-- Logs begin at Tue 2021-11-23 09:52:54 UTC, end at Tue 2021-11-23 12:21:23 UTC. -- Nov 23 10:24:27.397334 n-d-817747-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 10:24:30.123996 n-d-817747-2 neutron-server[103282]: INFO neutron.common.config [-] Logging enabled! Nov 23 10:24:30.124611 n-d-817747-2 neutron-server[103282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 10:24:30.124797 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 10:24:30.128007 n-d-817747-2 neutron-server[103282]: INFO neutron.common.config [-] Logging enabled! Nov 23 10:24:30.128246 n-d-817747-2 neutron-server[103282]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 10:24:30.128559 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103282) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 10:24:30.129549 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 10:24:30.129784 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 10:24:30.130177 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 10:24:30.130433 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 10:24:30.131172 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 10:24:30.131496 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.131920 n-d-817747-2 neutron-server[103282]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 10:24:30.132241 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.132538 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.132830 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.133147 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.133444 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.133734 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.134025 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.134665 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.134665 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.134869 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.135153 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.135448 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.135733 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.136022 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.136311 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.136594 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] debug = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.136876 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.137327 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.137755 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.138040 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.138491 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.138606 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.138874 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.139153 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.139440 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.139768 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] host = n-d-817747-2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.140047 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.140336 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.140624 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.140909 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.141207 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.141485 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.141771 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.142046 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.142319 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] log_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.142595 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.142883 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.143172 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.143463 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.143693 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.143916 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.144205 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.144490 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.144766 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.145039 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.145340 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.145616 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.145891 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.146261 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.147194 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.147397 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.147694 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.147958 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.148259 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.148533 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.148820 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.149089 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.149384 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.149659 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.149933 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.150222 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.150492 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.150767 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.151067 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.151352 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.151637 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.151925 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.152199 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.152482 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.152755 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.153028 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.153330 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] use_json = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.153609 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.153878 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.154160 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.154432 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.154703 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.154973 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.155241 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.155522 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:30.155819 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.156116 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.156416 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.156701 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.157005 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.157311 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.157603 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.157883 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.158171 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.158457 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.158746 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.159025 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.159312 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.159590 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.159887 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.160193 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.160753 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.161045 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.161343 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.161618 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.161995 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.162292 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.162583 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.162865 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.163157 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.163452 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.163732 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.164034 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.164326 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.164622 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.164913 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.165215 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.165499 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.165793 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.166076 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.166352 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.166636 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.166926 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.167205 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.167480 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.167761 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.168040 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.168314 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.168586 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.168863 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.169172 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.169453 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.169724 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.169996 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.170275 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.170546 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.170830 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.171107 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.171381 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.171654 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.171930 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.172202 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.172476 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.172755 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.173026 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.173330 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.173604 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.173876 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.174148 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.174419 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.174762 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.174960 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.175229 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.175504 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.175776 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.176049 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.176320 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.176593 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.176865 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.177179 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.177499 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.177777 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.178055 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.178334 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.178613 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.178889 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.179169 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.179444 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.179724 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.179999 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.180436 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.180595 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.180882 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.181190 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.181497 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.181794 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.182073 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.182356 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.182635 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.182913 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.183201 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.183484 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.183776 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.184070 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.184364 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.184658 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.184950 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.185263 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.185575 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.185853 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:30.186072 n-d-817747-2 neutron-server[103282]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 10:24:30.186312 n-d-817747-2 neutron-server[103282]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103282) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 10:24:30.618138 n-d-817747-2 neutron-server[103282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 10:24:30.618419 n-d-817747-2 neutron-server[103282]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 10:24:30.618721 n-d-817747-2 neutron-server[103282]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 10:24:30.619066 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 10:24:30.945075 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.945382 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.945661 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.946849 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.947124 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.947388 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.983015 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.983295 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.983564 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.998072 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.998354 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:30.998624 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.027231 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.027504 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.027775 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.066129 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.066408 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.066674 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.310002 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.310617 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.310617 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.310783 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.311424 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.409429 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.409748 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.410031 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.410563 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.410833 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.411145 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.411405 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.411705 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.412242 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.412357 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.412581 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.412847 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.413131 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.413379 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.413636 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.413903 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.414157 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.414422 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.414689 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.414949 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.415224 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.415477 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.415755 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.416129 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.416378 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.416623 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.417015 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:31.417280 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:31.417565 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:31.417759 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:31.417994 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:31.418232 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:31.418607 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 10:24:31.421684 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 10:24:31.425607 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 10:24:31.429430 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 23 10:24:31.431190 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 10:24:31.431659 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 10:24:31.431995 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 10:24:31.432374 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 10:24:31.435198 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 10:24:31.435445 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 10:24:31.435784 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 10:24:31.440996 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 10:24:31.464592 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 10:24:31.465040 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.465370 n-d-817747-2 neutron-server[103282]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103282) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 10:24:31.465730 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.467101 n-d-817747-2 neutron-server[103282]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103282) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 10:24:31.467380 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 10:24:31.467628 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 10:24:31.471026 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.471305 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:31.534865 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 10:24:31.535102 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 10:24:31.535589 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 10:24:31.535955 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 10:24:31.566024 n-d-817747-2 neutron-server[103282]: DEBUG oslo_db.sqlalchemy.engines [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103282) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 10:24:32.118937 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing driver for type 'gre' Nov 23 10:24:32.119460 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] gre ID ranges: [(1, 1000)] Nov 23 10:24:32.172035 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing driver for type 'local' Nov 23 10:24:32.172382 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing driver for type 'vlan' Nov 23 10:24:32.185912 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] VlanTypeDriver initialization complete Nov 23 10:24:32.186245 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing driver for type 'vxlan' Nov 23 10:24:32.186731 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] vxlan ID ranges: [(1, 1000)] Nov 23 10:24:32.237904 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing extension driver 'port_security' Nov 23 10:24:32.238271 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.extensions.port_security [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] PortSecurityExtensionDriver initialization complete Nov 23 10:24:32.238601 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing mechanism driver 'openvswitch' Nov 23 10:24:32.238929 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing mechanism driver 'hyperv' Nov 23 10:24:32.246263 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:32.246943 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.247318 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.247673 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.248228 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 10:24:32.248673 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.249015 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.249391 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.249799 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 10:24:32.250209 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.250562 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.250909 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.251312 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 10:24:32.251720 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.252073 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.252413 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.252980 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 10:24:32.253429 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.253787 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.254135 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.254545 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 10:24:32.254954 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.255311 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.255680 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.256153 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103282) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 10:24:32.256464 n-d-817747-2 neutron-server[103282]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] ML2 OVO RPC backend initialized. {{(pid=103282) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 10:24:32.257251 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.257963 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.258387 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.258739 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > networks before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.259092 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.259437 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > ports before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.259782 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.260125 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.260472 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.260896 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.261288 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.261619 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.261952 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.262287 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.262624 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.262961 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.263408 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.264373 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Modular L2 Plugin initialization complete Nov 23 10:24:32.264810 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading services supported by the core plugin {{(pid=103282) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 10:24:32.265211 n-d-817747-2 neutron-server[103282]: INFO neutron.plugins.ml2.managers [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Got port-security extension from driver 'port_security' Nov 23 10:24:32.265689 n-d-817747-2 neutron-server[103282]: INFO neutron.extensions.vlantransparent [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Disabled vlantransparent extension. Nov 23 10:24:32.266174 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103282) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 10:24:32.266494 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: router Nov 23 10:24:32.303640 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.304038 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router after_create 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.304412 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router before_create 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.304776 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.305185 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.305549 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router after_delete 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.305909 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.306261 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.306618 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router after_create 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.306965 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router after_update 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.307314 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router after_update 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.307663 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.308021 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router after_update 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.308431 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.308799 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.309167 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: port after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.309515 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: subnet after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.309852 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.310199 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.310719 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.310889 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: port before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.311234 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.311592 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router after_update 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.311937 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.312289 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.312652 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.312999 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.313390 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > agent after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.313752 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.314101 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > network after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.314963 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Tracking information for resource: router configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:32.315344 n-d-817747-2 neutron-server[103282]: DEBUG neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Tracking information for resource: floatingip configured {{(pid=103282) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 10:24:32.320494 n-d-817747-2 neutron-server[103282]: INFO neutron.db.l3_agentschedulers_db [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 10:24:32.321065 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.321451 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: port after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.321809 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: port after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.322162 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.322937 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router before_create 55550100 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.323305 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.323669 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.324029 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.328939 n-d-817747-2 neutron-server[103282]: DEBUG neutron.services.provider_configuration [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service providers = [] {{(pid=103282) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 10:24:32.329330 n-d-817747-2 neutron-server[103282]: DEBUG neutron.db.servicetype_db [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103282) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 10:24:32.332252 n-d-817747-2 neutron-server[103282]: DEBUG neutron.services.service_base [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 10:24:32.332608 n-d-817747-2 neutron-server[103282]: DEBUG neutron.services.service_base [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 10:24:32.332957 n-d-817747-2 neutron-server[103282]: DEBUG neutron.services.service_base [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 10:24:32.333955 n-d-817747-2 neutron-server[103282]: DEBUG neutron.services.service_base [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103282) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 10:24:32.334365 n-d-817747-2 neutron-server[103282]: INFO neutron.services.service_base [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 10:24:32.334767 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.335087 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 10:24:32.345821 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.346160 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: auto_allocate Nov 23 10:24:32.352540 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: network precommit_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.352906 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: network precommit_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.353452 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.353778 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: tag Nov 23 10:24:32.360347 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.360682 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: timestamp Nov 23 10:24:32.365318 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.365644 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: network_ip_availability Nov 23 10:24:32.371206 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.371535 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.371895 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.372639 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.372961 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: flavors Nov 23 10:24:32.377819 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.378153 n-d-817747-2 neutron-server[103282]: INFO neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading Plugin: revisions Nov 23 10:24:32.382562 n-d-817747-2 neutron-server[103282]: DEBUG neutron.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103282) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 10:24:32.382963 n-d-817747-2 neutron-server[103282]: DEBUG oslo_concurrency.lockutils [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=103282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 10:24:32.383708 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103282) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 10:24:32.384048 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Initializing extension manager. Nov 23 10:24:32.384565 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: __init__.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.384915 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: __pycache__ {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.385294 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.385633 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: address_group.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.386390 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.386956 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: address-group Nov 23 10:24:32.387282 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: address_scope.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.388189 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.388698 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: address-scope Nov 23 10:24:32.389024 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.389997 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.390505 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: router-admin-state-down-before-update Nov 23 10:24:32.390832 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: agent.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.391541 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.392048 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: agent Nov 23 10:24:32.392375 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: agent_resources_synced.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.393319 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.393829 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: agent-resources-synced Nov 23 10:24:32.394161 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.395957 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.396479 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: allowed-address-pairs Nov 23 10:24:32.396808 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.397925 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.398438 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: auto-allocated-topology Nov 23 10:24:32.398765 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: availability_zone.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.399462 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.399966 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: availability_zone Nov 23 10:24:32.400291 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: availability_zone_filter.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.401234 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.401742 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: availability_zone_filter Nov 23 10:24:32.402064 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: data_plane_status.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.402974 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.403481 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 10:24:32.403803 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: default_subnetpools.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.404718 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.405256 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: default-subnetpools Nov 23 10:24:32.405582 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.406388 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.406895 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: dhcp_agent_scheduler Nov 23 10:24:32.407239 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: dns.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.408161 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.408666 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 10:24:32.408989 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: dns_domain_ports.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.409937 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.410706 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 10:24:32.411029 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.412488 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.412991 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 10:24:32.413342 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: dvr.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.414016 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.414522 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: dvr Nov 23 10:24:32.414843 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: ecmp_routes.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.415767 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.416267 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 10:24:32.416589 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: empty_string_filtering.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.417535 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.418040 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: empty-string-filtering Nov 23 10:24:32.418364 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.419281 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.419782 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 10:24:32.420106 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.421022 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.421561 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 10:24:32.421885 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: external_net.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.422796 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.423305 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: external-net Nov 23 10:24:32.423632 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.424550 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.425059 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: extra_dhcp_opt Nov 23 10:24:32.425408 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: extraroute.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.426317 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.426823 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: extraroute Nov 23 10:24:32.427746 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: extraroute_atomic.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.428956 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.429511 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: extraroute-atomic Nov 23 10:24:32.429837 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: filter_validation.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.430504 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.431008 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: filter-validation Nov 23 10:24:32.431330 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: fip_pf_description.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.432242 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.432754 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 10:24:32.433077 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: fip_port_details.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.434022 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.434534 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: fip-port-details Nov 23 10:24:32.434862 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: flavors.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.436096 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.436615 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: flavors Nov 23 10:24:32.436939 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.438640 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.439159 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 10:24:32.439492 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: floatingip_pools.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.440193 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.440707 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: floatingip-pools Nov 23 10:24:32.441033 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: ip_allocation.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.441988 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.442494 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 10:24:32.442854 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.443924 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.444428 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: ip-substring-filtering Nov 23 10:24:32.444763 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l2_adjacency.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.445717 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.446223 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 10:24:32.446550 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l3.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.447639 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.448159 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: router Nov 23 10:24:32.448488 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.450754 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.451285 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 10:24:32.451618 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.452554 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.453067 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: ext-gw-mode Nov 23 10:24:32.453429 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.454366 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.454881 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: l3-ha Nov 23 10:24:32.455210 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l3_flavors.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.456129 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.456637 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: l3-flavors Nov 23 10:24:32.456967 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.457906 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.458456 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 10:24:32.458854 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: l3agentscheduler.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.459885 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.460395 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: l3_agent_scheduler Nov 23 10:24:32.460724 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: local_ip.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.462555 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.463082 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension local_ip not supported by any of loaded plugins Nov 23 10:24:32.463421 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: logging.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.464918 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.465481 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension logging not supported by any of loaded plugins Nov 23 10:24:32.465814 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: metering.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.466561 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.467138 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: metering Nov 23 10:24:32.467467 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.468564 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.469082 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: metering_source_and_destination_fields Nov 23 10:24:32.469442 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: multiprovidernet.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.470372 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.470884 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: multi-provider Nov 23 10:24:32.471213 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: netmtu.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.472135 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.472645 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: net-mtu Nov 23 10:24:32.472976 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: netmtu_writable.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.473933 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.474961 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: net-mtu-writable Nov 23 10:24:32.475284 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: network_availability_zone.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.475952 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.476456 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: network_availability_zone Nov 23 10:24:32.476780 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: network_ip_availability.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.477929 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.478443 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: network-ip-availability Nov 23 10:24:32.478770 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: network_segment_range.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.479537 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.480041 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 10:24:32.480366 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: pagination.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.482845 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.483194 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: pagination Nov 23 10:24:32.483532 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: port_device_profile.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.484456 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.484984 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: port-device-profile Nov 23 10:24:32.485353 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.486285 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.486799 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: port-mac-address-regenerate Nov 23 10:24:32.487133 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.488060 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.488568 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: port-numa-affinity-policy Nov 23 10:24:32.488898 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: port_resource_request.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.490414 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.491021 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 10:24:32.491352 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.492322 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.492827 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 10:24:32.493189 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: portbindings.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.494125 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.494641 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: binding Nov 23 10:24:32.494969 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: portbindings_extended.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.496247 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.496763 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: binding-extended Nov 23 10:24:32.497092 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: portsecurity.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.498051 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.498564 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: port-security Nov 23 10:24:32.498891 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: project_id.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.499873 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.500207 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: project-id Nov 23 10:24:32.500535 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: providernet.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.501509 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.502023 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: provider Nov 23 10:24:32.502350 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.506115 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.506640 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos not supported by any of loaded plugins Nov 23 10:24:32.506976 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.508229 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.508745 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 10:24:32.509078 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.510030 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.510543 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 10:24:32.510870 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_default.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.511786 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.512302 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-default not supported by any of loaded plugins Nov 23 10:24:32.512628 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_fip.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.513313 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.513821 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 10:24:32.514144 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.515078 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.515590 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 10:24:32.515916 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.516838 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.517379 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 10:24:32.517706 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.518747 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.519259 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 10:24:32.519587 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_pps_rule.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.520774 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.521911 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 10:24:32.522274 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.523215 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.523726 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 10:24:32.524053 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: qos_rules_alias.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.525102 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.525642 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 10:24:32.525970 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: quota_check_limit.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.526886 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.527396 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: quota-check-limit Nov 23 10:24:32.527724 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: quotasv2.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.528635 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.528966 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: quotas Nov 23 10:24:32.529318 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: quotasv2_detail.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.532643 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.532990 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: quota_details Nov 23 10:24:32.533357 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: rbac.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.534410 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.534952 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: rbac-policies Nov 23 10:24:32.535551 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: rbac_address_group.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.536523 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.537700 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: rbac-address-group Nov 23 10:24:32.538034 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: rbac_address_scope.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.538968 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.539481 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: rbac-address-scope Nov 23 10:24:32.539810 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: rbac_security_groups.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.540735 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.541280 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: rbac-security-groups Nov 23 10:24:32.541609 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.542542 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.543055 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: rbac-subnetpool Nov 23 10:24:32.543383 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: revisionifmatch.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.544381 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.544902 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: revision-if-match Nov 23 10:24:32.545263 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: revisions.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.546385 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.546900 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: standard-attr-revisions Nov 23 10:24:32.547232 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: router_availability_zone.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.547908 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.548422 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: router_availability_zone Nov 23 10:24:32.548749 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: routerservicetype.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.549697 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.550208 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 10:24:32.550534 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.551538 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.552054 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: security-groups-normalized-cidr Nov 23 10:24:32.552451 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.553418 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.553937 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: port-security-groups-filtering Nov 23 10:24:32.554264 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.555200 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.555718 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: security-groups-remote-address-group Nov 23 10:24:32.556046 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.556971 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.557525 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: security-groups-shared-filtering Nov 23 10:24:32.557851 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.558440 n-d-817747-2 neutron-server[103282]: WARNING neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 10:24:32.558762 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: securitygroup.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.568615 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.569174 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: security-group Nov 23 10:24:32.569514 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: segment.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.570321 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.570827 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension segment not supported by any of loaded plugins Nov 23 10:24:32.571158 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.572122 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.572633 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 10:24:32.572962 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: servicetype.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.574088 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.574611 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: service-type Nov 23 10:24:32.574949 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: sorting.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.575941 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.576277 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: sorting Nov 23 10:24:32.576609 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: standard_attr_segment.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.577559 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.578079 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 10:24:32.578410 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: standardattrdescription.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.579062 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.579572 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: standard-attr-description Nov 23 10:24:32.579902 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: stateful_security_group.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.580847 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.581382 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: stateful-security-group Nov 23 10:24:32.581708 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: stdattrs_common.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.582296 n-d-817747-2 neutron-server[103282]: WARNING neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 10:24:32.582630 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.584127 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.584780 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 10:24:32.585045 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: subnet_onboard.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.586169 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.586695 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: subnet_onboard Nov 23 10:24:32.587025 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.587956 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.588470 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 10:24:32.588815 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: subnet_service_types.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.589783 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.590297 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: subnet-service-types Nov 23 10:24:32.590627 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: subnetallocation.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.591720 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.592238 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: subnet_allocation Nov 23 10:24:32.592567 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.593264 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.593776 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: subnetpool-prefix-ops Nov 23 10:24:32.594100 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.595041 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.595549 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 10:24:32.595873 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: tagging.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.596956 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.597514 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: standard-attr-tag Nov 23 10:24:32.597845 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: timestamp.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.599670 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.600153 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loaded extension: standard-attr-timestamp Nov 23 10:24:32.600485 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: trunk.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.601574 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.602089 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension trunk not supported by any of loaded plugins Nov 23 10:24:32.602417 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: trunk_details.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.603361 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.603873 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 10:24:32.604200 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.605150 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.605664 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 10:24:32.605991 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Loading extension file: vlantransparent.py {{(pid=103282) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 10:24:32.606668 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103282) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 10:24:32.607171 n-d-817747-2 neutron-server[103282]: INFO neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 10:24:32.609736 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:network Nov 23 10:24:32.610277 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:subnet Nov 23 10:24:32.610683 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 10:24:32.611089 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:port Nov 23 10:24:32.612311 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.612747 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service FLAVORS assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.613403 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.613829 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.614162 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:router Nov 23 10:24:32.614628 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 10:24:32.615369 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service METERING assigned prefix: /metering {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.616828 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.617244 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.617604 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:24:32.618607 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 10:24:32.619052 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:security_group Nov 23 10:24:32.619501 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 10:24:32.620168 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service CORE assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.620502 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 10:24:32.620852 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] subnetpool is already registered Nov 23 10:24:32.621353 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service CORE assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.621637 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 10:24:32.621969 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] subnetpool is already registered Nov 23 10:24:32.624207 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.624640 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service FLAVORS assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.625276 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.625698 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.626033 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:router Nov 23 10:24:32.626373 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] router is already registered Nov 23 10:24:32.626782 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 10:24:32.627120 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] floatingip is already registered Nov 23 10:24:32.627572 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service METERING assigned prefix: /metering {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.628231 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 10:24:32.628556 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] rbac_policy is already registered Nov 23 10:24:32.628966 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:security_group Nov 23 10:24:32.629330 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] security_group is already registered Nov 23 10:24:32.629734 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 10:24:32.630073 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] security_group_rule is already registered Nov 23 10:24:32.630891 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service CORE assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.631217 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 10:24:32.631552 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] subnetpool is already registered Nov 23 10:24:32.631972 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.v2.resource_helper [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Service CORE assigned prefix: {{(pid=103282) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 10:24:32.632298 n-d-817747-2 neutron-server[103282]: INFO neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 10:24:32.632630 n-d-817747-2 neutron-server[103282]: WARNING neutron.quota.resource_registry [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] subnetpool is already registered Nov 23 10:24:32.633101 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: extensions {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.634599 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: address-groups {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.636080 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: address-scopes {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.637490 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: agents {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.638649 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: auto-allocated-topology {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.639898 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: availability_zones {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.641151 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: dhcp-networks {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.642658 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: dhcp-agents {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.644074 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: routers {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.646827 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: flavors {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.647979 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: service_profiles {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.649225 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: next_providers {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.650690 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: service_profiles {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.652214 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: floatingip-pools {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.653455 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: routers {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.655573 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: floatingips {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.657831 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: l3-routers {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.659228 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: l3-agents {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.660916 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: metering-labels {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.662893 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: metering-label-rules {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.664169 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: network-ip-availabilities {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.665492 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: bindings {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.667137 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: quotas {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.668675 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: quotas {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.670267 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: rbac-policies {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.671563 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: security-groups {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.672776 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: security-group-rules {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.674052 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: service-providers {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.675265 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: subnetpools {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.676687 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: subnetpools {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.678240 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.679904 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.681735 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.683498 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.685330 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.687173 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.688842 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.690773 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.692533 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.694539 n-d-817747-2 neutron-server[103282]: DEBUG neutron.api.extensions [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Extended resource: tags {{(pid=103282) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 10:24:32.700532 n-d-817747-2 neutron-server[103282]: WARNING keystonemiddleware.auth_token [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 10:24:32.705282 n-d-817747-2 neutron-server[103282]: WARNING keystonemiddleware.auth_token [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 10:24:32.714608 n-d-817747-2 neutron-server[103282]: DEBUG oslo_concurrency.lockutils [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Acquired lock "singleton_lock" {{(pid=103282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 10:24:32.715086 n-d-817747-2 neutron-server[103282]: DEBUG oslo_concurrency.lockutils [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Releasing lock "singleton_lock" {{(pid=103282) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 10:24:32.715748 n-d-817747-2 neutron-server[103282]: INFO oslo_service.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Starting 2 workers Nov 23 10:24:32.720583 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Started child 103426 {{(pid=103282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 10:24:32.725621 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Started child 103427 {{(pid=103282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 10:24:32.726884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:32.727567 n-d-817747-2 neutron-server[103282]: INFO neutron.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 10:24:32.727827 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Publish callbacks [] for process, before_spawn {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:32.728383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [-] (103426) wsgi starting up on http://0.0.0.0:9696 Nov 23 10:24:32.730373 n-d-817747-2 neutron-server[103282]: INFO oslo_service.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Starting 1 workers Nov 23 10:24:32.730857 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:32.732241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [-] (103427) wsgi starting up on http://0.0.0.0:9696 Nov 23 10:24:32.735596 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Started child 103428 {{(pid=103282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 10:24:32.736163 n-d-817747-2 neutron-server[103282]: INFO oslo_service.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Starting 1 workers Nov 23 10:24:32.739348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] calling RpcWorker wait() {{(pid=103428) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 10:24:32.739893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] returning from RpcWorker wait() {{(pid=103428) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 10:24:32.740850 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Started child 103429 {{(pid=103282) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 10:24:32.741463 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:32.741690 n-d-817747-2 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2470e853-b5e9-44d6-9e8e-cbb4baed3bb4 None None] Publish callbacks [] for process, after_spawn {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:32.742007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:32.743750 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 10:24:32.743873 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 10:24:32.744016 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 10:24:32.744261 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 10:24:32.744754 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 10:24:32.744980 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 10:24:32.745538 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.745863 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.746065 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.746274 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:32.746813 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.746813 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.747259 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.747463 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.747719 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.748098 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.748261 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.748418 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.748595 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.748834 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.749248 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.749402 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.749683 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.749937 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.750210 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.750354 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.750667 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.750879 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.751148 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.751408 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] debug = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.751765 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.752319 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.752431 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.752649 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.752879 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.753191 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.753449 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.753701 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.753987 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.754317 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.754509 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.754731 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.754959 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.755160 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.755635 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.755793 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.756037 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.756228 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.756735 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] host = n-d-817747-2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.756970 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.757223 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.757469 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.757722 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.758107 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.758253 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.758481 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.758729 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.758978 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.759329 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.759487 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.759698 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.759929 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.760300 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.760467 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_options = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.760882 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.760882 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.761139 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.761598 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.761598 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.761888 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.761888 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.762144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.762290 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.762523 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.762796 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.762980 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.763214 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.763626 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.763772 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.764010 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.764173 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.764560 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.764724 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.764832 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.765068 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.765343 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.765562 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.765819 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.766052 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.766275 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.766510 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.766796 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.767018 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.767216 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.767504 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.767799 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.767946 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.768153 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.768669 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.768825 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.769209 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.769513 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.769835 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.770058 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.770503 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.770649 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.771689 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.771689 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.772063 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.772063 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.772364 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_json = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.772621 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.772947 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.773505 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.773663 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.774920 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.774920 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.774920 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.774920 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.775578 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.776499 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.776787 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.777079 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.777691 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.778093 n-d-817747-2 neutron-server[103429]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:32.778198 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.778536 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.778829 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.779118 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.779371 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.779905 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.780089 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.780542 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.780810 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.781090 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.781748 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.782299 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.782745 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.784287 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.784287 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.784287 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.784287 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.784624 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.784624 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.784940 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.785650 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.785971 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.786289 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.787202 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.788338 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.788784 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.789062 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.789380 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.791442 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.791442 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.791442 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.791442 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.791442 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.792672 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.792672 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.793476 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.795300 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.795592 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.795976 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.796229 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.796486 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.796760 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.797039 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.797319 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.797563 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.797835 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.798065 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.798313 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.798572 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.798842 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.799092 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.799363 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.799631 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.799885 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.800112 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.800337 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.800570 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.800814 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.801043 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.801290 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.801515 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.801746 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.801991 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.802323 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.802552 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.802775 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.803024 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.803248 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.803501 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.803744 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.803969 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.804188 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.804411 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.804651 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.804867 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.805087 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.805342 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.805558 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.805774 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.805997 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.806216 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.806432 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.806672 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.806886 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.807104 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.807318 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.807599 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.807915 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.808173 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.808428 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.808682 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.808938 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.809180 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.809448 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.809670 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.809918 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.810174 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.810446 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.810680 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.810915 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.811142 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.811363 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.811868 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.812210 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.812666 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.813124 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.813572 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.814002 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.814421 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.814689 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.814936 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.815178 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.815450 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.815731 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.816003 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.816280 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.816512 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.816815 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.817978 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.817978 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.817978 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.817978 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.818247 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.818590 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.818869 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.819140 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.819375 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.819784 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.820179 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.820606 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.820980 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.821367 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.821759 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.822121 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.822364 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.822640 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.822825 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.823110 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.823358 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.823626 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.824563 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.824563 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.824563 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.824790 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.824991 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.825447 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.825768 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.826079 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.826366 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.826629 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.826851 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.827103 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.827348 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.827569 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.827839 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.828083 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.828305 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.828525 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.828748 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.828977 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.829258 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.829501 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.829733 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.830224 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.830224 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.830440 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.830807 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.830921 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.831144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.831376 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.831653 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.831905 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.832131 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.832367 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.832603 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.832839 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.833055 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.833855 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.834149 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.834544 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.834914 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.835149 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.835374 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.835597 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.835833 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.836076 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.836338 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.836597 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.836933 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.837218 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.837454 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.837700 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.837929 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.838192 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.838590 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.838859 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.839087 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.839310 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.839533 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.839777 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.840028 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.840286 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.840524 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.840716 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.840931 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.841169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.841409 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.841703 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.841961 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.842195 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.842455 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.842675 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.842907 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.843162 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.843385 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.843602 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.843849 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.844070 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.844286 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.844517 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.844733 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.844952 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.845202 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.845426 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.845690 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.845922 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.846136 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.846348 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.846576 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.846797 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.847009 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.847265 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.847478 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.847693 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.847958 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.848184 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.848403 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.848635 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.848849 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.849611 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.850141 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.850282 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.850501 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.850812 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.851064 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.851289 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.851581 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.851845 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.852112 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.852365 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.852679 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.852897 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.853160 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.853407 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.853635 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.853869 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.854123 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.854437 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.854749 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.855023 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.855282 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.855562 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.855839 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.856127 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.856351 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.856665 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.856969 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.857286 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.857558 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.857815 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.858074 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.858336 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.858566 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.858812 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.859058 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.859414 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.859662 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.859948 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.860128 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.860369 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.860602 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.860827 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.861084 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.861328 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.861595 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.861821 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.861969 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 10:24:32.862548 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103282) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 10:24:32.862685 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 10:24:32.862839 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 10:24:32.863018 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 10:24:32.863195 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 10:24:32.863361 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 10:24:32.863911 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.863911 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.863911 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.864144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.864226 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.864344 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.864508 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.864741 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.865422 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.865422 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.865674 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.865674 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.865849 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.866013 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.866174 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.866335 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.866496 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.866663 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.866831 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.866992 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.867153 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.867314 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.867480 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] debug = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.867645 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.867856 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.868058 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.868211 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.868362 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.868502 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.868639 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.868793 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.868957 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.869153 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.869521 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.869521 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.869764 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.869764 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.870016 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.870140 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.870262 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.870347 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.870506 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] host = n-d-817747-2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.870669 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871099 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871099 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871328 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871328 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871615 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871615 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871862 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.871862 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.872095 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.872217 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.872340 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.872472 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873028 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873028 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_options = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873028 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873358 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873358 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873507 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873635 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873759 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.873897 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.874022 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.874170 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.874332 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.874494 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.874656 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.874818 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.874980 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.875141 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.875302 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.875463 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.875624 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.875786 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.875949 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.876110 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.876271 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.876431 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.876597 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.876758 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.876919 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.877080 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.877260 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.877488 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.877657 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.877798 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.877923 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.878046 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.878183 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.878538 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.878538 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.878759 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.878882 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.878965 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.879093 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.879254 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.879414 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.879631 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.879767 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.879893 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.880037 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.880709 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_json = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.880973 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.881220 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.881546 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.881715 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.881880 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.881981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:32.882067 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.882192 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.882356 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 10:24:32.882543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.882710 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.882888 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.883054 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.883220 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.883386 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.883550 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.883716 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.883881 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.884046 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.884217 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.884384 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.884560 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.884726 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.884891 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.885059 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.885248 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.885415 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.885580 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.885746 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.885911 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.886077 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.886250 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.886416 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.886580 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.886745 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.886910 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.887081 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.887249 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.887430 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.887595 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.887761 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.887924 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.888088 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.888254 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.888419 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.888584 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.888750 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.888913 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.889078 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.889264 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.889430 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.889595 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.889764 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.889933 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.890097 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.890263 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.890428 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.890592 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.890757 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.890921 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.891087 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.891253 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.891418 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.891584 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.891748 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.893169 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.894778 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.897549 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.898939 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.899543 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.900211 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.900211 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.900211 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.900211 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.900211 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.900211 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901096 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901096 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901096 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901096 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901096 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901096 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901718 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901718 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901718 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901718 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.901993 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.902072 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.902193 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.902368 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.902535 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.902704 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.902871 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.903043 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.903219 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.903385 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.903550 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.903714 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.903879 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.904044 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.904209 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.904375 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.904540 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.904704 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.904869 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.905046 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.905235 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.905400 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.905565 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.905753 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.905918 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.906083 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.906248 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.906412 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.906582 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.906743 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.907068 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.907248 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.907392 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.907702 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.907999 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.908303 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.908472 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.908777 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.909081 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.909273 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.909441 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.909607 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.909809 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.909975 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.910419 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.910548 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.910693 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.910876 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.911000 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.911135 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.911260 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.911435 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912018 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912018 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912277 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912277 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912511 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912511 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912768 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.912893 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.913016 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.913172 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.913300 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.913461 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.913627 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.913793 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.913957 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.914125 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.914291 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.914456 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.914621 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.914786 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.914952 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.915117 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.915283 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.915448 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.915613 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.915777 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.915957 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.916124 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.916288 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.916452 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.916618 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.916783 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.916947 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.917136 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.917301 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.917465 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.917630 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.917797 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.917964 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.918131 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.918297 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.918463 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.918627 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.918792 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.918956 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.919134 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.919300 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.919466 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.919630 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.919795 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.919959 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.920135 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.921370 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.921370 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.921370 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.921370 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.921370 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.921370 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.921370 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.922322 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.922322 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.922322 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.922322 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.922322 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.922322 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.922322 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.923217 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.923217 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.923217 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.923217 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.923217 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925201 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.925705 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.926144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.926144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.926144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.926332 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.926332 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.926515 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.926679 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.927144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.927144 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928077 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928077 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928077 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928077 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928077 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928419 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928419 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928419 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928659 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928741 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.928891 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.929058 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.929241 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.929564 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.929732 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.929897 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.930063 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.930228 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.930390 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.930554 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.930719 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.930884 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.931047 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.931213 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.931377 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.931541 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.931706 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.931877 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 10:24:32.932032 n-d-817747-2 neutron-server[103282]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103282) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 10:24:33.074397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45878) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:33.083072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064270 Nov 23 10:24:44.419869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eed98cf-ad9f-46b3-bb93-33147a517186 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:24:44.483653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed98cf-ad9f-46b3-bb93-33147a517186 None None] No non-hosted networks {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 10:24:44.521841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.agentschedulers_db [None req-2eed98cf-ad9f-46b3-bb93-33147a517186 None None] DHCP Agent not found on host n-d-817747-2 {{(pid=103428) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 10:24:44.654784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b6b1c323-3180-4ee3-87c3-31e34b5b86fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811115'] for agent, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:46.806059 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c25916ef-a6cc-4a1b-a07c-6c45e5825267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811115'] for agent, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:46.844395 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-92f185b5-be71-402d-8b6b-9620ab8c1d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:48.375505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811115'] for agent, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:49.338712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811115'] for agent, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:50.139189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811115'] for agent, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:50.139969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.140556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.140962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.141349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.141714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.142043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.142519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.143267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.143685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.144882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.145277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.145684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:50.146095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817747-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:50.152011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817747-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:24:50.743599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:51.258161 n-d-817747-2 neutron-server[103427]: WARNING oslo_policy.policy [None req-f3526634-bd12-4b5a-aeea-55abccb2a699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:24:51.258767 n-d-817747-2 neutron-server[103427]: WARNING oslo_policy.policy [None req-f3526634-bd12-4b5a-aeea-55abccb2a699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:24:51.490539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-f3526634-bd12-4b5a-aeea-55abccb2a699 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:24:51.491699 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3526634-bd12-4b5a-aeea-55abccb2a699 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7471795 Nov 23 10:24:54.006937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45986) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:54.323046 n-d-817747-2 neutron-server[103428]: INFO neutron.db.l3_hamode_db [None req-6344b9c3-2082-4cf6-b021-2d0a47861e8e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 10:24:54.403245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344b9c3-2082-4cf6-b021-2d0a47861e8e None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:24:54.403638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6344b9c3-2082-4cf6-b021-2d0a47861e8e None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:24:54.516933 n-d-817747-2 neutron-server[103426]: WARNING oslo_policy.policy [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:24:54.517573 n-d-817747-2 neutron-server[103426]: WARNING oslo_policy.policy [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:24:54.749057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:54.846030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.policy [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103426) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 10:24:54.893815 n-d-817747-2 neutron-server[103426]: WARNING oslo_policy.policy [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:24:54.894367 n-d-817747-2 neutron-server[103426]: WARNING oslo_policy.policy [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:24:54.903445 n-d-817747-2 neutron-server[103426]: INFO neutron.quota [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] Loaded quota_driver: . Nov 23 10:24:54.995554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731372341361', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731372344962', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731372355028', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731372323037', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731372333983', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731372377637', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-560789', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3440638', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-470064', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-410868'] for rbac-policy, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:55.061425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:55.062776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8321a514-e3aa-4df4-867e-ab0d331050f5 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0537217 Nov 23 10:24:57.769901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46004) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:24:58.066774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Request body: {'network': {'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'admin_state_up': True, 'name': 'private', 'project_id': 'f2c7f6c1973440e194174e60abdb7a79'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:24:58.096650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Made reservation on behalf of f2c7f6c1973440e194174e60abdb7a79 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:24:58.099516 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.116126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.225259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.229288 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.249852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:24:58.278146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731372950447', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.278732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Unsubscribe: segment precommit_create {{(pid=103426) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 10:24:58.279235 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Added segment 9badd4a8-0fe2-4f73-8e17-655302a5ff10 of type vlan for network 4d6dcc69-5b4c-41cd-82be-052aaa058644 Nov 23 10:24:58.296370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d829a0-6ef0-421b-b1e1-9e081a0c1ca7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:58.346864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.347205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.347543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.347875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.348202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.348525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.348847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.349189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.349517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.349835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.350153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.350474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Tracked resource versions report: Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: pushed versions: Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: { 'AddressGroup': {'1.2'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'ConntrackHelper': {'1.0'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Log': {'1.0'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Network': {'1.1'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Port': {'1.7'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'PortForwarding': {'1.2'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'QosPolicy': {'1.10'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'SecurityGroup': {'1.5'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'SubPort': {'1.0'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Subnet': {'1.1'}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Trunk': {'1.1'}} Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: consumer versions: Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: L3 agent@n-d-817747-2: {}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: Metadata agent@n-d-817747-2: {}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: Metering agent@n-d-817747-2: {}, Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'ConntrackHelper': '1.0', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Log': '1.0', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Network': '1.1', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Port': '1.7', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'PortForwarding': '1.2', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'QosPolicy': '1.10', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'SecurityGroup': '1.5', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'SecurityGroupRule': '1.2', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'SubPort': '1.0', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Subnet': '1.1', Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: 'Trunk': '1.1'}} Nov 23 10:24:58.351673 n-d-817747-2 neutron-server[103426]: {{(pid=103426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:24:58.392110 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.433983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.435319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:24:58.436029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:24:58.494300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7231960 Nov 23 10:24:58.539383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722ac3b-b312-4c5a-b892-37d176ac38c3 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6dcc69-5b4c-41cd-82be-052aaa058644,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:24:58.551245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:25:01.265729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:01.796919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.policy [None req-42863514-4787-4ddf-9f0b-afce7d7f8e08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103427) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 10:25:01.843424 n-d-817747-2 neutron-server[103427]: WARNING oslo_policy.policy [None req-42863514-4787-4ddf-9f0b-afce7d7f8e08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:25:01.843790 n-d-817747-2 neutron-server[103427]: WARNING oslo_policy.policy [None req-42863514-4787-4ddf-9f0b-afce7d7f8e08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 10:25:01.852575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42863514-4787-4ddf-9f0b-afce7d7f8e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:01.854283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-42863514-4787-4ddf-9f0b-afce7d7f8e08 admin admin] 10.222.0.61 "GET /v2.0/networks/4d6dcc69-5b4c-41cd-82be-052aaa058644 HTTP/1.1" status: 200 len: 825 time: 0.5876513 Nov 23 10:25:01.891541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-22b2d13d-2089-490a-bd86-50997cef1054 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/a9a15457-48e7-4e56-bab6-b55c6e69cfa2 HTTP/1.1" status: 200 len: 734 time: 0.0312228 Nov 23 10:25:01.901524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'name': 'private-subnet', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'subnetpool_id': 'a9a15457-48e7-4e56-bab6-b55c6e69cfa2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:01.903055 n-d-817747-2 neutron-server[103427]: INFO neutron.quota [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Loaded quota_driver: . Nov 23 10:25:01.950462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Made reservation on behalf of f2c7f6c1973440e194174e60abdb7a79 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:25:01.954105 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:02.272903 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:02.362402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Checking segment: {'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:25:02.362771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Network hostable DHCP agents. Network: 4d6dcc69-5b4c-41cd-82be-052aaa058644, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:25:02.371916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbea407a-41fa-4f59-85e5-d504566a2308,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:02.385134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.385403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.385734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.386062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.386383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.386700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.387020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.387344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.387654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.387989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.388271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.388576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Tracked resource versions report: Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: pushed versions: Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: { 'AddressGroup': {'1.2'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'ConntrackHelper': {'1.0'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Log': {'1.0'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Network': {'1.1'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Port': {'1.7'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'PortForwarding': {'1.2'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'QosPolicy': {'1.10'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'SecurityGroup': {'1.5'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'SubPort': {'1.0'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Subnet': {'1.1'}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Trunk': {'1.1'}} Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: consumer versions: Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: L3 agent@n-d-817747-2: {}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: Metadata agent@n-d-817747-2: {}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: Metering agent@n-d-817747-2: {}, Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'ConntrackHelper': '1.0', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Log': '1.0', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Network': '1.1', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Port': '1.7', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'PortForwarding': '1.2', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'QosPolicy': '1.10', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'SecurityGroup': '1.5', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'SecurityGroupRule': '1.2', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'SubPort': '1.0', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Subnet': '1.1', Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: 'Trunk': '1.1'}} Nov 23 10:25:02.389622 n-d-817747-2 neutron-server[103427]: {{(pid=103427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:25:02.421431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:25:02.434257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 4d6dcc69-5b4c-41cd-82be-052aaa058644) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:02.438628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:02.439759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:02.444546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e22e3-e152-4940-ab2b-9f94ebab1be2 None None] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:25:02.461584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a937e618-800c-4dfe-8dad-748d37ec9b4d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5634494 Nov 23 10:25:02.772488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-4d6dcc69-5b4c-41cd-82be-052aaa058644', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'fixed_ips': [{'subnet_id': 'cbea407a-41fa-4f59-85e5-d504566a2308'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:25:02.773766 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:03.068990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Allocated IP 172.20.0.2 (4d6dcc69-5b4c-41cd-82be-052aaa058644/cbea407a-41fa-4f59-85e5-d504566a2308/3b4e2f0b-b860-4d0c-927f-393df0f5eca6) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:25:03.273251 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:03.280652 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:03.358072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:25:03.366044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:03.369287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Pushing event updated for resources: {'Port': ['ID=3b4e2f0b-b860-4d0c-927f-393df0f5eca6,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:03.371734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:25:03.381939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.382287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.382626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.382985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.383316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.383648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.383970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.384293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.384617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.384942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.385287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.385609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Tracked resource versions report: Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: pushed versions: Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: { 'AddressGroup': {'1.2'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'ConntrackHelper': {'1.0'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Log': {'1.0'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Network': {'1.1'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Port': {'1.7'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'PortForwarding': {'1.2'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'QosPolicy': {'1.10'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'SecurityGroup': {'1.5'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'SubPort': {'1.0'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Subnet': {'1.1'}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Trunk': {'1.1'}} Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: consumer versions: Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: L3 agent@n-d-817747-2: {}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: Metadata agent@n-d-817747-2: {}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: Metering agent@n-d-817747-2: {}, Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'ConntrackHelper': '1.0', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Log': '1.0', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Network': '1.1', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Port': '1.7', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'PortForwarding': '1.2', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'QosPolicy': '1.10', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'SecurityGroup': '1.5', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'SecurityGroupRule': '1.2', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'SubPort': '1.0', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Subnet': '1.1', Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: 'Trunk': '1.1'}} Nov 23 10:25:03.386658 n-d-817747-2 neutron-server[103428]: {{(pid=103428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:25:03.463822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Attempting to bind port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:25:03.464470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Attempting to bind port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:25:03.464644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Attempting to bind port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 on network 4d6dcc69-5b4c-41cd-82be-052aaa058644 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:25:03.469647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:25:03.470717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Checking segment: {'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:25:03.471352 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:03.471783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Bound using segment: {'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:25:03.472274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Bound port: 3b4e2f0b-b860-4d0c-927f-393df0f5eca6, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:25:03.472686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:03.535481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] For port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:25:03.539880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] For port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3b4e2f0b-b860-4d0c-927f-393df0f5eca6,segment=NetworkSegment(9badd4a8-0fe2-4f73-8e17-655302a5ff10),segment_id=9badd4a8-0fe2-4f73-8e17-655302a5ff10)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:25:03.544040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:03.610153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac83e5-82bc-4447-928f-145085e60761 None None] Pushing event updated for resources: {'Port': ['ID=3b4e2f0b-b860-4d0c-927f-393df0f5eca6,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:05.008473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46032) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:05.328095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-00fdfbeb-c1f3-458b-98de-494a3272f7ee admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:25:05.330012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-00fdfbeb-c1f3-458b-98de-494a3272f7ee admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196802 Nov 23 10:25:07.840379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46040) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:08.163855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-8c00aec9-89cb-426c-a236-f66a362f3bea admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:25:08.164878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c00aec9-89cb-426c-a236-f66a362f3bea admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235540 Nov 23 10:25:11.121603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46050) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:11.425020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7f22e2fe-0513-4024-b997-a24cc840e532 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:11.450711 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f22e2fe-0513-4024-b997-a24cc840e532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:11.452210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f22e2fe-0513-4024-b997-a24cc840e532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:11.604902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f22e2fe-0513-4024-b997-a24cc840e532 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:11.613804 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f22e2fe-0513-4024-b997-a24cc840e532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:11.629372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f22e2fe-0513-4024-b997-a24cc840e532 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:11.630575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7f22e2fe-0513-4024-b997-a24cc840e532 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5079679 Nov 23 10:25:11.840356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:25:11.933374 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:11.933775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:12.042180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:12.079793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3b4e2f0b-b860-4d0c-927f-393df0f5eca6,segment=NetworkSegment(9badd4a8-0fe2-4f73-8e17-655302a5ff10),segment_id=9badd4a8-0fe2-4f73-8e17-655302a5ff10)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:25:12.083974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:12.135028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=3b4e2f0b-b860-4d0c-927f-393df0f5eca6,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:12.830394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55824311-6ea7-467f-9d77-6f73a441d305 None None] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:25:12.925145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f0865c26-4075-4b25-b018-a8bab273a215 None None] Provisioning complete for port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:12.925806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f0865c26-4075-4b25-b018-a8bab273a215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:13.287890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4747e5ef-77f5-4361-a9f3-f2b9444c5192 None None] Provisioning complete for port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:13.288260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4747e5ef-77f5-4361-a9f3-f2b9444c5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:13.813310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:25:13.863926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:13.864303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:14.224813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46062) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:14.371982 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-38bc0785-0f7f-4f21-b4de-df8e7ba6b887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:14.551717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-1a515d89-0b07-4918-99ac-9ce7f37e031c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:25:14.552725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a515d89-0b07-4918-99ac-9ce7f37e031c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3265786 Nov 23 10:25:16.800038 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-782fefb5-8ab0-4b60-8fff-322bd4a47aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.071051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46070) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:17.386982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:17.408346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Made reservation on behalf of c69182727b284b0dbad91834b91568dd for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:25:17.412599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.418438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.491164 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.494834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.510205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Reserving flat network on physical network physnet1 {{(pid=103426) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 10:25:17.528704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fecd6c-331f-4054-b952-fcaba53009d3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:17.534475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.534813 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Added segment ad526d37-3bba-416e-b98e-09c526620085 of type flat for network 25284502-4bc3-4251-934a-5f9b9b14b204 Nov 23 10:25:17.580406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.611240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.612151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:17.612756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:17.649074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5770514 Nov 23 10:25:17.698540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d4ab1-3121-48ae-beca-e9b43eefff69 admin admin] Pushing event updated for resources: {'Network': ['ID=25284502-4bc3-4251-934a-5f9b9b14b204,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:17.711055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 25284502-4bc3-4251-934a-5f9b9b14b204 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:25:18.318496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:19.274193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:20.036214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:20.168467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46088) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:20.390157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509ecc28-2eba-4815-b553-9ddedb80d774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:20.391548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-509ecc28-2eba-4815-b553-9ddedb80d774 admin admin] 10.222.0.61 "GET /v2.0/subnets/cbea407a-41fa-4f59-85e5-d504566a2308 HTTP/1.1" status: 200 len: 849 time: 0.2221224 Nov 23 10:25:20.516073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c09a2e4f-c191-4ed1-8027-6d6dd4261c69 admin admin] 10.222.0.61 "GET /v2.0/routers/f90da6e6-cc74-49d7-8516-0bbca9f8b70a HTTP/1.1" status: 200 len: 704 time: 0.1175945 Nov 23 10:25:20.790436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.084248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Allocated IP 172.20.0.1 (4d6dcc69-5b4c-41cd-82be-052aaa058644/cbea407a-41fa-4f59-85e5-d504566a2308/be8ab124-a4a1-4398-9bfc-e8a4b94fa22b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:25:21.268385 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.332929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.402178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:25:21.412876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:21.422291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:25:21.422815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.442338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Pushing event updated for resources: {'Port': ['ID=be8ab124-a4a1-4398-9bfc-e8a4b94fa22b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:21.637285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6a9a0c03-2a24-46d9-8afe-610a96a7131c None None] Provisioning complete for port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:21.637878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0c03-2a24-46d9-8afe-610a96a7131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.668529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.672460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a0c03-2a24-46d9-8afe-610a96a7131c None None] Port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:25:21.880069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.885379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.886112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:21.944709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Pushing event updated for resources: {'Port': ['ID=be8ab124-a4a1-4398-9bfc-e8a4b94fa22b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:22.012318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:25:22.013670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:22.174207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Router f90da6e6-cc74-49d7-8516-0bbca9f8b70a is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:25:22.194951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5d56379c-2eb0-4d74-8d61-5e056c587e8f None None] Provisioning complete for port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:22.195254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d56379c-2eb0-4d74-8d61-5e056c587e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:22.230112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5d56379c-2eb0-4d74-8d61-5e056c587e8f None None] Port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:25:22.264387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:25:22.269679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0ab091ea-0efb-4326-a628-26470c291c0c admin admin] 10.222.0.61 "PUT /v2.0/routers/f90da6e6-cc74-49d7-8516-0bbca9f8b70a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7479908 Nov 23 10:25:22.274844 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Sync routers for ids ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:25:22.287919 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Routers {'f90da6e6-cc74-49d7-8516-0bbca9f8b70a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:25:22.288656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:22.482764 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Set router f90da6e6-cc74-49d7-8516-0bbca9f8b70a gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:25:22.923723 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'name': 'router1', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:25:11Z', 'updated_at': '2021-11-23T10:25:21Z', 'revision_number': 2, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'gw_port_host': None, '_interfaces': [{'id': 'be8ab124-a4a1-4398-9bfc-e8a4b94fa22b', 'name': '', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'mac_address': 'fa:16:3e:ca:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:20Z', 'updated_at': '2021-11-23T10:25:21Z', 'revision_number': 2, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'subnets': [{'id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a15457-48e7-4e56-bab6-b55c6e69cfa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:22.976805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Checking router: f90da6e6-cc74-49d7-8516-0bbca9f8b70a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:25:22.977210 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Updating router f90da6e6-cc74-49d7-8516-0bbca9f8b70a port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:25:23.027748 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.555678 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.562773 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.732810 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Pushing event updated for resources: {'Port': ['ID=be8ab124-a4a1-4398-9bfc-e8a4b94fa22b,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:23.743929 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Attempting to bind port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:25:23.744331 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Attempting to bind port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:25:23.745244 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Attempting to bind port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b on network 4d6dcc69-5b4c-41cd-82be-052aaa058644 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:25:23.748462 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.749258 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.749684 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.750022 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.750497 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.750777 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.751058 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.751381 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.751711 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.752092 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.752401 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.752805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Tracked resource versions report: Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: pushed versions: Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: { 'AddressGroup': {'1.2'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'ConntrackHelper': {'1.0'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Log': {'1.0'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Network': {'1.1'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Port': {'1.7'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'PortForwarding': {'1.2'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'QosPolicy': {'1.10'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'SecurityGroup': {'1.5'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'SubPort': {'1.0'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Subnet': {'1.1'}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Trunk': {'1.1'}} Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: consumer versions: Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: L3 agent@n-d-817747-2: {}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: Metadata agent@n-d-817747-2: {}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: Metering agent@n-d-817747-2: {}, Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'ConntrackHelper': '1.0', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Log': '1.0', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Network': '1.1', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Port': '1.7', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'PortForwarding': '1.2', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'QosPolicy': '1.10', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'SecurityGroup': '1.5', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'SecurityGroupRule': '1.2', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'SubPort': '1.0', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Subnet': '1.1', Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: 'Trunk': '1.1'}} Nov 23 10:25:23.754068 n-d-817747-2 neutron-server[103429]: {{(pid=103429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:25:23.762669 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:25:23.763092 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Checking segment: {'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:25:23.763598 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.764533 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Bound using segment: {'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:25:23.765658 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Bound port: be8ab124-a4a1-4398-9bfc-e8a4b94fa22b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9badd4a8-0fe2-4f73-8e17-655302a5ff10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:25:23.765962 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.769372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-23eff201-0186-4c9d-aa21-4c4295d92927 None None] Provisioning complete for port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:23.770192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-23eff201-0186-4c9d-aa21-4c4295d92927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.814334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-23eff201-0186-4c9d-aa21-4c4295d92927 None None] Port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:25:23.838295 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] For port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:25:23.858358 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] For port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=be8ab124-a4a1-4398-9bfc-e8a4b94fa22b,segment=NetworkSegment(9badd4a8-0fe2-4f73-8e17-655302a5ff10),segment_id=9badd4a8-0fe2-4f73-8e17-655302a5ff10)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:25:23.862384 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:23.923413 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7b3bf-28e4-4179-9061-c0a8402464e0 None None] Pushing event updated for resources: {'Port': ['ID=be8ab124-a4a1-4398-9bfc-e8a4b94fa22b,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:23.926769 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Routers {'f90da6e6-cc74-49d7-8516-0bbca9f8b70a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:25:23.927377 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:24.020185 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] Set router f90da6e6-cc74-49d7-8516-0bbca9f8b70a gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:25:24.138595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a71666cc-a70c-4b94-9674-72357f03152f None None] Provisioning complete for port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:24.139119 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71666cc-a70c-4b94-9674-72357f03152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:24.219724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71666cc-a70c-4b94-9674-72357f03152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:24.238968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'name': 'router1', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:25:11Z', 'updated_at': '2021-11-23T10:25:21Z', 'revision_number': 2, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'gw_port_host': None, '_interfaces': [{'id': 'be8ab124-a4a1-4398-9bfc-e8a4b94fa22b', 'name': '', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'mac_address': 'fa:16:3e:ca:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:20Z', 'updated_at': '2021-11-23T10:25:23Z', 'revision_number': 4, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'subnets': [{'id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a15457-48e7-4e56-bab6-b55c6e69cfa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:24.254849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a71666cc-a70c-4b94-9674-72357f03152f None None] For port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=be8ab124-a4a1-4398-9bfc-e8a4b94fa22b,segment=NetworkSegment(9badd4a8-0fe2-4f73-8e17-655302a5ff10),segment_id=9badd4a8-0fe2-4f73-8e17-655302a5ff10)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:25:24.259143 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71666cc-a70c-4b94-9674-72357f03152f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:24.276263 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02552254-0bba-4ff4-a68f-f47e4dc7c029 None None] The sync data for ids ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'] in n-d-817747-2 is: [{'id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'name': 'router1', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:25:11Z', 'updated_at': '2021-11-23T10:25:21Z', 'revision_number': 2, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'gw_port_host': None, '_interfaces': [{'id': 'be8ab124-a4a1-4398-9bfc-e8a4b94fa22b', 'name': '', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'mac_address': 'fa:16:3e:ca:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:20Z', 'updated_at': '2021-11-23T10:25:23Z', 'revision_number': 4, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'subnets': [{'id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a15457-48e7-4e56-bab6-b55c6e69cfa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:25:24.309595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71666cc-a70c-4b94-9674-72357f03152f None None] Pushing event updated for resources: {'Port': ['ID=be8ab124-a4a1-4398-9bfc-e8a4b94fa22b,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:24.635497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46108) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:24.747364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9035e-3c52-4b50-bfe5-14549c3efdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:24.749351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d7f9035e-3c52-4b50-bfe5-14549c3efdcf admin admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 842 time: 0.1127627 Nov 23 10:25:24.759163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'enable_dhcp': False, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'gateway_ip': '172.25.5.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:24.784554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Made reservation on behalf of c69182727b284b0dbad91834b91568dd for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:25:24.786764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:25.086654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:25:25.087123 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:25.159949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c33c7b16-4fdc-4e5b-8873-30403bd6cc79,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:25.171572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:25:25.171932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Network hostable DHCP agents. Network: 25284502-4bc3-4251-934a-5f9b9b14b204, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:25:25.192834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:25:25.204679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 25284502-4bc3-4251-934a-5f9b9b14b204) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:25.211943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:25.212382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:25.214818 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963a719-f5a8-48bc-8814-be2f758c1c35 None None] Network 25284502-4bc3-4251-934a-5f9b9b14b204 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:25:25.230669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7d0887b7-841c-4509-879c-0e4409088084 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4748905 Nov 23 10:25:25.371294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01115ab-dc74-4e86-a4d9-a59de3911541 None None] Network 25284502-4bc3-4251-934a-5f9b9b14b204 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:25:27.697225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46116) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:27.846719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e0919bc-88dd-4de9-8161-7e63b18be51b admin admin] 10.222.0.61 "GET /v2.0/routers/f90da6e6-cc74-49d7-8516-0bbca9f8b70a HTTP/1.1" status: 200 len: 710 time: 0.1483746 Nov 23 10:25:28.020151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d478f-629e-45e1-8c9f-2bcbbfb907c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:25:28.021581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2c7d478f-629e-45e1-8c9f-2bcbbfb907c4 admin admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 886 time: 0.1690795 Nov 23 10:25:28.031410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:25:28.279593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:28.509464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:28.582184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:28.682467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Allocated IP 172.25.5.246 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/a143d08b-49be-4df7-bcc3-6f1d1cbedf69) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:25:28.785700 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:28.820750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:28.855269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:25:28.860529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:25:28.865685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:25:28.899409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Pushing event updated for resources: {'Port': ['ID=a143d08b-49be-4df7-bcc3-6f1d1cbedf69,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:29.110819 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:29.394664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:29.398093 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:29.505131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Router f90da6e6-cc74-49d7-8516-0bbca9f8b70a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:25:29.611489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:25:29.615695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:29.624073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c9308731-bd9c-458a-bca9-bbf32f884b8d admin admin] 10.222.0.61 "PUT /v2.0/routers/f90da6e6-cc74-49d7-8516-0bbca9f8b70a HTTP/1.1" status: 200 len: 890 time: 1.5891728 Nov 23 10:25:29.881641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device be8ab124-a4a1-4398-9bfc-e8a4b94fa22b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:25:29.933549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:29.933866 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:30.801535 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:25:31.329480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Sync routers for ids ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:25:31.340975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Routers {'f90da6e6-cc74-49d7-8516-0bbca9f8b70a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:25:31.342291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:31.551512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Set router f90da6e6-cc74-49d7-8516-0bbca9f8b70a gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:25:32.018862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'name': 'router1', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'a143d08b-49be-4df7-bcc3-6f1d1cbedf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:25:11Z', 'updated_at': '2021-11-23T10:25:28Z', 'revision_number': 4, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'gw_port': {'id': 'a143d08b-49be-4df7-bcc3-6f1d1cbedf69', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:28Z', 'updated_at': '2021-11-23T10:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'be8ab124-a4a1-4398-9bfc-e8a4b94fa22b', 'name': '', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'mac_address': 'fa:16:3e:ca:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:20Z', 'updated_at': '2021-11-23T10:25:24Z', 'revision_number': 5, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'subnets': [{'id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a15457-48e7-4e56-bab6-b55c6e69cfa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:32.070741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Checking router: f90da6e6-cc74-49d7-8516-0bbca9f8b70a for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:25:32.071092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Updating router f90da6e6-cc74-49d7-8516-0bbca9f8b70a port a143d08b-49be-4df7-bcc3-6f1d1cbedf69 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:25:32.118798 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:32.154835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46128) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:25:32.300454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-750d2b7f-f560-4f1b-8e0b-3c2c1d92cf70 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1437454 Nov 23 10:25:32.460504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:32.466194 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:32.523696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeef384-e2dc-4f93-bc5c-0042dc75b563 None None] Pushing event updated for resources: {'Port': ['ID=a143d08b-49be-4df7-bcc3-6f1d1cbedf69,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:32.526076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Attempting to bind port a143d08b-49be-4df7-bcc3-6f1d1cbedf69 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:25:32.526457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Attempting to bind port a143d08b-49be-4df7-bcc3-6f1d1cbedf69 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:25:32.526831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Attempting to bind port a143d08b-49be-4df7-bcc3-6f1d1cbedf69 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:25:32.533342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:25:32.533542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:25:32.533959 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:32.534355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:25:32.535332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Bound port: a143d08b-49be-4df7-bcc3-6f1d1cbedf69, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:25:32.535332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:32.585869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] For port a143d08b-49be-4df7-bcc3-6f1d1cbedf69, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:25:32.589091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] For port a143d08b-49be-4df7-bcc3-6f1d1cbedf69, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a143d08b-49be-4df7-bcc3-6f1d1cbedf69,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:25:32.593758 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:32.650607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Routers {'f90da6e6-cc74-49d7-8516-0bbca9f8b70a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:25:32.651217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:32.690670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeef384-e2dc-4f93-bc5c-0042dc75b563 None None] Pushing event updated for resources: {'Port': ['ID=a143d08b-49be-4df7-bcc3-6f1d1cbedf69,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:32.765505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] Set router f90da6e6-cc74-49d7-8516-0bbca9f8b70a gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:25:32.984599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'name': 'router1', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'a143d08b-49be-4df7-bcc3-6f1d1cbedf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:25:11Z', 'updated_at': '2021-11-23T10:25:28Z', 'revision_number': 4, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'gw_port': {'id': 'a143d08b-49be-4df7-bcc3-6f1d1cbedf69', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:28Z', 'updated_at': '2021-11-23T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'be8ab124-a4a1-4398-9bfc-e8a4b94fa22b', 'name': '', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'mac_address': 'fa:16:3e:ca:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:20Z', 'updated_at': '2021-11-23T10:25:24Z', 'revision_number': 5, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'subnets': [{'id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a15457-48e7-4e56-bab6-b55c6e69cfa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:25:33.010434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3ac00b-cbc5-43a1-82b8-ce6c5bbf5412 None None] The sync data for ids ['f90da6e6-cc74-49d7-8516-0bbca9f8b70a'] in n-d-817747-2 is: [{'id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'name': 'router1', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': 'a143d08b-49be-4df7-bcc3-6f1d1cbedf69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:25:11Z', 'updated_at': '2021-11-23T10:25:28Z', 'revision_number': 4, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'gw_port': {'id': 'a143d08b-49be-4df7-bcc3-6f1d1cbedf69', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:28Z', 'updated_at': '2021-11-23T10:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'be8ab124-a4a1-4398-9bfc-e8a4b94fa22b', 'name': '', 'network_id': '4d6dcc69-5b4c-41cd-82be-052aaa058644', 'tenant_id': 'f2c7f6c1973440e194174e60abdb7a79', 'mac_address': 'fa:16:3e:ca:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90da6e6-cc74-49d7-8516-0bbca9f8b70a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:25:20Z', 'updated_at': '2021-11-23T10:25:24Z', 'revision_number': 5, 'project_id': 'f2c7f6c1973440e194174e60abdb7a79', 'subnets': [{'id': 'cbea407a-41fa-4f59-85e5-d504566a2308', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9a15457-48e7-4e56-bab6-b55c6e69cfa2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:25:33.866207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a143d08b-49be-4df7-bcc3-6f1d1cbedf69 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:25:33.917349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a143d08b-49be-4df7-bcc3-6f1d1cbedf69 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:33.917728 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:33.998319 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:34.017943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port a143d08b-49be-4df7-bcc3-6f1d1cbedf69, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a143d08b-49be-4df7-bcc3-6f1d1cbedf69,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:25:34.021489 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:34.078067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=a143d08b-49be-4df7-bcc3-6f1d1cbedf69,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:25:35.874163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a143d08b-49be-4df7-bcc3-6f1d1cbedf69 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:25:35.936920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a143d08b-49be-4df7-bcc3-6f1d1cbedf69 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:25:35.938234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:44.378869 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1cc4-ef12-462a-9218-73a42c31a816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:46.804936 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b8b4b220-7b6b-4c03-86e5-a6f15f26ae2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:48.325182 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:49.284305 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:25:50.006981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:07.800994 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:26:14.373206 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df5cf23a-802c-4550-aa7d-8b7dfbe005a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:16.817505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fb512ff-3623-4af8-8d0e-90555f7679a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:18.326138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:19.279976 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:20.001638 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:44.376034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27df86ea-4759-4684-ae11-7ecae1d45b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:44.800613 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:26:46.804763 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0441bd6-0a0f-449d-8cfa-e7cb28def171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:48.329901 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:49.281576 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:50.003894 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:26:58.078261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46644) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:26:58.141130 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ce6db9-8b4f-46dc-b214-6d6a2d5de9c8 admin admin] GET failed (client error): The resource could not be found. Nov 23 10:26:58.142414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86ce6db9-8b4f-46dc-b214-6d6a2d5de9c8 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628719 Nov 23 10:26:58.324176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8200ad3-e693-48da-a03f-b2cfe9e09516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:26:58.325711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f8200ad3-e693-48da-a03f-b2cfe9e09516 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1778979 Nov 23 10:27:00.660668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46654) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:00.752427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a21bb8-33f1-4a78-bd57-b0a1276aa234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:00.753790 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-10a21bb8-33f1-4a78-bd57-b0a1276aa234 admin admin] 10.222.0.61 "GET /v2.0/subnets/cbea407a-41fa-4f59-85e5-d504566a2308 HTTP/1.1" status: 200 len: 849 time: 0.0921469 Nov 23 10:27:00.764334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:00.851944 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.000163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731372822649'] for subnet, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.032184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:01.032803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.034115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] 10.222.0.61 "PUT /v2.0/subnets/cbea407a-41fa-4f59-85e5-d504566a2308 HTTP/1.1" status: 200 len: 868 time: 0.2733800 Nov 23 10:27:01.040578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1d674-64b2-4748-99a0-781482dc638f None None] Network 4d6dcc69-5b4c-41cd-82be-052aaa058644 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:01.062242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbea407a-41fa-4f59-85e5-d504566a2308,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:01.070958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.071331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.071746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.071982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.072466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.072857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.073236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.073567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.073896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.074220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.074547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.074894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca079e3-3e81-4545-b2ee-3bbf7222f855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:01.472278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8f798c46-651b-41e8-b484-4ef49eed9a41 None None] Provisioning complete for port be8ab124-a4a1-4398-9bfc-e8a4b94fa22b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:01.472647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f798c46-651b-41e8-b484-4ef49eed9a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:01.562591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8f798c46-651b-41e8-b484-4ef49eed9a41 None None] Provisioning complete for port 3b4e2f0b-b860-4d0c-927f-393df0f5eca6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:01.562885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f798c46-651b-41e8-b484-4ef49eed9a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:03.357089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46662) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:03.559684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ea9bc-9b0b-492e-8115-90ec68a60aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:03.560163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ea9bc-9b0b-492e-8115-90ec68a60aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:03.561755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d09ea9bc-9b0b-492e-8115-90ec68a60aad admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2036860 Nov 23 10:27:05.825359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46672) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:05.966738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce7b5e-9692-4d56-a725-08eecc955be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:05.967220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce7b5e-9692-4d56-a725-08eecc955be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:05.968783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-39ce7b5e-9692-4d56-a725-08eecc955be4 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1424427 Nov 23 10:27:08.290543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46680) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:08.414392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf5c243-50c0-4237-a570-731de9f35432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:08.415744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-abf5c243-50c0-4237-a570-731de9f35432 admin admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 886 time: 0.1240056 Nov 23 10:27:10.767066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46688) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:10.900210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf960aa9-1bf3-4eb8-97fe-f22df91f496b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:10.901607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bf960aa9-1bf3-4eb8-97fe-f22df91f496b admin admin] 10.222.0.61 "GET /v2.0/networks/4d6dcc69-5b4c-41cd-82be-052aaa058644 HTTP/1.1" status: 200 len: 869 time: 0.1334577 Nov 23 10:27:13.193972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46696) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:13.320263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b15c57-f369-4238-98f6-d1ea326163a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:13.321074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b15c57-f369-4238-98f6-d1ea326163a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:13.322330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d7b15c57-f369-4238-98f6-d1ea326163a6 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274111 Nov 23 10:27:14.379510 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fc6bff-a6ad-4e4c-a1ff-9f155fbf7489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:15.609522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46704) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:15.700340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33388168-1c56-4c20-99af-6826ee86cb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:15.700786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33388168-1c56-4c20-99af-6826ee86cb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:15.702318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-33388168-1c56-4c20-99af-6826ee86cb1f admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918570 Nov 23 10:27:16.807979 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c331357a-b219-441e-b0d5-e0dbe2815399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:18.042819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46712) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:18.127975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41278b4-a408-48c2-9248-9c297c74aec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:18.129283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a41278b4-a408-48c2-9248-9c297c74aec1 admin admin] 10.222.0.61 "GET /v2.0/subnets/c33c7b16-4fdc-4e5b-8873-30403bd6cc79 HTTP/1.1" status: 200 len: 816 time: 0.0854933 Nov 23 10:27:18.331675 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:19.283148 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:20.005009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:20.396641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46720) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:20.491491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b750c0-cc10-4526-ae11-d24d19e93c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:20.492829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c9b750c0-cc10-4526-ae11-d24d19e93c09 admin admin] 10.222.0.61 "GET /v2.0/subnets/cbea407a-41fa-4f59-85e5-d504566a2308 HTTP/1.1" status: 200 len: 868 time: 0.0952699 Nov 23 10:27:21.800144 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:27:44.380950 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1beb28c4-a0ae-4613-9de4-0d54097083e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:45.374777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46774) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:45.423661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-94790da0-f850-416b-880c-ae678b800519 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:27:45.424672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94790da0-f850-416b-880c-ae678b800519 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489080 Nov 23 10:27:46.809491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ed130bd5-75c0-422c-9634-6b188e8ecfef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:47.840181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46782) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:47.900568 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b096c96f-7e9b-4267-b3df-cdb65bf3e241 admin admin] GET failed (client error): The resource could not be found. Nov 23 10:27:47.901848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b096c96f-7e9b-4267-b3df-cdb65bf3e241 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607400 Nov 23 10:27:48.042632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695ce01f-39d3-467c-a9a2-14d4619c7f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:48.044009 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-695ce01f-39d3-467c-a9a2-14d4619c7f70 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377723 Nov 23 10:27:48.335061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:49.286244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.007978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.359530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46790) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:50.406567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:50.427769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Made reservation on behalf of c69182727b284b0dbad91834b91568dd for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:50.430200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.457579 n-d-817747-2 neutron-server[103426]: WARNING neutron.services.revisions.revision_plugin [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Could not find related network for resource to bump revision. Nov 23 10:27:50.468155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:27:50.477373 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.477710 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Added segment 6438e969-0a9a-4efa-bd4c-844c3ee848ec of type vlan for network 79865f54-face-4a42-b2f2-9a3ca7ffa1df Nov 23 10:27:50.515028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.538205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.539126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:50.539718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:50.573997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2134140 Nov 23 10:27:50.603611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Pushing event updated for resources: {'Network': ['ID=79865f54-face-4a42-b2f2-9a3ca7ffa1df,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:50.611422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.611818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.612286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.612619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.612948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.613302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.613622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.613941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.614260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.614592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.614896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.615213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8fcc67-adff-4447-bdd2-cc0843a70c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:50.627115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:27:52.882930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46798) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:27:52.947730 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8e2809-9994-4c6f-8d2d-9bf81567f57f admin admin] GET failed (client error): The resource could not be found. Nov 23 10:27:52.949042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fc8e2809-9994-4c6f-8d2d-9bf81567f57f admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0650628 Nov 23 10:27:53.022494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48929b-872a-43ee-b140-7ea893092796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:53.023949 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9d48929b-872a-43ee-b140-7ea893092796 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704076 Nov 23 10:27:53.034431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'cidr': '192.168.233.0/24'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:27:53.055030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Made reservation on behalf of c69182727b284b0dbad91834b91568dd for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:27:53.057586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.229594 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.379585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=30eb6d49-267c-453a-93cb-8ae87d3fb206,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:53.387739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:53.388086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Network hostable DHCP agents. Network: 79865f54-face-4a42-b2f2-9a3ca7ffa1df, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:27:53.404617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:27:53.414484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 79865f54-face-4a42-b2f2-9a3ca7ffa1df) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:53.418462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:27:53.419043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.425338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88484b08-7ebb-4c3b-a434-23f2ba03e220 None None] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:53.435261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-43d168a8-e9e7-4baf-b650-33d3b0834b8a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4044991 Nov 23 10:27:53.672049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'tenant_id': 'c69182727b284b0dbad91834b91568dd', 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:27:53.672944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.817874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Allocated IP 192.168.233.2 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/4f4b7c4d-ac46-4f48-8672-4821f1404a83) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:27:53.962102 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:53.969400 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.019680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:27:54.020947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Pushing event updated for resources: {'Port': ['ID=4f4b7c4d-ac46-4f48-8672-4821f1404a83,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:54.023253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:27:54.029742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:27:54.032168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.032506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.032842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.033238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.033601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.033928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.034405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.034749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.035073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.035390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.035708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.036033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:27:54.091292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Attempting to bind port 4f4b7c4d-ac46-4f48-8672-4821f1404a83 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:27:54.091670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Attempting to bind port 4f4b7c4d-ac46-4f48-8672-4821f1404a83 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:27:54.092045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Attempting to bind port 4f4b7c4d-ac46-4f48-8672-4821f1404a83 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:27:54.097309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:27:54.097739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:27:54.098142 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.098535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:27:54.099012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Bound port: 4f4b7c4d-ac46-4f48-8672-4821f1404a83, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:27:54.099402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.166277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] For port 4f4b7c4d-ac46-4f48-8672-4821f1404a83, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:27:54.171027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] For port 4f4b7c4d-ac46-4f48-8672-4821f1404a83, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4f4b7c4d-ac46-4f48-8672-4821f1404a83,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:27:54.177571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:54.239718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b69fc-44db-449a-aab1-6764bb2fa6d1 None None] Pushing event updated for resources: {'Port': ['ID=4f4b7c4d-ac46-4f48-8672-4821f1404a83,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:55.067345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b58de6-263f-4656-b74c-546c96bf943a None None] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:27:55.141888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8ae1398f-197e-4a11-b295-2cc4639673ac None None] Provisioning complete for port 4f4b7c4d-ac46-4f48-8672-4821f1404a83 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:55.142267 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ae1398f-197e-4a11-b295-2cc4639673ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.291403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ae1398f-197e-4a11-b295-2cc4639673ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.333587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8ae1398f-197e-4a11-b295-2cc4639673ac None None] For port 4f4b7c4d-ac46-4f48-8672-4821f1404a83, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4f4b7c4d-ac46-4f48-8672-4821f1404a83,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:27:55.337982 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ae1398f-197e-4a11-b295-2cc4639673ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.395337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1398f-197e-4a11-b295-2cc4639673ac None None] Pushing event updated for resources: {'Port': ['ID=4f4b7c4d-ac46-4f48-8672-4821f1404a83,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:27:55.562594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7e27f063-4d15-4db7-8fea-99bb756a2f94 None None] Provisioning complete for port 4f4b7c4d-ac46-4f48-8672-4821f1404a83 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:55.562898 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7e27f063-4d15-4db7-8fea-99bb756a2f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:55.978989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4f4b7c4d-ac46-4f48-8672-4821f1404a83 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:27:56.031450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4f4b7c4d-ac46-4f48-8672-4821f1404a83 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:27:56.031817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:27:58.798752 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:28:14.385444 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb171bcc-6319-4be0-ac8a-1b64fd6aeb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:16.810881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-867a3e5d-7850-47aa-b2b1-6106f86c6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:18.337601 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:19.288449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:20.011369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:35.798142 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:28:44.388983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47b6d66e-d0c5-411b-a576-2b6d910910d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:46.812986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d322-25cf-471a-86d6-0fee3b69492e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:48.340781 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:49.292365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:28:50.015112 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:06.432265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46842) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:06.438346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-0c481395-bf9b-4f62-a5f8-0c796a2938db tempest-verify_tempest_config-1161676136 tempest-verify_tempest_config-1161676136-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:29:06.439296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0c481395-bf9b-4f62-a5f8-0c796a2938db tempest-verify_tempest_config-1161676136 tempest-verify_tempest_config-1161676136-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060694 Nov 23 10:29:06.728474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:06.832770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:06.906858 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:06.910589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:06.953282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cea60d8-0d8b-4d2f-87b1-ff9b2f0e22f0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:06.958497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1df773c9d12e41cf8e34d6a624fc0a5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2290430 Nov 23 10:29:06.961474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46864) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:29:06.962793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.963674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.964055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.964395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.964754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.965087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.965436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.965761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.966087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.966408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.966728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:06.967048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4cca2d-64f2-406e-8da1-0672607b1142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.038998 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:07.059854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:07.152729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:07.155310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:07.156451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cea60d8-0d8b-4d2f-87b1-ff9b2f0e22f0 HTTP/1.1" status: 204 len: 168 time: 0.1939466 Nov 23 10:29:07.164226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cea60d8-0d8b-4d2f-87b1-ff9b2f0e22f0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:29:07.170887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.171239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.171578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.171909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.172238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.172569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.172891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.173240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.173563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.173879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.174197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:07.174510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f443501-1f87-4031-87c4-f6be4b7de42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:29:12.797222 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:29:14.391802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-35b5f875-1951-46fa-bf6d-ee9e4f9db78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:16.814341 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31644069-cea4-4558-92f2-f5d6ec745ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:18.343245 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:19.294842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:20.016787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:44.392808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2bcd30f2-af80-408c-ac0d-4ece60a54be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:46.816350 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-846fbdf6-7ab5-4378-929d-de8f0b57674e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:48.345787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:49.298162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:29:49.795966 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:29:50.017635 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:14.402915 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5e8133be-2432-4e72-975c-99f60c76d052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:16.818051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-440af245-8e80-4b3b-81dd-a5f8013cbea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:18.351377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:19.302223 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:20.025214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:26.794254 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:30:44.393910 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-37d45dca-de88-4f81-a48d-9f2eca02d838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:46.819879 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-995082a6-a403-4c42-9f13-3f1a2da2c13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:48.353874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:49.305289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:30:50.017134 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:03.793196 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:31:14.395507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-03e9b753-b6ab-4df8-9f40-55da1bd6b7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:16.821037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-07f2ba04-b340-43fd-bc62-ef29003d5c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:18.354471 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:19.307996 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:20.019198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:40.792404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:31:44.396858 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb5a631e-adf7-4023-b91d-bec3e3d49388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:46.822789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e502b73-5bed-46dd-9863-6e4486e15365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:48.357315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:49.311158 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:31:50.021160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:14.399029 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a41d3ef8-08d2-424c-9b8f-cf0faa7e07b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:16.823929 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b62845bf-a713-415c-b6cc-e82bfb0b9dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:17.790805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 5 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:32:18.361616 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:19.316862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:19.627598 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811115'] for agent, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:20.023691 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:21.817121 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3811115'] for agent, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:44.399621 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7422cf07-3bca-4388-a3a2-8960a1ee5e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:46.826178 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b0b37d8a-86cd-4deb-b511-af448f3ca26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:48.362727 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:49.317892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:49.579421 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:50.025503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:51.783771 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:32:54.790448 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:33:04.804518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:04.907869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c990b13f-cc36-48cf-bfd2-c7094fba8816 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1015220 Nov 23 10:33:07.199784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46932) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:33:07.261192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d4d01651-31eb-4088-9134-c7a38a5c438c admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0602729 Nov 23 10:33:14.401260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-581be3de-3f51-441e-8d71-16342a56f86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:16.827726 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-92a1bb81-bbf0-4ca3-86a2-ccb1be0d0952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:18.364849 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:19.322252 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:19.582196 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:20.033946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:21.784397 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:31.790245 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:33:44.404867 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f272842-1744-42b1-b52e-5d8e1f96a85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:46.834084 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2dd17449-2a3d-4c19-b50b-30c1c9a9de65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:48.368671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.329225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:49.597771 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:50.028887 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:33:51.847752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:08.790040 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:34:14.406503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-806ac19f-6300-462f-9e94-59dbf6ceed04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:16.827655 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d883410-098c-4425-95bb-af04e6ae4b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:18.369828 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:19.332536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:19.591579 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:20.022817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:21.800129 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:28.832029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47092) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:29.113894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-13f225c2-3bfb-4668-b6c6-ddb831eac79a tempest-AutoAllocateNetworkTest-1820236986 tempest-AutoAllocateNetworkTest-1820236986-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=4a8e64e4574d47abba150180453e239b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2778718 Nov 23 10:34:29.113894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:29.309562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c3f83-645d-4e60-9536-c9ad800f80f2 tempest-AutoAllocateNetworkTest-1820236986 tempest-AutoAllocateNetworkTest-1820236986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:29.311072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d62c3f83-645d-4e60-9536-c9ad800f80f2 tempest-AutoAllocateNetworkTest-1820236986 tempest-AutoAllocateNetworkTest-1820236986-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1962345 Nov 23 10:34:29.314880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47130) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:29.409726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2a0a252a-eb37-4b59-b8c6-822ff15f1ef7 tempest-AutoAllocateNetworkTest-1820236986 tempest-AutoAllocateNetworkTest-1820236986-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899165 Nov 23 10:34:29.409969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47136) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:29.441798 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6563c8c3-428f-48ce-8cc4-ed41e1add340 tempest-AutoAllocateNetworkTest-1820236986 tempest-AutoAllocateNetworkTest-1820236986-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=4a8e64e4574d47abba150180453e239b HTTP/1.1" status: 200 len: 208 time: 0.0265098 Nov 23 10:34:29.678733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47150) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:30.138013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-network', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:30.159729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Made reservation on behalf of bd8da8ec30d64b159e1dc535340dce66 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:30.162098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.167137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47176) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:30.181348 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.263888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.268694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.298452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:34:30.301499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7feae-9477-4f9c-bb96-5cc1c9ff1137,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:30.314598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.314949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.315293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.315861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.316280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.316709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.317088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.317599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.318114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.318579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.319208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.319761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Tracked resource versions report: Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: pushed versions: Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: { 'AddressGroup': {'1.2'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'ConntrackHelper': {'1.0'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Log': {'1.0'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Network': {'1.1'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Port': {'1.7'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'PortForwarding': {'1.2'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'QosPolicy': {'1.10'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'SecurityGroup': {'1.5'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'SubPort': {'1.0'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Subnet': {'1.1'}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Trunk': {'1.1'}} Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: consumer versions: Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: HyperV agent@n-h1-817747-2: {}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: HyperV agent@n-h2-817747-2: {}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: L3 agent@n-d-817747-2: {}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: Metadata agent@n-d-817747-2: {}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: Metering agent@n-d-817747-2: {}, Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'ConntrackHelper': '1.0', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Log': '1.0', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Network': '1.1', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Port': '1.7', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'PortForwarding': '1.2', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'QosPolicy': '1.10', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'SecurityGroup': '1.5', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'SecurityGroupRule': '1.2', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'SubPort': '1.0', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Subnet': '1.1', Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: 'Trunk': '1.1'}} Nov 23 10:34:30.320978 n-d-817747-2 neutron-server[103426]: {{(pid=103426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:34:30.336005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.336360 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Added segment bd904325-5c95-45dd-86f6-5d4b5ce75fac of type vlan for network 86b7529a-d1ec-43e8-a6db-e899de5c4293 Nov 23 10:34:30.380008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.407568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.408732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:30.409476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.448914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7688887 Nov 23 10:34:30.452126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47192) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:30.457916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Request body: {'subnet': {'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-subnet', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:30.481300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185237c-8726-4c59-b021-ff4b668222f1 admin admin] Pushing event updated for resources: {'Network': ['ID=86b7529a-d1ec-43e8-a6db-e899de5c4293,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:30.486072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Made reservation on behalf of bd8da8ec30d64b159e1dc535340dce66 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:30.488613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.491884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:34:30.537518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.755228 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.768938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.799503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.836066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a8e64e4574d47abba150180453e239b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6673081 Nov 23 10:34:30.841391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47212) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:30.880123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd284827-2b7d-44cf-8217-ab6c5a29470b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:30.904310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.904668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.905012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.905392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.905831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.906190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.906547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.906930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.907361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.907580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.908253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.909076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2283b994-c123-46d7-93d0-0ee31bb0edce admin admin] Tracked resource versions report: Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: pushed versions: Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: { 'AddressGroup': {'1.2'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'ConntrackHelper': {'1.0'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Log': {'1.0'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Network': {'1.1'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Port': {'1.7'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'PortForwarding': {'1.2'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'QosPolicy': {'1.10'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'SecurityGroup': {'1.5'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'SubPort': {'1.0'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Subnet': {'1.1'}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Trunk': {'1.1'}} Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: consumer versions: Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: HyperV agent@n-h1-817747-2: {}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: HyperV agent@n-h2-817747-2: {}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: L3 agent@n-d-817747-2: {}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: Metadata agent@n-d-817747-2: {}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: Metering agent@n-d-817747-2: {}, Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'ConntrackHelper': '1.0', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Log': '1.0', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Network': '1.1', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Port': '1.7', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'PortForwarding': '1.2', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'QosPolicy': '1.10', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'SecurityGroup': '1.5', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'SecurityGroupRule': '1.2', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'SubPort': '1.0', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Subnet': '1.1', Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: 'Trunk': '1.1'}} Nov 23 10:34:30.910698 n-d-817747-2 neutron-server[103427]: {{(pid=103427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:34:30.931490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Checking segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:30.931919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Network hostable DHCP agents. Network: 86b7529a-d1ec-43e8-a6db-e899de5c4293, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:34:30.935228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0684d26-3c3d-4d61-a8ce-5ff4814ff010,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:30.955929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:34:30.962771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-647bee29-9bf5-4990-b446-78f833fd03cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:30.967640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 86b7529a-d1ec-43e8-a6db-e899de5c4293) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:30.977862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b13c09-9101-4e19-8302-4ec0211c04e7 None None] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:34:30.984847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:30.985474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.004931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-212a6bc3-6b3a-411e-909d-092b00ead24e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5509293 Nov 23 10:34:31.007429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47222) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:31.012103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:31.033904 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-647bee29-9bf5-4990-b446-78f833fd03cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.080500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.081976 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.113362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-647bee29-9bf5-4990-b446-78f833fd03cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.118315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-647bee29-9bf5-4990-b446-78f833fd03cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.122697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-647bee29-9bf5-4990-b446-78f833fd03cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd284827-2b7d-44cf-8217-ab6c5a29470b HTTP/1.1" status: 204 len: 168 time: 0.2795904 Nov 23 10:34:31.168813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.179712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bee29-9bf5-4990-b446-78f833fd03cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd284827-2b7d-44cf-8217-ab6c5a29470b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:31.195531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-86b7529a-d1ec-43e8-a6db-e899de5c4293', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:34:31.207249 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.330009 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.411292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Allocated IP 172.20.0.2 (86b7529a-d1ec-43e8-a6db-e899de5c4293/f0684d26-3c3d-4d61-a8ce-5ff4814ff010/0d3075d7-b4c5-411a-bb13-cb4fd1295575) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:31.568750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.574767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.587549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.597614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.643467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Pushing event updated for resources: {'Port': ['ID=0d3075d7-b4c5-411a-bb13-cb4fd1295575,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:31.652875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.653247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.653590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.653927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.654257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.654587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.654910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.655303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.655593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.656076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.656220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.656694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Tracked resource versions report: Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: pushed versions: Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: { 'AddressGroup': {'1.2'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'ConntrackHelper': {'1.0'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Log': {'1.0'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Network': {'1.1'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Port': {'1.7'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'PortForwarding': {'1.2'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'QosPolicy': {'1.10'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'SecurityGroup': {'1.5'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'SubPort': {'1.0'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Subnet': {'1.1'}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Trunk': {'1.1'}} Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: consumer versions: Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: HyperV agent@n-h1-817747-2: {}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: HyperV agent@n-h2-817747-2: {}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: L3 agent@n-d-817747-2: {}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: Metadata agent@n-d-817747-2: {}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: Metering agent@n-d-817747-2: {}, Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'ConntrackHelper': '1.0', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Log': '1.0', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Network': '1.1', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Port': '1.7', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'PortForwarding': '1.2', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'QosPolicy': '1.10', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'SecurityGroup': '1.5', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'SecurityGroupRule': '1.2', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'SubPort': '1.0', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Subnet': '1.1', Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: 'Trunk': '1.1'}} Nov 23 10:34:31.657936 n-d-817747-2 neutron-server[103428]: {{(pid=103428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:34:31.669237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:31.670691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:31.673554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:31.711330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Allocated IP 172.25.5.24 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ef27d4fe-f19e-4dc4-aa02-d7e01afad35b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:31.732369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Attempting to bind port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:31.733186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Attempting to bind port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:31.734347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Attempting to bind port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:31.740333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:31.740985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Checking segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:31.741630 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.742380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Bound using segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:31.743023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Bound port: 0d3075d7-b4c5-411a-bb13-cb4fd1295575, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:31.743715 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.823934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] For port 0d3075d7-b4c5-411a-bb13-cb4fd1295575, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:31.834301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] For port 0d3075d7-b4c5-411a-bb13-cb4fd1295575, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0d3075d7-b4c5-411a-bb13-cb4fd1295575,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:31.844308 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.850325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.889547 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:31.933463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42202b-b170-425c-8dce-cbadd55f5025 None None] Pushing event updated for resources: {'Port': ['ID=0d3075d7-b4c5-411a-bb13-cb4fd1295575,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:31.960122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Pushing event updated for resources: {'Port': ['ID=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:31.978137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:31.980113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:31.983036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:32.252106 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:32.478050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:32.730660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:34:32.861521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:34:32.876391 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Sync routers for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:34:32.894733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:32.895437 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:32.896086 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:32.897679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a9263829-e129-48d2-8c75-c0ad732f4f2c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 1.8883379 Nov 23 10:34:32.901473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47296) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:33.194401 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:33.292493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aab249-e805-4e7c-99be-f311f25f7366 None None] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:34:33.575656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd8493b0-3aba-420e-8b7e-77396c037866 None None] Provisioning complete for port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:33.579435 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd8493b0-3aba-420e-8b7e-77396c037866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:33.629967 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:32Z', 'revision_number': 3, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:33.677504 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Checking router: 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:34:33.678180 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Updating router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:34:33.708908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:33.722229 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:33.772794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd8493b0-3aba-420e-8b7e-77396c037866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:33.834291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fd8493b0-3aba-420e-8b7e-77396c037866 None None] For port 0d3075d7-b4c5-411a-bb13-cb4fd1295575, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0d3075d7-b4c5-411a-bb13-cb4fd1295575,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:33.840986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd8493b0-3aba-420e-8b7e-77396c037866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:33.958017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8493b0-3aba-420e-8b7e-77396c037866 None None] Pushing event updated for resources: {'Port': ['ID=0d3075d7-b4c5-411a-bb13-cb4fd1295575,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:34.028975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Allocated IP 172.20.0.1 (86b7529a-d1ec-43e8-a6db-e899de5c4293/f0684d26-3c3d-4d61-a8ce-5ff4814ff010/c94d5404-977e-4412-9cc1-ad35c277c5e4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:34.077428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-732b1713-16fc-42b4-a995-204d75265fb6 None None] Provisioning complete for port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:34.077933 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-732b1713-16fc-42b4-a995-204d75265fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.173804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47330) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:34.244748 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.251214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.258212 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.273213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0d3075d7-b4c5-411a-bb13-cb4fd1295575 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:34.318320 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Attempting to bind port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:34.318813 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Attempting to bind port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:34.319252 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Attempting to bind port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:34.333784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.372085 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:34.376528 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:34.377006 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.377448 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:34.377961 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Bound port: ef27d4fe-f19e-4dc4-aa02-d7e01afad35b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:34.382823 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.410863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fc37-c1db-4508-bfc1-60762a4bd687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.426537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:34.441524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:34.445524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:34.446001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.465561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c94d5404-977e-4412-9cc1-ad35c277c5e4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:34.470975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] For port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:34.474567 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] For port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:34.484549 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.525586 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:34.526441 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:34.615268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:34.615847 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.633827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fc37-c1db-4508-bfc1-60762a4bd687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.644433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8c3fc37-c1db-4508-bfc1-60762a4bd687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.707384 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Pushing event updated for resources: {'Port': ['ID=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:34.735280 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e8c3fc37-c1db-4508-bfc1-60762a4bd687 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=420184d07aba46ccbb82e651855014e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5566895 Nov 23 10:34:34.735280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3fc37-c1db-4508-bfc1-60762a4bd687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c68cd4c-800f-4a5a-83b8-037629551bd4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:34.751780 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.752139 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.752501 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.752817 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.752968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47352) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:34.753177 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.753518 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.753849 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.754206 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.754536 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.754866 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.755217 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.755525 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Tracked resource versions report: Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: pushed versions: Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: { 'AddressGroup': {'1.2'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'ConntrackHelper': {'1.0'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Log': {'1.0'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Network': {'1.1'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Port': {'1.7'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'PortForwarding': {'1.2'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'QosPolicy': {'1.10'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'SecurityGroup': {'1.5'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'SecurityGroupRule': {'1.2'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'SubPort': {'1.0'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Subnet': {'1.1'}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Trunk': {'1.1'}} Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: consumer versions: Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: { DHCP agent@n-d-817747-2: {}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: HyperV agent@n-h1-817747-2: {}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: HyperV agent@n-h2-817747-2: {}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: L3 agent@n-d-817747-2: {}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: Metadata agent@n-d-817747-2: {}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: Metering agent@n-d-817747-2: {}, Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: Open vSwitch agent@n-d-817747-2: { 'AddressGroup': '1.2', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'ConntrackHelper': '1.0', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Log': '1.0', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Network': '1.1', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Port': '1.7', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'PortForwarding': '1.2', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'QosPolicy': '1.10', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'SecurityGroup': '1.5', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'SecurityGroupRule': '1.2', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'SubPort': '1.0', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Subnet': '1.1', Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: 'Trunk': '1.1'}} Nov 23 10:34:34.763435 n-d-817747-2 neutron-server[103429]: {{(pid=103429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 10:34:34.842106 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.851308 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:34.852570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47360) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:34.856799 n-d-817747-2 neutron-server[103426]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 10:34:34.859141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-03e1c13d-6a3a-447f-9048-290bdcf47e03 None None] Provisioning complete for port c94d5404-977e-4412-9cc1-ad35c277c5e4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:34.874058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-03e1c13d-6a3a-447f-9048-290bdcf47e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.895501 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-342a381f-18c2-4226-858a-54ec89bcc7ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:34.896830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-7553285b-6c26-4fe6-91ac-46d0cacd012e tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6770683fb0034870a49663c46fa8ee58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433314 Nov 23 10:34:34.959764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-03e1c13d-6a3a-447f-9048-290bdcf47e03 None None] Port c94d5404-977e-4412-9cc1-ad35c277c5e4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:34:34.960612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-342a381f-18c2-4226-858a-54ec89bcc7ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.010736 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63a8ec-37be-444a-8f44-d1d8c9418748 None None] Pushing event updated for resources: {'Port': ['ID=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:35.039966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-342a381f-18c2-4226-858a-54ec89bcc7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.047021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-342a381f-18c2-4226-858a-54ec89bcc7ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.048445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-342a381f-18c2-4226-858a-54ec89bcc7ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c68cd4c-800f-4a5a-83b8-037629551bd4 HTTP/1.1" status: 204 len: 168 time: 0.2930200 Nov 23 10:34:35.064213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a381f-18c2-4226-858a-54ec89bcc7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c68cd4c-800f-4a5a-83b8-037629551bd4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:35.208733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:32Z', 'revision_number': 3, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:35.234404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-049fcc1e-9132-411e-a8e1-2eb275c7f15c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:35.236593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-049fcc1e-9132-411e-a8e1-2eb275c7f15c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389442 Nov 23 10:34:35.246420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d62395-c728-4119-89c0-7713f9bdb517 None None] The sync data for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 is: [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:32Z', 'revision_number': 3, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:34:35.284275 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-00b6344e-8979-477f-b914-0da63d1b9db4 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/quotas/6770683fb0034870a49663c46fa8ee58 HTTP/1.1" status: 200 len: 375 time: 0.0330381 Nov 23 10:34:35.349734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-7f39372a-3e92-4bd2-92c4-c8cd9f1421eb tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6770683fb0034870a49663c46fa8ee58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642538 Nov 23 10:34:35.393498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.400656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.401410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.590687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47386) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:35.659919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc18cb97-ce97-4ab6-9a0b-63086f6d93c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.682844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c94d5404-977e-4412-9cc1-ad35c277c5e4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:35.779533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:35.783443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:35.889574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc18cb97-ce97-4ab6-9a0b-63086f6d93c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.907871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc18cb97-ce97-4ab6-9a0b-63086f6d93c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:35.974655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dc18cb97-ce97-4ab6-9a0b-63086f6d93c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af15e1b4bb564531a3db75d570d0813c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3822308 Nov 23 10:34:35.991011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47404) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:36.075869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:34:36.084904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18cb97-ce97-4ab6-9a0b-63086f6d93c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a75d12-12e6-41a2-914a-bc18d9bdf809,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:36.164063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c471a04e-2042-4d0a-b648-ce578dd17e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.199931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1efbbedc-a871-45a5-8cff-7e1976771205 None None] Provisioning complete for port c94d5404-977e-4412-9cc1-ad35c277c5e4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:36.200457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1efbbedc-a871-45a5-8cff-7e1976771205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.217893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c471a04e-2042-4d0a-b648-ce578dd17e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.280031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1efbbedc-a871-45a5-8cff-7e1976771205 None None] Port c94d5404-977e-4412-9cc1-ad35c277c5e4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:34:36.299328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef27d4fe-f19e-4dc4-aa02-d7e01afad35b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:36.332976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c471a04e-2042-4d0a-b648-ce578dd17e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.335661 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c471a04e-2042-4d0a-b648-ce578dd17e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.340073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c471a04e-2042-4d0a-b648-ce578dd17e19 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0a75d12-12e6-41a2-914a-bc18d9bdf809 HTTP/1.1" status: 204 len: 168 time: 0.3480408 Nov 23 10:34:36.352992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471a04e-2042-4d0a-b648-ce578dd17e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a75d12-12e6-41a2-914a-bc18d9bdf809,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:36.385487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b38a50e3-54e6-4a76-a871-0d0ea1004de5 req-1d77c6de-eb23-4442-b8b4-8f03820b4899 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 210 time: 0.1147361 Nov 23 10:34:36.418827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:34:36.422803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:36.423901 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.429929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-96726e2d-be67-4592-bae1-007e4ba150e1 admin admin] 10.222.0.61 "PUT /v2.0/routers/68c6f2f8-bb4f-43d1-a64b-4c1256b0d897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5274248 Nov 23 10:34:36.587943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.616661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:36.637001 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:36.760358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:37.254890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47490) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:37.392714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed9c51b2-9ab7-464d-b552-8d91df51cdfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.490556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed9c51b2-9ab7-464d-b552-8d91df51cdfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.496908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed9c51b2-9ab7-464d-b552-8d91df51cdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.558144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed9c51b2-9ab7-464d-b552-8d91df51cdfe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa31d04ee8784fd893482cc7ca1ab37b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3002939 Nov 23 10:34:37.558144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c51b2-9ab7-464d-b552-8d91df51cdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a8bc9-b5ce-48f1-b5c7-ce6445baf586,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:37.559313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47508) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:37.656825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-140c79af-62b2-42a7-ad6c-abf05f7d21e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.678911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29794ba-72e4-4e12-b9e9-0644b72d2830 req-5c1fb5a9-244c-447d-a77e-b74ea06ee75b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 210 time: 0.0572059 Nov 23 10:34:37.697417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-140c79af-62b2-42a7-ad6c-abf05f7d21e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.705004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47518) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:37.711845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-network', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:37.759030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Made reservation on behalf of 7991ef2ad5a5453cb7404fb0b2a82d1f for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:37.762655 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.763076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Sync routers for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:34:37.775941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.777520 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-140c79af-62b2-42a7-ad6c-abf05f7d21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.782996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-140c79af-62b2-42a7-ad6c-abf05f7d21e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.786962 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-140c79af-62b2-42a7-ad6c-abf05f7d21e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f33a8bc9-b5ce-48f1-b5c7-ce6445baf586 HTTP/1.1" status: 204 len: 168 time: 0.2231293 Nov 23 10:34:37.800302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:37.800944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:37.808250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c79af-62b2-42a7-ad6c-abf05f7d21e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a8bc9-b5ce-48f1-b5c7-ce6445baf586,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:37.940029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.945834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.970883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:34:37.980421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:37.980770 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Added segment eef98de6-24f1-44e5-b8fc-18c1d7172c16 of type vlan for network 0556fbf1-9875-48e8-9291-8e119e17cf89 Nov 23 10:34:37.989166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:38.028952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.060517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0928323e-20ad-464d-ab94-848e4cb2e9e4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:38.152271 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.154044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:38.154967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.255587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5468204 Nov 23 10:34:38.255587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a45c14-daf1-431f-ac9a-25f6416f8b73 admin admin] Pushing event updated for resources: {'Network': ['ID=0556fbf1-9875-48e8-9291-8e119e17cf89,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:38.256303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47540) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:38.262055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef27d4fe-f19e-4dc4-aa02-d7e01afad35b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:38.262981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Request body: {'subnet': {'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-subnet', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:38.288795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Made reservation on behalf of 7991ef2ad5a5453cb7404fb0b2a82d1f for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:38.291247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.328269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:34:38.457079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:38.457476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.501818 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:35Z', 'revision_number': 2, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:38.543422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Checking router: 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:34:38.544652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Updating router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 port c94d5404-977e-4412-9cc1-ad35c277c5e4 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:34:38.567738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.58', 64710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:38.602001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47560) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:38.645636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.714264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:38.720196 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.758641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Checking segment: {'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:38.759630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Network hostable DHCP agents. Network: 0556fbf1-9875-48e8-9291-8e119e17cf89, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:34:38.779772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-202b30e5-f1c4-40ac-8edf-f7982ec74b6b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6770683fb0034870a49663c46fa8ee58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2102571 Nov 23 10:34:38.782691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:34:38.797137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47566) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:38.819685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87a5c0a8-33ea-4280-a232-6bccc5c3510e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.884705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45c59263-5fce-4408-b404-903f24a98970 req-c878fc9c-5991-482a-b47f-7873bc1338e1 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 210 time: 0.0608261 Nov 23 10:34:38.888927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 0556fbf1-9875-48e8-9291-8e119e17cf89) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:38.898610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:38.899200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:38.943966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5700590c-97f7-4fcf-962c-9e9e92a32818 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6839371 Nov 23 10:34:38.945360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47576) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:38.957010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:38.994752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e272fa-e118-4157-a7d0-d84c9da3c2d6 None None] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:34:39.005550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.007593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.026802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-a57078d6-25a0-4e70-b497-57502c65522c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:39.029069 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-a57078d6-25a0-4e70-b497-57502c65522c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275066 Nov 23 10:34:39.088954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.131992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87a5c0a8-33ea-4280-a232-6bccc5c3510e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.146039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Request body: {'port': {'device_id': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '6770683fb0034870a49663c46fa8ee58'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:39.167697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87a5c0a8-33ea-4280-a232-6bccc5c3510e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.229981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.270974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d28c1834-e453-491f-9259-d073c9e7f9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.277655 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.319305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-0556fbf1-9875-48e8-9291-8e119e17cf89', 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'fixed_ips': [{'subnet_id': '7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:34:39.320845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.424907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d588-b8c4-42f1-ba12-08d8aa3b2d6c None None] Pushing event updated for resources: {'Port': ['ID=c94d5404-977e-4412-9cc1-ad35c277c5e4,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:39.435067 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d28c1834-e453-491f-9259-d073c9e7f9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.443044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d28c1834-e453-491f-9259-d073c9e7f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.475340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d28c1834-e453-491f-9259-d073c9e7f9f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f48149f5ee04d3e9cb10362b0960fdd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6737735 Nov 23 10:34:39.579262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-87a5c0a8-33ea-4280-a232-6bccc5c3510e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0a16a54b3b0480b97c0a3cad7565af7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8172700 Nov 23 10:34:39.580208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5c0a8-33ea-4280-a232-6bccc5c3510e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e110eb9a-9bef-44c9-8ca7-830d737381d2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:39.585459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:39.585886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47616) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:39.586669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Made reservation on behalf of 6770683fb0034870a49663c46fa8ee58 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:39.592585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.612894 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.621954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.624806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Attempting to bind port c94d5404-977e-4412-9cc1-ad35c277c5e4 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:39.625652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Attempting to bind port c94d5404-977e-4412-9cc1-ad35c277c5e4 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:39.626185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Attempting to bind port c94d5404-977e-4412-9cc1-ad35c277c5e4 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:39.640331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:39.641253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Checking segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:39.641906 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.642507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Bound using segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:39.643333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Bound port: c94d5404-977e-4412-9cc1-ad35c277c5e4, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:39.644118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.753060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.765360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c1834-e453-491f-9259-d073c9e7f9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437b87d3-fdb8-4c0b-8888-1f8bf561778a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:39.776306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:39.817548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Allocated IP 172.20.0.2 (0556fbf1-9875-48e8-9291-8e119e17cf89/7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8/b74f0b48-91d5-47f9-ac25-7f86f568a4ec) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:39.820210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] For port c94d5404-977e-4412-9cc1-ad35c277c5e4, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:39.825284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] For port c94d5404-977e-4412-9cc1-ad35c277c5e4, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c94d5404-977e-4412-9cc1-ad35c277c5e4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:39.845923 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.058285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1422eb6c-7bb0-41f3-aa88-e1a045b76d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.073827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4859a79-f515-413e-a365-f63b1196e1dd req-d1b4ec60-6b9f-4747-86bd-1750be286c2b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 210 time: 0.0939274 Nov 23 10:34:40.110925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1422eb6c-7bb0-41f3-aa88-e1a045b76d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.149931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.193711 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.249502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a5907181-4b7e-403b-9785-bb0431b6db55 None None] Provisioning complete for port c94d5404-977e-4412-9cc1-ad35c277c5e4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:40.251053 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a5907181-4b7e-403b-9785-bb0431b6db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.288042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:40.289244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:40.302704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1422eb6c-7bb0-41f3-aa88-e1a045b76d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.315461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1422eb6c-7bb0-41f3-aa88-e1a045b76d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.319189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1422eb6c-7bb0-41f3-aa88-e1a045b76d7b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e110eb9a-9bef-44c9-8ca7-830d737381d2 HTTP/1.1" status: 204 len: 168 time: 0.7070098 Nov 23 10:34:40.344080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3844998a-4732-4165-ba66-def05e98ea35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.361045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d588-b8c4-42f1-ba12-08d8aa3b2d6c None None] Pushing event updated for resources: {'Port': ['ID=c94d5404-977e-4412-9cc1-ad35c277c5e4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:40.378921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3844998a-4732-4165-ba66-def05e98ea35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.387970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Allocated IP 172.25.5.123 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/53edfaf8-3387-4180-8db7-a1a16856649f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:40.470437 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3844998a-4732-4165-ba66-def05e98ea35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.472890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3844998a-4732-4165-ba66-def05e98ea35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.476653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3844998a-4732-4165-ba66-def05e98ea35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/437b87d3-fdb8-4c0b-8888-1f8bf561778a HTTP/1.1" status: 204 len: 168 time: 0.8659847 Nov 23 10:34:40.490372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff243bf-7059-4e96-a160-8b85301752ce,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:40.568984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422eb6c-7bb0-41f3-aa88-e1a045b76d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e110eb9a-9bef-44c9-8ca7-830d737381d2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:40.590751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:40.619880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844998a-4732-4165-ba66-def05e98ea35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437b87d3-fdb8-4c0b-8888-1f8bf561778a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:40.622052 n-d-817747-2 neutron-server[103427]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 10:34:40.640354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Allocated IP 192.168.233.165 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/8b97a990-651f-4bd0-b418-3b7c3c07e324) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:40.684527 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.706887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.720184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-08989b57-da61-4b17-86e5-67b7d5e24948 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f8d753612559467db8cc269f3923ebeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002452 Nov 23 10:34:40.732696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.783701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:40.824075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.836315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a5907181-4b7e-403b-9785-bb0431b6db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:40.841204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:40.861327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:40.886578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:40.895604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Pushing event updated for resources: {'Port': ['ID=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:40.945226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:40.978610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:40.992056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:41.020981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Pushing event updated for resources: {'Port': ['ID=53edfaf8-3387-4180-8db7-a1a16856649f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:41.064659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-6051d48f-5405-451b-b689-020eac9dcf90 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:41.066898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-6051d48f-5405-451b-b689-020eac9dcf90 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3345594 Nov 23 10:34:41.230676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-068bed1d-5d98-4c93-9514-49e9680fbb14 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/quotas/f8d753612559467db8cc269f3923ebeb HTTP/1.1" status: 200 len: 375 time: 0.1408079 Nov 23 10:34:41.233761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a5907181-4b7e-403b-9785-bb0431b6db55 None None] For port c94d5404-977e-4412-9cc1-ad35c277c5e4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c94d5404-977e-4412-9cc1-ad35c277c5e4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:41.260728 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a5907181-4b7e-403b-9785-bb0431b6db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:41.288688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Attempting to bind port b74f0b48-91d5-47f9-ac25-7f86f568a4ec on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:41.289076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Attempting to bind port b74f0b48-91d5-47f9-ac25-7f86f568a4ec by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:41.289466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Attempting to bind port b74f0b48-91d5-47f9-ac25-7f86f568a4ec on network 0556fbf1-9875-48e8-9291-8e119e17cf89 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:41.402438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:41.402817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Checking segment: {'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:41.403225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:41.403621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Bound using segment: {'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:41.413380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Bound port: b74f0b48-91d5-47f9-ac25-7f86f568a4ec, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:41.415295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:41.428658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-0b342067-bcec-4c64-9186-7a0be02e3e17 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f8d753612559467db8cc269f3923ebeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1966555 Nov 23 10:34:41.663018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5907181-4b7e-403b-9785-bb0431b6db55 None None] Pushing event updated for resources: {'Port': ['ID=c94d5404-977e-4412-9cc1-ad35c277c5e4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:41.737407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:41.749933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5f6428d2-d206-4703-9de8-de315cdda9a1 None None] Provisioning complete for port c94d5404-977e-4412-9cc1-ad35c277c5e4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:41.753803 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f6428d2-d206-4703-9de8-de315cdda9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:41.884911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] For port b74f0b48-91d5-47f9-ac25-7f86f568a4ec, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:41.906330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] For port b74f0b48-91d5-47f9-ac25-7f86f568a4ec, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,segment=NetworkSegment(eef98de6-24f1-44e5-b8fc-18c1d7172c16),segment_id=eef98de6-24f1-44e5-b8fc-18c1d7172c16)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:41.922663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:41.948110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:39Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:41.955168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47682) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:41.958533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:42.052090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ef98ef1-9463-4745-8419-19476af9143e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:42.066779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746ba92-26bd-42a2-abf5-de3467811258 req-f9240ec8-ea70-4d87-9d79-3337e58f0220 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:42.068401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9746ba92-26bd-42a2-abf5-de3467811258 req-f9240ec8-ea70-4d87-9d79-3337e58f0220 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 936 time: 0.1141098 Nov 23 10:34:42.198324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7cb360-9161-44e5-bcd9-0c603b646a10 None None] The sync data for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 is: [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:39Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:34:42.331349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa0e9e-d34b-47b2-94b9-5656660baa1c None None] Pushing event updated for resources: {'Port': ['ID=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:42.363060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-292ce9c4-b7a3-457a-8175-36e14acc5c44 req-a68e2a07-e754-420b-8f20-c44d62ac1cae tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 210 time: 0.2523460 Nov 23 10:34:42.419429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ef98ef1-9463-4745-8419-19476af9143e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:42.443481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:42.448227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ef98ef1-9463-4745-8419-19476af9143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:42.474874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:42.496970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:42.509352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:42.510394 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:42.556707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Pushing event updated for resources: {'Port': ['ID=8b97a990-651f-4bd0-b418-3b7c3c07e324,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:42.571521 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-1a118eb3-946d-4515-9b04-1916cd8a9034 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4452727 Nov 23 10:34:42.598324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-0660e178-235e-4d8c-8a65-24c766d1c2b2 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:34:42.599913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-0660e178-235e-4d8c-8a65-24c766d1c2b2 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219529 Nov 23 10:34:42.694677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8ef98ef1-9463-4745-8419-19476af9143e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95752ff044984ba490bcf38b8df55e76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7316940 Nov 23 10:34:42.694924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:42.856169 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:42.930225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54f1c23-4291-4725-8db0-74e6fd8b3ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:42.940589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef98ef1-9463-4745-8419-19476af9143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26e0ec3-612e-4403-8688-691c030a88db,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:42.962064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9746ba92-26bd-42a2-abf5-de3467811258 req-24d76707-b5ea-43d0-997f-5dbe65177b30 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8258913 Nov 23 10:34:43.040742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54f1c23-4291-4725-8db0-74e6fd8b3ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:43.158039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54f1c23-4291-4725-8db0-74e6fd8b3ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:43.165330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54f1c23-4291-4725-8db0-74e6fd8b3ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:43.168305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8fb43d0f-63d4-4079-9fa4-d371c42aa6b7 None None] Provisioning complete for port 8b97a990-651f-4bd0-b418-3b7c3c07e324 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:43.168948 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8fb43d0f-63d4-4079-9fa4-d371c42aa6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:43.174591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c54f1c23-4291-4725-8db0-74e6fd8b3ec9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c26e0ec3-612e-4403-8688-691c030a88db HTTP/1.1" status: 204 len: 168 time: 0.4767585 Nov 23 10:34:43.215087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f1c23-4291-4725-8db0-74e6fd8b3ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26e0ec3-612e-4403-8688-691c030a88db,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:43.237416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Request body: {'port': {'device_id': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:43.280821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8fb43d0f-63d4-4079-9fa4-d371c42aa6b7 None None] Port 8b97a990-651f-4bd0-b418-3b7c3c07e324 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:34:43.565261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:43.568768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:43.634508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2bcdb0ea-4f07-4696-a199-ae85cfcf845d req-ec36cfc5-a269-4a06-86e5-75f4ada8006e tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 210 time: 0.1074069 Nov 23 10:34:44.010647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Router 5cf6ef42-77d5-42da-8b99-541630f5962d is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:34:44.333621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:34:44.337549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47752) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:44.358888 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Sync routers for ids ['5cf6ef42-77d5-42da-8b99-541630f5962d'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:34:44.378574 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Routers {'5cf6ef42-77d5-42da-8b99-541630f5962d'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:44.379700 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5cf6ef42-77d5-42da-8b99-541630f5962d'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:44.395881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b74f0b48-91d5-47f9-ac25-7f86f568a4ec up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:44.461537 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:44.461537 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-35f9a79d-2457-4d9a-99e1-31cebb93e533 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5119803 Nov 23 10:34:44.471668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47758) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:44.631196 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcba574d-e0b2-49bb-aa9f-e6a0d6252e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:44.661830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b74f0b48-91d5-47f9-ac25-7f86f568a4ec triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:44.662278 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:44.806072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fa554-3448-42b3-90e6-d010dabc437f req-f81b22eb-e982-40bf-83d5-2235368bd032 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:44.818951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495b32c-870b-4958-af40-bc540cb81401 None None] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:34:44.820169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-321fa554-3448-42b3-90e6-d010dabc437f req-f81b22eb-e982-40bf-83d5-2235368bd032 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 936 time: 0.5463235 Nov 23 10:34:44.987863 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Set router 5cf6ef42-77d5-42da-8b99-541630f5962d gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:45.025874 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f17b8f88-0d0a-4a61-b92b-77b7fbf5b8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.103733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.65', 54663) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:45.164031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-a4e512cc-8610-4522-80ba-4bcb5ae7d6e9 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8d753612559467db8cc269f3923ebeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641859 Nov 23 10:34:45.256444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b97a990-651f-4bd0-b418-3b7c3c07e324 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:34:45.281291 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:34:41Z', 'revision_number': 3, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:45.287236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.314011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2e0736f7-6af0-47ca-ba64-7ed62379c401 None None] Provisioning complete for port b74f0b48-91d5-47f9-ac25-7f86f568a4ec triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:45.315693 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2e0736f7-6af0-47ca-ba64-7ed62379c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.315965 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Checking router: 5cf6ef42-77d5-42da-8b99-541630f5962d for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:34:45.337819 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Updating router 5cf6ef42-77d5-42da-8b99-541630f5962d port 53edfaf8-3387-4180-8db7-a1a16856649f binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:34:45.350004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Transition to ACTIVE for port object 8b97a990-651f-4bd0-b418-3b7c3c07e324 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:34:45.382555 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.459968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f3b6acd-69a3-44e1-b97f-74ab8d90e874 req-fe6ff2f5-552e-4eeb-a273-d9919e45d2ec tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 210 time: 0.1043971 Nov 23 10:34:45.461265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.542137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-1a7094d0-57d1-437b-9ad2-f0de389d70c6 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:45.543632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-1a7094d0-57d1-437b-9ad2-f0de389d70c6 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584979 Nov 23 10:34:45.575514 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.590706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-321fa554-3448-42b3-90e6-d010dabc437f req-9fbf5eaa-e7dc-4c73-a639-042f9ac7ea6d tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546546 Nov 23 10:34:45.673257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Request body: {'port': {'device_id': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'f8d753612559467db8cc269f3923ebeb'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:45.814524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port b74f0b48-91d5-47f9-ac25-7f86f568a4ec, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,segment=NetworkSegment(eef98de6-24f1-44e5-b8fc-18c1d7172c16),segment_id=eef98de6-24f1-44e5-b8fc-18c1d7172c16)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:45.815970 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2e0736f7-6af0-47ca-ba64-7ed62379c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.829771 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:34:45.830699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:45.832202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c94d5404-977e-4412-9cc1-ad35c277c5e4 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:45.973031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47796) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:46.102500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:46.136363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Pushing event updated for resources: {'Port': ['ID=8b97a990-651f-4bd0-b418-3b7c3c07e324,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:46.157587 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-2e0736f7-6af0-47ca-ba64-7ed62379c401 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:34:46.158073 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-2e0736f7-6af0-47ca-ba64-7ed62379c401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:34:46.163598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c94d5404-977e-4412-9cc1-ad35c277c5e4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:46.165718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.191214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Attempting to bind port 8b97a990-651f-4bd0-b418-3b7c3c07e324 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:46.191854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Attempting to bind port 8b97a990-651f-4bd0-b418-3b7c3c07e324 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:46.192211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Attempting to bind port 8b97a990-651f-4bd0-b418-3b7c3c07e324 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:46.210483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Port 8b97a990-651f-4bd0-b418-3b7c3c07e324 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:34:46.210810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Attempting to bind port 8b97a990-651f-4bd0-b418-3b7c3c07e324 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:46.242632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:46.242958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:46.246790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:46.247298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Bound port: 8b97a990-651f-4bd0-b418-3b7c3c07e324, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:46.249954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.290584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f17b8f88-0d0a-4a61-b92b-77b7fbf5b8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.312552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f17b8f88-0d0a-4a61-b92b-77b7fbf5b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.330177 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.340125 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.379694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8f88-0d0a-4a61-b92b-77b7fbf5b8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25bcf03-c4b0-4cff-98cc-087175f9ada8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:46.471537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] For port 8b97a990-651f-4bd0-b418-3b7c3c07e324, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:46.485272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] For port 8b97a990-651f-4bd0-b418-3b7c3c07e324, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8b97a990-651f-4bd0-b418-3b7c3c07e324,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:46.495275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.543349 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Attempting to bind port 53edfaf8-3387-4180-8db7-a1a16856649f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:46.544045 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Attempting to bind port 53edfaf8-3387-4180-8db7-a1a16856649f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:46.558538 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Attempting to bind port 53edfaf8-3387-4180-8db7-a1a16856649f on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:46.566348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320b488-8d50-4037-bb16-7f762bc173d1 None None] Pushing event updated for resources: {'Port': ['ID=53edfaf8-3387-4180-8db7-a1a16856649f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:46.590494 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:46.590808 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:46.591219 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.591618 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:46.596647 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Bound port: 53edfaf8-3387-4180-8db7-a1a16856649f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:46.597404 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.636516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:46.645913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.647755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] 10.222.0.58 "PUT /v2.0/ports/8b97a990-651f-4bd0-b418-3b7c3c07e324 HTTP/1.1" status: 200 len: 1096 time: 3.6245236 Nov 23 10:34:46.648293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'tag': '8b97a990-651f-4bd0-b418-3b7c3c07e324'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:34:46.799448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b74f0b48-91d5-47f9-ac25-7f86f568a4ec up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:46.805972 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] For port 53edfaf8-3387-4180-8db7-a1a16856649f, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:46.811484 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] For port 53edfaf8-3387-4180-8db7-a1a16856649f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=53edfaf8-3387-4180-8db7-a1a16856649f,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:46.816363 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:46.914529 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320b488-8d50-4037-bb16-7f762bc173d1 None None] Pushing event updated for resources: {'Port': ['ID=53edfaf8-3387-4180-8db7-a1a16856649f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:46.935111 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Routers {'5cf6ef42-77d5-42da-8b99-541630f5962d'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:46.936143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5cf6ef42-77d5-42da-8b99-541630f5962d'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:47.140704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f8c12ad-70a2-489d-a6b0-6bebeaa9dc2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.155537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-efa30f5e-2eb5-4ba4-9658-863a13935b5c req-afe1f391-5676-4182-9475-69d2bc7e98dc tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 210 time: 0.2672677 Nov 23 10:34:47.221487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f17b8f88-0d0a-4a61-b92b-77b7fbf5b8d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96a722e43a6d455e8340b1dd741150ad&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8811409 Nov 23 10:34:47.241969 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] Set router 5cf6ef42-77d5-42da-8b99-541630f5962d gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:47.272338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47826) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:47.293666 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be2874e7-6e19-4ee4-99fe-eff7c4f35a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.360750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253ef6c-2f7a-4fd7-9f58-1573722d7009 service neutron] Pushing event updated for resources: {'Port': ['ID=8b97a990-651f-4bd0-b418-3b7c3c07e324,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:47.406668 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20b5feb-3ec8-4343-bfe1-41de54117d58" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad96ef2-9d79-49b0-ad41-672e1f5ca241", "tag": "8b97a990-651f-4bd0-b418-3b7c3c07e324"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:34:47.415970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b74f0b48-91d5-47f9-ac25-7f86f568a4ec triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:47.418768 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.504416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Made reservation on behalf of f8d753612559467db8cc269f3923ebeb for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:34:47.512106 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.516725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-88e93998-24f7-41cb-8e5f-b7d76ef4f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:47.521769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-88e93998-24f7-41cb-8e5f-b7d76ef4f444 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6770683fb0034870a49663c46fa8ee58&device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 1099 time: 0.6629503 Nov 23 10:34:47.541717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e8e22-93aa-43ce-ba2a-09b97d775123 req-5ac4b537-1f3e-442c-9f91-b41eac2f61e0 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:47.546729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-be6ede05-88c4-4f40-85ae-b91c07974f3f None None] Provisioning complete for port b74f0b48-91d5-47f9-ac25-7f86f568a4ec triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:47.547130 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be6ede05-88c4-4f40-85ae-b91c07974f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.550706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf1e8e22-93aa-43ce-ba2a-09b97d775123 req-5ac4b537-1f3e-442c-9f91-b41eac2f61e0 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.4656806 Nov 23 10:34:47.660702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf1e8e22-93aa-43ce-ba2a-09b97d775123 req-81954eae-5ac8-41bd-980e-0e913a0da3fe tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090190 Nov 23 10:34:47.664285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.706115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-2966acee-a7ec-46c1-bc35-92f4257a7ddf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8b97a990-651f-4bd0-b418-3b7c3c07e324 HTTP/1.1" status: 200 len: 217 time: 0.1749964 Nov 23 10:34:47.741588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a66a910-b2e5-4196-85b0-753e6ed9ca06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.820503 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:34:41Z', 'revision_number': 3, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:47.851454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-5fd10375-b05c-4585-a379-b07fb1713f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:47.853313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-5fd10375-b05c-4585-a379-b07fb1713f21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1376283 Nov 23 10:34:47.855669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f8c12ad-70a2-489d-a6b0-6bebeaa9dc2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.855916 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a66a910-b2e5-4196-85b0-753e6ed9ca06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:47.899833 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69fbbe5-03cb-4037-b7c4-1c981fd597d3 None None] The sync data for ids ['5cf6ef42-77d5-42da-8b99-541630f5962d'] in n-d-817747-2 is: [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:34:41Z', 'revision_number': 3, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:34:48.013165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f8c12ad-70a2-489d-a6b0-6bebeaa9dc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.053549 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ed01c4-ace3-458f-bf64-b7a48f417ea5 x-openstack-request-id: req-a1ed01c4-ace3-458f-bf64-b7a48f417ea5 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:34:48.053901 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad96ef2-9d79-49b0-ad41-672e1f5ca241", "tag": "8b97a990-651f-4bd0-b418-3b7c3c07e324", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:34:48.054709 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1ed01c4-ace3-458f-bf64-b7a48f417ea5 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:34:48.055270 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'tag': '8b97a990-651f-4bd0-b418-3b7c3c07e324', 'status': 'completed', 'code': 200} Nov 23 10:34:48.070135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5f8c12ad-70a2-489d-a6b0-6bebeaa9dc2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=952e97299b594256a0591ac5ea71cc21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9516752 Nov 23 10:34:48.073734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47852) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:48.080510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.156694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c12ad-70a2-489d-a6b0-6bebeaa9dc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c461d04-20cf-4493-8c81-d970c223f26e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:48.223991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-56968d1f-15ea-400a-a1d2-47211ff72ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:48.227416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-56968d1f-15ea-400a-a1d2-47211ff72ff2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3664279 Nov 23 10:34:48.346589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7636e80-d3a0-4a22-8456-ab28c95774ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.367860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.369240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a66a910-b2e5-4196-85b0-753e6ed9ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.373214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a66a910-b2e5-4196-85b0-753e6ed9ca06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.377614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0a66a910-b2e5-4196-85b0-753e6ed9ca06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a25bcf03-c4b0-4cff-98cc-087175f9ada8 HTTP/1.1" status: 204 len: 168 time: 1.0865223 Nov 23 10:34:48.383913 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.405933 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.432822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66a910-b2e5-4196-85b0-753e6ed9ca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25bcf03-c4b0-4cff-98cc-087175f9ada8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:48.488527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7636e80-d3a0-4a22-8456-ab28c95774ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.575519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:48.610970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a59d148-bbb0-45f4-9b95-e013088eef83 req-d8caf740-a39e-41e8-9335-ed66e592c1d8 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 210 time: 0.2486155 Nov 23 10:34:48.616622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47860) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:48.649485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-c427977a-6be9-497a-8e9c-5124904d7379 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141622 Nov 23 10:34:48.707144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 53edfaf8-3387-4180-8db7-a1a16856649f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:48.733074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7636e80-d3a0-4a22-8456-ab28c95774ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.743642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7636e80-d3a0-4a22-8456-ab28c95774ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.745078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e7636e80-d3a0-4a22-8456-ab28c95774ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c461d04-20cf-4493-8c81-d970c223f26e HTTP/1.1" status: 204 len: 168 time: 0.6471510 Nov 23 10:34:48.950772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 53edfaf8-3387-4180-8db7-a1a16856649f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:48.952838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:48.969847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a1f1995-0dcb-4bab-8038-7344843b2c19 req-9889deb7-6a61-49f6-88be-0a97e1bba418 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775605 Nov 23 10:34:49.103905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7636e80-d3a0-4a22-8456-ab28c95774ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c461d04-20cf-4493-8c81-d970c223f26e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:49.111316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Allocated IP 192.168.233.217 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/0428a469-5742-492d-af13-f23a4f6a0dc6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:49.254792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.342739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-3ad00372-5ca3-44fe-8651-166ec37c31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:49.344970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-3ad00372-5ca3-44fe-8651-166ec37c31c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6770683fb0034870a49663c46fa8ee58&device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 1099 time: 0.2702839 Nov 23 10:34:49.346023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d4f94dee-5046-442d-905a-6d6d74ec0cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.359607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd5dea-32de-4a2a-a80b-f1c5f5e29942 req-35a0e1a1-d073-4c38-8219-2c6c4f17179b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:49.368551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfbd5dea-32de-4a2a-a80b-f1c5f5e29942 req-35a0e1a1-d073-4c38-8219-2c6c4f17179b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.3976405 Nov 23 10:34:49.429414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.431271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 53edfaf8-3387-4180-8db7-a1a16856649f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=53edfaf8-3387-4180-8db7-a1a16856649f,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:49.448495 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.455351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.515029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Allocated IP 172.20.0.1 (0556fbf1-9875-48e8-9291-8e119e17cf89/7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8/40323661-f259-41ec-b8b8-96d6c06b0809) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:49.584926 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.773446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.824758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=53edfaf8-3387-4180-8db7-a1a16856649f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:49.855005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47874) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:49.855342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47876) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:49.934847 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bf168e09-56ed-416b-ba46-7a0b05772bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.963583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:49.964474 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9545e005-b46c-4947-a4ca-a3ca0d23bd11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:49.986470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-9bc1c833-e0dc-4f38-8427-d09a5e702320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:49.987951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-9bc1c833-e0dc-4f38-8427-d09a5e702320 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.6100116 Nov 23 10:34:49.989430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Pushing event updated for resources: {'Port': ['ID=0428a469-5742-492d-af13-f23a4f6a0dc6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:49.992032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:50.007084 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfbd5dea-32de-4a2a-a80b-f1c5f5e29942 req-0f902426-88cd-4871-ae61-9a9748d9bedc tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371167 Nov 23 10:34:50.019140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d4f94dee-5046-442d-905a-6d6d74ec0cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.053442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25822525-d6fa-482f-8b8b-6ff096221a78 req-7c96d3db-8bad-42d6-8ff1-d74924075397 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:50.055011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25822525-d6fa-482f-8b8b-6ff096221a78 req-7c96d3db-8bad-42d6-8ff1-d74924075397 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 936 time: 0.2075939 Nov 23 10:34:50.062327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-4a7ea89b-f80d-4469-b2e7-04b83b4cc2d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=8b97a990-651f-4bd0-b418-3b7c3c07e324 HTTP/1.1" status: 200 len: 217 time: 0.0498314 Nov 23 10:34:50.063484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d4f94dee-5046-442d-905a-6d6d74ec0cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.083323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.095180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d4f94dee-5046-442d-905a-6d6d74ec0cbe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d364eab670d41f4abd7aae7e4fa9846&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4774683 Nov 23 10:34:50.104990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47884) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:50.107249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:50.118083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:50.119191 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.160625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f5eb96c7-8189-448f-991c-d470b4101307 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5039215 Nov 23 10:34:50.164266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.206657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f94dee-5046-442d-905a-6d6d74ec0cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7489eb31-ca40-4d61-b62e-529a22d7ab85,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:50.221522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-012370cb-215d-4a85-b4f7-04dac0b903a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:50.225902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-012370cb-215d-4a85-b4f7-04dac0b903a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1356158 Nov 23 10:34:50.268251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-3ac64bef-bd4c-49cd-95f0-cba2ea96a766 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:34:50.269479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-3ac64bef-bd4c-49cd-95f0-cba2ea96a766 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083144 Nov 23 10:34:50.306117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25822525-d6fa-482f-8b8b-6ff096221a78 req-25e4e83b-587f-48dd-a5c7-541fb6fa4e17 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206891 Nov 23 10:34:50.307680 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6890172d-faed-461f-88d1-2a914cf440c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.350245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6890172d-faed-461f-88d1-2a914cf440c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.379593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-07143ea6-421a-424e-8d03-e225499f25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:50.381231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-07143ea6-421a-424e-8d03-e225499f25f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470065 Nov 23 10:34:50.382902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bf168e09-56ed-416b-ba46-7a0b05772bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.407168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bf168e09-56ed-416b-ba46-7a0b05772bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.481330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6890172d-faed-461f-88d1-2a914cf440c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.485636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6890172d-faed-461f-88d1-2a914cf440c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.490150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6890172d-faed-461f-88d1-2a914cf440c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7489eb31-ca40-4d61-b62e-529a22d7ab85 HTTP/1.1" status: 204 len: 168 time: 0.3802359 Nov 23 10:34:50.515518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bf168e09-56ed-416b-ba46-7a0b05772bd4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25f351b551e14b6dad2ec65698b49698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6548574 Nov 23 10:34:50.516127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47888) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:50.532507 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.575529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1debe1ea-ca6f-4b0a-9bfc-26c648ce6c4a None None] Provisioning complete for port 0428a469-5742-492d-af13-f23a4f6a0dc6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:50.578082 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1debe1ea-ca6f-4b0a-9bfc-26c648ce6c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.605033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890172d-faed-461f-88d1-2a914cf440c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7489eb31-ca40-4d61-b62e-529a22d7ab85,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:50.667935 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 53edfaf8-3387-4180-8db7-a1a16856649f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:50.693655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Pushing event updated for resources: {'Port': ['ID=40323661-f259-41ec-b8b8-96d6c06b0809,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:50.733758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-a1e8a241-7255-4986-9c5c-83076ee2d223 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231783 Nov 23 10:34:50.745242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9545e005-b46c-4947-a4ca-a3ca0d23bd11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.812125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1debe1ea-ca6f-4b0a-9bfc-26c648ce6c4a None None] Port 0428a469-5742-492d-af13-f23a4f6a0dc6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:34:50.818088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9545e005-b46c-4947-a4ca-a3ca0d23bd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.861586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Request body: {'port': {'device_id': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'device_owner': 'compute:tempest-test_az-1745456212', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:50.869711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 53edfaf8-3387-4180-8db7-a1a16856649f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:50.870593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:50.908470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9545e005-b46c-4947-a4ca-a3ca0d23bd11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8139ef97055f4877bf0a8d94c12a29c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0492711 Nov 23 10:34:50.922910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47892) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:50.986141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf168e09-56ed-416b-ba46-7a0b05772bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8680e123-0bd0-4e70-be57-63af0890af95,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:51.000450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:51.032227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:51.047706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:51.048157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.116650 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.150403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545e005-b46c-4947-a4ca-a3ca0d23bd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f539ac-8bd8-4373-95df-8fa288ad6850,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:51.172062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-158a54ea-6b74-4bcf-b086-47f7638aa55c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.220092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47898) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:51.225322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9921e75-4583-4914-b273-4c93553dd14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.284594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-01ccc282-a824-4b9e-b851-0e91f090ba03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.291362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9921e75-4583-4914-b273-4c93553dd14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.299032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-158a54ea-6b74-4bcf-b086-47f7638aa55c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.445902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-01ccc282-a824-4b9e-b851-0e91f090ba03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.447487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d93b6459-e687-4c80-870a-374b410aeef8 None None] Provisioning complete for port 40323661-f259-41ec-b8b8-96d6c06b0809 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:51.449783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d93b6459-e687-4c80-870a-374b410aeef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.470783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c20b5feb-3ec8-4343-bfe1-41de54117d58 req-50890eb3-3018-4d87-8eb7-3757ad5eeb72 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966051 Nov 23 10:34:51.474839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-01ccc282-a824-4b9e-b851-0e91f090ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.511650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-01ccc282-a824-4b9e-b851-0e91f090ba03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ee7eebabf4b4a2db6d119c6c50a3da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877178 Nov 23 10:34:51.521164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:51.531857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d93b6459-e687-4c80-870a-374b410aeef8 None None] Port 40323661-f259-41ec-b8b8-96d6c06b0809 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:34:51.597588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232bcf4-80b9-4322-9cbb-52f1e5daafb9 req-7fd35d7b-c1d6-44e9-a08b-710979c636f8 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:51.605429 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9232bcf4-80b9-4322-9cbb-52f1e5daafb9 req-7fd35d7b-c1d6-44e9-a08b-710979c636f8 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.3860152 Nov 23 10:34:51.611675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccc282-a824-4b9e-b851-0e91f090ba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8499a5c-052c-46d2-befc-4b54cce67254,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:51.669445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-158a54ea-6b74-4bcf-b086-47f7638aa55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.672343 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-158a54ea-6b74-4bcf-b086-47f7638aa55c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.673650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-158a54ea-6b74-4bcf-b086-47f7638aa55c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01f539ac-8bd8-4373-95df-8fa288ad6850 HTTP/1.1" status: 204 len: 168 time: 0.7486076 Nov 23 10:34:51.696290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f33bea9-a849-4780-a86c-1db0b9da569e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.698507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a54ea-6b74-4bcf-b086-47f7638aa55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f539ac-8bd8-4373-95df-8fa288ad6850,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:51.715942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9232bcf4-80b9-4322-9cbb-52f1e5daafb9 req-c6243432-a290-4f4b-bf6c-97e9255a1a68 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052115 Nov 23 10:34:51.754147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f33bea9-a849-4780-a86c-1db0b9da569e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.852826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f33bea9-a849-4780-a86c-1db0b9da569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.855864 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f33bea9-a849-4780-a86c-1db0b9da569e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.857186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8f33bea9-a849-4780-a86c-1db0b9da569e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8499a5c-052c-46d2-befc-4b54cce67254 HTTP/1.1" status: 204 len: 168 time: 0.3348510 Nov 23 10:34:51.872368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33bea9-a849-4780-a86c-1db0b9da569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8499a5c-052c-46d2-befc-4b54cce67254,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:51.886620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:51.910050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.016705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9921e75-4583-4914-b273-4c93553dd14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.032255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9921e75-4583-4914-b273-4c93553dd14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.033857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a9921e75-4583-4914-b273-4c93553dd14b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8680e123-0bd0-4e70-be57-63af0890af95 HTTP/1.1" status: 204 len: 168 time: 1.5029943 Nov 23 10:34:52.115637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1260eb-ffa0-4a87-b447-d28e16bc0b01 req-eae6086d-a1a9-49e5-a75e-fb01679af93d tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:52.117454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf1260eb-ffa0-4a87-b447-d28e16bc0b01 req-eae6086d-a1a9-49e5-a75e-fb01679af93d tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 936 time: 0.6487567 Nov 23 10:34:52.128582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9921e75-4583-4914-b273-4c93553dd14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8680e123-0bd0-4e70-be57-63af0890af95,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:52.318711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf1260eb-ffa0-4a87-b447-d28e16bc0b01 req-4105e808-161b-4e26-9f9d-f6aa18730c68 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820462 Nov 23 10:34:52.460553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0428a469-5742-492d-af13-f23a4f6a0dc6 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:34:52.476774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.522365 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.558170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Transition to ACTIVE for port object 0428a469-5742-492d-af13-f23a4f6a0dc6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:34:52.561524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.564076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.572815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:52.776462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Pushing event updated for resources: {'Port': ['ID=40323661-f259-41ec-b8b8-96d6c06b0809,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:52.995865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6f6c2-c7fc-4363-91bb-12467e604902 req-7556f23a-800e-48af-a5ac-68aaff417dbd tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:52.997471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3d6f6c2-c7fc-4363-91bb-12467e604902 req-7556f23a-800e-48af-a5ac-68aaff417dbd tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.1042528 Nov 23 10:34:53.091516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Pushing event updated for resources: {'Port': ['ID=0428a469-5742-492d-af13-f23a4f6a0dc6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:53.114160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Attempting to bind port 0428a469-5742-492d-af13-f23a4f6a0dc6 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:53.115018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Attempting to bind port 0428a469-5742-492d-af13-f23a4f6a0dc6 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:53.115314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Attempting to bind port 0428a469-5742-492d-af13-f23a4f6a0dc6 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:53.125019 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3d6f6c2-c7fc-4363-91bb-12467e604902 req-cc6b306d-ff12-4e8b-ab93-a688134ef3dc tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159484 Nov 23 10:34:53.130817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Port 0428a469-5742-492d-af13-f23a4f6a0dc6 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:34:53.130817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Attempting to bind port 0428a469-5742-492d-af13-f23a4f6a0dc6 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:53.140712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:53.142088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:53.142956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:53.143877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:53.144420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Bound port: 0428a469-5742-492d-af13-f23a4f6a0dc6, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:53.144881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:53.164466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:53.430451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] For port 0428a469-5742-492d-af13-f23a4f6a0dc6, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:53.482056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] For port 0428a469-5742-492d-af13-f23a4f6a0dc6, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0428a469-5742-492d-af13-f23a4f6a0dc6,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:53.499379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:53.618413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6aebc8dd-399b-45c5-9107-e2cef47cc26f None None] Provisioning complete for port 40323661-f259-41ec-b8b8-96d6c06b0809 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:53.625863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6aebc8dd-399b-45c5-9107-e2cef47cc26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:53.679320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Router 5cf6ef42-77d5-42da-8b99-541630f5962d has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:34:53.681715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Pushing event updated for resources: {'Port': ['ID=0428a469-5742-492d-af13-f23a4f6a0dc6,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:53.694433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:53.695082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:53.696521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-7ef445e2-7f3b-40b2-9673-97226ce7431e service neutron] 10.222.0.65 "PUT /v2.0/ports/0428a469-5742-492d-af13-f23a4f6a0dc6 HTTP/1.1" status: 200 len: 1118 time: 3.1238298 Nov 23 10:34:53.697099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'tag': '0428a469-5742-492d-af13-f23a4f6a0dc6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:34:53.759391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6aebc8dd-399b-45c5-9107-e2cef47cc26f None None] Port 40323661-f259-41ec-b8b8-96d6c06b0809 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:34:54.017823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2168c34-105a-4572-8884-b32f30276428 req-0edbb8af-5c81-4c06-ac2d-16425adbcaa7 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:54.019420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2168c34-105a-4572-8884-b32f30276428 req-0edbb8af-5c81-4c06-ac2d-16425adbcaa7 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.4513400 Nov 23 10:34:54.117869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:34:54.139170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Sync routers for ids ['5cf6ef42-77d5-42da-8b99-541630f5962d'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:34:54.152713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Routers {'5cf6ef42-77d5-42da-8b99-541630f5962d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:54.153375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5cf6ef42-77d5-42da-8b99-541630f5962d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:54.168596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1cb37008-2793-466b-91e5-6efafcd62120 admin admin] 10.222.0.61 "PUT /v2.0/routers/5cf6ef42-77d5-42da-8b99-541630f5962d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6965923 Nov 23 10:34:54.174902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2168c34-105a-4572-8884-b32f30276428 req-fbc39c87-8972-406b-8607-15e03e2ab738 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176105 Nov 23 10:34:54.231790 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa2fd4-e91b-4c5a-b19d-3b76b3d3fed4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2faa1e-a6c2-4f2e-a958-0580753e8185", "tag": "0428a469-5742-492d-af13-f23a4f6a0dc6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:34:54.395332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Set router 5cf6ef42-77d5-42da-8b99-541630f5962d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:54.426470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f0860-2c44-4f72-9f6b-8abb71d2dc19 req-b34d52c4-280d-43e4-b867-743ec1df9521 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:54.434606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab9f0860-2c44-4f72-9f6b-8abb71d2dc19 req-b34d52c4-280d-43e4-b867-743ec1df9521 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.1826787 Nov 23 10:34:54.543262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab9f0860-2c44-4f72-9f6b-8abb71d2dc19 req-e398f5f4-6b12-421b-8463-8e4272c2db85 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940092 Nov 23 10:34:54.771579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:34:51Z', 'revision_number': 4, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '40323661-f259-41ec-b8b8-96d6c06b0809', 'name': '', 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'mac_address': 'fa:16:3e:2b:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:48Z', 'updated_at': '2021-11-23T10:34:52Z', 'revision_number': 2, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'subnets': [{'id': '7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:54.812799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Checking router: 5cf6ef42-77d5-42da-8b99-541630f5962d for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:34:54.813409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Updating router 5cf6ef42-77d5-42da-8b99-541630f5962d port 40323661-f259-41ec-b8b8-96d6c06b0809 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:34:54.874520 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:55.083496 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de1f977-a03d-4e3d-82b9-93294a3036de x-openstack-request-id: req-2de1f977-a03d-4e3d-82b9-93294a3036de {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:34:55.083901 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2faa1e-a6c2-4f2e-a958-0580753e8185", "tag": "0428a469-5742-492d-af13-f23a4f6a0dc6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:34:55.084939 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2de1f977-a03d-4e3d-82b9-93294a3036de {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:34:55.086055 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'tag': '0428a469-5742-492d-af13-f23a4f6a0dc6', 'status': 'completed', 'code': 200} Nov 23 10:34:55.363474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b190c-9c9e-4b19-b732-9448c0cc2a6c req-c091e9d8-76e7-45f7-8711-683ab91cb8f8 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:55.375763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d24b190c-9c9e-4b19-b732-9448c0cc2a6c req-c091e9d8-76e7-45f7-8711-683ab91cb8f8 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.1041741 Nov 23 10:34:55.410680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:55.422374 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:55.465091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d24b190c-9c9e-4b19-b732-9448c0cc2a6c req-bc99697b-cbf2-4043-9061-9e708060678d tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861368 Nov 23 10:34:55.500692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91463cd-4fe4-4e55-ae06-660ba3ae87cd None None] Pushing event updated for resources: {'Port': ['ID=40323661-f259-41ec-b8b8-96d6c06b0809,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:55.666784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Attempting to bind port 40323661-f259-41ec-b8b8-96d6c06b0809 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:34:55.667184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Attempting to bind port 40323661-f259-41ec-b8b8-96d6c06b0809 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:34:55.667634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Attempting to bind port 40323661-f259-41ec-b8b8-96d6c06b0809 on network 0556fbf1-9875-48e8-9291-8e119e17cf89 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:34:55.694876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:34:55.695120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Checking segment: {'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:34:55.695594 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:55.695999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Bound using segment: {'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:34:55.696582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Bound port: 40323661-f259-41ec-b8b8-96d6c06b0809, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef98de6-24f1-44e5-b8fc-18c1d7172c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:34:55.696861 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:55.846310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] For port 40323661-f259-41ec-b8b8-96d6c06b0809, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:34:55.856828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] For port 40323661-f259-41ec-b8b8-96d6c06b0809, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=40323661-f259-41ec-b8b8-96d6c06b0809,segment=NetworkSegment(eef98de6-24f1-44e5-b8fc-18c1d7172c16),segment_id=eef98de6-24f1-44e5-b8fc-18c1d7172c16)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:34:55.866913 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:55.903380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa123c-f520-4fab-a699-3d4c6501ad0d req-495f0cc9-2bc1-4fc9-afbb-48bd2344f908 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:55.905965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92fa123c-f520-4fab-a699-3d4c6501ad0d req-495f0cc9-2bc1-4fc9-afbb-48bd2344f908 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.2223771 Nov 23 10:34:55.999937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92fa123c-f520-4fab-a699-3d4c6501ad0d req-e6857183-88a4-48dc-aca0-b36cb3a93559 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879607 Nov 23 10:34:56.072592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Routers {'5cf6ef42-77d5-42da-8b99-541630f5962d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:34:56.085597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:34:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5cf6ef42-77d5-42da-8b99-541630f5962d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:56.088756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91463cd-4fe4-4e55-ae06-660ba3ae87cd None None] Pushing event updated for resources: {'Port': ['ID=40323661-f259-41ec-b8b8-96d6c06b0809,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:56.106569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ec897ed6-ccf0-4783-8d7f-597fd54abaf5 None None] Provisioning complete for port 40323661-f259-41ec-b8b8-96d6c06b0809 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:56.107165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ec897ed6-ccf0-4783-8d7f-597fd54abaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:56.302912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2fd4-e91b-4c5a-b19d-3b76b3d3fed4 req-ab6517bf-e8fc-439d-b46a-74d32cfe9d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:56.306637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56fa2fd4-e91b-4c5a-b19d-3b76b3d3fed4 req-ab6517bf-e8fc-439d-b46a-74d32cfe9d54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8d753612559467db8cc269f3923ebeb&device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 1121 time: 0.1779397 Nov 23 10:34:56.380604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56fa2fd4-e91b-4c5a-b19d-3b76b3d3fed4 req-7802cae9-4107-48f5-bc36-0df76fca27af service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f8d753612559467db8cc269f3923ebeb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579202 Nov 23 10:34:56.457507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] Set router 5cf6ef42-77d5-42da-8b99-541630f5962d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:34:56.710808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ec897ed6-ccf0-4783-8d7f-597fd54abaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:56.832752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ec897ed6-ccf0-4783-8d7f-597fd54abaf5 None None] For port 40323661-f259-41ec-b8b8-96d6c06b0809, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=40323661-f259-41ec-b8b8-96d6c06b0809,segment=NetworkSegment(eef98de6-24f1-44e5-b8fc-18c1d7172c16),segment_id=eef98de6-24f1-44e5-b8fc-18c1d7172c16)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:34:56.854488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ec897ed6-ccf0-4783-8d7f-597fd54abaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:57.100005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48046) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:57.105654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9d10bb01-6539-49e9-8813-b71c8783d294 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228407705', 'description': 'tempest-description--1234223019'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:57.199452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0de6b9c4-f140-4148-bdfd-83c820bd89f3 None None] Provisioning complete for port 40323661-f259-41ec-b8b8-96d6c06b0809 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:57.201103 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0de6b9c4-f140-4148-bdfd-83c820bd89f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:57.210397 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d10bb01-6539-49e9-8813-b71c8783d294 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:57.319119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec897ed6-ccf0-4783-8d7f-597fd54abaf5 None None] Pushing event updated for resources: {'Port': ['ID=40323661-f259-41ec-b8b8-96d6c06b0809,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:57.338390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb071076-237a-43a3-b8cc-f1fed9cfbab2 req-9d82279c-568a-408c-9039-167f6b3fc257 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:57.356049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105b12-d155-4e15-b8f2-3e7d971b15b3 req-83a90c7d-d686-428d-8c16-ba1e19abd5c0 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:57.357929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f9105b12-d155-4e15-b8f2-3e7d971b15b3 req-83a90c7d-d686-428d-8c16-ba1e19abd5c0 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.1011667 Nov 23 10:34:57.363132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb071076-237a-43a3-b8cc-f1fed9cfbab2 req-9d82279c-568a-408c-9039-167f6b3fc257 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.6889119 Nov 23 10:34:57.413701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:34:51Z', 'revision_number': 4, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '40323661-f259-41ec-b8b8-96d6c06b0809', 'name': '', 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'mac_address': 'fa:16:3e:2b:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:48Z', 'updated_at': '2021-11-23T10:34:55Z', 'revision_number': 4, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'subnets': [{'id': '7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:34:57.444997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f9105b12-d155-4e15-b8f2-3e7d971b15b3 req-5ca48ea5-0cf9-4bf9-85ae-bf0a0207e72d tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809517 Nov 23 10:34:57.450888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e84b6c-b620-42d2-82f1-8acecf5e3d4a None None] The sync data for ids ['5cf6ef42-77d5-42da-8b99-541630f5962d'] in n-d-817747-2 is: [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:34:51Z', 'revision_number': 4, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '40323661-f259-41ec-b8b8-96d6c06b0809', 'name': '', 'network_id': '0556fbf1-9875-48e8-9291-8e119e17cf89', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'mac_address': 'fa:16:3e:2b:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:48Z', 'updated_at': '2021-11-23T10:34:55Z', 'revision_number': 4, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'subnets': [{'id': '7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:34:57.452829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa2fd4-e91b-4c5a-b19d-3b76b3d3fed4 req-b26370fc-ac2d-499a-afd4-1075a382f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:57.457324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d10bb01-6539-49e9-8813-b71c8783d294 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:57.458926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56fa2fd4-e91b-4c5a-b19d-3b76b3d3fed4 req-b26370fc-ac2d-499a-afd4-1075a382f07b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0522697 Nov 23 10:34:57.479642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d10bb01-6539-49e9-8813-b71c8783d294 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:57.528791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d10bb01-6539-49e9-8813-b71c8783d294 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:57.538222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48056) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:57.543400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d10bb01-6539-49e9-8813-b71c8783d294 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4304919 Nov 23 10:34:57.559733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e40c8cd5-24d0-4af3-a737-02d8912f798c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'security_group_rule': {'security_group_id': '1b2ed31c-ff92-4701-b5c9-2cd289d71d53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:57.627450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10bb01-6539-49e9-8813-b71c8783d294 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ed31c-ff92-4701-b5c9-2cd289d71d53,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:57.704713 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb071076-237a-43a3-b8cc-f1fed9cfbab2 req-852fe516-e8bc-4d05-beb8-d182ebf47354 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403661 Nov 23 10:34:57.794543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e40c8cd5-24d0-4af3-a737-02d8912f798c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:57.839388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-49e15a83-8839-4d54-ad2a-df4a81ea54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:57.853587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-49e15a83-8839-4d54-ad2a-df4a81ea54a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f8d753612559467db8cc269f3923ebeb&device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 1121 time: 0.2648141 Nov 23 10:34:58.026432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e40c8cd5-24d0-4af3-a737-02d8912f798c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.034693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e40c8cd5-24d0-4af3-a737-02d8912f798c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.050392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c8cd5-24d0-4af3-a737-02d8912f798c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf2a786-0b89-462a-8f14-0ee7542eda2c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:58.081526 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e40c8cd5-24d0-4af3-a737-02d8912f798c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.085507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e40c8cd5-24d0-4af3-a737-02d8912f798c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5448694 Nov 23 10:34:58.086484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48068) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:58.101623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3f304b98-8513-43ab-94d5-e9e9441bbbc6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'security_group_rule': {'security_group_id': '1b2ed31c-ff92-4701-b5c9-2cd289d71d53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:58.203829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f304b98-8513-43ab-94d5-e9e9441bbbc6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.363621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f304b98-8513-43ab-94d5-e9e9441bbbc6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.371914 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f304b98-8513-43ab-94d5-e9e9441bbbc6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.395269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f304b98-8513-43ab-94d5-e9e9441bbbc6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064b46e5-54f7-47cd-a05d-5b2a6ab8fc74,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:58.415924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f304b98-8513-43ab-94d5-e9e9441bbbc6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.418632 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f304b98-8513-43ab-94d5-e9e9441bbbc6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300419 Nov 23 10:34:58.423286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48084) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:34:58.441092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:34:58.517611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.646174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 40323661-f259-41ec-b8b8-96d6c06b0809 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:34:58.731042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:58.761731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 40323661-f259-41ec-b8b8-96d6c06b0809 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:34:58.763275 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:59.013026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-6814ea39-f9a4-48d6-b395-6bf43091230a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=0428a469-5742-492d-af13-f23a4f6a0dc6 HTTP/1.1" status: 200 len: 217 time: 0.2313292 Nov 23 10:34:59.120561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee37c-58ba-4237-af44-ce021da53b69 req-a90b49de-7d55-4bf8-b86c-b1a1f5210082 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:59.135118 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b73ee37c-58ba-4237-af44-ce021da53b69 req-a90b49de-7d55-4bf8-b86c-b1a1f5210082 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.0916622 Nov 23 10:34:59.145208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f16b-dca9-4cd9-92dc-6e99224eeed1 req-c39a38e4-e734-4f21-a958-34afa106f78a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:59.146914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56a6f16b-dca9-4cd9-92dc-6e99224eeed1 req-c39a38e4-e734-4f21-a958-34afa106f78a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.3936203 Nov 23 10:34:59.197133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-80aeaaf0-caf9-4a8f-834e-961b17c249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:59.198631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-80aeaaf0-caf9-4a8f-834e-961b17c249ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1582873 Nov 23 10:34:59.210187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b73ee37c-58ba-4237-af44-ce021da53b69 req-89ebb16d-3d36-4f34-bc4a-efa60d904018 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739431 Nov 23 10:34:59.251492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Allocated IP 172.25.5.99 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/04a4c362-1058-4a43-b5c0-3241bc97a9ee) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:34:59.256257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56a6f16b-dca9-4cd9-92dc-6e99224eeed1 req-deef80d8-a833-4548-9ebf-e867111a30b2 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958850 Nov 23 10:34:59.504052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:59.617435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:34:59.639987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f6e21476-883e-4bff-a932-7817ff4df067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:34:59.642291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-f6e21476-883e-4bff-a932-7817ff4df067 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660046 Nov 23 10:34:59.758903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:34:59.765329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:34:59.799757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:34:59.820085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event updated for resources: {'Port': ['ID=04a4c362-1058-4a43-b5c0-3241bc97a9ee,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:34:59.939573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-6dbd7e99-353a-4498-a68a-48afb66f5d37 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490056 Nov 23 10:34:59.960065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.094760 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.174189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3a0cd8-3334-4ec5-b71d-f2a540a7c122 req-2e08aaa4-2e47-40b7-8218-060f92f4cd7f service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005997 Nov 23 10:35:00.261250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48156) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:00.315255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.322739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.358388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.383511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event updated for resources: {'Port': ['ID=04a4c362-1058-4a43-b5c0-3241bc97a9ee,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:00.390902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.392268 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-71e3ba7f-956f-409f-a204-2554a6739d6d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9674559 Nov 23 10:35:00.438710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a4519-f4d5-44df-b45a-121f45d278fc req-00c4516c-b3cf-4bfe-bf92-69a5d0cec440 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:00.446636 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a6a4519-f4d5-44df-b45a-121f45d278fc req-00c4516c-b3cf-4bfe-bf92-69a5d0cec440 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.0752480 Nov 23 10:35:00.474364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3badea1b-c9b8-4c2b-95c8-695fc3c20ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.518791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a6a4519-f4d5-44df-b45a-121f45d278fc req-22efd751-4457-45ac-9067-52a95e416f79 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708530 Nov 23 10:35:00.650411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3badea1b-c9b8-4c2b-95c8-695fc3c20ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.656241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3badea1b-c9b8-4c2b-95c8-695fc3c20ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.705286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8f08-1765-49f8-a61c-f0ab64e8ef37 req-a257afa1-738a-4260-9a0e-05c38359c905 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:00.706797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b68e8f08-1765-49f8-a61c-f0ab64e8ef37 req-a257afa1-738a-4260-9a0e-05c38359c905 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.1092885 Nov 23 10:35:00.716792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3badea1b-c9b8-4c2b-95c8-695fc3c20ddc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed7c0f1590c84594a9e07dfe1ea074ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538136 Nov 23 10:35:00.721264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48188) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:00.742200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badea1b-c9b8-4c2b-95c8-695fc3c20ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a87ac-96cd-4730-8630-86a28a7feda5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:00.750593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-68816b5b-4c07-4f53-a082-71ba91ec4e6c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--228407705&fields=id&tenant_id=bd8da8ec30d64b159e1dc535340dce66 HTTP/1.1" status: 200 len: 267 time: 0.0519049 Nov 23 10:35:00.796861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b68e8f08-1765-49f8-a61c-f0ab64e8ef37 req-3e98ec0a-ef4e-4b6a-9c50-db9c35a382a7 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789087 Nov 23 10:35:00.809471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eade745-5155-4e08-9e07-b218205176ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.839055 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eade745-5155-4e08-9e07-b218205176ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.893510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eade745-5155-4e08-9e07-b218205176ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.896413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eade745-5155-4e08-9e07-b218205176ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:00.897650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0eade745-5155-4e08-9e07-b218205176ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e0a87ac-96cd-4730-8630-86a28a7feda5 HTTP/1.1" status: 204 len: 168 time: 0.1749063 Nov 23 10:35:00.916313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eade745-5155-4e08-9e07-b218205176ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a87ac-96cd-4730-8630-86a28a7feda5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:00.964254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-ab8c68b7-f33b-49e9-8f8d-a070d83138a1 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:00.966109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-ab8c68b7-f33b-49e9-8f8d-a070d83138a1 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 823 time: 0.2064455 Nov 23 10:35:00.985918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-89cf4752-468a-4e73-b61e-6614a5f2b443 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/quotas/bd8da8ec30d64b159e1dc535340dce66 HTTP/1.1" status: 200 len: 375 time: 0.0116611 Nov 23 10:35:01.063105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-d90fd9c8-1991-4d31-8e69-92e359b877ce tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694618 Nov 23 10:35:01.281691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-5cf1b925-8a4f-417d-bfbf-fefd705ad09c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:35:01.282749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-5cf1b925-8a4f-417d-bfbf-fefd705ad09c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0902984 Nov 23 10:35:01.396286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48224) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:01.415266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcca8-cb2e-4375-8e07-f2aca57581bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:01.531822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcca8-cb2e-4375-8e07-f2aca57581bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:01.536201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbfdcca8-cb2e-4375-8e07-f2aca57581bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:01.582253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdcca8-cb2e-4375-8e07-f2aca57581bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0d2aa4-8a6e-4809-9c4e-889b260e2f8d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:01.586678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-2345e1d5-0139-42e2-9726-9684c3c6087c service neutron] 10.222.0.61 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953148 Nov 23 10:35:01.589299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48246) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:01.589489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cbfdcca8-cb2e-4375-8e07-f2aca57581bd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6db2b979d1034af1a203d3712047771b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915154 Nov 23 10:35:01.698790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0267e8c-ab15-4783-8f11-05984399fcae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:01.719768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-3f1209e0-0fde-45f1-a535-48111054dae8 service neutron] 10.222.0.61 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223536 Nov 23 10:35:01.728124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0267e8c-ab15-4783-8f11-05984399fcae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:01.787188 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0267e8c-ab15-4783-8f11-05984399fcae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:01.790463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0267e8c-ab15-4783-8f11-05984399fcae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:01.791804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f0267e8c-ab15-4783-8f11-05984399fcae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d0d2aa4-8a6e-4809-9c4e-889b260e2f8d HTTP/1.1" status: 204 len: 168 time: 0.2014568 Nov 23 10:35:01.801358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267e8c-ab15-4783-8f11-05984399fcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0d2aa4-8a6e-4809-9c4e-889b260e2f8d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:01.895637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753e14a-6032-4d15-ada5-3fadd621d3fb req-5c976889-00a8-48d6-9645-d650f6df042e tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:01.897427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0753e14a-6032-4d15-ada5-3fadd621d3fb req-5c976889-00a8-48d6-9645-d650f6df042e tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.0588772 Nov 23 10:35:01.953253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0753e14a-6032-4d15-ada5-3fadd621d3fb req-dff754ee-3af8-45e1-971f-cfca99d91a82 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 Nov 23 10:35:02.080398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb0957d1-8ea1-4e94-90eb-2decc44fce16 req-3d31eca0-54fc-429a-8f92-dbb30ec6bb31 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 210 time: 0.0574603 Nov 23 10:35:02.100415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1ad74-3220-4869-a601-0b72c6041010 req-5237ff34-0cfe-47f7-bedb-e7ea1d8f760f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:02.102258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e1ad74-3220-4869-a601-0b72c6041010 req-5237ff34-0cfe-47f7-bedb-e7ea1d8f760f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.0724013 Nov 23 10:35:02.174055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e1ad74-3220-4869-a601-0b72c6041010 req-47cd6c16-5b1d-4187-ba6d-d8cd752202ec tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639048 Nov 23 10:35:03.107664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007244c-77e5-4741-868c-1d66515e1b65 req-ae584bf8-d1f6-4174-ad53-9666d68205a7 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:03.109528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1007244c-77e5-4741-868c-1d66515e1b65 req-ae584bf8-d1f6-4174-ad53-9666d68205a7 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.0755444 Nov 23 10:35:03.178265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1007244c-77e5-4741-868c-1d66515e1b65 req-d5d26701-6b47-4f30-8bef-c7b6baa152de tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598390 Nov 23 10:35:03.224005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48352) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:03.323957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ae99ccf-3b76-4c73-83eb-65bd29c96906 req-3faddc14-2bf0-4f09-a207-2fe5f6366aaf tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 210 time: 0.0376394 Nov 23 10:35:03.416237 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d0625ef-49d3-416e-8721-696ee0408eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:03.520033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d0625ef-49d3-416e-8721-696ee0408eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:03.526087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d0625ef-49d3-416e-8721-696ee0408eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:03.573351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6d0625ef-49d3-416e-8721-696ee0408eb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eea1aae475ee413dad1301668e090db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480632 Nov 23 10:35:03.573928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0625ef-49d3-416e-8721-696ee0408eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a800b0-f060-4524-8c66-853c5617bdf5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:03.577336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48366) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:03.589432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4ca1b-069b-42b1-844e-355038757c60 req-a937d58f-a740-4599-b41b-f7703befc883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:03.599116 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97f4ca1b-069b-42b1-844e-355038757c60 req-a937d58f-a740-4599-b41b-f7703befc883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.2938612 Nov 23 10:35:03.640008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9deb5db-bc8c-45fa-8a51-050370a2ecd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:03.647606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-eb3a47cc-ddf8-49fb-86ff-4aba1d81c003 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:03.649299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-eb3a47cc-ddf8-49fb-86ff-4aba1d81c003 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.58 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 823 time: 0.4441056 Nov 23 10:35:03.665160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9deb5db-bc8c-45fa-8a51-050370a2ecd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:03.713744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97f4ca1b-069b-42b1-844e-355038757c60 req-edbba225-afa2-4b5a-824d-7bca70c7c08c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136899 Nov 23 10:35:03.721899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9deb5db-bc8c-45fa-8a51-050370a2ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:03.736678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9deb5db-bc8c-45fa-8a51-050370a2ecd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:03.739039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f9deb5db-bc8c-45fa-8a51-050370a2ecd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50a800b0-f060-4524-8c66-853c5617bdf5 HTTP/1.1" status: 204 len: 168 time: 0.1607122 Nov 23 10:35:03.747286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9deb5db-bc8c-45fa-8a51-050370a2ecd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a800b0-f060-4524-8c66-853c5617bdf5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:03.757769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-0baaa6ec-5fab-4b19-91b2-e9debfbc6fd1 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8da8ec30d64b159e1dc535340dce66 HTTP/1.1" status: 200 len: 379 time: 0.0978031 Nov 23 10:35:03.771665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'port': {'device_id': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'admin_state_up': True, 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'security_groups': ['1b2ed31c-ff92-4701-b5c9-2cd289d71d53']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:03.920824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Made reservation on behalf of bd8da8ec30d64b159e1dc535340dce66 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:03.926089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.075085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Allocated IP 172.20.0.7 (86b7529a-d1ec-43e8-a6db-e899de5c4293/f0684d26-3c3d-4d61-a8ce-5ff4814ff010/e15a433d-3f28-4609-aee9-aea83e18e725) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:04.204346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48384) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:04.231612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3c02fd6-b5a8-48dd-9148-fe78fc8a201b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.259818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.323972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.347866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860884c-caa7-4156-b1e9-79766be61e8c req-414146f7-e2f1-4d67-8b2c-9af7775407e9 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:04.349414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b860884c-caa7-4156-b1e9-79766be61e8c req-414146f7-e2f1-4d67-8b2c-9af7775407e9 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 970 time: 0.0934567 Nov 23 10:35:04.389643 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-60887fd4-3b4f-4e99-96a0-043e99c3c9cd tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825617 Nov 23 10:35:04.393726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:04.394687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0428a469-5742-492d-af13-f23a4f6a0dc6 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:04.398745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:04.402362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:04.402523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3c02fd6-b5a8-48dd-9148-fe78fc8a201b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.408622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:04.409290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.430131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b860884c-caa7-4156-b1e9-79766be61e8c req-d8a773f0-2070-4ff5-b4b1-224e68319de8 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736797 Nov 23 10:35:04.431259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3c02fd6-b5a8-48dd-9148-fe78fc8a201b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.455347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event updated for resources: {'Port': ['ID=e15a433d-3f28-4609-aee9-aea83e18e725,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:04.492311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-c3d10948-5a2a-4e3f-b43e-26eb11fb2d4f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7265871 Nov 23 10:35:04.507559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02fd6-b5a8-48dd-9148-fe78fc8a201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda1e949-d4b1-4908-8ce3-613881a70985,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:04.522873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Request body: {'port': {'device_id': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:04.575294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0428a469-5742-492d-af13-f23a4f6a0dc6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0428a469-5742-492d-af13-f23a4f6a0dc6,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:04.587751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '0428a469-5742-492d-af13-f23a4f6a0dc6', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '0428a469-5742-492d-af13-f23a4f6a0dc6', 'mac_address': 'fa:16:3e:71:57:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:tempest-test_az-1745456212', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:04.603322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c3c02fd6-b5a8-48dd-9148-fe78fc8a201b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf634dbc1b9440a2b0403f80c59f9eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978560 Nov 23 10:35:04.610306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48398) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:04.641983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.652783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48400) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:04.657433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0428a469-5742-492d-af13-f23a4f6a0dc6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:04.685191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.693344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8c407-8a2f-4676-91b8-0e76cf2c8f7d req-e5a19ce5-5ac6-40b1-8d76-80391c6fd582 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:04.695064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a8c407-8a2f-4676-91b8-0e76cf2c8f7d req-e5a19ce5-5ac6-40b1-8d76-80391c6fd582 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 931 time: 0.1542048 Nov 23 10:35:04.700892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33a36329-538b-4308-8ed6-31296f36dedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.713101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0428a469-5742-492d-af13-f23a4f6a0dc6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0428a469-5742-492d-af13-f23a4f6a0dc6,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:04.719875 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.723250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-bf428dbc-09bb-40f2-b1c6-aa9701ebbce9 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:04.724883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-bf428dbc-09bb-40f2-b1c6-aa9701ebbce9 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3075628 Nov 23 10:35:04.768142 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-331e68ea-c29d-4642-81e7-8a9d899954a8 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/quotas/c7d17cf43bac4c0f91e4e5d53067dfd8 HTTP/1.1" status: 200 len: 375 time: 0.0212772 Nov 23 10:35:04.784612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a8c407-8a2f-4676-91b8-0e76cf2c8f7d req-8e4702c6-99a1-493a-b71d-a03b4328dc3c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805805 Nov 23 10:35:04.786263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-889f7f39-5f88-4fc7-a4c1-d2d3d3092457 None None] Provisioning complete for port e15a433d-3f28-4609-aee9-aea83e18e725 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:04.786838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-889f7f39-5f88-4fc7-a4c1-d2d3d3092457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.821820 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33a36329-538b-4308-8ed6-31296f36dedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.842898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0428a469-5742-492d-af13-f23a4f6a0dc6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:04.851031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-889f7f39-5f88-4fc7-a4c1-d2d3d3092457 None None] Port e15a433d-3f28-4609-aee9-aea83e18e725 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:04.892556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-dce61d28-7a79-4739-89cd-081de6e4d4ce tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146235 Nov 23 10:35:04.902210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cc58ffeb-31f7-4ee3-a9f9-653e6cb240d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.921609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00eebd-02cc-4931-9a3c-04ce256a8fde req-48ab3463-4624-4707-9706-4b47e94d5c10 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:04.923577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c00eebd-02cc-4931-9a3c-04ce256a8fde req-48ab3463-4624-4707-9706-4b47e94d5c10 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.0616620 Nov 23 10:35:04.932643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33a36329-538b-4308-8ed6-31296f36dedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.935738 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33a36329-538b-4308-8ed6-31296f36dedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:04.940461 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-33a36329-538b-4308-8ed6-31296f36dedc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cda1e949-d4b1-4908-8ce3-613881a70985 HTTP/1.1" status: 204 len: 168 time: 0.3254092 Nov 23 10:35:04.962910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a36329-538b-4308-8ed6-31296f36dedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda1e949-d4b1-4908-8ce3-613881a70985,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:05.015169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c00eebd-02cc-4931-9a3c-04ce256a8fde req-7220f239-1f88-4ced-9951-1d6ccbaeab9b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837753 Nov 23 10:35:05.091197 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cc58ffeb-31f7-4ee3-a9f9-653e6cb240d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.117853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['0428a469-5742-492d-af13-f23a4f6a0dc6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:05.122678 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8b94c31e-7093-4dae-a01a-de92fdd1ce4b req-47606332-1c86-4e2f-a4d6-9e6c4c66696b tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.0563772 Nov 23 10:35:05.128005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cc58ffeb-31f7-4ee3-a9f9-653e6cb240d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.230740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15a433d-3f28-4609-aee9-aea83e18e725 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:05.270243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58ffeb-31f7-4ee3-a9f9-653e6cb240d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39220365-f4d3-43e1-9147-45bfc8750251,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:05.282088 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.300440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48416) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:05.301054 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cc58ffeb-31f7-4ee3-a9f9-653e6cb240d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1158d781cb324274a5ddbae4adc015c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445916 Nov 23 10:35:05.308824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Transition to ACTIVE for port object e15a433d-3f28-4609-aee9-aea83e18e725 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:05.314902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.410373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e15a433d-3f28-4609-aee9-aea83e18e725,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:05.412362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b90e-b824-4150-b05e-f538bcb24d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.419958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Attempting to bind port e15a433d-3f28-4609-aee9-aea83e18e725 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:05.420982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Attempting to bind port e15a433d-3f28-4609-aee9-aea83e18e725 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:05.422081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Attempting to bind port e15a433d-3f28-4609-aee9-aea83e18e725 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:05.428157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Port e15a433d-3f28-4609-aee9-aea83e18e725 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:05.428730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Attempting to bind port e15a433d-3f28-4609-aee9-aea83e18e725 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:05.451988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:05.452615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Checking segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:05.453099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Bound using segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:05.453764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Bound port: e15a433d-3f28-4609-aee9-aea83e18e725, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:05.454960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.491615 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b90e-b824-4150-b05e-f538bcb24d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.565325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] For port e15a433d-3f28-4609-aee9-aea83e18e725, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:05.569069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] For port e15a433d-3f28-4609-aee9-aea83e18e725, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e15a433d-3f28-4609-aee9-aea83e18e725,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:05.586737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.643647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56793-1f08-4ae0-a24c-c0039ae0e31f req-7ee55eca-93ff-432b-a67d-1c828d017389 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:05.645618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0af56793-1f08-4ae0-a24c-c0039ae0e31f req-7ee55eca-93ff-432b-a67d-1c828d017389 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 971 time: 0.1060965 Nov 23 10:35:05.651566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:05.652562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.654665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] 10.222.0.58 "PUT /v2.0/ports/e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 200 len: 1091 time: 1.1439722 Nov 23 10:35:05.656564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:05.659236 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019a90b4-c3d6-4f87-89c7-d1901284e4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:05.706573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b90e-b824-4150-b05e-f538bcb24d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.706887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5a55b-601a-4783-8f21-db8a58e508b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e15a433d-3f28-4609-aee9-aea83e18e725,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:05.716232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b90e-b824-4150-b05e-f538bcb24d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:05.718490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5fd9b90e-b824-4150-b05e-f538bcb24d6a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39220365-f4d3-43e1-9147-45bfc8750251 HTTP/1.1" status: 204 len: 168 time: 0.4169219 Nov 23 10:35:05.752107 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11be956-c33d-4f7f-9870-1f20297cab24 x-openstack-request-id: req-d11be956-c33d-4f7f-9870-1f20297cab24 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:05.752442 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:05.752633 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d11be956-c33d-4f7f-9870-1f20297cab24 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:05.753226 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'status': 'completed', 'code': 200} Nov 23 10:35:05.754796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9b90e-b824-4150-b05e-f538bcb24d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39220365-f4d3-43e1-9147-45bfc8750251,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:05.806015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0af56793-1f08-4ae0-a24c-c0039ae0e31f req-f1a1b07f-1daa-4ce0-80dc-5a0e08076dc2 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166732 Nov 23 10:35:05.874974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-53865210-79a1-4ae6-a76b-965428d839f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:05.876824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-53865210-79a1-4ae6-a76b-965428d839f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 1094 time: 0.1493020 Nov 23 10:35:05.938612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-b029cc34-54d6-46db-a523-27905833271b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 200 len: 217 time: 0.0519679 Nov 23 10:35:06.028106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-01507ba2-33b5-427a-92a3-3887197dea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.030315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-01507ba2-33b5-427a-92a3-3887197dea7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.0744660 Nov 23 10:35:06.039267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcfa66b-35e6-4c49-84d3-55c66b68b544 req-75bb4f17-1eef-44a5-b640-9f7ef4379414 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.041185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4fcfa66b-35e6-4c49-84d3-55c66b68b544 req-75bb4f17-1eef-44a5-b640-9f7ef4379414 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 943 time: 0.1062458 Nov 23 10:35:06.116812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-7ed5783c-2d4c-4d08-acdd-022f313140b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.118847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-7ed5783c-2d4c-4d08-acdd-022f313140b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765765 Nov 23 10:35:06.136446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4fcfa66b-35e6-4c49-84d3-55c66b68b544 req-e4c98644-c527-46f9-b3da-32c62fb753fc tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838385 Nov 23 10:35:06.203354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb54df-1fe4-46dd-86b1-45ac27554e32 req-ba9011cf-015d-4178-820d-a554c929751a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.206040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40fb54df-1fe4-46dd-86b1-45ac27554e32 req-ba9011cf-015d-4178-820d-a554c929751a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 948 time: 0.0882428 Nov 23 10:35:06.288767 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40fb54df-1fe4-46dd-86b1-45ac27554e32 req-50d99048-f3f2-4b04-a071-752bcc6d85ba tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760226 Nov 23 10:35:06.294143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48452) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:06.299308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09b063dc-d4f7-4ae7-a5ba-89ca76f533d7 req-33bec764-393a-40e4-a3fd-b9b93f801704 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.0291891 Nov 23 10:35:06.312951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-217dd3e6-70c7-4f66-ba2b-960e668687f1 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752760 Nov 23 10:35:06.324533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-851e07cf-4d03-4e18-b3c3-b3c85249af2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.350421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8b97a990-651f-4bd0-b418-3b7c3c07e324 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:06.357702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0428a469-5742-492d-af13-f23a4f6a0dc6 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:06.437938 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5273762-7da8-4a09-bb45-4161dd7a2991 req-23531c96-804f-465b-8509-b8f9c4ed1a17 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158113 Nov 23 10:35:06.476637 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-851e07cf-4d03-4e18-b3c3-b3c85249af2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.495385 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-851e07cf-4d03-4e18-b3c3-b3c85249af2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.504061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 0428a469-5742-492d-af13-f23a4f6a0dc6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:06.511108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 0428a469-5742-492d-af13-f23a4f6a0dc6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:06.512055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.524974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-594ddc18-7c87-402f-bcd1-925a2d8e80c9 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465336 Nov 23 10:35:06.582334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8b97a990-651f-4bd0-b418-3b7c3c07e324, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8b97a990-651f-4bd0-b418-3b7c3c07e324,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:06.603728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-f7ca7338-569c-450f-b069-6b04a67cc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.607722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-f7ca7338-569c-450f-b069-6b04a67cc750 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 1094 time: 0.1034195 Nov 23 10:35:06.609008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8b97a990-651f-4bd0-b418-3b7c3c07e324', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '8b97a990-651f-4bd0-b418-3b7c3c07e324', 'mac_address': 'fa:16:3e:b5:61:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:06.676842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-17bb4020-2431-4f29-8cec-3e77391d483f tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.678871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-17bb4020-2431-4f29-8cec-3e77391d483f tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444347 Nov 23 10:35:06.691933 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.701242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Request body: {'port': {'device_id': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'c7d17cf43bac4c0f91e4e5d53067dfd8'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:06.704592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.728653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b97a990-651f-4bd0-b418-3b7c3c07e324 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:06.755468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0428a469-5742-492d-af13-f23a4f6a0dc6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:06.775014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-3de17c62-323d-40b3-9954-dcc1df817fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:06.776592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-3de17c62-323d-40b3-9954-dcc1df817fa2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 924 time: 0.1613088 Nov 23 10:35:06.798491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-851e07cf-4d03-4e18-b3c3-b3c85249af2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22983340a8fa4c528c1e16b3fc977f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009832 Nov 23 10:35:06.798491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e07cf-4d03-4e18-b3c3-b3c85249af2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48b1ec-39d4-4872-ae0e-e1e2826f33d5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:06.799921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48462) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:06.818677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8b97a990-651f-4bd0-b418-3b7c3c07e324, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8b97a990-651f-4bd0-b418-3b7c3c07e324,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:06.835779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.839264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0428a469-5742-492d-af13-f23a4f6a0dc6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0428a469-5742-492d-af13-f23a4f6a0dc6,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:06.867189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.910529 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-ad027c8b-6a4e-4382-be59-9568c05251bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 200 len: 217 time: 0.1247237 Nov 23 10:35:06.915752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8b97a990-651f-4bd0-b418-3b7c3c07e324,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:06.917412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2034b1af-8984-4455-8373-3e0fda17352d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.969194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2034b1af-8984-4455-8373-3e0fda17352d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.972259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Made reservation on behalf of c7d17cf43bac4c0f91e4e5d53067dfd8 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:06.975791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:06.989536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0428a469-5742-492d-af13-f23a4f6a0dc6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:07.009037 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635d46e-c29f-4f9d-812a-8aa2b88566fa" -d '{"events": [{"server_uuid": "2b2faa1e-a6c2-4f2e-a958-0580753e8185", "name": "network-vif-plugged", "status": "completed", "tag": "0428a469-5742-492d-af13-f23a4f6a0dc6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:07.011590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.120720 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23633c43-48f9-4851-ada3-b038185029ca x-openstack-request-id: req-23633c43-48f9-4851-ada3-b038185029ca {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:07.121046 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2faa1e-a6c2-4f2e-a958-0580753e8185", "name": "network-vif-plugged", "status": "completed", "tag": "0428a469-5742-492d-af13-f23a4f6a0dc6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:07.121333 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23633c43-48f9-4851-ada3-b038185029ca {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:07.121783 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0428a469-5742-492d-af13-f23a4f6a0dc6', 'code': 200} Nov 23 10:35:07.125520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e5ee1-fee4-4551-8219-e335e9d78128 req-6cbf9078-332b-40ef-9e98-b0d5790321c7 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:07.127659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b2e5ee1-fee4-4551-8219-e335e9d78128 req-6cbf9078-332b-40ef-9e98-b0d5790321c7 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 972 time: 0.1614399 Nov 23 10:35:07.182227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2034b1af-8984-4455-8373-3e0fda17352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.186882 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2034b1af-8984-4455-8373-3e0fda17352d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.188386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2034b1af-8984-4455-8373-3e0fda17352d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac48b1ec-39d4-4872-ae0e-e1e2826f33d5 HTTP/1.1" status: 204 len: 168 time: 0.3847837 Nov 23 10:35:07.198711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-f62adc04-2ced-4ae6-92d6-2c0ea9585c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:07.203271 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-f62adc04-2ced-4ae6-92d6-2c0ea9585c4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.2852659 Nov 23 10:35:07.218501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.65', 54673) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:07.295900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-e55b9341-a4ca-4810-97c6-c0e46c8d2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:07.297742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-e55b9341-a4ca-4810-97c6-c0e46c8d2bff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841076 Nov 23 10:35:07.300408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2034b1af-8984-4455-8373-3e0fda17352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48b1ec-39d4-4872-ae0e-e1e2826f33d5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:07.309168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112a2-5447-42e6-970c-f1512c9f66fa req-cbb2364b-52b4-4fff-a229-9fcf7e4849ae tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:07.317881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5c112a2-5447-42e6-970c-f1512c9f66fa req-cbb2364b-52b4-4fff-a229-9fcf7e4849ae tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 943 time: 0.0827146 Nov 23 10:35:07.351202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b2e5ee1-fee4-4551-8219-e335e9d78128 req-36037339-5b63-4086-9c55-9ddab0cad164 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024930 Nov 23 10:35:07.352255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8b97a990-651f-4bd0-b418-3b7c3c07e324'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:07.390245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b965f4-e8a5-4b37-900d-c0fa70a274ac req-37c78e07-c2ea-447e-af70-bbe763f56e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:07.391837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66b965f4-e8a5-4b37-900d-c0fa70a274ac req-37c78e07-c2ea-447e-af70-bbe763f56e90 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 1123 time: 0.1712792 Nov 23 10:35:07.400823 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.415620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.424901 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-66b965f4-e8a5-4b37-900d-c0fa70a274ac req-67a80a11-9675-4217-9e96-60b19f01ad42 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.471940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5c112a2-5447-42e6-970c-f1512c9f66fa req-b116199d-fe63-4a4f-8b03-ea9b39a39ab9 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465590 Nov 23 10:35:07.509051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea2ec2c-68bb-41ad-828d-b9223577ff34,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:07.519892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-2e03281c-0dfe-4e4a-a57a-a22840c93212 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921413 Nov 23 10:35:07.643067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Allocated IP 192.168.233.240 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/bc5d50d8-1902-4717-b25d-9cf008091678) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:07.675025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-66b965f4-e8a5-4b37-900d-c0fa70a274ac req-67a80a11-9675-4217-9e96-60b19f01ad42 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.691020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-66b965f4-e8a5-4b37-900d-c0fa70a274ac req-67a80a11-9675-4217-9e96-60b19f01ad42 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.707945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ce469-519e-4c28-bf14-14175fd3cabd req-8be0c5b0-2fc2-494f-8c65-a5c4d47a3658 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:07.716252 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e97ce469-519e-4c28-bf14-14175fd3cabd req-8be0c5b0-2fc2-494f-8c65-a5c4d47a3658 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 949 time: 0.1443763 Nov 23 10:35:07.721274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-019a90b4-c3d6-4f87-89c7-d1901284e4e5 req-bf68797b-7024-404c-bdd0-85f576c944da service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001810 Nov 23 10:35:07.758413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a80a11-9675-4217-9e96-60b19f01ad42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22419f7f-8c85-4ca4-b30e-a01817715ec2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:07.771632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66b965f4-e8a5-4b37-900d-c0fa70a274ac req-67a80a11-9675-4217-9e96-60b19f01ad42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694217 Nov 23 10:35:07.782321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e97ce469-519e-4c28-bf14-14175fd3cabd req-eef32e0f-886d-40f7-b59b-cfea79393f20 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650134 Nov 23 10:35:07.893872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.916210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e3eae09-a627-42b1-9bce-7f31efc446b8 req-bd7df2f9-b56e-47be-9e36-f9f0a6816328 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 210 time: 0.0351129 Nov 23 10:35:07.942220 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:07.992839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:07.995941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:08.001781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:08.010352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:08.010999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.014825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Pushing event updated for resources: {'Port': ['ID=bc5d50d8-1902-4717-b25d-9cf008091678,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:08.037487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-cd6c2087-29e3-4b8e-a5af-9da06c50609d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3404272 Nov 23 10:35:08.119246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Request body: {'port': {'device_id': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'device_owner': 'compute:tempest-test_az-1745456212', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:08.192172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48516) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:08.208086 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.255176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-53854172-0ba4-4fed-86be-7faf0c599b84 None None] Provisioning complete for port bc5d50d8-1902-4717-b25d-9cf008091678 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:08.255778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53854172-0ba4-4fed-86be-7faf0c599b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.300922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-53854172-0ba4-4fed-86be-7faf0c599b84 None None] Port bc5d50d8-1902-4717-b25d-9cf008091678 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:08.350923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8b97a990-651f-4bd0-b418-3b7c3c07e324 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:08.412007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 8b97a990-651f-4bd0-b418-3b7c3c07e324 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:08.417915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8b97a990-651f-4bd0-b418-3b7c3c07e324 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:08.418537 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.424330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-171db886-87b9-4f97-9b42-b4e0d161dad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.556979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac5eaa-cbf4-4d21-bd6a-caa6065f4fdf req-37547146-2dfb-4bea-bbc9-776acfbd29eb tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:08.565192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60ac5eaa-cbf4-4d21-bd6a-caa6065f4fdf req-37547146-2dfb-4bea-bbc9-776acfbd29eb tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 972 time: 0.1251712 Nov 23 10:35:08.639018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.640663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3372eb7-5ad5-4307-8754-ec7e02866efc req-5402d1c8-8fdd-45b7-8173-7df1d3a15885 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:08.649535 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3372eb7-5ad5-4307-8754-ec7e02866efc req-5402d1c8-8fdd-45b7-8173-7df1d3a15885 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 943 time: 0.0845010 Nov 23 10:35:08.679264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8b97a990-651f-4bd0-b418-3b7c3c07e324, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8b97a990-651f-4bd0-b418-3b7c3c07e324,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:08.684240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-171db886-87b9-4f97-9b42-b4e0d161dad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.687602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.687792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc5d50d8-1902-4717-b25d-9cf008091678 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:08.697975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.700367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-171db886-87b9-4f97-9b42-b4e0d161dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.717285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60ac5eaa-cbf4-4d21-bd6a-caa6065f4fdf req-e65c3fd9-db8f-4579-b138-47796c94aabf tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470306 Nov 23 10:35:08.718588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3372eb7-5ad5-4307-8754-ec7e02866efc req-6d130d14-9509-4792-8df6-89773e2c48d9 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664952 Nov 23 10:35:08.750918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8b97a990-651f-4bd0-b418-3b7c3c07e324,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:08.761086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Transition to ACTIVE for port object bc5d50d8-1902-4717-b25d-9cf008091678 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:08.772618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.785033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-171db886-87b9-4f97-9b42-b4e0d161dad1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dee096b2939d407ba69961695409481d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5900371 Nov 23 10:35:08.787748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48536) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:08.788929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171db886-87b9-4f97-9b42-b4e0d161dad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51513094-0433-4266-828a-9106c4a8fe6b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:08.855063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91663fc3-8b37-4caf-80e5-fd7ce1246fd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.886500 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91663fc3-8b37-4caf-80e5-fd7ce1246fd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.900989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d50d8-1902-4717-b25d-9cf008091678,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:08.922868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Attempting to bind port bc5d50d8-1902-4717-b25d-9cf008091678 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:08.923222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Attempting to bind port bc5d50d8-1902-4717-b25d-9cf008091678 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:08.923613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Attempting to bind port bc5d50d8-1902-4717-b25d-9cf008091678 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:08.946882 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91663fc3-8b37-4caf-80e5-fd7ce1246fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.950201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91663fc3-8b37-4caf-80e5-fd7ce1246fd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.951424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Port bc5d50d8-1902-4717-b25d-9cf008091678 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:08.951816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Attempting to bind port bc5d50d8-1902-4717-b25d-9cf008091678 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:08.953241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-91663fc3-8b37-4caf-80e5-fd7ce1246fd4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51513094-0433-4266-828a-9106c4a8fe6b HTTP/1.1" status: 204 len: 168 time: 0.1643944 Nov 23 10:35:08.959743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:08.960088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:08.960477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:08.960918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Bound port: bc5d50d8-1902-4717-b25d-9cf008091678, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:08.961303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:08.963585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91663fc3-8b37-4caf-80e5-fd7ce1246fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51513094-0433-4266-828a-9106c4a8fe6b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:09.030875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824535df-845b-49a9-8c9e-9e87c1043f1e req-4318f528-2dac-4039-924c-1a01ce652812 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.041807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-824535df-845b-49a9-8c9e-9e87c1043f1e req-4318f528-2dac-4039-924c-1a01ce652812 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 950 time: 0.1461883 Nov 23 10:35:09.097447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593dc3e-acf5-4153-960b-f26576cfea1a req-05430a6f-32fb-41ed-a639-2dc6e5bd37b6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.098962 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1593dc3e-acf5-4153-960b-f26576cfea1a req-05430a6f-32fb-41ed-a639-2dc6e5bd37b6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 970 time: 0.0583060 Nov 23 10:35:09.114381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] For port bc5d50d8-1902-4717-b25d-9cf008091678, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:09.118091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] For port bc5d50d8-1902-4717-b25d-9cf008091678, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc5d50d8-1902-4717-b25d-9cf008091678,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:09.123023 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-824535df-845b-49a9-8c9e-9e87c1043f1e req-806e111a-f915-437e-9a24-05d5672370f9 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641143 Nov 23 10:35:09.123188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b97a990-651f-4bd0-b418-3b7c3c07e324'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:09.126314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.133415 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26959f43-7c03-4a8d-8a72-864542aa32be" -d '{"events": [{"server_uuid": "4ad96ef2-9d79-49b0-ad41-672e1f5ca241", "name": "network-vif-plugged", "status": "completed", "tag": "8b97a990-651f-4bd0-b418-3b7c3c07e324"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:09.169401 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1593dc3e-acf5-4153-960b-f26576cfea1a req-820476a4-6465-4239-9ab4-7aa29591ece1 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633912 Nov 23 10:35:09.176080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.176788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.178580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] 10.222.0.65 "PUT /v2.0/ports/bc5d50d8-1902-4717-b25d-9cf008091678 HTTP/1.1" status: 200 len: 1118 time: 1.0643504 Nov 23 10:35:09.179085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'tag': 'bc5d50d8-1902-4717-b25d-9cf008091678'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:09.181727 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718" -d '{"events": [{"name": "network-changed", "server_uuid": "6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35", "tag": "bc5d50d8-1902-4717-b25d-9cf008091678"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:09.218704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25136866-8355-4a3e-8010-b2d5dc3e6da7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc5d50d8-1902-4717-b25d-9cf008091678,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:09.239128 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c1bca6-24a4-4364-a6b3-99c394a00b69 x-openstack-request-id: req-49c1bca6-24a4-4364-a6b3-99c394a00b69 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:09.239554 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad96ef2-9d79-49b0-ad41-672e1f5ca241", "name": "network-vif-plugged", "status": "completed", "tag": "8b97a990-651f-4bd0-b418-3b7c3c07e324", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:09.239946 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49c1bca6-24a4-4364-a6b3-99c394a00b69 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:09.240990 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b97a990-651f-4bd0-b418-3b7c3c07e324', 'code': 200} Nov 23 10:35:09.295136 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af33984-bcc6-4f7e-8a37-36db44b91960 x-openstack-request-id: req-5af33984-bcc6-4f7e-8a37-36db44b91960 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:09.295965 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35", "tag": "bc5d50d8-1902-4717-b25d-9cf008091678", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:09.296207 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5af33984-bcc6-4f7e-8a37-36db44b91960 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:09.296610 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'tag': 'bc5d50d8-1902-4717-b25d-9cf008091678', 'status': 'completed', 'code': 200} Nov 23 10:35:09.306294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-be9e945d-8c08-4e10-a6a2-b4f9571a0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.307831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-be9e945d-8c08-4e10-a6a2-b4f9571a0535 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 1121 time: 0.0621808 Nov 23 10:35:09.395238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-74ca698f-e9cd-4cea-aaa1-17bc174dba4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=bc5d50d8-1902-4717-b25d-9cf008091678 HTTP/1.1" status: 200 len: 217 time: 0.0777726 Nov 23 10:35:09.448824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54923da9-c2fb-4e3d-b2ae-c29562c9877b req-226b86a4-6463-4e14-b5ef-7810530632c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.450735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54923da9-c2fb-4e3d-b2ae-c29562c9877b req-226b86a4-6463-4e14-b5ef-7810530632c7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 1101 time: 0.1426351 Nov 23 10:35:09.474927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-e061fa08-420b-4743-b705-be860d510fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.476500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-e061fa08-420b-4743-b705-be860d510fd2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0702872 Nov 23 10:35:09.479695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48556) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:09.502142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4ec80ca-7959-42bb-87cf-2c02bfa89720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.520296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54923da9-c2fb-4e3d-b2ae-c29562c9877b req-9656808a-f2bf-4f61-ae96-9c25dc7b4fd4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612190 Nov 23 10:35:09.569631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-f6f1b3f3-240e-48a2-a5ff-08f1154070be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.571127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-f6f1b3f3-240e-48a2-a5ff-08f1154070be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780807 Nov 23 10:35:09.674410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4ec80ca-7959-42bb-87cf-2c02bfa89720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.682209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4ec80ca-7959-42bb-87cf-2c02bfa89720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.718248 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-6d101cca-2b7e-4f45-b258-ff1d900a6825 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316817 Nov 23 10:35:09.760880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a4ec80ca-7959-42bb-87cf-2c02bfa89720 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cb2838463274e15861805a1a86730ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801814 Nov 23 10:35:09.763737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48572) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:09.770550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec80ca-7959-42bb-87cf-2c02bfa89720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82574c4d-c9f1-4880-a042-bd6bfdd944ae,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:09.850638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3d34265-0b30-4386-9d95-32edd8ebe731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.865488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4eeedd4-7ccd-4e59-93f3-7a810c32feac req-4a8fe370-db26-4cda-8028-72b7f4c6bbcf service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358118 Nov 23 10:35:09.875941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b18f06-c9ee-407f-961d-fb95ba3c6442 req-a0c34fe1-794b-4198-ac94-81c769729f5b tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.877457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75b18f06-c9ee-407f-961d-fb95ba3c6442 req-a0c34fe1-794b-4198-ac94-81c769729f5b tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 972 time: 0.0739896 Nov 23 10:35:09.885235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3d34265-0b30-4386-9d95-32edd8ebe731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.954965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3d34265-0b30-4386-9d95-32edd8ebe731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.960030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3d34265-0b30-4386-9d95-32edd8ebe731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:09.972024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e3d34265-0b30-4386-9d95-32edd8ebe731 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/82574c4d-c9f1-4880-a042-bd6bfdd944ae HTTP/1.1" status: 204 len: 168 time: 0.1996508 Nov 23 10:35:09.985322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75b18f06-c9ee-407f-961d-fb95ba3c6442 req-61dd48fb-22d0-41f8-bb6e-b269f09233e1 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004879 Nov 23 10:35:09.992313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-2471681d-cf07-441a-b684-bee43d9d87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:09.993726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-2471681d-cf07-441a-b684-bee43d9d87cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 1121 time: 0.0665662 Nov 23 10:35:10.004599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d34265-0b30-4386-9d95-32edd8ebe731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82574c4d-c9f1-4880-a042-bd6bfdd944ae,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:10.092224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324f3c5-9895-4e68-afd0-be443eca74b1 req-a6401896-0a4d-4bc1-ad63-b34e3c7bed72 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.100469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0324f3c5-9895-4e68-afd0-be443eca74b1 req-a6401896-0a4d-4bc1-ad63-b34e3c7bed72 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 943 time: 0.1069574 Nov 23 10:35:10.156064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0324f3c5-9895-4e68-afd0-be443eca74b1 req-c1d02cbe-8249-4c24-9135-40ce21858a37 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545561 Nov 23 10:35:10.243931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175815-fd47-4c45-953f-f8dafcfd01d3 req-a75540d2-716d-4ce4-9b03-b78a9b366318 tempest-AggregatesAdminTestJSON-1060078675 tempest-AggregatesAdminTestJSON-1060078675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.245422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4175815-fd47-4c45-953f-f8dafcfd01d3 req-a75540d2-716d-4ce4-9b03-b78a9b366318 tempest-AggregatesAdminTestJSON-1060078675 tempest-AggregatesAdminTestJSON-1060078675-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 1123 time: 0.0960176 Nov 23 10:35:10.246535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-81ca51fa-431f-450d-9c37-983cf0098649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.247848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-81ca51fa-431f-450d-9c37-983cf0098649 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2456050 Nov 23 10:35:10.273890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a4175815-fd47-4c45-953f-f8dafcfd01d3 req-aca6500a-8929-4e73-b554-0a0d7533ba95 tempest-AggregatesAdminTestJSON-1060078675 tempest-AggregatesAdminTestJSON-1060078675-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.335478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ff97611-8edf-46c4-ac87-e593e7c2a5f3 req-5ab93621-084d-4aae-a84c-148ed06ac366 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b8608266e218403cbae973489f6f12af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258260 Nov 23 10:35:10.355594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e15a433d-3f28-4609-aee9-aea83e18e725 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:10.488678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e15a433d-3f28-4609-aee9-aea83e18e725, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e15a433d-3f28-4609-aee9-aea83e18e725,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:10.492637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97611-8edf-46c4-ac87-e593e7c2a5f3 req-52c666b7-8680-4b26-aae7-2f88f57ccc4e tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.501655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'port_id': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'mac_address': 'fa:16:3e:e4:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:10.501855 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ff97611-8edf-46c4-ac87-e593e7c2a5f3 req-52c666b7-8680-4b26-aae7-2f88f57ccc4e tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536911 Nov 23 10:35:10.513193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-2a5d2807-7409-4f40-bca9-076d17ca2e0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=bc5d50d8-1902-4717-b25d-9cf008091678 HTTP/1.1" status: 200 len: 217 time: 0.2531829 Nov 23 10:35:10.513682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ff97611-8edf-46c4-ac87-e593e7c2a5f3 req-74939371-a1a0-4abe-834c-f434e3d436bb tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/quotas/b8608266e218403cbae973489f6f12af HTTP/1.1" status: 200 len: 375 time: 0.0108159 Nov 23 10:35:10.572121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ff97611-8edf-46c4-ac87-e593e7c2a5f3 req-9f05f839-f783-4572-a51c-6952a6677df9 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8608266e218403cbae973489f6f12af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518985 Nov 23 10:35:10.574889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.588273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-bb2e7c6f-7dc3-46b1-a0f0-44f8913531d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.589860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-bb2e7c6f-7dc3-46b1-a0f0-44f8913531d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0679674 Nov 23 10:35:10.599240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15a433d-3f28-4609-aee9-aea83e18e725 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:10.633928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e15a433d-3f28-4609-aee9-aea83e18e725, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e15a433d-3f28-4609-aee9-aea83e18e725,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:10.642740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.663907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a4175815-fd47-4c45-953f-f8dafcfd01d3 req-aca6500a-8929-4e73-b554-0a0d7533ba95 tempest-AggregatesAdminTestJSON-1060078675 tempest-AggregatesAdminTestJSON-1060078675-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.670621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-223cec3c-e73c-4134-a4fd-cae7b2ba9347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.672845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-223cec3c-e73c-4134-a4fd-cae7b2ba9347 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0730283 Nov 23 10:35:10.674275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a4175815-fd47-4c45-953f-f8dafcfd01d3 req-aca6500a-8929-4e73-b554-0a0d7533ba95 tempest-AggregatesAdminTestJSON-1060078675 tempest-AggregatesAdminTestJSON-1060078675-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:10.710948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e15a433d-3f28-4609-aee9-aea83e18e725,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:10.734958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4175815-fd47-4c45-953f-f8dafcfd01d3 req-aca6500a-8929-4e73-b554-0a0d7533ba95 tempest-AggregatesAdminTestJSON-1060078675 tempest-AggregatesAdminTestJSON-1060078675-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800389 Nov 23 10:35:10.756755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6500a-8929-4e73-b554-0a0d7533ba95 tempest-AggregatesAdminTestJSON-1060078675 tempest-AggregatesAdminTestJSON-1060078675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc16ec-9091-488d-8d04-ea8c11f594ef,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:10.775561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f8c46-20fb-41c2-9162-c7a515f10650 req-114916d5-c2d7-4f0b-8863-657378fa71d5 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.777425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-873f8c46-20fb-41c2-9162-c7a515f10650 req-114916d5-c2d7-4f0b-8863-657378fa71d5 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 950 time: 0.0768077 Nov 23 10:35:10.835897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-0bf61ba2-9e8a-4329-8474-6fc5cd76f93c service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510472 Nov 23 10:35:10.844560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-873f8c46-20fb-41c2-9162-c7a515f10650 req-a71c57c7-e85e-4a29-a688-a09fa3048f5b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Nov 23 10:35:10.944075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c5c70-ec6a-40de-9817-32f5b4199317 req-84c5431e-8153-466f-af56-b64f73853471 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:10.945606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-850c5c70-ec6a-40de-9817-32f5b4199317 req-84c5431e-8153-466f-af56-b64f73853471 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 970 time: 0.1321824 Nov 23 10:35:10.985701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4ef0c50-0ff1-4cd3-99f5-8af636e77718 req-292b9798-214c-44f5-932d-44cd4f286c88 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356094 Nov 23 10:35:10.992215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['e15a433d-3f28-4609-aee9-aea83e18e725'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:11.010472 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-850c5c70-ec6a-40de-9817-32f5b4199317 req-7fe575b9-0427-41f5-ac34-0d502f5f56ef tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565460 Nov 23 10:35:11.289918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c741cf6-a9cc-4a1f-9a84-fa8dc27ce27e req-e18528d0-aa46-443a-80a7-57159cf156a4 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:11.291688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c741cf6-a9cc-4a1f-9a84-fa8dc27ce27e req-e18528d0-aa46-443a-80a7-57159cf156a4 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 944 time: 0.0566840 Nov 23 10:35:11.357505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c741cf6-a9cc-4a1f-9a84-fa8dc27ce27e req-4071a1d3-2523-4e77-aee4-76a3c2e8efdb tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522594 Nov 23 10:35:12.078174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d236b13-6233-4266-b26b-f810bad7e078 req-f0d0ad10-5521-473f-b1ea-f7d51ae81dba tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.080650 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d236b13-6233-4266-b26b-f810bad7e078 req-f0d0ad10-5521-473f-b1ea-f7d51ae81dba tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 950 time: 0.0633593 Nov 23 10:35:12.127833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a82b131b-131d-4d57-98de-d07d1c7c2347 req-cd420344-8790-4272-bbb1-554c35b7cf43 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b8608266e218403cbae973489f6f12af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227859 Nov 23 10:35:12.138453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d236b13-6233-4266-b26b-f810bad7e078 req-221b1dbf-3146-4cda-bf2f-a6d55d9f57d6 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514727 Nov 23 10:35:12.243248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b131b-131d-4d57-98de-d07d1c7c2347 req-a6c82352-53b8-4026-aa79-c6b3526fbe6a tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.245695 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a82b131b-131d-4d57-98de-d07d1c7c2347 req-a6c82352-53b8-4026-aa79-c6b3526fbe6a tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124785 Nov 23 10:35:12.262202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a82b131b-131d-4d57-98de-d07d1c7c2347 req-0fd1a6d5-02c0-4a14-81e1-ce5c847e5d5d tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/quotas/b8608266e218403cbae973489f6f12af HTTP/1.1" status: 200 len: 375 time: 0.0102010 Nov 23 10:35:12.281269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fdb0e-22f9-4caa-ac1c-81999ac38d25 req-cb577d1a-e7e7-4f30-b482-154383048d8c tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.282772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a02fdb0e-22f9-4caa-ac1c-81999ac38d25 req-cb577d1a-e7e7-4f30-b482-154383048d8c tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 970 time: 0.0563757 Nov 23 10:35:12.308322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a82b131b-131d-4d57-98de-d07d1c7c2347 req-8ad7915e-fb2e-4023-80e6-4a8275af8c07 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8608266e218403cbae973489f6f12af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391421 Nov 23 10:35:12.332754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48726) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:12.332879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a02fdb0e-22f9-4caa-ac1c-81999ac38d25 req-455d81e5-45a8-48ed-adec-b9c801aecf78 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Nov 23 10:35:12.365492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e15a433d-3f28-4609-aee9-aea83e18e725 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:12.414836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bc5d50d8-1902-4717-b25d-9cf008091678 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:12.442116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port e15a433d-3f28-4609-aee9-aea83e18e725 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:12.461756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port e15a433d-3f28-4609-aee9-aea83e18e725 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:12.462139 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.534423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a68f613-7048-44b7-9eb9-55c18ef71c6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.574358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bc5d50d8-1902-4717-b25d-9cf008091678, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc5d50d8-1902-4717-b25d-9cf008091678,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:12.613083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'bc5d50d8-1902-4717-b25d-9cf008091678', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'bc5d50d8-1902-4717-b25d-9cf008091678', 'mac_address': 'fa:16:3e:c8:2b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:tempest-test_az-1745456212', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:12.642007 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a68f613-7048-44b7-9eb9-55c18ef71c6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.646715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a68f613-7048-44b7-9eb9-55c18ef71c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.656811 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.679586 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.697397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9a68f613-7048-44b7-9eb9-55c18ef71c6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c08d5137c3854fbe9d7eb135f5e16ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610587 Nov 23 10:35:12.697505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48748) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:12.704989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68f613-7048-44b7-9eb9-55c18ef71c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999cc14b-dec4-4ff5-9c59-49cfa099ec3d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:12.708233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:12.711385 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5294d608-c679-4613-9a24-913747981b79" -d '{"events": [{"server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "name": "network-vif-plugged", "status": "completed", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:12.725678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc5d50d8-1902-4717-b25d-9cf008091678 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:12.735838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e15a433d-3f28-4609-aee9-aea83e18e725, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e15a433d-3f28-4609-aee9-aea83e18e725,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:12.745601 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.758672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bc5d50d8-1902-4717-b25d-9cf008091678, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc5d50d8-1902-4717-b25d-9cf008091678,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:12.769809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e9c104c-f30f-4155-8896-a2f05272b6e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.784380 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.797234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e9c104c-f30f-4155-8896-a2f05272b6e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.826575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e15a433d-3f28-4609-aee9-aea83e18e725,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:12.888503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e9c104c-f30f-4155-8896-a2f05272b6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.891441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e9c104c-f30f-4155-8896-a2f05272b6e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:12.895075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7e9c104c-f30f-4155-8896-a2f05272b6e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/999cc14b-dec4-4ff5-9c59-49cfa099ec3d HTTP/1.1" status: 204 len: 168 time: 0.1941812 Nov 23 10:35:12.900528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=bc5d50d8-1902-4717-b25d-9cf008091678,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:12.904089 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c850ee7-fff0-48e2-8f53-0c8324928052 x-openstack-request-id: req-0c850ee7-fff0-48e2-8f53-0c8324928052 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:12.904402 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "name": "network-vif-plugged", "status": "completed", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:12.904656 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c850ee7-fff0-48e2-8f53-0c8324928052 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:12.905070 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'code': 200} Nov 23 10:35:12.911193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c104c-f30f-4155-8896-a2f05272b6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999cc14b-dec4-4ff5-9c59-49cfa099ec3d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:12.932893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05847a-b52c-4f53-8240-a75d9032b800 req-4140f21d-d5cb-45f4-a8ea-c1467f2e52e9 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:12.952536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca05847a-b52c-4f53-8240-a75d9032b800 req-4140f21d-d5cb-45f4-a8ea-c1467f2e52e9 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 945 time: 0.1042175 Nov 23 10:35:13.029344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca05847a-b52c-4f53-8240-a75d9032b800 req-d0dbcdba-5d98-4f22-9283-93d15658abc8 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758743 Nov 23 10:35:13.043964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['bc5d50d8-1902-4717-b25d-9cf008091678'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:13.046401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161e5f9-c9fd-4132-a365-5ca6c8fc84f5 req-39fa463c-1ac1-4750-9f8c-b5643b34d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.048347 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f161e5f9-c9fd-4132-a365-5ca6c8fc84f5 req-39fa463c-1ac1-4750-9f8c-b5643b34d337 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 1096 time: 0.0585763 Nov 23 10:35:13.128701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f161e5f9-c9fd-4132-a365-5ca6c8fc84f5 req-4c31f0d7-1f70-469c-8233-f233d3923b0b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708854 Nov 23 10:35:13.159598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04988ef2-28fb-4546-927c-c9b927cad36f req-10df09d9-6d8b-4d21-a93a-ec0e39ca0ead tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.161283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04988ef2-28fb-4546-927c-c9b927cad36f req-10df09d9-6d8b-4d21-a93a-ec0e39ca0ead tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 950 time: 0.0736198 Nov 23 10:35:13.230878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04988ef2-28fb-4546-927c-c9b927cad36f req-3ff225da-c9dc-4346-9d28-d0233ccf979e tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622902 Nov 23 10:35:13.314321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48776) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:13.328170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8a436b-f8a5-48fc-978d-8b7aadc9566e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:13.407413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8a436b-f8a5-48fc-978d-8b7aadc9566e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:13.413221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8a436b-f8a5-48fc-978d-8b7aadc9566e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:13.460719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac8a436b-f8a5-48fc-978d-8b7aadc9566e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b342555f7e174aab910134f4b993fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451316 Nov 23 10:35:13.462709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a436b-f8a5-48fc-978d-8b7aadc9566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0202d2-d501-4d30-823c-151da237467d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:13.463483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48786) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:13.518539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967a85-071b-4d1d-9a58-96a0a8fad082 req-acb4771b-7403-40f1-86aa-eea9841637be tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.522489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0967a85-071b-4d1d-9a58-96a0a8fad082 req-acb4771b-7403-40f1-86aa-eea9841637be tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 971 time: 0.0904951 Nov 23 10:35:13.571573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108a5de4-f414-4456-9fdf-14d578ecb5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:13.612732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108a5de4-f414-4456-9fdf-14d578ecb5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:13.625617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0967a85-071b-4d1d-9a58-96a0a8fad082 req-b8686602-4edc-49b4-9f1f-645de7539df5 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961235 Nov 23 10:35:13.680864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108a5de4-f414-4456-9fdf-14d578ecb5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:13.685081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-108a5de4-f414-4456-9fdf-14d578ecb5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:13.686533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-108a5de4-f414-4456-9fdf-14d578ecb5ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff0202d2-d501-4d30-823c-151da237467d HTTP/1.1" status: 204 len: 168 time: 0.2217133 Nov 23 10:35:13.701204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a5de4-f414-4456-9fdf-14d578ecb5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0202d2-d501-4d30-823c-151da237467d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:13.857234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11e95eb7-b4e0-48cb-95a6-19f4fc08b18b req-f7851dd1-b560-49b4-a4dd-35181822dda5 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=b8608266e218403cbae973489f6f12af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243807 Nov 23 10:35:13.981165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e95eb7-b4e0-48cb-95a6-19f4fc08b18b req-8ffec817-090d-47c7-abbd-5e85e654d0a0 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:13.981165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11e95eb7-b4e0-48cb-95a6-19f4fc08b18b req-8ffec817-090d-47c7-abbd-5e85e654d0a0 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174893 Nov 23 10:35:13.996032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11e95eb7-b4e0-48cb-95a6-19f4fc08b18b req-8a983674-74b6-486d-8783-288bcd0217a2 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/quotas/b8608266e218403cbae973489f6f12af HTTP/1.1" status: 200 len: 375 time: 0.0105305 Nov 23 10:35:14.036919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11e95eb7-b4e0-48cb-95a6-19f4fc08b18b req-426c73a3-52e8-4a0e-8cf6-2fbdd52f6489 tempest-QuotasAdminNegativeTest-1852482294 tempest-QuotasAdminNegativeTest-1852482294-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b8608266e218403cbae973489f6f12af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337312 Nov 23 10:35:14.242199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4851fb9-5c3e-4921-9120-21627eee2c88 req-40e4f5e8-7ee7-4372-b23a-eb03e126f09c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:14.243785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4851fb9-5c3e-4921-9120-21627eee2c88 req-40e4f5e8-7ee7-4372-b23a-eb03e126f09c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 945 time: 0.0632827 Nov 23 10:35:14.326041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4851fb9-5c3e-4921-9120-21627eee2c88 req-a93290a0-676a-4f59-ac9a-5f957d7e61b4 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744650 Nov 23 10:35:14.398749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48876) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:14.428708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bc5d50d8-1902-4717-b25d-9cf008091678 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:14.435193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-069848a2-d598-4ded-be6d-1db70fe919eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.466987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d054e2-c256-4d27-8dba-d449d31a1a18 req-ad89d893-d7ca-4753-b8e9-4df864c1d828 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:14.469324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78d054e2-c256-4d27-8dba-d449d31a1a18 req-ad89d893-d7ca-4753-b8e9-4df864c1d828 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 950 time: 0.0751572 Nov 23 10:35:14.502522 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port bc5d50d8-1902-4717-b25d-9cf008091678 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:14.514302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port bc5d50d8-1902-4717-b25d-9cf008091678 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:14.518364 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.547681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78d054e2-c256-4d27-8dba-d449d31a1a18 req-c45914c8-c2e9-47e2-b5a9-2d514249bedc tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718608 Nov 23 10:35:14.591198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b8a4b79-5812-4dd9-a3b7-599eb3a17158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.710005 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.711976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b8a4b79-5812-4dd9-a3b7-599eb3a17158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.716889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b8a4b79-5812-4dd9-a3b7-599eb3a17158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.755316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bc5d50d8-1902-4717-b25d-9cf008091678, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc5d50d8-1902-4717-b25d-9cf008091678,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:14.764485 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.805918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b8a4b79-5812-4dd9-a3b7-599eb3a17158 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb94938138f34fcbb8f9139b1a964f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022517 Nov 23 10:35:14.806170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48902) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:14.819983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a4b79-5812-4dd9-a3b7-599eb3a17158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef775c3-ab67-4c44-b650-fb86815755f5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:14.836294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=bc5d50d8-1902-4717-b25d-9cf008091678,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:14.849346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-79b360e9-91cb-4f37-bf17-3211a89b7171 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:14.850869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-79b360e9-91cb-4f37-bf17-3211a89b7171 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 1101 time: 0.0905623 Nov 23 10:35:14.906507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d50d8-1902-4717-b25d-9cf008091678'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:14.909662 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b516dfe-65e1-4d5f-b2f0-1490f43f6fed" -d '{"events": [{"server_uuid": "6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d50d8-1902-4717-b25d-9cf008091678"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:14.921887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-910ff7b2-05f9-460c-bc78-2ffe94775382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:14.955114 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-910ff7b2-05f9-460c-bc78-2ffe94775382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.028082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-910ff7b2-05f9-460c-bc78-2ffe94775382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.035302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-910ff7b2-05f9-460c-bc78-2ffe94775382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.038168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-910ff7b2-05f9-460c-bc78-2ffe94775382 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0ef775c3-ab67-4c44-b650-fb86815755f5 HTTP/1.1" status: 204 len: 168 time: 0.2309244 Nov 23 10:35:15.047147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e860102-1de8-4ec2-ab47-ecb1d8e705ea req-195903c1-6661-4e33-a820-6a03d611aced tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:15.048853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e860102-1de8-4ec2-ab47-ecb1d8e705ea req-195903c1-6661-4e33-a820-6a03d611aced tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 972 time: 0.0894341 Nov 23 10:35:15.051729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Deleting port 8b97a990-651f-4bd0-b418-3b7c3c07e324 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:35:15.052068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.056556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ff7b2-05f9-460c-bc78-2ffe94775382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef775c3-ab67-4c44-b650-fb86815755f5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:15.078724 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a32edb-6018-416c-a25a-358a0f1dc2d3 x-openstack-request-id: req-96a32edb-6018-416c-a25a-358a0f1dc2d3 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:15.082793 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35", "name": "network-vif-plugged", "status": "completed", "tag": "bc5d50d8-1902-4717-b25d-9cf008091678", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:15.083712 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96a32edb-6018-416c-a25a-358a0f1dc2d3 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:15.085003 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc5d50d8-1902-4717-b25d-9cf008091678', 'code': 200} Nov 23 10:35:15.182403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e860102-1de8-4ec2-ab47-ecb1d8e705ea req-8ae15802-8fc2-4738-8e6a-93b4db9cb660 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166151 Nov 23 10:35:15.199362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] For port 8b97a990-651f-4bd0-b418-3b7c3c07e324, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8b97a990-651f-4bd0-b418-3b7c3c07e324,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:15.200010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.225707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Calling delete_port for 8b97a990-651f-4bd0-b418-3b7c3c07e324 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:35:15.232819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c25b44-9b30-4ad7-8f65-ca99179577cf req-86b2049a-3863-4edc-9b22-2ff68334de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:15.235432 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5c25b44-9b30-4ad7-8f65-ca99179577cf req-86b2049a-3863-4edc-9b22-2ff68334de45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 1123 time: 0.0853956 Nov 23 10:35:15.303481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5c25b44-9b30-4ad7-8f65-ca99179577cf req-c824aa71-27ec-4f32-8b70-6bca62e16f23 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585611 Nov 23 10:35:15.452801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.465550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8b97a990-651f-4bd0-b418-3b7c3c07e324'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:15.486014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b97a990-651f-4bd0-b418-3b7c3c07e324,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:15.511325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d052e-0bad-4d59-a278-2b383ae4c889 req-4a9840f0-c756-4e90-9d90-61a99f0ab154 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:15.512769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-314d052e-0bad-4d59-a278-2b383ae4c889 req-4a9840f0-c756-4e90-9d90-61a99f0ab154 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 945 time: 0.0997434 Nov 23 10:35:15.586976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48950) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:15.587188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] No DVR routers for this DVR port 8b97a990-651f-4bd0-b418-3b7c3c07e324 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:35:15.592145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.596869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e91e5994-d839-4ae7-a262-02ec06781d31 req-494eb964-dfc5-4018-90e9-2e5690f43797 tempest-DeleteServersAdminTestJSON-1005600766 tempest-DeleteServersAdminTestJSON-1005600766-project-admin] 10.222.0.58 "DELETE /v2.0/ports/8b97a990-651f-4bd0-b418-3b7c3c07e324 HTTP/1.1" status: 204 len: 173 time: 0.7369626 Nov 23 10:35:15.602497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'name': 'network-vif-deleted', 'tag': '8b97a990-651f-4bd0-b418-3b7c3c07e324'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:15.604537 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b488b9-9d26-4865-a089-cb8b82f489cc" -d '{"events": [{"server_uuid": "4ad96ef2-9d79-49b0-ad41-672e1f5ca241", "name": "network-vif-deleted", "tag": "8b97a990-651f-4bd0-b418-3b7c3c07e324"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:15.634617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-314d052e-0bad-4d59-a278-2b383ae4c889 req-52fdddeb-18c0-442e-b0d0-71278de9f680 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125510 Nov 23 10:35:15.781178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48964) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:15.808299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b9f24b4-2d7c-4daa-b9b7-d37dae28ccfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:15.814743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d158c0f0-ffc8-40b4-be15-3cc667812759 req-e6fdecaa-5aef-4d5d-8a21-761a24f094ef tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ad96ef2-9d79-49b0-ad41-672e1f5ca241 HTTP/1.1" status: 200 len: 210 time: 0.0614588 Nov 23 10:35:15.819960 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f3fcde-7ee4-4334-91da-915b657a9728 x-openstack-request-id: req-48f3fcde-7ee4-4334-91da-915b657a9728 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:15.820275 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad96ef2-9d79-49b0-ad41-672e1f5ca241", "name": "network-vif-deleted", "tag": "8b97a990-651f-4bd0-b418-3b7c3c07e324", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:15.820593 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48f3fcde-7ee4-4334-91da-915b657a9728 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:15.820984 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad96ef2-9d79-49b0-ad41-672e1f5ca241', 'name': 'network-vif-deleted', 'tag': '8b97a990-651f-4bd0-b418-3b7c3c07e324', 'status': 'completed', 'code': 200} Nov 23 10:35:16.050471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-967d8f66-0a54-4c10-9512-c98c6dff399f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.054146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b9f24b4-2d7c-4daa-b9b7-d37dae28ccfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.080345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d05f-c8fc-4d67-89a4-d27eddaafd91 req-28cc7d4a-d0c5-49f7-b4a4-971fdf5b61ce tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:16.082395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5631d05f-c8fc-4d67-89a4-d27eddaafd91 req-28cc7d4a-d0c5-49f7-b4a4-971fdf5b61ce tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 945 time: 0.1410074 Nov 23 10:35:16.083364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b9f24b4-2d7c-4daa-b9b7-d37dae28ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.097357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48978) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:16.102067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'floatingip': {'port_id': 'e15a433d-3f28-4609-aee9-aea83e18e725'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:16.221644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f24b4-2d7c-4daa-b9b7-d37dae28ccfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ad4464-7746-4f6a-9b2b-035640988fda,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:16.246755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6b9f24b4-2d7c-4daa-b9b7-d37dae28ccfe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=335baba6250b4b718a171230bd71c3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633429 Nov 23 10:35:16.257501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48994) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:16.371706 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-967d8f66-0a54-4c10-9512-c98c6dff399f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.382793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-967d8f66-0a54-4c10-9512-c98c6dff399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.416526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-967d8f66-0a54-4c10-9512-c98c6dff399f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8608266e218403cbae973489f6f12af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8284540 Nov 23 10:35:16.419160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49004) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:16.474783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d8f66-0a54-4c10-9512-c98c6dff399f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9229a27b-8c28-4a90-a32a-cf11f8f14823,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:16.510617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24eb6485-319b-4561-b67a-333b2c4f01b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.527293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.542445 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24eb6485-319b-4561-b67a-333b2c4f01b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.602979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24eb6485-319b-4561-b67a-333b2c4f01b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.605640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24eb6485-319b-4561-b67a-333b2c4f01b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.606793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-24eb6485-319b-4561-b67a-333b2c4f01b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9229a27b-8c28-4a90-a32a-cf11f8f14823 HTTP/1.1" status: 204 len: 168 time: 0.1865485 Nov 23 10:35:16.619463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb6485-319b-4561-b67a-333b2c4f01b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9229a27b-8c28-4a90-a32a-cf11f8f14823,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:16.715064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80b3c-a7f8-4463-9650-4903eef9a38b req-35794cf6-ce47-4c79-9bc0-52b456b5e418 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:16.722786 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dda80b3c-a7f8-4463-9650-4903eef9a38b req-35794cf6-ce47-4c79-9bc0-52b456b5e418 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 972 time: 0.2329874 Nov 23 10:35:16.731968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-214b632f-3fed-4713-a8dd-080fb39adae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.836223 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd7d4c97-f6f5-4532-968f-42db2fe47e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.850669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-214b632f-3fed-4713-a8dd-080fb39adae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:16.995336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49020) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:17.011936 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dda80b3c-a7f8-4463-9650-4903eef9a38b req-dc30da01-db75-48fe-9ab1-30cc5b998da2 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882557 Nov 23 10:35:17.013743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5567999-fcad-48b1-9771-b0f63daf9c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.117682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-214b632f-3fed-4713-a8dd-080fb39adae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.120760 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-214b632f-3fed-4713-a8dd-080fb39adae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.124928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-214b632f-3fed-4713-a8dd-080fb39adae4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15ad4464-7746-4f6a-9b2b-035640988fda HTTP/1.1" status: 204 len: 168 time: 0.8634946 Nov 23 10:35:17.210108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b632f-3fed-4713-a8dd-080fb39adae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ad4464-7746-4f6a-9b2b-035640988fda,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:17.240142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5567999-fcad-48b1-9771-b0f63daf9c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.269304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f82f6-ffaf-4ea5-99ce-037e3e0fb297 req-033c2e68-d62a-462b-aae3-067ee84e2893 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:17.271813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-519f82f6-ffaf-4ea5-99ce-037e3e0fb297 req-033c2e68-d62a-462b-aae3-067ee84e2893 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 972 time: 0.1889122 Nov 23 10:35:17.272979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5567999-fcad-48b1-9771-b0f63daf9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.316126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5567999-fcad-48b1-9771-b0f63daf9c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b70f38-955e-4ede-948c-d6522086caa3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:17.368281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c5567999-fcad-48b1-9771-b0f63daf9c0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a057ba03754d4fbc98c73aad3cc998e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717754 Nov 23 10:35:17.376587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49032) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:17.425810 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-519f82f6-ffaf-4ea5-99ce-037e3e0fb297 req-b28f58fa-468d-4705-9a85-9c0464aac012 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130672 Nov 23 10:35:17.488683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8f78e84-86e5-4cd1-93a7-e6e76d5a331d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.517257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8f78e84-86e5-4cd1-93a7-e6e76d5a331d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.578425 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.583984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8f78e84-86e5-4cd1-93a7-e6e76d5a331d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.585718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.586841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8f78e84-86e5-4cd1-93a7-e6e76d5a331d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:17.588030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c8f78e84-86e5-4cd1-93a7-e6e76d5a331d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01b70f38-955e-4ede-948c-d6522086caa3 HTTP/1.1" status: 204 len: 168 time: 0.2091901 Nov 23 10:35:17.610541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f78e84-86e5-4cd1-93a7-e6e76d5a331d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b70f38-955e-4ede-948c-d6522086caa3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:17.733054 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95 associated. External IP: 172.25.5.99, port: e15a433d-3f28-4609-aee9-aea83e18e725. Nov 23 10:35:17.840690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-8bc509e5-39ee-4582-8a8a-ae074472ff64 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6770683fb0034870a49663c46fa8ee58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467463 Nov 23 10:35:18.102785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-933e84f6-6b9b-4f2b-991b-f1bc57daf324 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:18.104490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-933e84f6-6b9b-4f2b-991b-f1bc57daf324 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630062 Nov 23 10:35:18.128835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-d73ac10d-c341-4478-9ceb-e1324e90ad05 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:18.130421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-d73ac10d-c341-4478-9ceb-e1324e90ad05 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 972 time: 0.1675715 Nov 23 10:35:18.213748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-8a360e23-9757-4c0b-829a-778b9b7cce8a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/quotas/6770683fb0034870a49663c46fa8ee58 HTTP/1.1" status: 200 len: 375 time: 0.0822911 Nov 23 10:35:18.305331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-fbd38139-90c1-4b60-8409-3b4873803c12 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6770683fb0034870a49663c46fa8ee58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501027 Nov 23 10:35:18.318343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361275e-2e59-43df-8662-b68a9e27e47f req-eb6ab5b0-36e8-44ba-a75a-aee98e5dbbdc tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:18.319862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6361275e-2e59-43df-8662-b68a9e27e47f req-eb6ab5b0-36e8-44ba-a75a-aee98e5dbbdc tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 972 time: 0.0704539 Nov 23 10:35:18.331506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:35:18.376091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8b97a990-651f-4bd0-b418-3b7c3c07e324 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:35:18.425692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 8b97a990-651f-4bd0-b418-3b7c3c07e324 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:35:18.426267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8b97a990-651f-4bd0-b418-3b7c3c07e324 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:35:18.439846 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.442796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6361275e-2e59-43df-8662-b68a9e27e47f req-d564c506-46a8-4d90-9b36-ab67dc41ed13 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032281 Nov 23 10:35:18.504319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Deleting port 0428a469-5742-492d-af13-f23a4f6a0dc6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:35:18.504801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.514381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:35:18.531201 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] Sync routers for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:35:18.533029 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.548679 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:18.552328 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:18.571049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-737bf696-fc59-4e04-bd00-11221616220b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "PUT /v2.0/floatingips/6046561b-bec9-4a1c-9a89-d1f2636a9b95 HTTP/1.1" status: 200 len: 990 time: 2.4724977 Nov 23 10:35:18.571651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:18.575880 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb7a836-f939-4953-b1b8-d9163e4374ad" -d '{"events": [{"name": "network-changed", "server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:18.663845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518ac9c-5cc1-45e9-8ad1-8bc67e0ed2d0 req-6e122e0e-f115-4885-94aa-eb56252fa7f6 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:18.673031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9518ac9c-5cc1-45e9-8ad1-8bc67e0ed2d0 req-6e122e0e-f115-4885-94aa-eb56252fa7f6 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 972 time: 0.0624540 Nov 23 10:35:18.683587 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:18.736035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9518ac9c-5cc1-45e9-8ad1-8bc67e0ed2d0 req-418eb941-a46b-46f1-9570-bd2511c390db tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/security-groups?id=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570695 Nov 23 10:35:18.738204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49112) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:18.777432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] For port 0428a469-5742-492d-af13-f23a4f6a0dc6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0428a469-5742-492d-af13-f23a4f6a0dc6,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:18.777805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:18.794702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Calling delete_port for 0428a469-5742-492d-af13-f23a4f6a0dc6 owned by compute:tempest-test_az-1745456212 {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:35:18.986303 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9792ee10-8164-4046-ba12-da634660b6d2 req-6a585355-668a-49b0-ac10-e7a0b70cd6c4 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 210 time: 0.0749421 Nov 23 10:35:19.039381 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '6046561b-bec9-4a1c-9a89-d1f2636a9b95', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'port_id': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'mac_address': 'fa:16:3e:e4:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:34:59Z', 'updated_at': '2021-11-23T10:35:17Z', 'revision_number': 1, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:19.044854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.059296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['0428a469-5742-492d-af13-f23a4f6a0dc6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:19.121004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Pushing event deleted for resources: {'Port': ['ID=0428a469-5742-492d-af13-f23a4f6a0dc6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:19.135414 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] Checking router: 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:35:19.174089 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:19.174896 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:19.189350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2084570902-network', 'tenant_id': 'fd57c2b3535e4b8ea5a227f8b2b960ee'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:19.246382 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b17f85-fdd3-4269-9166-4776f0e3c3be x-openstack-request-id: req-a2b17f85-fdd3-4269-9166-4776f0e3c3be {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:19.248998 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:19.249321 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2b17f85-fdd3-4269-9166-4776f0e3c3be {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:19.253381 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'status': 'completed', 'code': 200} Nov 23 10:35:19.322734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] No DVR routers for this DVR port 0428a469-5742-492d-af13-f23a4f6a0dc6 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:35:19.328855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.332890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eeeff690-8dd4-4142-92b1-88406e08c818 req-16494b20-94ca-4f21-b994-8d4897361f1c tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.65 "DELETE /v2.0/ports/0428a469-5742-492d-af13-f23a4f6a0dc6 HTTP/1.1" status: 204 len: 173 time: 1.1881423 Nov 23 10:35:19.337886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Made reservation on behalf of fd57c2b3535e4b8ea5a227f8b2b960ee for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:19.351469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'name': 'network-vif-deleted', 'tag': '0428a469-5742-492d-af13-f23a4f6a0dc6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:19.360679 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.363203 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ef69c0-80f7-4744-9539-d73e276891c9" -d '{"events": [{"server_uuid": "2b2faa1e-a6c2-4f2e-a958-0580753e8185", "name": "network-vif-deleted", "tag": "0428a469-5742-492d-af13-f23a4f6a0dc6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:19.385686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.479876 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.541542 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fa8486-ca29-4c21-8167-eb80c00f7fb0 x-openstack-request-id: req-b9fa8486-ca29-4c21-8167-eb80c00f7fb0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:19.542683 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2faa1e-a6c2-4f2e-a958-0580753e8185", "name": "network-vif-deleted", "tag": "0428a469-5742-492d-af13-f23a4f6a0dc6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:19.543164 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9fa8486-ca29-4c21-8167-eb80c00f7fb0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:19.543790 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2faa1e-a6c2-4f2e-a958-0580753e8185', 'name': 'network-vif-deleted', 'tag': '0428a469-5742-492d-af13-f23a4f6a0dc6', 'status': 'completed', 'code': 200} Nov 23 10:35:19.610491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.614218 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.623777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-b24e2ed6-e422-4848-b175-d2bb3f70c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:19.627589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-b24e2ed6-e422-4848-b175-d2bb3f70c05c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 1096 time: 0.3732004 Nov 23 10:35:19.629194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.660137 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:19.665408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1466d284-779f-4d3a-8a31-442f0ef6b7f5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:19.753057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-85b0a857-9320-49b1-9d0d-dd21fd411925 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564523 Nov 23 10:35:19.753474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:35:19.920195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731372950447', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:19.920796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Unsubscribe: segment precommit_create {{(pid=103427) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 10:35:19.922364 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Added segment 5472297b-8322-4b5f-8d17-0283080183e4 of type vlan for network e2590390-25fc-49fd-b741-be4bf3ddde18 Nov 23 10:35:19.976385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49162) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:20.023409 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-44379f74-f8b7-45ee-8c37-d07d11453271 req-d987ccc2-9d3c-4a51-8299-93d7645b99c7 tempest-AggregatesAdminTestJSON-1167230171 tempest-AggregatesAdminTestJSON-1167230171-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b2faa1e-a6c2-4f2e-a958-0580753e8185 HTTP/1.1" status: 200 len: 210 time: 0.0626547 Nov 23 10:35:20.037682 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.056274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-dac6c14b-c220-457c-ac1a-affeb0ea7505 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:20.068015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-dac6c14b-c220-457c-ac1a-affeb0ea7505 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073504 Nov 23 10:35:20.094198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-f56ac17e-9a2a-44b2-9c61-58495e232a01 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/quotas/c7d17cf43bac4c0f91e4e5d53067dfd8 HTTP/1.1" status: 200 len: 375 time: 0.0167363 Nov 23 10:35:20.106183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.116896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-c66c88d4-87c9-40ac-a2e8-4ae2a8ad392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:20.122286 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-c66c88d4-87c9-40ac-a2e8-4ae2a8ad392d service neutron] 10.222.0.58 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 924 time: 0.4583769 Nov 23 10:35:20.179030 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '6046561b-bec9-4a1c-9a89-d1f2636a9b95', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'port_id': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'mac_address': 'fa:16:3e:e4:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:34:59Z', 'updated_at': '2021-11-23T10:35:17Z', 'revision_number': 1, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:20.206321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-1a47fa4a-8480-4989-a142-51507b6511aa tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004424 Nov 23 10:35:20.259372 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926b8f02-2196-443f-a350-71d6e0ef36ba None None] The sync data for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 is: [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '6046561b-bec9-4a1c-9a89-d1f2636a9b95', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'port_id': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'mac_address': 'fa:16:3e:e4:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:34:59Z', 'updated_at': '2021-11-23T10:35:17Z', 'revision_number': 1, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:35:20.290585 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ade3621-56c1-4bff-98b1-fd880966979c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.313380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d51e24d6-9aac-4448-80e9-82a2def667c7 req-4d1bb766-4af9-4dd9-a568-5cb121348099 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 210 time: 0.0653529 Nov 23 10:35:20.388517 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.389501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:20.390894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.571761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.58', 64724) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:20.621317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-053c5ec0-7784-48aa-8839-8e8647b583e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 200 len: 998 time: 0.4661548 Nov 23 10:35:20.661795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2362c12a-0697-413c-bc80-322d7005db7f req-1cc0c35f-b9e6-48f3-9daa-80918dedf44b tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 210 time: 0.1240649 Nov 23 10:35:20.664833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ade3621-56c1-4bff-98b1-fd880966979c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.714408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-06d6cf3e-a4e7-482c-86d7-4242052fa47c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=6770683fb0034870a49663c46fa8ee58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040857 Nov 23 10:35:20.731871 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9899943 Nov 23 10:35:20.731871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-5a4bacc6-eb0d-418e-b550-609ef3fe75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:20.732757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-5a4bacc6-eb0d-418e-b550-609ef3fe75ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.1102211 Nov 23 10:35:20.733081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ade3621-56c1-4bff-98b1-fd880966979c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:20.741394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49194) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:20.764451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Request body: {'subnet': {'network_id': 'e2590390-25fc-49fd-b741-be4bf3ddde18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2084570902-subnet', 'tenant_id': 'fd57c2b3535e4b8ea5a227f8b2b960ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:20.777212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b99e1-f34d-4fa1-b2d8-2308268e13c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2590390-25fc-49fd-b741-be4bf3ddde18,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:20.815578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e2590390-25fc-49fd-b741-be4bf3ddde18 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:35:20.825783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-57242e9f-c92e-4433-b01b-2f48c42e89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:20.828838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-57242e9f-c92e-4433-b01b-2f48c42e89bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662684 Nov 23 10:35:20.864547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1467147b-c390-4e3a-b259-0009d8a49e30 None None] New status for floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:35:20.991234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6ade3621-56c1-4bff-98b1-fd880966979c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57a6b507e9784aa2bca9055767531473&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0119276 Nov 23 10:35:20.997384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49206) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:21.000440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade3621-56c1-4bff-98b1-fd880966979c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a31833-a153-4bd5-a43d-f5821eae62c8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:21.054968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-015da5a8-cfa9-4715-b7d2-7f6c39309187 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184398 Nov 23 10:35:21.162280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-55db0be4-3a31-4420-a485-e8c3042153dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5348587 Nov 23 10:35:21.166396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Made reservation on behalf of fd57c2b3535e4b8ea5a227f8b2b960ee for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:21.168655 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.231815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d91d7712-4703-434b-a480-9de4923508f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.274682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d91d7712-4703-434b-a480-9de4923508f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.291733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eb7a836-f939-4953-b1b8-d9163e4374ad req-7e7e439b-f12c-490f-9d6c-771dfbb78436 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169375 Nov 23 10:35:21.363317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d91d7712-4703-434b-a480-9de4923508f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.366606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d91d7712-4703-434b-a480-9de4923508f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.370649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d91d7712-4703-434b-a480-9de4923508f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6a31833-a153-4bd5-a43d-f5821eae62c8 HTTP/1.1" status: 204 len: 168 time: 0.3718667 Nov 23 10:35:21.378047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-7e9b26a8-faa1-4614-8b63-ba1d1ea968e7 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:21.382229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d7712-4703-434b-a480-9de4923508f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a31833-a153-4bd5-a43d-f5821eae62c8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:21.401194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-7e9b26a8-faa1-4614-8b63-ba1d1ea968e7 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6410990 Nov 23 10:35:21.461080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Request body: {'port': {'device_id': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '6770683fb0034870a49663c46fa8ee58'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:21.583354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-08b47f33-0996-4592-8632-f2a13289daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:21.586317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-08b47f33-0996-4592-8632-f2a13289daf0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 1123 time: 0.3424358 Nov 23 10:35:21.636263 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd267de8-009f-4bd8-b071-7b582f19160a req-97f7bd30-d2c8-4acb-9715-a24e73ce932c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 210 time: 0.1001861 Nov 23 10:35:21.834493 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.835715 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.859804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Made reservation on behalf of 6770683fb0034870a49663c46fa8ee58 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:21.868586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:21.900053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-2ee2d998-d0c4-481a-89c3-b48e075ebb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:21.901533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-2ee2d998-d0c4-481a-89c3-b48e075ebb40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2673650 Nov 23 10:35:21.997776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-816a1a33-c781-44d3-b176-5d4d77e4f87e req-cc5e795b-8e1f-4b42-9076-cb5a7eca4d4e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 210 time: 0.0654147 Nov 23 10:35:22.043951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49256) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:22.070383 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85ff0aab-3b2e-448b-b856-ec46b97105a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.248353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49260) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:22.292496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85ff0aab-3b2e-448b-b856-ec46b97105a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.299308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85ff0aab-3b2e-448b-b856-ec46b97105a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.397544 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-85ff0aab-3b2e-448b-b856-ec46b97105a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70d285071af541f3ad7611645ce5ee9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525372 Nov 23 10:35:22.398543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff0aab-3b2e-448b-b856-ec46b97105a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c7d856-2afe-48e7-a2d4-bc153fcdaf89,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:22.400972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49264) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:22.417754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aedda7e-7948-44bd-b2bb-b821e0e6e8c2,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:22.423535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-573a103c-b8a0-4182-a50b-5f7165aaa83f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=bc5d50d8-1902-4717-b25d-9cf008091678 HTTP/1.1" status: 200 len: 217 time: 0.5031300 Nov 23 10:35:22.491547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0428a469-5742-492d-af13-f23a4f6a0dc6 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:35:22.525436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b26ebea-6943-4501-ae40-f533d2ee173b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.529625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-17533102-1201-4a20-aaf3-299ef756cdec tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1436868 Nov 23 10:35:22.563724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Checking segment: {'id': '5472297b-8322-4b5f-8d17-0283080183e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e2590390-25fc-49fd-b741-be4bf3ddde18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:22.564303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Network hostable DHCP agents. Network: e2590390-25fc-49fd-b741-be4bf3ddde18, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:35:22.566112 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b26ebea-6943-4501-ae40-f533d2ee173b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.567825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 0428a469-5742-492d-af13-f23a4f6a0dc6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:35:22.568194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0428a469-5742-492d-af13-f23a4f6a0dc6 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:35:22.656199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b26ebea-6943-4501-ae40-f533d2ee173b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.660442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b26ebea-6943-4501-ae40-f533d2ee173b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.665088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8b26ebea-6943-4501-ae40-f533d2ee173b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80c7d856-2afe-48e7-a2d4-bc153fcdaf89 HTTP/1.1" status: 204 len: 168 time: 0.2528555 Nov 23 10:35:22.666454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:22.682896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26ebea-6943-4501-ae40-f533d2ee173b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c7d856-2afe-48e7-a2d4-bc153fcdaf89,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:22.728587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49278) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:22.762745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-d5a8b201-01e2-4dc5-9327-281274bdbaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.764401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-d5a8b201-01e2-4dc5-9327-281274bdbaa2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.3028135 Nov 23 10:35:22.792962 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:35:22.804478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Network e2590390-25fc-49fd-b741-be4bf3ddde18 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:35:22.860043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Allocated IP 192.168.233.202 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/2c500731-66bc-4458-8c42-5a97efb6a6af) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:22.865627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00219412-84fb-4d67-af83-f55f45f61416 req-fb85af89-bf4a-4a8b-9414-8def64bcdb96 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 210 time: 0.0863016 Nov 23 10:35:22.876073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e2590390-25fc-49fd-b741-be4bf3ddde18) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:22.886663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d36737-b4bd-400e-8bfb-82dd2af15baf None None] Network e2590390-25fc-49fd-b741-be4bf3ddde18 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:22.897474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.901871 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.923717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-46984fb0-8874-4e42-922a-8aa18027f8b2 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:22.927619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-46984fb0-8874-4e42-922a-8aa18027f8b2 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3530209 Nov 23 10:35:22.946787 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0772bf48-70d8-4cf8-8eb3-d7d4bb1c4479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:22.997960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-64115832-a9a8-4917-b520-91ea709acbc1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8d753612559467db8cc269f3923ebeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7483850 Nov 23 10:35:23.001626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49288) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:23.026728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Request body: {'port': {'device_id': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'c7d17cf43bac4c0f91e4e5d53067dfd8'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:23.066568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-509ab972-3442-4892-83ab-053da72af25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:23.071516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-509ab972-3442-4892-83ab-053da72af25e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2897003 Nov 23 10:35:23.095095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14e438a7-d989-43a1-bdc7-dcfa581f22e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.139117 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14e438a7-d989-43a1-bdc7-dcfa581f22e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.141870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0772bf48-70d8-4cf8-8eb3-d7d4bb1c4479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.149302 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0772bf48-70d8-4cf8-8eb3-d7d4bb1c4479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.151054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1003957c-7fae-4899-bb34-706b54ea5eeb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3944569 Nov 23 10:35:23.262386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b6f861-703c-4750-ac6a-4655a499ba83 None None] Network e2590390-25fc-49fd-b741-be4bf3ddde18 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:23.352308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7dff2c12-03cb-474b-ba00-7c18678a72fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.354240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772bf48-70d8-4cf8-8eb3-d7d4bb1c4479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b343b1-e6a5-4c0e-bc7b-ced2bbb58971,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:23.372222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-975562fd-c992-4f5f-90a5-cc646850ca23 req-540170cc-1da8-4d3d-a781-e05dea942a2a tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 210 time: 0.1653552 Nov 23 10:35:23.393689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0772bf48-70d8-4cf8-8eb3-d7d4bb1c4479 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c532799973da49d69beedf6bea4e5269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7238162 Nov 23 10:35:23.396564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49300) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:23.442411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14e438a7-d989-43a1-bdc7-dcfa581f22e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.445197 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14e438a7-d989-43a1-bdc7-dcfa581f22e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.446611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-14e438a7-d989-43a1-bdc7-dcfa581f22e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a124d0d-7eb4-46e2-8ac5-31ce9626ba92 HTTP/1.1" status: 204 len: 168 time: 0.4439533 Nov 23 10:35:23.473257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e438a7-d989-43a1-bdc7-dcfa581f22e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a124d0d-7eb4-46e2-8ac5-31ce9626ba92,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:23.502786 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-815e795e-82ed-4eb0-ab8a-f84299272fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.510845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-56629d39-9a52-4f22-a9b4-8fb342bc7561 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584843 Nov 23 10:35:23.518796 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.549716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Made reservation on behalf of c7d17cf43bac4c0f91e4e5d53067dfd8 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:23.553318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-815e795e-82ed-4eb0-ab8a-f84299272fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.553508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.585261 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7dff2c12-03cb-474b-ba00-7c18678a72fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.595523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7dff2c12-03cb-474b-ba00-7c18678a72fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.646137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7dff2c12-03cb-474b-ba00-7c18678a72fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5337b9e98d2f47dbaff656505b45a007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9154985 Nov 23 10:35:23.648724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49308) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:23.651271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff2c12-03cb-474b-ba00-7c18678a72fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b8322c-9657-445b-9b25-51eeaf71b347,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:23.664179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.712504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-815e795e-82ed-4eb0-ab8a-f84299272fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.715294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-815e795e-82ed-4eb0-ab8a-f84299272fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.719752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-815e795e-82ed-4eb0-ab8a-f84299272fae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62b343b1-e6a5-4c0e-bc7b-ced2bbb58971 HTTP/1.1" status: 204 len: 168 time: 0.3187978 Nov 23 10:35:23.728182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e795e-82ed-4eb0-ab8a-f84299272fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b343b1-e6a5-4c0e-bc7b-ced2bbb58971,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:23.752410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03503329-cd2d-479e-9ff7-7ea201146f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.780372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03503329-cd2d-479e-9ff7-7ea201146f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.887735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Pushing event updated for resources: {'Port': ['ID=2c500731-66bc-4458-8c42-5a97efb6a6af,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:23.892707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03503329-cd2d-479e-9ff7-7ea201146f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.895953 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03503329-cd2d-479e-9ff7-7ea201146f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:23.901694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-03503329-cd2d-479e-9ff7-7ea201146f3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6b8322c-9657-445b-9b25-51eeaf71b347 HTTP/1.1" status: 204 len: 168 time: 0.2473552 Nov 23 10:35:23.912127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03503329-cd2d-479e-9ff7-7ea201146f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b8322c-9657-445b-9b25-51eeaf71b347,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:23.945376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:23.961103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:23.964161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:23.977071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:23.978312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.010723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-e34c278b-f878-42f3-8061-a94b51ba3883 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5634236 Nov 23 10:35:24.028179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Request body: {'port': {'device_id': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:24.099034 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-131b6d30-0d4f-4c65-9474-f44fc1026904 req-4670af01-d05c-4a2b-911c-c1dc7c1bd992 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767365 Nov 23 10:35:24.141217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Allocated IP 192.168.233.79 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/f416e1a8-75df-498d-a631-9ea276287e92) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:24.175599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.203598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7fc7c-9976-4725-a3d7-5fa727744759 req-09f7f4c3-16ca-4a31-a505-277cf8c354ba tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:24.205227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3a7fc7c-9976-4725-a3d7-5fa727744759 req-09f7f4c3-16ca-4a31-a505-277cf8c354ba tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 936 time: 0.1565866 Nov 23 10:35:24.317061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3a7fc7c-9976-4725-a3d7-5fa727744759 req-3f993d0d-94d2-4d5a-8e90-f1315d35b050 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876787 Nov 23 10:35:24.383822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8b4caedb-718a-4a7a-9260-5638c607828e None None] Provisioning complete for port 2c500731-66bc-4458-8c42-5a97efb6a6af triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:24.385637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b4caedb-718a-4a7a-9260-5638c607828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.450454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8b4caedb-718a-4a7a-9260-5638c607828e None None] Port 2c500731-66bc-4458-8c42-5a97efb6a6af cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:24.451642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:24.566539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.605166 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-68781416-91a2-43f7-ad0e-98f5c8ab922a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64320afc945f496aab0980d53124b6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505022 Nov 23 10:35:24.606026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49334) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:24.658985 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac25dee3-43c8-4f00-b8a5-1f434e6fa2a9 req-9eb2d345-189d-487e-8854-6ded1d752a9e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 210 time: 0.1053665 Nov 23 10:35:24.695809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-22fae49d-7d55-4451-afe9-cd0b7e5f3e39 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436911 Nov 23 10:35:24.702263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7012b8d1-e215-4bc5-a0c5-7ced07ac7834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.713819 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.728444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['bc5d50d8-1902-4717-b25d-9cf008091678'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:24.746970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49340) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:24.783463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:24.792983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:24.803877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:24.809724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:24.810640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.820741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9052846d-7232-45e6-a141-79916de856b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.826264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Pushing event updated for resources: {'Port': ['ID=f416e1a8-75df-498d-a631-9ea276287e92,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:24.839945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-6b11cc40-0eb4-4c19-b9f2-d4f44c044fc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8803663 Nov 23 10:35:24.849261 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7012b8d1-e215-4bc5-a0c5-7ced07ac7834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:24.858085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Request body: {'port': {'device_id': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:24.970431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9052846d-7232-45e6-a141-79916de856b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.010495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9052846d-7232-45e6-a141-79916de856b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.017934 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.044183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c500731-66bc-4458-8c42-5a97efb6a6af {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:25.057404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-c932c93f-5f0a-4892-9362-f86446f662fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:25.060312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-c932c93f-5f0a-4892-9362-f86446f662fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 1096 time: 0.2882802 Nov 23 10:35:25.068867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9052846d-7232-45e6-a141-79916de856b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=213fa25977bc4f0098ace0019de8cd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173797 Nov 23 10:35:25.078883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49348) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:25.079754 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.111386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Transition to ACTIVE for port object 2c500731-66bc-4458-8c42-5a97efb6a6af will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:25.120683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.194971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49350) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:25.239150 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70d37dd0-c62c-4ecb-83de-d0d7cae578f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.300688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-67e0b350-1e1c-4043-9e8f-80f2295b282a None None] Provisioning complete for port f416e1a8-75df-498d-a631-9ea276287e92 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:25.301168 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-67e0b350-1e1c-4043-9e8f-80f2295b282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.347012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Pushing event updated for resources: {'Port': ['ID=2c500731-66bc-4458-8c42-5a97efb6a6af,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:25.368424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b0600511-16d3-4ddf-a9ec-5269a89484db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.371917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052846d-7232-45e6-a141-79916de856b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7e46a2-eb05-47d8-ac8c-2d6a485edb53,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:25.384269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-370243d2-eb96-4fec-95a7-c2565356abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:25.385775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-370243d2-eb96-4fec-95a7-c2565356abdd service neutron] 10.222.0.58 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 924 time: 0.2582428 Nov 23 10:35:25.401928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Attempting to bind port 2c500731-66bc-4458-8c42-5a97efb6a6af on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:25.403054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-67e0b350-1e1c-4043-9e8f-80f2295b282a None None] Port f416e1a8-75df-498d-a631-9ea276287e92 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:25.404735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Attempting to bind port 2c500731-66bc-4458-8c42-5a97efb6a6af by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:25.404735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Attempting to bind port 2c500731-66bc-4458-8c42-5a97efb6a6af on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:25.439602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Port 2c500731-66bc-4458-8c42-5a97efb6a6af on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:25.439919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Attempting to bind port 2c500731-66bc-4458-8c42-5a97efb6a6af on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:25.476879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:25.479162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:25.479574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:25.479948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:25.480489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Bound port: 2c500731-66bc-4458-8c42-5a97efb6a6af, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:25.480851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.483541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49360) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:25.503590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1859091846-network', 'tenant_id': '7ba1fc3f2bf14470944531daf4d20544'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:25.533696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b0600511-16d3-4ddf-a9ec-5269a89484db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.539384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Made reservation on behalf of 7ba1fc3f2bf14470944531daf4d20544 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:25.540516 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-eb4574d3-7b29-4191-899c-610a8d04313f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 200 len: 1000 time: 0.1317494 Nov 23 10:35:25.541796 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.571023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7012b8d1-e215-4bc5-a0c5-7ced07ac7834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.573931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7012b8d1-e215-4bc5-a0c5-7ced07ac7834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.575107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7012b8d1-e215-4bc5-a0c5-7ced07ac7834 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d8fc16ec-9091-488d-8d04-ea8c11f594ef HTTP/1.1" status: 204 len: 168 time: 0.9534419 Nov 23 10:35:25.593985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.649028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012b8d1-e215-4bc5-a0c5-7ced07ac7834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc16ec-9091-488d-8d04-ea8c11f594ef,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:25.671940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cb9a5-bfd7-4f81-914d-d2014a6b50d0 req-a90cbe44-14e8-49fc-a25a-6172a2381fa0 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:25.680252 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c2cb9a5-bfd7-4f81-914d-d2014a6b50d0 req-a90cbe44-14e8-49fc-a25a-6172a2381fa0 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 948 time: 0.2045963 Nov 23 10:35:25.684163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-8d01c6b1-f829-4635-ba40-7bdfbd85e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:25.685603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-8d01c6b1-f829-4635-ba40-7bdfbd85e246 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.1173279 Nov 23 10:35:25.748880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] For port 2c500731-66bc-4458-8c42-5a97efb6a6af, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:25.798205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70d37dd0-c62c-4ecb-83de-d0d7cae578f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.828997 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70d37dd0-c62c-4ecb-83de-d0d7cae578f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.842502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] For port 2c500731-66bc-4458-8c42-5a97efb6a6af, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2c500731-66bc-4458-8c42-5a97efb6a6af,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:25.874225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f416e1a8-75df-498d-a631-9ea276287e92 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:25.881237 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.917640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.917937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-972636027-network', 'tenant_id': 'c5201496895841988da25d3070f5ac0e'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:25.939319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b0600511-16d3-4ddf-a9ec-5269a89484db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.941886 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b0600511-16d3-4ddf-a9ec-5269a89484db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.945503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b0600511-16d3-4ddf-a9ec-5269a89484db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b7e46a2-eb05-47d8-ac8c-2d6a485edb53 HTTP/1.1" status: 204 len: 168 time: 0.8563607 Nov 23 10:35:25.960250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-70d37dd0-c62c-4ecb-83de-d0d7cae578f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8cda265eb8bf4d5ab6e6ecbd9ab439c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7597041 Nov 23 10:35:25.972181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:25.972835 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:25.974255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] 10.222.0.58 "PUT /v2.0/ports/2c500731-66bc-4458-8c42-5a97efb6a6af HTTP/1.1" status: 200 len: 1096 time: 1.9530725 Nov 23 10:35:25.974710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49374) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:25.977340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c2cb9a5-bfd7-4f81-914d-d2014a6b50d0 req-2f856069-34cf-4949-91f4-dbe48c42a4fb tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907984 Nov 23 10:35:25.984781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0600511-16d3-4ddf-a9ec-5269a89484db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7e46a2-eb05-47d8-ac8c-2d6a485edb53,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:25.996825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-f162a4ae-f6dc-4b69-86ec-e05479fe5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:25.998781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-f162a4ae-f6dc-4b69-86ec-e05479fe5b24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951372 Nov 23 10:35:26.005175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Made reservation on behalf of c5201496895841988da25d3070f5ac0e for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:26.009954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.025443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'tag': '2c500731-66bc-4458-8c42-5a97efb6a6af'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:26.028296 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c247351-159f-4d4d-90ff-9778b44f4f66" -d '{"events": [{"name": "network-changed", "server_uuid": "b044811a-00b7-441e-8033-dbc726fb7f65", "tag": "2c500731-66bc-4458-8c42-5a97efb6a6af"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:26.044890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Transition to ACTIVE for port object f416e1a8-75df-498d-a631-9ea276287e92 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:26.060256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.071787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37dd0-c62c-4ecb-83de-d0d7cae578f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da187e65-026d-42f3-9239-bf0409cd78ab,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:26.075931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.169014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5117-6d33-4031-99fc-61f1d6ae7813 req-cae15b94-ab19-47f5-9c2e-fd8d6701d727 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:26.170871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab1b5117-6d33-4031-99fc-61f1d6ae7813 req-cae15b94-ab19-47f5-9c2e-fd8d6701d727 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 935 time: 0.3754516 Nov 23 10:35:26.173651 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.190540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:35:26.205769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.206099 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Added segment 2cd54db6-45a0-419a-a158-aed9e3b96c89 of type vlan for network 44455bda-5a56-4e1c-bdb4-5c86dd3beaf3 Nov 23 10:35:26.263237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-b3483c33-67b9-46cd-91aa-34bb4fd8f623 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484689 Nov 23 10:35:26.267210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.298117 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e03c3-3afb-4eac-b1b7-844b2c52c807 x-openstack-request-id: req-943e03c3-3afb-4eac-b1b7-844b2c52c807 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:26.298330 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b044811a-00b7-441e-8033-dbc726fb7f65", "tag": "2c500731-66bc-4458-8c42-5a97efb6a6af", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:26.298414 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-943e03c3-3afb-4eac-b1b7-844b2c52c807 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:26.298814 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'tag': '2c500731-66bc-4458-8c42-5a97efb6a6af', 'status': 'completed', 'code': 200} Nov 23 10:35:26.311704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.382075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.392372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.419891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-465b6ba4-327d-4946-a795-a13ee3f76c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:26.422087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-465b6ba4-327d-4946-a795-a13ee3f76c6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6770683fb0034870a49663c46fa8ee58&device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 1099 time: 0.3366632 Nov 23 10:35:26.431674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:35:26.449601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe90e2-16a3-4869-8f2c-3803a7bba72a service neutron] Pushing event updated for resources: {'Port': ['ID=2c500731-66bc-4458-8c42-5a97efb6a6af,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:26.455013 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d96eb681-7cd8-4e10-8b18-14abcf12e3cc req-836da150-f5a7-45e5-af1d-2a383b3134ab service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767108 Nov 23 10:35:26.467670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb7e28a-0901-4475-b1d8-80db520e8129,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:26.471622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.471971 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Added segment baae0a22-0913-4485-9eb4-5eabf8dc8609 of type vlan for network 2a883250-deff-4f7a-96f5-800fc1251588 Nov 23 10:35:26.528260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3f02-01b5-4455-a290-4628cfd97506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.536942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b89296-7e76-4120-b34a-d92d5bc6c6f5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:26.538284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.576321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.577386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:26.578884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.629031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1508350 Nov 23 10:35:26.673102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49398) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:26.700253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Request body: {'subnet': {'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-972636027-subnet', 'tenant_id': 'c5201496895841988da25d3070f5ac0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:26.707207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d9d05-0099-485c-8679-4daa71cf4cdf admin admin] Pushing event updated for resources: {'Network': ['ID=2a883250-deff-4f7a-96f5-800fc1251588,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:26.721025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 2a883250-deff-4f7a-96f5-800fc1251588 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:35:26.741060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Made reservation on behalf of c5201496895841988da25d3070f5ac0e for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:26.744485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.944863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-73220757-64cd-482c-9d31-912851d841b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=2c500731-66bc-4458-8c42-5a97efb6a6af HTTP/1.1" status: 200 len: 217 time: 0.5042644 Nov 23 10:35:26.957519 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:26.962689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab1b5117-6d33-4031-99fc-61f1d6ae7813 req-b8562d60-9463-4ec7-bd1d-51358a7ad80f tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6782217 Nov 23 10:35:26.987848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Attempting to bind port f416e1a8-75df-498d-a631-9ea276287e92 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:26.988421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Attempting to bind port f416e1a8-75df-498d-a631-9ea276287e92 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:26.988899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Attempting to bind port f416e1a8-75df-498d-a631-9ea276287e92 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:27.003656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.005068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.005685 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.015619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b2f344-3c63-49b6-bca5-7955e8958560,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:27.046083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Pushing event updated for resources: {'Port': ['ID=f416e1a8-75df-498d-a631-9ea276287e92,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:27.049765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3f02-01b5-4455-a290-4628cfd97506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.057887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:27.058376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Network hostable DHCP agents. Network: 2a883250-deff-4f7a-96f5-800fc1251588, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:35:27.066277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Port f416e1a8-75df-498d-a631-9ea276287e92 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:27.066871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Attempting to bind port f416e1a8-75df-498d-a631-9ea276287e92 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:27.092993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Network 2a883250-deff-4f7a-96f5-800fc1251588 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:35:27.101801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:27.102139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:27.102523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:27.102965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Bound port: f416e1a8-75df-498d-a631-9ea276287e92, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:27.103320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.122723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 2a883250-deff-4f7a-96f5-800fc1251588) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:27.125020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6336777 Nov 23 10:35:27.134780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0c97ff-58fb-40de-8d9a-1114e5709cfa None None] Network 2a883250-deff-4f7a-96f5-800fc1251588 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:27.144564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:27.153364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Request body: {'subnet': {'network_id': '44455bda-5a56-4e1c-bdb4-5c86dd3beaf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1859091846-subnet', 'tenant_id': '7ba1fc3f2bf14470944531daf4d20544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:27.160154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.160844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.181331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-39277859-9a72-451d-bd1a-6745b3d3cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.183573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-39277859-9a72-451d-bd1a-6745b3d3cb71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2055976 Nov 23 10:35:27.185318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bef96-5166-49b2-869c-9c27d9f2ab22 admin admin] Pushing event updated for resources: {'Network': ['ID=44455bda-5a56-4e1c-bdb4-5c86dd3beaf3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:27.228938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720b937-bb9e-416f-a795-4ce43e21154f req-904ed54a-49c9-4ed2-b168-6d6bfe2ef911 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.239771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a720b937-bb9e-416f-a795-4ce43e21154f req-904ed54a-49c9-4ed2-b168-6d6bfe2ef911 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 948 time: 0.1296835 Nov 23 10:35:27.257057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Made reservation on behalf of 7ba1fc3f2bf14470944531daf4d20544 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:27.260064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.284189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aecc4cf4-6295-4c7a-9f86-8b54576375a9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6099885 Nov 23 10:35:27.310385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] For port f416e1a8-75df-498d-a631-9ea276287e92, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:27.323363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] For port f416e1a8-75df-498d-a631-9ea276287e92, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=f416e1a8-75df-498d-a631-9ea276287e92,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:27.339875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.349471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 44455bda-5a56-4e1c-bdb4-5c86dd3beaf3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:35:27.414383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-3dabf40a-cdd4-4b4b-a397-3fd858cb5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.416206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-3dabf40a-cdd4-4b4b-a397-3fd858cb5b82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2251797 Nov 23 10:35:27.422581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.423233 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.423510 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a720b937-bb9e-416f-a795-4ce43e21154f req-d21182dc-9b98-4125-82b3-f8cf1744700b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820807 Nov 23 10:35:27.424599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] 10.222.0.65 "PUT /v2.0/ports/f416e1a8-75df-498d-a631-9ea276287e92 HTTP/1.1" status: 200 len: 1095 time: 2.5725138 Nov 23 10:35:27.447494 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3f02-01b5-4455-a290-4628cfd97506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.450075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3f02-01b5-4455-a290-4628cfd97506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.453984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8aaa3f02-01b5-4455-a290-4628cfd97506 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da187e65-026d-42f3-9239-bf0409cd78ab HTTP/1.1" status: 204 len: 168 time: 1.4225581 Nov 23 10:35:27.519612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e67ccd-2935-4fad-a8d6-5ee6fe1f674f None None] Network 2a883250-deff-4f7a-96f5-800fc1251588 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:27.630723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa3f02-01b5-4455-a290-4628cfd97506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da187e65-026d-42f3-9239-bf0409cd78ab,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:27.660719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.665716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907dc3c5-9a9a-47fc-b3a9-057a70dd7b71 service neutron] Pushing event updated for resources: {'Port': ['ID=f416e1a8-75df-498d-a631-9ea276287e92,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:27.718049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-81f5e33c-54a2-499e-8272-db40faaca58a service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718816 Nov 23 10:35:27.721885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-9424e077-fdbd-4a89-941b-3416ba26a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.723763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-9424e077-fdbd-4a89-941b-3416ba26a692 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 1098 time: 0.1639175 Nov 23 10:35:27.793496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Checking segment: {'id': '2cd54db6-45a0-419a-a158-aed9e3b96c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44455bda-5a56-4e1c-bdb4-5c86dd3beaf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:27.793885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Network hostable DHCP agents. Network: 44455bda-5a56-4e1c-bdb4-5c86dd3beaf3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:35:27.807405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=909bdcf9-a1e4-4516-92ed-dd2b1e1d283c,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:27.838902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Network 44455bda-5a56-4e1c-bdb4-5c86dd3beaf3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:35:27.854212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 44455bda-5a56-4e1c-bdb4-5c86dd3beaf3) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:27.859038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.859649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:27.866482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1e3198-d1e4-49eb-ba62-18397a077618 None None] Network 44455bda-5a56-4e1c-bdb4-5c86dd3beaf3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:27.871968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-5f770a43-22e6-4e35-a739-760448cd5882 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f416e1a8-75df-498d-a631-9ea276287e92 HTTP/1.1" status: 200 len: 217 time: 0.1350336 Nov 23 10:35:27.896733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6c576323-6e05-4cbc-a695-aa762fbc75f1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7417464 Nov 23 10:35:27.940807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df4c856-3992-4a6c-a62e-1e5292243cf3 req-cf3ce6e9-4399-4444-9a13-12ea41c974bf service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106030 Nov 23 10:35:27.948218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-e03731db-0df3-447e-8af3-97214aa3cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:27.948218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-e03731db-0df3-447e-8af3-97214aa3cd1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0652931 Nov 23 10:35:28.053794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6919b468-9148-4baf-be2a-81efd8f74f1e None None] Network 44455bda-5a56-4e1c-bdb4-5c86dd3beaf3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:28.060692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-d48378d0-6e7a-461f-adf1-ee1634bbd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.064431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-d48378d0-6e7a-461f-adf1-ee1634bbd7da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092792 Nov 23 10:35:28.072519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-7f82d465-7744-4273-a5a7-cb5f4f644f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.073775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-7f82d465-7744-4273-a5a7-cb5f4f644f71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6770683fb0034870a49663c46fa8ee58&device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 1099 time: 0.0588315 Nov 23 10:35:28.274436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebe9d-5607-4b14-9fc6-7584d0b3e1b0 req-61bb959b-f00a-4064-9fb6-b41d7506f14a tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.276384 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef2ebe9d-5607-4b14-9fc6-7584d0b3e1b0 req-61bb959b-f00a-4064-9fb6-b41d7506f14a tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 947 time: 0.2106273 Nov 23 10:35:28.280486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49458) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:28.304515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'tag': 'f416e1a8-75df-498d-a631-9ea276287e92'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:28.307054 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863df6e-632d-45d7-9ad6-a7329b54be2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b25ecd5e-8b7e-43af-88a0-4f9b03844412", "tag": "f416e1a8-75df-498d-a631-9ea276287e92"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:28.382754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] Deleting subnet 2aedda7e-7948-44bd-b2bb-b821e0e6e8c2 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:35:28.384020 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d98d35-b727-4616-ab6d-2b48ac1efa34 x-openstack-request-id: req-16d98d35-b727-4616-ab6d-2b48ac1efa34 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:28.384507 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b25ecd5e-8b7e-43af-88a0-4f9b03844412", "tag": "f416e1a8-75df-498d-a631-9ea276287e92", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:28.384954 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16d98d35-b727-4616-ab6d-2b48ac1efa34 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:28.385543 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'tag': 'f416e1a8-75df-498d-a631-9ea276287e92', 'status': 'completed', 'code': 200} Nov 23 10:35:28.386718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.390870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-0fb41354-a3cf-4276-b0f6-92d5ef31ab0e service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864947 Nov 23 10:35:28.394719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef2ebe9d-5607-4b14-9fc6-7584d0b3e1b0 req-bfb61f02-03e3-4e42-8e80-5a7f15e3a1dd tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022010 Nov 23 10:35:28.396278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-5655f7c2-2858-4b70-a92e-fb32e8405d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.398127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-5655f7c2-2858-4b70-a92e-fb32e8405d9d service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2979496 Nov 23 10:35:28.473540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-a383072f-f06d-4913-b307-7bb9ccda2979 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=2c500731-66bc-4458-8c42-5a97efb6a6af HTTP/1.1" status: 200 len: 217 time: 0.0656848 Nov 23 10:35:28.490173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.504764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.575290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.605408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aedda7e-7948-44bd-b2bb-b821e0e6e8c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:28.608108 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.612324 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-13017a9c-9b3a-4986-aa1a-bbd2e3661099 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2aedda7e-7948-44bd-b2bb-b821e0e6e8c2 HTTP/1.1" status: 204 len: 168 time: 0.3304992 Nov 23 10:35:28.614810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49478) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:28.631891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-5d7ae6c3-aab7-473b-81ac-4d1d3bf2b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.633509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-5d7ae6c3-aab7-473b-81ac-4d1d3bf2b9fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1509821 Nov 23 10:35:28.641819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215b5960-6577-4dcf-86df-c39c8bd0cc23 req-2f29da54-f049-4269-93e7-cff7ccfe1338 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425754 Nov 23 10:35:28.663356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9d8aa-367b-44d9-b9ee-af79f0ea189e req-7c1922f8-0948-4e26-91a4-6286eb63b0bd tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.665470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8b9d8aa-367b-44d9-b9ee-af79f0ea189e req-7c1922f8-0948-4e26-91a4-6286eb63b0bd tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 948 time: 0.1057832 Nov 23 10:35:28.709304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.788791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-8083300c-c420-470f-8dec-404da75aac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.790325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-8083300c-c420-470f-8dec-404da75aac15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467662 Nov 23 10:35:28.798522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8b9d8aa-367b-44d9-b9ee-af79f0ea189e req-6eb58dcc-6d5f-447a-921f-fc376883f70c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993509 Nov 23 10:35:28.822720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:28.826906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-57bf8f41-dcd0-4270-8890-35ed1a17b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:28.829788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-57bf8f41-dcd0-4270-8890-35ed1a17b40d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 1098 time: 0.1199005 Nov 23 10:35:28.850511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.850888 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.851898 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.852342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.852723 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.853152 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.853481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.853823 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.854144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.854620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.947791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.948327 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.948948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.949751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:35:28.950207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2590390-25fc-49fd-b741-be4bf3ddde18']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:28.980126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5472297b-8322-4b5f-8d17-0283080183e4') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:28.980759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5472297b-8322-4b5f-8d17-0283080183e4') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:28.995914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49496) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:29.005167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-196864721-network', 'tenant_id': '3a8dd9d03a954679b8a3a55a163024b1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:29.015280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.025812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-664f8e65-16cd-46a0-9177-5c8d21d6bfa8 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221341 Nov 23 10:35:29.035730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-b7565585-faa0-43af-bd3e-01c842f4aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:29.037433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-b7565585-faa0-43af-bd3e-01c842f4aa27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1882689 Nov 23 10:35:29.046162 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.061508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:35:29.063758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.098881 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-11930029-3cec-47cb-904a-20707a965a36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f416e1a8-75df-498d-a631-9ea276287e92 HTTP/1.1" status: 200 len: 217 time: 0.0509186 Nov 23 10:35:29.149466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Made reservation on behalf of 3a8dd9d03a954679b8a3a55a163024b1 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:29.151759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: from cryptography.utils import int_from_bytes Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: from cryptography.utils import int_from_bytes Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:35:29.170503 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:35:29.191464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.196592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.209006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-1c7382be-ba7a-451e-8b1f-4b37f08b364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:29.210544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-1c7382be-ba7a-451e-8b1f-4b37f08b364a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1028512 Nov 23 10:35:29.261222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.273231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e2590390-25fc-49fd-b741-be4bf3ddde18 HTTP/1.1" status: 204 len: 168 time: 0.6555645 Nov 23 10:35:29.274630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49506) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:29.294385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c247351-159f-4d4d-90ff-9778b44f4f66 req-e040d67b-a383-4da3-b805-016847c4b187 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562296 Nov 23 10:35:29.309990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-e41846c8-0650-43df-aaf5-8a9c6ab36031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:29.311482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-e41846c8-0650-43df-aaf5-8a9c6ab36031 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914340 Nov 23 10:35:29.345785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608758b-6fc4-4504-bd15-b133540e90a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2590390-25fc-49fd-b741-be4bf3ddde18,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:29.383021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] Deleting subnet 909bdcf9-a1e4-4516-92ed-dd2b1e1d283c {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:35:29.387840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.414965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.422967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.444919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.465858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-910a0408-fb72-4044-a84e-49fb4d0efa33 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433022 Nov 23 10:35:29.466547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:35:29.492067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.504403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1894a991-7ae3-456e-be05-f2a72ddd0d55,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:29.511362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.511710 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Added segment fbf16f99-3641-4b07-8ab3-aee6a70eb28c of type vlan for network e68a77ec-09fa-47de-bc19-6dff18208ff3 Nov 23 10:35:29.593008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.595132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.630481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909bdcf9-a1e4-4516-92ed-dd2b1e1d283c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:29.631495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49522) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:29.633148 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.637301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c5be2fd2-79b8-4b50-ba86-0a6af9046a2e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/909bdcf9-a1e4-4516-92ed-dd2b1e1d283c HTTP/1.1" status: 204 len: 168 time: 0.3616629 Nov 23 10:35:29.639602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49524) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:29.674679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8863df6e-632d-45d7-9ad6-a7329b54be2f req-3450a69c-5855-4182-bfc6-83a8cce1d806 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965926 Nov 23 10:35:29.696349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f1d11-fbdd-4a8a-a485-405b83822fbd req-bcbde812-2faf-4ad6-b2f8-f9838d790bb0 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:29.698150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7d1f1d11-fbdd-4a8a-a485-405b83822fbd req-bcbde812-2faf-4ad6-b2f8-f9838d790bb0 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 947 time: 0.1071975 Nov 23 10:35:29.699623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.700623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:29.701259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.743696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7452648 Nov 23 10:35:29.751122 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.754104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49528) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:29.784635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Request body: {'subnet': {'network_id': 'e68a77ec-09fa-47de-bc19-6dff18208ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-196864721-subnet', 'tenant_id': '3a8dd9d03a954679b8a3a55a163024b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:29.796353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3eb38-97e3-4a88-8796-4ffd1ff7fa1e admin admin] Pushing event updated for resources: {'Network': ['ID=e68a77ec-09fa-47de-bc19-6dff18208ff3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:29.807840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e68a77ec-09fa-47de-bc19-6dff18208ff3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:35:29.812004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-network', 'tenant_id': '492cb3eb9277461186f5de2227f4341a'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:29.843962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7d1f1d11-fbdd-4a8a-a485-405b83822fbd req-96ff383e-e234-4ee4-940f-3a60532158f0 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192358 Nov 23 10:35:29.847769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Made reservation on behalf of 3a8dd9d03a954679b8a3a55a163024b1 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:29.850370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.894311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.918736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44455bda-5a56-4e1c-bdb4-5c86dd3beaf3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:29.919105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Made reservation on behalf of 492cb3eb9277461186f5de2227f4341a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:29.922369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.930350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd54db6-45a0-419a-a158-aed9e3b96c89') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:29.930693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd54db6-45a0-419a-a158-aed9e3b96c89') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:29.938675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.948329 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.965592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.974879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:35:29.975205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:35:29.977292 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:35:30.047236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.080952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Pushing event deleted for resources: {'Network': ['ID=44455bda-5a56-4e1c-bdb4-5c86dd3beaf3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:30.083890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.090065 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a486e06-c802-4421-84f6-e74c043eb557 admin admin] 10.222.0.61 "DELETE /v2.0/networks/44455bda-5a56-4e1c-bdb4-5c86dd3beaf3 HTTP/1.1" status: 204 len: 168 time: 0.4461815 Nov 23 10:35:30.149533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde9bc0-d0a9-4d22-8d46-abd1c41810d9 req-cb7e7783-cdbe-490d-b1f8-d76af049e867 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:30.151093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abde9bc0-d0a9-4d22-8d46-abd1c41810d9 req-cb7e7783-cdbe-490d-b1f8-d76af049e867 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 948 time: 0.1288826 Nov 23 10:35:30.194367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.195734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.228839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.250627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:35:30.261303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49558) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:30.292229 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.292577 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Added segment 777e2e51-3d12-414e-a754-3bef4c569232 of type vlan for network 387d5d07-ea01-4a82-8769-bc1272a2c0ef Nov 23 10:35:30.313717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abde9bc0-d0a9-4d22-8d46-abd1c41810d9 req-d4596bde-a4c2-4a2e-9465-726ff85f2b80 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502361 Nov 23 10:35:30.320579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea810573-7dad-42fd-9dbd-db4750f51ce2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd57c2b3535e4b8ea5a227f8b2b960ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558369 Nov 23 10:35:30.320887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:30.345098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804b2e3d-3f63-40a6-a79f-d674d00660ec,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:30.350334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=591ca593-fcb5-4eaf-8d58-9b552853088c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:30.385406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.385687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.386032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.386372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.386707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.387036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.387365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.387691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.388015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.388338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.388660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.388982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.394019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.394372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.394716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.395053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.395385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.395717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.396043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.396367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.397200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.397200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.397345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.397657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.402525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.412198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Checking segment: {'id': 'fbf16f99-3641-4b07-8ab3-aee6a70eb28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'e68a77ec-09fa-47de-bc19-6dff18208ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:30.412570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Network hostable DHCP agents. Network: e68a77ec-09fa-47de-bc19-6dff18208ff3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:35:30.418307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28cedb33-e920-4484-baeb-16234ab9fb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.450159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28cedb33-e920-4484-baeb-16234ab9fb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.466541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Network e68a77ec-09fa-47de-bc19-6dff18208ff3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:35:30.478102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.479246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:30.480245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.520980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e68a77ec-09fa-47de-bc19-6dff18208ff3) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:30.526496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28cedb33-e920-4484-baeb-16234ab9fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.528782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:30.529415 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.534062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbeabbb-38cd-4c98-a772-0e8fe1db857b None None] Network e68a77ec-09fa-47de-bc19-6dff18208ff3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:30.534252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28cedb33-e920-4484-baeb-16234ab9fb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.535357 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-28cedb33-e920-4484-baeb-16234ab9fb35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1466d284-779f-4d3a-8a31-442f0ef6b7f5 HTTP/1.1" status: 204 len: 168 time: 0.2133904 Nov 23 10:35:30.545575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cedb33-e920-4484-baeb-16234ab9fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1466d284-779f-4d3a-8a31-442f0ef6b7f5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:30.588939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49588) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:30.589097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9526825 Nov 23 10:35:30.592523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa26e3-123e-4ee6-8ac5-ea2885ddc20a admin admin] Pushing event updated for resources: {'Network': ['ID=387d5d07-ea01-4a82-8769-bc1272a2c0ef,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:30.596363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Request body: {'subnet': {'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-subnet', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:30.605588 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ffb3d7d3-d502-4deb-81a7-b91a986d75bc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8503852 Nov 23 10:35:30.640995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Made reservation on behalf of 492cb3eb9277461186f5de2227f4341a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:30.642195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:35:30.643890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.796358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345bab2-9746-48d9-ad3e-731a60fc7357 None None] Network e68a77ec-09fa-47de-bc19-6dff18208ff3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:30.864591 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:30.942035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Checking segment: {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:30.942677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Network hostable DHCP agents. Network: 387d5d07-ea01-4a82-8769-bc1272a2c0ef, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:35:30.944978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59493c5c-2d42-4173-a932-96c423ed1d4c,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:30.993187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49604) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:30.998513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:30.999707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.000066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.000404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.000810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.001283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.001613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.001939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.002264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.002586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.002907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.003227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:31.024501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:35:31.042018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b555ce0-68d5-481c-95c6-a58a2c39a848 req-d0c29816-1e2a-4f0c-846a-51bb56035027 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:31.043524 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b555ce0-68d5-481c-95c6-a58a2c39a848 req-d0c29816-1e2a-4f0c-846a-51bb56035027 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 947 time: 0.0928471 Nov 23 10:35:31.044616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 387d5d07-ea01-4a82-8769-bc1272a2c0ef) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:31.049320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:31.049800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.054926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192af2a9-e70e-46e1-95e5-7945f7030cc3 None None] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:31.081887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49608) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:31.082105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f50a17f9-3533-4f2d-9aae-e233f7428a4e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4915271 Nov 23 10:35:31.089209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:31.121287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b555ce0-68d5-481c-95c6-a58a2c39a848 req-5d96cb13-f4df-4793-8f6a-a8aa990b233b tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669768 Nov 23 10:35:31.136020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.142440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.173797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:31.220905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.243673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3bb0dcde-3744-4a23-bba2-93a59e93453a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ba1fc3f2bf14470944531daf4d20544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681763 Nov 23 10:35:31.246487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49618) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:31.269269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'fixed_ips': [{'subnet_id': '59493c5c-2d42-4173-a932-96c423ed1d4c'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:35:31.270582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.349029 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93902d95-e2f2-409d-b3ba-7abc3a39d2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.388429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93902d95-e2f2-409d-b3ba-7abc3a39d2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.454893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49622) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:31.466316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93902d95-e2f2-409d-b3ba-7abc3a39d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.471168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93902d95-e2f2-409d-b3ba-7abc3a39d2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.475537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93902d95-e2f2-409d-b3ba-7abc3a39d2ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b3b89296-7e76-4120-b34a-d92d5bc6c6f5 HTTP/1.1" status: 204 len: 168 time: 0.2279217 Nov 23 10:35:31.498147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Allocated IP 172.20.0.2 (387d5d07-ea01-4a82-8769-bc1272a2c0ef/59493c5c-2d42-4173-a932-96c423ed1d4c/1864c78d-de71-4bca-abb3-ad161eb66d07) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:31.525028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93902d95-e2f2-409d-b3ba-7abc3a39d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b89296-7e76-4120-b34a-d92d5bc6c6f5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:31.581522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ce8b8-1156-4a27-85db-2089aacc49ad req-7eff30ee-e309-41a3-b613-65aafc947e5a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:31.586611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a14ce8b8-1156-4a27-85db-2089aacc49ad req-7eff30ee-e309-41a3-b613-65aafc947e5a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 948 time: 0.1217802 Nov 23 10:35:31.658805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4bcc7-f41b-4281-ac74-98f15e53efde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.658984 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1974eb4-9fce-4558-88e4-28e5693de45b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.673005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.777412 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a14ce8b8-1156-4a27-85db-2089aacc49ad req-bac0eb89-39c0-4488-a92b-3b9c6a3a44f9 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835244 Nov 23 10:35:31.905925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1974eb4-9fce-4558-88e4-28e5693de45b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.912042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1974eb4-9fce-4558-88e4-28e5693de45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.927827 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.945636 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.948998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f1974eb4-9fce-4558-88e4-28e5693de45b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48798215eec2483c83b5e68a7bbd46aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4903624 Nov 23 10:35:31.951808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49642) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:31.952404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4bcc7-f41b-4281-ac74-98f15e53efde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:31.975349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1974eb4-9fce-4558-88e4-28e5693de45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7970fb-37c6-4004-a616-af951b1307f2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:31.992420 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4bcc7-f41b-4281-ac74-98f15e53efde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.023498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63592e68-9f51-4ef7-b47e-401a5c318a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.034563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Pushing event updated for resources: {'Port': ['ID=1864c78d-de71-4bca-abb3-ad161eb66d07,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:32.050347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63592e68-9f51-4ef7-b47e-401a5c318a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.057583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.058875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.059387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.059840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.060183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.060643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.061709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.062247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.062588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.063849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.063849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.064183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:32.069236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:32.071195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:32.073718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:32.081985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-65c4bcc7-f41b-4281-ac74-98f15e53efde admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2ae46c8574d4f1b87c91c46316b4836&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0878994 Nov 23 10:35:32.090229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49648) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:32.119997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4bcc7-f41b-4281-ac74-98f15e53efde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbbe167-4933-41f2-8b06-c1fa7a831e18,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:32.151701 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63592e68-9f51-4ef7-b47e-401a5c318a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.154306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63592e68-9f51-4ef7-b47e-401a5c318a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.156949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-63592e68-9f51-4ef7-b47e-401a5c318a02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea7970fb-37c6-4004-a616-af951b1307f2 HTTP/1.1" status: 204 len: 168 time: 0.2040420 Nov 23 10:35:32.163063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Attempting to bind port 1864c78d-de71-4bca-abb3-ad161eb66d07 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:32.163419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Attempting to bind port 1864c78d-de71-4bca-abb3-ad161eb66d07 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:32.163833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Attempting to bind port 1864c78d-de71-4bca-abb3-ad161eb66d07 on network 387d5d07-ea01-4a82-8769-bc1272a2c0ef {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:32.171228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:32.172216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Checking segment: {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:32.172907 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.173505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Bound using segment: {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:32.174103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Bound port: 1864c78d-de71-4bca-abb3-ad161eb66d07, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:32.174372 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.190097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63592e68-9f51-4ef7-b47e-401a5c318a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7970fb-37c6-4004-a616-af951b1307f2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:32.202353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-2e49ee3a-9619-438e-a9fd-510736184af2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:32.205133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-2e49ee3a-9619-438e-a9fd-510736184af2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.3936200 Nov 23 10:35:32.230600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fc02118-389c-4b57-b6fb-a4f3bbb3f122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.263366 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-5692e910-4a6f-4302-a76f-4283f1068fa8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/quotas/c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 375 time: 0.0472214 Nov 23 10:35:32.269377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fc02118-389c-4b57-b6fb-a4f3bbb3f122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.303220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] For port 1864c78d-de71-4bca-abb3-ad161eb66d07, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:32.306581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] For port 1864c78d-de71-4bca-abb3-ad161eb66d07, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1864c78d-de71-4bca-abb3-ad161eb66d07,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:32.311803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-f2897ed7-30b7-4a6d-9f53-4ad721473e14 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461888 Nov 23 10:35:32.321780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.325798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.375491 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.439964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2c500731-66bc-4458-8c42-5a97efb6a6af details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:32.453776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-feb15d8e-bd7f-40a1-ab36-829dd05ee5ed service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406944 Nov 23 10:35:32.456884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fc02118-389c-4b57-b6fb-a4f3bbb3f122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.463663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fc02118-389c-4b57-b6fb-a4f3bbb3f122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.473253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3fc02118-389c-4b57-b6fb-a4f3bbb3f122 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ccbbe167-4933-41f2-8b06-c1fa7a831e18 HTTP/1.1" status: 204 len: 168 time: 0.3794277 Nov 23 10:35:32.488060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d852f6-d258-4163-808c-18f1a67811e0 None None] Pushing event updated for resources: {'Port': ['ID=1864c78d-de71-4bca-abb3-ad161eb66d07,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:32.498867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc02118-389c-4b57-b6fb-a4f3bbb3f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbbe167-4933-41f2-8b06-c1fa7a831e18,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:32.538293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bf982-8d83-40b3-845d-3d6a7dd98f95 req-1a879fe1-98e6-4435-8497-c5411d389fae tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:32.547300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device f416e1a8-75df-498d-a631-9ea276287e92 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:32.550140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-571bf982-8d83-40b3-845d-3d6a7dd98f95 req-1a879fe1-98e6-4435-8497-c5411d389fae tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 947 time: 0.2724583 Nov 23 10:35:32.638828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-571bf982-8d83-40b3-845d-3d6a7dd98f95 req-dd1daf91-9948-43d3-9186-ab23883b59d3 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825579 Nov 23 10:35:32.751260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49666) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:32.780441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port f416e1a8-75df-498d-a631-9ea276287e92, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=f416e1a8-75df-498d-a631-9ea276287e92,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:32.806334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Allocated IP 172.25.5.176 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/d49c2d59-b020-4d6a-a439-0615f206a94a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:32.810274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'f416e1a8-75df-498d-a631-9ea276287e92', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'f416e1a8-75df-498d-a631-9ea276287e92', 'mac_address': 'fa:16:3e:e1:2f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:32.815182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b4d7-a122-45cb-b5b7-4717521c9a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.850061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-0a8e0fd0-a9dc-44e2-895e-82562e6b9ddf service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947363 Nov 23 10:35:32.929033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b4d7-a122-45cb-b5b7-4717521c9a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.936567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ae3b4d7-a122-45cb-b5b7-4717521c9a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:32.942872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2c500731-66bc-4458-8c42-5a97efb6a6af, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2c500731-66bc-4458-8c42-5a97efb6a6af,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:32.971008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '2c500731-66bc-4458-8c42-5a97efb6a6af', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '2c500731-66bc-4458-8c42-5a97efb6a6af', 'mac_address': 'fa:16:3e:cc:08:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:32.978127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.045409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f416e1a8-75df-498d-a631-9ea276287e92 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:33.061243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.089877 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.132566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3b4d7-a122-45cb-b5b7-4717521c9a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cccd0-4614-43ab-93bc-8e4f1e6d02dc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:33.141801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ae3b4d7-a122-45cb-b5b7-4717521c9a16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b71e465f803e4ce4bd44fcea6502114a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891575 Nov 23 10:35:33.143977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49680) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:33.162448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port f416e1a8-75df-498d-a631-9ea276287e92, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=f416e1a8-75df-498d-a631-9ea276287e92,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:33.170339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c500731-66bc-4458-8c42-5a97efb6a6af {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:33.191476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.226817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41277d1f-4eb1-4ff7-bc4e-f62339b6e132 req-6fc5e768-2baf-42bd-b9fb-3bd9a35c53db tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:33.235464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41277d1f-4eb1-4ff7-bc4e-f62339b6e132 req-6fc5e768-2baf-42bd-b9fb-3bd9a35c53db tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 948 time: 0.2655859 Nov 23 10:35:33.239012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:33.261770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.276457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2c500731-66bc-4458-8c42-5a97efb6a6af, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2c500731-66bc-4458-8c42-5a97efb6a6af,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:33.290538 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.299195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c283aabc-74fa-4d3b-8709-c4c6a964cec1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.310375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=f416e1a8-75df-498d-a631-9ea276287e92,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:33.385516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:33.413897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eeb88140-8328-4e1c-afda-8ab6bc1b70ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.422705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=2c500731-66bc-4458-8c42-5a97efb6a6af,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:33.429723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41277d1f-4eb1-4ff7-bc4e-f62339b6e132 req-ad63541c-ad00-4789-8398-38fb78f2a5f1 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932800 Nov 23 10:35:33.438781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c283aabc-74fa-4d3b-8709-c4c6a964cec1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.469410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['f416e1a8-75df-498d-a631-9ea276287e92'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:33.486644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c283aabc-74fa-4d3b-8709-c4c6a964cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.489811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:33.496358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa5cde58-c911-4189-8640-12995e8ae7ae req-cefbab88-9d3d-4f6e-b7bc-04be5313497b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 210 time: 0.1231191 Nov 23 10:35:33.497373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:33.507485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Pushing event updated for resources: {'Port': ['ID=d49c2d59-b020-4d6a-a439-0615f206a94a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:33.514566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eeb88140-8328-4e1c-afda-8ab6bc1b70ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.688836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['2c500731-66bc-4458-8c42-5a97efb6a6af'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:33.727968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c283aabc-74fa-4d3b-8709-c4c6a964cec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5134d-75f9-449a-89b3-1287cbafdf66,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:33.762329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c283aabc-74fa-4d3b-8709-c4c6a964cec1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28900d8732304a4c866339f86ed8dd3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200300 Nov 23 10:35:33.766144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:33.956252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eeb88140-8328-4e1c-afda-8ab6bc1b70ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.959397 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eeb88140-8328-4e1c-afda-8ab6bc1b70ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:33.963330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eeb88140-8328-4e1c-afda-8ab6bc1b70ad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f4cccd0-4614-43ab-93bc-8e4f1e6d02dc HTTP/1.1" status: 204 len: 168 time: 0.8181164 Nov 23 10:35:33.987284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5e257e8-d4ea-4ebc-a4c4-f6a04cf2a09a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.014558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5e257e8-d4ea-4ebc-a4c4-f6a04cf2a09a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.079691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb88140-8328-4e1c-afda-8ab6bc1b70ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cccd0-4614-43ab-93bc-8e4f1e6d02dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:34.097490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7147d6-a204-4878-be7a-ff37e46e20bc req-52fd6b4a-dd84-41ff-bec4-fa917d9d0983 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:34.100821 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.107153 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d7147d6-a204-4878-be7a-ff37e46e20bc req-52fd6b4a-dd84-41ff-bec4-fa917d9d0983 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 948 time: 0.3053493 Nov 23 10:35:34.149140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5e257e8-d4ea-4ebc-a4c4-f6a04cf2a09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.151777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c5e257e8-d4ea-4ebc-a4c4-f6a04cf2a09a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.155740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c5e257e8-d4ea-4ebc-a4c4-f6a04cf2a09a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51c5134d-75f9-449a-89b3-1287cbafdf66 HTTP/1.1" status: 204 len: 168 time: 0.3766711 Nov 23 10:35:34.176664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e257e8-d4ea-4ebc-a4c4-f6a04cf2a09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5134d-75f9-449a-89b3-1287cbafdf66,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:34.211592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d7147d6-a204-4878-be7a-ff37e46e20bc req-21121722-c09d-4763-b7fb-230a7cd18e9b tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986114 Nov 23 10:35:34.239079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a47c93-d6a9-48c4-8357-45dbcfedbcf5 None None] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:34.429499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-be4675d7-48a8-4e44-8eb1-28bb35258a2f None None] Provisioning complete for port 1864c78d-de71-4bca-abb3-ad161eb66d07 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:34.429878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be4675d7-48a8-4e44-8eb1-28bb35258a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.540242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.635553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507dfbd-d255-44e0-8d8f-d92df5f0ab9c req-6936a600-1db5-4925-9d12-1d4fef3cf994 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:34.648837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c507dfbd-d255-44e0-8d8f-d92df5f0ab9c req-6936a600-1db5-4925-9d12-1d4fef3cf994 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 949 time: 0.1148477 Nov 23 10:35:34.694642 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be4675d7-48a8-4e44-8eb1-28bb35258a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:34.766164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1864c78d-de71-4bca-abb3-ad161eb66d07 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:34.769195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c507dfbd-d255-44e0-8d8f-d92df5f0ab9c req-51fefe4a-1606-47a3-ae80-170c5617391a tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098080 Nov 23 10:35:34.801085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-be4675d7-48a8-4e44-8eb1-28bb35258a2f None None] For port 1864c78d-de71-4bca-abb3-ad161eb66d07, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1864c78d-de71-4bca-abb3-ad161eb66d07,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:34.834901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab081a6-5c79-46ed-944d-9c70ba91ce2b req-00c0a402-fe42-44ad-b76a-0b71f04b0c56 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 210 time: 0.1593246 Nov 23 10:35:34.881685 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be4675d7-48a8-4e44-8eb1-28bb35258a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:35.002458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4675d7-48a8-4e44-8eb1-28bb35258a2f None None] Pushing event updated for resources: {'Port': ['ID=1864c78d-de71-4bca-abb3-ad161eb66d07,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:35.010029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1864c78d-de71-4bca-abb3-ad161eb66d07 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:35.010482 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:35.026817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Router 81be4e1b-61cd-43c0-824b-da668c998c11 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:35:35.104327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-058ca356-2952-4e46-b3f9-70ccaeef1efa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:35.106576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-058ca356-2952-4e46-b3f9-70ccaeef1efa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.2159836 Nov 23 10:35:35.126676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Request body: {'port': {'device_id': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'admin_state_up': True, 'tenant_id': 'c5201496895841988da25d3070f5ac0e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:35.205124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-df7e2928-c066-4068-ab00-59db79472f92 None None] Provisioning complete for port 1864c78d-de71-4bca-abb3-ad161eb66d07 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:35.205752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df7e2928-c066-4068-ab00-59db79472f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:35.259959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:35:35.273074 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Sync routers for ids ['81be4e1b-61cd-43c0-824b-da668c998c11'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:35:35.292080 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Routers {'81be4e1b-61cd-43c0-824b-da668c998c11'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:35.293920 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['81be4e1b-61cd-43c0-824b-da668c998c11'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:35.313886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:35.318176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49742) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:35.319169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4deae901-d582-42c6-9a9c-efe5cc87685f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2355063 Nov 23 10:35:35.337825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Made reservation on behalf of c5201496895841988da25d3070f5ac0e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:35.349793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:35.525950 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Set router 81be4e1b-61cd-43c0-824b-da668c998c11 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:35.659824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Allocated IP 172.20.0.8 (2a883250-deff-4f7a-96f5-800fc1251588/69b2f344-3c63-49b6-bca5-7955e8958560/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:35.803109 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:35:33Z', 'revision_number': 3, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port': {'id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:32Z', 'updated_at': '2021-11-23T10:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:35.839949 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Checking router: 81be4e1b-61cd-43c0-824b-da668c998c11 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:35:35.840317 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Updating router 81be4e1b-61cd-43c0-824b-da668c998c11 port d49c2d59-b020-4d6a-a439-0615f206a94a binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:35:35.877902 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:35.947958 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:35.968858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e8778-1b27-4a79-aacd-f3fca5cdeab8 req-75b1958d-a687-4522-96cd-66fd36e11cb9 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:35.980259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-860e8778-1b27-4a79-aacd-f3fca5cdeab8 req-75b1958d-a687-4522-96cd-66fd36e11cb9 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 948 time: 0.1533036 Nov 23 10:35:36.075660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.076626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.077423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.079784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.080706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.081351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.081966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.082755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.085574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3301e6f-2684-42e0-85a1-eab2a56cd629 req-d0218784-e638-4d5c-b533-caf185357baa tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.1757660 Nov 23 10:35:36.095356 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.150826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-860e8778-1b27-4a79-aacd-f3fca5cdeab8 req-7819ba27-2a75-45d9-87f1-9f093ea4b763 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374066 Nov 23 10:35:36.176404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:36.186934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Network 2a883250-deff-4f7a-96f5-800fc1251588 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:36.190309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:36.199242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:36.208060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.208785 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.283601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-4c22049d-ff35-4e37-877b-b3b4e6482c45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1636591 Nov 23 10:35:36.294977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3428c5-3b47-4fe9-a200-bb4a442e4947 req-4d81f7e3-e9c0-4d8a-9b0a-4c768d03cea8 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.300263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb3428c5-3b47-4fe9-a200-bb4a442e4947 req-4d81f7e3-e9c0-4d8a-9b0a-4c768d03cea8 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 949 time: 0.0886233 Nov 23 10:35:36.317129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Request body: {'port': {'device_id': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:36.335212 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.342881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.344153 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.407824 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Attempting to bind port d49c2d59-b020-4d6a-a439-0615f206a94a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:36.408481 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Attempting to bind port d49c2d59-b020-4d6a-a439-0615f206a94a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:36.409004 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Attempting to bind port d49c2d59-b020-4d6a-a439-0615f206a94a on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:36.414886 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Pushing event updated for resources: {'Port': ['ID=d49c2d59-b020-4d6a-a439-0615f206a94a,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:36.426955 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:36.427716 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:36.428283 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.428840 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:36.429490 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Bound port: d49c2d59-b020-4d6a-a439-0615f206a94a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:36.430130 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.434675 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.435189 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.435699 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.436193 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.436806 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.438035 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.438623 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.439711 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.440189 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.440679 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.441198 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.441874 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:35:36.465273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.471738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2c500731-66bc-4458-8c42-5a97efb6a6af up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:36.488448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165e00-b0f0-4669-ab6e-92801864cb9f req-97f5e2c6-c95b-443d-afee-09a809cdada1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.490105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35165e00-b0f0-4669-ab6e-92801864cb9f req-97f5e2c6-c95b-443d-afee-09a809cdada1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 931 time: 0.2266610 Nov 23 10:35:36.519988 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] For port d49c2d59-b020-4d6a-a439-0615f206a94a, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:36.524962 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] For port d49c2d59-b020-4d6a-a439-0615f206a94a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d49c2d59-b020-4d6a-a439-0615f206a94a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:36.530952 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb3428c5-3b47-4fe9-a200-bb4a442e4947 req-53538ff6-3d6e-4032-b925-029b31215a20 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088184 Nov 23 10:35:36.537996 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.558878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device f416e1a8-75df-498d-a631-9ea276287e92 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:36.656723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35165e00-b0f0-4669-ab6e-92801864cb9f req-d6740c9c-8054-4e66-84c6-1b1565349bb1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509862 Nov 23 10:35:36.668500 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb0b2e-f1eb-48f3-a504-fd5598f35345 None None] Pushing event updated for resources: {'Port': ['ID=d49c2d59-b020-4d6a-a439-0615f206a94a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:36.670235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1864c78d-de71-4bca-abb3-ad161eb66d07 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:36.723045 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Routers {'81be4e1b-61cd-43c0-824b-da668c998c11'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:36.724959 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['81be4e1b-61cd-43c0-824b-da668c998c11'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:36.760128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 2c500731-66bc-4458-8c42-5a97efb6a6af completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:36.807562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 2c500731-66bc-4458-8c42-5a97efb6a6af triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:36.807945 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.921267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port f416e1a8-75df-498d-a631-9ea276287e92 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:36.931751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port f416e1a8-75df-498d-a631-9ea276287e92 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:36.932215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.980032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac2b6c-e98b-45c4-8ec4-332dd46e5584 req-95400ea0-e5a2-48b2-96bb-45f80187bc23 tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:36.982606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1864c78d-de71-4bca-abb3-ad161eb66d07 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:36.983982 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:36.985937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0ac2b6c-e98b-45c4-8ec4-332dd46e5584 req-95400ea0-e5a2-48b2-96bb-45f80187bc23 tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 886 time: 0.3854334 Nov 23 10:35:36.992739 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] Set router 81be4e1b-61cd-43c0-824b-da668c998c11 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:37.012274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Allocated IP 172.20.0.1 (387d5d07-ea01-4a82-8769-bc1272a2c0ef/59493c5c-2d42-4173-a932-96c423ed1d4c/3c039dfa-e551-4e8d-a68b-57d6c7781120) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:37.095817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.245779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c500731-66bc-4458-8c42-5a97efb6a6af'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:37.247363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac13e4f3-0902-4cc0-bac8-4bd0216dda1e {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:37.250882 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3eb49a-9f95-414a-8453-0f63efbf0ae1" -d '{"events": [{"server_uuid": "b044811a-00b7-441e-8033-dbc726fb7f65", "name": "network-vif-plugged", "status": "completed", "tag": "2c500731-66bc-4458-8c42-5a97efb6a6af"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:37.257694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2c500731-66bc-4458-8c42-5a97efb6a6af, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2c500731-66bc-4458-8c42-5a97efb6a6af,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:37.259276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.281431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Transition to ACTIVE for port object ac13e4f3-0902-4cc0-bac8-4bd0216dda1e will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:37.284256 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.355548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.356094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.356488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.356946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.357431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.357887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.358340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.358789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.361414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b251e251-701b-447f-aa6e-429461953cf9 req-466b6311-f3a2-4b9d-92d7-9c0c5f74602a tempest-NetworksTest-326643437 tempest-NetworksTest-326643437-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5747 time: 0.3324945 Nov 23 10:35:37.384472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.389922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.456620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72653d4-a6c0-40dd-916e-610eba35a3a0 req-c1679988-9b33-4871-ac3a-8d0c1b2c3ef0 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.465321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e72653d4-a6c0-40dd-916e-610eba35a3a0 req-c1679988-9b33-4871-ac3a-8d0c1b2c3ef0 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 948 time: 0.1812766 Nov 23 10:35:37.471883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.534041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:37.553291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:37.553827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:37.554316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:37.558666 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:35:33Z', 'revision_number': 3, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port': {'id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:32Z', 'updated_at': '2021-11-23T10:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:37.560381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Pushing event updated for resources: {'Port': ['ID=3c039dfa-e551-4e8d-a68b-57d6c7781120,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:37.577067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:37.577584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:37.581680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:37.585356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:37.589631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:37.591485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:37.591936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:37.592419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:37.592965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Bound port: ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:37.593503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.633968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e72653d4-a6c0-40dd-916e-610eba35a3a0 req-e9cebcc5-e303-4435-be81-c9cb98deebc6 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674039 Nov 23 10:35:37.639009 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21751af2-4eac-4c51-8b7b-73a7300f2f88 None None] The sync data for ids ['81be4e1b-61cd-43c0-824b-da668c998c11'] in n-d-817747-2 is: [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:35:33Z', 'revision_number': 3, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port': {'id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:32Z', 'updated_at': '2021-11-23T10:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:35:37.667586 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.740318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:37.745031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:37.755641 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.776698 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da4793b-7d6f-40dd-bce6-8a66701cb3f7 x-openstack-request-id: req-8da4793b-7d6f-40dd-bce6-8a66701cb3f7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:37.777306 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044811a-00b7-441e-8033-dbc726fb7f65", "name": "network-vif-plugged", "status": "completed", "tag": "2c500731-66bc-4458-8c42-5a97efb6a6af", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:37.777400 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8da4793b-7d6f-40dd-bce6-8a66701cb3f7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:37.778226 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c500731-66bc-4458-8c42-5a97efb6a6af', 'code': 200} Nov 23 10:35:37.843528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.854389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=2c500731-66bc-4458-8c42-5a97efb6a6af,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:37.891954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:37.892889 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:37.895242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] 10.222.0.58 "PUT /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 1091 time: 1.5937383 Nov 23 10:35:37.899590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:37.904347 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca19ca13-10ba-4289-9b29-db5d04611ede" -d '{"events": [{"name": "network-changed", "server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:37.961480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port f416e1a8-75df-498d-a631-9ea276287e92, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=f416e1a8-75df-498d-a631-9ea276287e92,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:37.973330 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.022725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03962764-a913-4761-b773-9371e5a15522 req-c9af52b9-05da-4408-8c35-fce4e9b88dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:38.024208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03962764-a913-4761-b773-9371e5a15522 req-c9af52b9-05da-4408-8c35-fce4e9b88dc3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 1101 time: 0.1808004 Nov 23 10:35:38.118805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=f416e1a8-75df-498d-a631-9ea276287e92,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:38.121847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0dd8c3ff-fd75-4eaa-a7b9-26657eadf03d None None] Provisioning complete for port 3c039dfa-e551-4e8d-a68b-57d6c7781120 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:38.122224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0dd8c3ff-fd75-4eaa-a7b9-26657eadf03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.193798 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-3a37919b-b8ec-4140-af40-1c3b66eac83c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985510 Nov 23 10:35:38.207193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8c3ff-fd75-4eaa-a7b9-26657eadf03d None None] Port 3c039dfa-e551-4e8d-a68b-57d6c7781120 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:38.216669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49840) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:38.294750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03962764-a913-4761-b773-9371e5a15522 req-9d855c15-47f3-406f-b5aa-3f23a84c1979 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416136 Nov 23 10:35:38.368038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe1baf-95b7-4877-bfab-3acc449e1aab service neutron] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:38.394433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-15665f8e-1db8-4b47-8171-6e87b70ff1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:38.395997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-15665f8e-1db8-4b47-8171-6e87b70ff1bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1094 time: 0.4322925 Nov 23 10:35:38.403786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6d5d9-3c36-4841-ad27-4e5f88bc66f7 req-e9eebf9c-0de3-48b1-900e-ee3afc14354b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:38.405470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-afa6d5d9-3c36-4841-ad27-4e5f88bc66f7 req-e9eebf9c-0de3-48b1-900e-ee3afc14354b tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 950 time: 0.5066514 Nov 23 10:35:38.461096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-afa6d5d9-3c36-4841-ad27-4e5f88bc66f7 req-8fe4b6b6-077c-4d22-9635-2435bdf927fb tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484960 Nov 23 10:35:38.602316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00851c88-8ec9-4164-bcf4-342c8bf0d830 req-8ad0f312-14b3-48ee-97b6-6701767229d4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:38.604018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00851c88-8ec9-4164-bcf4-342c8bf0d830 req-8ad0f312-14b3-48ee-97b6-6701767229d4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.0695488 Nov 23 10:35:38.614742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.620640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d49c2d59-b020-4d6a-a439-0615f206a94a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:38.624242 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71563dfc-d476-404e-962b-30d551909843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.648670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-bf9839fb-0ae0-4763-9b6c-ddc32a27ffda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 217 time: 0.0432835 Nov 23 10:35:38.662062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-a2c3d109-b411-471e-aedf-98ac115a48a8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:38.663587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-a2c3d109-b411-471e-aedf-98ac115a48a8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4665782 Nov 23 10:35:38.696569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d49c2d59-b020-4d6a-a439-0615f206a94a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:38.697092 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.748823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00851c88-8ec9-4164-bcf4-342c8bf0d830 req-6a641908-2dd0-4e05-abbb-672fe5aa9e9d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989614 Nov 23 10:35:38.754160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-27434be4-dc93-46e3-ae48-579ebd987fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:38.756157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-27434be4-dc93-46e3-ae48-579ebd987fa4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0890887 Nov 23 10:35:38.762234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-b8e7aff4-9137-4cc8-91d4-25489ce8f40c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/quotas/a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 375 time: 0.0129848 Nov 23 10:35:38.802553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.805819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-53f0e759-7645-4671-91b0-0c7f35f2d786 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412536 Nov 23 10:35:38.832781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port d49c2d59-b020-4d6a-a439-0615f206a94a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d49c2d59-b020-4d6a-a439-0615f206a94a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:38.837208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.870863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-ff3e70e4-bdcf-4831-a3af-a8876185f856 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779262 Nov 23 10:35:38.914776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=d49c2d59-b020-4d6a-a439-0615f206a94a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:38.961664 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b98faaf-1c1f-494a-9ea4-0a43d1401155 x-openstack-request-id: req-4b98faaf-1c1f-494a-9ea4-0a43d1401155 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:38.966118 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:38.966380 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b98faaf-1c1f-494a-9ea4-0a43d1401155 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:38.966822 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e', 'status': 'completed', 'code': 200} Nov 23 10:35:38.996965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71563dfc-d476-404e-962b-30d551909843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:38.999517 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.006906 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71563dfc-d476-404e-962b-30d551909843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.015220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-fbe1e9ac-543b-4ccb-a47a-329d7c04a750 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886928 Nov 23 10:35:39.038629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.088939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-71563dfc-d476-404e-962b-30d551909843 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25698257889d48e5862bf710783c8777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8674064 Nov 23 10:35:39.091929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.095920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49852) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:39.153755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bc6c374-b7f3-4730-8a65-5d70ba82ff00 req-c8ff31d4-849a-4e54-a1f6-ab7322d48e9a service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302614 Nov 23 10:35:39.254293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71563dfc-d476-404e-962b-30d551909843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6e9f5-26d9-474c-8422-077d9b10d229,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:39.283648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-61e43344-7618-4080-a279-6e9ae152f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:39.285186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-61e43344-7618-4080-a279-6e9ae152f0ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1094 time: 0.0707746 Nov 23 10:35:39.308344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Pushing event updated for resources: {'Port': ['ID=3c039dfa-e551-4e8d-a68b-57d6c7781120,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:39.326176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada3f67-67cf-4d2f-9138-7e9a3ce5befc req-ab71500b-7118-44a1-9e55-b1c486ca915f tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:39.327737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cada3f67-67cf-4d2f-9138-7e9a3ce5befc req-ab71500b-7118-44a1-9e55-b1c486ca915f tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 949 time: 0.2301371 Nov 23 10:35:39.385213 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1d66-3f27-44b5-b389-3c4989d6dfcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.433672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:39.450502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:39.456517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-b0ea8635-c734-4f97-96a9-c2d781f9c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:39.458041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-b0ea8635-c734-4f97-96a9-c2d781f9c08e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.1634073 Nov 23 10:35:39.469500 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1d66-3f27-44b5-b389-3c4989d6dfcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.477544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55b5bd07-0ade-4d38-b09e-a5458dbf3762 req-efefa163-ebc4-4b0e-8712-57b8f900754a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 210 time: 0.0424867 Nov 23 10:35:39.480289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cada3f67-67cf-4d2f-9138-7e9a3ce5befc req-26109990-ad3d-4933-a5fc-ff9ab5295a99 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409085 Nov 23 10:35:39.543767 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-58f32952-565e-446d-b7d4-0e9e882d548f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 217 time: 0.0694818 Nov 23 10:35:39.613506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-96f08f44-6ba9-4c03-8226-d2d276a98317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:39.615680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-96f08f44-6ba9-4c03-8226-d2d276a98317 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0632691 Nov 23 10:35:39.687864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-44db0b87-dc26-4e2e-b3e1-d8b8f1323e80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528905 Nov 23 10:35:39.746509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68cad7-c1b2-4554-ae0d-e16cb49a892c req-1ec6705d-acd7-4c3d-b95d-e81f5520c07c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:39.748020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a68cad7-c1b2-4554-ae0d-e16cb49a892c req-1ec6705d-acd7-4c3d-b95d-e81f5520c07c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 950 time: 0.1309197 Nov 23 10:35:39.780161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f416e1a8-75df-498d-a631-9ea276287e92'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:39.784205 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c397534a-0cb0-466c-b61e-9131dd335fad" -d '{"events": [{"server_uuid": "b25ecd5e-8b7e-43af-88a0-4f9b03844412", "name": "network-vif-plugged", "status": "completed", "tag": "f416e1a8-75df-498d-a631-9ea276287e92"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:39.817919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1d66-3f27-44b5-b389-3c4989d6dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.821296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3bc1d66-3f27-44b5-b389-3c4989d6dfcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:39.839377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3bc1d66-3f27-44b5-b389-3c4989d6dfcf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9fe6e9f5-26d9-474c-8422-077d9b10d229 HTTP/1.1" status: 204 len: 168 time: 0.7311811 Nov 23 10:35:39.862486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a68cad7-c1b2-4554-ae0d-e16cb49a892c req-b30dfc00-fc3d-4abd-b2a5-553c3eca62dc tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058412 Nov 23 10:35:39.873764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc1d66-3f27-44b5-b389-3c4989d6dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6e9f5-26d9-474c-8422-077d9b10d229,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:39.898969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-3a2d0323-ae02-4927-a58c-bfd67540fd71 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012529 Nov 23 10:35:39.935771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Router 81be4e1b-61cd-43c0-824b-da668c998c11 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:35:39.988413 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89b1b42-7d0f-452b-8dd1-d9bdf630bc9c x-openstack-request-id: req-e89b1b42-7d0f-452b-8dd1-d9bdf630bc9c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:39.989300 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25ecd5e-8b7e-43af-88a0-4f9b03844412", "name": "network-vif-plugged", "status": "completed", "tag": "f416e1a8-75df-498d-a631-9ea276287e92", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:39.990697 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e89b1b42-7d0f-452b-8dd1-d9bdf630bc9c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:39.991455 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f416e1a8-75df-498d-a631-9ea276287e92', 'code': 200} Nov 23 10:35:40.010899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-03ddba2b-bddc-4919-b6ca-466e9c8a5cd4 None None] Provisioning complete for port 3c039dfa-e551-4e8d-a68b-57d6c7781120 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:40.011289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-03ddba2b-bddc-4919-b6ca-466e9c8a5cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.054381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-03ddba2b-bddc-4919-b6ca-466e9c8a5cd4 None None] Port 3c039dfa-e551-4e8d-a68b-57d6c7781120 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:40.104869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19ca13-10ba-4289-9b29-db5d04611ede req-daf1f1d4-6b09-4299-bc47-84d9a68cdd97 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948526 Nov 23 10:35:40.153680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf14c2-a2fb-4fe1-8e1e-7ae3cf4d6c21 req-ffc34d48-5895-4219-a81e-4bbac72b7d14 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:40.162051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34cf14c2-a2fb-4fe1-8e1e-7ae3cf4d6c21 req-ffc34d48-5895-4219-a81e-4bbac72b7d14 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.2367630 Nov 23 10:35:40.191636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a25991-07a4-4155-ab4f-f509df5c0e4f req-052ff663-ef71-4959-bdf2-54f657eda296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:40.193895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29a25991-07a4-4155-ab4f-f509df5c0e4f req-052ff663-ef71-4959-bdf2-54f657eda296 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 1100 time: 0.0872283 Nov 23 10:35:40.247174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29a25991-07a4-4155-ab4f-f509df5c0e4f req-0659a90f-a48e-465b-a23e-212e1eccba02 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Nov 23 10:35:40.257920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34cf14c2-a2fb-4fe1-8e1e-7ae3cf4d6c21 req-493de236-13bc-4815-aeaf-c5bdb2495126 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940104 Nov 23 10:35:40.271049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:35:40.277162 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-102bdb2b-3e74-4bf5-a19b-612894551491 admin admin] 10.222.0.61 "PUT /v2.0/routers/81be4e1b-61cd-43c0-824b-da668c998c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9569070 Nov 23 10:35:40.292449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Sync routers for ids ['81be4e1b-61cd-43c0-824b-da668c998c11'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:35:40.304132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Routers {'81be4e1b-61cd-43c0-824b-da668c998c11'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:40.304757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['81be4e1b-61cd-43c0-824b-da668c998c11'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:40.363956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49896) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:40.382221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14046e55-c58f-4612-ab28-de83c217649a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.442679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Set router 81be4e1b-61cd-43c0-824b-da668c998c11 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:40.478417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14046e55-c58f-4612-ab28-de83c217649a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.486785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14046e55-c58f-4612-ab28-de83c217649a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.544475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-14046e55-c58f-4612-ab28-de83c217649a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e694e5b4964e443aa0e227f813de4db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787848 Nov 23 10:35:40.547773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49910) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:40.560742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14046e55-c58f-4612-ab28-de83c217649a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c331635-a71d-490e-bcc9-0896fb577f22,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:40.613912 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d161f26f-e48a-4191-b4bf-6a3c6645572d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.621306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c601090-bc38-47a8-baa9-7c3eaba07c82 req-ededee45-1086-4803-9c8d-344ce611bffa tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 210 time: 0.0525022 Nov 23 10:35:40.646748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d161f26f-e48a-4191-b4bf-6a3c6645572d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.713616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d161f26f-e48a-4191-b4bf-6a3c6645572d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.718547 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d161f26f-e48a-4191-b4bf-6a3c6645572d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:40.725344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d49c2d59-b020-4d6a-a439-0615f206a94a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:40.727204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d161f26f-e48a-4191-b4bf-6a3c6645572d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c331635-a71d-490e-bcc9-0896fb577f22 HTTP/1.1" status: 204 len: 168 time: 0.1779780 Nov 23 10:35:40.747052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161f26f-e48a-4191-b4bf-6a3c6645572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c331635-a71d-490e-bcc9-0896fb577f22,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:40.787818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74110579-9c96-4f6c-a207-417036071123 req-6c94c4a3-ae5b-42e9-acec-dcd1865ecbab tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:40.790405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74110579-9c96-4f6c-a207-417036071123 req-6c94c4a3-ae5b-42e9-acec-dcd1865ecbab tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 949 time: 0.0886297 Nov 23 10:35:40.820277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-193e2510-01a9-4dc3-a1f8-ca1438e73b4a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269620 Nov 23 10:35:40.928057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d49c2d59-b020-4d6a-a439-0615f206a94a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:40.928436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.010490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-ce1ab21c-40cd-4c13-9583-394b6d31a163 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:41.011820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-ce1ab21c-40cd-4c13-9583-394b6d31a163 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805170 Nov 23 10:35:41.020328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 4, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port': {'id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:32Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3c039dfa-e551-4e8d-a68b-57d6c7781120', 'name': '', 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'mac_address': 'fa:16:3e:a0:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '59493c5c-2d42-4173-a932-96c423ed1d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:36Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 2, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'subnets': [{'id': '59493c5c-2d42-4173-a932-96c423ed1d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:41.041866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Request body: {'port': {'device_id': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a5baa2f4772f461ba56b742ffbd1bd93'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:41.051145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Checking router: 81be4e1b-61cd-43c0-824b-da668c998c11 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:35:41.051533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Updating router 81be4e1b-61cd-43c0-824b-da668c998c11 port 3c039dfa-e551-4e8d-a68b-57d6c7781120 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:35:41.134352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fadf6b-4e24-4c56-bd6a-bfcd1e396d3e req-b25b6c06-4fa9-4706-ae21-b1c76a74c2d7 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:41.143504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10fadf6b-4e24-4c56-bd6a-bfcd1e396d3e req-b25b6c06-4fa9-4706-ae21-b1c76a74c2d7 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 950 time: 0.0777912 Nov 23 10:35:41.149186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.215194 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10fadf6b-4e24-4c56-bd6a-bfcd1e396d3e req-eb0e1114-0852-4fec-8de1-d74d8cc0f1f7 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707176 Nov 23 10:35:41.227710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74110579-9c96-4f6c-a207-417036071123 req-99777ae4-cf15-452f-93bf-adecebc5696d tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917956 Nov 23 10:35:41.268612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Made reservation on behalf of a5baa2f4772f461ba56b742ffbd1bd93 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:41.273785 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.288715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.415503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49940) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:41.421743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-network', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:41.459867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.471608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.488666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Made reservation on behalf of 5fbcae194dbc49c3845ee375c37038d9 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:41.491574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.504283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.523400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6a6ae-609f-4de2-a028-2687dd4db50a req-a137f2c2-de67-4832-99cc-d701f5de8c9e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:41.530961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aee6a6ae-609f-4de2-a028-2687dd4db50a req-a137f2c2-de67-4832-99cc-d701f5de8c9e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.0875490 Nov 23 10:35:41.682546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd9264b-8c04-4449-afb3-302ec29813f9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:41.716343 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.732475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aee6a6ae-609f-4de2-a028-2687dd4db50a req-8d7a4690-4f3b-4e94-be1a-d01775a4590a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999135 Nov 23 10:35:41.735965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.757440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.765307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117e3ad-8dd7-4f57-bfcc-5b08f7dfb4f7 req-e5134e33-050e-497f-96eb-694297b5122c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:41.768271 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.773848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4117e3ad-8dd7-4f57-bfcc-5b08f7dfb4f7 req-e5134e33-050e-497f-96eb-694297b5122c tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 950 time: 0.1251428 Nov 23 10:35:41.777361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Allocated IP 192.168.233.243 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/63db8b4e-196e-4cd6-9fb7-e96a93c7073d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:41.824168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:35:41.840977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332e0b7-c80c-4a59-af08-18cf0f6e886a None None] Pushing event updated for resources: {'Port': ['ID=3c039dfa-e551-4e8d-a68b-57d6c7781120,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:41.847341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22783d27-15c7-41d7-af14-8087419d2f04,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:41.851764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4117e3ad-8dd7-4f57-bfcc-5b08f7dfb4f7 req-19c66a4b-19c5-400a-820d-41eccd339aa9 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768735 Nov 23 10:35:41.865289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:41.865639 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Added segment 3ec394d4-d98a-4c18-b534-163a0073c8f9 of type vlan for network a3d53601-5d93-4ad7-9482-60c41d0758db Nov 23 10:35:41.928933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-197493cb-78f2-4c3d-a152-c107b9e2f521 req-b15f82de-ecf9-4143-8e5f-3012f1e10330 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 210 time: 0.0617118 Nov 23 10:35:42.006450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.023997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Attempting to bind port 3c039dfa-e551-4e8d-a68b-57d6c7781120 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:42.024585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Attempting to bind port 3c039dfa-e551-4e8d-a68b-57d6c7781120 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:42.024760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Attempting to bind port 3c039dfa-e551-4e8d-a68b-57d6c7781120 on network 387d5d07-ea01-4a82-8769-bc1272a2c0ef {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:42.041482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:42.042689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Checking segment: {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:42.043156 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.043642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Bound using segment: {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:42.044354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Bound port: 3c039dfa-e551-4e8d-a68b-57d6c7781120, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:42.044794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.067305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.068567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:42.073667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.157328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7406371 Nov 23 10:35:42.160919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49958) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:42.165643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Request body: {'subnet': {'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-subnet', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:42.168975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.197486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] For port 3c039dfa-e551-4e8d-a68b-57d6c7781120, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:42.203157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] For port 3c039dfa-e551-4e8d-a68b-57d6c7781120, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3c039dfa-e551-4e8d-a68b-57d6c7781120,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:42.209668 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.252880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbe6d5-a736-4be8-acb8-240bf9ea6262 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d53601-5d93-4ad7-9482-60c41d0758db,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:42.276636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.288717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Made reservation on behalf of 5fbcae194dbc49c3845ee375c37038d9 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:42.292966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.329512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332e0b7-c80c-4a59-af08-18cf0f6e886a None None] Pushing event updated for resources: {'Port': ['ID=3c039dfa-e551-4e8d-a68b-57d6c7781120,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:42.335260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a3d53601-5d93-4ad7-9482-60c41d0758db details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:35:42.410967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49966) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:42.425041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Routers {'81be4e1b-61cd-43c0-824b-da668c998c11'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:42.425926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['81be4e1b-61cd-43c0-824b-da668c998c11'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:42.475958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:42.481506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:42.489763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:42.496872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:42.512323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:42.513780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.545554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:42.557689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-02eb648f-92a4-4b61-9654-f52ac63b0120 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5317216 Nov 23 10:35:42.581827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff674d-9c3a-4d53-b718-f9feb5ad7e26 req-7520c728-9824-4e3a-83ef-979d770eec03 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:42.597980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdff674d-9c3a-4d53-b718-f9feb5ad7e26 req-7520c728-9824-4e3a-83ef-979d770eec03 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 949 time: 0.2575524 Nov 23 10:35:42.604155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Request body: {'port': {'device_id': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:42.685614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dca5a-8af0-4202-b8cd-897758cba562 req-f3d588b6-2591-4aac-b426-a605d0b8e139 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:42.694273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c92dca5a-8af0-4202-b8cd-897758cba562 req-f3d588b6-2591-4aac-b426-a605d0b8e139 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 950 time: 0.3956997 Nov 23 10:35:42.717269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4de69d83-ec6f-4f93-8e54-8316513623e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.722180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.740545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] Set router 81be4e1b-61cd-43c0-824b-da668c998c11 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:42.834149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4de69d83-ec6f-4f93-8e54-8316513623e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.867813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4847c8c4-159a-4b86-8276-8fa4f541d439,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:42.878984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdff674d-9c3a-4d53-b718-f9feb5ad7e26 req-f1be2b35-fcaf-49ef-885f-58a3b759da33 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798808 Nov 23 10:35:42.879398 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4de69d83-ec6f-4f93-8e54-8316513623e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.886752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c92dca5a-8af0-4202-b8cd-897758cba562 req-3b186c62-5c37-4a8e-9cbb-5d9679e8dc13 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909022 Nov 23 10:35:42.938285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Checking segment: {'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:42.938646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Network hostable DHCP agents. Network: a3d53601-5d93-4ad7-9482-60c41d0758db, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:35:42.972965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:42.980384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Network a3d53601-5d93-4ad7-9482-60c41d0758db is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:35:43.006799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-36ff4097-f826-4336-8ea2-2529cf3787fc None None] Provisioning complete for port 3c039dfa-e551-4e8d-a68b-57d6c7781120 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:43.007208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-36ff4097-f826-4336-8ea2-2529cf3787fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.015082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a3d53601-5d93-4ad7-9482-60c41d0758db) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:43.019976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:43.020663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.033147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4de69d83-ec6f-4f93-8e54-8316513623e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=653e17a8081b4a9eac7a9dc70b71d432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149704 Nov 23 10:35:43.036394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:43.043583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de69d83-ec6f-4f93-8e54-8316513623e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ea3ee-2e59-434a-8e63-ded8e5f6eae6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:43.057836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60ef14-4c8d-46cb-81e7-a204bf68dac1 None None] Network a3d53601-5d93-4ad7-9482-60c41d0758db requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:43.129292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-403a2200-0276-4958-9eb5-e69e7c5bb83a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9659047 Nov 23 10:35:43.131548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49990) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:43.155024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:43.193810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abff934-8bdc-48f8-8a77-fde0e1bd1686 req-b808bc89-ce1f-41dd-9c87-ebf99c976ffc tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:43.195730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1abff934-8bdc-48f8-8a77-fde0e1bd1686 req-b808bc89-ce1f-41dd-9c87-ebf99c976ffc tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.1717811 Nov 23 10:35:43.209266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65530919-306b-449f-be73-9f9d34394139 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.276130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:43.288620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65530919-306b-449f-be73-9f9d34394139 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.306100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.307372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.356000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'port_id': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e', 'mac_address': 'fa:16:3e:a8:45:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b2f344-3c63-49b6-bca5-7955e8958560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:43.440408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1abff934-8bdc-48f8-8a77-fde0e1bd1686 req-ce4250de-3406-4eed-8844-378c2e21a831 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126474 Nov 23 10:35:43.500811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62064b-f560-4d58-8000-d65ed6469cbe req-a4c1b498-5a95-4f69-8e7b-78d150a35926 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:43.502391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c62064b-f560-4d58-8000-d65ed6469cbe req-a4c1b498-5a95-4f69-8e7b-78d150a35926 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 936 time: 0.1303403 Nov 23 10:35:43.505741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65530919-306b-449f-be73-9f9d34394139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.508329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65530919-306b-449f-be73-9f9d34394139 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.509747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-65530919-306b-449f-be73-9f9d34394139 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/478ea3ee-2e59-434a-8e63-ded8e5f6eae6 HTTP/1.1" status: 204 len: 168 time: 0.4724305 Nov 23 10:35:43.546063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.571763 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-36ff4097-f826-4336-8ea2-2529cf3787fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.576401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.591792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65530919-306b-449f-be73-9f9d34394139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ea3ee-2e59-434a-8e63-ded8e5f6eae6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:43.606864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac13e4f3-0902-4cc0-bac8-4bd0216dda1e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:43.644921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a3d53601-5d93-4ad7-9482-60c41d0758db', 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'fixed_ips': [{'subnet_id': '4847c8c4-159a-4b86-8276-8fa4f541d439'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:35:43.646191 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.709644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:43.722806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-36ff4097-f826-4336-8ea2-2529cf3787fc None None] For port 3c039dfa-e551-4e8d-a68b-57d6c7781120, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3c039dfa-e551-4e8d-a68b-57d6c7781120,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:43.723861 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.738747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-36ff4097-f826-4336-8ea2-2529cf3787fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.839011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 4, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port': {'id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:32Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3c039dfa-e551-4e8d-a68b-57d6c7781120', 'name': '', 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'mac_address': 'fa:16:3e:a0:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '59493c5c-2d42-4173-a932-96c423ed1d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:36Z', 'updated_at': '2021-11-23T10:35:42Z', 'revision_number': 4, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'subnets': [{'id': '59493c5c-2d42-4173-a932-96c423ed1d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:43.864438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.866339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63db8b4e-196e-4cd6-9fb7-e96a93c7073d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:43.878858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd24219-432d-4c91-9fae-86e7ff94c9a9 req-95c5a227-d36d-4752-a309-704bc8088373 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:43.881681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1fd24219-432d-4c91-9fae-86e7ff94c9a9 req-95c5a227-d36d-4752-a309-704bc8088373 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 1100 time: 0.2044156 Nov 23 10:35:43.891314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.911156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a4ec0b-d8f2-451d-8982-2a6d2fc27c0b None None] The sync data for ids ['81be4e1b-61cd-43c0-824b-da668c998c11'] in n-d-817747-2 is: [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 4, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port': {'id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:32Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3c039dfa-e551-4e8d-a68b-57d6c7781120', 'name': '', 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'mac_address': 'fa:16:3e:a0:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '59493c5c-2d42-4173-a932-96c423ed1d4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:36Z', 'updated_at': '2021-11-23T10:35:42Z', 'revision_number': 4, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'subnets': [{'id': '59493c5c-2d42-4173-a932-96c423ed1d4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:35:43.912859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396fee-dd95-49f6-b542-19946c331dba req-8ed65c4f-f036-4240-b37f-1be670e17270 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:43.914362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53396fee-dd95-49f6-b542-19946c331dba req-8ed65c4f-f036-4240-b37f-1be670e17270 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 950 time: 0.2867882 Nov 23 10:35:43.926148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c62064b-f560-4d58-8000-d65ed6469cbe req-bd7a3fb4-ff6e-4460-b9e7-6f7fa5b5ecec tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093196 Nov 23 10:35:43.930222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:43.955778 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1fd24219-432d-4c91-9fae-86e7ff94c9a9 req-7dece662-ef36-4078-acd5-e41f7b39ee98 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:43.963385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Transition to ACTIVE for port object 63db8b4e-196e-4cd6-9fb7-e96a93c7073d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:43.977492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.019159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-17111e11-00ea-4126-b10a-d542672c6a74 None None] Provisioning complete for port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:44.019540 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-17111e11-00ea-4126-b10a-d542672c6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.093195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50016) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:44.103728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ac13e4f3-0902-4cc0-bac8-4bd0216dda1e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:44.124288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:44.176697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cec27c76-1338-4b34-8d75-2f3cb8e5ad08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.195477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:44.195837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:44.196150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:44.199593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Deleting port 2c500731-66bc-4458-8c42-5a97efb6a6af {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:35:44.199939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.235807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:44.236231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:44.256179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:44.256544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:44.256944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:44.257466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Bound port: 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:44.257846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.284368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Allocated IP 172.20.0.2 (a3d53601-5d93-4ad7-9482-60c41d0758db/4847c8c4-159a-4b86-8276-8fa4f541d439/8b47b214-b70e-4a17-a005-e756b281c66e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:44.291643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff4097-f826-4336-8ea2-2529cf3787fc None None] Pushing event updated for resources: {'Port': ['ID=3c039dfa-e551-4e8d-a68b-57d6c7781120,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:44.296780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-17111e11-00ea-4126-b10a-d542672c6a74 None None] Port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:44.386990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-17111e11-00ea-4126-b10a-d542672c6a74 None None] Provisioning complete for port 3c039dfa-e551-4e8d-a68b-57d6c7781120 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:44.387518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-17111e11-00ea-4126-b10a-d542672c6a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.460369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1fd24219-432d-4c91-9fae-86e7ff94c9a9 req-7dece662-ef36-4078-acd5-e41f7b39ee98 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.494706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1fd24219-432d-4c91-9fae-86e7ff94c9a9 req-7dece662-ef36-4078-acd5-e41f7b39ee98 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.501460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:44.507130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:44.520364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.583293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] For port 2c500731-66bc-4458-8c42-5a97efb6a6af, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2c500731-66bc-4458-8c42-5a97efb6a6af,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:44.583406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.593616 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a19fb9c5-266a-48f9-a6a3-69a3efe97da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.631935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:44.632740 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.642008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] 10.222.0.65 "PUT /v2.0/ports/63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 1096 time: 2.0378287 Nov 23 10:35:44.642008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:44.648979 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:44.695663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beef96-2078-445a-80d7-691fcb1ac150 service neutron] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:44.733641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Calling delete_port for 2c500731-66bc-4458-8c42-5a97efb6a6af owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:35:44.774844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3c039dfa-e551-4e8d-a68b-57d6c7781120 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:44.880854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.919103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.936599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1fd24219-432d-4c91-9fae-86e7ff94c9a9 req-7dece662-ef36-4078-acd5-e41f7b39ee98 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0413392 Nov 23 10:35:44.940192 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cec27c76-1338-4b34-8d75-2f3cb8e5ad08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.941011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dece662-ef36-4078-acd5-e41f7b39ee98 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3690d-43c1-4900-9ecc-aeacd0cd22d6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:44.964530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cec27c76-1338-4b34-8d75-2f3cb8e5ad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:44.976500 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.007832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-8ce16956-c80d-484a-900d-7ccd305b97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:45.009462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-8ce16956-c80d-484a-900d-7ccd305b97f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1099 time: 0.2732718 Nov 23 10:35:45.036458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.127527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Network a3d53601-5d93-4ad7-9482-60c41d0758db is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:45.127527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3c039dfa-e551-4e8d-a68b-57d6c7781120 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:45.128483 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.128996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fa3c6-54d0-4ca9-94e9-8433b633a17a req-72ae6d17-f996-4432-a150-70c8a90645e5 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:45.137915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f56fa3c6-54d0-4ca9-94e9-8433b633a17a req-72ae6d17-f996-4432-a150-70c8a90645e5 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 950 time: 0.2972558 Nov 23 10:35:45.144856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:45.151509 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cec27c76-1338-4b34-8d75-2f3cb8e5ad08 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30ffd64acefb4ca8bc6a88dd89e3b1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0467427 Nov 23 10:35:45.154228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-df53c466-d0de-43d1-9605-eb2ba86e7234 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.1281273 Nov 23 10:35:45.154720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50028) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:45.159916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec27c76-1338-4b34-8d75-2f3cb8e5ad08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cee730-cc56-4817-92cd-44f1773ed3f2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:45.176764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:45.184392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Pushing event updated for resources: {'Port': ['ID=8b47b214-b70e-4a17-a005-e756b281c66e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:45.279276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Allocated IP 172.25.5.208 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/42f02133-fd09-4c25-8e32-1365243089de) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:45.299104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Attempting to bind port 8b47b214-b70e-4a17-a005-e756b281c66e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:45.299489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Attempting to bind port 8b47b214-b70e-4a17-a005-e756b281c66e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:45.300787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Attempting to bind port 8b47b214-b70e-4a17-a005-e756b281c66e on network a3d53601-5d93-4ad7-9482-60c41d0758db {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:45.301126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6a53-e6ba-4d31-851d-58c0213f640d req-37ace573-7a76-4328-97f1-22cd4cd20ba7 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:45.308940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546a6a53-e6ba-4d31-851d-58c0213f640d req-37ace573-7a76-4328-97f1-22cd4cd20ba7 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 944 time: 0.1137226 Nov 23 10:35:45.337046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f56fa3c6-54d0-4ca9-94e9-8433b633a17a req-dd676f12-c2ad-4d07-9eaa-c28b38aa5007 tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/security-groups?id=5ff243bf-7059-4e96-a160-8b85301752ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983933 Nov 23 10:35:45.338630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-f0dda9a1-a861-4292-8fc2-fce2634f5c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:45.340352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-f0dda9a1-a861-4292-8fc2-fce2634f5c6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1380177 Nov 23 10:35:45.351663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:45.352045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Checking segment: {'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:45.352448 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.352847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Bound using segment: {'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:45.353471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Bound port: 8b47b214-b70e-4a17-a005-e756b281c66e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:45.353760 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.437806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546a6a53-e6ba-4d31-851d-58c0213f640d req-e30bbf05-2a99-437d-8a1b-0bde88ea6cbb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275730 Nov 23 10:35:45.502347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.506084 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5377976-ad45-4f9b-bae4-079d2e78f828 x-openstack-request-id: req-e5377976-ad45-4f9b-bae4-079d2e78f828 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:45.506291 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:45.506553 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5377976-ad45-4f9b-bae4-079d2e78f828 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:45.506957 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'status': 'completed', 'code': 200} Nov 23 10:35:45.507559 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.552327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['2c500731-66bc-4458-8c42-5a97efb6a6af'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:45.562323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Pushing event deleted for resources: {'Port': ['ID=2c500731-66bc-4458-8c42-5a97efb6a6af,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:45.568341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846617fb-1c13-4109-ba66-36e6ad34157c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.598890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.616620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] For port 8b47b214-b70e-4a17-a005-e756b281c66e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:45.632396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] No DVR routers for this DVR port 2c500731-66bc-4458-8c42-5a97efb6a6af on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:35:45.639190 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.643347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53396fee-dd95-49f6-b542-19946c331dba req-e5372c86-9d1d-44fd-b6b8-bf628bf2ff9f tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.58 "DELETE /v2.0/ports/2c500731-66bc-4458-8c42-5a97efb6a6af HTTP/1.1" status: 204 len: 173 time: 1.7159157 Nov 23 10:35:45.664230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] For port 8b47b214-b70e-4a17-a005-e756b281c66e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8b47b214-b70e-4a17-a005-e756b281c66e,segment=NetworkSegment(3ec394d4-d98a-4c18-b534-163a0073c8f9),segment_id=3ec394d4-d98a-4c18-b534-163a0073c8f9)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:45.664436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846617fb-1c13-4109-ba66-36e6ad34157c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.681412 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.691883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d2d76-5c51-4755-bb0d-87bccf3121d1 req-51b432fa-4f0b-490e-b4e6-a8c2bfe4f52f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:45.700534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c07d2d76-5c51-4755-bb0d-87bccf3121d1 req-51b432fa-4f0b-490e-b4e6-a8c2bfe4f52f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 948 time: 0.1601846 Nov 23 10:35:45.702878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-0542ce29-abdb-4e7b-b859-74dce4c7e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:45.705181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-0542ce29-abdb-4e7b-b859-74dce4c7e516 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3245637 Nov 23 10:35:45.716740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:45.757771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:45.761745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=42f02133-fd09-4c25-8e32-1365243089de,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:45.765303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:45.867656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d7f21-aad7-4a3f-a1a3-3ce55903511d None None] Pushing event updated for resources: {'Port': ['ID=8b47b214-b70e-4a17-a005-e756b281c66e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:45.915031 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846617fb-1c13-4109-ba66-36e6ad34157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.915031 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846617fb-1c13-4109-ba66-36e6ad34157c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:45.915031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-846617fb-1c13-4109-ba66-36e6ad34157c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66cee730-cc56-4817-92cd-44f1773ed3f2 HTTP/1.1" status: 204 len: 168 time: 0.7474825 Nov 23 10:35:45.925715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-801b2b3d-addd-4447-ab76-4ba34064d4ed service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038443 Nov 23 10:35:45.927068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846617fb-1c13-4109-ba66-36e6ad34157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cee730-cc56-4817-92cd-44f1773ed3f2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:45.973744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c07d2d76-5c51-4755-bb0d-87bccf3121d1 req-dca27a3f-2a75-4df8-a27a-658f078cc4ea tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719679 Nov 23 10:35:46.051536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62478fd1-ac5e-4248-937e-dbf80df412e6 req-4fd8f0a3-4ad9-4e1a-9453-ec17b04794c8 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144457 Nov 23 10:35:46.212660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-c06fb21c-60e3-4455-abe9-06e36e346ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:46.220686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-c06fb21c-60e3-4455-abe9-06e36e346ea7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1099 time: 0.1061611 Nov 23 10:35:46.260683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec488b-11a7-40ce-9fda-a315cbc47b68 req-e2fcdb2c-1667-4fa6-9898-4c870acdee37 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:46.269961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aec488b-11a7-40ce-9fda-a315cbc47b68 req-e2fcdb2c-1667-4fa6-9898-4c870acdee37 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 1100 time: 0.1573789 Nov 23 10:35:46.427685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-c2774130-98f0-4380-a2c3-7539213db716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:46.429192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-c2774130-98f0-4380-a2c3-7539213db716 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1989803 Nov 23 10:35:46.460570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aec488b-11a7-40ce-9fda-a315cbc47b68 req-bf184e92-8eac-4151-a047-666ebc6440e1 tempest-ServersAdminNegativeTestJSON-1056561897 tempest-ServersAdminNegativeTestJSON-1056561897-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897004 Nov 23 10:35:46.525950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:46.528981 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-e91429b1-c6bf-4941-a443-76000370266d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.0911057 Nov 23 10:35:46.606352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-1b3a6b5e-2897-4771-bd75-3b117c438c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:46.608015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-1b3a6b5e-2897-4771-bd75-3b117c438c97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0712254 Nov 23 10:35:46.649901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50070) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:46.665176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e689e99-58b5-479f-849c-49dc1cc25ae5 req-3d15b91c-05b0-4484-9534-8af0a808744e tempest-DeleteServersAdminTestJSON-601254988 tempest-DeleteServersAdminTestJSON-601254988-project] 10.222.0.61 "GET /v2.0/ports?device_id=b044811a-00b7-441e-8033-dbc726fb7f65 HTTP/1.1" status: 200 len: 210 time: 0.1305213 Nov 23 10:35:46.745298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-72bd5dc1-bd5a-4ac7-9907-7921952db526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:46.755564 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-72bd5dc1-bd5a-4ac7-9907-7921952db526 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1090965 Nov 23 10:35:46.801497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:46.803993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b47b214-b70e-4a17-a005-e756b281c66e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:46.811753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450bf0f-a493-400d-8663-05fcd172fbf6 req-820608d8-1006-42ee-b29b-7905711fbbf5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:46.813390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0450bf0f-a493-400d-8663-05fcd172fbf6 req-820608d8-1006-42ee-b29b-7905711fbbf5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 944 time: 0.2165031 Nov 23 10:35:46.921467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-40eabd5d-c7d7-42de-ae2a-8f32cdff9236 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552868 Nov 23 10:35:46.945707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d852088a-0bb3-4ff0-bfab-63210d3d91c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:46.949680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-572ebafc-c7a0-4f95-a2ea-55b244619a41 req-38304562-b6bd-4496-9d0f-8b9f969fad4e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:35:46.951769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-572ebafc-c7a0-4f95-a2ea-55b244619a41 req-38304562-b6bd-4496-9d0f-8b9f969fad4e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113838 Nov 23 10:35:46.952989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a56a-4d01-498a-87b7-78e216fbb542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:46.993516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8b47b214-b70e-4a17-a005-e756b281c66e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:46.993901 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.010265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:47.050375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:47.050991 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.067971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0450bf0f-a493-400d-8663-05fcd172fbf6 req-814ef2b4-a52d-48a9-bd0d-13695ecf8e57 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377596 Nov 23 10:35:47.204201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.224941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a56a-4d01-498a-87b7-78e216fbb542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.243349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a56a-4d01-498a-87b7-78e216fbb542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.272944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.287775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5fa9a56a-4d01-498a-87b7-78e216fbb542 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47f553138d254213a94c146eb21cd9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6249809 Nov 23 10:35:47.308424 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.361450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50098) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:47.362282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9a56a-4d01-498a-87b7-78e216fbb542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab342a-3151-4bea-9f8b-eae482f8eae6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:47.366461 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-245f4c99-fc56-40ab-a60a-7a87fbdbd60e req-2bdde263-9279-4b42-8b22-03e5fb235753 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071250 Nov 23 10:35:47.392426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:47.394854 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe57d39-11c7-41e5-a614-a637c9865374" -d '{"events": [{"server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "name": "network-vif-plugged", "status": "completed", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:47.434067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 8b47b214-b70e-4a17-a005-e756b281c66e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8b47b214-b70e-4a17-a005-e756b281c66e,segment=NetworkSegment(3ec394d4-d98a-4c18-b534-163a0073c8f9),segment_id=3ec394d4-d98a-4c18-b534-163a0073c8f9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:47.438065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:47.444300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.481335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f9cd0-efdf-4097-b5f6-01b047dce66a None None] Network a3d53601-5d93-4ad7-9482-60c41d0758db requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:35:47.529356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Router b259ba8f-3ba2-4b1c-8dc8-469b91363eed is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:35:47.589084 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.589894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2c500731-66bc-4458-8c42-5a97efb6a6af no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:35:47.690808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:35:47.696353 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e8661-5aa8-4bc3-8c31-13ad59206e6b x-openstack-request-id: req-bf9e8661-5aa8-4bc3-8c31-13ad59206e6b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:47.696670 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "name": "network-vif-plugged", "status": "completed", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:47.696922 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf9e8661-5aa8-4bc3-8c31-13ad59206e6b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:47.703219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'name': 'network-vif-deleted', 'tag': '2c500731-66bc-4458-8c42-5a97efb6a6af'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:47.705802 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c9095-1e4a-46f5-8753-13fa09f44a24" -d '{"events": [{"server_uuid": "b044811a-00b7-441e-8033-dbc726fb7f65", "name": "network-vif-deleted", "tag": "2c500731-66bc-4458-8c42-5a97efb6a6af"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:47.706237 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Sync routers for ids ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:35:47.712362 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e', 'code': 200} Nov 23 10:35:47.718864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 2c500731-66bc-4458-8c42-5a97efb6a6af {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:35:47.719256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2c500731-66bc-4458-8c42-5a97efb6a6af not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:35:47.726239 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Routers {'b259ba8f-3ba2-4b1c-8dc8-469b91363eed'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:47.726913 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:47.740643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-194eb280-e6a8-4174-a050-f968b6022f3e None None] Provisioning complete for port 8b47b214-b70e-4a17-a005-e756b281c66e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:47.741300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-194eb280-e6a8-4174-a050-f968b6022f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.742636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1cc45-609c-4ca8-a968-28c9b500d386 req-38487e52-1cad-4e1b-9ce1-8361a5048159 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:47.744507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbc1cc45-609c-4ca8-a968-28c9b500d386 req-38487e52-1cad-4e1b-9ce1-8361a5048159 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 948 time: 0.6197703 Nov 23 10:35:47.781222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=8b47b214-b70e-4a17-a005-e756b281c66e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:47.810038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.811264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3a52fdb-9779-4b03-85ff-042cfab9a8f2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6785066 Nov 23 10:35:47.814680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:47.845195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2a809e6-923b-482d-945f-e91def73b899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.871239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2a809e6-923b-482d-945f-e91def73b899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:47.908238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:47.926108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb2234-50ff-49ed-9100-a723c79b4e8b req-36de77a2-801e-426b-bfbf-18413a760b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:47.926307 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Set router b259ba8f-3ba2-4b1c-8dc8-469b91363eed gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:47.931883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77eb2234-50ff-49ed-9100-a723c79b4e8b req-36de77a2-801e-426b-bfbf-18413a760b8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1096 time: 0.2064755 Nov 23 10:35:47.966166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b631b3-ce42-4408-aee3-d8e854674fb7 req-5a374168-d220-4d48-ba75-cdaf81c4885a tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:47.990644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4b631b3-ce42-4408-aee3-d8e854674fb7 req-5a374168-d220-4d48-ba75-cdaf81c4885a tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 949 time: 0.2620094 Nov 23 10:35:48.017025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbc1cc45-609c-4ca8-a968-28c9b500d386 req-f006dbf9-b687-431d-83e8-4ef582beaf72 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283981 Nov 23 10:35:48.076566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77eb2234-50ff-49ed-9100-a723c79b4e8b req-9ca19578-e536-41df-8513-22db23a6616a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300514 Nov 23 10:35:48.131041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2a809e6-923b-482d-945f-e91def73b899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.134151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2a809e6-923b-482d-945f-e91def73b899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.135765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e2a809e6-923b-482d-945f-e91def73b899 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdab342a-3151-4bea-9f8b-eae482f8eae6 HTTP/1.1" status: 204 len: 168 time: 0.7683902 Nov 23 10:35:48.162407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a809e6-923b-482d-945f-e91def73b899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab342a-3151-4bea-9f8b-eae482f8eae6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:48.229095 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7461831-de21-4527-b916-62453f7898be x-openstack-request-id: req-e7461831-de21-4527-b916-62453f7898be {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:48.229759 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b044811a-00b7-441e-8033-dbc726fb7f65", "name": "network-vif-deleted", "tag": "2c500731-66bc-4458-8c42-5a97efb6a6af", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:48.229759 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7461831-de21-4527-b916-62453f7898be {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:48.230040 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b044811a-00b7-441e-8033-dbc726fb7f65', 'name': 'network-vif-deleted', 'tag': '2c500731-66bc-4458-8c42-5a97efb6a6af', 'status': 'completed', 'code': 200} Nov 23 10:35:48.264184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:35:46Z', 'revision_number': 3, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:48.287269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4b631b3-ce42-4408-aee3-d8e854674fb7 req-1e33c6ab-fae0-4f01-be7e-ad2c7526458b tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839086 Nov 23 10:35:48.302895 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Checking router: b259ba8f-3ba2-4b1c-8dc8-469b91363eed for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:35:48.303640 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Updating router b259ba8f-3ba2-4b1c-8dc8-469b91363eed port 42f02133-fd09-4c25-8e32-1365243089de binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:35:48.332270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a6c2defe-cb65-412b-b365-333d78a89fb4 None None] Provisioning complete for port 8b47b214-b70e-4a17-a005-e756b281c66e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:48.333093 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a6c2defe-cb65-412b-b365-333d78a89fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.352182 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.445516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ec9ab-6e3b-4a49-a041-00b6229abf61 req-5a92f99f-726e-46c2-921d-673494d3e67b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:48.450195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-554ec9ab-6e3b-4a49-a041-00b6229abf61 req-5a92f99f-726e-46c2-921d-673494d3e67b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 945 time: 0.1111379 Nov 23 10:35:48.532610 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.589699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-554ec9ab-6e3b-4a49-a041-00b6229abf61 req-e58ede3d-bd2b-4a5b-ad48-6edc67119d03 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331303 Nov 23 10:35:48.614566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:35:48.620695 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.759439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:48.774853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b47b214-b70e-4a17-a005-e756b281c66e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:48.776608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'mac_address': 'fa:16:3e:62:a3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:35:48.862651 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.876256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8b47b214-b70e-4a17-a005-e756b281c66e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:48.876928 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.898411 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.910724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63db8b4e-196e-4cd6-9fb7-e96a93c7073d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:48.911452 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.911617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Allocated IP 172.20.0.1 (a3d53601-5d93-4ad7-9482-60c41d0758db/4847c8c4-159a-4b86-8276-8fa4f541d439/c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:48.948708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:48.964200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50148) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:48.972747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:48.974319 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb721e-b9cb-4b04-881d-51e3872f7022 None None] Pushing event updated for resources: {'Port': ['ID=42f02133-fd09-4c25-8e32-1365243089de,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:49.007602 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Attempting to bind port 42f02133-fd09-4c25-8e32-1365243089de on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:49.008166 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Attempting to bind port 42f02133-fd09-4c25-8e32-1365243089de by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:49.009043 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Attempting to bind port 42f02133-fd09-4c25-8e32-1365243089de on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:49.011863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc6058dc-5736-4915-9565-ac4cf6941186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.024383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:49.025423 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:49.026529 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.027297 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:49.027963 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Bound port: 42f02133-fd09-4c25-8e32-1365243089de, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:49.028555 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.143471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.160453 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] For port 42f02133-fd09-4c25-8e32-1365243089de, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:49.165668 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] For port 42f02133-fd09-4c25-8e32-1365243089de, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=42f02133-fd09-4c25-8e32-1365243089de,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:49.178199 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.183108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:49.209914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:49.223043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc6058dc-5736-4915-9565-ac4cf6941186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.240601 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc6058dc-5736-4915-9565-ac4cf6941186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.253536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.283203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6058dc-5736-4915-9565-ac4cf6941186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc663a44-c23e-4afb-b490-2785c08a3b28,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:49.312935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:49.314209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-5b700621-d819-4504-a3d5-b3d8f08e759b tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:49.316957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-5b700621-d819-4504-a3d5-b3d8f08e759b tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 949 time: 0.3320284 Nov 23 10:35:49.364128 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Routers {'b259ba8f-3ba2-4b1c-8dc8-469b91363eed'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:49.366314 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:49.373254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Network a3d53601-5d93-4ad7-9482-60c41d0758db is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:49.387345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:49.404723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:49.413485 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.458426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dc6058dc-5736-4915-9565-ac4cf6941186 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f7f360e7ecd4742b1793a673a086a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4930577 Nov 23 10:35:49.465395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50166) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:49.476268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Pushing event updated for resources: {'Port': ['ID=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:49.481646 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb721e-b9cb-4b04-881d-51e3872f7022 None None] Pushing event updated for resources: {'Port': ['ID=42f02133-fd09-4c25-8e32-1365243089de,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:49.503911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05cce0-8d9b-4624-8162-670596da1c07 req-30aaddd9-2420-41fe-83ec-f13471ab34dd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:49.506990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b05cce0-8d9b-4624-8162-670596da1c07 req-30aaddd9-2420-41fe-83ec-f13471ab34dd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 949 time: 0.3069000 Nov 23 10:35:49.604380 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.626309 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] Set router b259ba8f-3ba2-4b1c-8dc8-469b91363eed gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:49.636498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.659757 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b64270-b48d-475b-b5d6-82f11ad0606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.703194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b64270-b48d-475b-b5d6-82f11ad0606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.712236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Deleting port f416e1a8-75df-498d-a631-9ea276287e92 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:35:49.712593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.865744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f4d63e6a-cc20-4b02-ba2c-93e512be6222 None None] Provisioning complete for port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:49.866423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4d63e6a-cc20-4b02-ba2c-93e512be6222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.892559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] For port f416e1a8-75df-498d-a631-9ea276287e92, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=f416e1a8-75df-498d-a631-9ea276287e92,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:49.893059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.893924 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10862e06-7066-473f-8680-29622974e8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:35:46Z', 'revision_number': 3, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:49.905189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f4d63e6a-cc20-4b02-ba2c-93e512be6222 None None] Port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:49.920790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-2b9252e7-fbe7-4f73-8131-8d55b928cd1d tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9245a3b265374a0ab796bfebe947d8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936058 Nov 23 10:35:49.927756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Calling delete_port for f416e1a8-75df-498d-a631-9ea276287e92 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:35:49.934769 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10862e06-7066-473f-8680-29622974e8b7 None None] The sync data for ids ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'] in n-d-817747-2 is: [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:35:46Z', 'revision_number': 3, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:35:49.943982 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b64270-b48d-475b-b5d6-82f11ad0606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.946314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b64270-b48d-475b-b5d6-82f11ad0606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:49.947457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d9b64270-b48d-475b-b5d6-82f11ad0606a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc663a44-c23e-4afb-b490-2785c08a3b28 HTTP/1.1" status: 204 len: 168 time: 0.4786777 Nov 23 10:35:50.022617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b05cce0-8d9b-4624-8162-670596da1c07 req-d28bb7d5-caa4-47fa-b871-3854c2b16b1b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843822 Nov 23 10:35:50.050607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-65260e54-3dde-4829-aad9-5bd9140dddc4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6770683fb0034870a49663c46fa8ee58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7333660 Nov 23 10:35:50.051274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50182) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:50.054909 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.107488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b64270-b48d-475b-b5d6-82f11ad0606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc663a44-c23e-4afb-b490-2785c08a3b28,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:50.227725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.236851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.241041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['bc5d50d8-1902-4717-b25d-9cf008091678', 'f416e1a8-75df-498d-a631-9ea276287e92'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:35:50.257383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-f95b8e8f-b544-48e9-a5b8-d5b8ef36c922 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:50.258937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-f95b8e8f-b544-48e9-a5b8-d5b8ef36c922 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2693810 Nov 23 10:35:50.296306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04edaf4e-757c-4b06-a0ab-135ae60214b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.321700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Pushing event deleted for resources: {'Port': ['ID=f416e1a8-75df-498d-a631-9ea276287e92,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:50.334892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] No DVR routers for this DVR port f416e1a8-75df-498d-a631-9ea276287e92 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:35:50.345841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.356722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11018014-cef4-4f4c-8721-6f42f977a6c1 req-398236e4-14eb-49d4-ab9b-7a6cf01ab98e tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "DELETE /v2.0/ports/f416e1a8-75df-498d-a631-9ea276287e92 HTTP/1.1" status: 204 len: 173 time: 1.0072136 Nov 23 10:35:50.370321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'name': 'network-vif-deleted', 'tag': 'f416e1a8-75df-498d-a631-9ea276287e92'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:50.373170 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0223ba-55c4-40eb-9ab4-280742baeaaf" -d '{"events": [{"server_uuid": "b25ecd5e-8b7e-43af-88a0-4f9b03844412", "name": "network-vif-deleted", "tag": "f416e1a8-75df-498d-a631-9ea276287e92"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:50.380026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-9793df0e-e5df-4abf-8c8e-90dcd54eb2a8 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/quotas/9245a3b265374a0ab796bfebe947d8fc HTTP/1.1" status: 200 len: 375 time: 0.1019936 Nov 23 10:35:50.390077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04edaf4e-757c-4b06-a0ab-135ae60214b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.455611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-f51a1992-abf9-47f3-9676-3d9425908cd7 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9245a3b265374a0ab796bfebe947d8fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555069 Nov 23 10:35:50.534162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db06d88-bcc3-4c1e-9406-e4f5bb8c513d req-b729a927-a195-4cd7-9b6a-dbf30c3c79cf tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:50.535689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db06d88-bcc3-4c1e-9406-e4f5bb8c513d req-b729a927-a195-4cd7-9b6a-dbf30c3c79cf tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=b25ecd5e-8b7e-43af-88a0-4f9b03844412 HTTP/1.1" status: 200 len: 867 time: 0.3646541 Nov 23 10:35:50.612031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:50.730625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42f02133-fd09-4c25-8e32-1365243089de up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:50.798894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db06d88-bcc3-4c1e-9406-e4f5bb8c513d req-e16c67a0-2a7e-4bed-82a4-9410f63d0875 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453060 Nov 23 10:35:50.890465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:35:50.914596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:50.915892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.927977 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04edaf4e-757c-4b06-a0ab-135ae60214b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.933826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04edaf4e-757c-4b06-a0ab-135ae60214b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:50.937300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-04edaf4e-757c-4b06-a0ab-135ae60214b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ff243bf-7059-4e96-a160-8b85301752ce HTTP/1.1" status: 204 len: 168 time: 0.8520567 Nov 23 10:35:50.949436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ea22-e7c4-4607-98c6-131a2e3d6455 req-8d6bd1dc-718e-4e30-b752-64512ef48741 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:50.953242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e10ea22-e7c4-4607-98c6-131a2e3d6455 req-8d6bd1dc-718e-4e30-b752-64512ef48741 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 945 time: 0.1245654 Nov 23 10:35:50.996403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edaf4e-757c-4b06-a0ab-135ae60214b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff243bf-7059-4e96-a160-8b85301752ce,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:51.035895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 42f02133-fd09-4c25-8e32-1365243089de triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:51.045978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.074392 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b6ebb4-cec1-4689-9de2-8136143af452 x-openstack-request-id: req-80b6ebb4-cec1-4689-9de2-8136143af452 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:51.085500 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b25ecd5e-8b7e-43af-88a0-4f9b03844412", "name": "network-vif-deleted", "tag": "f416e1a8-75df-498d-a631-9ea276287e92", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:51.085848 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-80b6ebb4-cec1-4689-9de2-8136143af452 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:51.086296 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b25ecd5e-8b7e-43af-88a0-4f9b03844412', 'name': 'network-vif-deleted', 'tag': 'f416e1a8-75df-498d-a631-9ea276287e92', 'status': 'completed', 'code': 200} Nov 23 10:35:51.127592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e10ea22-e7c4-4607-98c6-131a2e3d6455 req-e9fa5da8-63d6-4fc4-8648-459dfa8166ff tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522872 Nov 23 10:35:51.208387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.247915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-098e09d3-8031-4ac0-a339-400d063f7539 req-aed2270d-5615-4d46-b519-0b84ca77da70 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 210 time: 0.0764794 Nov 23 10:35:51.249716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.367348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8f393-a904-4de3-87fa-acc1b00c6f03 req-1b8d4f47-1a60-44f9-a1ce-1644e6ae1e29 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:51.388960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.392823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aef8f393-a904-4de3-87fa-acc1b00c6f03 req-1b8d4f47-1a60-44f9-a1ce-1644e6ae1e29 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 949 time: 0.1223540 Nov 23 10:35:51.408243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.455503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Pushing event updated for resources: {'Port': ['ID=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:51.480300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aef8f393-a904-4de3-87fa-acc1b00c6f03 req-1c166f3b-eadf-401e-a237-5390e10607f8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818300 Nov 23 10:35:51.493411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.503726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 42f02133-fd09-4c25-8e32-1365243089de, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=42f02133-fd09-4c25-8e32-1365243089de,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:51.518722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:51.521322 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9008d7-ead1-4588-9858-644ddb0f1f59" -d '{"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-plugged", "status": "completed", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:51.535572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50226) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:51.557798 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.573454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8972f558-8880-4df3-b372-6033177f0d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.678238 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35058c0d-b12e-4f3a-9b9d-68db00c79e1a x-openstack-request-id: req-35058c0d-b12e-4f3a-9b9d-68db00c79e1a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:51.678563 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-plugged", "status": "completed", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:51.678825 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35058c0d-b12e-4f3a-9b9d-68db00c79e1a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:51.681300 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'code': 200} Nov 23 10:35:51.685861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:51.700123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Network a3d53601-5d93-4ad7-9482-60c41d0758db is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:51.703433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:51.705030 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.705844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device f416e1a8-75df-498d-a631-9ea276287e92 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:35:51.787101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8972f558-8880-4df3-b372-6033177f0d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.794406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: f416e1a8-75df-498d-a631-9ea276287e92 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:35:51.795909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device f416e1a8-75df-498d-a631-9ea276287e92 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:35:51.801673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8972f558-8880-4df3-b372-6033177f0d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:51.858114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972f558-8880-4df3-b372-6033177f0d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbba3628-bf50-44b2-b3df-1bacf0d2bca6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:51.887218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=42f02133-fd09-4c25-8e32-1365243089de,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:51.889081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8972f558-8880-4df3-b372-6033177f0d1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0773cdd7448a416e874a3213915a54f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519468 Nov 23 10:35:51.910470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50236) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:51.914919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d35024-6340-43db-88f4-79816781d9b4 req-6c680d57-fa79-42b8-9cf5-28370cf72f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:51.916513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81d35024-6340-43db-88f4-79816781d9b4 req-6c680d57-fa79-42b8-9cf5-28370cf72f35 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1101 time: 0.1276019 Nov 23 10:35:51.957248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Router b259ba8f-3ba2-4b1c-8dc8-469b91363eed has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:35:51.990723 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:52.039698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:52.058252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1de689e4-6601-47e5-a597-d48d7bc96bb8 None None] Provisioning complete for port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:52.058637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1de689e4-6601-47e5-a597-d48d7bc96bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:52.079188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-bf2bddc1-3cb2-4f1b-85c3-c30a27ddd47e tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f48942ba95834935942000690129d105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555382 Nov 23 10:35:52.097742 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e5b239-4768-40ef-ae9a-8f20ec1c2120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:52.112375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1de689e4-6601-47e5-a597-d48d7bc96bb8 None None] Port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:52.144654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e5b239-4768-40ef-ae9a-8f20ec1c2120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:52.159575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:35:52.176965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc760b68-a3f0-490f-94f2-3a9871d52840 admin admin] 10.222.0.61 "PUT /v2.0/routers/b259ba8f-3ba2-4b1c-8dc8-469b91363eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3445184 Nov 23 10:35:52.176965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa86443-929a-4cc9-aec8-bb3beeb3ff22 req-c6a706ff-8b2e-4b54-9e10-97465ac43e84 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:52.178266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9fa86443-929a-4cc9-aec8-bb3beeb3ff22 req-c6a706ff-8b2e-4b54-9e10-97465ac43e84 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1096 time: 0.0961571 Nov 23 10:35:52.217504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81d35024-6340-43db-88f4-79816781d9b4 req-29fddaa4-04ea-4cfa-a853-2792aad3d003 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932864 Nov 23 10:35:52.237496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9fa86443-929a-4cc9-aec8-bb3beeb3ff22 req-878c2e5d-62a9-462c-860e-f4778aaff1d5 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Nov 23 10:35:52.274516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-813f8b11-2bf5-4bfc-9e51-fbedddcf5df5 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:52.276032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-813f8b11-2bf5-4bfc-9e51-fbedddcf5df5 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960671 Nov 23 10:35:52.287466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e5b239-4768-40ef-ae9a-8f20ec1c2120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:52.290612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e5b239-4768-40ef-ae9a-8f20ec1c2120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:52.294478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b4e5b239-4768-40ef-ae9a-8f20ec1c2120 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbba3628-bf50-44b2-b3df-1bacf0d2bca6 HTTP/1.1" status: 204 len: 168 time: 0.3745899 Nov 23 10:35:52.320545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5b239-4768-40ef-ae9a-8f20ec1c2120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbba3628-bf50-44b2-b3df-1bacf0d2bca6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:52.346297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-486cb789-056d-4f6a-9718-403995919603 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/quotas/f48942ba95834935942000690129d105 HTTP/1.1" status: 200 len: 375 time: 0.0611842 Nov 23 10:35:52.404235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-a03b9904-9ffe-46b9-8297-21230dd5701a tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f48942ba95834935942000690129d105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551584 Nov 23 10:35:52.609548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-002fa9c2-d357-4fc0-9f72-a8036d69ed2b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9245a3b265374a0ab796bfebe947d8fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906615 Nov 23 10:35:52.632197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2881f2e-f385-4c90-8c3b-ab470145be8d req-045e5cde-7941-40f1-9b0b-cd3397bb9748 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 210 time: 0.1251085 Nov 23 10:35:52.681247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42f02133-fd09-4c25-8e32-1365243089de up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:52.849839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Sync routers for ids ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:35:52.871392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Routers {'b259ba8f-3ba2-4b1c-8dc8-469b91363eed'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:52.872581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:52.875401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e72ac-f88c-4c95-ad69-bf1e626c70e0 req-7598a26b-13e3-4923-b2cf-f38f72439886 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:52.881720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce4e72ac-f88c-4c95-ad69-bf1e626c70e0 req-7598a26b-13e3-4923-b2cf-f38f72439886 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1096 time: 0.1935639 Nov 23 10:35:52.901146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-68f8e28e-c296-4115-96ac-a50f1ebee546 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:52.902710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-68f8e28e-c296-4115-96ac-a50f1ebee546 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2899859 Nov 23 10:35:53.134230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce4e72ac-f88c-4c95-ad69-bf1e626c70e0 req-9458cdad-cd0a-4d37-9d3b-d980809d9c03 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303820 Nov 23 10:35:53.151875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 42f02133-fd09-4c25-8e32-1365243089de triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:53.152100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Request body: {'port': {'device_id': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9245a3b265374a0ab796bfebe947d8fc'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:53.152202 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:53.249728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56506555-ef2e-4648-80c3-d35dc96b52ce req-a763538d-4840-4cc5-b910-b49f99125817 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:53.270391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Set router b259ba8f-3ba2-4b1c-8dc8-469b91363eed gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:53.275808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-56506555-ef2e-4648-80c3-d35dc96b52ce req-a763538d-4840-4cc5-b910-b49f99125817 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1778972 Nov 23 10:35:53.338704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2143c082-625b-4367-b57f-d1926f6470d9 req-7955a786-ddb1-4a13-bed8-f3d5f211748c tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 210 time: 0.0471990 Nov 23 10:35:53.413637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-56506555-ef2e-4648-80c3-d35dc96b52ce req-35cafbca-6c8c-4fcd-a930-bcadcac282d5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368213 Nov 23 10:35:53.499033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Made reservation on behalf of 9245a3b265374a0ab796bfebe947d8fc for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:53.504289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:53.514687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:53.628888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:53.640077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:53.793101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed537f3-5839-4a01-97dd-729d1600d986,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:53.827126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b84fc0-1beb-4d30-a91d-0fa5a5642f8e req-cc27432f-a9fe-4d41-afa6-917fd042ae43 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:53.838786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8b84fc0-1beb-4d30-a91d-0fa5a5642f8e req-cc27432f-a9fe-4d41-afa6-917fd042ae43 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 972 time: 0.1723869 Nov 23 10:35:53.930388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Allocated IP 192.168.233.223 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/7f83b91d-c4b7-404e-bc1a-380d36c87293) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:54.058994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:35:50Z', 'revision_number': 4, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca', 'name': '', 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'mac_address': 'fa:16:3e:49:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4847c8c4-159a-4b86-8276-8fa4f541d439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:48Z', 'updated_at': '2021-11-23T10:35:50Z', 'revision_number': 2, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'subnets': [{'id': '4847c8c4-159a-4b86-8276-8fa4f541d439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:54.096112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:54.102806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Checking router: b259ba8f-3ba2-4b1c-8dc8-469b91363eed for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:35:54.103321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Updating router b259ba8f-3ba2-4b1c-8dc8-469b91363eed port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:35:54.165198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:54.203437 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:54.257323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Pushing event updated for resources: {'Port': ['ID=7f83b91d-c4b7-404e-bc1a-380d36c87293,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:54.283574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8b84fc0-1beb-4d30-a91d-0fa5a5642f8e req-d0d7fc0a-8e25-4e75-b8d3-890cc9cc2d96 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392610 Nov 23 10:35:54.313981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:54.319997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:54.324351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:54.343534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:54.347058 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:54.395652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-d4179726-283b-47c3-8e20-62289640da1b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2669139 Nov 23 10:35:54.430846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Request body: {'port': {'device_id': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:54.640347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecc25-24c5-4aff-9f85-e7ceaf79fc15 req-be52a60f-d69f-4247-9e88-b14e98b1163d tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:54.642936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-7df3bcdd-b401-46b4-842a-39f86c76e24c req-6e819d62-6dec-45d0-8ea7-884af8d26403 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:35:54.650857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7df3bcdd-b401-46b4-842a-39f86c76e24c req-6e819d62-6dec-45d0-8ea7-884af8d26403 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3781147 Nov 23 10:35:54.651492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7ecc25-24c5-4aff-9f85-e7ceaf79fc15 req-be52a60f-d69f-4247-9e88-b14e98b1163d tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 936 time: 0.1552532 Nov 23 10:35:54.706755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:54.720142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5ae930e9-8798-41f7-aaf3-69d217d4a89c None None] Provisioning complete for port 7f83b91d-c4b7-404e-bc1a-380d36c87293 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:54.721355 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5ae930e9-8798-41f7-aaf3-69d217d4a89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:54.992586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5ae930e9-8798-41f7-aaf3-69d217d4a89c None None] Port 7f83b91d-c4b7-404e-bc1a-380d36c87293 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:55.159788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.175377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.202737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f83b91d-c4b7-404e-bc1a-380d36c87293 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:35:55.211645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.224689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Transition to ACTIVE for port object 7f83b91d-c4b7-404e-bc1a-380d36c87293 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:35:55.242624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.419692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Pushing event updated for resources: {'Port': ['ID=7f83b91d-c4b7-404e-bc1a-380d36c87293,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:55.441763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985cb2f-c2aa-4b26-83f7-8a28d610a794 None None] Pushing event updated for resources: {'Port': ['ID=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:55.463008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7ecc25-24c5-4aff-9f85-e7ceaf79fc15 req-22a080b5-d374-4169-bdf7-f344f29d35fd tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8057010 Nov 23 10:35:55.479505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf5172-7703-4fd4-827d-876865327588 req-08c6be36-ed16-4d0c-adf6-5610f735fcd4 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:55.482454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bebf5172-7703-4fd4-827d-876865327588 req-08c6be36-ed16-4d0c-adf6-5610f735fcd4 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 972 time: 0.9126658 Nov 23 10:35:55.559558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Attempting to bind port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:55.563081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Attempting to bind port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:55.563588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Attempting to bind port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca on network a3d53601-5d93-4ad7-9482-60c41d0758db {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:55.582013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:55.586328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Checking segment: {'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:55.586904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.591081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Bound using segment: {'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:55.592661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Bound port: c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec394d4-d98a-4c18-b534-163a0073c8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:55.596672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.744080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-45167913-a384-4c2a-b541-ca07f4c99317 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f48942ba95834935942000690129d105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5159056 Nov 23 10:35:55.808389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-802a6173-dc32-44dd-9ba7-13165b4e735d req-f7e0b194-382b-4d28-93bb-e734f5cd12b7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 210 time: 0.1647303 Nov 23 10:35:55.849907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Attempting to bind port 7f83b91d-c4b7-404e-bc1a-380d36c87293 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:55.850782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-70543132-d911-4d48-972a-d2aa95e02149 None None] Provisioning complete for port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:55.851230 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-70543132-d911-4d48-972a-d2aa95e02149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.851736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Attempting to bind port 7f83b91d-c4b7-404e-bc1a-380d36c87293 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:55.853331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Attempting to bind port 7f83b91d-c4b7-404e-bc1a-380d36c87293 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:55.947569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] For port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:55.965641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-70543132-d911-4d48-972a-d2aa95e02149 None None] Port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:35:55.968765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] For port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,segment=NetworkSegment(3ec394d4-d98a-4c18-b534-163a0073c8f9),segment_id=3ec394d4-d98a-4c18-b534-163a0073c8f9)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:55.973072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Port 7f83b91d-c4b7-404e-bc1a-380d36c87293 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:55.975536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:55.979657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Attempting to bind port 7f83b91d-c4b7-404e-bc1a-380d36c87293 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:56.050869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:56.051354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:56.051851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:56.052429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Bound port: 7f83b91d-c4b7-404e-bc1a-380d36c87293, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:56.053009 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.082391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Routers {'b259ba8f-3ba2-4b1c-8dc8-469b91363eed'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:35:56.083329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:35:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:56.087603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985cb2f-c2aa-4b26-83f7-8a28d610a794 None None] Pushing event updated for resources: {'Port': ['ID=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:56.168086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Deleting port bc5d50d8-1902-4717-b25d-9cf008091678 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:35:56.168424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.353235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-b1460689-a609-4426-8981-524d7c8e38b3 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:56.354758 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-b1460689-a609-4426-8981-524d7c8e38b3 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5644913 Nov 23 10:35:56.372802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] Set router b259ba8f-3ba2-4b1c-8dc8-469b91363eed gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:35:56.390837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dc80a-55e7-4af2-a005-cea6e920256b req-4ebd69d8-c44b-42e4-8d45-67d628f66834 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:56.398684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c6dc80a-55e7-4af2-a005-cea6e920256b req-4ebd69d8-c44b-42e4-8d45-67d628f66834 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.3575909 Nov 23 10:35:56.407844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Request body: {'port': {'device_id': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'f48942ba95834935942000690129d105'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:56.548833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-81489726-996a-49a1-b53c-c91299eeba77 None None] Provisioning complete for port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:56.549367 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81489726-996a-49a1-b53c-c91299eeba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.578022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c6dc80a-55e7-4af2-a005-cea6e920256b req-04c576c9-a627-49da-bf08-50d8debf439f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726310 Nov 23 10:35:56.586944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] For port 7f83b91d-c4b7-404e-bc1a-380d36c87293, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:35:56.658500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] For port 7f83b91d-c4b7-404e-bc1a-380d36c87293, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7f83b91d-c4b7-404e-bc1a-380d36c87293,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:56.674970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] For port bc5d50d8-1902-4717-b25d-9cf008091678, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc5d50d8-1902-4717-b25d-9cf008091678,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:56.675826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.681008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.721904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81489726-996a-49a1-b53c-c91299eeba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.728022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Calling delete_port for bc5d50d8-1902-4717-b25d-9cf008091678 owned by compute:tempest-test_az-1745456212 {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:35:56.749404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:56.751548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.753146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] 10.222.0.58 "PUT /v2.0/ports/7f83b91d-c4b7-404e-bc1a-380d36c87293 HTTP/1.1" status: 200 len: 1096 time: 2.3361065 Nov 23 10:35:56.758669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'tag': '7f83b91d-c4b7-404e-bc1a-380d36c87293'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:35:56.760817 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4477e0-fd89-4531-9c0d-692f6aec32cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ee145973-58a9-4cd2-baec-0c5b7b3c90b1", "tag": "7f83b91d-c4b7-404e-bc1a-380d36c87293"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:35:56.831684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-81489726-996a-49a1-b53c-c91299eeba77 None None] For port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,segment=NetworkSegment(3ec394d4-d98a-4c18-b534-163a0073c8f9),segment_id=3ec394d4-d98a-4c18-b534-163a0073c8f9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:35:56.848681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81489726-996a-49a1-b53c-c91299eeba77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:56.908599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:35:50Z', 'revision_number': 4, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca', 'name': '', 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'mac_address': 'fa:16:3e:49:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4847c8c4-159a-4b86-8276-8fa4f541d439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:48Z', 'updated_at': '2021-11-23T10:35:55Z', 'revision_number': 4, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'subnets': [{'id': '4847c8c4-159a-4b86-8276-8fa4f541d439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:35:57.005207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a475604-09e4-4fd5-99d2-554f070c0edc None None] The sync data for ids ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'] in n-d-817747-2 is: [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:35:50Z', 'revision_number': 4, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca', 'name': '', 'network_id': 'a3d53601-5d93-4ad7-9482-60c41d0758db', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'mac_address': 'fa:16:3e:49:eb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '4847c8c4-159a-4b86-8276-8fa4f541d439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:48Z', 'updated_at': '2021-11-23T10:35:55Z', 'revision_number': 4, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'subnets': [{'id': '4847c8c4-159a-4b86-8276-8fa4f541d439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:35:57.066154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81489726-996a-49a1-b53c-c91299eeba77 None None] Pushing event updated for resources: {'Port': ['ID=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:57.413159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Made reservation on behalf of f48942ba95834935942000690129d105 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:35:57.416695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:57.423284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2962d9d-3ece-4ea3-834f-80e22e238819 service neutron] Pushing event updated for resources: {'Port': ['ID=7f83b91d-c4b7-404e-bc1a-380d36c87293,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:57.456515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:57.497226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-87d2eb2d-ce30-465f-adbc-b5112427ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:57.498788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-87d2eb2d-ce30-465f-adbc-b5112427ea86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9245a3b265374a0ab796bfebe947d8fc&device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 1099 time: 0.1591432 Nov 23 10:35:57.511166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d88d2-13e2-4fad-b3e7-5c2b1171f09b req-a18b4514-d73a-4cab-bca8-537f65199f9c tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:57.512723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb2d88d2-13e2-4fad-b3e7-5c2b1171f09b req-a18b4514-d73a-4cab-bca8-537f65199f9c tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/ports?device_id=6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35 HTTP/1.1" status: 200 len: 972 time: 0.1757369 Nov 23 10:35:57.539166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50380) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:35:57.586785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-2ef93f6f-e072-4c6e-943b-3d220de46333 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=7f83b91d-c4b7-404e-bc1a-380d36c87293 HTTP/1.1" status: 200 len: 217 time: 0.0666928 Nov 23 10:35:57.695508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-0c999bef-f323-4eb3-b25c-979c5e7658f7 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:35:57.707566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-0c999bef-f323-4eb3-b25c-979c5e7658f7 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1657391 Nov 23 10:35:57.707768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb2d88d2-13e2-4fad-b3e7-5c2b1171f09b req-2e86a94d-8277-45b2-a65a-b5965480b20a tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.61 "GET /v2.0/security-groups?id=9ea2ec2c-68bb-41ad-828d-b9223577ff34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778071 Nov 23 10:35:57.727129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-2fb6b2a1-0071-4885-bb0c-810e792d142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:57.733774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-2fb6b2a1-0071-4885-bb0c-810e792d142e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1373773 Nov 23 10:35:57.758148 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:57.831679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Pushing event deleted for resources: {'Port': ['ID=bc5d50d8-1902-4717-b25d-9cf008091678,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:57.840468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:57.869517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:57.921138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] No DVR routers for this DVR port bc5d50d8-1902-4717-b25d-9cf008091678 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:35:57.929603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-7448717b-a089-41ab-ab20-0fe85c66f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:57.937517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-7448717b-a089-41ab-ab20-0fe85c66f0c7 service neutron] 10.222.0.61 "GET /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 1093 time: 0.1766002 Nov 23 10:35:57.943856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Request body: {'binding': {'host': 'n-h1-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:57.944703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:35:57.949409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-7f4a064e-19e6-4dee-abd5-757d642fb3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:57.951116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-7f4a064e-19e6-4dee-abd5-757d642fb3bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2080190 Nov 23 10:35:57.979335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:57.983921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bebf5172-7703-4fd4-827d-876865327588 req-db99fcf2-de98-4050-a8cd-eccaa91beb04 tempest-ServersAdminNegativeTestJSON-2063793837 tempest-ServersAdminNegativeTestJSON-2063793837-project] 10.222.0.65 "DELETE /v2.0/ports/bc5d50d8-1902-4717-b25d-9cf008091678 HTTP/1.1" status: 204 len: 173 time: 2.4897068 Nov 23 10:35:57.984704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1731800e-e771-40ed-a39d-9b050f7f32a0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:58.278208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on host n-h1-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:35:58.278693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:35:58.279121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:58.286993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:35:58.287455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:35:58.293078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:35:58.293571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:35:58.294121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:35:58.294654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Bound port: ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:35:58.383948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4049-8422-4d3a-9b34-fdad1056b413 req-187f6211-c6f9-4ce8-a6e9-d5d723b3bcb2 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:58.385833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e62a4049-8422-4d3a-9b34-fdad1056b413 req-187f6211-c6f9-4ce8-a6e9-d5d723b3bcb2 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 948 time: 0.2950213 Nov 23 10:35:58.432083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:35:58.458535 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:58.458535 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-80f52a08-0e2d-47fd-a9ac-16429d76ff1f service neutron] 10.222.0.61 "POST /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5177891 Nov 23 10:35:58.465343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e62a4049-8422-4d3a-9b34-fdad1056b413 req-20c58e9f-3881-4449-ab2b-cf0ddd6b326f tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659249 Nov 23 10:35:58.467524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-b6beafb2-bd56-4cc1-a09f-42a4619023ca service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750102 Nov 23 10:35:58.547282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Allocated IP 192.168.233.92 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/261afb80-9f73-49c6-866b-1bcdd2becb4c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:35:58.648181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bc5d50d8-1902-4717-b25d-9cf008091678 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:35:58.726753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: bc5d50d8-1902-4717-b25d-9cf008091678 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:35:58.731196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bc5d50d8-1902-4717-b25d-9cf008091678 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:35:58.753613 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca02c4e4-e376-4161-b780-7240c28ffa05 x-openstack-request-id: req-ca02c4e4-e376-4161-b780-7240c28ffa05 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:35:58.753912 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee145973-58a9-4cd2-baec-0c5b7b3c90b1", "tag": "7f83b91d-c4b7-404e-bc1a-380d36c87293", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:35:58.755392 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca02c4e4-e376-4161-b780-7240c28ffa05 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:35:58.755820 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'tag': '7f83b91d-c4b7-404e-bc1a-380d36c87293', 'status': 'completed', 'code': 200} Nov 23 10:35:58.882830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:35:58.915854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e15e878b-4335-4fb1-a18a-09b9f18e4473 req-481df169-d505-45d0-9191-7857b4be1c05 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398577 Nov 23 10:35:58.981186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-efd678bf-77f8-402d-85da-c9967db0066e req-af3fe282-d6b9-44d3-ad40-6ebe12eb6669 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 210 time: 0.0820682 Nov 23 10:35:59.065582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:35:59.077442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:59.317659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:59.396069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:59.451461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:35:59.466138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261a30-d558-4222-92bb-bb9e917742bb req-9202257a-60c4-4316-8d22-11cec6744a0e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.473939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e261a30-d558-4222-92bb-bb9e917742bb req-9202257a-60c4-4316-8d22-11cec6744a0e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 945 time: 0.0796375 Nov 23 10:35:59.479151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:35:59.490278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e224bb10-0a9d-4e1a-9737-0ac7311f2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.492921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e224bb10-0a9d-4e1a-9737-0ac7311f2eaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1096 time: 0.3684952 Nov 23 10:35:59.506378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66003d-f1a8-469b-a31e-b627d9cca3fe req-5b434556-2b19-4267-a520-36b541a3bd22 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.506378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb66003d-f1a8-469b-a31e-b627d9cca3fe req-5b434556-2b19-4267-a520-36b541a3bd22 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1101 time: 0.3457098 Nov 23 10:35:59.541496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e261a30-d558-4222-92bb-bb9e917742bb req-0ac168d5-ec17-40b0-826f-6e072e306464 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Nov 23 10:35:59.544834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:35:59.552315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.553153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:59.577053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-b89cdd44-5c14-4a4b-9caa-76436353cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.579752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-b89cdd44-5c14-4a4b-9caa-76436353cb35 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9245a3b265374a0ab796bfebe947d8fc&device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 1099 time: 0.5290420 Nov 23 10:35:59.595283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2287529 Nov 23 10:35:59.663044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Request body: {'port': {'device_id': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:35:59.709588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb66003d-f1a8-469b-a31e-b627d9cca3fe req-9f55d189-c5f5-42f1-a672-f58ee3c75bc8 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:59.757589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fc342-3733-4334-bfdb-c61d51882cdb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:35:59.793638 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:35:59.886989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-d6cd2fcd-bcd0-42c6-97cd-2e6b39342474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.888946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-d6cd2fcd-bcd0-42c6-97cd-2e6b39342474 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.3829255 Nov 23 10:35:59.931201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:35:59.974944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507fb69-3ceb-43a4-b036-28bf297704e0 req-f89ae450-32f0-4aae-a787-dad084bea527 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:35:59.984049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-01be0de0-70ec-4809-b7d9-9703d3360f4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 217 time: 0.0814691 Nov 23 10:35:59.990058 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b507fb69-3ceb-43a4-b036-28bf297704e0 req-f89ae450-32f0-4aae-a787-dad084bea527 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 948 time: 0.0728109 Nov 23 10:36:00.030805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-bd2359df-3d24-4057-9945-89b3c4791fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:00.032870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-bd2359df-3d24-4057-9945-89b3c4791fe0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3776388 Nov 23 10:36:00.054414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b507fb69-3ceb-43a4-b036-28bf297704e0 req-f8298a07-99fc-456a-931b-9951e815cc9b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627100 Nov 23 10:36:00.125338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-149ea0cd-5631-49b2-9afb-7221a3665bb1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=7f83b91d-c4b7-404e-bc1a-380d36c87293 HTTP/1.1" status: 200 len: 217 time: 0.0657148 Nov 23 10:36:00.162028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-81dd8a4c-228c-49bb-90eb-653b640e7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:00.163488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-81dd8a4c-228c-49bb-90eb-653b640e7220 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1672630 Nov 23 10:36:00.237551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50424) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:00.313630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-4e805809-a73c-4e92-aa44-e5ccb0d096fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511599 Nov 23 10:36:00.315848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb66003d-f1a8-469b-a31e-b627d9cca3fe req-9f55d189-c5f5-42f1-a672-f58ee3c75bc8 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:00.349010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb66003d-f1a8-469b-a31e-b627d9cca3fe req-9f55d189-c5f5-42f1-a672-f58ee3c75bc8 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:00.419838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-83935990-1279-41ab-b96d-c9fc5ae0c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:00.421437 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-83935990-1279-41ab-b96d-c9fc5ae0c4a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2874458 Nov 23 10:36:00.484045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb66003d-f1a8-469b-a31e-b627d9cca3fe req-9f55d189-c5f5-42f1-a672-f58ee3c75bc8 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9094281 Nov 23 10:36:00.484787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55d189-c5f5-42f1-a672-f58ee3c75bc8 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548429a4-186c-49b2-a935-282e3954344c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:00.587668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50432) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:00.588891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c4c2770-a358-4a72-8716-1bad5c23a4cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c7d17cf43bac4c0f91e4e5d53067dfd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497438 Nov 23 10:36:00.631333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-488669da-4205-408a-9f1d-959de89f70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:00.632854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-488669da-4205-408a-9f1d-959de89f70cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003808 Nov 23 10:36:00.637838 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-212fa92a-4f96-4ca6-837b-d956f406a5d2 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095798 Nov 23 10:36:00.998366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'name': 'network-vif-deleted', 'tag': 'bc5d50d8-1902-4717-b25d-9cf008091678'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:01.002819 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63804877-44bc-4d4b-9350-df4ed5f58d54" -d '{"events": [{"server_uuid": "6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35", "name": "network-vif-deleted", "tag": "bc5d50d8-1902-4717-b25d-9cf008091678"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:01.143797 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-967f2570-dc00-4195-a8c5-3427ec19194f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.147527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261afb80-9f73-49c6-866b-1bcdd2becb4c {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:01.166634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.192059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277683b7-d675-46df-82ce-39f1f23976c6 req-6f832f26-3312-46e5-9775-40b3d40a2bbe tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.193655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-277683b7-d675-46df-82ce-39f1f23976c6 req-6f832f26-3312-46e5-9775-40b3d40a2bbe tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 935 time: 0.5085835 Nov 23 10:36:01.195571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-195c2239-ca1a-4be4-aa62-d0ee7a9a8814 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353873 Nov 23 10:36:01.214572 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-fd96ce05-93b1-4131-9399-82638c42a28f service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702262 Nov 23 10:36:01.230370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-967f2570-dc00-4195-a8c5-3427ec19194f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.233586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Transition to ACTIVE for port object 261afb80-9f73-49c6-866b-1bcdd2becb4c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:01.342227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.413788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92f219-6445-4b0b-a83c-bcc32976ee88 req-bfb3dbd5-26bb-4c38-aa1d-cc42e59986cb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.423125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f92f219-6445-4b0b-a83c-bcc32976ee88 req-bfb3dbd5-26bb-4c38-aa1d-cc42e59986cb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 945 time: 0.0842824 Nov 23 10:36:01.465998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4477e0-fd89-4531-9c0d-692f6aec32cc req-b9a6ed44-b82e-41fe-89f3-9e7b07203301 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336345 Nov 23 10:36:01.494317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50456) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:01.530112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f92f219-6445-4b0b-a83c-bcc32976ee88 req-6fa49ccc-376d-4599-a690-b053788215fa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056235 Nov 23 10:36:01.573013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:01.670427 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972b77c9-e3e6-442d-977a-83badaaee875 x-openstack-request-id: req-972b77c9-e3e6-442d-977a-83badaaee875 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:01.670780 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35", "name": "network-vif-deleted", "tag": "bc5d50d8-1902-4717-b25d-9cf008091678", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:01.671011 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-972b77c9-e3e6-442d-977a-83badaaee875 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:01.671500 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bfe0ee1-1b5d-4716-8c07-c8f1eb30bc35', 'name': 'network-vif-deleted', 'tag': 'bc5d50d8-1902-4717-b25d-9cf008091678', 'status': 'completed', 'code': 200} Nov 23 10:36:01.705849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-0aebb916-7b95-4e58-9bcc-04e5a5dd3b7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2098336 Nov 23 10:36:01.720944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-4b3543e9-3c99-4f88-9224-7ff4c10017b4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:36:01.721840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-4b3543e9-3c99-4f88-9224-7ff4c10017b4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075827 Nov 23 10:36:01.750016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-277683b7-d675-46df-82ce-39f1f23976c6 req-28ae23b7-f53d-4be9-ac35-4eb9569be343 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340643 Nov 23 10:36:01.817261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-967f2570-dc00-4195-a8c5-3427ec19194f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.822155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-967f2570-dc00-4195-a8c5-3427ec19194f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:01.824254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-967f2570-dc00-4195-a8c5-3427ec19194f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ea2ec2c-68bb-41ad-828d-b9223577ff34 HTTP/1.1" status: 204 len: 168 time: 1.2309694 Nov 23 10:36:01.887098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d1efa-957a-4f67-864b-803d88f861a7 req-aff244c9-f094-4737-b98a-b646f1732c1d tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.895485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b9d1efa-957a-4f67-864b-803d88f861a7 req-aff244c9-f094-4737-b98a-b646f1732c1d tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 948 time: 0.1281772 Nov 23 10:36:01.990129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-db844441-e5fa-4237-9e22-51291d7a7510 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:01.992255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-db844441-e5fa-4237-9e22-51291d7a7510 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.5248494 Nov 23 10:36:02.043379 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b9d1efa-957a-4f67-864b-803d88f861a7 req-bb44cb90-7028-49c0-93fa-18aeef0c72b8 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469159 Nov 23 10:36:02.058503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f2570-dc00-4195-a8c5-3427ec19194f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea2ec2c-68bb-41ad-828d-b9223577ff34,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:02.080529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:02.141468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8575f-1d6d-4722-a2a9-c4452c8421cb req-d16d7bcc-6e94-40bb-bce0-80a87056ca5b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:02.155139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3df8575f-1d6d-4722-a2a9-c4452c8421cb req-d16d7bcc-6e94-40bb-bce0-80a87056ca5b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.2717049 Nov 23 10:36:02.254891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Attempting to bind port 261afb80-9f73-49c6-866b-1bcdd2becb4c on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:02.255176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Attempting to bind port 261afb80-9f73-49c6-866b-1bcdd2becb4c by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:02.255548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Attempting to bind port 261afb80-9f73-49c6-866b-1bcdd2becb4c on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:02.427444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:02.434866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Port 261afb80-9f73-49c6-866b-1bcdd2becb4c on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:02.437905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Attempting to bind port 261afb80-9f73-49c6-866b-1bcdd2becb4c on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:02.477413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3df8575f-1d6d-4722-a2a9-c4452c8421cb req-f9174138-49d0-4ec5-8df3-2676e58133e4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211763 Nov 23 10:36:02.483811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:02.485011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:02.487090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:02.487982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Bound port: 261afb80-9f73-49c6-866b-1bcdd2becb4c, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:02.491159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:02.563114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50496) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:02.610157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7f83b91d-c4b7-404e-bc1a-380d36c87293 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:02.680966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-469e2ae9-76ac-4d42-ac57-d3a47e864a1d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ebc3afa1d92466da2988ccc73d9e9e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1138754 Nov 23 10:36:02.681830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50502) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:02.850529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c55a6-fcd1-4a4f-8846-258ae3611603 req-9332173f-6bf6-44c1-8ad6-4aea30c9433c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:02.856413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2268ac2-4451-419c-8c08-f61178d070a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:02.866555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e30c55a6-fcd1-4a4f-8846-258ae3611603 req-9332173f-6bf6-44c1-8ad6-4aea30c9433c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 945 time: 0.1531227 Nov 23 10:36:02.873223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:02.916039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2268ac2-4451-419c-8c08-f61178d070a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:02.936354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:02.988833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7f83b91d-c4b7-404e-bc1a-380d36c87293, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7f83b91d-c4b7-404e-bc1a-380d36c87293,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:03.041191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '7f83b91d-c4b7-404e-bc1a-380d36c87293', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '7f83b91d-c4b7-404e-bc1a-380d36c87293', 'mac_address': 'fa:16:3e:0c:ab:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:03.092785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305a727-a405-472d-b826-64da2bba6839 req-49221f4c-119f-4f60-8fd5-9ebf72530bc4 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.106098 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6305a727-a405-472d-b826-64da2bba6839 req-49221f4c-119f-4f60-8fd5-9ebf72530bc4 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 947 time: 0.1399219 Nov 23 10:36:03.106098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2268ac2-4451-419c-8c08-f61178d070a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:03.109768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2268ac2-4451-419c-8c08-f61178d070a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:03.118078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b2268ac2-4451-419c-8c08-f61178d070a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50f3690d-43c1-4900-9ecc-aeacd0cd22d6 HTTP/1.1" status: 204 len: 168 time: 0.4349666 Nov 23 10:36:03.118937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e30c55a6-fcd1-4a4f-8846-258ae3611603 req-47f52629-b747-45f4-b657-bfb9cde8a0bb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498085 Nov 23 10:36:03.123719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:03.136419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2268ac2-4451-419c-8c08-f61178d070a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3690d-43c1-4900-9ecc-aeacd0cd22d6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:03.236252 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6305a727-a405-472d-b826-64da2bba6839 req-9d1297cf-d7a3-40a8-8977-e786660d9c64 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305783 Nov 23 10:36:03.259487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:03.284719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f83b91d-c4b7-404e-bc1a-380d36c87293 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:03.333180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7f83b91d-c4b7-404e-bc1a-380d36c87293, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7f83b91d-c4b7-404e-bc1a-380d36c87293,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:03.339689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:03.423267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=7f83b91d-c4b7-404e-bc1a-380d36c87293,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:03.477839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50520) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:03.504968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.506012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:03.507712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/261afb80-9f73-49c6-866b-1bcdd2becb4c HTTP/1.1" status: 200 len: 1095 time: 3.8490434 Nov 23 10:36:03.687537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:03.690111 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda55f65-a096-467b-9b00-bec04cdf1e39" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:03.697426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['7f83b91d-c4b7-404e-bc1a-380d36c87293'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:03.699184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:03.714095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b5b36-b2a2-4e24-864a-2354b5c758c3 service neutron] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:03.756288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfd6a3-8df1-4cac-9ac7-5225e4dbda82 req-9d811072-d180-4ef1-9220-3a8db6058130 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.760260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-3f6ca0d9-771b-4268-bc4d-2bd8b4b31ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.761797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-3f6ca0d9-771b-4268-bc4d-2bd8b4b31ee7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f48942ba95834935942000690129d105&device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 1098 time: 0.1667440 Nov 23 10:36:03.769673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1cbfd6a3-8df1-4cac-9ac7-5225e4dbda82 req-9d811072-d180-4ef1-9220-3a8db6058130 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1114380 Nov 23 10:36:03.824797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ddb20-74f0-45e1-b1aa-090b163e2763 req-5258ca4e-f050-47d9-acef-22e301b83f8e tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:03.827084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f39ddb20-74f0-45e1-b1aa-090b163e2763 req-5258ca4e-f050-47d9-acef-22e301b83f8e tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 949 time: 0.3362284 Nov 23 10:36:03.903160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1cbfd6a3-8df1-4cac-9ac7-5225e4dbda82 req-59ba4363-0dac-40e9-bdad-12ed77b0d605 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296487 Nov 23 10:36:03.940803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b38ef229-ccd0-428a-a0ac-86f8aca350b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:03.952593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:03.955480 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-cab7d69e-3648-4984-a9b3-2723ba36003e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c HTTP/1.1" status: 200 len: 217 time: 0.1808524 Nov 23 10:36:04.030648 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76a7106-eaf3-4119-8a0a-16a75dce7733 x-openstack-request-id: req-f76a7106-eaf3-4119-8a0a-16a75dce7733 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:04.031002 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:04.031205 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f76a7106-eaf3-4119-8a0a-16a75dce7733 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:04.031594 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'status': 'completed', 'code': 200} Nov 23 10:36:04.094422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b38ef229-ccd0-428a-a0ac-86f8aca350b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.101514 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b38ef229-ccd0-428a-a0ac-86f8aca350b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.163599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f39ddb20-74f0-45e1-b1aa-090b163e2763 req-fb1146ba-7877-4f4a-98e2-2ad57d9c62b8 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283858 Nov 23 10:36:04.170585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b38ef229-ccd0-428a-a0ac-86f8aca350b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0fe07e78f2444d459ea91cdbbff6e0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6883867 Nov 23 10:36:04.170585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ef229-ccd0-428a-a0ac-86f8aca350b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ad6dd-4534-46b1-b009-83b0e93c6b12,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:04.189770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50538) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:04.286521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-5e780cae-5635-443d-a50c-3806676d374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:04.294919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-5e780cae-5635-443d-a50c-3806676d374f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.3002338 Nov 23 10:36:04.310567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.65', 54687) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:04.381070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d033062-85e3-489c-bc50-60b9ae7e45c2 req-df6e9517-a66e-49ce-94dd-9c7ae5211d33 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:04.382883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d033062-85e3-489c-bc50-60b9ae7e45c2 req-df6e9517-a66e-49ce-94dd-9c7ae5211d33 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 945 time: 0.0840220 Nov 23 10:36:04.386584 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c223094-d3a7-4e8d-9bc3-5b02d2ce7d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.429072 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c223094-d3a7-4e8d-9bc3-5b02d2ce7d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.436215 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.459448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.488010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631d93c-1b1f-40b9-8642-8bff60fbc95c req-437b5c43-7f01-4463-920c-d104b13e4a03 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:04.489620 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b631d93c-1b1f-40b9-8642-8bff60fbc95c req-437b5c43-7f01-4463-920c-d104b13e4a03 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 947 time: 0.1030543 Nov 23 10:36:04.503102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d033062-85e3-489c-bc50-60b9ae7e45c2 req-b8f30451-f128-40c4-804e-7730bce0b052 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052463 Nov 23 10:36:04.535257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-00308a15-fa20-4805-8124-726c998781ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:04.536752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-00308a15-fa20-4805-8124-726c998781ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2108204 Nov 23 10:36:04.554159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-a6dba79a-b54e-473b-af4a-1e2fe15fa090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:04.555889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-a6dba79a-b54e-473b-af4a-1e2fe15fa090 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1101 time: 0.1833589 Nov 23 10:36:04.565015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c223094-d3a7-4e8d-9bc3-5b02d2ce7d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.567975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c223094-d3a7-4e8d-9bc3-5b02d2ce7d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.571935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3c223094-d3a7-4e8d-9bc3-5b02d2ce7d3b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c1ad6dd-4534-46b1-b009-83b0e93c6b12 HTTP/1.1" status: 204 len: 168 time: 0.3806686 Nov 23 10:36:04.591958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c223094-d3a7-4e8d-9bc3-5b02d2ce7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ad6dd-4534-46b1-b009-83b0e93c6b12,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:04.694195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:04.814164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on host n-h2-817747-2 for vnic_type normal with profile {"migrating_to": "n-h1-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:04.814164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:04.814164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:04.814164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b631d93c-1b1f-40b9-8642-8bff60fbc95c req-4e8f484b-1a0a-4ca9-8010-15003c449956 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959874 Nov 23 10:36:04.821843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:04.822451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Attempting to bind port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:04.834822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:04.835279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:04.836018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:04.836357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Bound port: ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:04.836818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:04.892795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-1c5393a9-789a-453e-b1e8-b03c3de63b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:04.894502 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-1c5393a9-789a-453e-b1e8-b03c3de63b91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3186481 Nov 23 10:36:04.901520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-9c993e7c-d0f7-402a-bf53-e5d3acd66bf5 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443961 Nov 23 10:36:05.024711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-eebcb650-29d1-461b-aa15-0699f3fe0bc4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.0976729 Nov 23 10:36:05.138415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:05.184355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425e0ca-0c1b-4b49-b963-38d267690ded req-9ee89ee1-f6fd-473e-a641-1fe2a4b1cab6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.207759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:05.209716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c425e0ca-0c1b-4b49-b963-38d267690ded req-9ee89ee1-f6fd-473e-a641-1fe2a4b1cab6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1267211 Nov 23 10:36:05.212595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-35be0857-0903-4c95-bff9-efdb416f5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.214407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-35be0857-0903-4c95-bff9-efdb416f5f85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1768930 Nov 23 10:36:05.216994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb4ca19-77b5-47ee-9837-adc7f34145da req-3ee99da1-b26e-4797-95ef-4c354f37e2f0 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912681 Nov 23 10:36:05.221077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:05.279018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50570) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:05.301145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:05.343059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15fe7dc9-eaae-48ef-93f5-f381d03c0705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:05.445655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-79d3ba18-f2f2-4bcd-afbf-5b2b3f6a7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.447486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-79d3ba18-f2f2-4bcd-afbf-5b2b3f6a7e1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514168 Nov 23 10:36:05.452793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.453314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:05.455149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-a31237c6-3f66-4f80-828c-c937ab8635b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 1121 time: 3.4402001 Nov 23 10:36:05.519605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c425e0ca-0c1b-4b49-b963-38d267690ded req-abeeec51-9c4c-4409-a6a1-328b5c10e7ef tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086522 Nov 23 10:36:05.524191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f42c2-ec56-49c1-974f-911fac04943b req-4d8fad74-618f-4826-8962-cd66b9ec3d65 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.534503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-363f42c2-ec56-49c1-974f-911fac04943b req-4d8fad74-618f-4826-8962-cd66b9ec3d65 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 949 time: 0.1703315 Nov 23 10:36:05.537132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ac13e4f3-0902-4cc0-bac8-4bd0216dda1e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:05.545608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-0c1777b2-014e-4f31-9ac0-1ea96b2260c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.547106 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-0c1777b2-014e-4f31-9ac0-1ea96b2260c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f48942ba95834935942000690129d105&device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 1098 time: 0.2522242 Nov 23 10:36:05.557769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15fe7dc9-eaae-48ef-93f5-f381d03c0705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:05.568615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15fe7dc9-eaae-48ef-93f5-f381d03c0705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:05.669583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe7dc9-eaae-48ef-93f5-f381d03c0705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9bc22c-3a85-488e-97ee-d71f65f68102,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:05.681485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-15fe7dc9-eaae-48ef-93f5-f381d03c0705 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b5b5879d15a48ec97becf8a9bf35a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004319 Nov 23 10:36:05.686264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50578) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:05.875315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-7389ac71-97f0-4665-b83a-d727580cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.877242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-7389ac71-97f0-4665-b83a-d727580cd7f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3175800 Nov 23 10:36:05.900682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a090c-30cb-44c2-9644-4ad7043dc6d9 req-47475fe4-4cc0-4d7f-9a4a-94b5e0738ed2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:05.903093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a77a090c-30cb-44c2-9644-4ad7043dc6d9 req-47475fe4-4cc0-4d7f-9a4a-94b5e0738ed2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.1878331 Nov 23 10:36:05.929723 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b645db5d-4d58-4660-ad3e-4cd9328bf54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:05.981973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b645db5d-4d58-4660-ad3e-4cd9328bf54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:05.982404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-8a9e020d-525c-4dad-a04c-495873c3c456 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c HTTP/1.1" status: 200 len: 217 time: 0.0886331 Nov 23 10:36:05.984370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-0bd11865-f67e-4d29-a240-1abf49329372 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220547 Nov 23 10:36:06.023383 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a77a090c-30cb-44c2-9644-4ad7043dc6d9 req-e8f4836c-79c0-429d-bcaa-60b1695b0975 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111507 Nov 23 10:36:06.036580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e'}, {'name': 'network-changed', 'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:06.038893 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915898a2-25cb-415b-ac98-2cf332e322f6" -d '{"events": [{"server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "name": "network-vif-unplugged", "status": "completed", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e"}, {"name": "network-changed", "server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:06.087667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b645db5d-4d58-4660-ad3e-4cd9328bf54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:06.090682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-363f42c2-ec56-49c1-974f-911fac04943b req-16eb87df-0c36-415c-ae38-38a5ac2873a8 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548303 Nov 23 10:36:06.092126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b645db5d-4d58-4660-ad3e-4cd9328bf54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:06.097665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b645db5d-4d58-4660-ad3e-4cd9328bf54d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6e9bc22c-3a85-488e-97ee-d71f65f68102 HTTP/1.1" status: 204 len: 168 time: 0.4082067 Nov 23 10:36:06.119514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645db5d-4d58-4660-ad3e-4cd9328bf54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9bc22c-3a85-488e-97ee-d71f65f68102,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:06.159393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-c4429f34-1188-43a4-8c8e-86f1d33b715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:06.160891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-c4429f34-1188-43a4-8c8e-86f1d33b715f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1588852 Nov 23 10:36:06.295499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-1ad86f4e-f1a7-4520-a7e2-e0f27100a55f service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861090 Nov 23 10:36:06.304211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-7983bbe2-ffff-4ba2-994e-76730b006b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:06.306043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-7983bbe2-ffff-4ba2-994e-76730b006b31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206191 Nov 23 10:36:06.335690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd314bbb-2c62-4304-ace7-a2a9fd3f7899 req-034dc7ac-5a93-4961-b6c6-4f66c486fdca tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:06.339258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd314bbb-2c62-4304-ace7-a2a9fd3f7899 req-034dc7ac-5a93-4961-b6c6-4f66c486fdca tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 947 time: 0.1066458 Nov 23 10:36:06.446160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-97aacb7b-1e27-4dc7-bc4d-b9545e6f7d1d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447197 Nov 23 10:36:06.614700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2c943f36-83f7-4918-8203-d2dd57320190 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:06.622644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2c943f36-83f7-4918-8203-d2dd57320190 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687987 Nov 23 10:36:06.640963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7f83b91d-c4b7-404e-bc1a-380d36c87293 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:06.642274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-6a83612c-26c2-41b1-bc82-e464ca09fcc2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/quotas/9164cdc3038441629bde1465edff0852 HTTP/1.1" status: 200 len: 375 time: 0.0176508 Nov 23 10:36:06.696260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f959e791-49ae-42b2-a6ad-4cfe3ce134a8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518224 Nov 23 10:36:06.751517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd314bbb-2c62-4304-ace7-a2a9fd3f7899 req-3715e9da-f3f5-4604-a383-62f2adac66d5 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943839 Nov 23 10:36:06.753973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 7f83b91d-c4b7-404e-bc1a-380d36c87293 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:06.760310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 7f83b91d-c4b7-404e-bc1a-380d36c87293 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:06.761501 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:06.786101 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-cfda6090-1e47-4bd2-bbd0-25b8b23ef402 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439218 Nov 23 10:36:06.849320 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4bb09e-f13e-4ec3-8d39-df8bde18612d x-openstack-request-id: req-5e4bb09e-f13e-4ec3-8d39-df8bde18612d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:06.850286 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "name": "network-vif-unplugged", "status": "completed", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e", "code": 200}, {"name": "network-changed", "server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:06.850748 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e4bb09e-f13e-4ec3-8d39-df8bde18612d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:06.852415 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e', 'code': 200} Nov 23 10:36:06.852968 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e', 'status': 'completed', 'code': 200} Nov 23 10:36:06.914448 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:06.965360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f83b91d-c4b7-404e-bc1a-380d36c87293'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:06.970946 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f2bdf6-39f2-4a95-aa8e-411c83916675" -d '{"events": [{"server_uuid": "ee145973-58a9-4cd2-baec-0c5b7b3c90b1", "name": "network-vif-plugged", "status": "completed", "tag": "7f83b91d-c4b7-404e-bc1a-380d36c87293"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:06.989078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3eae582e-3669-4c65-aafd-f08331fee8ef req-8b551fed-49e5-4cf9-bf2c-3781ad451fb3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 210 time: 0.0596621 Nov 23 10:36:07.038893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f64048-2865-4138-9ce4-0cc21d5d6871 req-500c2080-759a-4223-a849-3b48c18bafc7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.045688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7f83b91d-c4b7-404e-bc1a-380d36c87293, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7f83b91d-c4b7-404e-bc1a-380d36c87293,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:07.046651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59f64048-2865-4138-9ce4-0cc21d5d6871 req-500c2080-759a-4223-a849-3b48c18bafc7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1460683 Nov 23 10:36:07.057452 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:07.068338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-70978c9c-aac9-4949-84ff-694684f5b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.069990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-70978c9c-aac9-4949-84ff-694684f5b61c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1124 time: 0.2154500 Nov 23 10:36:07.118872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dda55f65-a096-467b-9b00-bec04cdf1e39 req-6494a58a-bd0d-4e04-b774-9f1550dff019 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235292 Nov 23 10:36:07.228920 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda11f97-0e7f-4189-921a-f1d77af9611a x-openstack-request-id: req-cda11f97-0e7f-4189-921a-f1d77af9611a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:07.229933 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee145973-58a9-4cd2-baec-0c5b7b3c90b1", "name": "network-vif-plugged", "status": "completed", "tag": "7f83b91d-c4b7-404e-bc1a-380d36c87293", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:07.230355 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cda11f97-0e7f-4189-921a-f1d77af9611a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:07.230912 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f83b91d-c4b7-404e-bc1a-380d36c87293', 'code': 200} Nov 23 10:36:07.275608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59f64048-2865-4138-9ce4-0cc21d5d6871 req-56a3a5d1-3be3-46ca-bed5-314eaabef07c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279887 Nov 23 10:36:07.286481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=7f83b91d-c4b7-404e-bc1a-380d36c87293,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:07.367110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-e4956c94-7156-40ad-8ef5-5d324659d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.371856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-e4956c94-7156-40ad-8ef5-5d324659d14e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2826853 Nov 23 10:36:07.412431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66edc4-b150-464b-9096-5ad54cf61d57 req-ba283a8e-1dae-4f7c-a221-86da55a55cdb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.421253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e66edc4-b150-464b-9096-5ad54cf61d57 req-ba283a8e-1dae-4f7c-a221-86da55a55cdb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.1587756 Nov 23 10:36:07.434671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905300c6-ae73-4ad7-9bff-06fb33112b68 req-6e609270-d961-4752-a350-fc6aa8275122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.437268 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-905300c6-ae73-4ad7-9bff-06fb33112b68 req-6e609270-d961-4752-a350-fc6aa8275122 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 1101 time: 0.1601787 Nov 23 10:36:07.506798 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e66edc4-b150-464b-9096-5ad54cf61d57 req-9c5d8af2-b8b2-4cc5-a9b4-63ccef7fd7de tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841074 Nov 23 10:36:07.510298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-72927ca6-c347-42b5-9f47-180204dd140b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 217 time: 0.1311367 Nov 23 10:36:07.599755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-905300c6-ae73-4ad7-9bff-06fb33112b68 req-f0865b60-5623-46bf-9a34-6e1e2c1db898 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504908 Nov 23 10:36:07.660774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-715d6343-8357-4932-8e8f-db2d1dcd71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.663050 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-715d6343-8357-4932-8e8f-db2d1dcd71fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1351719 Nov 23 10:36:07.687724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64ee9-436a-45d7-9f99-1dc299ba84c6 req-13219203-1beb-4701-a2a9-95c28e404d1c tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:07.690065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9c64ee9-436a-45d7-9f99-1dc299ba84c6 req-13219203-1beb-4701-a2a9-95c28e404d1c tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 950 time: 0.1847770 Nov 23 10:36:07.791129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9c64ee9-436a-45d7-9f99-1dc299ba84c6 req-242ea12f-6ad9-416a-bfc6-468c2dcb927c tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941317 Nov 23 10:36:07.907814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-6727aa53-cff0-4f0d-8c51-211a41d84bb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553169 Nov 23 10:36:08.047541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8056b23-06a4-4997-829d-0706064872f7 req-61d727b5-057e-4b2f-9a90-a1468ba6044f tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:08.056910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8056b23-06a4-4997-829d-0706064872f7 req-61d727b5-057e-4b2f-9a90-a1468ba6044f tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 947 time: 0.1464517 Nov 23 10:36:08.114520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-be64cf2a-0621-4fc7-b817-f74a582749a0 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886117 Nov 23 10:36:08.140199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8056b23-06a4-4997-829d-0706064872f7 req-b3ff604e-938a-460f-b7b0-fc7b35906495 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Nov 23 10:36:08.221136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95893923-38ff-420b-9ccc-cbe639d10bc6 req-145c0dea-365c-4223-badb-8136c9f52218 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 210 time: 0.0850925 Nov 23 10:36:08.249666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-915898a2-25cb-415b-ac98-2cf332e322f6 req-016badbb-4bc5-49bd-9a85-fa0a7ecf57fb service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265597 Nov 23 10:36:08.428630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e44e7-d5e2-431d-98c9-f010f4e9656c req-384189c9-6dbf-4795-9239-093b2eb23f63 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:08.433579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b0e44e7-d5e2-431d-98c9-f010f4e9656c req-384189c9-6dbf-4795-9239-093b2eb23f63 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.0655642 Nov 23 10:36:08.518060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b0e44e7-d5e2-431d-98c9-f010f4e9656c req-1afccdc4-2533-4e98-a648-e771c6ff7b13 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780382 Nov 23 10:36:08.590791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-d1fe6225-9697-4413-a4eb-3fea1753bfe8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617542 Nov 23 10:36:08.727246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:08.829535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2e25608c-91e6-475e-9912-df9a24a1ab1b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:08.833860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2e25608c-91e6-475e-9912-df9a24a1ab1b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306981 Nov 23 10:36:08.873719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': 'a4997540-9730-4867-9cff-6a588ed7d886', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:08.946888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:08.975193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e has no active binding in host n-h1-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:36:08.976318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:09.021185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be929db-92fc-4b2e-89e3-b5ad18076ffb req-5e85e5d0-f1c8-4585-ae03-f1ac28845258 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:09.023537 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0be929db-92fc-4b2e-89e3-b5ad18076ffb req-5e85e5d0-f1c8-4585-ae03-f1ac28845258 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.1881766 Nov 23 10:36:09.072637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dff0e5-87ae-4de5-9c1c-c69823c4ccbc req-722e6d9b-4781-4f91-bb34-d4e1f52936c4 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:09.085946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-05dff0e5-87ae-4de5-9c1c-c69823c4ccbc req-722e6d9b-4781-4f91-bb34-d4e1f52936c4 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 950 time: 0.1433039 Nov 23 10:36:09.183656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-05dff0e5-87ae-4de5-9c1c-c69823c4ccbc req-0cfea3a2-d58c-4a4f-864a-1d479ae5445a tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944300 Nov 23 10:36:09.191326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0be929db-92fc-4b2e-89e3-b5ad18076ffb req-9a60f3ab-eb80-4879-be2c-53049b50b15a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430357 Nov 23 10:36:09.216624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:09.239144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:09.242093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'mac_address': 'fa:16:3e:aa:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:09.256162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.276127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.297923 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.320629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261afb80-9f73-49c6-866b-1bcdd2becb4c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:09.356606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:09.384244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.480562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e0c60-9cce-41d2-8b84-67f098c59b25 req-28bfeaba-8683-4fbc-b20b-4faaa37cef29 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:09.481473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac70bd29-a297-4d40-9f78-fbc55c98e670 req-096a8fb3-fa49-4859-8136-4b510545fa73 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 210 time: 0.0537159 Nov 23 10:36:09.491300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b4e0c60-9cce-41d2-8b84-67f098c59b25 req-28bfeaba-8683-4fbc-b20b-4faaa37cef29 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 948 time: 0.1314557 Nov 23 10:36:09.526592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:09.526988 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.545087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:09.587750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b4e0c60-9cce-41d2-8b84-67f098c59b25 req-e7f2d6d4-2599-4331-98f5-e9642a763391 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951295 Nov 23 10:36:09.659751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['261afb80-9f73-49c6-866b-1bcdd2becb4c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:09.746715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50708) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:09.810883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.54 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/058e851b-e18f-477a-bcb4-aa5cc24ca0ef) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:09.845144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:09.902057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8c9e6-01ca-45aa-bb27-2a7dc07f5bf0 req-63539bbc-c00c-4582-a7fa-2df5ff483b66 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:09.911072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fca8c9e6-01ca-45aa-bb27-2a7dc07f5bf0 req-63539bbc-c00c-4582-a7fa-2df5ff483b66 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.2590580 Nov 23 10:36:09.950159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23b62d01-fcf8-4d1c-919c-56d07ca367fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.036599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fca8c9e6-01ca-45aa-bb27-2a7dc07f5bf0 req-c35ef663-4fc0-46ca-855b-7e6adcdcc6e4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245763 Nov 23 10:36:10.040953 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23b62d01-fcf8-4d1c-919c-56d07ca367fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.056132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23b62d01-fcf8-4d1c-919c-56d07ca367fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.087433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.101168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-23b62d01-fcf8-4d1c-919c-56d07ca367fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8fe1d6a2a5e4652b5880b7dc9405bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532274 Nov 23 10:36:10.101938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b62d01-fcf8-4d1c-919c-56d07ca367fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab799dd-5c8c-44e2-b0b7-1325b8f249ad,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:10.103747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50712) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:10.192879 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.194714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18ff49bb-f901-4858-a196-a507937d5307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.268275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18ff49bb-f901-4858-a196-a507937d5307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.281838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:10.287447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:10.290141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:10.296422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:10.302612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.304371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.343868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f7b92ab8-260f-43d2-88d1-69b2ef6b833a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4852264 Nov 23 10:36:10.365951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Request body: {'port': {'device_id': 'a4997540-9730-4867-9cff-6a588ed7d886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:10.374112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18ff49bb-f901-4858-a196-a507937d5307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.378727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18ff49bb-f901-4858-a196-a507937d5307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.380393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-18ff49bb-f901-4858-a196-a507937d5307 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bab799dd-5c8c-44e2-b0b7-1325b8f249ad HTTP/1.1" status: 204 len: 168 time: 0.2755129 Nov 23 10:36:10.406177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fed4df-6f3e-4e46-9aae-1fdbd423bd19 req-ce95c1e9-4d79-4869-90e7-97d870455705 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.415360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77fed4df-6f3e-4e46-9aae-1fdbd423bd19 req-ce95c1e9-4d79-4869-90e7-97d870455705 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 950 time: 0.0983438 Nov 23 10:36:10.449521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff49bb-f901-4858-a196-a507937d5307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab799dd-5c8c-44e2-b0b7-1325b8f249ad,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:10.537227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e57d85-c8e8-4868-80e4-07cfd742131d req-4d8fb6e1-1deb-4bb1-bdce-545e87caf1d3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.538355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77fed4df-6f3e-4e46-9aae-1fdbd423bd19 req-4578e265-0a95-4a77-93ba-7cfa5218a5a4 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205509 Nov 23 10:36:10.550575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-30e57d85-c8e8-4868-80e4-07cfd742131d req-4d8fb6e1-1deb-4bb1-bdce-545e87caf1d3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.1744609 Nov 23 10:36:10.560108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.712473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-30e57d85-c8e8-4868-80e4-07cfd742131d req-1934f225-a4de-4a37-9735-cc0f3dbf4449 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663857 Nov 23 10:36:10.737143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:10.811570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-84d63f2b-8311-472c-8b01-db5218d4ee8e None None] Provisioning complete for port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:10.812164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-84d63f2b-8311-472c-8b01-db5218d4ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.848730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 261afb80-9f73-49c6-866b-1bcdd2becb4c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:10.850353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cb020-8d6e-4fe0-aa19-33a8a7e28988 req-376d061d-a3be-451e-85b6-8b194a67fe0b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:10.857979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 261afb80-9f73-49c6-866b-1bcdd2becb4c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:10.858484 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.866779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b6cb020-8d6e-4fe0-aa19-33a8a7e28988 req-376d061d-a3be-451e-85b6-8b194a67fe0b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 935 time: 0.1433470 Nov 23 10:36:10.883579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-84d63f2b-8311-472c-8b01-db5218d4ee8e None None] Port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:36:10.915456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50732) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:10.937709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e78a954a-72f7-4099-858f-c244c348b4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.964144 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:10.983122 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b6cb020-8d6e-4fe0-aa19-33a8a7e28988 req-85372775-0dc7-480d-80fd-ce07cc12b6af tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140256 Nov 23 10:36:10.998778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:11.004596 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e2eb8b-cbc1-4b46-9dbc-059e7967f9eb" -d '{"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-plugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:11.019798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:11.031766 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.116733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:11.136093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d8dfa-fae2-4963-8ca5-7219ebd3c340 req-5a1a3a39-592e-4025-b2ce-cb9893754e90 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:11.137710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e31d8dfa-fae2-4963-8ca5-7219ebd3c340 req-5a1a3a39-592e-4025-b2ce-cb9893754e90 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 948 time: 0.1549582 Nov 23 10:36:11.184498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e78a954a-72f7-4099-858f-c244c348b4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.211310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e78a954a-72f7-4099-858f-c244c348b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.240871 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce2e69a-e911-4586-8bd9-f65915c6d104 x-openstack-request-id: req-bce2e69a-e911-4586-8bd9-f65915c6d104 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:11.241983 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-plugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:11.242394 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bce2e69a-e911-4586-8bd9-f65915c6d104 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:11.242940 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'code': 200} Nov 23 10:36:11.287749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e31d8dfa-fae2-4963-8ca5-7219ebd3c340 req-9b212162-744c-4b90-8e09-5478e5f119b3 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425719 Nov 23 10:36:11.315004 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e78a954a-72f7-4099-858f-c244c348b4e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6485c20a7c954feba0e5775dda94a520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3960938 Nov 23 10:36:11.333873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50740) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:11.338647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a954a-72f7-4099-858f-c244c348b4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7aa2a2-ef3d-405d-8409-4335db9d10a2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:11.387865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4235a-7c5b-466f-a3de-93f9fd79b39c req-ccd80d40-87f1-4786-8970-4b6df443d217 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:11.397259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27a4235a-7c5b-466f-a3de-93f9fd79b39c req-ccd80d40-87f1-4786-8970-4b6df443d217 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1026702 Nov 23 10:36:11.442009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6edb56b8-ea11-4150-8774-9faf8e94d57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.490516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058e851b-e18f-477a-bcb4-aa5cc24ca0ef {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:11.493806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27a4235a-7c5b-466f-a3de-93f9fd79b39c req-0b65df66-e409-41ae-8e9f-69240c3725e3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936177 Nov 23 10:36:11.496363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6edb56b8-ea11-4150-8774-9faf8e94d57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.509726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.544208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba06ed-387f-412e-9bab-541be8a47372 req-8b061b18-9707-432d-aaca-304e808b54f1 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:11.553055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d7ba06ed-387f-412e-9bab-541be8a47372 req-8b061b18-9707-432d-aaca-304e808b54f1 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 950 time: 0.1690176 Nov 23 10:36:11.572087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6edb56b8-ea11-4150-8774-9faf8e94d57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.575194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6edb56b8-ea11-4150-8774-9faf8e94d57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.579024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6edb56b8-ea11-4150-8774-9faf8e94d57f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf7aa2a2-ef3d-405d-8409-4335db9d10a2 HTTP/1.1" status: 204 len: 168 time: 0.2407677 Nov 23 10:36:11.579199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Transition to ACTIVE for port object 058e851b-e18f-477a-bcb4-aa5cc24ca0ef will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:11.585987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb56b8-ea11-4150-8774-9faf8e94d57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7aa2a2-ef3d-405d-8409-4335db9d10a2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:11.592820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb317b1-0cf1-4c0e-b2ae-c1301f7bf48a req-c9ebb32c-b6bf-4bb2-bbbf-2fc8bf9c50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:11.594368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7eb317b1-0cf1-4c0e-b2ae-c1301f7bf48a req-c9ebb32c-b6bf-4bb2-bbbf-2fc8bf9c50a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 1100 time: 0.2576368 Nov 23 10:36:11.618911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.740742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-2d3f2ed3-4506-4dc5-8e8b-97dec67da31e service neutron] 10.222.0.58 "GET /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.2938919 Nov 23 10:36:11.745719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d7ba06ed-387f-412e-9bab-541be8a47372 req-785846bd-ba0a-416d-8a8f-80a13471e7e6 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916196 Nov 23 10:36:11.797804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Pushing event updated for resources: {'Port': ['ID=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:11.886600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Attempting to bind port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:11.897594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Attempting to bind port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:11.898105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Attempting to bind port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:11.902764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7eb317b1-0cf1-4c0e-b2ae-c1301f7bf48a req-0966ac70-37cf-41dd-a06a-7c79d29baceb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792017 Nov 23 10:36:11.912799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:11.913453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Attempting to bind port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:11.921215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:11.921874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:11.922355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:11.922942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Bound port: 058e851b-e18f-477a-bcb4-aa5cc24ca0ef, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:11.924057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:11.989615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e177db7-76fa-40cb-b73c-5959af497261 req-68e51df2-2a8d-4086-8929-dff691b26e97 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:12.014637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e177db7-76fa-40cb-b73c-5959af497261 req-68e51df2-2a8d-4086-8929-dff691b26e97 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 943 time: 0.1433091 Nov 23 10:36:12.100373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] For port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:12.140414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] For port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:12.149826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e177db7-76fa-40cb-b73c-5959af497261 req-5dca938a-bda0-4701-94a3-401d8e575394 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306603 Nov 23 10:36:12.239775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:12.295650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:12.296286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:12.297911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] 10.222.0.65 "PUT /v2.0/ports/058e851b-e18f-477a-bcb4-aa5cc24ca0ef HTTP/1.1" status: 200 len: 1095 time: 1.9388900 Nov 23 10:36:12.302980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4997540-9730-4867-9cff-6a588ed7d886', 'tag': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:12.305138 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b298c8db-0b31-42a1-9aa2-0791d229a48f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4997540-9730-4867-9cff-6a588ed7d886", "tag": "058e851b-e18f-477a-bcb4-aa5cc24ca0ef"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:12.343635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faae20e-2c60-491c-8ac5-d54efd9c310a req-25ea51a2-c6b6-447f-897f-13bb6b29509c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:12.346130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7faae20e-2c60-491c-8ac5-d54efd9c310a req-25ea51a2-c6b6-447f-897f-13bb6b29509c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 947 time: 0.1409340 Nov 23 10:36:12.354340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:12.411789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74b1d3-eb74-4314-a085-e9edfdf87864 service neutron] Pushing event updated for resources: {'Port': ['ID=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:12.465018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:12.473698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88292c8-2dab-4cbc-81c9-f6a7c5e6f006 req-5732db89-1f73-4291-a8e9-b6ae643acb1d tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:12.483600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d88292c8-2dab-4cbc-81c9-f6a7c5e6f006 req-5732db89-1f73-4291-a8e9-b6ae643acb1d tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 949 time: 0.1065061 Nov 23 10:36:12.553036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-fc33fcd0-488c-4f83-a979-a609703cafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:12.554754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-fc33fcd0-488c-4f83-a979-a609703cafb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 1098 time: 0.1793115 Nov 23 10:36:12.557299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d88292c8-2dab-4cbc-81c9-f6a7c5e6f006 req-e9ccccd3-47b5-4322-ae17-56d62b6e5add tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724018 Nov 23 10:36:12.558402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7faae20e-2c60-491c-8ac5-d54efd9c310a req-1b5e6ef6-7a88-4281-a421-7d1a6366dc55 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974492 Nov 23 10:36:12.562226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac13e4f3-0902-4cc0-bac8-4bd0216dda1e {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:12.681202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:12.691376 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd4b76-1a45-43d0-aa08-a0158d2a9b65 x-openstack-request-id: req-16dd4b76-1a45-43d0-aa08-a0158d2a9b65 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:12.691664 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4997540-9730-4867-9cff-6a588ed7d886", "tag": "058e851b-e18f-477a-bcb4-aa5cc24ca0ef", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:12.691916 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-16dd4b76-1a45-43d0-aa08-a0158d2a9b65 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:12.692336 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4997540-9730-4867-9cff-6a588ed7d886', 'tag': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'status': 'completed', 'code': 200} Nov 23 10:36:12.693716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-114455a0-55de-48ef-bcae-008c29b8976a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=058e851b-e18f-477a-bcb4-aa5cc24ca0ef HTTP/1.1" status: 200 len: 217 time: 0.1246929 Nov 23 10:36:12.876650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-4c0868bf-807a-4fa2-afed-960db96b4c6e tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:12.878641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-4c0868bf-807a-4fa2-afed-960db96b4c6e tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 950 time: 0.0673137 Nov 23 10:36:12.952232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50784) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:13.026165 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:13.087303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f4ba9b8e-c402-40f6-a768-401c4b784f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.089018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-f4ba9b8e-c402-40f6-a768-401c4b784f28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.3792467 Nov 23 10:36:13.096251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ded608-5c39-47c1-a21f-b1344bb8e94c req-d79caefe-1355-4f05-a1eb-36bbea0bc21c tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.098782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96ded608-5c39-47c1-a21f-b1344bb8e94c req-d79caefe-1355-4f05-a1eb-36bbea0bc21c tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 950 time: 0.1379313 Nov 23 10:36:13.148811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbbd1f-0127-446d-8219-d011fb5acff1 req-1c691498-84cd-40b6-b173-9fadf68e4073 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.150353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80dbbd1f-0127-446d-8219-d011fb5acff1 req-1c691498-84cd-40b6-b173-9fadf68e4073 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.4509742 Nov 23 10:36:13.168713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Deleting port 7f83b91d-c4b7-404e-bc1a-380d36c87293 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:36:13.169454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:13.201824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96ded608-5c39-47c1-a21f-b1344bb8e94c req-e02bf838-e3de-45ed-a771-60d1af355ac9 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/security-groups?id=aed537f3-5839-4a01-97dd-729d1600d986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847788 Nov 23 10:36:13.271842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] Transition to ACTIVE for port object ac13e4f3-0902-4cc0-bac8-4bd0216dda1e will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:13.277841 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1657327567-network', 'tenant_id': '1c87ae2a1a6645caa6185c8576a551b6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:13.278311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-80904469-9234-4796-a293-215f24f60aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.279822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-80904469-9234-4796-a293-215f24f60aaa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708791 Nov 23 10:36:13.288993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:13.318479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80dbbd1f-0127-446d-8219-d011fb5acff1 req-9b2f9cb4-1437-49ac-9253-2c7063e54f6f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201718 Nov 23 10:36:13.343729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Made reservation on behalf of 1c87ae2a1a6645caa6185c8576a551b6 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:13.350077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:13.372600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:13.375637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] For port 7f83b91d-c4b7-404e-bc1a-380d36c87293, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7f83b91d-c4b7-404e-bc1a-380d36c87293,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:13.376511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:13.435315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] No DVR routers for this DVR port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:36:13.436105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Calling delete_port for 7f83b91d-c4b7-404e-bc1a-380d36c87293 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:36:13.450895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] Pushing event updated for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:13.480052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3603a8-c3ed-415f-83b2-fe0bfdde592f req-eb25dc9c-83ef-464b-8152-36b0400c007a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.490396 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c3603a8-c3ed-415f-83b2-fe0bfdde592f req-eb25dc9c-83ef-464b-8152-36b0400c007a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 944 time: 0.1493356 Nov 23 10:36:13.499027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e85c7860-8862-42b6-9fe9-feb51bab9180 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e/bindings/n-h1-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7458000 Nov 23 10:36:13.519229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-8ea2c439-2814-43f5-bbba-f4f67af06943 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252862 Nov 23 10:36:13.764427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67b5442e-1e95-471c-897b-bc03d45d8a80 req-7b56e464-ab03-460b-9591-1841bc5f5147 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373197 Nov 23 10:36:13.773972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-0125ef76-60e6-4526-befe-f0f23c97a09c tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.775856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-0125ef76-60e6-4526-befe-f0f23c97a09c tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1935437 Nov 23 10:36:13.796161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fe6e6-beed-4a4e-9a8d-0a2f40885bfa req-072ecd19-be62-4766-bedc-c17ee3cad5b4 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.806928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d5fe6e6-beed-4a4e-9a8d-0a2f40885bfa req-072ecd19-be62-4766-bedc-c17ee3cad5b4 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 949 time: 0.1164565 Nov 23 10:36:13.921340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c3603a8-c3ed-415f-83b2-fe0bfdde592f req-cab8cf03-f90d-468a-9d4f-da1a8c020fd3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300241 Nov 23 10:36:13.985433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d5fe6e6-beed-4a4e-9a8d-0a2f40885bfa req-a0d22438-6536-458f-aae2-eff2cfc3668d tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728063 Nov 23 10:36:13.987538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:13.993085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-3f28eda8-8f08-40a5-9e91-a997b385daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:13.994598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-3f28eda8-8f08-40a5-9e91-a997b385daa6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 1098 time: 0.1402316 Nov 23 10:36:14.005751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-7192f459-6155-4fb2-aca8-4a3d7ad6c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.006091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.009942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-7192f459-6155-4fb2-aca8-4a3d7ad6c201 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909&tenant_id=c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 1095 time: 0.2230217 Nov 23 10:36:14.024253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.056188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['7f83b91d-c4b7-404e-bc1a-380d36c87293'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:14.085948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:36:14.100423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.100995 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Added segment b223fde9-8933-4e7e-8ba9-d8e494803ef5 of type vlan for network dc85e82d-12cd-414a-8aca-8efe24c16fae Nov 23 10:36:14.161896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.180668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-85b225e3-1ffa-417e-bd42-ab0b6430c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.182251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-85b225e3-1ffa-417e-bd42-ab0b6430c3d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1095 time: 0.1296616 Nov 23 10:36:14.209264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-bba9704b-3718-4852-9d91-d33cfdb83bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.210998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-bba9704b-3718-4852-9d91-d33cfdb83bbf service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1994925 Nov 23 10:36:14.269381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:14.273871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-0eec03e8-3917-4646-9370-a6b43aaf480d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=058e851b-e18f-477a-bcb4-aa5cc24ca0ef HTTP/1.1" status: 200 len: 217 time: 0.0418241 Nov 23 10:36:14.369494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Pushing event deleted for resources: {'Port': ['ID=7f83b91d-c4b7-404e-bc1a-380d36c87293,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:14.386535 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.390944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.393759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.424631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-1d8c5685-ef6b-4d38-be1e-df392c3f1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.426309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-1d8c5685-ef6b-4d38-be1e-df392c3f1aa5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1169932 Nov 23 10:36:14.430480 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3853e629-b45d-4f4f-a927-abadb3c3c1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.431871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-7914d863-7afc-4e92-b5dc-f250a73d9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.433423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-7914d863-7afc-4e92-b5dc-f250a73d9c45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2367182 Nov 23 10:36:14.473026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] No DVR routers for this DVR port 7f83b91d-c4b7-404e-bc1a-380d36c87293 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:36:14.482738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.493215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd842d63-db96-4a37-932b-d0aee4ca6560 req-c7834388-862e-4144-9952-e183ec68ed7b tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.58 "DELETE /v2.0/ports/7f83b91d-c4b7-404e-bc1a-380d36c87293 HTTP/1.1" status: 204 len: 173 time: 1.6024339 Nov 23 10:36:14.522464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'name': 'network-vif-deleted', 'tag': '7f83b91d-c4b7-404e-bc1a-380d36c87293'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:14.524967 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2a7754-42d1-43a8-8132-468eb116aac7" -d '{"events": [{"server_uuid": "ee145973-58a9-4cd2-baec-0c5b7b3c90b1", "name": "network-vif-deleted", "tag": "7f83b91d-c4b7-404e-bc1a-380d36c87293"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:14.589781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e35f9-0788-46fa-b4ea-ee1590f79b00 req-b80e9174-6541-4d49-8307-f05a2b0363b1 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.601208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a2e35f9-0788-46fa-b4ea-ee1590f79b00 req-b80e9174-6541-4d49-8307-f05a2b0363b1 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 947 time: 0.5499766 Nov 23 10:36:14.617867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-359729dd-ad02-4428-90a4-fcb4d9e83a93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 217 time: 0.1682084 Nov 23 10:36:14.633005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-7afe8aaa-d945-40a8-90a4-ac93d9cbc1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.634705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-7afe8aaa-d945-40a8-90a4-ac93d9cbc1bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1834865 Nov 23 10:36:14.636569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6832476 Nov 23 10:36:14.642424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50814) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:14.658915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Request body: {'subnet': {'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1657327567-subnet', 'tenant_id': '1c87ae2a1a6645caa6185c8576a551b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:14.690250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:36:14.729619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66718b0f-8888-479e-ae4b-fc21c47964be admin admin] Pushing event updated for resources: {'Network': ['ID=dc85e82d-12cd-414a-8aca-8efe24c16fae,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:14.750456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network dc85e82d-12cd-414a-8aca-8efe24c16fae details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:36:14.794109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a2e35f9-0788-46fa-b4ea-ee1590f79b00 req-eb3070ae-4618-4fff-a6c5-1d6883cc8d78 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910732 Nov 23 10:36:14.834866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Made reservation on behalf of 1c87ae2a1a6645caa6185c8576a551b6 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:14.837569 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:14.846168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-807cdf53-1d93-4ddf-8005-6b885ea2594a req-4a32a6cd-2845-475b-ae2c-b13db58085b5 tempest-ServerDiagnosticsNegativeTest-942731132 tempest-ServerDiagnosticsNegativeTest-942731132-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee145973-58a9-4cd2-baec-0c5b7b3c90b1 HTTP/1.1" status: 200 len: 210 time: 0.1344597 Nov 23 10:36:14.848148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:36:14.848696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7f83b91d-c4b7-404e-bc1a-380d36c87293 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:36:14.939598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 7f83b91d-c4b7-404e-bc1a-380d36c87293 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:36:14.940352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7f83b91d-c4b7-404e-bc1a-380d36c87293 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:36:14.948112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-d1940cdd-d7cb-4426-bd29-d2fc995f5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:14.949905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-d1940cdd-d7cb-4426-bd29-d2fc995f5bfd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.3141024 Nov 23 10:36:14.960054 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7985db9-16af-4b10-9b8c-b3b38c7ce75e x-openstack-request-id: req-d7985db9-16af-4b10-9b8c-b3b38c7ce75e {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:14.960353 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee145973-58a9-4cd2-baec-0c5b7b3c90b1", "name": "network-vif-deleted", "tag": "7f83b91d-c4b7-404e-bc1a-380d36c87293", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:14.960614 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d7985db9-16af-4b10-9b8c-b3b38c7ce75e {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:14.961017 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee145973-58a9-4cd2-baec-0c5b7b3c90b1', 'name': 'network-vif-deleted', 'tag': '7f83b91d-c4b7-404e-bc1a-380d36c87293', 'status': 'completed', 'code': 200} Nov 23 10:36:15.030213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-997240c1-bb3f-46f9-b081-ff374dc5b302 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501573 Nov 23 10:36:15.035353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-e4061877-fcfb-4b82-affd-6d81a2a4068c service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879087 Nov 23 10:36:15.240915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:15.241764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b298c8db-0b31-42a1-9aa2-0791d229a48f req-784616fc-03b5-46a7-89c9-d47857f5bad2 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911714 Nov 23 10:36:15.255669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-8cfe438f-3ef6-4a7f-b956-8c7e06034ec2 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039025 Nov 23 10:36:15.266621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7b419-c3e0-4f5c-92ed-f98bef9c2d88 req-6097994c-0904-4eb8-b618-e47aa2b68fae tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:15.274449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4b7b419-c3e0-4f5c-92ed-f98bef9c2d88 req-6097994c-0904-4eb8-b618-e47aa2b68fae tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 944 time: 0.1668789 Nov 23 10:36:15.319770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bbcb7-e39d-4588-96a6-185945b693d8 req-d3583d64-cc8f-4820-9ce9-770337ef4def tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:15.327790 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d3bbcb7-e39d-4588-96a6-185945b693d8 req-d3583d64-cc8f-4820-9ce9-770337ef4def tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.3659048 Nov 23 10:36:15.337320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397510e2-3216-420f-80f2-50bf6d7c2ac6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:15.391181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4b7b419-c3e0-4f5c-92ed-f98bef9c2d88 req-1f470810-69b0-4c0d-8335-bc6a1f6d99eb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104085 Nov 23 10:36:15.393783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:15.394150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Network hostable DHCP agents. Network: dc85e82d-12cd-414a-8aca-8efe24c16fae, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:36:15.415146 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d3bbcb7-e39d-4588-96a6-185945b693d8 req-3fb9fb16-666a-4b49-b19c-6de4604bfd0e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862849 Nov 23 10:36:15.448960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Network dc85e82d-12cd-414a-8aca-8efe24c16fae is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:36:15.452424 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e8e7fbec-05bc-4ef4-a51a-23507a19231c service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755066 Nov 23 10:36:15.464366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, dc85e82d-12cd-414a-8aca-8efe24c16fae) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:15.468400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:15.469126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:15.481600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a0c8b-92d7-4736-a2d1-b6bf5890cc28 None None] Network dc85e82d-12cd-414a-8aca-8efe24c16fae requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:36:15.499365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3a3e8acb-f0d8-441d-a812-a3d55a06fb47 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8551359 Nov 23 10:36:15.675099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff82891-bbd5-466c-8bcd-5836ddbc22d7 None None] Network dc85e82d-12cd-414a-8aca-8efe24c16fae requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:36:15.896289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-3162e9b1-4973-4969-91dc-e3d728d5ae79 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:15.898096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-3162e9b1-4973-4969-91dc-e3d728d5ae79 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.0945132 Nov 23 10:36:15.929653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff34ea-3fff-4f84-9cbb-c7abd71ff6e5 req-c9ff85c6-49f9-47f9-a7d2-6194de7316ec tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:15.937827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9ff34ea-3fff-4f84-9cbb-c7abd71ff6e5 req-c9ff85c6-49f9-47f9-a7d2-6194de7316ec tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 947 time: 0.0716712 Nov 23 10:36:16.005535 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9ff34ea-3fff-4f84-9cbb-c7abd71ff6e5 req-e75d62bd-e097-4156-ab6c-2d0303c54a46 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665905 Nov 23 10:36:16.223426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e7004bfc-88de-40a7-9b6f-d93bcbe1b0cd service neutron] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:16.226945 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e7004bfc-88de-40a7-9b6f-d93bcbe1b0cd service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.228179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeba01fc-87be-406f-be45-25e82dbe8675 req-e7004bfc-88de-40a7-9b6f-d93bcbe1b0cd service neutron] 10.222.0.65 "DELETE /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e/bindings/n-h2-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.3064268 Nov 23 10:36:16.318342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50860) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:16.350210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50864) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:16.356171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-260015175-network', 'tenant_id': '317f10521e4842a488ecb796edcee624'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:16.386039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Made reservation on behalf of 317f10521e4842a488ecb796edcee624 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:16.388435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.399048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.655829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e8612-58b1-4c65-afc5-74ba483bb32a req-6af83036-548f-4a3c-8051-c18f263cbeb8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:16.658335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c80e8612-58b1-4c65-afc5-74ba483bb32a req-6af83036-548f-4a3c-8051-c18f263cbeb8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1240096 Nov 23 10:36:16.685094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.701799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.713129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c80e8612-58b1-4c65-afc5-74ba483bb32a req-1d533055-e8ea-4824-9839-2ea293bd81e8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Nov 23 10:36:16.737661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:36:16.747742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.748092 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Added segment 274ae42a-372a-4d07-a50e-38c28ce2186a of type vlan for network 18c85ad2-453f-473e-a95f-bce266871dca Nov 23 10:36:16.762333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd79ebb-903d-4a8f-99a0-4b30767e1169 req-3e448d5f-4b69-497f-bd3f-1f816de980fa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:16.763950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcd79ebb-903d-4a8f-99a0-4b30767e1169 req-3e448d5f-4b69-497f-bd3f-1f816de980fa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 944 time: 0.2491632 Nov 23 10:36:16.768251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 058e851b-e18f-477a-bcb4-aa5cc24ca0ef details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:16.826978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1afd3970-ff67-4f94-a7e5-41904c289558 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9245a3b265374a0ab796bfebe947d8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5073628 Nov 23 10:36:16.830497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50872) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:16.853362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.858857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c12df8-e8ac-4a8a-90bc-997b643c80d0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:16.943027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcd79ebb-903d-4a8f-99a0-4b30767e1169 req-d0a1059d-f39f-49bd-b6b9-6fcf81d69d12 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598167 Nov 23 10:36:16.944231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.946584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:16.947058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cf150ca-f272-4376-99af-aa490ee96d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.948378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.952564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70c3bdf7-15a4-440b-b43d-9342e80130b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:16.997790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70c3bdf7-15a4-440b-b43d-9342e80130b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.021384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:17.028993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6773617 Nov 23 10:36:17.031623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50880) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:17.036527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Request body: {'subnet': {'network_id': '18c85ad2-453f-473e-a95f-bce266871dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-260015175-subnet', 'tenant_id': '317f10521e4842a488ecb796edcee624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:17.058661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'mac_address': 'fa:16:3e:23:6d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:17.084634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112de10-31da-4cc0-8585-9892a576e929 admin admin] Pushing event updated for resources: {'Network': ['ID=18c85ad2-453f-473e-a95f-bce266871dca,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:17.118028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 18c85ad2-453f-473e-a95f-bce266871dca details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:36:17.119551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Made reservation on behalf of 317f10521e4842a488ecb796edcee624 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:17.120236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70c3bdf7-15a4-440b-b43d-9342e80130b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.127454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70c3bdf7-15a4-440b-b43d-9342e80130b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.127648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.158733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-70c3bdf7-15a4-440b-b43d-9342e80130b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aed537f3-5839-4a01-97dd-729d1600d986 HTTP/1.1" status: 204 len: 168 time: 0.3234143 Nov 23 10:36:17.178420 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.243536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058e851b-e18f-477a-bcb4-aa5cc24ca0ef {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:17.270485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3bdf7-15a4-440b-b43d-9342e80130b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed537f3-5839-4a01-97dd-729d1600d986,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:17.272807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:17.282942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab49ab2-b59f-4fd2-8f54-8cc3c4b1124c req-4c4e9cc4-21d7-4bb5-8bcc-488021ecb004 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:17.289457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.291613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eab49ab2-b59f-4fd2-8f54-8cc3c4b1124c req-4c4e9cc4-21d7-4bb5-8bcc-488021ecb004 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 947 time: 0.1576419 Nov 23 10:36:17.373031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eab49ab2-b59f-4fd2-8f54-8cc3c4b1124c req-78e819a1-558a-44f3-b8d6-fb82b9d38efc tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757411 Nov 23 10:36:17.375531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:17.403163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c52e-befa-41cb-812d-3f565b2d9fd6 req-5cb87987-8960-4792-bffd-71ce08b1625c tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:17.410298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19c52e-befa-41cb-812d-3f565b2d9fd6 req-5cb87987-8960-4792-bffd-71ce08b1625c tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1095 time: 0.2489624 Nov 23 10:36:17.491006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca19c52e-befa-41cb-812d-3f565b2d9fd6 req-469c6a01-8043-476b-996a-18a1b50542c2 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677130 Nov 23 10:36:17.554258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.600575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:17.633277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b921174-e73a-4149-a37c-d95e5750c354,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:17.649392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Checking segment: {'id': '274ae42a-372a-4d07-a50e-38c28ce2186a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '18c85ad2-453f-473e-a95f-bce266871dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:17.649906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Network hostable DHCP agents. Network: 18c85ad2-453f-473e-a95f-bce266871dca, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:36:17.685254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Network 18c85ad2-453f-473e-a95f-bce266871dca is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:36:17.719697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 18c85ad2-453f-473e-a95f-bce266871dca) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:17.726436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:17.727654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.749884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156fed36-cce9-49bf-b9ea-03fdeb96e131 None None] Network 18c85ad2-453f-473e-a95f-bce266871dca requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:36:17.802892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cfb92d82-0707-4c30-9bf4-e531b73be262 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7578220 Nov 23 10:36:17.889416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50918) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:17.910108 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56c02cf2-154e-4862-955d-aafb5a446557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:17.950799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92fadb-9b05-4e05-9aa9-b502437aafe0 req-3e4fea71-700b-4b6d-b962-0d15a293498e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:17.964488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be92fadb-9b05-4e05-9aa9-b502437aafe0 req-3e4fea71-700b-4b6d-b962-0d15a293498e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1294968 Nov 23 10:36:18.074356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be92fadb-9b05-4e05-9aa9-b502437aafe0 req-2a4a7685-48bc-4192-99da-d59e8792fa46 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088135 Nov 23 10:36:18.140841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f9a24-0d71-4338-89a6-4421379db376 None None] Network 18c85ad2-453f-473e-a95f-bce266871dca requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:36:18.156525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56c02cf2-154e-4862-955d-aafb5a446557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.169041 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56c02cf2-154e-4862-955d-aafb5a446557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.217886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c02cf2-154e-4862-955d-aafb5a446557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b957bbd4-875c-4e26-80d6-161093f294db,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:18.223498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-56c02cf2-154e-4862-955d-aafb5a446557 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cef71e498e9f421aa8e35540a69d50f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326201 Nov 23 10:36:18.234696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50934) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:18.324123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c689b757-7690-4930-8a66-22f9993f5029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.335093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-cf7e9d77-9fd4-4c69-900f-23baa208241c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:18.345756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-cf7e9d77-9fd4-4c69-900f-23baa208241c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.3095310 Nov 23 10:36:18.369776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-588ad7ca-b47e-4a86-9984-ddd581780536 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/quotas/c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 375 time: 0.0226879 Nov 23 10:36:18.412378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c689b757-7690-4930-8a66-22f9993f5029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.451529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-2ee142d9-7f44-4ef7-aeb1-de59ad862d27 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799057 Nov 23 10:36:18.491432 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.552538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c689b757-7690-4930-8a66-22f9993f5029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.554643 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c689b757-7690-4930-8a66-22f9993f5029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:18.558327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c689b757-7690-4930-8a66-22f9993f5029 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b957bbd4-875c-4e26-80d6-161093f294db HTTP/1.1" status: 204 len: 168 time: 0.3176141 Nov 23 10:36:18.567961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689b757-7690-4930-8a66-22f9993f5029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957bbd4-875c-4e26-80d6-161093f294db,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:18.630747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-4e9fc516-3178-4c5a-9179-4dfb65c3371b service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779301 Nov 23 10:36:18.771107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:18.831592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-68d97a2d-bbca-4d06-842a-5013c8e22f2e service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986406 Nov 23 10:36:18.965142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:18.997606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'mac_address': 'fa:16:3e:aa:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:19.148935 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:19.184564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a75356-aa57-44f5-85d4-023086b03384 req-f94b188c-b0ab-4442-9247-5ec7f556b226 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:19.190934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 261afb80-9f73-49c6-866b-1bcdd2becb4c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:19.195482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8a75356-aa57-44f5-85d4-023086b03384 req-f94b188c-b0ab-4442-9247-5ec7f556b226 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 948 time: 0.1152861 Nov 23 10:36:19.253998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:19.265871 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:19.297368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8a75356-aa57-44f5-85d4-023086b03384 req-0b216762-4e0f-4ddd-af7e-6fe23a2cbde5 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948796 Nov 23 10:36:19.465630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['261afb80-9f73-49c6-866b-1bcdd2becb4c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:19.541835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:19.552881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:19.661696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:20.082970 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:20.709715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-dee1d4d2-c317-4a07-bab5-c8e31ce707c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995131 Nov 23 10:36:20.791649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:20.843970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-6a263fe1-faf6-48c2-bebc-c98fa15632da tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:20.853893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-6a263fe1-faf6-48c2-bebc-c98fa15632da tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.2678742 Nov 23 10:36:20.867721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Request body: {'port': {'device_id': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'admin_state_up': True, 'tenant_id': 'c5201496895841988da25d3070f5ac0e'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:20.907310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-70c3fbc9-3624-4544-ba63-669ecc6b63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:20.919684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-70c3fbc9-3624-4544-ba63-669ecc6b63ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1095 time: 0.1297472 Nov 23 10:36:20.966345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 261afb80-9f73-49c6-866b-1bcdd2becb4c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:20.967213 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.105405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.110546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-537f9930-a3bb-4c00-9010-27d68a477eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:21.116213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-537f9930-a3bb-4c00-9010-27d68a477eda service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.1693897 Nov 23 10:36:21.144075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Made reservation on behalf of c5201496895841988da25d3070f5ac0e for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:21.150376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.169003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:21.171390 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5bcd32-85fe-4a41-b6d8-f622ebe377d5" -d '{"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-plugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:21.186819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:21.195458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.196375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 058e851b-e18f-477a-bcb4-aa5cc24ca0ef up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:21.262395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-38c00413-ab6d-4ef3-86fd-a1b1826d1136 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 217 time: 0.1233687 Nov 23 10:36:21.299383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:21.320827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:21.329154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:21.330209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Allocated IP 172.20.0.4 (2a883250-deff-4f7a-96f5-800fc1251588/69b2f344-3c63-49b6-bca5-7955e8958560/0b3204e9-eb99-4775-a62a-afdf9326c736) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:21.333199 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.472728 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.529805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:21.530983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.537647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.574539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.636814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Network 2a883250-deff-4f7a-96f5-800fc1251588 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:21.640228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:21.643786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:21.664728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:21.695728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:21.755152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:21.756282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.793241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-e0e0d162-bd93-416b-8937-b1b311a7532b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9294131 Nov 23 10:36:21.806844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Request body: {'port': {'device_id': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:21.833459 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:21.877029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-8d9253a9-3b57-4911-b8be-15ed051b5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:21.879432 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-8d9253a9-3b57-4911-b8be-15ed051b5396 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.6158822 Nov 23 10:36:21.920254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-e75223ae-5b7e-4649-99b8-160bf0af8705 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314522 Nov 23 10:36:21.934624 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:22.124170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-2c6ccfa9-2273-4c46-b85a-55a9fb407dd5 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871722 Nov 23 10:36:22.388025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcfd811a-d8ba-42f0-834b-b7ef8dfb393f req-8bc9ddec-d75a-4f4b-84cf-6e98c0ac90a7 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533174 Nov 23 10:36:22.513544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3204e9-eb99-4775-a62a-afdf9326c736 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:22.523076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:22.539454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Transition to ACTIVE for port object 0b3204e9-eb99-4775-a62a-afdf9326c736 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:22.546409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:22.644250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:22.855670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:22.857119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:22.859198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:22.872424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:22.873969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:22.887695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:22.888192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:22.888722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:22.889296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Bound port: 0b3204e9-eb99-4775-a62a-afdf9326c736, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:22.893215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:22.999115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:23.003249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:23.011877 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:23.055307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:23.055955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:23.057482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] 10.222.0.58 "PUT /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 1091 time: 1.2550480 Nov 23 10:36:23.060678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:23.064355 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8313ad-2d34-4850-8d26-5c544919a606" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:23.116223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257a771-4893-452c-9552-7ab2d44baf54 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:23.315482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-a439d10f-3f04-43c3-9d61-2098cb7d49fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:23.317951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-a439d10f-3f04-43c3-9d61-2098cb7d49fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1094 time: 0.1150184 Nov 23 10:36:23.384885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-0ef5a11a-c3a3-40e0-ad21-70ca7b6d3870 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 217 time: 0.0566361 Nov 23 10:36:23.471038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-3fb99153-095b-420a-9842-beba273190ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:23.477172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-3fb99153-095b-420a-9842-beba273190ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0760155 Nov 23 10:36:23.543909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-9471e9b7-949b-45a9-838a-bf08f53c1ffb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536923 Nov 23 10:36:23.712943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-a673fda8-db2a-400c-92f8-c6bf3e4088c0 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587002 Nov 23 10:36:23.858479 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7820bb67-ca9c-4c0e-8857-46759e840d64 req-22409e5c-a549-4cba-9d62-993b8c158f54 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324017 Nov 23 10:36:24.511780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6484413-a782-466d-929d-236b3c6cf854 req-e02dcc42-95b1-4f79-b91b-ae09f79b50c6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:24.520371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6484413-a782-466d-929d-236b3c6cf854 req-e02dcc42-95b1-4f79-b91b-ae09f79b50c6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.0639834 Nov 23 10:36:24.542885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-939bbefe-20fa-4454-ad67-b400ca4a163a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:24.544549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-939bbefe-20fa-4454-ad67-b400ca4a163a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 0.1691020 Nov 23 10:36:24.576246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-c4cc0663-8754-46a6-9fbb-cb442e90e7b6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/quotas/1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 375 time: 0.0237656 Nov 23 10:36:24.580742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6484413-a782-466d-929d-236b3c6cf854 req-315065e1-8335-42ec-87a5-fc22add9d21b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586414 Nov 23 10:36:24.628849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-e2fb0494-54dd-46f6-ba9c-a0076388fc23 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512073 Nov 23 10:36:24.640091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-890c3906-63b1-4403-a605-eb73248f5968 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:36:24.641210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-890c3906-63b1-4403-a605-eb73248f5968 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062439 Nov 23 10:36:24.751034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406d1bf-40ae-44c0-8c7d-cc07c76f5c3f req-e74ef007-fda7-4168-8d5e-705ab5ed7b61 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:24.753333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0406d1bf-40ae-44c0-8c7d-cc07c76f5c3f req-e74ef007-fda7-4168-8d5e-705ab5ed7b61 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.0778620 Nov 23 10:36:24.809685 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-592379e6-9c11-49ca-8b47-d6273d87a1dc service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607318 Nov 23 10:36:24.810779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0406d1bf-40ae-44c0-8c7d-cc07c76f5c3f req-8fbb2c3d-e3c0-48bf-94f2-eea63bdac928 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506344 Nov 23 10:36:24.869346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-5ee83fd7-5b43-4dae-bea0-41286b91a96e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288867 Nov 23 10:36:24.989495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-d88e06a0-8545-42ff-b0ba-ac2523d4b744 service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789315 Nov 23 10:36:25.015251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-d379a2a6-eb2c-4efc-b2b2-e58b7e3b435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.017443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-d379a2a6-eb2c-4efc-b2b2-e58b7e3b435a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 1096 time: 0.0839658 Nov 23 10:36:25.044510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3ff00-2884-40ce-be07-0c6736ab2760 req-46115859-9350-4bbd-970e-abd5b160a9c9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.060624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46d3ff00-2884-40ce-be07-0c6736ab2760 req-46115859-9350-4bbd-970e-abd5b160a9c9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 949 time: 0.0700338 Nov 23 10:36:25.170290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46d3ff00-2884-40ce-be07-0c6736ab2760 req-deca89fe-6aee-4d0f-aeab-584fcc2ecfd6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070209 Nov 23 10:36:25.190367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-8267170f-6d39-4fe0-af28-e227fa88d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.194607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-8267170f-6d39-4fe0-af28-e227fa88d7b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 924 time: 0.1483760 Nov 23 10:36:25.238864 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2177093-45f9-461e-ba52-551d72d2184a x-openstack-request-id: req-c2177093-45f9-461e-ba52-551d72d2184a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:25.239830 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-plugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:25.240264 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2177093-45f9-461e-ba52-551d72d2184a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:25.240988 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'code': 200} Nov 23 10:36:25.306665 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84f4906-8572-4ef5-8989-8ed145869275 x-openstack-request-id: req-b84f4906-8572-4ef5-8989-8ed145869275 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:25.306955 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:25.307211 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b84f4906-8572-4ef5-8989-8ed145869275 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:25.307612 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736', 'status': 'completed', 'code': 200} Nov 23 10:36:25.341983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-33fe513c-5104-420f-80b2-e258221d9a1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 200 len: 1000 time: 0.1370709 Nov 23 10:36:25.459163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-628a70f6-8af6-4c2e-bc99-4c6268a75223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.460705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-628a70f6-8af6-4c2e-bc99-4c6268a75223 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1094 time: 0.1291459 Nov 23 10:36:25.471527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-824ac245-645b-4ce9-ad38-9da6ad11946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.474412 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-824ac245-645b-4ce9-ad38-9da6ad11946e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.1206994 Nov 23 10:36:25.560646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-81eb4f01-16b0-4cf0-90a1-4fa53737ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.567706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-81eb4f01-16b0-4cf0-90a1-4fa53737ef3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842452 Nov 23 10:36:25.658604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18d5813d-c832-492a-9d21-ab66a80c5853 req-c02d4dec-41de-415a-a9db-a3c2b0935409 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 210 time: 0.0925415 Nov 23 10:36:25.714421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-0ed01497-5a04-42b5-81ff-e6dc455a9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.715343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-01840ca0-314b-4df4-87fd-d71c151ecbc6 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395729 Nov 23 10:36:25.716531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-0ed01497-5a04-42b5-81ff-e6dc455a9052 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2390013 Nov 23 10:36:25.796661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-cacc79f4-637c-4e45-b197-2833ef192051 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 217 time: 0.0651772 Nov 23 10:36:25.864250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-d36b4795-7c0f-43e2-a9d9-3a6730086924 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.865837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-d36b4795-7c0f-43e2-a9d9-3a6730086924 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/networks?id=387d5d07-ea01-4a82-8769-bc1272a2c0ef HTTP/1.1" status: 200 len: 814 time: 0.1494985 Nov 23 10:36:25.893881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-29f3f030-5020-4eeb-ba86-4a5841e5796b tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/quotas/492cb3eb9277461186f5de2227f4341a HTTP/1.1" status: 200 len: 375 time: 0.0163836 Nov 23 10:36:25.898769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-b338f94b-0e8a-4c0b-9aac-8c7e615e91e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:25.901863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-b338f94b-0e8a-4c0b-9aac-8c7e615e91e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0915272 Nov 23 10:36:25.957381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-85a87b06-27f4-49c3-91e0-f715494e0d73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474515 Nov 23 10:36:26.029884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-726751a1-f7ef-437e-834e-9a06bc2e1934 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=492cb3eb9277461186f5de2227f4341a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245208 Nov 23 10:36:26.077774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764d1e5-81d7-4da5-ad6b-6660bc281ec2 req-8989b98b-aa6a-418d-9a3d-84195c6f9c37 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:26.079288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2764d1e5-81d7-4da5-ad6b-6660bc281ec2 req-8989b98b-aa6a-418d-9a3d-84195c6f9c37 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.1246550 Nov 23 10:36:26.123676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-7e862368-6af8-44d0-95d5-82c21b65dfc7 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564860 Nov 23 10:36:26.179080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2764d1e5-81d7-4da5-ad6b-6660bc281ec2 req-cf53dfc8-8055-4cd4-94a0-d4950fae96f4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845151 Nov 23 10:36:26.305964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b8313ad-2d34-4850-8d26-5c544919a606 req-3714bb37-ca3d-48a4-9148-5f35bf33aecf service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694913 Nov 23 10:36:26.388547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba1dc-738f-44d7-87c9-8bcbef382927 req-4d2f64b2-8ac6-4723-aee2-4bda2b6ccfd9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:26.390470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54aba1dc-738f-44d7-87c9-8bcbef382927 req-4d2f64b2-8ac6-4723-aee2-4bda2b6ccfd9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.0881279 Nov 23 10:36:26.460650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef8b133b-895f-4fe7-8266-c77047b5c017 req-24b6b30f-256f-4358-a32e-173c044cff46 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936966 Nov 23 10:36:26.475245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54aba1dc-738f-44d7-87c9-8bcbef382927 req-e3e3e1e1-039f-48ea-8da9-cd203c69ea95 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775847 Nov 23 10:36:26.502847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-2d8781f7-19a8-4371-85eb-11e6617b1b3e service neutron] 10.222.0.61 "GET /v2.0/networks/387d5d07-ea01-4a82-8769-bc1272a2c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609902 Nov 23 10:36:26.622496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-c8aae673-1a97-4a16-8deb-6ba35d32ae15 service neutron] 10.222.0.61 "GET /v2.0/networks/387d5d07-ea01-4a82-8769-bc1272a2c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226320 Nov 23 10:36:26.724551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2e010-9a2d-47c1-a656-5e5a09b8ae63 req-e4656c19-7016-4ab0-a058-96df1f53f8f6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:26.726153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dab2e010-9a2d-47c1-a656-5e5a09b8ae63 req-e4656c19-7016-4ab0-a058-96df1f53f8f6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 949 time: 0.0695713 Nov 23 10:36:26.740090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 0b3204e9-eb99-4775-a62a-afdf9326c736 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:26.931939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dab2e010-9a2d-47c1-a656-5e5a09b8ae63 req-9a95afe2-fd2b-4864-a0e8-0c85b0cbc1b1 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854799 Nov 23 10:36:27.035131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:27.039031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-63338dba-2620-4aa6-b697-233074b8dc75 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:27.046175 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-63338dba-2620-4aa6-b697-233074b8dc75 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 0.3082778 Nov 23 10:36:27.058712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Request body: {'port': {'device_id': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'admin_state_up': True, 'tenant_id': '1c87ae2a1a6645caa6185c8576a551b6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:27.062250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '0b3204e9-eb99-4775-a62a-afdf9326c736', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'port_id': '0b3204e9-eb99-4775-a62a-afdf9326c736', 'mac_address': 'fa:16:3e:47:a0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b2f344-3c63-49b6-bca5-7955e8958560', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:27.120458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33d92b95-88fa-4c6e-b7b9-e7ddf9b0bd82 req-e787013a-11ab-409a-8899-2a4e81671b7a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 210 time: 0.0519915 Nov 23 10:36:27.151141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:27.178611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9abe54a-995d-428a-b49b-415ef782e6cd req-cf5424ea-b671-42e9-92e9-da2cf0d7e261 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 210 time: 0.0844073 Nov 23 10:36:27.184152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3204e9-eb99-4775-a62a-afdf9326c736 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:27.225486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:27.236556 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:27.288715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4997540-9730-4867-9cff-6a588ed7d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:27.291796 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16171597-3932-4701-90de-c3177afcb0fc" -d '{"events": [{"server_uuid": "a4997540-9730-4867-9cff-6a588ed7d886", "name": "network-vif-plugged", "status": "completed", "tag": "058e851b-e18f-477a-bcb4-aa5cc24ca0ef"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:27.327287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:27.367704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Made reservation on behalf of 1c87ae2a1a6645caa6185c8576a551b6 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:27.372579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:27.394882 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40c15d7-9a87-43c4-8ad0-1042ee397316 x-openstack-request-id: req-f40c15d7-9a87-43c4-8ad0-1042ee397316 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:27.395308 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4997540-9730-4867-9cff-6a588ed7d886", "name": "network-vif-plugged", "status": "completed", "tag": "058e851b-e18f-477a-bcb4-aa5cc24ca0ef", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:27.395601 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f40c15d7-9a87-43c4-8ad0-1042ee397316 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:27.396145 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4997540-9730-4867-9cff-6a588ed7d886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'code': 200} Nov 23 10:36:27.547850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d159e4c-462f-4195-a9f7-fc4459e2e15f req-e39118ee-75ac-4cd6-bb1f-244c4c562df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:27.552758 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d159e4c-462f-4195-a9f7-fc4459e2e15f req-e39118ee-75ac-4cd6-bb1f-244c4c562df7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 1100 time: 0.0803452 Nov 23 10:36:27.570130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa4722-71cb-495f-b8b8-4d8ce8aaa326 req-b71bb74d-c748-481d-b19c-01b75687affb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:27.570929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['0b3204e9-eb99-4775-a62a-afdf9326c736'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:27.571685 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81fa4722-71cb-495f-b8b8-4d8ce8aaa326 req-b71bb74d-c748-481d-b19c-01b75687affb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 944 time: 0.1712055 Nov 23 10:36:27.690056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d159e4c-462f-4195-a9f7-fc4459e2e15f req-d7788462-4778-4e05-99f1-ecf648b697ea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273539 Nov 23 10:36:27.698828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Allocated IP 172.20.0.10 (dc85e82d-12cd-414a-8aca-8efe24c16fae/397510e2-3216-420f-80f2-50bf6d7c2ac6/69d32474-8d51-405f-baa8-6e113c935fc2) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:27.702195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7e89-9c04-4d32-83b5-2e74e7a08d08 req-8175ec14-79f2-4885-b0b6-c0131af7bfe3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:27.711748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d1b7e89-9c04-4d32-83b5-2e74e7a08d08 req-8175ec14-79f2-4885-b0b6-c0131af7bfe3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1131339 Nov 23 10:36:27.794380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d1b7e89-9c04-4d32-83b5-2e74e7a08d08 req-b982ab13-7f61-45a3-a3f5-2889a11f3e2f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Nov 23 10:36:27.907122 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81fa4722-71cb-495f-b8b8-4d8ce8aaa326 req-49a48ba1-d3b4-456a-a0fe-2583121e2a05 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245687 Nov 23 10:36:27.972408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:28.035803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:28.145914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Network dc85e82d-12cd-414a-8aca-8efe24c16fae is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:28.152325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:28.158690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:28.164937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:28.219919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc512efa-6b65-4f72-88f2-d3d4a9085588 req-cfe7f738-90f7-455d-a8e3-76788d770892 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:28.228520 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc512efa-6b65-4f72-88f2-d3d4a9085588 req-cfe7f738-90f7-455d-a8e3-76788d770892 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 949 time: 0.1299739 Nov 23 10:36:28.253590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:28.254320 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:28.293403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a827e1fc-7b7f-443e-86fd-601b6bf785db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2389750 Nov 23 10:36:28.302883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc512efa-6b65-4f72-88f2-d3d4a9085588 req-aa6caa64-96d6-46f4-ba5e-82fec12818e7 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Nov 23 10:36:28.308282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Request body: {'port': {'device_id': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:28.366225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8071f-8b3d-4d2e-9163-8ec6fe11f8ba req-2dd7bf62-b34c-49ed-947e-6ca0381f00a6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:28.371350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2c8071f-8b3d-4d2e-9163-8ec6fe11f8ba req-2dd7bf62-b34c-49ed-947e-6ca0381f00a6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 932 time: 0.1379738 Nov 23 10:36:28.393834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:28.475256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2c8071f-8b3d-4d2e-9163-8ec6fe11f8ba req-1200af96-610c-4345-9810-93367ca5998d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962815 Nov 23 10:36:28.609741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51168) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:28.620511 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-139962e5-df9f-4717-b199-41a1bf1ae9e0 req-262494f6-8cbd-4c29-945f-0b77137f740c tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 210 time: 0.1168313 Nov 23 10:36:28.752690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 0b3204e9-eb99-4775-a62a-afdf9326c736 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:28.771012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b21675f2-a472-4e7b-938e-da5ca08c72aa tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:28.773309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b21675f2-a472-4e7b-938e-da5ca08c72aa tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.58 "GET /v2.0/networks?id=387d5d07-ea01-4a82-8769-bc1272a2c0ef HTTP/1.1" status: 200 len: 814 time: 0.1945050 Nov 23 10:36:28.790461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Request body: {'port': {'device_id': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'admin_state_up': True, 'tenant_id': '492cb3eb9277461186f5de2227f4341a'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:28.882467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d32474-8d51-405f-baa8-6e113c935fc2 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:28.924813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 0b3204e9-eb99-4775-a62a-afdf9326c736 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:28.935251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 0b3204e9-eb99-4775-a62a-afdf9326c736 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:28.935629 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:28.945557 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:28.981848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6885f4f9-7482-4795-9ff6-3514bade1b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.115600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Transition to ACTIVE for port object 69d32474-8d51-405f-baa8-6e113c935fc2 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:29.126561 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.137676 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-8930947e-6192-4fe1-87fd-1240f62cec65 service neutron] show failed (client error): The resource could not be found. Nov 23 10:36:29.138706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-8930947e-6192-4fe1-87fd-1240f62cec65 service neutron] 10.222.0.65 "GET /v2.0/ports/63db8b4e-196e-4cd6-9fb7-e96a93c7073d/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.3219678 Nov 23 10:36:29.175416 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6885f4f9-7482-4795-9ff6-3514bade1b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.183316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8399c-c707-4d7b-9777-9510aa94e3c4 req-7c2fdadc-e091-4c03-b579-85046a4d00b5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:29.185060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8db8399c-c707-4d7b-9777-9510aa94e3c4 req-7c2fdadc-e091-4c03-b579-85046a4d00b5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1746321 Nov 23 10:36:29.186228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Made reservation on behalf of 492cb3eb9277461186f5de2227f4341a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:29.210824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.224145 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.225229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:29.236809 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.259555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6885f4f9-7482-4795-9ff6-3514bade1b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.315863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:29.380088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8db8399c-c707-4d7b-9777-9510aa94e3c4 req-cc9a8391-7c4b-4b66-971d-ea7b9eca575e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506255 Nov 23 10:36:29.402563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:29.408871 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f406c59-3f05-4f02-8567-816e7a2b5927" -d '{"events": [{"server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "name": "network-vif-plugged", "status": "completed", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:29.418077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.58', 64764) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:29.453707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885f4f9-7482-4795-9ff6-3514bade1b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800379f8-a688-4319-80bd-2ca2c346e9aa,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:29.483290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6885f4f9-7482-4795-9ff6-3514bade1b4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ee8df17e52f4def8c99b6bbcfc47b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8713467 Nov 23 10:36:29.513826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51198) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:29.538958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:29.579877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0f489-b889-4f08-b414-f86aa35c5cc7 req-33b479a5-aa92-4a23-a522-8ea66f2e195c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:29.587312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79e0f489-b889-4f08-b414-f86aa35c5cc7 req-33b479a5-aa92-4a23-a522-8ea66f2e195c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 944 time: 0.5215807 Nov 23 10:36:29.611588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-d07526eb-f31e-48a5-9b77-90237ff7d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:29.613514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-d07526eb-f31e-48a5-9b77-90237ff7d8fc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 1101 time: 0.1928115 Nov 23 10:36:29.643344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:29.668519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-756dc7f8-86b1-42ff-978d-5f9e4ecb02d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.697019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Allocated IP 172.20.0.11 (387d5d07-ea01-4a82-8769-bc1272a2c0ef/59493c5c-2d42-4173-a932-96c423ed1d4c/8093d004-2b1f-45b2-b52f-81f82f30335c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:29.718438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:29.718804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:29.719582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:29.740626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79e0f489-b889-4f08-b414-f86aa35c5cc7 req-b2e8110d-9afc-4f69-887a-cea8181113aa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522059 Nov 23 10:36:29.741870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-756dc7f8-86b1-42ff-978d-5f9e4ecb02d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.742569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:29.743605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:29.760764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.786830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:29.787178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:29.788576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:29.790590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Bound port: 69d32474-8d51-405f-baa8-6e113c935fc2, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:29.790934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:29.921295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:29.925870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:29.967917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.025097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d35a6d-5d7d-438c-976b-efb8c7112a00 req-4c8babab-a02b-4122-bcfb-b9e08896ec3c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.032454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76d35a6d-5d7d-438c-976b-efb8c7112a00 req-4c8babab-a02b-4122-bcfb-b9e08896ec3c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 949 time: 0.1049988 Nov 23 10:36:30.043483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.044256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.046629 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] 10.222.0.58 "PUT /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 1092 time: 1.7426956 Nov 23 10:36:30.077525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:30.080626 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d1a994-f15d-4224-b272-33dc1f81429b" -d '{"events": [{"name": "network-changed", "server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:30.115065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-756dc7f8-86b1-42ff-978d-5f9e4ecb02d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.119097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-756dc7f8-86b1-42ff-978d-5f9e4ecb02d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.125234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-756dc7f8-86b1-42ff-978d-5f9e4ecb02d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/800379f8-a688-4319-80bd-2ca2c346e9aa HTTP/1.1" status: 204 len: 168 time: 0.6098022 Nov 23 10:36:30.152949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001c9b4-72d2-43db-9a09-dd7c6b4938b1 service neutron] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:30.208636 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76d35a6d-5d7d-438c-976b-efb8c7112a00 req-478f1309-d972-44b1-ad97-1d00889d91ea tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745985 Nov 23 10:36:30.214104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756dc7f8-86b1-42ff-978d-5f9e4ecb02d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800379f8-a688-4319-80bd-2ca2c346e9aa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:30.354666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:30.365531 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad155a21-533f-4d42-8eb8-29d3e34d043e x-openstack-request-id: req-ad155a21-533f-4d42-8eb8-29d3e34d043e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:30.366095 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "name": "network-vif-plugged", "status": "completed", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:30.366204 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad155a21-533f-4d42-8eb8-29d3e34d043e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:30.366659 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736', 'code': 200} Nov 23 10:36:30.368491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-421e7a3a-dd6c-4bdc-8abe-d15df581db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.373851 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-421e7a3a-dd6c-4bdc-8abe-d15df581db19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1095 time: 0.1150184 Nov 23 10:36:30.403211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:30.486507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:30.489430 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3277da-48c8-4478-8650-c226d2aa1249" -d '{"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:30.529696 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.545496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-44a77f58-90d5-4742-879d-02d528e2b2a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 217 time: 0.0984995 Nov 23 10:36:30.576061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.583782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.585247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.58', 64765) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:30.644793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Transition to ACTIVE for port object 63db8b4e-196e-4cd6-9fb7-e96a93c7073d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:30.651822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.670190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:30.675915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-357b1999-d15d-4241-8196-e8b9f33388df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.676492 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-357b1999-d15d-4241-8196-e8b9f33388df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.0854218 Nov 23 10:36:30.692929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:30.701195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:30.713287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.716938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:30.766795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a9cd9b27-ffad-4022-823d-b9832a99b62c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795760 Nov 23 10:36:30.789688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631005c-b7bf-466f-871c-b4a355d972b5 req-c0512f87-d03f-4111-ad95-5ccda7049217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.791433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4631005c-b7bf-466f-871c-b4a355d972b5 req-c0512f87-d03f-4111-ad95-5ccda7049217 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1096 time: 0.2048893 Nov 23 10:36:30.813138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289a703-abc1-40e5-8156-b4815d6eb257 req-2be4f056-c2bf-4ae9-85f1-4994d2ae3eac tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:30.814768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5289a703-abc1-40e5-8156-b4815d6eb257 req-2be4f056-c2bf-4ae9-85f1-4994d2ae3eac tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 944 time: 0.2682636 Nov 23 10:36:30.850763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] No DVR routers for this DVR port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:36:30.857706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Pushing event updated for resources: {'Port': ['ID=8093d004-2b1f-45b2-b52f-81f82f30335c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:30.880045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.881391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.881745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.884458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.884458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.884458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.884458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.884458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.884458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.888576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.888940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.891076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:30.920060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-6080b4b3-2c46-48d0-a013-2bc05df069ef tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1360922 Nov 23 10:36:30.945125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51230) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:30.956468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4631005c-b7bf-466f-871c-b4a355d972b5 req-62c59979-d4c8-4507-8791-8159c7c72de6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406870 Nov 23 10:36:30.986692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Request body: {'port': {'device_id': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:31.127726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5289a703-abc1-40e5-8156-b4815d6eb257 req-8131f469-5ef8-456c-bf02-fc4a53000884 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976954 Nov 23 10:36:31.128561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.146272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:31.146807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:31.146807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:31.187884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:31.190745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Attempting to bind port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:31.211444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:31.211685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:31.212088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:31.212530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Bound port: 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:31.212889 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.227469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fe33ce71-42be-4b66-abbd-11820be16d72 None None] Provisioning complete for port 8093d004-2b1f-45b2-b52f-81f82f30335c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:31.227847 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fe33ce71-42be-4b66-abbd-11820be16d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.244131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:31.296096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-a7a30329-9665-44a8-bdca-7a6cc05a6ab8 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100169 Nov 23 10:36:31.321758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fe33ce71-42be-4b66-abbd-11820be16d72 None None] Port 8093d004-2b1f-45b2-b52f-81f82f30335c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:36:31.342719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.397122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbfd1e-31ad-4e42-8888-c1827bd323f1 req-ecae1047-62fb-411c-b442-439ecacfaa8d tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:31.398834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07dbfd1e-31ad-4e42-8888-c1827bd323f1 req-ecae1047-62fb-411c-b442-439ecacfaa8d tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 932 time: 0.1335955 Nov 23 10:36:31.422657 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.432795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.476488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ed95fffb5cf4a24afe5212be9ff6243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188510 Nov 23 10:36:31.480593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51232) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:31.606311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15d5f062-9d12-4e6d-b613-00e88fde5297 req-5dba3c4d-9e49-4285-a05c-2b31ad0d7ee6 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175723 Nov 23 10:36:31.648265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71993507-2181-494c-8343-2a2ab79f4fbe,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:31.669502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.672263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.674364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.674729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.675108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.675430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.675767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.681479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.682131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.682686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.683269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.683892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212f42ab-a97c-43a5-a31b-038fc308fe16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:31.701261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07dbfd1e-31ad-4e42-8888-c1827bd323f1 req-9b92e172-5ceb-478d-a58e-a2bace617184 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760160 Nov 23 10:36:31.711109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:31.759152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:31.780821 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.793581 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af477a39-c3e4-4a79-9c4a-007ba1d7d5ae x-openstack-request-id: req-af477a39-c3e4-4a79-9c4a-007ba1d7d5ae {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:31.793581 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:31.793581 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af477a39-c3e4-4a79-9c4a-007ba1d7d5ae {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:31.794014 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2', 'status': 'completed', 'code': 200} Nov 23 10:36:31.843385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:31.844527 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:31.846690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] 10.222.0.58 "PUT /v2.0/ports/63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 1096 time: 2.2111423 Nov 23 10:36:31.855429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efb9c081-4232-478c-92c4-c8cadda29701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:32.014022 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efb9c081-4232-478c-92c4-c8cadda29701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:32.015390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a994-f15d-4224-b272-33dc1f81429b req-8adb8dcc-79fd-444c-ba24-da1f42a22623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:32.017748 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1a994-f15d-4224-b272-33dc1f81429b req-8adb8dcc-79fd-444c-ba24-da1f42a22623 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1095 time: 0.1723378 Nov 23 10:36:32.021653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829e240-5cd7-457f-8acb-61e231e23b8e service neutron] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:32.119077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-efd88f33-b89d-4f39-8253-4e63e60f6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:32.120463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-efd88f33-b89d-4f39-8253-4e63e60f6ac0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1099 time: 0.2317314 Nov 23 10:36:32.279091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a994-f15d-4224-b272-33dc1f81429b req-2980d515-961d-497e-8e7c-8541e2630202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:32.281271 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1a994-f15d-4224-b272-33dc1f81429b req-2980d515-961d-497e-8e7c-8541e2630202 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.2340162 Nov 23 10:36:32.389339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1a994-f15d-4224-b272-33dc1f81429b req-22a08787-e1de-47f4-a17f-15168d47673d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 217 time: 0.0769405 Nov 23 10:36:32.428113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8093d004-2b1f-45b2-b52f-81f82f30335c {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:32.433358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efb9c081-4232-478c-92c4-c8cadda29701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:32.436857 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efb9c081-4232-478c-92c4-c8cadda29701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:32.438365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-efb9c081-4232-478c-92c4-c8cadda29701 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71993507-2181-494c-8343-2a2ab79f4fbe HTTP/1.1" status: 204 len: 168 time: 0.9562790 Nov 23 10:36:32.461769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:32.522185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9c081-4232-478c-92c4-c8cadda29701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71993507-2181-494c-8343-2a2ab79f4fbe,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:32.561060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Transition to ACTIVE for port object 8093d004-2b1f-45b2-b52f-81f82f30335c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:32.587837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:32.612570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-db939e32-e9fe-4a7e-a7b0-4c498f76cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:32.613565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a994-f15d-4224-b272-33dc1f81429b req-f001e215-9a41-4cdf-850e-ee2d237af823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:32.614976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1a994-f15d-4224-b272-33dc1f81429b req-f001e215-9a41-4cdf-850e-ee2d237af823 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1976857 Nov 23 10:36:32.615905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-db939e32-e9fe-4a7e-a7b0-4c498f76cdf2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4446015 Nov 23 10:36:32.617354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865fd6fd-f350-4cbc-9f32-dac873f1e8a4 req-64413aa3-2dc8-4f74-a53e-41ac84c48748 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:32.626502 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-865fd6fd-f350-4cbc-9f32-dac873f1e8a4 req-64413aa3-2dc8-4f74-a53e-41ac84c48748 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 1100 time: 0.1115348 Nov 23 10:36:32.750941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1a994-f15d-4224-b272-33dc1f81429b req-78c3e386-2ba6-488f-8114-e03667aba039 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166224 Nov 23 10:36:32.756212 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-865fd6fd-f350-4cbc-9f32-dac873f1e8a4 req-a5e7da43-9b95-48a6-9164-5e80a66c1fa1 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:32.814799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:36:32.883702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-fde8f17f-1b25-4846-9c69-0448ff4fd638 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.1554084 Nov 23 10:36:32.925899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:36:33.012792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1a994-f15d-4224-b272-33dc1f81429b req-6822a437-8fcb-474d-a29f-7845c26f3254 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487924 Nov 23 10:36:33.266242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1a994-f15d-4224-b272-33dc1f81429b req-c4694d97-f817-4c4a-bf89-760bbfde2bdc service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417970 Nov 23 10:36:33.336835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-865fd6fd-f350-4cbc-9f32-dac873f1e8a4 req-a5e7da43-9b95-48a6-9164-5e80a66c1fa1 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:33.348626 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-865fd6fd-f350-4cbc-9f32-dac873f1e8a4 req-a5e7da43-9b95-48a6-9164-5e80a66c1fa1 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:33.396366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8093d004-2b1f-45b2-b52f-81f82f30335c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:33.447366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-865fd6fd-f350-4cbc-9f32-dac873f1e8a4 req-a5e7da43-9b95-48a6-9164-5e80a66c1fa1 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990522 Nov 23 10:36:33.450430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7da43-9b95-48a6-9164-5e80a66c1fa1 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cb2f29-b6e8-4a2c-8105-eb7e76858528,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:33.513972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Attempting to bind port 8093d004-2b1f-45b2-b52f-81f82f30335c on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:33.514543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Attempting to bind port 8093d004-2b1f-45b2-b52f-81f82f30335c by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:33.517238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Attempting to bind port 8093d004-2b1f-45b2-b52f-81f82f30335c on network 387d5d07-ea01-4a82-8769-bc1272a2c0ef {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:33.538733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-a84c3ec8-53bd-4333-a5dd-23884b31dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:33.542844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-a84c3ec8-53bd-4333-a5dd-23884b31dfef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.6260004 Nov 23 10:36:33.543756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Port 8093d004-2b1f-45b2-b52f-81f82f30335c on network 387d5d07-ea01-4a82-8769-bc1272a2c0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:33.547634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Attempting to bind port 8093d004-2b1f-45b2-b52f-81f82f30335c on network 387d5d07-ea01-4a82-8769-bc1272a2c0ef {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:33.560990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:33.560990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Checking segment: {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:33.560990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Bound using segment: {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:33.560990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Bound port: 8093d004-2b1f-45b2-b52f-81f82f30335c, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777e2e51-3d12-414e-a754-3bef4c569232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:33.561497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:33.733216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d516cc-3783-4a5e-95b8-f47f7432a553 req-f67b5c75-5073-4a38-ab05-ce131d0e9cd3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:33.742109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84d516cc-3783-4a5e-95b8-f47f7432a553 req-f67b5c75-5073-4a38-ab05-ce131d0e9cd3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 948 time: 0.1377583 Nov 23 10:36:33.788430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-cb7e97f8-a7e6-4e7c-820a-b1d3ea82f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:33.790265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-cb7e97f8-a7e6-4e7c-820a-b1d3ea82f09a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2258887 Nov 23 10:36:33.831905 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84d516cc-3783-4a5e-95b8-f47f7432a553 req-d1163bea-aef9-4e75-b4b0-5f5e56ecbf67 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818443 Nov 23 10:36:33.832110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] For port 8093d004-2b1f-45b2-b52f-81f82f30335c, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:33.837047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] For port 8093d004-2b1f-45b2-b52f-81f82f30335c, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8093d004-2b1f-45b2-b52f-81f82f30335c,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:33.847631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:33.896571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:33.897733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:33.898888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] 10.222.0.58 "PUT /v2.0/ports/8093d004-2b1f-45b2-b52f-81f82f30335c HTTP/1.1" status: 200 len: 1092 time: 2.9217775 Nov 23 10:36:33.958903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d49ff-31ae-4913-b226-85f322c306a6 service neutron] Pushing event updated for resources: {'Port': ['ID=8093d004-2b1f-45b2-b52f-81f82f30335c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:34.193997 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd66374-ccb5-4d33-b8df-5d9024f899ae x-openstack-request-id: req-8fd66374-ccb5-4d33-b8df-5d9024f899ae {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:34.194462 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-unplugged", "status": "completed", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:34.196620 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fd66374-ccb5-4d33-b8df-5d9024f899ae {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:34.197157 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'code': 200} Nov 23 10:36:34.212750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51262) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:34.366788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef759d-71ea-4daf-a623-d99473c5a2b2 req-46a16236-98b9-491f-ad43-d05efbc6c1e3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:34.384142 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2bef759d-71ea-4daf-a623-d99473c5a2b2 req-46a16236-98b9-491f-ad43-d05efbc6c1e3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 945 time: 0.1402886 Nov 23 10:36:34.385553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-946fd957-58c6-484d-8a1d-aa9a2f09da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:34.387051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-946fd957-58c6-484d-8a1d-aa9a2f09da76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=492cb3eb9277461186f5de2227f4341a&device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 1095 time: 0.3113997 Nov 23 10:36:34.424844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-network', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:34.447947 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-708112af-332b-4d21-80e3-862391ae1746 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591365 Nov 23 10:36:34.510341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-4761905f-fd21-4bab-bfa7-d7d93d8c72c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8093d004-2b1f-45b2-b52f-81f82f30335c HTTP/1.1" status: 200 len: 217 time: 0.0597587 Nov 23 10:36:34.600659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2bef759d-71ea-4daf-a623-d99473c5a2b2 req-b095f121-f16d-4eaf-9154-f8e0e5670406 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157180 Nov 23 10:36:34.602464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Made reservation on behalf of 875d8a798c37498691a807ec3e3dbdaa for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:34.608204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:34.634539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:34.780198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c45889d4-7d07-4fa2-9062-ecd911e9c0b1 req-b0b3ed29-20b7-4e61-af96-d2562fbb5e42 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848287 Nov 23 10:36:34.786248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-37d14995-202d-4a88-8ced-93c0cbdf4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:34.787813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-37d14995-202d-4a88-8ced-93c0cbdf4646 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=59493c5c-2d42-4173-a932-96c423ed1d4c HTTP/1.1" status: 200 len: 853 time: 0.1953757 Nov 23 10:36:34.796130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:34.930847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb56d1-0be3-40ff-835e-31d16a5ab51d req-5423d2aa-2b53-4c72-b998-5c23a49f9826 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:34.939268 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ccb56d1-0be3-40ff-835e-31d16a5ab51d req-5423d2aa-2b53-4c72-b998-5c23a49f9826 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 944 time: 0.2120659 Nov 23 10:36:34.949872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864247b-60e7-4373-b02c-59d274f93b1f req-5bcbbd4c-231c-4d16-9cf1-184776c4d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:34.955860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-5bcbbd4c-231c-4d16-9cf1-184776c4d664 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=387d5d07-ea01-4a82-8769-bc1272a2c0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453032 Nov 23 10:36:34.999011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:35.013167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '69d32474-8d51-405f-baa8-6e113c935fc2', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'port_id': '69d32474-8d51-405f-baa8-6e113c935fc2', 'mac_address': 'fa:16:3e:59:18:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397510e2-3216-420f-80f2-50bf6d7c2ac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:35.022371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.035434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.097893 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.112800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:36:35.121038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d32474-8d51-405f-baa8-6e113c935fc2 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:35.149045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d24e19-1063-4118-8a23-175c9f692865,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:35.164341 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.164687 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Added segment a34b0e66-8f48-4b4f-9429-932e03ee4110 of type vlan for network f654a163-4040-4016-bec9-d76522bedc16 Nov 23 10:36:35.190148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ccb56d1-0be3-40ff-835e-31d16a5ab51d req-b0de72d3-3d93-4efa-866b-7ea93e15e35d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657834 Nov 23 10:36:35.193312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:35.199552 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.233819 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.267803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.270002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:35.270869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.342705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51276) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:35.349203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:35.388267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1261196 Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.402640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.403345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Request body: {'subnet': {'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-subnet', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:35.403436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.403436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.403436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:35.442027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Made reservation on behalf of 875d8a798c37498691a807ec3e3dbdaa for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:35.444918 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.476798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19875115-9641-4307-a205-5e110f3edaaf admin admin] Pushing event updated for resources: {'Network': ['ID=f654a163-4040-4016-bec9-d76522bedc16,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:35.490038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f654a163-4040-4016-bec9-d76522bedc16 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:36:35.548948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38985772-e5e3-4d35-bf26-b32e7ea27e88 req-668a0429-e75e-4725-8925-65954a2ae1a2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:35.560344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38985772-e5e3-4d35-bf26-b32e7ea27e88 req-668a0429-e75e-4725-8925-65954a2ae1a2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 944 time: 0.2439930 Nov 23 10:36:35.596113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-72f8da87-da88-49fb-9859-e38384bd54f4 service neutron] 10.222.0.58 "GET /v2.0/networks/387d5d07-ea01-4a82-8769-bc1272a2c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357911 Nov 23 10:36:35.665894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38985772-e5e3-4d35-bf26-b32e7ea27e88 req-044df815-2ca6-4914-8fc7-e74348b889e1 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033912 Nov 23 10:36:35.747494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['69d32474-8d51-405f-baa8-6e113c935fc2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:35.836473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:35.963482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6145d076-9339-4285-af25-7b443c8b68c7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:35.966060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212961f-6f4f-49e0-a35d-23bfaf72ea26 req-86097ffa-a157-47f7-8cc9-4049921ae592 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:35.973891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9212961f-6f4f-49e0-a35d-23bfaf72ea26 req-86097ffa-a157-47f7-8cc9-4049921ae592 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 948 time: 0.0623083 Nov 23 10:36:36.049584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9212961f-6f4f-49e0-a35d-23bfaf72ea26 req-1a579a77-40c9-4391-ad17-117ad85b0fcf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745149 Nov 23 10:36:36.097265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389d80-594a-4965-b4ad-57e397d0f2e1 req-f170d75a-bc11-44d7-a87c-6bc00129af7b tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:36.099005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12389d80-594a-4965-b4ad-57e397d0f2e1 req-f170d75a-bc11-44d7-a87c-6bc00129af7b tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1209023 Nov 23 10:36:36.103253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Checking segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:36.103618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Network hostable DHCP agents. Network: f654a163-4040-4016-bec9-d76522bedc16, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:36:36.146942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Network f654a163-4040-4016-bec9-d76522bedc16 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:36:36.161942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f654a163-4040-4016-bec9-d76522bedc16) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:36.178966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:36.179879 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.181321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3199f86a-03ce-4daa-88a6-70e23b6da5fa None None] Network f654a163-4040-4016-bec9-d76522bedc16 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:36:36.198218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d'}, {'name': 'network-changed', 'server_uuid': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'tag': '8093d004-2b1f-45b2-b52f-81f82f30335c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:36.201710 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d"}, {"name": "network-changed", "server_uuid": "e14a68ac-483b-4d91-93f5-c58031697ab8", "tag": "8093d004-2b1f-45b2-b52f-81f82f30335c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:36.233945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12389d80-594a-4965-b4ad-57e397d0f2e1 req-1ad7b96d-bf3d-424f-b1d4-b6333bf17ab5 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067989 Nov 23 10:36:36.272683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0dfe5b09-c901-4fa6-950f-fed9b25097a8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9287384 Nov 23 10:36:36.275470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51304) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:36.301657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:36.344976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.348026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.452472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.503031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-32ec83d5-765a-4632-ace6-0332bd5d5749 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263219 Nov 23 10:36:36.529262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-f654a163-4040-4016-bec9-d76522bedc16', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:36:36.530378 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.697384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.699740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-3c66b1bd-9027-4f83-a1a3-8813ca8e23cd tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:36.706134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-3c66b1bd-9027-4f83-a1a3-8813ca8e23cd tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927350 Nov 23 10:36:36.718806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Allocated IP 172.20.0.2 (f654a163-4040-4016-bec9-d76522bedc16/6145d076-9339-4285-af25-7b443c8b68c7/513f9077-c555-458d-8289-520089522f19) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:36.726250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-47f10fcf-49d7-4da5-bccc-a32dcaa23818 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/quotas/9164cdc3038441629bde1465edff0852 HTTP/1.1" status: 200 len: 375 time: 0.0161660 Nov 23 10:36:36.795863 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:36:36.816128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d330c36b-88a3-4b2e-b5d7-833c72c6174e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811644 Nov 23 10:36:36.895517 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.914363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:36.993608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Pushing event updated for resources: {'Port': ['ID=513f9077-c555-458d-8289-520089522f19,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:36.997864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Network f654a163-4040-4016-bec9-d76522bedc16 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:37.000272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:37.003308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:37.091993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Attempting to bind port 513f9077-c555-458d-8289-520089522f19 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:37.092883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Attempting to bind port 513f9077-c555-458d-8289-520089522f19 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:37.093463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Attempting to bind port 513f9077-c555-458d-8289-520089522f19 on network f654a163-4040-4016-bec9-d76522bedc16 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:37.116244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:37.116628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Checking segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:37.117044 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:37.117478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Bound using segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:37.117960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Bound port: 513f9077-c555-458d-8289-520089522f19, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:37.118350 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:37.258390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:37.271345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] For port 513f9077-c555-458d-8289-520089522f19, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:37.280727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] For port 513f9077-c555-458d-8289-520089522f19, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=513f9077-c555-458d-8289-520089522f19,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:37.284078 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:37.286837 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:37.394437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb632bd7-bfa7-4a33-a7f7-60b7b0edf87f None None] Pushing event updated for resources: {'Port': ['ID=513f9077-c555-458d-8289-520089522f19,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:37.481324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Allocated IP 172.25.5.49 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/cb93de2c-7b62-40b1-baab-63e0a20af4dd) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:37.554809 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f444a44-bbc6-45b9-ba97-f3a0d1dff506 x-openstack-request-id: req-8f444a44-bbc6-45b9-ba97-f3a0d1dff506 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:37.555776 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e14a68ac-483b-4d91-93f5-c58031697ab8", "tag": "8093d004-2b1f-45b2-b52f-81f82f30335c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:37.556258 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f444a44-bbc6-45b9-ba97-f3a0d1dff506 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:37.558032 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'status': 'completed', 'code': 200} Nov 23 10:36:37.558614 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'tag': '8093d004-2b1f-45b2-b52f-81f82f30335c', 'status': 'completed', 'code': 200} Nov 23 10:36:37.697860 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:37.746255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-f808ccc5-016e-4ffb-b67c-9fd403302e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:37.747858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-f808ccc5-016e-4ffb-b67c-9fd403302e7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1099 time: 0.1606987 Nov 23 10:36:37.770409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:37.797483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb2cfb-8c8b-4720-a75f-ec8a4cd68fbe req-f468f6a7-1187-4edd-8a8e-301f1cc55fb5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:37.799776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eabb2cfb-8c8b-4720-a75f-ec8a4cd68fbe req-f468f6a7-1187-4edd-8a8e-301f1cc55fb5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 945 time: 0.1314492 Nov 23 10:36:37.810814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:37.818514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:37.822044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:37.859808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb93de2c-7b62-40b1-baab-63e0a20af4dd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:37.975755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eabb2cfb-8c8b-4720-a75f-ec8a4cd68fbe req-57d549bb-f416-47c0-8d76-e63dc30cd71e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682258 Nov 23 10:36:38.008021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-482aebb9-d753-4207-b5cd-9ded087e3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:38.009874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-482aebb9-d753-4207-b5cd-9ded087e3acc service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2521379 Nov 23 10:36:38.092404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-21f84be3-b45a-4409-9b94-db94587c7053 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.0722909 Nov 23 10:36:38.270448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:38.274845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-b06d3699-cea4-4002-a1e5-7e2f7aaa37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:38.276387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-b06d3699-cea4-4002-a1e5-7e2f7aaa37f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1752212 Nov 23 10:36:38.352397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b80292-1c50-491e-8674-a6d67b4214e4 req-f9230e4b-f1ce-4903-b62e-e6a38ca8c721 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:38.353976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4b80292-1c50-491e-8674-a6d67b4214e4 req-f9230e4b-f1ce-4903-b62e-e6a38ca8c721 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1096 time: 0.2221406 Nov 23 10:36:38.477579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-f87acc35-c4f9-4273-af1d-80720fa4764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:38.479151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-f87acc35-c4f9-4273-af1d-80720fa4764c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1940753 Nov 23 10:36:38.506624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4b80292-1c50-491e-8674-a6d67b4214e4 req-9bfbaba8-286e-492e-875f-0bdd4a0731df tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426790 Nov 23 10:36:38.659306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:38.768706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-4d4f479f-d868-42ce-94e5-efecf5789868 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759476 Nov 23 10:36:38.843055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:38.900233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 513f9077-c555-458d-8289-520089522f19 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:38.993400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:36:39.039815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 513f9077-c555-458d-8289-520089522f19 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:39.040227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:39.043185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 69d32474-8d51-405f-baa8-6e113c935fc2 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:39.171424 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-d2a852a9-8124-4c0f-ac6a-4e7ed69c927f service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810537 Nov 23 10:36:39.204657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada0033-0d7b-4e85-8484-a1a68fadf197 req-c5b4c6cd-517f-4c66-a932-8555fac27484 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:39.221153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ada0033-0d7b-4e85-8484-a1a68fadf197 req-c5b4c6cd-517f-4c66-a932-8555fac27484 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 949 time: 0.4411201 Nov 23 10:36:39.228038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714beeb-aa00-460e-b44b-1941d48f3bd3 None None] Network f654a163-4040-4016-bec9-d76522bedc16 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:36:39.235822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 69d32474-8d51-405f-baa8-6e113c935fc2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:39.237073 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:39.297323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:36:39.310123 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:36:39.322779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ada0033-0d7b-4e85-8484-a1a68fadf197 req-1426a6f4-eaa1-4fe0-b681-f1713f508d57 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995696 Nov 23 10:36:39.329338 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:36:39.330882 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:36:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:39.342719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:39.344454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-09ee141f-65db-4c56-a94c-c452eb6ed6f8 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0677218 Nov 23 10:36:39.348118 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51352) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:36:39.398401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-feb5be6d-14c7-4f84-8301-51020ab2f7d6 None None] Provisioning complete for port 513f9077-c555-458d-8289-520089522f19 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:39.398862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-feb5be6d-14c7-4f84-8301-51020ab2f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:39.613893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37defe26-0c2c-4a7f-8d8e-02cd2a65dad2 req-209cec14-e998-473f-8654-7d9c0a89e514 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:39.615364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37defe26-0c2c-4a7f-8d8e-02cd2a65dad2 req-209cec14-e998-473f-8654-7d9c0a89e514 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 944 time: 0.1013165 Nov 23 10:36:39.697723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-8716d591-dd20-4c6a-b9e9-7e6a4d721e7f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309401 Nov 23 10:36:39.704388 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:36:39.755252 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:39.845750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:39.991979 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-feb5be6d-14c7-4f84-8301-51020ab2f7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:40.009359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37defe26-0c2c-4a7f-8d8e-02cd2a65dad2 req-90f75d6f-087e-46be-89c2-711392dbc7bf tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487647 Nov 23 10:36:40.019001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 513f9077-c555-458d-8289-520089522f19, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=513f9077-c555-458d-8289-520089522f19,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:40.063691 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:40.072108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-5c12b48a-9986-4c6c-9241-d0c7e1d06af6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:40.073765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-5c12b48a-9986-4c6c-9241-d0c7e1d06af6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583949 Nov 23 10:36:40.108982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:40.189619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:40.198850 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f6161-df0d-4c3e-ba57-9ecd488b0b9e" -d '{"events": [{"server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "name": "network-vif-plugged", "status": "completed", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:40.251343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:40.266368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-feb5be6d-14c7-4f84-8301-51020ab2f7d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:36:40.266809 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-feb5be6d-14c7-4f84-8301-51020ab2f7d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:36:40.270770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:40.273941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=513f9077-c555-458d-8289-520089522f19,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:40.391842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d3acbb2e-f595-49eb-93b1-fce8ed2e3f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1095109 Nov 23 10:36:40.414646 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:38Z', 'revision_number': 3, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:40.438585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:40.463700 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:36:40.464049 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Updating router 1fa2280f-0413-4772-bba7-f688e8f1b1da port cb93de2c-7b62-40b1-baab-63e0a20af4dd binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:36:40.554270 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:40.592434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97b420-2bde-4d42-84ab-3357b895c516 req-5326e43f-b6da-4f54-91d6-8fd0944eae8d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:40.594247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e97b420-2bde-4d42-84ab-3357b895c516 req-5326e43f-b6da-4f54-91d6-8fd0944eae8d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 948 time: 0.4085484 Nov 23 10:36:40.692912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 513f9077-c555-458d-8289-520089522f19 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:40.756547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 513f9077-c555-458d-8289-520089522f19 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:40.757338 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:40.849608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:36:41.002798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:41.006539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.058827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-1d655dd7-29ef-4a23-819f-edd03c27a74b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:41.059541 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.060335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-1d655dd7-29ef-4a23-819f-edd03c27a74b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5626013 Nov 23 10:36:41.062706 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.069699 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.090337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:41.113426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e97b420-2bde-4d42-84ab-3357b895c516 req-677d8590-9f23-4cd2-84bf-70ff901473d8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639199 Nov 23 10:36:41.114308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b5aded48-08a3-4a8d-9b65-b7fcee521904 None None] Provisioning complete for port 513f9077-c555-458d-8289-520089522f19 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:41.114661 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b5aded48-08a3-4a8d-9b65-b7fcee521904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.148659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:41.183010 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.195525 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Pushing event updated for resources: {'Port': ['ID=cb93de2c-7b62-40b1-baab-63e0a20af4dd,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:41.221507 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Attempting to bind port cb93de2c-7b62-40b1-baab-63e0a20af4dd on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:41.221976 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Attempting to bind port cb93de2c-7b62-40b1-baab-63e0a20af4dd by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:41.223543 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Attempting to bind port cb93de2c-7b62-40b1-baab-63e0a20af4dd on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:41.231012 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.231357 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.231699 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.232035 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.232367 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.239964 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.240367 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.240712 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.241055 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.241417 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.243467 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.243467 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:36:41.252418 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:41.252797 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:41.253709 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.254174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:41.254733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Bound port: cb93de2c-7b62-40b1-baab-63e0a20af4dd, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:41.255204 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.360056 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] For port cb93de2c-7b62-40b1-baab-63e0a20af4dd, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:41.363700 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] For port cb93de2c-7b62-40b1-baab-63e0a20af4dd, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cb93de2c-7b62-40b1-baab-63e0a20af4dd,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:41.367808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:41.372830 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.425315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.446082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.123 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/bd8c778e-99c8-4e59-bc00-5257834cc45a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:41.501168 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:36:41.502452 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:36:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:41.547297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:41.551765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.626598 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115cfa2-3ac8-4fa4-a736-371895094f97 None None] Pushing event updated for resources: {'Port': ['ID=cb93de2c-7b62-40b1-baab-63e0a20af4dd,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:41.722932 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:36:41.854823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c90bd-f6b5-42c1-9adf-df75916e28e1 req-f1d83def-d6bb-435e-bb66-3059665b50d3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:41.856355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e32c90bd-f6b5-42c1-9adf-df75916e28e1 req-f1d83def-d6bb-435e-bb66-3059665b50d3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.1838522 Nov 23 10:36:41.889126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:41.902496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Allocated IP 172.20.0.1 (f654a163-4040-4016-bec9-d76522bedc16/6145d076-9339-4285-af25-7b443c8b68c7/5a2d7e93-9e40-4072-b4dd-6d935dba78c6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:41.927011 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:38Z', 'revision_number': 3, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:41.958579 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe46ee-186e-4b9e-a4e1-960c9fb0561e None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:38Z', 'revision_number': 3, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:36:42.008299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e32c90bd-f6b5-42c1-9adf-df75916e28e1 req-8706eee3-e00a-42c7-af75-ee1073e41f4f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323872 Nov 23 10:36:42.047454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.063096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:42.171251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:42.187452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:42.188561 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf27898-95fd-42b2-b8a7-3eeb7140bb94 x-openstack-request-id: req-0cf27898-95fd-42b2-b8a7-3eeb7140bb94 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:42.190017 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "name": "network-vif-plugged", "status": "completed", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:42.202227 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cf27898-95fd-42b2-b8a7-3eeb7140bb94 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:42.203580 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2', 'code': 200} Nov 23 10:36:42.204531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:42.213315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:42.213315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.216391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.204 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/cd9c1e97-6ac8-41e1-9d87-0ea27b0af285) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:42.224781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=bd8c778e-99c8-4e59-bc00-5257834cc45a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:42.245353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.293383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-37ccc095-200d-40ba-b785-8c2ddf1c5f4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1880550 Nov 23 10:36:42.321093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Request body: {'port': {'device_id': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:42.535607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.548733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.564013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732066a-6195-459d-9d27-4845e86a1da5 req-573a7ed2-afe5-481d-8b8f-8f157daec1d6 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:42.565885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9732066a-6195-459d-9d27-4845e86a1da5 req-573a7ed2-afe5-481d-8b8f-8f157daec1d6 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 944 time: 0.2694571 Nov 23 10:36:42.639186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Network f654a163-4040-4016-bec9-d76522bedc16 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:42.666216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-065a807f-e78a-43fe-9599-538f43d3c20e None None] Provisioning complete for port bd8c778e-99c8-4e59-bc00-5257834cc45a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:42.666616 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-065a807f-e78a-43fe-9599-538f43d3c20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.694129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:42.711642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:42.712438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.723313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Pushing event updated for resources: {'Port': ['ID=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:42.726866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb93de2c-7b62-40b1-baab-63e0a20af4dd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:42.733517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.752777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-065a807f-e78a-43fe-9599-538f43d3c20e None None] Port bd8c778e-99c8-4e59-bc00-5257834cc45a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:36:42.797354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cb93de2c-7b62-40b1-baab-63e0a20af4dd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:42.797826 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.815179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9732066a-6195-459d-9d27-4845e86a1da5 req-6f88dd9b-2b70-4690-a415-71520683bf05 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247713 Nov 23 10:36:42.916030 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:42.941666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port cb93de2c-7b62-40b1-baab-63e0a20af4dd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cb93de2c-7b62-40b1-baab-63e0a20af4dd,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:42.948068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.012774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=cb93de2c-7b62-40b1-baab-63e0a20af4dd,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:43.036909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.053395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:43.104223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f477b-8bff-4445-bf52-cde690b4b0e9 req-2b61aeaa-8872-4135-801c-926f0f8f14ef tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:43.106174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6f477b-8bff-4445-bf52-cde690b4b0e9 req-2b61aeaa-8872-4135-801c-926f0f8f14ef tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 936 time: 0.1455417 Nov 23 10:36:43.113037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6dd0d884-7819-4fc5-8406-2a75321cee3a None None] Provisioning complete for port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:43.113584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6dd0d884-7819-4fc5-8406-2a75321cee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.176173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0d884-7819-4fc5-8406-2a75321cee3a None None] Port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:36:43.178065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:43.199686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:43.202297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:43.208619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:43.209266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.217057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.260225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:43.274415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-78a7eabd-a22c-4232-a502-112b61f6d609 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1899154 Nov 23 10:36:43.322314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Request body: {'port': {'device_id': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:43.352247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6f477b-8bff-4445-bf52-cde690b4b0e9 req-c0eb89c1-0dc8-4a66-9309-4a04fdfa90a0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257023 Nov 23 10:36:43.473350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8c778e-99c8-4e59-bc00-5257834cc45a {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:43.477473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.497759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.505979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-15f091e9-e630-4f45-b5a4-9f318cdf8079 None None] Provisioning complete for port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:43.506518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-15f091e9-e630-4f45-b5a4-9f318cdf8079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.545388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-15f091e9-e630-4f45-b5a4-9f318cdf8079 None None] Port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:36:43.789123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Transition to ACTIVE for port object bd8c778e-99c8-4e59-bc00-5257834cc45a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:43.807581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:43.978034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c778e-99c8-4e59-bc00-5257834cc45a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:44.030262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe4947-74a6-48d0-811b-b3aac4fec3bf req-69f5786f-04e1-4b1b-a9ed-432908de420c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:44.031830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9abe4947-74a6-48d0-811b-b3aac4fec3bf req-69f5786f-04e1-4b1b-a9ed-432908de420c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 948 time: 0.5168602 Nov 23 10:36:44.090277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Attempting to bind port bd8c778e-99c8-4e59-bc00-5257834cc45a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:44.090623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Attempting to bind port bd8c778e-99c8-4e59-bc00-5257834cc45a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:44.090959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Attempting to bind port bd8c778e-99c8-4e59-bc00-5257834cc45a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:44.109210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.147848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Port bd8c778e-99c8-4e59-bc00-5257834cc45a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:44.148113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Attempting to bind port bd8c778e-99c8-4e59-bc00-5257834cc45a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:44.156993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.157732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.204435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:44.207767 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aac03b-3fa1-4b75-8a0c-878c6e5e9537" -d '{"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-unplugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:44.213457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:44.213973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:44.214182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:44.214630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Bound port: bd8c778e-99c8-4e59-bc00-5257834cc45a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:44.214990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.231763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137c4ab-09ea-41b1-a653-af02df202dd7 req-ff376eed-75ed-432b-a10f-5764fc962c87 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:44.234102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3137c4ab-09ea-41b1-a653-af02df202dd7 req-ff376eed-75ed-432b-a10f-5764fc962c87 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.0569804 Nov 23 10:36:44.278421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9abe4947-74a6-48d0-811b-b3aac4fec3bf req-bc37aacf-7067-4f77-b96b-2d3fab9653f8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393224 Nov 23 10:36:44.329507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3137c4ab-09ea-41b1-a653-af02df202dd7 req-d47266cb-725b-4a79-8802-b9fd54fc4e4b tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884974 Nov 23 10:36:44.345292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999d5fb-6d41-4afa-baf5-12596dcd816b req-7455e222-3867-4d63-b8fd-9fcbe529b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:44.347132 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a999d5fb-6d41-4afa-baf5-12596dcd816b req-7455e222-3867-4d63-b8fd-9fcbe529b9ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1097 time: 0.0534089 Nov 23 10:36:44.410150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a999d5fb-6d41-4afa-baf5-12596dcd816b req-36894710-d16a-46f1-907c-94effe8f5cfc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506289 Nov 23 10:36:44.411809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Pushing event updated for resources: {'Port': ['ID=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:44.423190 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d077dc6c-5754-43f7-bec7-2cb19f5adef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.611724 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f864247b-60e7-4373-b02c-59d274f93b1f req-e2763a13-8478-485f-8c0a-bb0227057069 service neutron] 10.222.0.58 "GET /v2.0/networks/387d5d07-ea01-4a82-8769-bc1272a2c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382999 Nov 23 10:36:44.615961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] For port bd8c778e-99c8-4e59-bc00-5257834cc45a, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:44.622460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-6c437925-6159-4c1a-a83e-2f1409e177df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:44.624107 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-6c437925-6159-4c1a-a83e-2f1409e177df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1099 time: 0.3150933 Nov 23 10:36:44.647383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c7077-9dfc-4a60-a339-8bbe4b1ec4af req-6a15ba44-bc6d-44c7-a14d-a26fa2eb4c16 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:44.648934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-078c7077-9dfc-4a60-a339-8bbe4b1ec4af req-6a15ba44-bc6d-44c7-a14d-a26fa2eb4c16 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1096 time: 0.2592838 Nov 23 10:36:44.653654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:44.659492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] For port bd8c778e-99c8-4e59-bc00-5257834cc45a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bd8c778e-99c8-4e59-bc00-5257834cc45a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:44.665368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Network f654a163-4040-4016-bec9-d76522bedc16 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:44.668677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.678806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:44.681079 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.702120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb93de2c-7b62-40b1-baab-63e0a20af4dd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:44.749350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Transition to ACTIVE for port object cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:44.764124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cb93de2c-7b62-40b1-baab-63e0a20af4dd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:44.764759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.837598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.841547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:44.842415 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:44.844180 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] 10.222.0.65 "PUT /v2.0/ports/bd8c778e-99c8-4e59-bc00-5257834cc45a HTTP/1.1" status: 200 len: 1096 time: 2.5380945 Nov 23 10:36:44.864621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'tag': 'bd8c778e-99c8-4e59-bc00-5257834cc45a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:44.867541 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c92821-e9c5-4faf-a770-c424d8fbfacd" -d '{"events": [{"name": "network-changed", "server_uuid": "16f8c2af-ee74-4e25-971e-6a02e235e55f", "tag": "bd8c778e-99c8-4e59-bc00-5257834cc45a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:45.029411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2139145-39fd-492e-953d-b222c354a3fe service neutron] Pushing event updated for resources: {'Port': ['ID=bd8c778e-99c8-4e59-bc00-5257834cc45a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:45.035345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-078c7077-9dfc-4a60-a339-8bbe4b1ec4af req-7dc3ed65-7f88-4b70-a9cf-3780c116eaf5 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744624 Nov 23 10:36:45.133304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-a34d0e72-4d74-414e-a1ef-688b4d624a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.134760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-a34d0e72-4d74-414e-a1ef-688b4d624a69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4458914 Nov 23 10:36:45.150030 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89671f44-0201-4549-88a0-1113ccc332f6 x-openstack-request-id: req-89671f44-0201-4549-88a0-1113ccc332f6 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:45.150667 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-unplugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:45.150773 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89671f44-0201-4549-88a0-1113ccc332f6 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:45.151241 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'code': 200} Nov 23 10:36:45.180589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-3629187b-7f66-4d21-a7f3-be77f0f877f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.182255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-3629187b-7f66-4d21-a7f3-be77f0f877f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 1099 time: 0.2502823 Nov 23 10:36:45.182891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:45.203803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4a345fa6-9d75-4192-b95e-e0bacda435d5 None None] Provisioning complete for port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:45.204268 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4a345fa6-9d75-4192-b95e-e0bacda435d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:45.248765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-6c88431c-ab56-4059-b58f-7705722efcfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.0822978 Nov 23 10:36:45.277346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0778908-8162-4415-9818-68ecfe6b1bbe req-c58f560c-4b8c-42bf-acba-865ac215978a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.279340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Attempting to bind port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:45.279623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Attempting to bind port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:45.279951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Attempting to bind port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:45.284748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:36:45.288076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0778908-8162-4415-9818-68ecfe6b1bbe req-c58f560c-4b8c-42bf-acba-865ac215978a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 948 time: 0.0841775 Nov 23 10:36:45.299005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-ca4047dd-8f8f-4c6e-91e7-550cf475770c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=bd8c778e-99c8-4e59-bc00-5257834cc45a HTTP/1.1" status: 200 len: 217 time: 0.0920925 Nov 23 10:36:45.329037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:45.329633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Attempting to bind port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:45.351472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0778908-8162-4415-9818-68ecfe6b1bbe req-de25e5d6-111a-4356-b374-29c8476419ed tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620489 Nov 23 10:36:45.381870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:45.382297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:45.382691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:45.383141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Bound port: cd9c1e97-6ac8-41e1-9d87-0ea27b0af285, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:45.383499 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:45.392728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4a345fa6-9d75-4192-b95e-e0bacda435d5 None None] Port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:36:45.406412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5c494-e79d-4b99-a73a-ea817160f847 req-92ed885b-46d3-40b1-ab36-00bf9d2a20cf tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.407737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82d5c494-e79d-4b99-a73a-ea817160f847 req-92ed885b-46d3-40b1-ab36-00bf9d2a20cf tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 944 time: 0.2786860 Nov 23 10:36:45.410956 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655e91b6-1978-400e-a2ee-9f2900c280b5 x-openstack-request-id: req-655e91b6-1978-400e-a2ee-9f2900c280b5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:45.411253 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f8c2af-ee74-4e25-971e-6a02e235e55f", "tag": "bd8c778e-99c8-4e59-bc00-5257834cc45a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:45.411511 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-655e91b6-1978-400e-a2ee-9f2900c280b5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:45.411899 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'tag': 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'status': 'completed', 'code': 200} Nov 23 10:36:45.469552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-47b2f719-92d0-4e92-a68f-58d1f0741c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.471157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-47b2f719-92d0-4e92-a68f-58d1f0741c42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1840014 Nov 23 10:36:45.541167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d4fa5a4f-2132-4946-81ca-6870aaf3211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.542522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d4fa5a4f-2132-4946-81ca-6870aaf3211b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2034373 Nov 23 10:36:45.601557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520859c-e38d-4f6d-abe7-d6619f9af86c req-3c048479-b98c-49ca-85d9-e69375228d46 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.603074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0520859c-e38d-4f6d-abe7-d6619f9af86c req-3c048479-b98c-49ca-85d9-e69375228d46 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 948 time: 0.0528920 Nov 23 10:36:45.655314 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0520859c-e38d-4f6d-abe7-d6619f9af86c req-0490ee30-f331-449e-b871-1153343c7f14 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Nov 23 10:36:45.767346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af444b-068b-469d-b654-158690d11f95 req-7e12f7b4-b5b2-4ee1-930a-ca6a7c8e0c20 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.769464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1af444b-068b-469d-b654-158690d11f95 req-7e12f7b4-b5b2-4ee1-930a-ca6a7c8e0c20 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.0536442 Nov 23 10:36:45.820240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1af444b-068b-469d-b654-158690d11f95 req-d9fae1f1-59d2-46d0-8d71-07aca8b85b20 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Nov 23 10:36:45.893528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] For port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:45.900379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82d5c494-e79d-4b99-a73a-ea817160f847 req-ac052755-e3fe-4718-bd35-dfe1a3bd546f tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787371 Nov 23 10:36:45.904327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] For port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:45.911006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-ed767a96-811c-4ca2-a810-949607ab9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.912659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-ed767a96-811c-4ca2-a810-949607ab9090 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4069822 Nov 23 10:36:45.922779 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:45.924837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:36:45.934266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:36:45.946293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:36:45.947673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:36:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:45.972780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-35e1d993-774e-43b7-89fa-78342a57c85d admin admin] 10.222.0.61 "PUT /v2.0/routers/1fa2280f-0413-4772-bba7-f688e8f1b1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6235163 Nov 23 10:36:45.975032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-b6ed7606-0afa-493f-b642-445a63a045c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:45.976636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-b6ed7606-0afa-493f-b642-445a63a045c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4198236 Nov 23 10:36:46.035385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.036018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:46.037535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] 10.222.0.65 "PUT /v2.0/ports/cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 HTTP/1.1" status: 200 len: 1096 time: 2.7440031 Nov 23 10:36:46.162982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632d667-b47d-4f9b-8c64-c1f83660de10 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:46.270483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-7589c65b-d20e-4419-9def-fe3648aa1446 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436456 Nov 23 10:36:46.272007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:36:46.409598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-61a1f655-63c5-41f2-9bac-7240bf63d290 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158955 Nov 23 10:36:46.476473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-bcdf7faf-1e44-4c8f-add5-dd33964b2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.478061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-bcdf7faf-1e44-4c8f-add5-dd33964b2d29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 1099 time: 0.3175216 Nov 23 10:36:46.510376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d110cc-ae9f-40e9-9ad5-9989da3f9ded req-d1af877b-29c5-45bb-8c7b-aa65354f0b73 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.511929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05d110cc-ae9f-40e9-9ad5-9989da3f9ded req-d1af877b-29c5-45bb-8c7b-aa65354f0b73 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1096 time: 0.2836394 Nov 23 10:36:46.577923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 2, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:46.578922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-b898c5b5-ec75-421e-83a7-81528dc3489f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 HTTP/1.1" status: 200 len: 217 time: 0.0871511 Nov 23 10:36:46.609672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-85eab509-9706-468e-b81e-1a13c1b0f0cd service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117123 Nov 23 10:36:46.613375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:36:46.613981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Updating router 1fa2280f-0413-4772-bba7-f688e8f1b1da port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:36:46.648158 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:46.680860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-96665fb8-b649-4187-9e17-e3a5a8779ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.682353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-96665fb8-b649-4187-9e17-e3a5a8779ae8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0928464 Nov 23 10:36:46.688173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-8cac5bba-68b3-4203-abeb-6b4fad8a6e65 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457409 Nov 23 10:36:46.709492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05d110cc-ae9f-40e9-9ad5-9989da3f9ded req-ac066eb1-b13f-4148-81f3-f50a4f6249d6 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364560 Nov 23 10:36:46.783247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-aa29f685-5c5d-453c-8b8c-9646589fdf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.785231 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-aa29f685-5c5d-453c-8b8c-9646589fdf2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=492cb3eb9277461186f5de2227f4341a&device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0990551 Nov 23 10:36:46.813573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-7704cec8-1d45-417a-b9b2-d8d948d97213 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.815392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273864-21c3-4877-9854-b48f948d5ffc req-1c7de093-c4f7-4dbb-a9df-95c49e49116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.817065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-1c7de093-c4f7-4dbb-a9df-95c49e49116a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197283 Nov 23 10:36:46.821647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-7704cec8-1d45-417a-b9b2-d8d948d97213 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 820 time: 0.1488512 Nov 23 10:36:46.840478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-82c41989-4ada-46c3-a33a-54c0db998d3c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/quotas/875d8a798c37498691a807ec3e3dbdaa HTTP/1.1" status: 200 len: 375 time: 0.0169981 Nov 23 10:36:46.853758 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7352ed3-c8df-4654-bfb9-c767541032b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:46.888076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:46.899504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-75b4a8e6-201f-406e-863e-c55ce7f7405b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541766 Nov 23 10:36:46.945617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-3ae105ae-e1f9-4c69-ad9a-0975f8c36154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:46.947118 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-3ae105ae-e1f9-4c69-ad9a-0975f8c36154 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 1099 time: 0.1938043 Nov 23 10:36:47.005001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-b2582d2e-5e86-4d5b-9445-20cf82ef20c2 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935791 Nov 23 10:36:47.060408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:47.078076 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.081982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-b0d628fc-7f26-46a6-aa62-b20a46a56be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.083457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-b0d628fc-7f26-46a6-aa62-b20a46a56be6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=387d5d07-ea01-4a82-8769-bc1272a2c0ef HTTP/1.1" status: 200 len: 915 time: 0.2822757 Nov 23 10:36:47.083588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'mac_address': 'fa:16:3e:62:a3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:47.087721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.094433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab2c47-6ed5-40de-a1b8-8a12f3e89830 req-27e7257c-2866-45ea-a295-a4892efef2ad tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.096400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ab2c47-6ed5-40de-a1b8-8a12f3e89830 req-27e7257c-2866-45ea-a295-a4892efef2ad tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 948 time: 0.2463927 Nov 23 10:36:47.110465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-12ddcf50-0535-4db3-a405-eda9033b3cf9 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960107 Nov 23 10:36:47.169405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-d1808c8a-65b4-4330-951d-bdbb5f40413b service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394971 Nov 23 10:36:47.174927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-fb0302a0-1721-401d-92b5-a30ecb740d95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8093d004-2b1f-45b2-b52f-81f82f30335c HTTP/1.1" status: 200 len: 217 time: 0.0710287 Nov 23 10:36:47.180242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897329e3-ee43-4a3a-adef-70873f139642 None None] Pushing event updated for resources: {'Port': ['ID=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:47.182294 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.244495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63db8b4e-196e-4cd6-9fb7-e96a93c7073d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:47.277778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Attempting to bind port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:47.278167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-b1d7e4dd-d506-45ec-8387-141cd4c5efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.278725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Attempting to bind port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:47.278827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Attempting to bind port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 on network f654a163-4040-4016-bec9-d76522bedc16 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:47.279700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-b1d7e4dd-d506-45ec-8387-141cd4c5efa3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3043365 Nov 23 10:36:47.282163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:47.288700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:47.289126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Checking segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:47.289531 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.290083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Bound using segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:47.290523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Bound port: 5a2d7e93-9e40-4072-b4dd-6d935dba78c6, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:47.291186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.294507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.337103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ab2c47-6ed5-40de-a1b8-8a12f3e89830 req-50db2c88-c76f-4ac4-9b8d-7ecb311312ca tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139421 Nov 23 10:36:47.415207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:47.472049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] For port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:47.474548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'tag': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:47.476229 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6cdce8-2c1f-4828-ae12-66f5378ee267" -d '{"events": [{"name": "network-changed", "server_uuid": "fb385640-2ec9-45f4-b02d-bfb9200b5f6e", "tag": "cd9c1e97-6ac8-41e1-9d87-0ea27b0af285"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:47.479800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] For port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:47.492405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.499090 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-ef0bbd58-aeaa-427f-9b81-4de88e0d337b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=bd8c778e-99c8-4e59-bc00-5257834cc45a HTTP/1.1" status: 200 len: 217 time: 0.2059624 Nov 23 10:36:47.508921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-03c8cd84-06e8-4101-a4d3-24409dac9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.510397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-03c8cd84-06e8-4101-a4d3-24409dac9628 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=59493c5c-2d42-4173-a932-96c423ed1d4c HTTP/1.1" status: 200 len: 853 time: 0.3231540 Nov 23 10:36:47.630201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:36:47.631562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:36:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:47.675936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-905cc135-f678-4a07-92c3-a8031fbedad1 None None] Provisioning complete for port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:47.676390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905cc135-f678-4a07-92c3-a8031fbedad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:47.678075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897329e3-ee43-4a3a-adef-70873f139642 None None] Pushing event updated for resources: {'Port': ['ID=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:47.691817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7273864-21c3-4877-9854-b48f948d5ffc req-c4691cf1-d182-4a50-8f62-f1aae3460951 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085514 Nov 23 10:36:47.713281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:47.741915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-f2ea4478-e17f-470f-b58b-bc936bcd2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.743369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-f2ea4478-e17f-470f-b58b-bc936bcd2b42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2306082 Nov 23 10:36:47.747181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-316866d2-f557-471d-a72e-4e1e7359460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.748878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-316866d2-f557-471d-a72e-4e1e7359460c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=387d5d07-ea01-4a82-8769-bc1272a2c0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547933 Nov 23 10:36:47.759530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7f7d4-8787-4323-92df-a4198c149551 req-e186ab82-dd65-47f8-89fc-c18a8c205575 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.768538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9e7f7d4-8787-4323-92df-a4198c149551 req-e186ab82-dd65-47f8-89fc-c18a8c205575 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 949 time: 0.2752492 Nov 23 10:36:47.931350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-fea62a61-38f3-4d24-b51b-e270a22f3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:47.932865 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-fea62a61-38f3-4d24-b51b-e270a22f3e1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617444 Nov 23 10:36:47.949633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9e7f7d4-8787-4323-92df-a4198c149551 req-3eda0059-0b9a-47de-a1df-abd93e947c50 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781955 Nov 23 10:36:47.969630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:36:48.053486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-ef470564-85b1-4b12-b2a0-43e3b46cbf0f service neutron] 10.222.0.58 "GET /v2.0/networks/387d5d07-ea01-4a82-8769-bc1272a2c0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812698 Nov 23 10:36:48.157406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905cc135-f678-4a07-92c3-a8031fbedad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:48.242384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ed78c-7d76-48f6-9c50-07b94bb4c2ac req-f6a48e3b-e7c9-405e-b314-cb51437900db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:48.244212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-058ed78c-7d76-48f6-9c50-07b94bb4c2ac req-f6a48e3b-e7c9-405e-b314-cb51437900db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.1958108 Nov 23 10:36:48.248124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-aed378e5-6de6-48b8-a4cc-ef1bf50da74c service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957082 Nov 23 10:36:48.275764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-905cc135-f678-4a07-92c3-a8031fbedad1 None None] For port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:48.295599 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905cc135-f678-4a07-92c3-a8031fbedad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:48.316138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5c76fd9-adf2-41cd-bc1d-48ba33c5b9b1 req-44d32708-4b60-4007-bcc8-53dea3dffb6b service neutron] 10.222.0.58 "GET /v2.0/networks/387d5d07-ea01-4a82-8769-bc1272a2c0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193036 Nov 23 10:36:48.401182 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-058ed78c-7d76-48f6-9c50-07b94bb4c2ac req-55c74501-173b-457e-baa9-c5c73c9a6934 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436393 Nov 23 10:36:48.435028 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:48.435028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cc135-f678-4a07-92c3-a8031fbedad1 None None] Pushing event updated for resources: {'Port': ['ID=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:48.446478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9c92821-e9c5-4faf-a770-c424d8fbfacd req-b9cf80d9-3d13-4765-863d-a0c155953c4a service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816809 Nov 23 10:36:48.446858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b41304d2-f457-42c8-aed6-5d87918355f7 None None] Provisioning complete for port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:48.447234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b41304d2-f457-42c8-aed6-5d87918355f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:48.497198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:47Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:36:48.527602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ff25e-e849-4440-b2d5-53643335cbbe None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:47Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:36:48.552251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00615e9-9ca3-4958-b492-c598e53b8aad req-3d447a4d-c909-475c-aa23-831014c29b92 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:48.554331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c00615e9-9ca3-4958-b492-c598e53b8aad req-3d447a4d-c909-475c-aa23-831014c29b92 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 944 time: 0.0590379 Nov 23 10:36:48.681218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c00615e9-9ca3-4958-b492-c598e53b8aad req-3e714724-ea84-492b-a510-a2f4f6b2c1f7 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204858 Nov 23 10:36:48.760641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:48.818378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-9e1a82ad-1cdf-418a-9103-fe0421cec9fd tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:36:48.823549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-9e1a82ad-1cdf-418a-9103-fe0421cec9fd tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095129 Nov 23 10:36:48.846779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:48.847073 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:48.872935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-465163f4-9b63-4db3-a24c-2a2295e4ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:48.881496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-465163f4-9b63-4db3-a24c-2a2295e4ede7 service neutron] 10.222.0.61 "GET /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 1093 time: 0.0482013 Nov 23 10:36:48.887345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Request body: {'binding': {'host': 'n-h1-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:48.888171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:36:48.891792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d4ba81ca-b795-4df1-b5c6-75487016e512 req-ca9a7a42-4f94-472c-9bd4-d9ca71b1f4df tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 210 time: 0.0836594 Nov 23 10:36:48.896780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:48.904062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8093d004-2b1f-45b2-b52f-81f82f30335c details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:49.116417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:36:49.177358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on host n-h1-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:49.178035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:49.178574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:49.184360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:49.185253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:49.193336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:49.194186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:49.195215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:49.196047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Bound port: 0b3204e9-eb99-4775-a62a-afdf9326c736, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:49.218650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8093d004-2b1f-45b2-b52f-81f82f30335c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8093d004-2b1f-45b2-b52f-81f82f30335c,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:49.267214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:49.276530 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfb7563-c05b-4b4d-8dc0-6d0226315852 x-openstack-request-id: req-7cfb7563-c05b-4b4d-8dc0-6d0226315852 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:49.276827 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb385640-2ec9-45f4-b02d-bfb9200b5f6e", "tag": "cd9c1e97-6ac8-41e1-9d87-0ea27b0af285", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:49.277046 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cfb7563-c05b-4b4d-8dc0-6d0226315852 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:49.277488 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'tag': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', 'status': 'completed', 'code': 200} Nov 23 10:36:49.278998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8093d004-2b1f-45b2-b52f-81f82f30335c', 'network_id': '387d5d07-ea01-4a82-8769-bc1272a2c0ef', 'port_id': '8093d004-2b1f-45b2-b52f-81f82f30335c', 'mac_address': 'fa:16:3e:81:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59493c5c-2d42-4173-a932-96c423ed1d4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:49.280455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.284063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-11625d25-8a34-4cf1-ada7-a9a27ae92eaf service neutron] 10.222.0.61 "POST /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736/bindings HTTP/1.1" status: 201 len: 389 time: 0.4014740 Nov 23 10:36:49.382152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.393384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-8c8cf1d8-b86a-4019-8f9b-b37db1bfd1cd tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.395328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-8c8cf1d8-b86a-4019-8f9b-b37db1bfd1cd tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 820 time: 0.5764692 Nov 23 10:36:49.404302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8093d004-2b1f-45b2-b52f-81f82f30335c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:49.418887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'port': {'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'admin_state_up': True, 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:49.428683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8093d004-2b1f-45b2-b52f-81f82f30335c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8093d004-2b1f-45b2-b52f-81f82f30335c,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:49.430561 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.433388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:49.449096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.457309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'mac_address': 'fa:16:3e:aa:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:49.521868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-ecf6fbee-a59b-4dd2-9460-091f7dbce90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.523378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-ecf6fbee-a59b-4dd2-9460-091f7dbce90c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 1099 time: 0.2496746 Nov 23 10:36:49.534131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83925b0c-03d1-4f1b-b6df-6690d2b10fb8 req-ab0d0d72-311f-464c-ac92-97a80da34757 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.542387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83925b0c-03d1-4f1b-b6df-6690d2b10fb8 req-ab0d0d72-311f-464c-ac92-97a80da34757 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 948 time: 0.2674224 Nov 23 10:36:49.566676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8093d004-2b1f-45b2-b52f-81f82f30335c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:49.583225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.617811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261afb80-9f73-49c6-866b-1bcdd2becb4c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:49.637198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.648075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:49.657680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.658445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bd8c778e-99c8-4e59-bc00-5257834cc45a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:49.660081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83925b0c-03d1-4f1b-b6df-6690d2b10fb8 req-3ca3e9db-573b-40c8-b81c-c6d38eab6288 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167226 Nov 23 10:36:49.730535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225d36b-ea6b-4a9b-b73f-a5ce52986d40 req-88fd7f19-d240-4635-abef-00cc8d0a72a1 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.743646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f225d36b-ea6b-4a9b-b73f-a5ce52986d40 req-88fd7f19-d240-4635-abef-00cc8d0a72a1 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1097 time: 0.0629058 Nov 23 10:36:49.745696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bd8c778e-99c8-4e59-bc00-5257834cc45a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bd8c778e-99c8-4e59-bc00-5257834cc45a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:49.748379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:49.774584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'mac_address': 'fa:16:3e:3b:59:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:49.809716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f225d36b-ea6b-4a9b-b73f-a5ce52986d40 req-fa2d615c-03de-4981-a159-d01850e8a94c tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647790 Nov 23 10:36:49.836252 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.840640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8093d004-2b1f-45b2-b52f-81f82f30335c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:49.885203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-9d20a526-6430-45d0-b7b2-f9442b35c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.886975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-9d20a526-6430-45d0-b7b2-f9442b35c2d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1096 time: 0.2257512 Nov 23 10:36:49.890105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8c778e-99c8-4e59-bc00-5257834cc45a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:49.895719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Made reservation on behalf of 875d8a798c37498691a807ec3e3dbdaa for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:49.901676 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.926193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bd8c778e-99c8-4e59-bc00-5257834cc45a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bd8c778e-99c8-4e59-bc00-5257834cc45a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:49.937992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:49.959389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760ba00-8f71-4273-9fc6-fd9010c1df89 req-886bf36d-e894-416d-a476-b4025cedae5d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.965777 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d760ba00-8f71-4273-9fc6-fd9010c1df89 req-886bf36d-e894-416d-a476-b4025cedae5d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 945 time: 0.0784473 Nov 23 10:36:49.967316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-d936cbda-f5c1-4424-be99-4a1eb46af63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:49.969395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-d936cbda-f5c1-4424-be99-4a1eb46af63e service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4154043 Nov 23 10:36:50.038997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d760ba00-8f71-4273-9fc6-fd9010c1df89 req-6503a0b7-06b8-41de-945f-8d5ad08d8323 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697258 Nov 23 10:36:50.069068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=bd8c778e-99c8-4e59-bc00-5257834cc45a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:50.082623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['261afb80-9f73-49c6-866b-1bcdd2becb4c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:50.118774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:50.132004 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-498c928c-7f48-4372-95a4-3497a246f9c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 HTTP/1.1" status: 200 len: 217 time: 0.1461670 Nov 23 10:36:50.186625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc834a-2f35-46c5-bd99-93e98b2cba6d req-4555ba60-09db-4f72-a794-02c5fbe5ef7a tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.191712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1fc834a-2f35-46c5-bd99-93e98b2cba6d req-4555ba60-09db-4f72-a794-02c5fbe5ef7a tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 945 time: 0.0619857 Nov 23 10:36:50.217649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecb6ae-1d1b-4a28-9b46-35af6a6c6070 req-b33dcbc3-b547-43b1-a476-5cfa170402b6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.219747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8ecb6ae-1d1b-4a28-9b46-35af6a6c6070 req-b33dcbc3-b547-43b1-a476-5cfa170402b6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 949 time: 0.3593795 Nov 23 10:36:50.254581 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1fc834a-2f35-46c5-bd99-93e98b2cba6d req-1bf4961e-d0b9-45a1-9cef-b11b74701bd1 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549321 Nov 23 10:36:50.263882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['bd8c778e-99c8-4e59-bc00-5257834cc45a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:50.342742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-ec4e302b-21bc-47de-9cb2-e074e0d71b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.347302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-ec4e302b-21bc-47de-9cb2-e074e0d71b13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.4212258 Nov 23 10:36:50.370462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-07ba8f1e-7f7b-4433-bf71-c9b06b73218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.372174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-07ba8f1e-7f7b-4433-bf71-c9b06b73218c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1856251 Nov 23 10:36:50.379130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62302f-478b-40db-babe-c403f14b9e66 req-faa8b011-93ce-466c-93be-c6271ffcad40 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.380530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb62302f-478b-40db-babe-c403f14b9e66 req-faa8b011-93ce-466c-93be-c6271ffcad40 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1097 time: 0.0467107 Nov 23 10:36:50.388005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8ecb6ae-1d1b-4a28-9b46-35af6a6c6070 req-6ca56eda-e948-4da2-b345-4bad892ef84a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398752 Nov 23 10:36:50.489143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb62302f-478b-40db-babe-c403f14b9e66 req-db15bcd2-85ea-426a-8dd6-646c2ed2913e tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816545 Nov 23 10:36:50.493758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Allocated IP 172.20.0.7 (f654a163-4040-4016-bec9-d76522bedc16/6145d076-9339-4285-af25-7b443c8b68c7/c1830366-bd6e-4cec-b2ad-4c4325c7d5ca) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:36:50.524919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-d69a1e3b-9777-4e21-a521-6c48b10b3070 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 217 time: 0.1496587 Nov 23 10:36:50.608005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d942ef9e-4c74-46a3-90ac-c50da60ca90c req-091d8a96-a7d6-4935-a47c-42106be00fd4 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 210 time: 0.0866628 Nov 23 10:36:50.650603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-6326631e-b8aa-483e-9ed8-17e33b98427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.652123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-6326631e-b8aa-483e-9ed8-17e33b98427e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632973 Nov 23 10:36:50.657079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-c1aabef2-9b9f-4aad-afa0-9108393a250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:50.659134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-c1aabef2-9b9f-4aad-afa0-9108393a250e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1143916 Nov 23 10:36:50.735695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-42f25aeb-41f3-48f5-9219-1868036ad37d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616908 Nov 23 10:36:50.902328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:50.921184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:50.982880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:51.000645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-bc64f517-3650-4eec-a8c5-624a67d1ca37 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470243 Nov 23 10:36:51.161372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2612064-0530-4e32-a011-51d6ca071b90 req-e720ce8d-d68e-47df-9293-7191ee29ea39 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:51.161372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2612064-0530-4e32-a011-51d6ca071b90 req-e720ce8d-d68e-47df-9293-7191ee29ea39 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 949 time: 0.4124944 Nov 23 10:36:51.161795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 261afb80-9f73-49c6-866b-1bcdd2becb4c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:51.161795 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.176615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:51.179675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.209899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:51.213968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:51.214335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.251946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', 'mac_address': 'fa:16:3e:a7:c4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:51.259468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-9081220d-96bb-4e23-bc25-ce43e1f819f6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:51.261145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-9081220d-96bb-4e23-bc25-ce43e1f819f6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 949 time: 0.3838301 Nov 23 10:36:51.321926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2612064-0530-4e32-a011-51d6ca071b90 req-b7422d30-78b2-41a2-8791-1a4d9e0c0a46 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656938 Nov 23 10:36:51.332683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-5292fd08-d609-4294-b512-c65c49d64844 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600790 Nov 23 10:36:51.349907 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.362605 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.399800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:51.411302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:51.413467 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20ff7c2-332b-452b-9f24-01ef57e0b79b" -d '{"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-plugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:51.455782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:51.473694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:51.476011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.482918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.486678 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.511113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-0c6a592f-487f-4ec8-b7ef-7333f44fec06 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583421 Nov 23 10:36:51.567297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:51.568860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:51.578730 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.579009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.636905 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-66037bdb-847f-41ef-9292-65b6e470dfb8 service neutron] delete failed (client error): The resource could not be found. Nov 23 10:36:51.637975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-66037bdb-847f-41ef-9292-65b6e470dfb8 service neutron] 10.222.0.65 "DELETE /v2.0/ports/63db8b4e-196e-4cd6-9fb7-e96a93c7073d/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.3390419 Nov 23 10:36:51.659584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7afc8-4300-40bd-809c-49cc531df7d4 req-d8cef4ab-9eca-4636-999f-64a06e4581d3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:51.672895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:51.679848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daf7afc8-4300-40bd-809c-49cc531df7d4 req-d8cef4ab-9eca-4636-999f-64a06e4581d3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 949 time: 0.2478232 Nov 23 10:36:51.743675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:51.754426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Pushing event updated for resources: {'Port': ['ID=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:51.793283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:51.796251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Network f654a163-4040-4016-bec9-d76522bedc16 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:36:51.816425 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e6cdce8-2c1f-4828-ae12-66f5378ee267 req-d871f46c-5e53-4b78-b503-06be03116376 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632659 Nov 23 10:36:51.832899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:36:51.876286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:36:51.885150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:51.885150 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.913205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daf7afc8-4300-40bd-809c-49cc531df7d4 req-2933fdcc-6835-43fd-b1e2-729026e5d60e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322922 Nov 23 10:36:51.921470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:51.932046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-38e15bfb-dd9c-4887-93e8-edf6eb90186f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5225914 Nov 23 10:36:51.975053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Request body: {'port': {'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:52.038762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-647f4e4a-6813-46cf-919a-34dd19a7405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.041320 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-647f4e4a-6813-46cf-919a-34dd19a7405b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1101 time: 0.2389331 Nov 23 10:36:52.045607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-8ec3286f-2c8a-4eef-bf4f-19390f854201 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.060771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-8ec3286f-2c8a-4eef-bf4f-19390f854201 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.3681495 Nov 23 10:36:52.103901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:52.228928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-506e6d6d-658a-423c-ba0e-8c0bd6fd4d16 None None] Provisioning complete for port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:52.231237 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-506e6d6d-658a-423c-ba0e-8c0bd6fd4d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:52.280154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-506e6d6d-658a-423c-ba0e-8c0bd6fd4d16 None None] Port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:36:52.303362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-c44c7149-f96c-45a6-86b3-39b666a629b0 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:36:52.309698 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-c44c7149-f96c-45a6-86b3-39b666a629b0 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0908885 Nov 23 10:36:52.356761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-2da394d1-a6f5-4d4e-bfb0-521612457d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.358688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-2da394d1-a6f5-4d4e-bfb0-521612457d06 service neutron] 10.222.0.61 "GET /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0439451 Nov 23 10:36:52.372020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Request body: {'binding': {'host': 'n-h1-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:52.372848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:36:52.522219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-6b4b09db-222e-4d12-9b19-110b4325e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.523687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-6b4b09db-222e-4d12-9b19-110b4325e075 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4500363 Nov 23 10:36:52.555728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on host n-h1-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:52.556133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:52.556558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:52.561370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:52.561785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:52.570944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:52.570944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:52.572270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:52.572973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Bound port: 69d32474-8d51-405f-baa8-6e113c935fc2, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:52.615759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:52.624076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-407cdc38-384b-4f5d-bade-4a6c29ce7476 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.0806882 Nov 23 10:36:52.643210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:52.649203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:52.652787 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:52.664435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-78899e61-2690-4d7f-bf25-54bc80c5ac95 service neutron] 10.222.0.61 "POST /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2907495 Nov 23 10:36:52.754676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c9895-085d-4ec7-add9-7944df4af0ae req-8e6104f2-1861-4cfc-ba40-a2fbdc3fde3f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.756239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-710c9895-085d-4ec7-add9-7944df4af0ae req-8e6104f2-1861-4cfc-ba40-a2fbdc3fde3f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 945 time: 0.2515030 Nov 23 10:36:52.785972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-c7620c6d-8379-4933-8abb-c2685cba24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.787446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-c7620c6d-8379-4933-8abb-c2685cba24ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1533618 Nov 23 10:36:52.889128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037670-d91a-4238-a3e8-975e785c5550 req-d503edd0-a8b6-4c92-be2f-a82ec59dd84d tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:52.899893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c0037670-d91a-4238-a3e8-975e785c5550 req-d503edd0-a8b6-4c92-be2f-a82ec59dd84d tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 945 time: 0.0704224 Nov 23 10:36:52.909785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:52.949800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8093d004-2b1f-45b2-b52f-81f82f30335c up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:52.989326 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c0037670-d91a-4238-a3e8-975e785c5550 req-39c023af-452a-4a9b-b60a-0f622257a294 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880573 Nov 23 10:36:53.019172 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-710c9895-085d-4ec7-add9-7944df4af0ae req-e945747f-9079-4e43-bb0c-dd87c37cf578 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449126 Nov 23 10:36:53.041388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:53.047962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:53.048104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.051732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 8093d004-2b1f-45b2-b52f-81f82f30335c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:53.055822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-3a953ef3-fc2f-4205-b2c0-496a9b0f4efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.057094 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-3a953ef3-fc2f-4205-b2c0-496a9b0f4efc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2479148 Nov 23 10:36:53.122342 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e00dae-a5d6-4c62-b5e0-489cc98567fa x-openstack-request-id: req-d9e00dae-a5d6-4c62-b5e0-489cc98567fa {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:53.122872 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-plugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:53.123305 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9e00dae-a5d6-4c62-b5e0-489cc98567fa {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:53.124017 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'code': 200} Nov 23 10:36:53.127528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8093d004-2b1f-45b2-b52f-81f82f30335c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:53.128122 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.235017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:53.243625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f8db8-c68e-49cb-b79d-2f010b23edec req-817596f3-1d18-4e43-85e9-24f0cfcf445b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.245537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f8f8db8-c68e-49cb-b79d-2f010b23edec req-817596f3-1d18-4e43-85e9-24f0cfcf445b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 931 time: 0.0671165 Nov 23 10:36:53.273228 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.306099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.327781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f8f8db8-c68e-49cb-b79d-2f010b23edec req-90954903-4ab6-47c1-adfc-15cd6dd286c7 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689697 Nov 23 10:36:53.365662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:53.370326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:53.384261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8093d004-2b1f-45b2-b52f-81f82f30335c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8093d004-2b1f-45b2-b52f-81f82f30335c,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:53.385526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.386543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bd8c778e-99c8-4e59-bc00-5257834cc45a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:36:53.421631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.427235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:53.429945 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7e55a3-5d88-45ce-ad35-b9d54d7a90d7" -d '{"events": [{"server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:53.440857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.461125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.536387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:53.538688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port bd8c778e-99c8-4e59-bc00-5257834cc45a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:36:53.543585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73899cc-9b8a-47e4-9ea3-23a302e97937 req-2c81cae5-c314-4add-b336-750e9ed165cf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.545496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a73899cc-9b8a-47e4-9ea3-23a302e97937 req-2c81cae5-c314-4add-b336-750e9ed165cf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.0832369 Nov 23 10:36:53.554551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:53.559059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port bd8c778e-99c8-4e59-bc00-5257834cc45a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:36:53.559511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.613009 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-2cf325d6-b74b-4b01-8f4d-3d31a78af332 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160580 Nov 23 10:36:53.626425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a73899cc-9b8a-47e4-9ea3-23a302e97937 req-8897a144-c194-44f1-8b6d-39176a30af68 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734715 Nov 23 10:36:53.628075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487301d-6669-4c69-a1f7-eb16e9903fff req-ac266ada-7063-4eeb-af11-144e798ab053 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.638331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3487301d-6669-4c69-a1f7-eb16e9903fff req-ac266ada-7063-4eeb-af11-144e798ab053 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 949 time: 0.4098237 Nov 23 10:36:53.794702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1830366-bd6e-4cec-b2ad-4c4325c7d5ca {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:53.799538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c6c9-c184-43dc-90be-e5782ece7457 req-39761278-1026-4995-b7cb-7b02868d02a1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:53.803886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.807890 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6106c6c9-c184-43dc-90be-e5782ece7457 req-39761278-1026-4995-b7cb-7b02868d02a1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.0646431 Nov 23 10:36:53.821784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Transition to ACTIVE for port object c1830366-bd6e-4cec-b2ad-4c4325c7d5ca will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:36:53.863444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.873143 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.893230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8093d004-2b1f-45b2-b52f-81f82f30335c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:53.905888 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6106c6c9-c184-43dc-90be-e5782ece7457 req-573696c8-39ae-4e3d-9836-fdf56feb1e3a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966673 Nov 23 10:36:53.929812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bd8c778e-99c8-4e59-bc00-5257834cc45a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bd8c778e-99c8-4e59-bc00-5257834cc45a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:53.937182 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:53.966028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b243f7b3-8363-4230-9c16-2759a35b75f6 req-86bcda9f-8845-4bf1-b046-f13e71c9b28d service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047466 Nov 23 10:36:53.972693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on host n-h2-817747-2 for vnic_type normal with profile {"migrating_to": "n-h1-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:53.973343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:53.973866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:54.012890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3487301d-6669-4c69-a1f7-eb16e9903fff req-0c39804c-178d-4a8d-b532-cda0ae57f377 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736784 Nov 23 10:36:54.014635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=bd8c778e-99c8-4e59-bc00-5257834cc45a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:54.022253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:54.022896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Attempting to bind port 0b3204e9-eb99-4775-a62a-afdf9326c736 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:54.054189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:54.054539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:54.054932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:54.055389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Bound port: 0b3204e9-eb99-4775-a62a-afdf9326c736, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:54.055753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.089693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Pushing event updated for resources: {'Port': ['ID=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:54.120333 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72acdc15-a77b-4ca3-a634-64e284219ef7 x-openstack-request-id: req-72acdc15-a77b-4ca3-a634-64e284219ef7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:54.120707 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:54.120887 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-72acdc15-a77b-4ca3-a634-64e284219ef7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:54.121326 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736', 'code': 200} Nov 23 10:36:54.166018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Attempting to bind port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:36:54.166361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Attempting to bind port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:36:54.166696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Attempting to bind port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca on network f654a163-4040-4016-bec9-d76522bedc16 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:54.183478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca on network f654a163-4040-4016-bec9-d76522bedc16 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:36:54.183853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Attempting to bind port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca on network f654a163-4040-4016-bec9-d76522bedc16 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:36:54.194859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:36:54.195186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Checking segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:36:54.195509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Bound using segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:36:54.195955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Bound port: c1830366-bd6e-4cec-b2ad-4c4325c7d5ca, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:36:54.196312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.287045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca961-ffb2-46a7-88d2-2d0ea272f4ae req-1aff7f95-e51b-4aef-bb1a-18c863e59243 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.288600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a5ca961-ffb2-46a7-88d2-2d0ea272f4ae req-1aff7f95-e51b-4aef-bb1a-18c863e59243 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.0921929 Nov 23 10:36:54.346741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] For port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:54.350589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] For port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:54.357629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:36:54.373459 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.382081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a5ca961-ffb2-46a7-88d2-2d0ea272f4ae req-a794400d-87e7-4bb7-8c4d-5b94f04f13d0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834086 Nov 23 10:36:54.391626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6e3e3-e01c-4f92-862f-c2f048d13dff req-a2437395-2501-43fe-843d-9bf7383afd9a tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.396766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bda6e3e3-e01c-4f92-862f-c2f048d13dff req-a2437395-2501-43fe-843d-9bf7383afd9a tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 946 time: 0.2142820 Nov 23 10:36:54.438930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:36:54.513377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Pushing event updated for resources: {'Port': ['ID=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:54.519941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.584293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.584993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.587806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-ab124395-00d5-4df0-926b-720ba6f1d43c service neutron] 10.222.0.58 "PUT /v2.0/ports/c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 1091 time: 2.6246662 Nov 23 10:36:54.590238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:54.639571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bda6e3e3-e01c-4f92-862f-c2f048d13dff req-2b778abd-450a-4601-b8b2-dec82324a417 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031603 Nov 23 10:36:54.678838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd130e2-2efa-4466-a940-1e7e88f096dd req-fc888c95-dbe4-42a3-921f-10de54887ea1 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.699753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1dd130e2-2efa-4466-a940-1e7e88f096dd req-fc888c95-dbe4-42a3-921f-10de54887ea1 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 943 time: 0.1408327 Nov 23 10:36:54.815089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.822276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:54.823967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-1523e438-c9c6-47a9-b455-2a1a150a0fee service neutron] 10.222.0.65 "PUT /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 1121 time: 2.7339878 Nov 23 10:36:54.839154 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1dd130e2-2efa-4466-a940-1e7e88f096dd req-6ec53c02-b5f5-4e9b-ab0c-3b48320ae674 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383967 Nov 23 10:36:54.888705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-1469760f-fb26-450c-99ea-a8703f402923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.894853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-1469760f-fb26-450c-99ea-a8703f402923 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1094 time: 0.2491488 Nov 23 10:36:54.909742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['0b3204e9-eb99-4775-a62a-afdf9326c736'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:54.958222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-6f4b9bc9-a73a-4353-9aea-d6bfe8220069 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 217 time: 0.0540035 Nov 23 10:36:54.969127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5b65a-a684-4610-b911-469f5baa128a req-6124bd41-4bab-4cad-8213-edfbf5577099 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:54.977695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66f5b65a-a684-4610-b911-469f5baa128a req-6124bd41-4bab-4cad-8213-edfbf5577099 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.2203004 Nov 23 10:36:55.057388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e30f86-05ab-4326-870e-23848d8230e1 req-ce7ea985-a9f2-4534-a4d4-c9953b1f208b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.065429 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c5e30f86-05ab-4326-870e-23848d8230e1 req-ce7ea985-a9f2-4534-a4d4-c9953b1f208b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.0850947 Nov 23 10:36:55.073906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66f5b65a-a684-4610-b911-469f5baa128a req-6f7f428c-4e6d-4369-90e7-a94d7ec69285 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 Nov 23 10:36:55.101471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-8acf741a-7aab-4d2e-9c6e-9983b45c853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.104594 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-8acf741a-7aab-4d2e-9c6e-9983b45c853e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1151958 Nov 23 10:36:55.129168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d'}, {'server_uuid': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'}, {'server_uuid': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8093d004-2b1f-45b2-b52f-81f82f30335c'}, {'server_uuid': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8c778e-99c8-4e59-bc00-5257834cc45a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:55.134288 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9541d0-fc67-4947-8a5a-8acab762f5b2" -d '{"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-plugged", "status": "completed", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d"}, {"server_uuid": "fb385640-2ec9-45f4-b02d-bfb9200b5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "cd9c1e97-6ac8-41e1-9d87-0ea27b0af285"}, {"server_uuid": "e14a68ac-483b-4d91-93f5-c58031697ab8", "name": "network-vif-plugged", "status": "completed", "tag": "8093d004-2b1f-45b2-b52f-81f82f30335c"}, {"server_uuid": "16f8c2af-ee74-4e25-971e-6a02e235e55f", "name": "network-vif-plugged", "status": "completed", "tag": "bd8c778e-99c8-4e59-bc00-5257834cc45a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:55.159310 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c5e30f86-05ab-4326-870e-23848d8230e1 req-d36a4f9e-f683-4344-9189-5214bacea708 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925221 Nov 23 10:36:55.208323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-e59b44bb-72ec-4254-a66d-2205522b19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.210141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-e59b44bb-72ec-4254-a66d-2205522b19ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975139 Nov 23 10:36:55.275190 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227bdb80-3e83-49ab-9061-420039129e17 x-openstack-request-id: req-227bdb80-3e83-49ab-9061-420039129e17 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:55.275747 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-plugged", "status": "completed", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d", "code": 200}, {"server_uuid": "fb385640-2ec9-45f4-b02d-bfb9200b5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "cd9c1e97-6ac8-41e1-9d87-0ea27b0af285", "code": 200}, {"server_uuid": "e14a68ac-483b-4d91-93f5-c58031697ab8", "name": "network-vif-plugged", "status": "completed", "tag": "8093d004-2b1f-45b2-b52f-81f82f30335c", "code": 200}, {"server_uuid": "16f8c2af-ee74-4e25-971e-6a02e235e55f", "name": "network-vif-plugged", "status": "completed", "tag": "bd8c778e-99c8-4e59-bc00-5257834cc45a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:55.276223 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-227bdb80-3e83-49ab-9061-420039129e17 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:55.276842 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'code': 200} Nov 23 10:36:55.277335 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', 'code': 200} Nov 23 10:36:55.277780 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8093d004-2b1f-45b2-b52f-81f82f30335c', 'code': 200} Nov 23 10:36:55.278240 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'code': 200} Nov 23 10:36:55.337836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f34874-9389-4878-8d1b-6a66495148c0 req-b9cd99f7-e1cf-4a1b-a557-cfcdc6a21116 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.339413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8f34874-9389-4878-8d1b-6a66495148c0 req-b9cd99f7-e1cf-4a1b-a557-cfcdc6a21116 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 950 time: 0.1165113 Nov 23 10:36:55.413364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8f34874-9389-4878-8d1b-6a66495148c0 req-6605ec6d-3035-4d73-bc64-3e06f1b04995 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632873 Nov 23 10:36:55.512571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8fcd0-2989-4fd6-9306-9ede301edff5 req-36c74d87-d5c4-4b27-88b2-9c9517b33c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.514028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78b8fcd0-2989-4fd6-9306-9ede301edff5 req-36c74d87-d5c4-4b27-88b2-9c9517b33c83 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 1101 time: 0.1420257 Nov 23 10:36:55.525227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-390f5274-3677-4ce6-b449-3cc59e59f98a service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953660 Nov 23 10:36:55.555790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9d841-7249-4873-b1c5-0f7245bc68d9 req-9c50fad1-d5f3-49d1-b4d2-79c36293fa5e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.558713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81e9d841-7249-4873-b1c5-0f7245bc68d9 req-9c50fad1-d5f3-49d1-b4d2-79c36293fa5e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.0689623 Nov 23 10:36:55.563805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdaa1e-fc5f-4402-b6d1-453369bd6ee8 req-ae751457-7665-4753-976c-aba45ca9918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.565665 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0bdaa1e-fc5f-4402-b6d1-453369bd6ee8 req-ae751457-7665-4753-976c-aba45ca9918c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 1097 time: 0.1305258 Nov 23 10:36:55.567430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82bc6-9f45-4fd4-8119-c0f2e33ac258 req-506fe7a0-5cf8-4382-9ed7-aff42cb91089 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.569147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ff82bc6-9f45-4fd4-8119-c0f2e33ac258 req-506fe7a0-5cf8-4382-9ed7-aff42cb91089 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1101 time: 0.2277267 Nov 23 10:36:55.573915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965e8f9-351b-41f2-afe1-3459fc2a0a63 req-6958d84a-8ba3-4133-a657-45d65a3a0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.575442 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f965e8f9-351b-41f2-afe1-3459fc2a0a63 req-6958d84a-8ba3-4133-a657-45d65a3a0177 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 1101 time: 0.1733587 Nov 23 10:36:55.616870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81e9d841-7249-4873-b1c5-0f7245bc68d9 req-71aff4d8-f83f-46af-8823-ade32af78a87 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535905 Nov 23 10:36:55.758168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78b8fcd0-2989-4fd6-9306-9ede301edff5 req-33e1c4e2-22ae-4456-a500-9bbc2d22d625 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261188 Nov 23 10:36:55.775897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ff82bc6-9f45-4fd4-8119-c0f2e33ac258 req-2647c7dd-c2e9-43c4-b857-59d64a3c15d9 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873276 Nov 23 10:36:55.782401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0bdaa1e-fc5f-4402-b6d1-453369bd6ee8 req-3e616c9b-f155-4f7a-b1c1-37e0cf466e4b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962309 Nov 23 10:36:55.794377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f965e8f9-351b-41f2-afe1-3459fc2a0a63 req-6ec2fd30-b1ad-4733-b0ed-30641df89b07 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977167 Nov 23 10:36:55.799889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2980cd4a-fea0-48c8-93ae-c71d61b7dfb4 req-6e8684b1-afa1-417f-8a4e-d46a61e0c463 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554517 Nov 23 10:36:55.874547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0265c-012a-4628-91bc-ecbea339bae4 req-ad0386a7-fad5-4bb4-a50e-01ae3f706e07 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.883741 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60c0265c-012a-4628-91bc-ecbea339bae4 req-ad0386a7-fad5-4bb4-a50e-01ae3f706e07 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 946 time: 0.1022570 Nov 23 10:36:55.945762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60c0265c-012a-4628-91bc-ecbea339bae4 req-bac5aa97-3cf8-4706-8f81-0fc52d92de9f tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610416 Nov 23 10:36:55.980573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ce0d5-20f3-455e-a94d-a540cc10515a req-7b05e2f2-edab-45e0-a0ab-cc4cf5841d21 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:55.982186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-191ce0d5-20f3-455e-a94d-a540cc10515a req-7b05e2f2-edab-45e0-a0ab-cc4cf5841d21 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 943 time: 0.0727534 Nov 23 10:36:56.097927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-2d6e6b53-50e4-49d5-ae6a-83f7ba02c1e4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410504 Nov 23 10:36:56.238462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'}, {'name': 'network-changed', 'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:36:56.240872 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de197346-5f0a-4bdd-b1c2-ade51624e301" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca"}, {"name": "network-changed", "server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:36:56.253650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-de8cb00b-f054-4f82-b086-90dc11894d9d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.255751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-de8cb00b-f054-4f82-b086-90dc11894d9d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564274 Nov 23 10:36:56.278657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-191ce0d5-20f3-455e-a94d-a540cc10515a req-e23a7c74-5c5c-4bcb-a66e-46650118ec3b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893984 Nov 23 10:36:56.282078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-76536210-1b1d-4598-ac6c-b9188ca2022e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/quotas/a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 375 time: 0.0188999 Nov 23 10:36:56.343776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-52069ff0-d647-4e17-bc7c-736278d2792f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524037 Nov 23 10:36:56.430518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96104cd-c0df-43a2-ac8b-d7c6c9afc292 req-48d174bb-28a8-485d-9c5d-8f7338567b05 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.432166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b96104cd-c0df-43a2-ac8b-d7c6c9afc292 req-48d174bb-28a8-485d-9c5d-8f7338567b05 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.0686102 Nov 23 10:36:56.514607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b96104cd-c0df-43a2-ac8b-d7c6c9afc292 req-05fbd0b5-b13d-4956-bb10-279601d83454 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753157 Nov 23 10:36:56.560924 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2cf6a0-73de-47fb-b2d2-e65e26133b7a x-openstack-request-id: req-af2cf6a0-73de-47fb-b2d2-e65e26133b7a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:36:56.561458 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:36:56.561876 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af2cf6a0-73de-47fb-b2d2-e65e26133b7a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:36:56.562570 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'status': 'completed', 'code': 200} Nov 23 10:36:56.562674 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736', 'status': 'completed', 'code': 200} Nov 23 10:36:56.669723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66affa85-e44b-4d48-9f0a-c61382d655bb req-67e4271a-6ed6-43bc-b4cb-4ac6fde77780 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 210 time: 0.0515881 Nov 23 10:36:56.682727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-fba177c7-f608-48c7-a594-475aa9ecfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.682727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-fba177c7-f608-48c7-a594-475aa9ecfdf9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1094 time: 0.0857725 Nov 23 10:36:56.782362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfce7c-a733-4c49-897e-f2df8bd9c71d req-5bc14c14-16df-4b86-8d0b-b83410787ea4 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.783991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2cfce7c-a733-4c49-897e-f2df8bd9c71d req-5bc14c14-16df-4b86-8d0b-b83410787ea4 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 950 time: 0.1243150 Nov 23 10:36:56.849937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad99560-f218-4ab1-a1fe-54644b2a0bde req-c48aeb82-bb0e-475f-bee6-fcb7ea1e867b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.857174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ad99560-f218-4ab1-a1fe-54644b2a0bde req-c48aeb82-bb0e-475f-bee6-fcb7ea1e867b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.0940080 Nov 23 10:36:56.891258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-52409d24-1959-44a1-b247-2af51c6887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:56.892929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-52409d24-1959-44a1-b247-2af51c6887c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.1948991 Nov 23 10:36:56.900867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2cfce7c-a733-4c49-897e-f2df8bd9c71d req-61d98aa2-51eb-4bdc-8c54-76cc703f5597 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081090 Nov 23 10:36:56.930772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ad99560-f218-4ab1-a1fe-54644b2a0bde req-cc3f20bd-b529-4fb0-b590-5dad5346432c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Nov 23 10:36:56.941456 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-7e9f5dbf-3190-45bb-8ff3-66d3c25bea2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 217 time: 0.0395200 Nov 23 10:36:56.974129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b3204e9-eb99-4775-a62a-afdf9326c736 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:57.012569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-531d4f86-1449-4139-ac08-822801e49ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.014193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-531d4f86-1449-4139-ac08-822801e49ff2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.0602298 Nov 23 10:36:57.090905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-ca3c5129-fd96-4ce8-ad85-678054afa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.092436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-ca3c5129-fd96-4ce8-ad85-678054afa032 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696270 Nov 23 10:36:57.148362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c2e18-a5d6-420d-8ca3-ca3dffa1eaeb req-8055f5cf-df68-4857-a3cb-64e8e2a546c6 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.161734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b72c2e18-a5d6-420d-8ca3-ca3dffa1eaeb req-8055f5cf-df68-4857-a3cb-64e8e2a546c6 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 946 time: 0.1197398 Nov 23 10:36:57.208704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:57.224677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b3204e9-eb99-4775-a62a-afdf9326c736 has no active binding in host n-h1-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:36:57.233805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-887e4559-e57b-4fcf-a556-929a78b9a8c1 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327491 Nov 23 10:36:57.241820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b72c2e18-a5d6-420d-8ca3-ca3dffa1eaeb req-3f26c436-7947-4bd2-b60b-489b9a91fe11 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786016 Nov 23 10:36:57.341070 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-a75d50f0-b15e-40c1-88ae-b7e7f1f03e99 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977876 Nov 23 10:36:57.487532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c56572-2942-4da4-8d1b-5b3d13be1ef3 req-a0365747-4497-41eb-a2cf-29ddf2a9875c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.488691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14c56572-2942-4da4-8d1b-5b3d13be1ef3 req-a0365747-4497-41eb-a2cf-29ddf2a9875c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 943 time: 0.1065826 Nov 23 10:36:57.500045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-b0b8d5e9-ece8-4559-8a0f-41ce95335abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.501511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-b0b8d5e9-ece8-4559-8a0f-41ce95335abc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1124 time: 0.1061776 Nov 23 10:36:57.625542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14c56572-2942-4da4-8d1b-5b3d13be1ef3 req-d2f48665-dc39-4dc3-ad9d-281afe4bbb1a tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285505 Nov 23 10:36:57.684469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-fcff2108-fdf1-409a-bb3e-aad7776312c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.688321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-fcff2108-fdf1-409a-bb3e-aad7776312c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.1691432 Nov 23 10:36:57.712509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5073e-3c81-4c29-82fb-cc81adec4a24 req-e2f5a2ab-2aba-4037-b50a-cc376c25e82c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.714215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6eb5073e-3c81-4c29-82fb-cc81adec4a24 req-e2f5a2ab-2aba-4037-b50a-cc376c25e82c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.1089532 Nov 23 10:36:57.744391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-801430e2-d0d4-4c59-9b33-8e97d3f03299 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 217 time: 0.0467300 Nov 23 10:36:57.811131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6eb5073e-3c81-4c29-82fb-cc81adec4a24 req-0ec61e87-fabe-4446-b3ff-48faf0bd49ba tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798995 Nov 23 10:36:57.811597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-cf3f256b-8522-4312-824b-c0e9c59db0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:57.813456 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-cf3f256b-8522-4312-824b-c0e9c59db0a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0616453 Nov 23 10:36:57.870562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fad8af99-adfb-442d-810e-b9552d909762 req-1a947900-b379-4e83-9968-89e71a8df963 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 210 time: 0.0460975 Nov 23 10:36:57.872722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-f1f9f737-0e3e-4f2c-9c22-1d196c2ffead service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386422 Nov 23 10:36:58.011659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-ca2ad48d-14b2-4f38-89ae-05b5163c4765 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216302 Nov 23 10:36:58.074266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5ef30-ce5e-421b-b3be-5f4129299a4b req-817bf1c2-7511-41ed-ada3-f61e3aa3d312 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:58.077688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dfd5ef30-ce5e-421b-b3be-5f4129299a4b req-817bf1c2-7511-41ed-ada3-f61e3aa3d312 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 950 time: 0.0656443 Nov 23 10:36:58.153484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6a381-401f-4c9c-950f-8c882584bc40 req-1875c2a3-f278-4114-a2a6-6ad621b89e3f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:58.161960 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86c6a381-401f-4c9c-950f-8c882584bc40 req-1875c2a3-f278-4114-a2a6-6ad621b89e3f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.1346576 Nov 23 10:36:58.163234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dfd5ef30-ce5e-421b-b3be-5f4129299a4b req-8ebd361b-1e3a-46b9-af06-0dfcaa253f34 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749359 Nov 23 10:36:58.199271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de197346-5f0a-4bdd-b1c2-ade51624e301 req-0d5d114c-2426-4541-a996-75fcda8d140d service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800737 Nov 23 10:36:58.274300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86c6a381-401f-4c9c-950f-8c882584bc40 req-5461527f-21ba-42dc-be52-fb7eba184e37 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108489 Nov 23 10:36:58.396870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f08f6-d32b-490d-abcd-2d7f7ab8d696 req-501f07f3-a586-45c1-9398-4eecfde04dca tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:58.405426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c21f08f6-d32b-490d-abcd-2d7f7ab8d696 req-501f07f3-a586-45c1-9398-4eecfde04dca tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 946 time: 0.0780134 Nov 23 10:36:58.478247 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c21f08f6-d32b-490d-abcd-2d7f7ab8d696 req-a588372d-b287-4caf-a9ec-b1970395cce7 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622180 Nov 23 10:36:58.789590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3736b-bb58-42f4-b273-265e10d52e3d req-1c235f79-2b75-4ebb-a36c-7035d58aee99 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:58.796127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6b3736b-bb58-42f4-b273-265e10d52e3d req-1c235f79-2b75-4ebb-a36c-7035d58aee99 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 943 time: 0.0813181 Nov 23 10:36:58.872757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6b3736b-bb58-42f4-b273-265e10d52e3d req-72e7aaae-1d0f-4cb6-a96c-9526ab00a1c9 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757561 Nov 23 10:36:58.918863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c1830366-bd6e-4cec-b2ad-4c4325c7d5ca details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:36:59.021214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9126b88b-c692-4f81-9704-23824d585afe req-6969db16-4cea-4f20-ab4f-108e4d8655dc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 210 time: 0.0495324 Nov 23 10:36:59.040076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fb89-c3ba-4a76-9048-0c23bc15d04f req-c9578702-998b-4396-a656-c80939651947 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:59.054828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3980fb89-c3ba-4a76-9048-0c23bc15d04f req-c9578702-998b-4396-a656-c80939651947 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.1182270 Nov 23 10:36:59.139543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-3f0f98ed-196a-487b-9090-d6b85a410318 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397193 Nov 23 10:36:59.169514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:59.183123 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3980fb89-c3ba-4a76-9048-0c23bc15d04f req-9cc92a5a-21fb-48bd-8a28-bb78914d598e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159585 Nov 23 10:36:59.196085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'mac_address': 'fa:16:3e:5a:0b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:36:59.264921 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.303656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1830366-bd6e-4cec-b2ad-4c4325c7d5ca {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:36:59.351630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:36:59.390781 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:36:59.486750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-fbb1599f-50bb-4632-ab95-56b8f8d438d9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:59.488563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-fbb1599f-50bb-4632-ab95-56b8f8d438d9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3272114 Nov 23 10:36:59.513814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7a6f-cd35-4815-961c-7fe4a43cde55 req-a9ac76c9-d7ef-4591-9ce8-c78b2d94c665 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:59.524621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eca7a6f-cd35-4815-961c-7fe4a43cde55 req-a9ac76c9-d7ef-4591-9ce8-c78b2d94c665 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.1068001 Nov 23 10:36:59.553024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:36:59.555489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Request body: {'port': {'device_id': '100f4ec8-9088-482a-bd01-3d662f756361', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a5baa2f4772f461ba56b742ffbd1bd93'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:36:59.584575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451cd0-5733-404b-a128-fd8989e7838d req-938e6b19-f0d9-49c7-ac98-8655403e3e24 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:36:59.587738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-87451cd0-5733-404b-a128-fd8989e7838d req-938e6b19-f0d9-49c7-ac98-8655403e3e24 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 950 time: 0.2316163 Nov 23 10:36:59.631744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4eca7a6f-cd35-4815-961c-7fe4a43cde55 req-da0f00a9-918b-4140-8149-e86774890209 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061869 Nov 23 10:36:59.750200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-87451cd0-5733-404b-a128-fd8989e7838d req-826a4ee6-4bd2-4f11-8624-7cccdf1ebd9e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687814 Nov 23 10:36:59.799503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:36:59.817432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Made reservation on behalf of a5baa2f4772f461ba56b742ffbd1bd93 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:36:59.821403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.065864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Allocated IP 192.168.233.46 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/dc0e541a-c148-4336-b543-08c9e6ec172f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:00.087520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd32717-2de3-46e0-bf23-5ae3cbed4136 req-e643a0cd-04ba-4111-a225-ee90c32952b3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:00.094760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5dd32717-2de3-46e0-bf23-5ae3cbed4136 req-e643a0cd-04ba-4111-a225-ee90c32952b3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 944 time: 0.1103263 Nov 23 10:37:00.191423 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00b32bf3-d307-49d3-9f9e-40f18e18a332 req-1f3e7233-84e9-4bb4-8be6-9454ac0034bb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 210 time: 0.0512877 Nov 23 10:37:00.319908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.341322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65291b72-7016-402c-9919-659f257d2e77 req-ccf26d86-1999-4543-b998-d4c56723c29e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:00.356841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65291b72-7016-402c-9919-659f257d2e77 req-ccf26d86-1999-4543-b998-d4c56723c29e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.0774612 Nov 23 10:37:00.391392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.460178 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65291b72-7016-402c-9919-659f257d2e77 req-12efa76a-3a6c-4ed2-9bee-e56e5a457397 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960073 Nov 23 10:37:00.487241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:00.513257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5dd32717-2de3-46e0-bf23-5ae3cbed4136 req-3415538a-4fe2-4e6b-a6f4-d2928a9d26a8 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085300 Nov 23 10:37:00.529683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:00.535907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:00.574076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:00.582050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:00.583059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.614334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-7355f9be-dcd6-4125-ac6d-41a2d3c2d3f1 service neutron] 10.222.0.58 "GET /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.5025446 Nov 23 10:37:00.677065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-834cb4a3-14e1-4b58-af0d-6f07d56a83bf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1329987 Nov 23 10:37:00.694891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Request body: {'port': {'device_id': '100f4ec8-9088-482a-bd01-3d662f756361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:00.698897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:00.908039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6294999a-94e2-414f-b114-4b734c6ea962 None None] Provisioning complete for port dc0e541a-c148-4336-b543-08c9e6ec172f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:00.908609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6294999a-94e2-414f-b114-4b734c6ea962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.943530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a3da1-8523-4c18-9aac-1fb459c7df35 req-645d9551-93f1-4a8c-af66-8dc16c7489d5 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:00.951252 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a4a3da1-8523-4c18-9aac-1fb459c7df35 req-645d9551-93f1-4a8c-af66-8dc16c7489d5 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 950 time: 0.0867190 Nov 23 10:37:00.973590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:00.978223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c1830366-bd6e-4cec-b2ad-4c4325c7d5ca up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:00.991936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb9c7e-5339-4b10-b8ae-eb5f0367a298 req-96e55a8e-710b-462e-a0e5-147ee66286d6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:00.993944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2bb9c7e-5339-4b10-b8ae-eb5f0367a298 req-96e55a8e-710b-462e-a0e5-147ee66286d6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 943 time: 0.2154412 Nov 23 10:37:01.059474 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a4a3da1-8523-4c18-9aac-1fb459c7df35 req-1f0b434f-19c6-4e54-8d57-487548dc0a91 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070452 Nov 23 10:37:01.210995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6294999a-94e2-414f-b114-4b734c6ea962 None None] Port dc0e541a-c148-4336-b543-08c9e6ec172f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:01.284594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:01.300153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:01.300908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.329095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2bb9c7e-5339-4b10-b8ae-eb5f0367a298 req-c4db56d3-eb2f-4677-9572-4586270a1128 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163311 Nov 23 10:37:01.350607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:01.543329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d0ba-ffb5-42e2-8980-c357e1443c11 req-414bac74-26ed-48a8-bda6-3f93fa03e012 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:01.559885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:01.572424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7bb9d0ba-ffb5-42e2-8980-c357e1443c11 req-414bac74-26ed-48a8-bda6-3f93fa03e012 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 935 time: 0.1457536 Nov 23 10:37:01.592812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.654204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:01.659813 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de112fe-a366-423c-bd0d-720635be648f" -d '{"events": [{"server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "name": "network-vif-plugged", "status": "completed", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:01.690671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:01.693088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7bb9d0ba-ffb5-42e2-8980-c357e1443c11 req-c8a51431-45ec-4519-80c1-434f46973baa tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196666 Nov 23 10:37:01.699863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.700781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 0b3204e9-eb99-4775-a62a-afdf9326c736 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:01.868512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:01.887433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0e541a-c148-4336-b543-08c9e6ec172f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:01.899195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.918662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Transition to ACTIVE for port object dc0e541a-c148-4336-b543-08c9e6ec172f will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:01.958422 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:01.959010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de888aea-2274-4c90-8bfe-75703aa96f41 req-fc904c3f-bb64-4f2c-a1ca-09dca7c69bb0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:01.960582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de888aea-2274-4c90-8bfe-75703aa96f41 req-fc904c3f-bb64-4f2c-a1ca-09dca7c69bb0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 945 time: 0.1620336 Nov 23 10:37:02.011276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3204e9-eb99-4775-a62a-afdf9326c736 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:02.021293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:02.033815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:02.082253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20142de3-59fe-44a3-999c-a2f8996d16e3 req-0ef2bf98-f219-408e-bf6d-246b398939c9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:02.089612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20142de3-59fe-44a3-999c-a2f8996d16e3 req-0ef2bf98-f219-408e-bf6d-246b398939c9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.4460518 Nov 23 10:37:02.112186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de888aea-2274-4c90-8bfe-75703aa96f41 req-6003a1cc-a9f0-476f-882c-4a85e9c2bad0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312680 Nov 23 10:37:02.124749 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.242991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:02.243334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:02.243670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:02.270887 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68962d8-9412-45a4-baf6-a02f934d4475 x-openstack-request-id: req-f68962d8-9412-45a4-baf6-a02f934d4475 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:02.271833 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "name": "network-vif-plugged", "status": "completed", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:02.272842 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f68962d8-9412-45a4-baf6-a02f934d4475 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:02.274869 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'code': 200} Nov 23 10:37:02.324925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Port dc0e541a-c148-4336-b543-08c9e6ec172f on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:02.325567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:02.352214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:02.357165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:02.357428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:02.357905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Bound port: dc0e541a-c148-4336-b543-08c9e6ec172f, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:02.358279 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.368240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20142de3-59fe-44a3-999c-a2f8996d16e3 req-5a9539b1-1b7d-4e2d-a103-0ca5527e3ed1 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777565 Nov 23 10:37:02.446069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b93ca-88e4-491a-9b11-561cc63038da req-12fbfb96-30b3-4b93-b931-1ad460be3bc2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:02.447717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b42b93ca-88e4-491a-9b11-561cc63038da req-12fbfb96-30b3-4b93-b931-1ad460be3bc2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 950 time: 0.0999451 Nov 23 10:37:02.467402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] Transition to ACTIVE for port object 0b3204e9-eb99-4775-a62a-afdf9326c736 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:02.497711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca0105-ab32-4d47-9a73-70eda0bec365 req-77e8b35c-e489-4f9c-ab3a-9739804cfcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:02.499217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00ca0105-ab32-4d47-9a73-70eda0bec365 req-77e8b35c-e489-4f9c-ab3a-9739804cfcb0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.1670618 Nov 23 10:37:02.500193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.532928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b42b93ca-88e4-491a-9b11-561cc63038da req-2ebce35a-e38a-4997-b57d-53e12348b62d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776405 Nov 23 10:37:02.644934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00ca0105-ab32-4d47-9a73-70eda0bec365 req-a37d6d36-f204-4178-b4eb-7f57bd1bbe4e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045039 Nov 23 10:37:02.692872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] No DVR routers for this DVR port 0b3204e9-eb99-4775-a62a-afdf9326c736 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:02.701147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921826d-36b1-4684-975a-a540cd089c6a req-62320173-8efd-42b3-9286-a9873137baa3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:02.707067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:02.713152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e921826d-36b1-4684-975a-a540cd089c6a req-62320173-8efd-42b3-9286-a9873137baa3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 950 time: 0.0965574 Nov 23 10:37:02.727211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f5826-110d-4b67-9443-30b31817af71 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:02.750225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:02.758894 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-144f5826-110d-4b67-9443-30b31817af71 service neutron] 10.222.0.58 "PUT /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736/bindings/n-h1-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1436527 Nov 23 10:37:02.762264 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:02.777204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e921826d-36b1-4684-975a-a540cd089c6a req-66570cd9-31d5-4cd1-8e69-cf95b878be6a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644584 Nov 23 10:37:02.995089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6675c1-e973-4f47-8ccc-23da904b5d76 req-79a46144-630c-4ea9-b84b-aeea7337c571 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:02.996650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f6675c1-e973-4f47-8ccc-23da904b5d76 req-79a46144-630c-4ea9-b84b-aeea7337c571 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 947 time: 0.1257930 Nov 23 10:37:03.071686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f6675c1-e973-4f47-8ccc-23da904b5d76 req-617f0cbc-8797-4bc8-ab9c-5b61a0152e6b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678954 Nov 23 10:37:03.074126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd6f20-c092-493c-9068-fd4e799139ea req-2140d6ec-d623-49f1-9555-e6dfee327eb6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.083869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22cd6f20-c092-493c-9068-fd4e799139ea req-2140d6ec-d623-49f1-9555-e6dfee327eb6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 944 time: 0.4884832 Nov 23 10:37:03.088243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.089788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:03.090780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 1095 time: 2.4003994 Nov 23 10:37:03.109081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:03.112781 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13527efe-b911-425a-b67c-1b75de71f81f" -d '{"events": [{"name": "network-changed", "server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:03.244540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b3b55-7b31-46fe-a300-fe2aaf116359 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:03.269946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22cd6f20-c092-493c-9068-fd4e799139ea req-ce94292e-2201-4ec4-b67b-9ecfcaa9d76e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849225 Nov 23 10:37:03.277006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-070f6833-98c3-4e57-a0d6-144e70ad5e04 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.278726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-070f6833-98c3-4e57-a0d6-144e70ad5e04 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.2394781 Nov 23 10:37:03.280742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-9b588c88-b559-450c-aaf5-ccfcf0f2b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.282272 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-9b588c88-b559-450c-aaf5-ccfcf0f2b9c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1098 time: 0.1099522 Nov 23 10:37:03.413440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-5f96c529-0aee-4e0c-a110-fbe5f7315abe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 217 time: 0.1094666 Nov 23 10:37:03.467305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-5cb1644b-4c79-47df-b900-3949706abf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.469705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-5cb1644b-4c79-47df-b900-3949706abf9f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6&tenant_id=c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 1095 time: 0.1764212 Nov 23 10:37:03.505779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-d6c505a6-241c-4876-9483-3e8a7d035570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.514872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-d6c505a6-241c-4876-9483-3e8a7d035570 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0933995 Nov 23 10:37:03.586851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66ee77-78ba-47d5-95df-b3ee7223ad6f req-195d9255-809e-4485-878d-c1472a3a66a8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.593365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66ee77-78ba-47d5-95df-b3ee7223ad6f req-195d9255-809e-4485-878d-c1472a3a66a8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.600964 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf66ee77-78ba-47d5-95df-b3ee7223ad6f req-195d9255-809e-4485-878d-c1472a3a66a8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f&device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 1691 time: 0.0716741 Nov 23 10:37:03.633606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-0fe4818c-a8d7-4bd8-954d-a1db38053cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.635351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-0fe4818c-a8d7-4bd8-954d-a1db38053cc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1095 time: 0.1061993 Nov 23 10:37:03.676726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf66ee77-78ba-47d5-95df-b3ee7223ad6f req-39a9848a-eae3-4322-8bd4-8cade6f88cad tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748248 Nov 23 10:37:03.692144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-05b06ef4-60ae-4b35-9376-da2986a9cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.694123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-05b06ef4-60ae-4b35-9376-da2986a9cbef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483514 Nov 23 10:37:03.872726 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe57a7a-ed7a-42a5-89e0-b288ca2c0db1 x-openstack-request-id: req-abe57a7a-ed7a-42a5-89e0-b288ca2c0db1 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:03.874040 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:03.874040 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abe57a7a-ed7a-42a5-89e0-b288ca2c0db1 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:03.874223 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'status': 'completed', 'code': 200} Nov 23 10:37:03.970342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-63ac8ccb-de19-4a7a-9dc1-64f088a76789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:03.972420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-63ac8ccb-de19-4a7a-9dc1-64f088a76789 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.3222096 Nov 23 10:37:03.974323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-62c035b3-610c-4fc4-85f1-73956dacab29 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560036 Nov 23 10:37:04.075512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-72e272c3-0489-497a-a4b7-1e47f1236894 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 217 time: 0.0533538 Nov 23 10:37:04.197883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f3b84-1b8a-4d4e-9829-3abd7fa0b563 req-b46b5023-85c0-4711-b181-a0d2606e358d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:04.207961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b32f3b84-1b8a-4d4e-9829-3abd7fa0b563 req-b46b5023-85c0-4711-b181-a0d2606e358d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.2237029 Nov 23 10:37:04.256671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-c50f21f9-5ad4-4d6e-97e8-a91a9f9c0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:04.258189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-c50f21f9-5ad4-4d6e-97e8-a91a9f9c0819 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1745620 Nov 23 10:37:04.317276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c29243-bf14-443b-a90c-3da54d1a8d83 req-524c06b3-572a-40ba-a33e-e1ff648cf1ec tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:04.325055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-b9529c7f-3f11-486e-a702-9cef4c8f8f8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520952 Nov 23 10:37:04.327677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c29243-bf14-443b-a90c-3da54d1a8d83 req-524c06b3-572a-40ba-a33e-e1ff648cf1ec tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 945 time: 0.5726535 Nov 23 10:37:04.342151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b32f3b84-1b8a-4d4e-9829-3abd7fa0b563 req-a41b3e20-73ec-4bfb-80d2-3f057f73be11 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325507 Nov 23 10:37:04.351778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3d2a7c-2048-41eb-b47b-0860e87725a2 req-98285975-1017-44dc-823a-9e13d9c43c16 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382456 Nov 23 10:37:04.409277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c29243-bf14-443b-a90c-3da54d1a8d83 req-ffd845ac-1973-43e2-8079-f742f5752770 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798333 Nov 23 10:37:04.572718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-a28fa60f-5d3e-4a1a-9d89-b7beac4b98e6 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176538 Nov 23 10:37:04.885664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13527efe-b911-425a-b67c-1b75de71f81f req-fd9c3dbc-b22a-4e88-91ea-837dc43bbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:04.887160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13527efe-b911-425a-b67c-1b75de71f81f req-fd9c3dbc-b22a-4e88-91ea-837dc43bbe03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1098 time: 0.2141352 Nov 23 10:37:04.926666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77940c15-1efc-4cc6-a36a-4588153d1b54 req-4fc28b69-8df6-436f-a220-b3d7af2160c8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:04.934176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77940c15-1efc-4cc6-a36a-4588153d1b54 req-4fc28b69-8df6-436f-a220-b3d7af2160c8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 944 time: 0.1906881 Nov 23 10:37:04.939388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186ff5-73b1-4dee-84cf-dd32c2694e95 req-20e7ec84-e65e-43b3-9abb-facc2d4c86ea tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:04.949499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41186ff5-73b1-4dee-84cf-dd32c2694e95 req-20e7ec84-e65e-43b3-9abb-facc2d4c86ea tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 947 time: 0.0845740 Nov 23 10:37:04.954202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-17a027eb-7e7d-4769-ab97-12fe44b30cf9 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166554 Nov 23 10:37:05.023407 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41186ff5-73b1-4dee-84cf-dd32c2694e95 req-43eedb25-bb2b-475f-b070-4401acdfa736 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660434 Nov 23 10:37:05.107678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77940c15-1efc-4cc6-a36a-4588153d1b54 req-bf0a233a-f754-445d-af47-a40764220b78 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720393 Nov 23 10:37:05.147752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13527efe-b911-425a-b67c-1b75de71f81f req-b3bc118a-19e1-42db-81e2-58779fad968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.154278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13527efe-b911-425a-b67c-1b75de71f81f req-b3bc118a-19e1-42db-81e2-58779fad968b service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2437298 Nov 23 10:37:05.157004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebad65d-6465-4023-b489-d616c267ba57 req-7ec2b3c3-9d1b-4491-a882-c8a8c9ab234f tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.159397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eebad65d-6465-4023-b489-d616c267ba57 req-7ec2b3c3-9d1b-4491-a882-c8a8c9ab234f tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 1101 time: 0.0867441 Nov 23 10:37:05.222842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13527efe-b911-425a-b67c-1b75de71f81f req-b14f92cd-d3ed-4e3d-a5e5-d7f95c0ac123 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 217 time: 0.0554798 Nov 23 10:37:05.244011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eebad65d-6465-4023-b489-d616c267ba57 req-2e067424-ef0f-41b6-879b-7210fdb1c66f tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783381 Nov 23 10:37:05.349339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13527efe-b911-425a-b67c-1b75de71f81f req-27b4c521-22ff-4b3e-97a0-b3c5719daef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.350925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13527efe-b911-425a-b67c-1b75de71f81f req-27b4c521-22ff-4b3e-97a0-b3c5719daef9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1181934 Nov 23 10:37:05.442024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-3b816408-363a-4167-aa7a-a204ff62780a tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.443856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-3b816408-363a-4167-aa7a-a204ff62780a tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1784978 Nov 23 10:37:05.506767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b567d96-7863-4630-998a-9bfa51a33756 req-f034331c-33fb-4c5f-94ae-fc86267b1b7d tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.510142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b567d96-7863-4630-998a-9bfa51a33756 req-f034331c-33fb-4c5f-94ae-fc86267b1b7d tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 1101 time: 0.1703269 Nov 23 10:37:05.514264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13527efe-b911-425a-b67c-1b75de71f81f req-e1abc6e7-9499-4eab-9f84-55e69856af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.515860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13527efe-b911-425a-b67c-1b75de71f81f req-e1abc6e7-9499-4eab-9f84-55e69856af31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494746 Nov 23 10:37:05.544184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8999b3-720b-4f10-9105-c684f5278551 req-a2b45721-08e0-43ba-afa2-8118d43c259d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.553588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f8999b3-720b-4f10-9105-c684f5278551 req-a2b45721-08e0-43ba-afa2-8118d43c259d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.0987072 Nov 23 10:37:05.613251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b567d96-7863-4630-998a-9bfa51a33756 req-829485be-123d-4681-8fb1-c40903d5aab3 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871863 Nov 23 10:37:05.648823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f8999b3-720b-4f10-9105-c684f5278551 req-c9296930-f1eb-4656-aa68-c4dcea321443 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783095 Nov 23 10:37:05.880838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e220c-630a-49df-a805-a21ad903a6ab req-3f1ce205-6d71-46d8-a703-5d9bcf27c0e0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:05.882648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-625e220c-630a-49df-a805-a21ad903a6ab req-3f1ce205-6d71-46d8-a703-5d9bcf27c0e0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 945 time: 0.1556640 Nov 23 10:37:05.897935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13527efe-b911-425a-b67c-1b75de71f81f req-ce9e2574-3ebb-4a0d-9f6c-0b8779311ba5 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722730 Nov 23 10:37:05.907856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-20b8af95-2c78-4a27-b92f-c163dab7ddd8 service neutron] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:05.923617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-20b8af95-2c78-4a27-b92f-c163dab7ddd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:05.924426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b26ef65-d887-4b79-8235-78a0d4efb06e req-20b8af95-2c78-4a27-b92f-c163dab7ddd8 service neutron] 10.222.0.65 "DELETE /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736/bindings/n-h2-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.4710457 Nov 23 10:37:06.055367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-625e220c-630a-49df-a805-a21ad903a6ab req-3b9d8ce6-1888-403c-81d5-2adea1b960ec tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665246 Nov 23 10:37:06.085295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13527efe-b911-425a-b67c-1b75de71f81f req-fce10cf4-27a6-4b46-8c8d-1a765be32bb3 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756358 Nov 23 10:37:06.115151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-7de8be26-fe56-4be9-811f-16395ec40c62 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273314 Nov 23 10:37:06.199207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be42d493-65a5-458a-84c3-c01bdbb66243 req-a0d1dacd-277c-48b9-ae3b-ba9a7b49d57b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:06.200877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be42d493-65a5-458a-84c3-c01bdbb66243 req-a0d1dacd-277c-48b9-ae3b-ba9a7b49d57b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 947 time: 0.0591154 Nov 23 10:37:06.256719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-edbb42fc-ef5f-466d-86d4-42344b8fa692 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:06.258443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be42d493-65a5-458a-84c3-c01bdbb66243 req-0f42abd7-a682-4e15-8ff8-c70848e979b9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499997 Nov 23 10:37:06.258708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-edbb42fc-ef5f-466d-86d4-42344b8fa692 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372461 Nov 23 10:37:06.287240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-61d0762a-74bd-411c-a91b-6c604ceecd32 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/quotas/9164cdc3038441629bde1465edff0852 HTTP/1.1" status: 200 len: 375 time: 0.0222328 Nov 23 10:37:06.339320 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-d043bfec-ef85-4845-a8bd-1007fdee2e52 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512054 Nov 23 10:37:06.542013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-7a8e60f7-14bc-4dc9-8a51-670370eaf9ce tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2320127 Nov 23 10:37:06.553305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:06.582108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.689019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:06.820716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Allocated IP 172.25.5.69 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/a7aa5a17-60f9-46f8-8015-9bdefcfc9696) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:06.864047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042df72c-9ac1-4976-82bc-6ad013b8489c req-565c3056-b511-4444-b7eb-272bff92af8d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:06.871579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-042df72c-9ac1-4976-82bc-6ad013b8489c req-565c3056-b511-4444-b7eb-272bff92af8d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 944 time: 0.0754032 Nov 23 10:37:06.954588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-042df72c-9ac1-4976-82bc-6ad013b8489c req-c81c1ce8-7c60-4622-a1f1-78dd0dd07f77 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820217 Nov 23 10:37:07.054276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:07.215478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:07.229420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'mac_address': 'fa:16:3e:e6:d7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:07.275777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e51ea2-8147-4c48-aaed-9fd70216bb7a req-5d9bcdd6-810d-4867-800f-7f8a350130b4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:07.277855 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42e51ea2-8147-4c48-aaed-9fd70216bb7a req-5d9bcdd6-810d-4867-800f-7f8a350130b4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.1431911 Nov 23 10:37:07.286157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.306071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-7971a7af-dbc3-4dd8-8f8b-c4ec53d5f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:07.307599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-7971a7af-dbc3-4dd8-8f8b-c4ec53d5f830 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1097 time: 0.0649054 Nov 23 10:37:07.308129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0e541a-c148-4336-b543-08c9e6ec172f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:07.335139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:07.342291 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.367832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42e51ea2-8147-4c48-aaed-9fd70216bb7a req-c14d5bea-7180-4dae-bb08-5539416987b2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829520 Nov 23 10:37:07.423177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:07.431141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.460282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-c173a0b2-664b-4b6c-984b-702c2c1cd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:07.461816 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-c173a0b2-664b-4b6c-984b-702c2c1cd14f service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.1394217 Nov 23 10:37:07.516610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-4296668b-be3e-47ef-821f-f3e131e3c45b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 217 time: 0.0444529 Nov 23 10:37:07.539027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.621764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:07.628908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:07.636513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:07.646738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['dc0e541a-c148-4336-b543-08c9e6ec172f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:07.658810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-6ea21543-80bb-41dc-9756-7690daf86dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:07.660519 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-6ea21543-80bb-41dc-9756-7690daf86dd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1345177 Nov 23 10:37:07.680491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Pushing event updated for resources: {'Port': ['ID=a7aa5a17-60f9-46f8-8015-9bdefcfc9696,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:07.743937 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.776391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-f922098a-49c6-49f5-9317-fb864f991cf4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974383 Nov 23 10:37:07.865947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:07.995704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5affed3-9019-460e-93d1-9dd1c77fb80b req-656ce616-7010-4201-8558-964e475633d0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:07.997296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f5affed3-9019-460e-93d1-9dd1c77fb80b req-656ce616-7010-4201-8558-964e475633d0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 948 time: 0.0874696 Nov 23 10:37:08.089163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f5affed3-9019-460e-93d1-9dd1c77fb80b req-7536e3d1-08a5-4746-8770-7dffc5ce4c19 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736747 Nov 23 10:37:08.146662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-003639dc-98df-47ca-84bb-d828b97147d8 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531666 Nov 23 10:37:08.246168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.255228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.269997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78c83613-b536-4712-8870-b8ce6f2d0542 req-0000983b-c63e-4027-a49c-1d1a69c1d701 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 210 time: 0.0591109 Nov 23 10:37:08.295261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.316725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-89168f7c-109d-4aea-9479-ebeddf6f19dd service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598418 Nov 23 10:37:08.325971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Pushing event updated for resources: {'Port': ['ID=a7aa5a17-60f9-46f8-8015-9bdefcfc9696,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:08.333141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.334500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-76d32d42-6b29-4d07-aa64-c295d5408a92 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7862687 Nov 23 10:37:08.408540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30978-2844-4038-8082-16477f3e9720 req-329ac45b-6677-450b-925e-f21b9b8e5d95 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:08.410440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89a30978-2844-4038-8082-16477f3e9720 req-329ac45b-6677-450b-925e-f21b9b8e5d95 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0501437 Nov 23 10:37:08.429716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-7fa4a038-1b4f-488e-a09c-1e9fb005858b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.0842333 Nov 23 10:37:08.459840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89a30978-2844-4038-8082-16477f3e9720 req-049cea63-8307-4cc2-afa0-8f576da3c352 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Nov 23 10:37:08.541607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-7ed504e9-bc05-4ca5-888f-92d4e8102d2b tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:08.543493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-7ed504e9-bc05-4ca5-888f-92d4e8102d2b tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1097 time: 0.1260965 Nov 23 10:37:08.571212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:08.599258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55cf00-33f9-4ae4-8c95-d25a33dd4c1e req-df805577-f8ef-4c64-997a-e8373bbe6636 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:08.602163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd55cf00-33f9-4ae4-8c95-d25a33dd4c1e req-df805577-f8ef-4c64-997a-e8373bbe6636 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 950 time: 0.0596790 Nov 23 10:37:08.648161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-a399b155-e80b-4595-a2e1-3f257949cf44 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:08.649666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-a399b155-e80b-4595-a2e1-3f257949cf44 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2013412 Nov 23 10:37:08.674543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-deb82b19-8953-4b52-9610-bc25727ae818 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:08.675759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bb3331e-b47d-4638-b1f9-96e3f000321a req-deb82b19-8953-4b52-9610-bc25727ae818 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060532 Nov 23 10:37:08.690709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:08.711418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd55cf00-33f9-4ae4-8c95-d25a33dd4c1e req-9949c1a6-8245-4d1e-8030-0a9267c99ecc tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028409 Nov 23 10:37:08.963715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-de278fed-2e1d-4c0b-be53-27c5d4c390ca tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870485 Nov 23 10:37:08.973466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-d070ed73-20ec-4010-b27e-2e71e1f3c6d5 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691710 Nov 23 10:37:08.979693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:09.030810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-491bd5c0-27f6-4bed-8ece-2734233da308 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.040633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-491bd5c0-27f6-4bed-8ece-2734233da308 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.1837199 Nov 23 10:37:09.057649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-7c322f6e-ebb0-4ec8-8a06-ba81cc62f3e0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/quotas/c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 375 time: 0.0160456 Nov 23 10:37:09.070970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:09.101962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece69b9d-ef74-47ab-b9d3-86d2be88fb35 req-7f76c072-ced7-4dd6-a87a-4bb3469cc025 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.109326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ece69b9d-ef74-47ab-b9d3-86d2be88fb35 req-7f76c072-ced7-4dd6-a87a-4bb3469cc025 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 946 time: 0.2338386 Nov 23 10:37:09.130385 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-7584b743-61b7-4102-97a9-e7b80d4c1e29 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682149 Nov 23 10:37:09.156855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port dc0e541a-c148-4336-b543-08c9e6ec172f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:09.163060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port dc0e541a-c148-4336-b543-08c9e6ec172f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:09.163562 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.242477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:09.243801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-1804f96e-c2a0-4ab2-898d-7bd0d7896741 service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042838 Nov 23 10:37:09.294278 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.313939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-307dba33-6e15-4ce5-a36e-bd49a4cafab3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.316185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-307dba33-6e15-4ce5-a36e-bd49a4cafab3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3418326 Nov 23 10:37:09.326142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-1990d064-d86a-4f41-af0e-f59afb46241c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.327555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-1990d064-d86a-4f41-af0e-f59afb46241c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3348968 Nov 23 10:37:09.336569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:09.342094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:09.350397 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baee5e2-5471-4f2e-9aca-49777288e576" -d '{"events": [{"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:09.366738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:09.368074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ece69b9d-ef74-47ab-b9d3-86d2be88fb35 req-1a8d2efd-2f16-4ad4-a50e-0c042106c2fe tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266269 Nov 23 10:37:09.374454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:09.381568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.386724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:09.415355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-44c8a377-a956-486a-9e6a-0b43e13298f4 service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647580 Nov 23 10:37:09.466094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:09.468404 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874f82e5-fcc4-4130-8a61-6f888e86f1b9" -d '{"events": [{"server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "name": "network-vif-unplugged", "status": "completed", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:09.474657 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.600549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.602559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:09.653186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.669394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:09.673862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:09.675925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.677741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.798898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=11']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:09.886285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-796bc35b-29af-4db2-ad75-579abcb721eb tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:09.893562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-796bc35b-29af-4db2-ad75-579abcb721eb tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 820 time: 0.2367473 Nov 23 10:37:09.916434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-d262a116-b151-4826-a105-2b476e09d296 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/quotas/875d8a798c37498691a807ec3e3dbdaa HTTP/1.1" status: 200 len: 375 time: 0.0157132 Nov 23 10:37:09.949149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:09.952799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:09.959022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.31 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/10506e5f-02db-41e5-8b3d-901a12b36502) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:09.991578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:10.007608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-d109cc56-2b10-4fad-b1c0-af922e2212a9 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0902879 Nov 23 10:37:10.152918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-e6d51711-9ed2-40bd-b2e1-08be2c60a4c8 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362436 Nov 23 10:37:10.167423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on host n-h2-817747-2 for vnic_type normal with profile {"migrating_to": "n-h1-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:10.168129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:10.168660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:10.204147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:10.204483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Attempting to bind port 69d32474-8d51-405f-baa8-6e113c935fc2 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:10.227926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:10.228279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:10.228675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:10.229144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Bound port: 69d32474-8d51-405f-baa8-6e113c935fc2, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:10.229686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:10.325701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-c938c397-c66e-4a80-821d-90f2da584257 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653690 Nov 23 10:37:10.376058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:10.383228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:10.435751 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:10.449429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:10.605697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c446b793-4628-48b2-bfcb-26c2eae74f37 req-e308c8b9-dab9-409f-94bc-1b22721264ac tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 210 time: 0.0301831 Nov 23 10:37:10.618066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.618701 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:10.620106 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] 10.222.0.65 "PUT /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 1122 time: 2.0539987 Nov 23 10:37:10.655706 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:10.661353 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d13132-a379-4fe5-8efc-840d56e7d418 x-openstack-request-id: req-65d13132-a379-4fe5-8efc-840d56e7d418 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:10.661853 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:10.661951 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65d13132-a379-4fe5-8efc-840d56e7d418 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:10.662314 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'code': 200} Nov 23 10:37:10.668521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:10.730628 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f26ea9-9f0f-40ba-b92f-aeb6ad6fa829 x-openstack-request-id: req-33f26ea9-9f0f-40ba-b92f-aeb6ad6fa829 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:10.730926 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "name": "network-vif-unplugged", "status": "completed", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:10.731185 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33f26ea9-9f0f-40ba-b92f-aeb6ad6fa829 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:10.732467 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2', 'code': 200} Nov 23 10:37:10.735466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c82bd5-5000-4e93-81df-b7cb0378ce0c service neutron] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:10.802186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['69d32474-8d51-405f-baa8-6e113c935fc2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:10.805508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02518c47-a12e-412d-a729-3ddfbc4497cb req-1f1d61b7-6496-4622-90b5-f1108c8b3b36 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.807807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02518c47-a12e-412d-a729-3ddfbc4497cb req-1f1d61b7-6496-4622-90b5-f1108c8b3b36 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.4024265 Nov 23 10:37:10.901459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27d2294b-a86e-4ad7-a7df-2fa77a62c563 req-018cbf84-d4ad-4222-90f7-1eed8510b767 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 210 time: 0.0703599 Nov 23 10:37:10.905698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:10.951053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:10.954548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:10.963106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:10.963883 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:10.972676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.84 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/53157aac-1352-4da3-a8e4-3791f60e18e3) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:11.002088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=10506e5f-02db-41e5-8b3d-901a12b36502,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:11.070739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-6332beaf-4c78-4c5a-9535-4043e00ca94a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7000513 Nov 23 10:37:11.095732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fe4a0-c760-45dc-8356-af2370c7c64d req-fe004ca4-3f15-41e7-98c4-0df0ab2bdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:11.099617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f3fe4a0-c760-45dc-8356-af2370c7c64d req-fe004ca4-3f15-41e7-98c4-0df0ab2bdd9f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1100 time: 0.3336289 Nov 23 10:37:11.130262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Request body: {'port': {'device_id': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:11.237349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02518c47-a12e-412d-a729-3ddfbc4497cb req-4cc53fff-1629-480e-ba1f-e9867820b212 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824098 Nov 23 10:37:11.247128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88567898-d110-4d81-937c-28d2ffd781a3 req-35d813ba-2e4e-41b8-8889-cd3a41aadd3d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:11.257440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88567898-d110-4d81-937c-28d2ffd781a3 req-35d813ba-2e4e-41b8-8889-cd3a41aadd3d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 944 time: 0.1215208 Nov 23 10:37:11.340700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9135f9a0-cfaf-4fe8-982c-526c62b20552 None None] Provisioning complete for port 10506e5f-02db-41e5-8b3d-901a12b36502 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:11.341090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9135f9a0-cfaf-4fe8-982c-526c62b20552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:11.384661 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88567898-d110-4d81-937c-28d2ffd781a3 req-360c39cf-f6b7-4573-9106-94f66a252233 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247058 Nov 23 10:37:11.449017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9135f9a0-cfaf-4fe8-982c-526c62b20552 None None] Port 10506e5f-02db-41e5-8b3d-901a12b36502 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:11.767518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:11.784242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd4359c0-cd55-4292-9391-b24ecd289c50 req-1230b546-bc5b-4356-8758-ff8cd5bc7315 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 210 time: 0.0784340 Nov 23 10:37:11.863433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c3ab9-c7d9-43ac-bc67-4ea3c9e2fcc1 req-864d055b-ce50-4bf9-8027-850a0fdcf935 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:11.864837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-148c3ab9-c7d9-43ac-bc67-4ea3c9e2fcc1 req-864d055b-ce50-4bf9-8027-850a0fdcf935 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 935 time: 0.0650151 Nov 23 10:37:11.892185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f3fe4a0-c760-45dc-8356-af2370c7c64d req-625d6c15-c9d5-46be-9ff9-078c1f738f82 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689471 Nov 23 10:37:11.913418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-148c3ab9-c7d9-43ac-bc67-4ea3c9e2fcc1 req-83fd9a48-4b9a-41f8-ab5e-6791c821e35a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Nov 23 10:37:11.917858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-36ea171e-f1bb-4ad6-a042-de0c2e24ffb8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:11.919281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-36ea171e-f1bb-4ad6-a042-de0c2e24ffb8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.6492407 Nov 23 10:37:11.959684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Request body: {'port': {'device_id': '27434b1a-d507-4662-916c-0a67b062427e', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'admin_state_up': True, 'tenant_id': 'c5201496895841988da25d3070f5ac0e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:12.031105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79139988-7898-466b-ab00-5481b613ce93 req-875f4f89-108c-44c0-90de-ea8cb47ef6a2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 210 time: 0.0330315 Nov 23 10:37:12.124552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.152004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0092-76b4-4a96-90ee-c10b677e437a req-6999f077-4542-4708-ad73-05e992470c7d tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:12.153521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fa0092-76b4-4a96-90ee-c10b677e437a req-6999f077-4542-4708-ad73-05e992470c7d tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 948 time: 0.2835453 Nov 23 10:37:12.166798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-9e74eea9-a571-482d-af45-ffc4ecf87bc0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:12.169954 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-9e74eea9-a571-482d-af45-ffc4ecf87bc0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 820 time: 0.1187804 Nov 23 10:37:12.184490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'port': {'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'admin_state_up': True, 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:12.261849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.280326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fa0092-76b4-4a96-90ee-c10b677e437a req-01396a7c-263d-4c45-b5e5-bb9562cf0a5c tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109550 Nov 23 10:37:12.311627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Made reservation on behalf of c5201496895841988da25d3070f5ac0e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:12.315380 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.321992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Made reservation on behalf of 875d8a798c37498691a807ec3e3dbdaa for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:12.325534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.383190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=53157aac-1352-4da3-a8e4-3791f60e18e3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:12.387847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:12.401242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:12.412040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:12.417661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:12.418255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.449227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef649ea1-b34a-4ee4-8e14-85cde8ef2544 req-7e59f36d-913d-4ff1-a0e8-c686c7961800 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:12.455542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef649ea1-b34a-4ee4-8e14-85cde8ef2544 req-7e59f36d-913d-4ff1-a0e8-c686c7961800 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1128409 Nov 23 10:37:12.472554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:12.497637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-5a02a9c7-53d1-4f04-9fc7-638a6618aa43 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1643887 Nov 23 10:37:12.514460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Request body: {'port': {'device_id': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:12.539172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Allocated IP 172.20.0.14 (f654a163-4040-4016-bec9-d76522bedc16/6145d076-9339-4285-af25-7b443c8b68c7/414264d1-ead7-40ef-bcfe-624c867f4320) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:12.577713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef649ea1-b34a-4ee4-8e14-85cde8ef2544 req-b0aa501d-65ec-4876-bf8c-9a6d38e16958 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815060 Nov 23 10:37:12.663960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:12.666264 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182575a8-2536-4799-9517-5ad01606140c" -d '{"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-unplugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:12.726044 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2125a9-7a29-4dc7-8879-7aec0032d18c x-openstack-request-id: req-ed2125a9-7a29-4dc7-8879-7aec0032d18c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:12.726471 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-unplugged", "status": "completed", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:12.727323 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed2125a9-7a29-4dc7-8879-7aec0032d18c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:12.727975 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'code': 200} Nov 23 10:37:12.738040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:12.740281 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d4009-e9d5-4fe2-85c9-14b22bd6a403" -d '{"events": [{"name": "network-changed", "server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:12.754957 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.755259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10506e5f-02db-41e5-8b3d-901a12b36502 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:12.762787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.786243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7b834-e058-4e3b-a9de-a8b471f37e41 req-d8d258bf-f9c6-4204-8605-832400fa2793 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:12.787782 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-61f7b834-e058-4e3b-a9de-a8b471f37e41 req-d8d258bf-f9c6-4204-8605-832400fa2793 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 944 time: 0.2687843 Nov 23 10:37:12.791194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Allocated IP 172.20.0.6 (2a883250-deff-4f7a-96f5-800fc1251588/69b2f344-3c63-49b6-bca5-7955e8958560/1c1ebad4-9595-421e-a7af-8ecd2bb85d72) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:12.795812 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.811973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.825450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:12.846098 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ca013-f463-4c8b-8028-6a076955844f x-openstack-request-id: req-297ca013-f463-4c8b-8028-6a076955844f {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:12.846574 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:12.847035 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-297ca013-f463-4c8b-8028-6a076955844f {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:12.847611 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2', 'status': 'completed', 'code': 200} Nov 23 10:37:12.869307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Network f654a163-4040-4016-bec9-d76522bedc16 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:12.874275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:12.880060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8eeeaa75-de3c-4c09-8614-425040ae2df5 None None] Provisioning complete for port 53157aac-1352-4da3-a8e4-3791f60e18e3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:12.880784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8eeeaa75-de3c-4c09-8614-425040ae2df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.883412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:12.891334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Transition to ACTIVE for port object 10506e5f-02db-41e5-8b3d-901a12b36502 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:12.926048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:12.968111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Pushing event updated for resources: {'Port': ['ID=414264d1-ead7-40ef-bcfe-624c867f4320,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:12.997309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:12.997975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.005659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeaa75-de3c-4c09-8614-425040ae2df5 None None] Port 53157aac-1352-4da3-a8e4-3791f60e18e3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:13.032416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-b30cd78b-c108-4a6d-b318-792fb105f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.034647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-b30cd78b-c108-4a6d-b318-792fb105f7bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1125 time: 0.1474185 Nov 23 10:37:13.071506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:13.088542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-8281db2e-e78e-442f-a717-d80842e300c2 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9079013 Nov 23 10:37:13.121771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Request body: {'port': {'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:13.183037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50558a9-cf33-4a07-bef9-3665a4f37948 req-d57a6e87-7a42-44ac-aca5-1f568058e069 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.184584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b50558a9-cf33-4a07-bef9-3665a4f37948 req-d57a6e87-7a42-44ac-aca5-1f568058e069 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 932 time: 0.1812801 Nov 23 10:37:13.218088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-61f7b834-e058-4e3b-a9de-a8b471f37e41 req-51e30d11-463e-44a1-a0a4-139ca9960f07 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758755 Nov 23 10:37:13.272182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.290528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=10506e5f-02db-41e5-8b3d-901a12b36502,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:13.343167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b50558a9-cf33-4a07-bef9-3665a4f37948 req-3ef619eb-089e-4419-a63a-5e9e626f8cfd tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484308 Nov 23 10:37:13.351055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-9527dc3f-06b7-4552-89b6-67fe06b84cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.352510 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-9527dc3f-06b7-4552-89b6-67fe06b84cbd service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.2970536 Nov 23 10:37:13.371539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.427367 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-d308a2f0-6a76-4ccf-b6f5-5853697f2c2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 217 time: 0.0641782 Nov 23 10:37:13.476037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Attempting to bind port 10506e5f-02db-41e5-8b3d-901a12b36502 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:13.476741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Attempting to bind port 10506e5f-02db-41e5-8b3d-901a12b36502 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:13.477383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Attempting to bind port 10506e5f-02db-41e5-8b3d-901a12b36502 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:13.482953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:13.488612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-056bcc61-8f55-41f6-bd46-ecfc98385a67 None None] Provisioning complete for port 414264d1-ead7-40ef-bcfe-624c867f4320 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:13.489523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-056bcc61-8f55-41f6-bd46-ecfc98385a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.499886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Port 10506e5f-02db-41e5-8b3d-901a12b36502 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:13.500622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Attempting to bind port 10506e5f-02db-41e5-8b3d-901a12b36502 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:13.518943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa27da-bc42-4511-b6aa-66266af76ba8 req-ab69108d-c839-4440-a902-9b99018d567b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.527151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99fa27da-bc42-4511-b6aa-66266af76ba8 req-ab69108d-c839-4440-a902-9b99018d567b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 947 time: 0.2039461 Nov 23 10:37:13.528051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 has no active binding in host n-h1-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:37:13.542164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-056bcc61-8f55-41f6-bd46-ecfc98385a67 None None] Port 414264d1-ead7-40ef-bcfe-624c867f4320 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:13.544429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.553765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:13.554468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:13.554851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:13.555309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Bound port: 10506e5f-02db-41e5-8b3d-901a12b36502, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:13.555862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.644130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-8f34ac21-2d7e-4c86-a246-445c60279b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.645636 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-8f34ac21-2d7e-4c86-a246-445c60279b43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.2089243 Nov 23 10:37:13.666838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da107be-6863-4ca6-aa62-db67b6127b6f req-d972b766-72e2-4543-8cec-e85e60d3916a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.667272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8da107be-6863-4ca6-aa62-db67b6127b6f req-d972b766-72e2-4543-8cec-e85e60d3916a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 931 time: 0.2172499 Nov 23 10:37:13.674386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Network 2a883250-deff-4f7a-96f5-800fc1251588 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:13.702706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:13.708404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:13.714058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.714671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.722047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-f619e109-8348-48ed-bf5e-c2ca32523c42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537574 Nov 23 10:37:13.723828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99fa27da-bc42-4511-b6aa-66266af76ba8 req-c6dfbe00-4803-434a-ada0-5a39c47bc00b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954877 Nov 23 10:37:13.729154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:13.779428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-381516fe-0222-456e-880c-2417e9db39bf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8267019 Nov 23 10:37:13.792198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53157aac-1352-4da3-a8e4-3791f60e18e3 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:13.801781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Request body: {'port': {'device_id': '27434b1a-d507-4662-916c-0a67b062427e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:13.802373 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:37:13.808008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] For port 10506e5f-02db-41e5-8b3d-901a12b36502, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:13.811830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] For port 10506e5f-02db-41e5-8b3d-901a12b36502, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=10506e5f-02db-41e5-8b3d-901a12b36502,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:13.814309 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.845763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.858850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8da107be-6863-4ca6-aa62-db67b6127b6f req-3b4ebd67-b1cb-458e-bdd9-118060d862d1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682773 Nov 23 10:37:13.901050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Transition to ACTIVE for port object 53157aac-1352-4da3-a8e4-3791f60e18e3 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:13.932410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.933029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-9b6ea8ca-a0b7-4ed9-a96e-02a617fbeb13 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002437 Nov 23 10:37:13.951730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:13.952370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.953806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/10506e5f-02db-41e5-8b3d-901a12b36502 HTTP/1.1" status: 200 len: 1095 time: 2.8512816 Nov 23 10:37:13.968669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414264d1-ead7-40ef-bcfe-624c867f4320 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:13.970893 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:13.997242 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.003052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb5b8d-e0a1-46df-bc47-334d26ecc6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=10506e5f-02db-41e5-8b3d-901a12b36502,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:14.021427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09e76a-d526-4507-8baf-0ddf8514632b req-71e49d9d-94ac-497c-aa07-b404b99e34a8 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.023010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da09e76a-d526-4507-8baf-0ddf8514632b req-71e49d9d-94ac-497c-aa07-b404b99e34a8 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 948 time: 0.2184336 Nov 23 10:37:14.067245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Transition to ACTIVE for port object 414264d1-ead7-40ef-bcfe-624c867f4320 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:14.076226 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.178279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23632ee4-2d5d-488d-8ab3-240d4b89db4c req-faa4a655-83f4-4350-a8fe-e97bdb261489 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.185027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23632ee4-2d5d-488d-8ab3-240d4b89db4c req-faa4a655-83f4-4350-a8fe-e97bdb261489 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1804078 Nov 23 10:37:14.196227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Attempting to bind port 53157aac-1352-4da3-a8e4-3791f60e18e3 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:14.196570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Attempting to bind port 53157aac-1352-4da3-a8e4-3791f60e18e3 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:14.196899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Attempting to bind port 53157aac-1352-4da3-a8e4-3791f60e18e3 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:14.220647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Pushing event updated for resources: {'Port': ['ID=53157aac-1352-4da3-a8e4-3791f60e18e3,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:14.247131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609d4009-e9d5-4fe2-85c9-14b22bd6a403 req-ee535c55-9b4b-44b1-af8e-310dd44788e7 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032887 Nov 23 10:37:14.259524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Port 53157aac-1352-4da3-a8e4-3791f60e18e3 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:14.259863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Attempting to bind port 53157aac-1352-4da3-a8e4-3791f60e18e3 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:14.307350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Pushing event updated for resources: {'Port': ['ID=414264d1-ead7-40ef-bcfe-624c867f4320,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:14.351949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23632ee4-2d5d-488d-8ab3-240d4b89db4c req-0a67641d-d981-4302-9819-e946c1264a4f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592846 Nov 23 10:37:14.384129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Attempting to bind port 414264d1-ead7-40ef-bcfe-624c867f4320 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:14.384732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Attempting to bind port 414264d1-ead7-40ef-bcfe-624c867f4320 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:14.385289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Attempting to bind port 414264d1-ead7-40ef-bcfe-624c867f4320 on network f654a163-4040-4016-bec9-d76522bedc16 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:14.395830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Port 414264d1-ead7-40ef-bcfe-624c867f4320 on network f654a163-4040-4016-bec9-d76522bedc16 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:14.396163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Attempting to bind port 414264d1-ead7-40ef-bcfe-624c867f4320 on network f654a163-4040-4016-bec9-d76522bedc16 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:14.407220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:14.408160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Checking segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:14.408715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Bound using segment: {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:14.409518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Bound port: 414264d1-ead7-40ef-bcfe-624c867f4320, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a34b0e66-8f48-4b4f-9429-932e03ee4110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:14.410549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.427570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4906e669-874b-4624-84c9-fd40485ca0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.514325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] For port 414264d1-ead7-40ef-bcfe-624c867f4320, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:14.518777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] For port 414264d1-ead7-40ef-bcfe-624c867f4320, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=414264d1-ead7-40ef-bcfe-624c867f4320,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:14.524486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.577537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.578173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.580031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] 10.222.0.58 "PUT /v2.0/ports/414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 1092 time: 1.4656684 Nov 23 10:37:14.585502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:14.588534 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e620ffa2-a19f-4c67-8740-1c87d5c78faa" -d '{"events": [{"name": "network-changed", "server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:14.630323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-6d683f03-ff0d-44f9-bdd3-6ad2e5bac1fb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.632255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-6d683f03-ff0d-44f9-bdd3-6ad2e5bac1fb tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 948 time: 0.5095015 Nov 23 10:37:14.634465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-eb1f02ac-75c2-4173-9800-de9c92844cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.635898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-eb1f02ac-75c2-4173-9800-de9c92844cce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 1098 time: 0.6084294 Nov 23 10:37:14.639821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:14.640199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:14.640538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:14.640983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Bound port: 53157aac-1352-4da3-a8e4-3791f60e18e3, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:14.641379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:14.653748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883f3d9-2b9a-4e61-aa60-9b307cd81858 service neutron] Pushing event updated for resources: {'Port': ['ID=414264d1-ead7-40ef-bcfe-624c867f4320,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:14.670273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da09e76a-d526-4507-8baf-0ddf8514632b req-f75e5b7b-b05e-47de-96e8-dc0213e33875 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6127679 Nov 23 10:37:14.697316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7320f-86a6-426c-8cf2-cc6706f48931 req-c49f59f5-e623-4e15-8b67-3ffcd878df7b tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.710151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42c7320f-86a6-426c-8cf2-cc6706f48931 req-c49f59f5-e623-4e15-8b67-3ffcd878df7b tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 944 time: 0.1662900 Nov 23 10:37:14.769355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-e97596b9-f66d-4b6e-9293-a2c9950764af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.770875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-e97596b9-f66d-4b6e-9293-a2c9950764af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 1095 time: 0.1299720 Nov 23 10:37:14.793955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42c7320f-86a6-426c-8cf2-cc6706f48931 req-0189bbf3-9edf-4fe1-81f5-23216d31d639 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825305 Nov 23 10:37:14.843402 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-f433eda6-dfb0-482d-ad4b-32f7a7805704 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 217 time: 0.0481832 Nov 23 10:37:14.852919 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6874f98-da13-4df2-8217-a75eeb223969 x-openstack-request-id: req-e6874f98-da13-4df2-8217-a75eeb223969 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:14.853690 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:14.854638 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6874f98-da13-4df2-8217-a75eeb223969 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:14.855850 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320', 'status': 'completed', 'code': 200} Nov 23 10:37:14.870228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'tag': '10506e5f-02db-41e5-8b3d-901a12b36502'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:14.872499 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b186f1b-7dea-4fb7-a586-787100235985" -d '{"events": [{"name": "network-changed", "server_uuid": "656348e4-caf9-4144-aa3e-1e0626ddcf03", "tag": "10506e5f-02db-41e5-8b3d-901a12b36502"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:14.893709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-7a9d9a10-22cc-431b-8546-bdcca7d06453 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=10506e5f-02db-41e5-8b3d-901a12b36502 HTTP/1.1" status: 200 len: 217 time: 0.2198682 Nov 23 10:37:14.948701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-c5d54fd0-190d-49bd-9d24-34cdaf60bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:14.950455 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-c5d54fd0-190d-49bd-9d24-34cdaf60bab3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.0935781 Nov 23 10:37:14.999119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30d95-9e7b-4907-8c6c-8c3251c7e5fc req-46a1f070-bd62-421c-a727-2184d1955a71 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.000587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37a30d95-9e7b-4907-8c6c-8c3251c7e5fc req-46a1f070-bd62-421c-a727-2184d1955a71 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 947 time: 0.0866728 Nov 23 10:37:15.031116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-5b3bc827-bb75-44af-9c72-5cda23baaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.032727 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-5b3bc827-bb75-44af-9c72-5cda23baaac1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721102 Nov 23 10:37:15.084559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37a30d95-9e7b-4907-8c6c-8c3251c7e5fc req-32681509-5a0e-40eb-a4ca-fa9f7519be11 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744009 Nov 23 10:37:15.100806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76637ca9-5813-465d-b532-a00f2a026ffd req-d08307ef-8bc4-4f9c-ae0a-7db055a5ec14 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.102338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76637ca9-5813-465d-b532-a00f2a026ffd req-d08307ef-8bc4-4f9c-ae0a-7db055a5ec14 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 944 time: 0.2253041 Nov 23 10:37:15.103760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-92c84400-05b2-4417-ad70-7dc23d233fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.105198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-92c84400-05b2-4417-ad70-7dc23d233fa1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1781547 Nov 23 10:37:15.107405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] For port 53157aac-1352-4da3-a8e4-3791f60e18e3, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:15.116154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] For port 53157aac-1352-4da3-a8e4-3791f60e18e3, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=53157aac-1352-4da3-a8e4-3791f60e18e3,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:15.150877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-7499641f-05e6-422c-ab05-37477ba8994a service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060672 Nov 23 10:37:15.156061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:15.201606 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03424006-f1bb-4978-94cb-84dfcff2cb6f x-openstack-request-id: req-03424006-f1bb-4978-94cb-84dfcff2cb6f {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:15.201865 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656348e4-caf9-4144-aa3e-1e0626ddcf03", "tag": "10506e5f-02db-41e5-8b3d-901a12b36502", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:15.202133 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03424006-f1bb-4978-94cb-84dfcff2cb6f {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:15.202528 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'tag': '10506e5f-02db-41e5-8b3d-901a12b36502', 'status': 'completed', 'code': 200} Nov 23 10:37:15.270658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.271325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:15.272894 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] 10.222.0.58 "PUT /v2.0/ports/53157aac-1352-4da3-a8e4-3791f60e18e3 HTTP/1.1" status: 200 len: 1095 time: 2.7637959 Nov 23 10:37:15.276704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:15.280201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e101fbf2-3b28-4e91-b90a-020ce085ca2a req-ea22dde2-948b-473d-9901-ca03bad8ad15 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210737 Nov 23 10:37:15.288582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4a4c1-9527-44cf-a865-f8eaccf13986 req-554ec615-1bd6-4ab8-ba2b-355b9cf0d3fb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.290319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dff4a4c1-9527-44cf-a865-f8eaccf13986 req-554ec615-1bd6-4ab8-ba2b-355b9cf0d3fb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 931 time: 0.0718913 Nov 23 10:37:15.297908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:15.335158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Deleting port 261afb80-9f73-49c6-866b-1bcdd2becb4c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:15.335499 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:15.349643 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76637ca9-5813-465d-b532-a00f2a026ffd req-2546e78d-5f73-4b02-80aa-95685aec0efc tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321358 Nov 23 10:37:15.368669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dff4a4c1-9527-44cf-a865-f8eaccf13986 req-54b10932-22ae-4f39-8ca6-1a722e9ab1aa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672696 Nov 23 10:37:15.369170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Transition to ACTIVE for port object 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:15.409859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd4b49-1d91-4ba3-a90b-c406cc9ebab9 service neutron] Pushing event updated for resources: {'Port': ['ID=53157aac-1352-4da3-a8e4-3791f60e18e3,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:15.418775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:15.428463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-1c279dc2-6798-4082-bfb5-e2093b28df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.430364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-1c279dc2-6798-4082-bfb5-e2093b28df79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 1098 time: 0.0847352 Nov 23 10:37:15.440449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-b68a24f8-a152-4c94-96f0-269f129071d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.442158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-b68a24f8-a152-4c94-96f0-269f129071d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2972522 Nov 23 10:37:15.660058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:15.712500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-45281032-ec6f-4026-928a-677688a2543e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=53157aac-1352-4da3-a8e4-3791f60e18e3 HTTP/1.1" status: 200 len: 217 time: 0.2663395 Nov 23 10:37:15.716506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-48ce4445-b07c-48f4-a0ad-fd152cb07aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.718031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-48ce4445-b07c-48f4-a0ad-fd152cb07aa3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 1095 time: 0.3449802 Nov 23 10:37:15.719709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] For port 261afb80-9f73-49c6-866b-1bcdd2becb4c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=261afb80-9f73-49c6-866b-1bcdd2becb4c,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:15.720074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:15.744387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5d770-957c-446f-8bf4-b3899680ecab req-2f158774-5dfc-499a-be3d-0b537cd2991d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.745883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b5d770-957c-446f-8bf4-b3899680ecab req-2f158774-5dfc-499a-be3d-0b537cd2991d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.3015211 Nov 23 10:37:15.774291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Calling delete_port for 261afb80-9f73-49c6-866b-1bcdd2becb4c owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:15.791254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:15.791514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:15.791843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:15.808038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-f439d8e9-a336-4fed-b5a0-41a9a2dfc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.809516 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-f439d8e9-a336-4fed-b5a0-41a9a2dfc540 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0750875 Nov 23 10:37:15.820088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeec61-9308-41a8-a684-b29dcc353347 req-776606a9-571d-4bf7-a2da-5e2ced4aac2e tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.821462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18aeec61-9308-41a8-a684-b29dcc353347 req-776606a9-571d-4bf7-a2da-5e2ced4aac2e tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 948 time: 0.0882695 Nov 23 10:37:15.827470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:15.827802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:15.836474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-200e07a3-4a89-4471-b750-5cbc220012db service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561547 Nov 23 10:37:15.894809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:15.895233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18aeec61-9308-41a8-a684-b29dcc353347 req-de61f3d6-c732-409a-880e-7a04da422022 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/security-groups?id=1731800e-e771-40ed-a39d-9b050f7f32a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613234 Nov 23 10:37:15.895406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:15.895513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:15.895965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Bound port: 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:15.896450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:15.896934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-4a5dbd40-aa52-436d-9a7a-5c1c027950f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:15.898840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-4a5dbd40-aa52-436d-9a7a-5c1c027950f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760524 Nov 23 10:37:16.038248 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-284c8205-1458-4b81-ac2b-1e2c4869328c service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240783 Nov 23 10:37:16.045974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28daf2f-67e9-4f1c-b904-43c5fe953362 req-9f7982c1-ca93-4fcd-9b56-b1eefd810ea1 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.047291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c28daf2f-67e9-4f1c-b904-43c5fe953362 req-9f7982c1-ca93-4fcd-9b56-b1eefd810ea1 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 944 time: 0.0709879 Nov 23 10:37:16.051493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b5d770-957c-446f-8bf4-b3899680ecab req-0074fd15-1025-4965-b900-f06b637844c9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903404 Nov 23 10:37:16.111798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-4603f226-0f57-4c86-be82-e22acf83f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.113917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-4603f226-0f57-4c86-be82-e22acf83f8cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.3641405 Nov 23 10:37:16.159799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c28daf2f-67e9-4f1c-b904-43c5fe953362 req-fd3d99f7-7341-4c16-aa42-715f60987af4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010540 Nov 23 10:37:16.182483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-bde73ae5-fe14-414b-bf34-c5bba2f7c4b7 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037131 Nov 23 10:37:16.182483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:16.186842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-13f78c49-4447-4376-8b0a-839a8ed8d603 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 217 time: 0.0555840 Nov 23 10:37:16.200179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b6fc92-3ed6-4153-bfd5-dd733adf388a req-9c117538-1b75-4b0c-88b2-8a44c23804fb service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497278 Nov 23 10:37:16.216831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-9b826ed2-3447-44ad-839c-7ce330e11972 req-e77bae8a-681b-453b-b767-5b34fde9359c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:16.217857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b826ed2-3447-44ad-839c-7ce330e11972 req-e77bae8a-681b-453b-b767-5b34fde9359c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064793 Nov 23 10:37:16.300828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1587b8-9335-434a-82f6-f1620a08a533 req-d54ebf23-6dda-4748-b59d-cd5a849b98ee tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.302389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e1587b8-9335-434a-82f6-f1620a08a533 req-d54ebf23-6dda-4748-b59d-cd5a849b98ee tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 947 time: 0.0525627 Nov 23 10:37:16.308190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-70157f88-ef57-4d8d-8bed-27776497989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.309687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-70157f88-ef57-4d8d-8bed-27776497989e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.0972023 Nov 23 10:37:16.323255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:16.326006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:16.357784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:16.363494 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e1587b8-9335-434a-82f6-f1620a08a533 req-3d34c1aa-8713-4d00-a9a9-2e881e43f12f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513222 Nov 23 10:37:16.386267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Pushing event deleted for resources: {'Port': ['ID=261afb80-9f73-49c6-866b-1bcdd2becb4c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:16.389344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186f1b-7dea-4fb7-a586-787100235985 req-546f0193-6c57-42d3-a0f9-bafe825bf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.390844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b186f1b-7dea-4fb7-a586-787100235985 req-546f0193-6c57-42d3-a0f9-bafe825bf9af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 1098 time: 0.1357036 Nov 23 10:37:16.455898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.456692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:16.458143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] 10.222.0.58 "PUT /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 1091 time: 2.6688144 Nov 23 10:37:16.516620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbfd3d-d414-4c14-b7a2-ef4e77831183 req-41e1f23b-a2d5-49bb-9c97-4b951c754f5a tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.518916 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66cbfd3d-d414-4c14-b7a2-ef4e77831183 req-41e1f23b-a2d5-49bb-9c97-4b951c754f5a tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 944 time: 0.0719275 Nov 23 10:37:16.527692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] No DVR routers for this DVR port 261afb80-9f73-49c6-866b-1bcdd2becb4c on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:16.576814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-0c499a67-1849-4dc8-91dc-b3b410862d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.578244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-0c499a67-1849-4dc8-91dc-b3b410862d11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583141 Nov 23 10:37:16.581303 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-6a7224a0-3aca-4a5b-b786-4e45e54b12a0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859864 Nov 23 10:37:16.592817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-96ea6a3f-7aff-4802-8757-773ad3b777c7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:16.593885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-96ea6a3f-7aff-4802-8757-773ad3b777c7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051274 Nov 23 10:37:16.599484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66cbfd3d-d414-4c14-b7a2-ef4e77831183 req-b2fc961e-3785-4ccb-9f63-895c03c6899b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623705 Nov 23 10:37:16.719042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16222de-3fff-4506-986f-dff9cb38df9c req-03a9bff7-cbf7-434b-830d-3ca903325e5a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:16.721299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e16222de-3fff-4506-986f-dff9cb38df9c req-03a9bff7-cbf7-434b-830d-3ca903325e5a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0549850 Nov 23 10:37:16.778371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e16222de-3fff-4506-986f-dff9cb38df9c req-522d6423-b319-4e6c-8432-7f0cfc8fe8ae tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501342 Nov 23 10:37:16.840969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25ebe9c1-ec81-4f86-a3c5-9b2fe4d80aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:16.873376 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:16.876703 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0739c60c-523c-4dc0-9acd-e7644b22b262 req-c32ce160-3ff0-4142-8b48-4416e0fcf6d7 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.65 "DELETE /v2.0/ports/261afb80-9f73-49c6-866b-1bcdd2becb4c HTTP/1.1" status: 204 len: 173 time: 2.2013149 Nov 23 10:37:16.891417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1e7cc-129c-423a-8c9c-5cf046f44178 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:17.026045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186f1b-7dea-4fb7-a586-787100235985 req-81afa2e1-d8a8-4a3e-8cb0-f28363bd4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.027645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b186f1b-7dea-4fb7-a586-787100235985 req-81afa2e1-d8a8-4a3e-8cb0-f28363bd4376 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.6023691 Nov 23 10:37:17.032772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf5ed2aa-0130-447c-9fe0-4925c5090953 req-fc78258f-79da-4217-99d8-3a42287260a4 tempest-ImagesOneServerTestJSON-892322376 tempest-ImagesOneServerTestJSON-892322376-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8a32b05-11f4-49a5-81c5-d61024ee5501 HTTP/1.1" status: 200 len: 210 time: 0.0404637 Nov 23 10:37:17.048358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd0d8f-3a2a-4d30-ba22-6c674159f3e2 req-4b8711b5-4685-4d85-94dc-2bfe6859111b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.055921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13cd0d8f-3a2a-4d30-ba22-6c674159f3e2 req-4b8711b5-4685-4d85-94dc-2bfe6859111b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.5415726 Nov 23 10:37:17.076810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:17.093304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-4228a5ad-1468-422c-9c4f-a85548e89af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.094792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-4228a5ad-1468-422c-9c4f-a85548e89af7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1094 time: 0.5752246 Nov 23 10:37:17.107729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 261afb80-9f73-49c6-866b-1bcdd2becb4c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:17.108133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 261afb80-9f73-49c6-866b-1bcdd2becb4c not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:17.134307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b186f1b-7dea-4fb7-a586-787100235985 req-008779d9-1227-4cfe-a1ed-240fe0b3393d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=10506e5f-02db-41e5-8b3d-901a12b36502 HTTP/1.1" status: 200 len: 217 time: 0.0581133 Nov 23 10:37:17.136196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-81e1773c-fa9d-46c1-9ae0-bbb152948ae0 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476823 Nov 23 10:37:17.188346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-71a9712c-d5bf-43fa-91a2-d409c7ccec71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 217 time: 0.0622399 Nov 23 10:37:17.223450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'tag': '53157aac-1352-4da3-a8e4-3791f60e18e3'}, {'name': 'network-changed', 'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72'}, {'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-deleted', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:17.225778 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68" -d '{"events": [{"name": "network-changed", "server_uuid": "d51c7407-f67b-4eba-b515-0597ce43fdea", "tag": "53157aac-1352-4da3-a8e4-3791f60e18e3"}, {"name": "network-changed", "server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72"}, {"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-deleted", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:17.309813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15190b4-6e20-4665-b1d1-a922d39a0c85 req-6f5116e3-8f6a-45f6-bc6b-2d2d2c68594e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.311725 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c15190b4-6e20-4665-b1d1-a922d39a0c85 req-6f5116e3-8f6a-45f6-bc6b-2d2d2c68594e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 944 time: 0.0647554 Nov 23 10:37:17.335000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13cd0d8f-3a2a-4d30-ba22-6c674159f3e2 req-a25e4486-0b5e-4f65-838b-8d6c577d6c17 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781925 Nov 23 10:37:17.352316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186f1b-7dea-4fb7-a586-787100235985 req-dd692170-f543-4ddc-b0d7-cb7eb8e0fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.353653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b186f1b-7dea-4fb7-a586-787100235985 req-dd692170-f543-4ddc-b0d7-cb7eb8e0fe3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1841152 Nov 23 10:37:17.360369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-76c65798-9c08-4335-b530-0165758d677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.362452 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-76c65798-9c08-4335-b530-0165758d677c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1311994 Nov 23 10:37:17.425826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e620ffa2-a19f-4c67-8740-1c87d5c78faa req-7feddc9a-074d-4d8a-a0bb-0d778b8e1cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569346 Nov 23 10:37:17.426669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c15190b4-6e20-4665-b1d1-a922d39a0c85 req-7498e4d3-e4d3-40fd-a290-dc9cc5975d75 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030192 Nov 23 10:37:17.428209 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aafac5-62cf-4f3d-90a0-66c30b0963f1 x-openstack-request-id: req-95aafac5-62cf-4f3d-90a0-66c30b0963f1 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:17.428519 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51c7407-f67b-4eba-b515-0597ce43fdea", "tag": "53157aac-1352-4da3-a8e4-3791f60e18e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72", "status": "completed", "code": 200}, {"server_uuid": "e8a32b05-11f4-49a5-81c5-d61024ee5501", "name": "network-vif-deleted", "tag": "261afb80-9f73-49c6-866b-1bcdd2becb4c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:17.428778 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-95aafac5-62cf-4f3d-90a0-66c30b0963f1 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:17.429215 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'tag': '53157aac-1352-4da3-a8e4-3791f60e18e3', 'status': 'completed', 'code': 200} Nov 23 10:37:17.429477 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72', 'status': 'completed', 'code': 200} Nov 23 10:37:17.429735 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a32b05-11f4-49a5-81c5-d61024ee5501', 'name': 'network-vif-deleted', 'tag': '261afb80-9f73-49c6-866b-1bcdd2becb4c', 'status': 'completed', 'code': 200} Nov 23 10:37:17.431790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-f4bf930b-1efc-40c9-8a5d-073bd18df082 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509207 Nov 23 10:37:17.465459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186f1b-7dea-4fb7-a586-787100235985 req-c08008da-03a1-43db-bf49-3c5ce46840d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.467125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b186f1b-7dea-4fb7-a586-787100235985 req-c08008da-03a1-43db-bf49-3c5ce46840d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005092 Nov 23 10:37:17.670696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-c40a1597-f36f-48ac-b074-38bbc5bbfa1c service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270386 Nov 23 10:37:17.697524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752cc4d-be62-40f5-8fb7-f02d199cf81a req-db62998d-b755-452a-b22f-6e8cb8c3ae42 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.699086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e752cc4d-be62-40f5-8fb7-f02d199cf81a req-db62998d-b755-452a-b22f-6e8cb8c3ae42 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 947 time: 0.1758349 Nov 23 10:37:17.711290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-0925656d-ffa1-4730-bfcd-183d9c8940ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.712711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-0925656d-ffa1-4730-bfcd-183d9c8940ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 1098 time: 0.1667850 Nov 23 10:37:17.733406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b186f1b-7dea-4fb7-a586-787100235985 req-55009f00-fd37-41cc-82f6-4ba2fe20f079 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516966 Nov 23 10:37:17.765389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee5c0d-5fa4-4430-b880-ae89dd0cf6d3 req-53cc80ba-1b23-4d95-86b7-0c517d85463b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.766877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85ee5c0d-5fa4-4430-b880-ae89dd0cf6d3 req-53cc80ba-1b23-4d95-86b7-0c517d85463b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 944 time: 0.0946877 Nov 23 10:37:17.786684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-8076d977-a514-42ae-8f3a-fc514e3c99d6 service neutron] 10.222.0.58 "GET /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.0876379 Nov 23 10:37:17.856050 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85ee5c0d-5fa4-4430-b880-ae89dd0cf6d3 req-9c8028f8-4db4-47b8-88c9-0277e1db82bc tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788689 Nov 23 10:37:17.940844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e752cc4d-be62-40f5-8fb7-f02d199cf81a req-f173c12b-18f8-431f-bf32-5cf0332b9780 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248864 Nov 23 10:37:17.988320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-2ac0e578-39a3-4b09-af73-aa47ff728656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.989834 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-2ac0e578-39a3-4b09-af73-aa47ff728656 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2545931 Nov 23 10:37:17.995080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e70d8841-5778-4b7d-a4e7-f6e8cbb4a0e7 req-b1942f82-58e1-44ec-99b7-3b7c63caf1e3 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943349 Nov 23 10:37:17.995383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be204386-e864-4641-a841-e1b351d3031a req-bfc2196a-7d68-4bdb-a318-046571d18bae tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:17.997633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be204386-e864-4641-a841-e1b351d3031a req-bfc2196a-7d68-4bdb-a318-046571d18bae tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0696223 Nov 23 10:37:17.998668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b186f1b-7dea-4fb7-a586-787100235985 req-11998b1d-7df3-4add-b9c5-845c1acc5473 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462528 Nov 23 10:37:18.038646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-b844572a-ac46-4af9-adf5-97d108a2207d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=53157aac-1352-4da3-a8e4-3791f60e18e3 HTTP/1.1" status: 200 len: 217 time: 0.0390325 Nov 23 10:37:18.104976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-4fb75b33-d2b9-4867-938b-a7582363019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.105798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-4fb75b33-d2b9-4867-938b-a7582363019e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0500069 Nov 23 10:37:18.108677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:18.114875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be204386-e864-4641-a841-e1b351d3031a req-4576c015-e4f9-469c-9ed0-0b708d93a59c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697873 Nov 23 10:37:18.137674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:18.172681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-b47f5a61-fb78-430e-b5a7-c8e9aca31216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.174528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-b47f5a61-fb78-430e-b5a7-c8e9aca31216 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519183 Nov 23 10:37:18.174775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d32474-8d51-405f-baa8-6e113c935fc2 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:18.185879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:18.201923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:18.291742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-7e964468-ec9f-4d86-997c-b9fe5950c85b service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017067 Nov 23 10:37:18.296217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] Transition to ACTIVE for port object 69d32474-8d51-405f-baa8-6e113c935fc2 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:18.302109 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:18.371505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52250) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:18.387453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] No DVR routers for this DVR port 69d32474-8d51-405f-baa8-6e113c935fc2 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:18.407637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:18.415215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] Pushing event updated for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=10']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:18.428842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-f29dab2f-289b-44c4-902a-a15a3aa4b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.430643 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-f29dab2f-289b-44c4-902a-a15a3aa4b30b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1100 time: 0.1044083 Nov 23 10:37:18.450446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-027b87e4-5677-4c5f-987d-538544b31e3c service neutron] 10.222.0.58 "PUT /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2/bindings/n-h1-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6531119 Nov 23 10:37:18.467043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-0f4fba01-66eb-4e1a-8716-b29904001103 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631835 Nov 23 10:37:18.576051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735ee3a-5409-4ddd-80c3-737017c9b54e req-5a5a9980-4357-497e-aa7c-0d8b69739717 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.577612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2735ee3a-5409-4ddd-80c3-737017c9b54e req-5a5a9980-4357-497e-aa7c-0d8b69739717 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 945 time: 0.0556393 Nov 23 10:37:18.621215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-820e2eba-93a6-4887-837f-c9db04d12c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.622684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-820e2eba-93a6-4887-837f-c9db04d12c56 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1797929 Nov 23 10:37:18.626512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2735ee3a-5409-4ddd-80c3-737017c9b54e req-366a5626-ca55-4e3b-a3e8-70f14b8138f5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Nov 23 10:37:18.647063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09a1c6-94fa-4c7b-9c76-7f1ae7f9abf3 req-063f313e-0a55-472a-a378-18ae09bcf702 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.648548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b09a1c6-94fa-4c7b-9c76-7f1ae7f9abf3 req-063f313e-0a55-472a-a378-18ae09bcf702 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.1335790 Nov 23 10:37:18.662305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9a518ad9-4d27-4240-8482-1ad21d404eb3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f48942ba95834935942000690129d105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897043 Nov 23 10:37:18.663889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52258) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:18.697647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-46898a8c-7f81-4377-8d7a-c0858d083582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.699130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-46898a8c-7f81-4377-8d7a-c0858d083582 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1094 time: 0.1503420 Nov 23 10:37:18.714121 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-b4dd5b13-b68b-4eab-9727-a14f1b4d53d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 217 time: 0.0634031 Nov 23 10:37:18.718512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63312628-c6a5-45ae-96c5-149139e0c6c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:18.741193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63312628-c6a5-45ae-96c5-149139e0c6c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:18.789487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63312628-c6a5-45ae-96c5-149139e0c6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:18.792183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63312628-c6a5-45ae-96c5-149139e0c6c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:18.793415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-63312628-c6a5-45ae-96c5-149139e0c6c4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1731800e-e771-40ed-a39d-9b050f7f32a0 HTTP/1.1" status: 204 len: 168 time: 0.1285217 Nov 23 10:37:18.802831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312628-c6a5-45ae-96c5-149139e0c6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1731800e-e771-40ed-a39d-9b050f7f32a0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:18.870671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b09a1c6-94fa-4c7b-9c76-7f1ae7f9abf3 req-d7afadac-1c43-4daa-85d8-5b6e19282599 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061479 Nov 23 10:37:18.880132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-3b3e1dc7-af01-49a9-b31c-d7a5e538f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.881899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-3b3e1dc7-af01-49a9-b31c-d7a5e538f793 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1386666 Nov 23 10:37:18.885465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-abbd8ad2-adb2-41d6-bcb5-f0a35a679245 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.886839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-abbd8ad2-adb2-41d6-bcb5-f0a35a679245 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1868627 Nov 23 10:37:18.902070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-58f3c6ff-19d1-4888-aa39-d6d929b0c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:18.903574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-58f3c6ff-19d1-4888-aa39-d6d929b0c9e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.1873062 Nov 23 10:37:18.996413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-c025e9e0-1e36-4339-8de8-74a275637129 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 217 time: 0.0827270 Nov 23 10:37:18.997974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f112dea-3280-41fd-97f3-4bb7ce16ad36 req-8f6ec6d8-2bb4-4043-b5c0-a1467c22435e tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.000425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f112dea-3280-41fd-97f3-4bb7ce16ad36 req-8f6ec6d8-2bb4-4043-b5c0-a1467c22435e tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 944 time: 0.0622039 Nov 23 10:37:19.022219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-f827d795-6a2e-4f0a-976b-935db6e0873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.023689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-f827d795-6a2e-4f0a-976b-935db6e0873d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193037 Nov 23 10:37:19.027000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-73941587-e925-4105-94cf-c4c2dd59353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.028404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-73941587-e925-4105-94cf-c4c2dd59353f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 1096 time: 0.1137943 Nov 23 10:37:19.031715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 414264d1-ead7-40ef-bcfe-624c867f4320 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:19.082958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 10506e5f-02db-41e5-8b3d-901a12b36502 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:19.104748 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f112dea-3280-41fd-97f3-4bb7ce16ad36 req-57899403-757c-4330-8d19-234d60fa1d0b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967593 Nov 23 10:37:19.195395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-2866aa28-6ee3-4add-93d7-b777b8d3a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.197247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-2866aa28-6ee3-4add-93d7-b777b8d3a041 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1872129 Nov 23 10:37:19.204589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 414264d1-ead7-40ef-bcfe-624c867f4320, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=414264d1-ead7-40ef-bcfe-624c867f4320,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:19.221732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '414264d1-ead7-40ef-bcfe-624c867f4320', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'mac_address': 'fa:16:3e:d8:d5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:19.224946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:37:19.256314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-067fc88e-fe62-48d2-a842-93a08912bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.257637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-067fc88e-fe62-48d2-a842-93a08912bbd4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1096 time: 0.1799605 Nov 23 10:37:19.317803 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:19.348289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481b65-2e5a-4160-91a1-dd9554243540 req-d8bcbbc1-4247-44d1-b096-391ab99085f5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.357205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414264d1-ead7-40ef-bcfe-624c867f4320 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:19.359260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81481b65-2e5a-4160-91a1-dd9554243540 req-d8bcbbc1-4247-44d1-b096-391ab99085f5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0733211 Nov 23 10:37:19.378780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:19.381285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 10506e5f-02db-41e5-8b3d-901a12b36502, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=10506e5f-02db-41e5-8b3d-901a12b36502,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:19.409993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 414264d1-ead7-40ef-bcfe-624c867f4320, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=414264d1-ead7-40ef-bcfe-624c867f4320,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:19.412503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '10506e5f-02db-41e5-8b3d-901a12b36502', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '10506e5f-02db-41e5-8b3d-901a12b36502', 'mac_address': 'fa:16:3e:a9:8a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:19.433783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81481b65-2e5a-4160-91a1-dd9554243540 req-50ae7a8e-b0f0-4d1e-9684-cda22269f726 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734906 Nov 23 10:37:19.444199 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:19.487963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:19.516845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10506e5f-02db-41e5-8b3d-901a12b36502 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:19.536862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=414264d1-ead7-40ef-bcfe-624c867f4320,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:19.551933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 10506e5f-02db-41e5-8b3d-901a12b36502, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=10506e5f-02db-41e5-8b3d-901a12b36502,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:19.556004 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:19.602023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d23f6-ab95-45e3-b52b-0062471400c7 req-a85c1391-6b5d-49a0-a5fe-7f672b05dac9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.609243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=10506e5f-02db-41e5-8b3d-901a12b36502,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:19.617376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-095d23f6-ab95-45e3-b52b-0062471400c7 req-a85c1391-6b5d-49a0-a5fe-7f672b05dac9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 947 time: 0.5868225 Nov 23 10:37:19.620502 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-cc62d815-b117-4d0e-8f8d-0cf0c20c495a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3939562 Nov 23 10:37:19.628639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:19.794682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abdf58-b3e2-431c-a514-aa2981184af9 req-04f3d20a-be5f-495f-b9e8-a6bbd0cba7ef tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.809662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60abdf58-b3e2-431c-a514-aa2981184af9 req-04f3d20a-be5f-495f-b9e8-a6bbd0cba7ef tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 945 time: 0.0896981 Nov 23 10:37:19.823636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-b12db2a5-f711-456c-9672-55fbe757f352 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705522 Nov 23 10:37:19.858502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['414264d1-ead7-40ef-bcfe-624c867f4320'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:19.860940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60abdf58-b3e2-431c-a514-aa2981184af9 req-0bd82701-7405-406c-bde2-db38dfa8a882 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Nov 23 10:37:19.885743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-095d23f6-ab95-45e3-b52b-0062471400c7 req-5fb50ad7-c5b2-4a7f-8adc-0bb225b4342e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675214 Nov 23 10:37:19.914128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['10506e5f-02db-41e5-8b3d-901a12b36502'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:19.919497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-f8234e56-53a6-4800-9e59-3060cb3166af service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769909 Nov 23 10:37:19.950792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-6164fe64-5e19-496a-b765-d027e71f593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:19.952274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-6164fe64-5e19-496a-b765-d027e71f593f service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.3717031 Nov 23 10:37:20.022942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-8c6ea4e6-d9d9-4907-aaa9-ead6f541a152 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 217 time: 0.0553861 Nov 23 10:37:20.066698 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:20.185694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-01a9aba9-7905-4486-a3fa-b2db4b312d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:20.187280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-01a9aba9-7905-4486-a3fa-b2db4b312d12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1544406 Nov 23 10:37:20.211535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-b970ceb1-64fd-4b89-9942-531b9ff64c7e service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679099 Nov 23 10:37:20.239501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-d148fd60-7ad3-4046-91ef-5cb51d777033 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400600 Nov 23 10:37:20.253805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a65241-8e41-49f0-bee4-9463deb54c28 req-0e05b9e3-7d9c-4401-9e64-0d3ebb520003 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:20.256097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8a65241-8e41-49f0-bee4-9463deb54c28 req-0e05b9e3-7d9c-4401-9e64-0d3ebb520003 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.2428651 Nov 23 10:37:20.288580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5fedb4e-d4b4-4afa-bd71-3308d1359a68 req-3b84933d-1a1e-4a79-8393-4609407ab3c9 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352735 Nov 23 10:37:20.381323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8a65241-8e41-49f0-bee4-9463deb54c28 req-a4a9a7e7-c311-43bc-aefa-f9bef924ac66 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952425 Nov 23 10:37:20.397836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-e12e54f6-0504-4100-8a3b-30f769d9e251 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388497 Nov 23 10:37:20.556401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073c7-8f44-4c60-9f5e-2bab3bdb0282 req-19b4fdc0-9e24-4ba6-9d5c-ff12f1beb9f8 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:20.557935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc0073c7-8f44-4c60-9f5e-2bab3bdb0282 req-19b4fdc0-9e24-4ba6-9d5c-ff12f1beb9f8 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 945 time: 0.0977747 Nov 23 10:37:20.561688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-f4069737-082e-40e9-acd4-b835b173273e service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445355 Nov 23 10:37:20.614047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc0073c7-8f44-4c60-9f5e-2bab3bdb0282 req-239763e5-2958-4aa2-9215-6a0a8f617648 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496099 Nov 23 10:37:20.672283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6cd77-3b98-4f09-9244-9abfaded95f0 req-abb6ac62-be82-4883-b536-a020f5380213 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:20.673859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77c6cd77-3b98-4f09-9244-9abfaded95f0 req-abb6ac62-be82-4883-b536-a020f5380213 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0543137 Nov 23 10:37:20.727469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77c6cd77-3b98-4f09-9244-9abfaded95f0 req-3b0cbd01-91a5-4db0-9ae8-ea97f8d4d3a2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Nov 23 10:37:20.832938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116bc1-91ec-4861-833f-478c3169d055 req-00f688c3-8e05-4c34-a79d-2dc48653e569 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:20.834727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-00f688c3-8e05-4c34-a79d-2dc48653e569 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.0452261 Nov 23 10:37:20.984950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8a116bc1-91ec-4861-833f-478c3169d055 req-69625e96-ea5d-4917-a2e2-a5361595b037 service neutron] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:20.989929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8a116bc1-91ec-4861-833f-478c3169d055 req-69625e96-ea5d-4917-a2e2-a5361595b037 service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:20.991125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a116bc1-91ec-4861-833f-478c3169d055 req-69625e96-ea5d-4917-a2e2-a5361595b037 service neutron] 10.222.0.65 "DELETE /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2/bindings/n-h2-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.1474178 Nov 23 10:37:21.011536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879672-bc76-4701-b628-0ebad82f9865 req-f2d5ff4e-7ccc-472f-8d7e-83eac0b5fade tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:21.013314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07879672-bc76-4701-b628-0ebad82f9865 req-f2d5ff4e-7ccc-472f-8d7e-83eac0b5fade tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 945 time: 0.0582399 Nov 23 10:37:21.033973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:21.085715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07879672-bc76-4701-b628-0ebad82f9865 req-b6691ce4-99c2-455f-8e29-f603441368f9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641847 Nov 23 10:37:21.153071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:21.210155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e43f-4ecb-4f21-822f-4f3f81c10f14 req-a9d15c7c-2cdd-4d21-873f-40d38287c677 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:21.211901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f734e43f-4ecb-4f21-822f-4f3f81c10f14 req-a9d15c7c-2cdd-4d21-873f-40d38287c677 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 948 time: 0.0797422 Nov 23 10:37:21.224284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:21.228188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:21.242156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'port_id': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72', 'mac_address': 'fa:16:3e:ac:54:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b2f344-3c63-49b6-bca5-7955e8958560', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:21.269608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f734e43f-4ecb-4f21-822f-4f3f81c10f14 req-e2e196f0-a236-45ef-a368-e0042a9cca6e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Nov 23 10:37:21.292767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:21.312561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:21.325651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47937981-e529-4372-a1d6-d480eab3a1c8 req-c8ae6676-47f0-4c2f-981f-62bec39d5890 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:21.327722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47937981-e529-4372-a1d6-d480eab3a1c8 req-c8ae6676-47f0-4c2f-981f-62bec39d5890 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1096 time: 0.0525606 Nov 23 10:37:21.340124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:21.345748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:21.346626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 53157aac-1352-4da3-a8e4-3791f60e18e3 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:21.385645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47937981-e529-4372-a1d6-d480eab3a1c8 req-5b518388-0b3c-4571-950a-2fa53e69b477 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512786 Nov 23 10:37:21.436939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:21.546196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 53157aac-1352-4da3-a8e4-3791f60e18e3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=53157aac-1352-4da3-a8e4-3791f60e18e3,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:21.546429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8c273-b53a-4ff3-b79c-55b3dcde3998 req-28cec142-30e8-4c90-926c-14ec04859703 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:21.560365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdd8c273-b53a-4ff3-b79c-55b3dcde3998 req-28cec142-30e8-4c90-926c-14ec04859703 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.0868022 Nov 23 10:37:21.562013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '53157aac-1352-4da3-a8e4-3791f60e18e3', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '53157aac-1352-4da3-a8e4-3791f60e18e3', 'mac_address': 'fa:16:3e:b4:0c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:21.612689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:21.627034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53157aac-1352-4da3-a8e4-3791f60e18e3 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:21.635500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdd8c273-b53a-4ff3-b79c-55b3dcde3998 req-57b38ed5-4db2-463e-862a-3043424e06b2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743494 Nov 23 10:37:21.650391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 53157aac-1352-4da3-a8e4-3791f60e18e3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=53157aac-1352-4da3-a8e4-3791f60e18e3,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:21.659033 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:21.724220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=53157aac-1352-4da3-a8e4-3791f60e18e3,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:21.781361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc21da7-a8ad-4315-ac8b-a37eec07c5c3 req-98ca9651-a5dd-421e-aba1-c36e596744f5 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:21.782787 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cc21da7-a8ad-4315-ac8b-a37eec07c5c3 req-98ca9651-a5dd-421e-aba1-c36e596744f5 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 945 time: 0.0571630 Nov 23 10:37:21.838422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-71efb6c3-688f-4304-87a7-0d5558553f88 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:21.840419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-71efb6c3-688f-4304-87a7-0d5558553f88 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 0.1436727 Nov 23 10:37:21.840598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52374) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:21.852141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:21.857841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a8a513a9-b7d3-4a6a-ab0d-08f94afc2e0f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/quotas/1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 375 time: 0.0100155 Nov 23 10:37:21.909083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cc21da7-a8ad-4315-ac8b-a37eec07c5c3 req-2655a0c9-ad2f-4338-99f8-0125e29c1205 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134286 Nov 23 10:37:21.949076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-8dcd5616-f3ea-44cd-bd52-7d0f2d89f3ec tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0820642 Nov 23 10:37:22.050840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['1c1ebad4-9595-421e-a7af-8ecd2bb85d72'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:22.062974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2854b120-d16f-469a-95c4-06fbaedbce2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.079851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8990-5214-4eb1-be27-005ce74aebbc req-3670fa8e-9939-415c-b039-57ac578753e4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:22.094826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f7e8990-5214-4eb1-be27-005ce74aebbc req-3670fa8e-9939-415c-b039-57ac578753e4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1175740 Nov 23 10:37:22.107042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['53157aac-1352-4da3-a8e4-3791f60e18e3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:22.196948 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-7231be53-1665-42a9-a4ee-56335cfc7610 service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467866 Nov 23 10:37:22.197748 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f7e8990-5214-4eb1-be27-005ce74aebbc req-6ffdd281-83ee-4407-89f1-ad15a486da32 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017585 Nov 23 10:37:22.390530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2854b120-d16f-469a-95c4-06fbaedbce2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.408051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-df960e00-2e27-43fe-9001-e07923d8bd6c service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078636 Nov 23 10:37:22.412001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2854b120-d16f-469a-95c4-06fbaedbce2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.475378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4dc17-55a4-473e-b49d-31abc6f5bc3a req-91d065f4-aaf3-491e-bdd5-cb3174a6b859 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:22.483158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d1c4dc17-55a4-473e-b49d-31abc6f5bc3a req-91d065f4-aaf3-491e-bdd5-cb3174a6b859 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 948 time: 0.0984576 Nov 23 10:37:22.512931 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2854b120-d16f-469a-95c4-06fbaedbce2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52735d6cf6b14d7d85f9742f11006e71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6708465 Nov 23 10:37:22.514344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854b120-d16f-469a-95c4-06fbaedbce2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044c1bd7-4b75-4554-a3cb-e5c70ed9dd23,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:22.531911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52382) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:22.556284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d1c4dc17-55a4-473e-b49d-31abc6f5bc3a req-e9f9b23a-b84a-44bb-88f0-1113852e918d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654178 Nov 23 10:37:22.621467 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f4415f0-1e57-42f7-9051-b0a34cb3b93b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.692113 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f4415f0-1e57-42f7-9051-b0a34cb3b93b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.827573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0235bcd3-3697-4335-a4ed-d75d2b79017f req-adaf7529-f63d-4173-a822-c0cfec2c6e89 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 210 time: 0.0845735 Nov 23 10:37:22.854974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f4415f0-1e57-42f7-9051-b0a34cb3b93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.862315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f4415f0-1e57-42f7-9051-b0a34cb3b93b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:22.865840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9f4415f0-1e57-42f7-9051-b0a34cb3b93b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/044c1bd7-4b75-4554-a3cb-e5c70ed9dd23 HTTP/1.1" status: 204 len: 168 time: 0.3283710 Nov 23 10:37:22.871932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4415f0-1e57-42f7-9051-b0a34cb3b93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c1bd7-4b75-4554-a3cb-e5c70ed9dd23,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:22.914104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabf2e0-50b4-4f32-8d07-a193998d1463 req-a36b8528-2c4e-48e5-835e-6b0361aa924d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:22.916606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fabf2e0-50b4-4f32-8d07-a193998d1463 req-a36b8528-2c4e-48e5-835e-6b0361aa924d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.0620673 Nov 23 10:37:23.009294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fabf2e0-50b4-4f32-8d07-a193998d1463 req-c58fc3ec-b8e1-4c6a-8a6b-738c90068e25 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829124 Nov 23 10:37:23.044596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 414264d1-ead7-40ef-bcfe-624c867f4320 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:23.105679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe878a-73cd-41b7-bc64-e3d98b27b495 req-bbfcd293-7469-47dd-9ca0-61aacd7b636f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:23.107527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20fe878a-73cd-41b7-bc64-e3d98b27b495 req-bbfcd293-7469-47dd-9ca0-61aacd7b636f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 945 time: 0.0710566 Nov 23 10:37:23.151279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 10506e5f-02db-41e5-8b3d-901a12b36502 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:23.245401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20fe878a-73cd-41b7-bc64-e3d98b27b495 req-1d671c0a-8e71-45a9-a8a2-88666ab915ce tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265712 Nov 23 10:37:23.340554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 414264d1-ead7-40ef-bcfe-624c867f4320 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:23.356256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 414264d1-ead7-40ef-bcfe-624c867f4320 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:23.356623 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:23.424080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 10506e5f-02db-41e5-8b3d-901a12b36502 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:23.434097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 10506e5f-02db-41e5-8b3d-901a12b36502 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:23.434694 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:23.435786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8599638-7a24-48b8-8f04-7fa6a105957b req-2c276e25-669b-44d9-b8ae-cfea27e8f263 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:23.440496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8599638-7a24-48b8-8f04-7fa6a105957b req-2c276e25-669b-44d9-b8ae-cfea27e8f263 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1106532 Nov 23 10:37:23.529589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8599638-7a24-48b8-8f04-7fa6a105957b req-fceb218b-edc3-41d2-8afb-72470ed2ed43 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832846 Nov 23 10:37:23.701748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:23.715160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:23.749245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:23.751356 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7a98c6-7ecf-4df5-b84d-69c4afd4dbcc" -d '{"events": [{"server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "name": "network-vif-plugged", "status": "completed", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:23.778655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 414264d1-ead7-40ef-bcfe-624c867f4320, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=414264d1-ead7-40ef-bcfe-624c867f4320,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:23.782212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 10506e5f-02db-41e5-8b3d-901a12b36502, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=10506e5f-02db-41e5-8b3d-901a12b36502,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:23.788609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:23.824056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44ac0d-7269-4daf-b329-652665c94023 req-d22df96c-5da3-413c-8906-ccdff3c13ab9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:23.832700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d44ac0d-7269-4daf-b329-652665c94023 req-d22df96c-5da3-413c-8906-ccdff3c13ab9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 948 time: 0.1449747 Nov 23 10:37:23.867409 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:23.944418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=414264d1-ead7-40ef-bcfe-624c867f4320,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:23.947880 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9864e9a4-ef40-4b19-8e3c-65c4c73ae25d x-openstack-request-id: req-9864e9a4-ef40-4b19-8e3c-65c4c73ae25d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:23.948185 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "name": "network-vif-plugged", "status": "completed", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:23.948441 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9864e9a4-ef40-4b19-8e3c-65c4c73ae25d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:23.948827 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320', 'code': 200} Nov 23 10:37:23.962985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d44ac0d-7269-4daf-b329-652665c94023 req-ed72a72a-784d-43be-80e5-df9d42e20401 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253650 Nov 23 10:37:24.047851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=10506e5f-02db-41e5-8b3d-901a12b36502,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:24.117188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4fc0988d-3629-46e0-bda9-55ded211a83d req-ce59f610-609f-4790-90d2-57450ab2ce8d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 210 time: 0.0523615 Nov 23 10:37:24.134856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3e06c-941e-47f7-90c5-d1aafe76dccd req-715fcd46-51fa-46fe-9f07-ddb564c9edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:24.137550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ef3e06c-941e-47f7-90c5-d1aafe76dccd req-715fcd46-51fa-46fe-9f07-ddb564c9edc5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 1097 time: 0.0758288 Nov 23 10:37:24.205361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52434) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:24.257218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b7ce9-2b5e-4bbb-a40b-e3ebd184ecfe req-9a7adc0a-bdf2-492d-b822-b64c20cedc88 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:24.258820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d57b7ce9-2b5e-4bbb-a40b-e3ebd184ecfe req-9a7adc0a-bdf2-492d-b822-b64c20cedc88 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.1120377 Nov 23 10:37:24.263992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ef3e06c-941e-47f7-90c5-d1aafe76dccd req-2872d07d-030f-4c3d-b2a0-d66c121f644f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075699 Nov 23 10:37:24.331916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d57b7ce9-2b5e-4bbb-a40b-e3ebd184ecfe req-4f58d252-a56c-455f-b08f-8e37fa9d0936 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599520 Nov 23 10:37:24.359901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1699839138-network', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:24.432305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Made reservation on behalf of e2e6586710324b61b5ecb9a3d7709805 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:24.435017 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.458076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34452-6531-45f5-bc81-d82d526d0fa6 req-1b6db430-d98c-421c-ab65-dc05050b3276 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:24.460632 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3eb34452-6531-45f5-bc81-d82d526d0fa6 req-1b6db430-d98c-421c-ab65-dc05050b3276 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 946 time: 0.0807309 Nov 23 10:37:24.462804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.549442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3eb34452-6531-45f5-bc81-d82d526d0fa6 req-f8919b47-73b7-40af-afcc-c128e2271bba tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814588 Nov 23 10:37:24.605973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.613233 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.656380 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:37:24.675969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf941fc6-25bb-4d96-8ceb-1e2974271f5c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:24.685970 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.686389 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Added segment 1e5b33b4-521c-4c22-930f-1ed7a0d5833c of type vlan for network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 Nov 23 10:37:24.769652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.805406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.806560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:24.807172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:24.811014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9321aed-5aa7-43f6-8a54-0a580f7a30ff req-5667fe31-8e5d-43db-8551-a79606223aa1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:24.812540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9321aed-5aa7-43f6-8a54-0a580f7a30ff req-5667fe31-8e5d-43db-8551-a79606223aa1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1636455 Nov 23 10:37:24.865220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-189d1233-4984-44c2-b07b-baed2501adde tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:24.867168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] Pushing event updated for resources: {'Network': ['ID=450edc9e-1f33-42ae-b5a6-a9248a74ffb0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:24.869042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-189d1233-4984-44c2-b07b-baed2501adde tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 0.1682820 Nov 23 10:37:24.881584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:37:24.888627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3dfc78ec-8403-4f21-a2a5-c26597c57b16 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6819746 Nov 23 10:37:24.901350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52448) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:24.919118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Request body: {'subnet': {'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1699839138-subnet', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:24.945329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Request body: {'port': {'device_id': 'f9000158-0cf3-458a-931c-e04068f10054', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'admin_state_up': True, 'tenant_id': '1c87ae2a1a6645caa6185c8576a551b6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:24.968881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Made reservation on behalf of e2e6586710324b61b5ecb9a3d7709805 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:24.971611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.054616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9321aed-5aa7-43f6-8a54-0a580f7a30ff req-5a90793e-81d1-4a21-a1ee-f7cdbb2df0fe tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984444 Nov 23 10:37:25.072613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:25.144903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Made reservation on behalf of 1c87ae2a1a6645caa6185c8576a551b6 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:25.150404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.193619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eede1bf-c0d6-4210-ba07-35c8bac68ade req-8b54e2b5-3004-472e-891d-4524b774e377 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:25.193976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:25.195583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3eede1bf-c0d6-4210-ba07-35c8bac68ade req-8b54e2b5-3004-472e-891d-4524b774e377 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 949 time: 0.1034713 Nov 23 10:37:25.206644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:25.207149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.304126 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.338069 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3eede1bf-c0d6-4210-ba07-35c8bac68ade req-f393db3c-16f0-4978-9f8b-63949878faa6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123848 Nov 23 10:37:25.350145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.357403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:25.365227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.366070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 53157aac-1352-4da3-a8e4-3791f60e18e3 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:25.373833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9341317-a81a-4184-99f4-0cf6ad41eaf7 req-da9776c4-6af1-4355-a384-e71e84e15df1 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 210 time: 0.1328743 Nov 23 10:37:25.443958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Pushing event updated for resources: {'Subnet': ['ID=255e75a3-7401-468a-87ea-fc52133b2477,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:25.506203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Checking segment: {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:25.506816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Network hostable DHCP agents. Network: 450edc9e-1f33-42ae-b5a6-a9248a74ffb0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:37:25.538312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Allocated IP 172.20.0.2 (dc85e82d-12cd-414a-8aca-8efe24c16fae/397510e2-3216-420f-80f2-50bf6d7c2ac6/38281975-9a2e-4fae-93ac-95ed8a0b5c26) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:25.542858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ab13-9dcc-4ee3-9b68-21933b679b42 req-2f38f804-ccaf-4fb6-9813-c310efcfdfa3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:25.552218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da85ab13-9dcc-4ee3-9b68-21933b679b42 req-2f38f804-ccaf-4fb6-9813-c310efcfdfa3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.0928462 Nov 23 10:37:25.576551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:37:25.603955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 450edc9e-1f33-42ae-b5a6-a9248a74ffb0) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:25.623910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56de82fc-641e-4a18-b4b0-b6f01a8a202e None None] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:37:25.624631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:25.625299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.649277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da85ab13-9dcc-4ee3-9b68-21933b679b42 req-d028f800-41fb-46ce-9da2-ff671eb371c2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957019 Nov 23 10:37:25.675353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:25.677322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3630eddf-b109-4e0c-92d8-a16c251eabff admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7739401 Nov 23 10:37:25.686396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52462) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:25.693308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:25.724693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 53157aac-1352-4da3-a8e4-3791f60e18e3 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:25.726560 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.727732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.733789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 53157aac-1352-4da3-a8e4-3791f60e18e3 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:25.734221 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.827819 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.843807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9bfe2-70f6-4e3e-9256-d15639cfca20 req-07c7552b-bf91-4584-a359-9415bd466aec tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:25.845598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83e9bfe2-70f6-4e3e-9256-d15639cfca20 req-07c7552b-bf91-4584-a359-9415bd466aec tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 946 time: 0.0842016 Nov 23 10:37:25.900095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:37:25.900958 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.925456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.928356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83e9bfe2-70f6-4e3e-9256-d15639cfca20 req-1c6795ca-3860-43e2-93a2-cb48c69b08d4 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689056 Nov 23 10:37:25.930408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:25.951484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10506e5f-02db-41e5-8b3d-901a12b36502'}, {'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:25.953979 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cc5fec-bb1b-4328-84f9-b5ef44e7834d" -d '{"events": [{"server_uuid": "656348e4-caf9-4144-aa3e-1e0626ddcf03", "name": "network-vif-plugged", "status": "completed", "tag": "10506e5f-02db-41e5-8b3d-901a12b36502"}, {"server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "name": "network-vif-plugged", "status": "completed", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:26.027918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.077927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Network dc85e82d-12cd-414a-8aca-8efe24c16fae is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:26.079819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:26.089540 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4057d28c-8004-49d7-a3ac-0140bd0381cc x-openstack-request-id: req-4057d28c-8004-49d7-a3ac-0140bd0381cc {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:26.089844 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656348e4-caf9-4144-aa3e-1e0626ddcf03", "name": "network-vif-plugged", "status": "completed", "tag": "10506e5f-02db-41e5-8b3d-901a12b36502", "code": 200}, {"server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "name": "network-vif-plugged", "status": "completed", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:26.092734 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4057d28c-8004-49d7-a3ac-0140bd0381cc {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:26.093177 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10506e5f-02db-41e5-8b3d-901a12b36502', 'code': 200} Nov 23 10:37:26.093496 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72', 'code': 200} Nov 23 10:37:26.094739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:26.098655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:26.107148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:26.108839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.138275 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-a57890ec-de86-478b-8160-6352bdb7d1bc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1987402 Nov 23 10:37:26.157812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Request body: {'port': {'device_id': 'f9000158-0cf3-458a-931c-e04068f10054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:26.234498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 53157aac-1352-4da3-a8e4-3791f60e18e3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=53157aac-1352-4da3-a8e4-3791f60e18e3,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:26.241872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.276795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed955ce-80d4-4052-8525-2c0af927c7e7 req-8fee058e-b339-4ec8-9770-bac8080bc0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:26.279281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ed955ce-80d4-4052-8525-2c0af927c7e7 req-8fee058e-b339-4ec8-9770-bac8080bc0dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 1100 time: 0.0774908 Nov 23 10:37:26.279928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Allocated IP 172.20.0.2 (450edc9e-1f33-42ae-b5a6-a9248a74ffb0/255e75a3-7401-468a-87ea-fc52133b2477/ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:26.296991 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.313857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=53157aac-1352-4da3-a8e4-3791f60e18e3,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:26.336835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.370574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6ab9f-514d-498e-9e58-15427cea7f76 req-3528cab6-c6c4-44ae-8af4-dd0a05e2c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:26.372561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6f6ab9f-514d-498e-9e58-15427cea7f76 req-3528cab6-c6c4-44ae-8af4-dd0a05e2c3e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1096 time: 0.1145165 Nov 23 10:37:26.380995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92235e0-29f2-44e2-bc93-bc3f6b9c94dd req-a29e0584-7b2a-4324-bbec-11e2af294780 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:26.388192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a92235e0-29f2-44e2-bc93-bc3f6b9c94dd req-a29e0584-7b2a-4324-bbec-11e2af294780 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1431623 Nov 23 10:37:26.448920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ed955ce-80d4-4052-8525-2c0af927c7e7 req-a2905a01-f613-4137-a328-5793464c4914 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603882 Nov 23 10:37:26.488292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6f6ab9f-514d-498e-9e58-15427cea7f76 req-95489c30-1d3c-4be5-ab99-d18c6eb10c98 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974166 Nov 23 10:37:26.507146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.523106 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.532650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a92235e0-29f2-44e2-bc93-bc3f6b9c94dd req-90a7783e-5a88-4752-a047-42866ebfe895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378572 Nov 23 10:37:26.581848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:26.586772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:26.592137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:26.595670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Pushing event updated for resources: {'Port': ['ID=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:26.626013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe948fa-811d-4624-947c-920fbf769d68 req-147395e0-f98e-4a79-8aab-fd7e738d7e5b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:26.628056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6fe948fa-811d-4624-947c-920fbf769d68 req-147395e0-f98e-4a79-8aab-fd7e738d7e5b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 949 time: 0.1296370 Nov 23 10:37:26.680886 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Attempting to bind port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:26.681321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Attempting to bind port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:26.681693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Attempting to bind port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 on network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:26.689141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:26.690521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Checking segment: {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:26.690521 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.690747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Bound using segment: {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:26.691174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Bound port: ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:26.691568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.740901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6fe948fa-811d-4624-947c-920fbf769d68 req-09dc72f0-bb7b-4902-b583-2000a9ece606 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989497 Nov 23 10:37:26.765842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.772053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] For port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:26.775816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] For port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:26.786901 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.791538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.800781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cee35-ac1b-4b68-b769-cba413603210 req-78ef4d98-e659-4d99-9a44-e5588295c709 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:26.808238 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e49cee35-ac1b-4b68-b769-cba413603210 req-78ef4d98-e659-4d99-9a44-e5588295c709 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 931 time: 0.1557715 Nov 23 10:37:26.869449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f058e-57d2-4a06-b494-0105fe1b30ed None None] Pushing event updated for resources: {'Port': ['ID=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:26.910823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38281975-9a2e-4fae-93ac-95ed8a0b5c26 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:26.936942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.962056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-a2cab90d-4f22-43a9-9183-87d32ed596cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1504021 Nov 23 10:37:26.962546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Transition to ACTIVE for port object 38281975-9a2e-4fae-93ac-95ed8a0b5c26 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:26.968008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:26.973455 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e49cee35-ac1b-4b68-b769-cba413603210 req-7c2116bf-6fbc-4395-8b21-4e50770602a0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638153 Nov 23 10:37:26.985304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14bee7-e7e7-453f-8445-6d3f700f31ec req-796356e4-3843-40ae-aa11-34c13a321146 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:26.993386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f14bee7-e7e7-453f-8445-6d3f700f31ec req-796356e4-3843-40ae-aa11-34c13a321146 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.1823480 Nov 23 10:37:27.076245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Allocated IP 172.25.5.42 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/d4287563-8eb1-4694-bb1e-2c7529246cad) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:27.107553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:27.142510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f14bee7-e7e7-453f-8445-6d3f700f31ec req-45ecd54d-1938-4d2b-8c64-683eead57fb3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481276 Nov 23 10:37:27.163952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:27.163952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:27.163952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:27.166977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:27.167320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:27.183837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:27.184338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:27.184752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:27.188226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Bound port: 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:27.188543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:27.291554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:27.295273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:27.304464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:27.315425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d72d1b-7bec-4814-a9d6-247b8b939e09 req-ef4cefdb-9fca-4ddf-beb6-236291e5c35c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:27.322044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:27.323695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:27.325486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] 10.222.0.58 "PUT /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 1091 time: 1.1765606 Nov 23 10:37:27.327279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:27.329586 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:27.333710 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50d72d1b-7bec-4814-a9d6-247b8b939e09 req-ef4cefdb-9fca-4ddf-beb6-236291e5c35c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 946 time: 0.2510939 Nov 23 10:37:27.338806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751d554-4e86-4210-8463-5e7b99856174 req-7382a203-bd51-4a62-8e3d-24b6ec663fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:27.340997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-7382a203-bd51-4a62-8e3d-24b6ec663fe2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 1096 time: 0.2991869 Nov 23 10:37:27.394681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6d4bf-d859-4269-bb30-5a6683983d0b service neutron] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:27.424715 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1495ee-d495-456c-bc0e-0ceeca015d61 x-openstack-request-id: req-7c1495ee-d495-456c-bc0e-0ceeca015d61 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:27.424715 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:27.424715 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c1495ee-d495-456c-bc0e-0ceeca015d61 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:27.425038 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26', 'status': 'completed', 'code': 200} Nov 23 10:37:27.476091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-882a91a2-11ca-4462-ba93-f090315fe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:27.477662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-882a91a2-11ca-4462-ba93-f090315fe32a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1094 time: 0.0646853 Nov 23 10:37:27.535353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-4165cce7-e161-4d92-9dbe-731a56531612 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 217 time: 0.0406828 Nov 23 10:37:27.626355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-25557cac-b12a-4677-bcc4-5a7cb98101c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:27.628908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-25557cac-b12a-4677-bcc4-5a7cb98101c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.0853779 Nov 23 10:37:27.674430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-0132962e-b145-4392-8ff2-e62042933cb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318742 Nov 23 10:37:27.712879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40038689-a3ff-42b8-9e1d-f5c06e59eb8f req-f5e7cca7-8845-4041-875b-f04d101c716d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:27.722566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40038689-a3ff-42b8-9e1d-f5c06e59eb8f req-f5e7cca7-8845-4041-875b-f04d101c716d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1146536 Nov 23 10:37:27.786832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50d72d1b-7bec-4814-a9d6-247b8b939e09 req-e20fb10d-1557-4b63-9a94-bd5ced057ce8 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418151 Nov 23 10:37:27.795287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:27.813650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751d554-4e86-4210-8463-5e7b99856174 req-c95ea82b-df49-45d1-99c7-8c6c6bee1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:27.815652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-c95ea82b-df49-45d1-99c7-8c6c6bee1db6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 924 time: 0.4200022 Nov 23 10:37:27.858779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40038689-a3ff-42b8-9e1d-f5c06e59eb8f req-5f62873d-aa32-446e-93af-ee4ddd77834e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346693 Nov 23 10:37:27.893915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-3b619c24-fd5f-4f72-b72e-05a9308a258c service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095356 Nov 23 10:37:27.956835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:28.042834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d4287563-8eb1-4694-bb1e-2c7529246cad,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:28.047825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-9b65b327-8f64-4385-a375-4f948482a0a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 200 len: 1000 time: 0.2051439 Nov 23 10:37:28.058031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:28.060859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:28.071827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedacb9-d76f-43e6-bf2b-9fea60df2989 req-7187a8f7-2578-4fd6-ab2d-39773d54a904 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:28.073751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-beedacb9-d76f-43e6-bf2b-9fea60df2989 req-7187a8f7-2578-4fd6-ab2d-39773d54a904 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 949 time: 0.1467962 Nov 23 10:37:28.095040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53157aac-1352-4da3-a8e4-3791f60e18e3'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:28.098169 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558c1fe2-c9b9-4ec9-91fd-a6b93b939f73" -d '{"events": [{"server_uuid": "d51c7407-f67b-4eba-b515-0597ce43fdea", "name": "network-vif-plugged", "status": "completed", "tag": "53157aac-1352-4da3-a8e4-3791f60e18e3"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:28.128548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:28.186090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751d554-4e86-4210-8463-5e7b99856174 req-279793b0-81ab-4650-9ceb-ac39f5b25036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:28.187764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-279793b0-81ab-4650-9ceb-ac39f5b25036 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.1128232 Nov 23 10:37:28.249451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fcccce3-8fd7-4cf3-8ec2-1723b55a70b4 req-1b62acda-cd42-4efe-99f1-e0b423840103 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457870 Nov 23 10:37:28.271271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc4404-cc92-497a-9f0d-e1fe1223eb9c None None] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:37:28.272874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-19db12bb-c27e-49f7-b7c7-97f9c47d8f7d tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:28.282156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-19db12bb-c27e-49f7-b7c7-97f9c47d8f7d tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2450285 Nov 23 10:37:28.345645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-4c55551e-7c37-4e27-b8d3-e817bdfce29f tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.0622990 Nov 23 10:37:28.359275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'floatingip': {'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:28.374898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-beedacb9-d76f-43e6-bf2b-9fea60df2989 req-872f5928-b635-46c1-a1b2-24ed71d465c7 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857703 Nov 23 10:37:28.382543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751d554-4e86-4210-8463-5e7b99856174 req-594d1df5-1b0b-4c5b-92d2-1f18343e9a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:28.384051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-594d1df5-1b0b-4c5b-92d2-1f18343e9a41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338038 Nov 23 10:37:28.458189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:28.472612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-141a94ae-265f-417c-a213-e99fe9b8f40f None None] Provisioning complete for port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:28.472883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-141a94ae-265f-417c-a213-e99fe9b8f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:28.598724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-141a94ae-265f-417c-a213-e99fe9b8f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:28.636239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442fbe0-41e5-40fd-a3a5-e142e85c17d2 req-985af7c8-7ed2-4c65-a639-3fbf30f7f4ed tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:28.640920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-141a94ae-265f-417c-a213-e99fe9b8f40f None None] For port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:28.644940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7442fbe0-41e5-40fd-a3a5-e142e85c17d2 req-985af7c8-7ed2-4c65-a639-3fbf30f7f4ed tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 943 time: 0.1789939 Nov 23 10:37:28.646821 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-141a94ae-265f-417c-a213-e99fe9b8f40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:28.726761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a94ae-265f-417c-a213-e99fe9b8f40f None None] Pushing event updated for resources: {'Port': ['ID=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:28.783052 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7442fbe0-41e5-40fd-a3a5-e142e85c17d2 req-840bbf4f-f3f4-4e52-8d62-a6cf1214a1af tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351891 Nov 23 10:37:28.801580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-4e60f0c7-c938-478b-8718-ec7f4097130a service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009337 Nov 23 10:37:28.886948 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b403f02d-de99-4bdd-8c11-c6a7bdd6e9e7 x-openstack-request-id: req-b403f02d-de99-4bdd-8c11-c6a7bdd6e9e7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:28.887609 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51c7407-f67b-4eba-b515-0597ce43fdea", "name": "network-vif-plugged", "status": "completed", "tag": "53157aac-1352-4da3-a8e4-3791f60e18e3", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:28.888080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-342584cf-bd76-4c4a-bb25-977a6d48e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:28.888531 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b403f02d-de99-4bdd-8c11-c6a7bdd6e9e7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:28.889622 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-342584cf-bd76-4c4a-bb25-977a6d48e253 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1094 time: 0.5403006 Nov 23 10:37:28.889743 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53157aac-1352-4da3-a8e4-3791f60e18e3', 'code': 200} Nov 23 10:37:28.904994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:28.913749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:28.980456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1c7f0502-3b6c-4326-abba-fe71676261b5 None None] Provisioning complete for port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:28.981082 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0502-3b6c-4326-abba-fe71676261b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:29.018531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:29.019276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:29.086634 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4751d554-4e86-4210-8463-5e7b99856174 req-24b74eb9-081e-4c77-bc2e-7da896e37bf7 service neutron] 10.222.0.58 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733722 Nov 23 10:37:29.136594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4102-1a57-44a0-bf07-f18f3aaeca3b req-4086c1f3-4e60-434d-a842-d645e0e06c37 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:29.144200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-374d4102-1a57-44a0-bf07-f18f3aaeca3b req-4086c1f3-4e60-434d-a842-d645e0e06c37 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.1430647 Nov 23 10:37:29.162245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88b205-8d6a-467a-84ef-399498e7b5a1 req-65eeb03d-a23b-43a2-8222-925301d51b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:29.163106 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a88b205-8d6a-467a-84ef-399498e7b5a1 req-65eeb03d-a23b-43a2-8222-925301d51b34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 1100 time: 0.1893477 Nov 23 10:37:29.167589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-db59691c-89aa-4de1-83f7-d85a5d6706d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:29.168915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-db59691c-89aa-4de1-83f7-d85a5d6706d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.2453713 Nov 23 10:37:29.242183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-374d4102-1a57-44a0-bf07-f18f3aaeca3b req-7d0b319b-d1d3-4c28-8ef8-175e79667ca4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928814 Nov 23 10:37:29.243243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:29.270251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-0f52f0de-b2cb-4fc7-8f8c-1f644c1298e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 217 time: 0.0823689 Nov 23 10:37:29.393821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Router 71a8129f-b77d-4975-bc33-80f445b405da is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:37:29.447901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a88b205-8d6a-467a-84ef-399498e7b5a1 req-b2297143-1ce0-44ec-9f37-e78243506008 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671642 Nov 23 10:37:29.494187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-76ed48ca-d11c-47f3-9f92-640a0c0ef4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:29.495660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-76ed48ca-d11c-47f3-9f92-640a0c0ef4c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.2150524 Nov 23 10:37:29.550147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a397c-2eaa-491b-9a95-15bad76e5be9 req-f7f8d4ba-b24f-498a-a659-63c6f4a32b12 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:29.551641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-372a397c-2eaa-491b-9a95-15bad76e5be9 req-f7f8d4ba-b24f-498a-a659-63c6f4a32b12 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1023436 Nov 23 10:37:29.567016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:29.576946 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Sync routers for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:29.588317 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:29.589317 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:29.600584 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:29.602273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0fee03cc-eed6-4e2c-b79e-5ff48f8550b2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9143512 Nov 23 10:37:29.604962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52516) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:29.620216 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-372a397c-2eaa-491b-9a95-15bad76e5be9 req-889b41c2-278e-467e-b6a7-d787046fcec5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621512 Nov 23 10:37:29.664267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:37:29.704974 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:29.717449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caad2f5-9095-4e0f-832b-4aae73473277 req-e645bd63-8876-4e2f-9be7-77ff3ddc297f tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:29.719059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5caad2f5-9095-4e0f-832b-4aae73473277 req-e645bd63-8876-4e2f-9be7-77ff3ddc297f tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1096 time: 0.0419745 Nov 23 10:37:29.773950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5caad2f5-9095-4e0f-832b-4aae73473277 req-9090da7e-14ed-456d-8499-7ed930baa2f1 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440755 Nov 23 10:37:29.781956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-362f0fa6-4692-4d06-bc32-f5d63f2ed651 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819409 Nov 23 10:37:29.798274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:29.826525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:29.903207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7f62b-e635-4199-82f7-6268acd1bccf req-ac4dd9ed-7a32-41cf-9106-e43ae88d7d2b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:29.904624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35c7f62b-e635-4199-82f7-6268acd1bccf req-ac4dd9ed-7a32-41cf-9106-e43ae88d7d2b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 949 time: 0.0546744 Nov 23 10:37:29.921882 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:28Z', 'revision_number': 3, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:29.956193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35c7f62b-e635-4199-82f7-6268acd1bccf req-42a645a7-716b-4b6e-8e47-3414825c40fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Nov 23 10:37:29.957381 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Checking router: 71a8129f-b77d-4975-bc33-80f445b405da for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:29.957739 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Updating router 71a8129f-b77d-4975-bc33-80f445b405da port d4287563-8eb1-4694-bb1e-2c7529246cad binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:37:29.987049 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:30.097246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-df7ea50b-750f-4b56-879e-acfea4a875c7 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925730 Nov 23 10:37:30.100393 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 associated. External IP: 172.25.5.69, port: c1830366-bd6e-4cec-b2ad-4c4325c7d5ca. Nov 23 10:37:30.134877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0327-c231-4c45-b1ae-dca67e6637d5 req-e6b510dc-3a51-4b5f-90f1-48eb7d8e5cda tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:30.141677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-398c0327-c231-4c45-b1ae-dca67e6637d5 req-e6b510dc-3a51-4b5f-90f1-48eb7d8e5cda tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 943 time: 0.0669837 Nov 23 10:37:30.187657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-398c0327-c231-4c45-b1ae-dca67e6637d5 req-8667f615-4238-471f-8d97-5d458ca25a90 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Nov 23 10:37:30.390853 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:30.396128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de41058-8ae4-4058-8587-279e3fec01b0 req-5f81c4a1-ba18-4a77-a748-55577b7aeb13 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:30.398057 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:30.404038 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0de41058-8ae4-4058-8587-279e3fec01b0 req-5f81c4a1-ba18-4a77-a748-55577b7aeb13 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 949 time: 0.0869095 Nov 23 10:37:30.460776 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd75e57-947e-4d3c-851d-df050d307ea5 None None] Pushing event updated for resources: {'Port': ['ID=d4287563-8eb1-4694-bb1e-2c7529246cad,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:30.467380 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Attempting to bind port d4287563-8eb1-4694-bb1e-2c7529246cad on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:30.467748 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Attempting to bind port d4287563-8eb1-4694-bb1e-2c7529246cad by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:30.468112 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Attempting to bind port d4287563-8eb1-4694-bb1e-2c7529246cad on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:30.474713 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:30.475209 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:30.475870 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:30.476886 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:30.478336 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Bound port: d4287563-8eb1-4694-bb1e-2c7529246cad, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:30.478470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0de41058-8ae4-4058-8587-279e3fec01b0 req-d8baeb40-e16f-457e-bb52-d27a1b0c38e5 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684137 Nov 23 10:37:30.478896 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:30.570629 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] For port d4287563-8eb1-4694-bb1e-2c7529246cad, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:30.575422 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] For port d4287563-8eb1-4694-bb1e-2c7529246cad, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d4287563-8eb1-4694-bb1e-2c7529246cad,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:30.582197 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:30.639780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b11cb3b8-afb8-4b81-8d0c-1c79a4877a9d req-985b2f95-124e-4b92-9cc4-97cd1d9cd727 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019393 Nov 23 10:37:30.675728 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:30.676381 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:30.760492 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd75e57-947e-4d3c-851d-df050d307ea5 None None] Pushing event updated for resources: {'Port': ['ID=d4287563-8eb1-4694-bb1e-2c7529246cad,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:30.804521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:30.851796 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:30.878507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:30.878507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:30.927308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:31.008992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a4723-2b97-4ef0-831d-ad38d6560167 req-e1eece81-7897-48a4-816a-10595f215fd5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:31.010607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e9a4723-2b97-4ef0-831d-ad38d6560167 req-e1eece81-7897-48a4-816a-10595f215fd5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0779154 Nov 23 10:37:31.041926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:31.079831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:31.086720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e9a4723-2b97-4ef0-831d-ad38d6560167 req-64f3315f-ce03-4243-b27d-2aee8eb07874 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691555 Nov 23 10:37:31.165820 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:28Z', 'revision_number': 3, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:31.202210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c404cb-7db6-40eb-bc57-86c6bd4a9c91 req-823f9a5b-4945-4479-bbae-eb34db85a41b tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:31.210151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52c404cb-7db6-40eb-bc57-86c6bd4a9c91 req-823f9a5b-4945-4479-bbae-eb34db85a41b tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 946 time: 0.0614028 Nov 23 10:37:31.223961 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34da30-74b7-411c-8340-d2ed8eb41ae9 None None] The sync data for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 is: [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:28Z', 'revision_number': 3, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:31.242802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:31.260835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:31.263347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Allocated IP 172.20.0.1 (450edc9e-1f33-42ae-b5a6-a9248a74ffb0/255e75a3-7401-468a-87ea-fc52133b2477/28fdace8-e191-4aac-a876-176c86fd6f22) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:31.272059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '38281975-9a2e-4fae-93ac-95ed8a0b5c26', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'port_id': '38281975-9a2e-4fae-93ac-95ed8a0b5c26', 'mac_address': 'fa:16:3e:ed:23:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397510e2-3216-420f-80f2-50bf6d7c2ac6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:31.273812 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:31.292427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:31.342334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52c404cb-7db6-40eb-bc57-86c6bd4a9c91 req-eeb1ab64-4317-4cce-abd4-d82d6a33a0ed tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292775 Nov 23 10:37:31.369839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-f91cab6b-e5e3-41fe-ad0e-9817439860f3 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "PUT /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 200 len: 995 time: 3.0174499 Nov 23 10:37:31.369839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:31.369839 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:31.408834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:31.409490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:31.461152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:31.484717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38281975-9a2e-4fae-93ac-95ed8a0b5c26 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:31.524538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:31.532666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-d9269d85-1421-4f15-89fd-1be4c08197d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:31.540599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-d9269d85-1421-4f15-89fd-1be4c08197d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.1133325 Nov 23 10:37:31.552859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:31.556603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226458f4-a8e7-4576-9328-9be67b8c93dd req-1f268a20-37e9-4e94-a153-28838614fd87 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:31.559426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-226458f4-a8e7-4576-9328-9be67b8c93dd req-1f268a20-37e9-4e94-a153-28838614fd87 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 943 time: 0.0909586 Nov 23 10:37:31.566980 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:31.612200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:31.677355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-226458f4-a8e7-4576-9328-9be67b8c93dd req-28732038-fe85-4ce2-95fa-4a443bfba8cd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091266 Nov 23 10:37:31.703687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:31.728575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:31.754859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-0e8c7d56-d290-44c3-aa0b-0c9b07a06d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:31.756443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-0e8c7d56-d290-44c3-aa0b-0c9b07a06d53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.2150300 Nov 23 10:37:31.758696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:31.762217 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d98939-0b5f-418b-ab36-f06743ca35fe x-openstack-request-id: req-67d98939-0b5f-418b-ab36-f06743ca35fe {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:31.762508 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:31.762900 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67d98939-0b5f-418b-ab36-f06743ca35fe {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:31.763515 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'status': 'completed', 'code': 200} Nov 23 10:37:31.778236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:31.781059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:31.782088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:31.946545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614cc28-bdb7-4ecc-88b7-a012d919a02d req-2cc01eae-4f25-4fbd-af72-7eba57b3ba16 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:31.951232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e614cc28-bdb7-4ecc-88b7-a012d919a02d req-2cc01eae-4f25-4fbd-af72-7eba57b3ba16 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 949 time: 0.1162407 Nov 23 10:37:32.016592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e614cc28-bdb7-4ecc-88b7-a012d919a02d req-93eb4612-b033-48ca-9574-795a033d3eb8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644679 Nov 23 10:37:32.070895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Pushing event updated for resources: {'Port': ['ID=28fdace8-e191-4aac-a876-176c86fd6f22,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:32.138321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.138767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.139211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.139643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.140068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.140494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.140917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.141390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.141810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.142249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.143205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.143760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:32.277006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['38281975-9a2e-4fae-93ac-95ed8a0b5c26'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:32.308673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-cbfd2ea6-9c68-4a98-b39a-ea81f64c9759 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 998 time: 0.5439839 Nov 23 10:37:32.316784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-3a3330bc-51a3-4191-a35a-eaddcf0dcbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.321416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-3a3330bc-51a3-4191-a35a-eaddcf0dcbdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.4227116 Nov 23 10:37:32.337254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dd3532fd-32d8-48da-8d39-f351db15ed2c None None] Provisioning complete for port 28fdace8-e191-4aac-a876-176c86fd6f22 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:32.337771 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dd3532fd-32d8-48da-8d39-f351db15ed2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:32.393744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-dd3532fd-32d8-48da-8d39-f351db15ed2c None None] Port 28fdace8-e191-4aac-a876-176c86fd6f22 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:32.472192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:5a:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:29Z', 'revision_number': 1, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:32.482619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-b2b1b961-e5f8-426b-92ca-7723049f910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.482619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-b2b1b961-e5f8-426b-92ca-7723049f910d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1598380 Nov 23 10:37:32.486849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:32.512794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:32.535250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138226b-4412-4d8d-9971-d0aee3eb8903 req-aa7a3020-4d5a-4030-85af-58ec28ea8461 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.538843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:32.539578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:32.545307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138226b-4412-4d8d-9971-d0aee3eb8903 req-aa7a3020-4d5a-4030-85af-58ec28ea8461 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.551863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e138226b-4412-4d8d-9971-d0aee3eb8903 req-aa7a3020-4d5a-4030-85af-58ec28ea8461 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03&device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 1689 time: 0.0823519 Nov 23 10:37:32.609652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e138226b-4412-4d8d-9971-d0aee3eb8903 req-a0019b52-1b19-4f58-99e8-8e34ef1bb788 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564826 Nov 23 10:37:32.634080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-6955ac42-5565-4e8a-a033-5e043f47df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.635564 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-6955ac42-5565-4e8a-a033-5e043f47df57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.2640414 Nov 23 10:37:32.644537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-512452cf-177c-481c-bc78-da14d3d2f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.646100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-512452cf-177c-481c-bc78-da14d3d2f53d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569834 Nov 23 10:37:32.712310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-78e0e2a7-143a-4676-a646-98252a72c24b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 998 time: 0.0652540 Nov 23 10:37:32.716447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:32.717373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-06b3d5ac-161e-4917-8ea6-91a8a0e0b443 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:32.718388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-06b3d5ac-161e-4917-8ea6-91a8a0e0b443 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051985 Nov 23 10:37:32.757649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdd9ab-b5ea-4fa3-be0a-7c3dc8e2b2e5 req-86b34670-db44-4e51-892d-4ec97f77f088 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.767705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81bdd9ab-b5ea-4fa3-be0a-7c3dc8e2b2e5 req-86b34670-db44-4e51-892d-4ec97f77f088 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0816472 Nov 23 10:37:32.837144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d4287563-8eb1-4694-bb1e-2c7529246cad up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:32.841197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81bdd9ab-b5ea-4fa3-be0a-7c3dc8e2b2e5 req-702ea2f2-dacb-4290-8feb-9c6888754745 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713208 Nov 23 10:37:32.879073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-e897e939-1b51-40e5-a9df-043314f2d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.880541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-e897e939-1b51-40e5-a9df-043314f2d736 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1319892 Nov 23 10:37:32.946377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-1557133d-6f08-40dd-9798-de31c8ca73d3 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894326 Nov 23 10:37:32.952156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:32.966702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d4287563-8eb1-4694-bb1e-2c7529246cad triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:32.967191 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:32.975039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09dc7-4dd1-465f-9c35-5453bf524668 req-660c4907-29f6-4a85-b3ea-8a81258910a7 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:32.976793 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa09dc7-4dd1-465f-9c35-5453bf524668 req-660c4907-29f6-4a85-b3ea-8a81258910a7 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 946 time: 0.0812950 Nov 23 10:37:32.978897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:32.979619 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:33.003723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-286713cb-d8c8-466c-b835-c8722178a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:33.005241 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-286713cb-d8c8-466c-b835-c8722178a1be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019647 Nov 23 10:37:33.055393 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa09dc7-4dd1-465f-9c35-5453bf524668 req-629badaa-eb55-4528-9a7f-751c16230b7e tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/security-groups?id=804b2e3d-3f63-40a6-a79f-d674d00660ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697997 Nov 23 10:37:33.120367 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:33.142816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:5a:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:29Z', 'revision_number': 1, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:33.147004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port d4287563-8eb1-4694-bb1e-2c7529246cad, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d4287563-8eb1-4694-bb1e-2c7529246cad,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:33.172812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:33.207188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987a19a1-1f19-47aa-a1d6-0c46a0d95cd2 None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:5a:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:29Z', 'revision_number': 1, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:33.226674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63876ccc-0d84-4108-8efe-babad905049a req-867d2d30-b0da-4ebb-af53-ca88cd6ed3a6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:33.234990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63876ccc-0d84-4108-8efe-babad905049a req-867d2d30-b0da-4ebb-af53-ca88cd6ed3a6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.0661130 Nov 23 10:37:33.246343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=d4287563-8eb1-4694-bb1e-2c7529246cad,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:33.287730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63876ccc-0d84-4108-8efe-babad905049a req-b8c3b506-b7d0-4f84-8b9d-4b24abd5064b tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518234 Nov 23 10:37:33.522741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Pushing event updated for resources: {'Port': ['ID=28fdace8-e191-4aac-a876-176c86fd6f22,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:33.576393 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0b8de-96a2-4b8e-ba3c-b3bd40c8df09 None None] New status for floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:37:33.609753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-c8baec14-67c9-4f0c-bbad-f7674dd90d36 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:33.611278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-c8baec14-67c9-4f0c-bbad-f7674dd90d36 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.58 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 946 time: 0.5355294 Nov 23 10:37:33.618098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc492ac1-a6ed-4f56-92f1-56f3262947a9 req-50b178dc-b7c0-4e9e-8fc5-e1f45c0991a5 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625514 Nov 23 10:37:33.680014 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-84242eaf-9319-4997-86c5-bb87dfd07985 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543081 Nov 23 10:37:33.729480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:33.787293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:34.011592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecac1f-3db4-4e0a-a358-a8a7cb250d40 req-b7d15b65-5f1a-4f47-b3c2-777ace238bb0 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:34.013277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4aecac1f-3db4-4e0a-a358-a8a7cb250d40 req-b7d15b65-5f1a-4f47-b3c2-777ace238bb0 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 1100 time: 0.2978523 Nov 23 10:37:34.050410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dbb6876-8aae-4d9f-92ef-54f2383ca1f3 req-cbdf2d61-90cd-43dd-89c4-ec90af174753 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599133 Nov 23 10:37:34.078661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Deleting port 8093d004-2b1f-45b2-b52f-81f82f30335c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:34.079094 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:34.107733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Router 71a8129f-b77d-4975-bc33-80f445b405da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:34.112952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-4c9a5ff8-e9fe-42a8-9f21-f64dc9b24d05 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:34.114763 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-4c9a5ff8-e9fe-42a8-9f21-f64dc9b24d05 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1235218 Nov 23 10:37:34.152635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f1cd381f-c5f1-4653-b875-fb2a6f097361 None None] Provisioning complete for port 28fdace8-e191-4aac-a876-176c86fd6f22 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:34.153690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f1cd381f-c5f1-4653-b875-fb2a6f097361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:34.169017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4aecac1f-3db4-4e0a-a358-a8a7cb250d40 req-64892a26-696f-4da4-a271-adecda7e280b tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465397 Nov 23 10:37:34.253244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd381f-c5f1-4653-b875-fb2a6f097361 None None] Port 28fdace8-e191-4aac-a876-176c86fd6f22 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:34.293898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-959165f8-1547-4744-8981-10c4eb287bca tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1000 time: 0.1727858 Nov 23 10:37:34.304700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'floatingip': {'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:34.336740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] For port 8093d004-2b1f-45b2-b52f-81f82f30335c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8093d004-2b1f-45b2-b52f-81f82f30335c,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:34.337213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:34.365884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Calling delete_port for 8093d004-2b1f-45b2-b52f-81f82f30335c owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:34.389034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:34.395425 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-36fc3834-ad89-4962-829a-566cfa6c4129 admin admin] 10.222.0.61 "PUT /v2.0/routers/71a8129f-b77d-4975-bc33-80f445b405da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7827630 Nov 23 10:37:34.403777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Sync routers for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:34.421358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:34.423804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:34.486591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae2b8-4ab4-496f-80e6-63194e7b8884 req-da01fe33-c4ae-4239-869b-c40566a594b9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:34.488207 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c72ae2b8-4ab4-496f-80e6-63194e7b8884 req-da01fe33-c4ae-4239-869b-c40566a594b9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1877987 Nov 23 10:37:34.598963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:34.609085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c72ae2b8-4ab4-496f-80e6-63194e7b8884 req-a8e84abe-bfcd-4ecb-b9dd-327d259db614 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088331 Nov 23 10:37:34.630721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:34.757176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:34.773234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8093d004-2b1f-45b2-b52f-81f82f30335c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:34.778989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d4287563-8eb1-4694-bb1e-2c7529246cad up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:34.791042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6668221e-c8a5-4928-9e0b-5ad38b70533f req-c5cbc1bc-5125-478c-baa1-2a2d6bf3d0e6 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.61 "GET /v2.0/ports?device_id=e14a68ac-483b-4d91-93f5-c58031697ab8 HTTP/1.1" status: 200 len: 210 time: 0.0508049 Nov 23 10:37:34.826809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Pushing event deleted for resources: {'Port': ['ID=8093d004-2b1f-45b2-b52f-81f82f30335c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:34.957953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] No DVR routers for this DVR port 8093d004-2b1f-45b2-b52f-81f82f30335c on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:34.968116 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:34.971524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00d5aba1-aadc-4b5a-a213-75ea490578fd req-feaf6e50-d707-4f6e-a0b1-928f04eb11c2 tempest-AttachSCSIVolumeTestJSON-1675629926 tempest-AttachSCSIVolumeTestJSON-1675629926-project] 10.222.0.58 "DELETE /v2.0/ports/8093d004-2b1f-45b2-b52f-81f82f30335c HTTP/1.1" status: 204 len: 173 time: 1.3466644 Nov 23 10:37:34.972653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'name': 'network-vif-deleted', 'tag': '8093d004-2b1f-45b2-b52f-81f82f30335c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:34.979519 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ea031-6b95-46cf-b407-e619fcd10cb8" -d '{"events": [{"server_uuid": "e14a68ac-483b-4d91-93f5-c58031697ab8", "name": "network-vif-deleted", "tag": "8093d004-2b1f-45b2-b52f-81f82f30335c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:35.078224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79067ca1-f97a-45bd-b91e-a7f5dfa3206e req-599ded6c-2b7c-47d7-ad0e-bfe4d775a6b3 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:35.091975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79067ca1-f97a-45bd-b91e-a7f5dfa3206e req-599ded6c-2b7c-47d7-ad0e-bfe4d775a6b3 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 1100 time: 0.1347780 Nov 23 10:37:35.116991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d4287563-8eb1-4694-bb1e-2c7529246cad triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:35.117712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:35.180566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:35.210019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79067ca1-f97a-45bd-b91e-a7f5dfa3206e req-a529fb80-19e4-4f81-8e91-ca02955bdad1 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079242 Nov 23 10:37:35.288503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 2, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:35.370041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Checking router: 71a8129f-b77d-4975-bc33-80f445b405da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:35.370313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Updating router 71a8129f-b77d-4975-bc33-80f445b405da port 28fdace8-e191-4aac-a876-176c86fd6f22 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:37:35.440541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c861de-cd42-43b2-86bb-9d01094fbae7 req-a48cac4e-c028-4000-bbe0-e8ba2edf1364 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:35.445008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36c861de-cd42-43b2-86bb-9d01094fbae7 req-a48cac4e-c028-4000-bbe0-e8ba2edf1364 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.1118231 Nov 23 10:37:35.465528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:35.475180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:35.475558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:35.502714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36c861de-cd42-43b2-86bb-9d01094fbae7 req-fd7ea9e6-aab3-48f7-8ca1-f60693ad2e76 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511348 Nov 23 10:37:35.506925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:35.584037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:35.590994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:35.711868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:35.757190 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 associated. External IP: 172.25.5.69, port: c1830366-bd6e-4cec-b2ad-4c4325c7d5ca. Nov 23 10:37:35.898796 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:35.901162 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9491df-c3b9-4df4-be09-c36c1913ecd0" -d '{"events": [{"server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "name": "network-vif-plugged", "status": "completed", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:35.919421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:35.936251 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:35.937341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8093d004-2b1f-45b2-b52f-81f82f30335c no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:35.968247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 8093d004-2b1f-45b2-b52f-81f82f30335c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:35.968700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8093d004-2b1f-45b2-b52f-81f82f30335c not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:36.075415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52614) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:36.079145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:36.079772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-905625e0-ef73-4971-a0a3-47834b5b7f88 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1023168489', 'description': 'tempest-description--1083952838'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:36.099916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.100273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.100623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.100967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.101341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.101716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.102023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.102350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.102682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.103078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.103409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.103738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:36.118431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.135786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.146213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-905625e0-ef73-4971-a0a3-47834b5b7f88 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.199820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3df64-ace7-44a8-ba71-7c67ae1cd140 None None] Pushing event updated for resources: {'Port': ['ID=28fdace8-e191-4aac-a876-176c86fd6f22,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:36.224502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:36.260207 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a00e083-d849-4e36-bd7a-f9e278577c2e x-openstack-request-id: req-5a00e083-d849-4e36-bd7a-f9e278577c2e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:36.260708 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14a68ac-483b-4d91-93f5-c58031697ab8", "name": "network-vif-deleted", "tag": "8093d004-2b1f-45b2-b52f-81f82f30335c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:36.261135 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a00e083-d849-4e36-bd7a-f9e278577c2e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:36.261712 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14a68ac-483b-4d91-93f5-c58031697ab8', 'name': 'network-vif-deleted', 'tag': '8093d004-2b1f-45b2-b52f-81f82f30335c', 'status': 'completed', 'code': 200} Nov 23 10:37:36.264410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-905625e0-ef73-4971-a0a3-47834b5b7f88 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.273260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-905625e0-ef73-4971-a0a3-47834b5b7f88 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.292904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Attempting to bind port 28fdace8-e191-4aac-a876-176c86fd6f22 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:36.293406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Attempting to bind port 28fdace8-e191-4aac-a876-176c86fd6f22 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:36.293858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Attempting to bind port 28fdace8-e191-4aac-a876-176c86fd6f22 on network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:36.300365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:36.300843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Checking segment: {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:36.310458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.310902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Bound using segment: {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:36.311431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Bound port: 28fdace8-e191-4aac-a876-176c86fd6f22, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:36.311824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.315780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-905625e0-ef73-4971-a0a3-47834b5b7f88 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.320099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-905625e0-ef73-4971-a0a3-47834b5b7f88 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2438364 Nov 23 10:37:36.322220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52620) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:36.326449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb386ace-71c2-471b-a407-b16b286e78da tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Request body: {'security_group_rule': {'security_group_id': '5980e5dd-85c5-441e-8dab-cc3b65173f74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:36.331278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905625e0-ef73-4971-a0a3-47834b5b7f88 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5980e5dd-85c5-441e-8dab-cc3b65173f74,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:36.402105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-acce7a2f-c893-49ab-b229-88374a63f857 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272129 Nov 23 10:37:36.410018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb386ace-71c2-471b-a407-b16b286e78da tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.432193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] For port 28fdace8-e191-4aac-a876-176c86fd6f22, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:36.436542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:36.440202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] For port 28fdace8-e191-4aac-a876-176c86fd6f22, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=28fdace8-e191-4aac-a876-176c86fd6f22,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:36.448538 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.450122 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:36.477945 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:36.478656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:36.551826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:36.556869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:36.576102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb386ace-71c2-471b-a407-b16b286e78da tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.592096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb386ace-71c2-471b-a407-b16b286e78da tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.670008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb386ace-71c2-471b-a407-b16b286e78da tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736b31dc-8b92-43f3-af55-4d87b5aa10d1,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:36.701993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb386ace-71c2-471b-a407-b16b286e78da tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.706754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb386ace-71c2-471b-a407-b16b286e78da tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3810620 Nov 23 10:37:36.707805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52628) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:36.717243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a3684f91-4816-45cc-9e35-d47836e210f4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Request body: {'security_group_rule': {'security_group_id': '5980e5dd-85c5-441e-8dab-cc3b65173f74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:36.723618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e1ef4d30-5111-48e9-a034-0c35d87ebaad None None] Provisioning complete for port 28fdace8-e191-4aac-a876-176c86fd6f22 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:36.724089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4d30-5111-48e9-a034-0c35d87ebaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.764062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3df64-ace7-44a8-ba71-7c67ae1cd140 None None] Pushing event updated for resources: {'Port': ['ID=28fdace8-e191-4aac-a876-176c86fd6f22,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:36.775557 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3684f91-4816-45cc-9e35-d47836e210f4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.782503 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:36.806408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:36.828401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-46764a71-23c3-4c5b-8ef4-ea1cd6e9cda6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:36.833685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-46764a71-23c3-4c5b-8ef4-ea1cd6e9cda6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862009 Nov 23 10:37:36.867116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-ade42c68-847b-4e6c-894a-1c34577b04ab tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/quotas/9164cdc3038441629bde1465edff0852 HTTP/1.1" status: 200 len: 375 time: 0.0288517 Nov 23 10:37:36.906744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3684f91-4816-45cc-9e35-d47836e210f4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.930884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3684f91-4816-45cc-9e35-d47836e210f4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.959777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:36.962121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3684f91-4816-45cc-9e35-d47836e210f4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf685739-fb4b-42d6-a116-63b469091420,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:36.978047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3684f91-4816-45cc-9e35-d47836e210f4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:36.979285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a3684f91-4816-45cc-9e35-d47836e210f4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2707508 Nov 23 10:37:36.984173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52630) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:36.991945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:37.013512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-514a3bc1-df4e-4bbf-97c6-3c4b509c1af3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1360276 Nov 23 10:37:37.048963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.063593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4d30-5111-48e9-a034-0c35d87ebaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.169784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e1ef4d30-5111-48e9-a034-0c35d87ebaad None None] For port 28fdace8-e191-4aac-a876-176c86fd6f22, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=28fdace8-e191-4aac-a876-176c86fd6f22,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:37.172074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:36Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:37.198635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:37.204009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.237490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.283907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e376e8ed-0153-4088-90d6-d7e0727665ed None None] The sync data for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 is: [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:36Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:37.289341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:37.292975 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4d30-5111-48e9-a034-0c35d87ebaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.299479 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a57ad-9f22-4483-87d9-03a18e38f912" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:37.302907 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:d8:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:35Z', 'revision_number': 3, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:37.378954 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-d0c3611b-3d37-4b8a-b0b5-afb508ac77ed tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "PUT /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 200 len: 998 time: 3.0782363 Nov 23 10:37:37.402269 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:37.416092 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:37.416992 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:37.445318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e95a9c51-e535-44c8-ae97-e64813579ffe None None] Provisioning complete for port 28fdace8-e191-4aac-a876-176c86fd6f22 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:37.445694 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e95a9c51-e535-44c8-ae97-e64813579ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.447459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4d30-5111-48e9-a034-0c35d87ebaad None None] Pushing event updated for resources: {'Port': ['ID=28fdace8-e191-4aac-a876-176c86fd6f22,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:37.491718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Allocated IP 172.25.5.195 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/eb1786dd-d9db-466b-8122-377e1fd44b57) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:37.512377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-86d2060d-e225-4d8a-8d01-61da21b3862b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:37.512377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-86d2060d-e225-4d8a-8d01-61da21b3862b tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports/c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 942 time: 0.1253707 Nov 23 10:37:37.516590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f17bb-94af-4325-8760-4466e44537a3 req-ef5639e3-c217-467d-8080-20439e1c2869 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:37.518788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-996f17bb-94af-4325-8760-4466e44537a3 req-ef5639e3-c217-467d-8080-20439e1c2869 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0973356 Nov 23 10:37:37.695021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-996f17bb-94af-4325-8760-4466e44537a3 req-d0827878-f1f5-460e-b1f8-fc7b524db418 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664867 Nov 23 10:37:37.741809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.744992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-c5c6edfe-43d1-47c8-8ea2-a52b9b7ea05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:37.747219 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-c5c6edfe-43d1-47c8-8ea2-a52b9b7ea05f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.0634472 Nov 23 10:37:37.802035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:37.907630 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ef832c-561c-4ac7-a39e-21167c95fbfe x-openstack-request-id: req-44ef832c-561c-4ac7-a39e-21167c95fbfe {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:37.908159 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "name": "network-vif-plugged", "status": "completed", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:37.908601 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44ef832c-561c-4ac7-a39e-21167c95fbfe {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:37.909237 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26', 'code': 200} Nov 23 10:37:37.982864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:37.992292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-3466d7bc-12e4-4b4d-865e-68a8719186ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:37.995197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-3466d7bc-12e4-4b4d-865e-68a8719186ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.2367361 Nov 23 10:37:38.038421 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:38.053775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event updated for resources: {'Port': ['ID=eb1786dd-d9db-466b-8122-377e1fd44b57,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:38.067868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:38.079193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:38.131690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-24941aa2-281f-47a8-8a83-9280b4244016 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 217 time: 0.1227362 Nov 23 10:37:38.219996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:38.317712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:38.320766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddb933-b302-4815-8f1b-dbbe4b992abf req-f37e03d1-fbba-453c-b2b8-3bd084333075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:38.322299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-68ddb933-b302-4815-8f1b-dbbe4b992abf req-f37e03d1-fbba-453c-b2b8-3bd084333075 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1096 time: 0.3179243 Nov 23 10:37:38.334183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-596e9ab7-a746-48ee-8de2-80ff8276f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:38.335862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-596e9ab7-a746-48ee-8de2-80ff8276f7dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1899559 Nov 23 10:37:38.350189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516330e-4a99-4665-8687-588e79d46ac4 req-e3d6cf4f-30c4-4002-ae56-d0dc75365dcf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:38.358132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d516330e-4a99-4665-8687-588e79d46ac4 req-e3d6cf4f-30c4-4002-ae56-d0dc75365dcf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 945 time: 0.2717535 Nov 23 10:37:38.431404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-30477afc-ba25-4f6a-9283-01bcfeb05496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:38.436547 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-30477afc-ba25-4f6a-9283-01bcfeb05496 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917149 Nov 23 10:37:38.457160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-425e9191-ff75-4ec2-906e-595e62043ecb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:38.467202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-425e9191-ff75-4ec2-906e-595e62043ecb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198650 Nov 23 10:37:38.492190 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:d8:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:35Z', 'revision_number': 3, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:38.525777 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ff3d5-2815-4a54-ae88-61523e92ec34 None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:d8:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:35Z', 'revision_number': 3, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:38.580922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d516330e-4a99-4665-8687-588e79d46ac4 req-ad759d02-5a22-48db-a607-11fdf03d92b2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209802 Nov 23 10:37:38.621642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-68ddb933-b302-4815-8f1b-dbbe4b992abf req-b7c18b14-d5c3-43a3-8bf6-cc28fa29f521 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946781 Nov 23 10:37:38.739107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-aa924192-608a-4d42-891a-7499bb698922 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621891 Nov 23 10:37:38.839079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 28fdace8-e191-4aac-a876-176c86fd6f22 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:38.937515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-c865cb40-5944-4812-b40c-2234a807f03b service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917892 Nov 23 10:37:38.952373 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:38.971952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:39.025016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 28fdace8-e191-4aac-a876-176c86fd6f22 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:39.025506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:39.059566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-26110ad9-fd73-4141-b75a-583e528497ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.070494 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-26110ad9-fd73-4141-b75a-583e528497ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 1097 time: 0.0901997 Nov 23 10:37:39.083623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596a723-d826-432f-8d68-8ca6e57f44f4 None None] New status for floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:37:39.087706 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:39.117349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce0f808d-41a0-43ad-ac54-879be64a02b8 req-25e07694-b550-4e09-a402-e0bc204b93f9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 210 time: 0.0590801 Nov 23 10:37:39.128206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event updated for resources: {'Port': ['ID=eb1786dd-d9db-466b-8122-377e1fd44b57,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:39.135012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:39.136334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-846d656a-ffa8-455e-b86c-a6938fe0fd39 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1514907 Nov 23 10:37:39.268889 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f78ef7f-e48b-425e-bbb7-3c9eb67bfc3b x-openstack-request-id: req-3f78ef7f-e48b-425e-bbb7-3c9eb67bfc3b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:39.269354 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:39.269750 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f78ef7f-e48b-425e-bbb7-3c9eb67bfc3b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:39.270316 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'status': 'completed', 'code': 200} Nov 23 10:37:39.282555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-8e5977e4-f83d-4c69-95a6-4904577962e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.294565 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-8e5977e4-f83d-4c69-95a6-4904577962e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.2077346 Nov 23 10:37:39.391127 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-818f529b-41af-4020-ae67-591e16e43d7e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 1001 time: 0.0955479 Nov 23 10:37:39.440793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-afc15791-7717-48d1-b954-75a24619418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.446405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-afc15791-7717-48d1-b954-75a24619418d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.1323462 Nov 23 10:37:39.462867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-43872686-f7c5-4194-b9cc-154531f23b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.464769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-43872686-f7c5-4194-b9cc-154531f23b2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.0643446 Nov 23 10:37:39.578582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f80d2f75-7ea0-40ce-a9bc-d710ca6b369c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839305 Nov 23 10:37:39.600311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-55e5e136-248d-4e4b-a874-0806776543c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.601941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-55e5e136-248d-4e4b-a874-0806776543c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249084 Nov 23 10:37:39.756591 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:39.762337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-dfb5ecf9-12c2-4ba9-beb4-5d1da8321b26 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531029 Nov 23 10:37:39.766040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-638198de-1881-44f9-bf6c-1573a50e146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.767599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-638198de-1881-44f9-bf6c-1573a50e146b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.3068507 Nov 23 10:37:39.774665 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:39.775319 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:39.785577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb06fd9-ccea-4201-84c4-b9fc4e44c674 req-1fa68fb8-f700-4de3-8a90-98be363217ec tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.787145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cb06fd9-ccea-4201-84c4-b9fc4e44c674 req-1fa68fb8-f700-4de3-8a90-98be363217ec tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.3076532 Nov 23 10:37:39.839327 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-aabdc033-9d6b-4cac-a3d6-24a78be2e6cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 217 time: 0.0511634 Nov 23 10:37:39.890626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfb3d592-a7df-4992-beaa-fc439a89d8a8 req-ba00ab63-ba1e-43ea-8865-5c7aaf3fb8da service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209517 Nov 23 10:37:39.923106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-f02f1237-984d-4ac0-bb13-d11f76ac182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:39.925395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-f02f1237-984d-4ac0-bb13-d11f76ac182a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.0752630 Nov 23 10:37:39.948542 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:39.977675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cb06fd9-ccea-4201-84c4-b9fc4e44c674 req-e4430f60-fe65-4e39-9084-de7476c24f8a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298499 Nov 23 10:37:40.040614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-9e522799-e937-4392-aede-df32848e4113 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.042157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-9e522799-e937-4392-aede-df32848e4113 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4552169 Nov 23 10:37:40.079919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:40.083427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-ef1f1bab-f980-4f6c-8695-4d65ff5c79f9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1023168489&fields=id&tenant_id=e2e6586710324b61b5ecb9a3d7709805 HTTP/1.1" status: 200 len: 267 time: 0.0749164 Nov 23 10:37:40.209038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-dee9b4df-41c9-4a37-ab01-ae5d44aa07b3 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.210594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-dee9b4df-41c9-4a37-ab01-ae5d44aa07b3 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/networks?id=450edc9e-1f33-42ae-b5a6-a9248a74ffb0 HTTP/1.1" status: 200 len: 812 time: 0.1259272 Nov 23 10:37:40.211534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2bc29-ee64-405d-9218-0a91beb97919 req-d0a3c6f9-e42e-4333-a6c7-085d16ce920c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.213039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fce2bc29-ee64-405d-9218-0a91beb97919 req-d0a3c6f9-e42e-4333-a6c7-085d16ce920c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 945 time: 0.1503384 Nov 23 10:37:40.218809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-d1e33e5d-fd7a-4a97-8077-7f82d7a97f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:40.220279 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-d1e33e5d-fd7a-4a97-8077-7f82d7a97f4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2589378 Nov 23 10:37:40.227328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-fc9c120a-fa65-40c8-abb1-d0f7152f9fb4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/quotas/e2e6586710324b61b5ecb9a3d7709805 HTTP/1.1" status: 200 len: 375 time: 0.0102134 Nov 23 10:37:40.273000 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:d8:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:39Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:40.300919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-ab346c1e-eb7d-4221-bfc7-1cae560030cb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2e6586710324b61b5ecb9a3d7709805&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666933 Nov 23 10:37:40.310249 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:40.325095 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:40.326400 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:40.429291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-06bb58bf-4120-4d02-987b-c6a846f551e8 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699367 Nov 23 10:37:40.480974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fce2bc29-ee64-405d-9218-0a91beb97919 req-d11c2524-784a-4e99-a051-085fff7aa4d6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597036 Nov 23 10:37:40.482785 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:40.493684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-e71cacc1-8f48-4306-8ce0-7df51fbc2598 service neutron] 10.222.0.61 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776204 Nov 23 10:37:40.621919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-8da37d45-57e0-4db2-9605-4e9a54eca21b service neutron] 10.222.0.61 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219199 Nov 23 10:37:40.859068 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:d8:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:39Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:40.890676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc1702bc-ac0e-4ac0-bb55-4d7930657685 req-8d6ad0b2-05c8-4174-ab99-392638015658 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 210 time: 0.0344491 Nov 23 10:37:40.897803 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953b1357-ef9c-4ef7-b9f1-e895727c20c7 None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': '414264d1-ead7-40ef-bcfe-624c867f4320', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:d8:d5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:39Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:40.902558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:40.906268 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:41.022356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b708472f-b6b1-42f7-ab35-67d3b62952c0 req-1d3b3079-555a-48d6-96de-0b9cfa57d98b tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 210 time: 0.0586545 Nov 23 10:37:41.134293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a056b1d4-645a-44c1-8039-ea70e89ad395 req-36dfa4d1-79dc-4951-9b1f-9dcbb445f08e tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1001 time: 0.2343302 Nov 23 10:37:41.137540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa6a57ad-9f22-4483-87d9-03a18e38f912 req-9eae1aca-e371-47cc-b0c6-b32e4350b4f9 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889410 Nov 23 10:37:41.255166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056b1d4-645a-44c1-8039-ea70e89ad395 req-f49e97b4-dec0-42fd-8e1e-640240d06682 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:41.274253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed360fc-d76e-4076-bcef-9aedf45e229a req-a42bc97a-38d9-46b8-bfd7-4036db1aa66e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:41.283872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eed360fc-d76e-4076-bcef-9aedf45e229a req-a42bc97a-38d9-46b8-bfd7-4036db1aa66e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1088784 Nov 23 10:37:41.286197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a056b1d4-645a-44c1-8039-ea70e89ad395 req-f49e97b4-dec0-42fd-8e1e-640240d06682 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports/414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 943 time: 0.1509547 Nov 23 10:37:41.292743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:41.295634 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736" -d '{"events": [{"name": "network-changed", "server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:41.358259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eed360fc-d76e-4076-bcef-9aedf45e229a req-5b1ad100-a7fc-4bfd-af3e-c15b7f255904 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732346 Nov 23 10:37:41.401392 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f249f3-bd56-4b67-9426-58818aecd3bf x-openstack-request-id: req-86f249f3-bd56-4b67-9426-58818aecd3bf {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:41.401874 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:41.402499 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-86f249f3-bd56-4b67-9426-58818aecd3bf {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:41.403042 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320', 'status': 'completed', 'code': 200} Nov 23 10:37:41.569287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.221 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/48d2ac1b-7b05-42c5-bba0-80d292de151b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:41.593394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a056b1d4-645a-44c1-8039-ea70e89ad395 req-c23f7c64-4efc-4d66-a1e9-d5be34cec3a0 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1001 time: 0.2388136 Nov 23 10:37:41.622836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-79471df9-6308-4bba-9e39-56304952f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:41.624115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-79471df9-6308-4bba-9e39-56304952f186 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 1097 time: 0.1700478 Nov 23 10:37:41.700879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36da267-e5e3-488c-8c23-a189d873d1d8 req-6633935f-399d-4c5c-94ef-c22faeb8c3eb tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:41.702771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c36da267-e5e3-488c-8c23-a189d873d1d8 req-6633935f-399d-4c5c-94ef-c22faeb8c3eb tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 945 time: 0.0767667 Nov 23 10:37:41.801988 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c36da267-e5e3-488c-8c23-a189d873d1d8 req-573acba9-c51b-463b-93af-e610f8246202 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865877 Nov 23 10:37:41.928355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-93bef382-cc82-499c-bc99-9a7bbec51fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:41.930350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-93bef382-cc82-499c-bc99-9a7bbec51fa7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.2912800 Nov 23 10:37:41.945158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056b1d4-645a-44c1-8039-ea70e89ad395 req-7f220a13-2fe9-4bc6-8f29-2c05f3676f7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:41.946840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a056b1d4-645a-44c1-8039-ea70e89ad395 req-7f220a13-2fe9-4bc6-8f29-2c05f3676f7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.3526318 Nov 23 10:37:42.089748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-633d1944-4a60-4482-8d41-94e5e9be6da8 req-b4cd26bd-4cd4-4a5f-a936-e4b318a130b0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 210 time: 0.0325134 Nov 23 10:37:42.109930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb63c5-095c-4c5b-b164-4c40de671e0e req-75c16b23-4df1-4d81-be0c-f8b2d5a87a8a tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:42.118236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ebdb63c5-095c-4c5b-b164-4c40de671e0e req-75c16b23-4df1-4d81-be0c-f8b2d5a87a8a tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1096 time: 0.0675509 Nov 23 10:37:42.145307 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:42.196485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-c3233709-f6d3-4f31-bbce-6f0906a6d3be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 1001 time: 0.2296982 Nov 23 10:37:42.198120 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ebdb63c5-095c-4c5b-b164-4c40de671e0e req-8b05f4b0-c980-4e78-bb81-77182c29471a tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697038 Nov 23 10:37:42.295703 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-24a79dc1-a4da-49f1-892a-ff7267c5f5d7 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1001 time: 0.1486378 Nov 23 10:37:42.299942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:42.316852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['53157aac-1352-4da3-a8e4-3791f60e18e3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:42.321741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', '10506e5f-02db-41e5-8b3d-901a12b36502'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:42.323851 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fbad4d2-5cfd-4df3-ae11-56bcd3951566 req-73afbd31-ca09-4307-b2a5-4442adf90206 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 210 time: 0.0482738 Nov 23 10:37:42.394813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-3140ce1d-0b96-4d83-9c4a-2a6cfc15573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:42.396347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-3140ce1d-0b96-4d83-9c4a-2a6cfc15573e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1912205 Nov 23 10:37:42.404415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=48d2ac1b-7b05-42c5-bba0-80d292de151b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:42.422139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:42.454960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:42.464187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad28ea-0b39-4bf2-ad00-a88d56f75346 req-072f2cd2-f02e-4187-b58b-2c4ebffcc0b2 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:42.470237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3aad28ea-0b39-4bf2-ad00-a88d56f75346 req-072f2cd2-f02e-4187-b58b-2c4ebffcc0b2 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1096 time: 0.0639431 Nov 23 10:37:42.482480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:42.489230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:42.490241 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:42.512598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-70c09bb4-068f-42a3-b490-6c43ef39d86b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4381084 Nov 23 10:37:42.546755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Request body: {'port': {'device_id': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:42.558592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-beba603a-a8d6-4f2b-ada0-1afd45a42366 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:42.560605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-beba603a-a8d6-4f2b-ada0-1afd45a42366 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports/414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 943 time: 0.2568471 Nov 23 10:37:42.630518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3aad28ea-0b39-4bf2-ad00-a88d56f75346 req-b0fa949c-004b-413c-8d53-95dff1bc054d tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529496 Nov 23 10:37:42.856399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-ddc59029-ce27-42ce-ac50-4aa4b10af0db tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1001 time: 0.1418042 Nov 23 10:37:42.884425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0b048-5a60-4e1b-aef9-bf47fdac3121 req-fc94f54c-b80f-45e8-99ac-4319c20e1d0b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:42.885969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcd0b048-5a60-4e1b-aef9-bf47fdac3121 req-fc94f54c-b80f-45e8-99ac-4319c20e1d0b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0947518 Nov 23 10:37:42.937968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-71ca32a1-784a-4344-ac15-e44e8f5bb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:42.940153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-71ca32a1-784a-4344-ac15-e44e8f5bb7f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4891040 Nov 23 10:37:42.978838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcd0b048-5a60-4e1b-aef9-bf47fdac3121 req-b7726e2e-e955-4f25-ac09-301262fbdf84 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843992 Nov 23 10:37:43.043763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:43.143633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a66e674a-9e8b-4a59-a7ee-7a59dc776d88 None None] Provisioning complete for port 48d2ac1b-7b05-42c5-bba0-80d292de151b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:43.144019 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a66e674a-9e8b-4a59-a7ee-7a59dc776d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:43.216038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a66e674a-9e8b-4a59-a7ee-7a59dc776d88 None None] Port 48d2ac1b-7b05-42c5-bba0-80d292de151b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:43.239890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-72e52a35-4088-47b2-b0d1-8a5043a2a402 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:43.242430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-72e52a35-4088-47b2-b0d1-8a5043a2a402 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.65 "GET /v2.0/networks?id=450edc9e-1f33-42ae-b5a6-a9248a74ffb0 HTTP/1.1" status: 200 len: 812 time: 0.5790796 Nov 23 10:37:43.466767 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-bc3b0b54-0bca-4145-90fc-6949eb3ffa85 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921153 Nov 23 10:37:43.551355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-134b5885-730c-49ed-931f-6965550e22be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:43.553445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-134b5885-730c-49ed-931f-6965550e22be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.6541765 Nov 23 10:37:43.785080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-905259e7-20a9-481e-9733-3aa9ce919a3a tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e6586710324b61b5ecb9a3d7709805 HTTP/1.1" status: 200 len: 380 time: 0.3144014 Nov 23 10:37:43.800007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Request body: {'port': {'device_id': '27d808bc-5e62-48e5-8283-a661966772c6', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'admin_state_up': True, 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'security_groups': ['5980e5dd-85c5-441e-8dab-cc3b65173f74']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:43.810947 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-a925a9ce-d3d9-4b7e-b343-cf64a7171afb tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1001 time: 0.2470832 Nov 23 10:37:43.813006 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c251db-17de-4e43-90a5-e4b800fc213b req-15ad62ea-0ab1-4ea4-a5cb-7e02ea36f607 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:43.823289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25c251db-17de-4e43-90a5-e4b800fc213b req-15ad62ea-0ab1-4ea4-a5cb-7e02ea36f607 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 936 time: 0.3927908 Nov 23 10:37:43.838939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:43.878208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25c251db-17de-4e43-90a5-e4b800fc213b req-198828d6-ef87-4b44-a3c4-b2c10b8c741a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531893 Nov 23 10:37:43.985163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379f4a5-ac75-429a-9c04-d5e1fa65e61f req-385494ce-4571-4c5c-a7e0-64a895a7ab86 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:43.989892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4379f4a5-ac75-429a-9c04-d5e1fa65e61f req-385494ce-4571-4c5c-a7e0-64a895a7ab86 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1096 time: 0.0510194 Nov 23 10:37:44.042976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4379f4a5-ac75-429a-9c04-d5e1fa65e61f req-4f1ceaed-2d3f-4714-910a-2145b08fff6b tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490477 Nov 23 10:37:44.141696 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-386820ef-e1ed-4f59-8ec2-333b746cf8a3 req-a7e222a1-672d-48cd-88fe-7d1e7e059290 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 210 time: 0.0360174 Nov 23 10:37:44.224780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4031c9b5-dcf8-4ec9-95fd-ce6e3e450736 req-7e8a8223-22a1-40ba-8a06-85a6d2f12a85 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7293561 Nov 23 10:37:44.258449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff84980-59f3-4348-abfe-fc156d26a00f req-bf736d68-0570-4761-a161-0b868e97c32a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:44.260067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bff84980-59f3-4348-abfe-fc156d26a00f req-bf736d68-0570-4761-a161-0b868e97c32a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0568511 Nov 23 10:37:44.277959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.311878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bff84980-59f3-4348-abfe-fc156d26a00f req-0b5a3474-19fb-469f-8567-23fa2fba84b6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Nov 23 10:37:44.392492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d2ac1b-7b05-42c5-bba0-80d292de151b {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:44.423210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea382a5b-2126-4122-a96f-c4c01a038633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.433684 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.450511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Made reservation on behalf of e2e6586710324b61b5ecb9a3d7709805 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:37:44.454042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.463734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Transition to ACTIVE for port object 48d2ac1b-7b05-42c5-bba0-80d292de151b will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:44.483396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.577663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.618577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.618919 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 disassociated. External IP: 172.25.5.69, port: 414264d1-ead7-40ef-bcfe-624c867f4320. Nov 23 10:37:44.675787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Pushing event updated for resources: {'Port': ['ID=48d2ac1b-7b05-42c5-bba0-80d292de151b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:44.888371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Attempting to bind port 48d2ac1b-7b05-42c5-bba0-80d292de151b on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:44.888729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Attempting to bind port 48d2ac1b-7b05-42c5-bba0-80d292de151b by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:44.889060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Attempting to bind port 48d2ac1b-7b05-42c5-bba0-80d292de151b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:44.907574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Port 48d2ac1b-7b05-42c5-bba0-80d292de151b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:44.907903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Attempting to bind port 48d2ac1b-7b05-42c5-bba0-80d292de151b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:44.953159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:44.953506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:44.953897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:44.954336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Bound port: 48d2ac1b-7b05-42c5-bba0-80d292de151b, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:44.954693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:44.957685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Allocated IP 172.20.0.4 (450edc9e-1f33-42ae-b5a6-a9248a74ffb0/255e75a3-7401-468a-87ea-fc52133b2477/b7bfbfbc-388b-4c6d-8352-2c659a21de71) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:37:45.130377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:45.138328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] For port 48d2ac1b-7b05-42c5-bba0-80d292de151b, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:45.188746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] For port 48d2ac1b-7b05-42c5-bba0-80d292de151b, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=48d2ac1b-7b05-42c5-bba0-80d292de151b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:45.202969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:45.290210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-da9925f5-1dcc-41b8-8cd4-84fa2422a4cd tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:45.290864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-da9925f5-1dcc-41b8-8cd4-84fa2422a4cd tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118382 Nov 23 10:37:45.309156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:45.313243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:45.315170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] 10.222.0.58 "PUT /v2.0/ports/48d2ac1b-7b05-42c5-bba0-80d292de151b HTTP/1.1" status: 200 len: 1096 time: 2.7744722 Nov 23 10:37:45.315867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'tag': '48d2ac1b-7b05-42c5-bba0-80d292de151b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:45.318272 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07cfdd9-33ad-476d-8900-3ce509e3b39f" -d '{"events": [{"name": "network-changed", "server_uuid": "19cfa22b-d272-4b8b-bb1c-0e66d7b80a70", "tag": "48d2ac1b-7b05-42c5-bba0-80d292de151b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:45.344902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-340c743f-20fe-456a-8d76-c4dede70075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:45.347145 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-340c743f-20fe-456a-8d76-c4dede70075c service neutron] 10.222.0.61 "GET /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 1093 time: 0.0452516 Nov 23 10:37:45.358106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Request body: {'binding': {'host': 'n-h1-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:45.358658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:37:45.425555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593e57e-5662-49c2-abc5-8085103ebc83 service neutron] Pushing event updated for resources: {'Port': ['ID=48d2ac1b-7b05-42c5-bba0-80d292de151b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:45.431580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:45.452470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:45.458502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:45.466683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:45.478429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:45.479204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:45.506664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-763d165e-f8f6-4f79-a141-9e37cb6d1764 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "PUT /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 200 len: 694 time: 1.6664748 Nov 23 10:37:45.517404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on host n-h1-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:45.518280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:45.518614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:45.523575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:45.523894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:45.529178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:45.529473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:45.529863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:45.530293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Bound port: 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:45.547877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-3b47d986-812a-42d5-9a9e-55e7bd1e4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:45.550092 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-3b47d986-812a-42d5-9a9e-55e7bd1e4ae7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 1099 time: 0.1821177 Nov 23 10:37:45.591234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:45.599583 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:45.601616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-62dfc333-20cf-4ede-8b26-3e290204a320 service neutron] 10.222.0.61 "POST /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26/bindings HTTP/1.1" status: 201 len: 389 time: 0.2470853 Nov 23 10:37:45.623304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-1c213c85-76e9-4461-b6ba-e068464d82cc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=48d2ac1b-7b05-42c5-bba0-80d292de151b HTTP/1.1" status: 200 len: 217 time: 0.0550847 Nov 23 10:37:45.626646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-eb32d3b0-b25e-42aa-baba-8554b22380b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:45.633747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-eb32d3b0-b25e-42aa-baba-8554b22380b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 1097 time: 0.1260676 Nov 23 10:37:45.635639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:45.742209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:45.793972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:37:45.803855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-6472518c-b7cc-4da6-9de5-951e7d85123e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:45.805771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-6472518c-b7cc-4da6-9de5-951e7d85123e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1675925 Nov 23 10:37:45.847139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:37:45.852424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:37:45.861529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:45.862755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:45.930802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event updated for resources: {'Port': ['ID=b7bfbfbc-388b-4c6d-8352-2c659a21de71,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:45.986549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-9f40e8d1-203d-4fcf-9b6c-c4a2783b922e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1935444 Nov 23 10:37:45.996412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefcc73-27ce-497b-800e-b974aff815bb req-04658c3d-2040-44a1-ad9b-9e16e7b2cb56 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.003392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Request body: {'port': {'device_id': '27d808bc-5e62-48e5-8283-a661966772c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:46.008089 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3aefcc73-27ce-497b-800e-b974aff815bb req-04658c3d-2040-44a1-ad9b-9e16e7b2cb56 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 948 time: 0.0916069 Nov 23 10:37:46.046969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-e0ea79bb-2f8a-4412-b966-f321288763ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.048402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-e0ea79bb-2f8a-4412-b966-f321288763ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.3976953 Nov 23 10:37:46.053135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:46.053598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-36c2e47e-e243-431d-898a-a14bd9fef4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.055071 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-36c2e47e-e243-431d-898a-a14bd9fef4f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1096 time: 0.1596773 Nov 23 10:37:46.058606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-82214c77-9aa9-4152-a823-199c12166106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.060048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-82214c77-9aa9-4152-a823-199c12166106 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867957 Nov 23 10:37:46.083999 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3aefcc73-27ce-497b-800e-b974aff815bb req-49cc88c7-17b1-4452-904e-8c804e68480e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747411 Nov 23 10:37:46.091042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:46.102342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:46.103084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:46.141693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:46.163869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-b0fc3c64-5c66-4a84-887a-09dd5a74415d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 217 time: 0.0972006 Nov 23 10:37:46.189146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c5d2b-78c6-4eb9-a78c-102101663d63 req-a24d0a3d-a561-405a-bd88-59ab67865c79 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.193573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d2c5d2b-78c6-4eb9-a78c-102101663d63 req-a24d0a3d-a561-405a-bd88-59ab67865c79 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 931 time: 0.0567937 Nov 23 10:37:46.240195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:46.246733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d2c5d2b-78c6-4eb9-a78c-102101663d63 req-6cd9ffc7-c0df-4e02-96df-2ea8b246c88e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482330 Nov 23 10:37:46.295117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-719128f1-ed36-49b7-9eb1-a6ee5b3cb2ac None None] Provisioning complete for port b7bfbfbc-388b-4c6d-8352-2c659a21de71 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:46.295527 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-719128f1-ed36-49b7-9eb1-a6ee5b3cb2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:46.319385 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5bf390-828a-45ed-b182-a2e208a80fe9 x-openstack-request-id: req-ae5bf390-828a-45ed-b182-a2e208a80fe9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:46.320274 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cfa22b-d272-4b8b-bb1c-0e66d7b80a70", "tag": "48d2ac1b-7b05-42c5-bba0-80d292de151b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:46.320274 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae5bf390-828a-45ed-b182-a2e208a80fe9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:46.320632 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'tag': '48d2ac1b-7b05-42c5-bba0-80d292de151b', 'status': 'completed', 'code': 200} Nov 23 10:37:46.366138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-0c96b43d-96d0-4d6c-a8ea-f0ac507ea113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.367927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-0c96b43d-96d0-4d6c-a8ea-f0ac507ea113 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1807907 Nov 23 10:37:46.370241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-719128f1-ed36-49b7-9eb1-a6ee5b3cb2ac None None] Port b7bfbfbc-388b-4c6d-8352-2c659a21de71 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:37:46.400780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303c0c-e3a7-48f8-b8a2-c53e69879558 req-a6b5ae71-f82f-4688-a337-a0787623deeb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.402546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75303c0c-e3a7-48f8-b8a2-c53e69879558 req-a6b5ae71-f82f-4688-a337-a0787623deeb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0577040 Nov 23 10:37:46.459064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75303c0c-e3a7-48f8-b8a2-c53e69879558 req-f8b44152-9ef9-4edc-9bbe-c132a74cdff7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 Nov 23 10:37:46.483821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-973c9017-28a2-480c-b536-61fee271596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.483821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-973c9017-28a2-480c-b536-61fee271596d service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.4088678 Nov 23 10:37:46.483821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-8b82039c-388c-4097-a221-0038769e7f42 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385444 Nov 23 10:37:46.521666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:46.555142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d91d59-561b-4a74-8411-69dd3e807982 None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:46.564935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-226b6745-4c34-4817-9c62-5585fbbc92b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 217 time: 0.0718443 Nov 23 10:37:46.591576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4db1b-8caa-4d8c-a8c5-02119b9aba2e req-bded782c-80d6-446f-ad8e-1dd9a646373d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.593177 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71a4db1b-8caa-4d8c-a8c5-02119b9aba2e req-bded782c-80d6-446f-ad8e-1dd9a646373d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 945 time: 0.0640216 Nov 23 10:37:46.653202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71a4db1b-8caa-4d8c-a8c5-02119b9aba2e req-8d81578f-54a2-4928-acf9-4fe8242b66cb tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529535 Nov 23 10:37:46.699244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52826) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:46.839972 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a94acc83-9cff-48f7-9ee3-4d09bdf9ab9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:46.864644 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a0778-e844-4b37-bad0-d38bdda717a3 None None] New status for floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:37:46.921158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-f2f6556d-02f5-4d8f-85b1-cef780d33dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:46.922671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-f2f6556d-02f5-4d8f-85b1-cef780d33dd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5428329 Nov 23 10:37:47.068555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-0d33b5b7-aec0-451c-9104-366f049fd745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:47.070310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-0d33b5b7-aec0-451c-9104-366f049fd745 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.4957645 Nov 23 10:37:47.151015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99a1b89a-dffc-4953-850b-689f6b5a57a4 req-01ea033a-3f17-47f9-b717-32e38fdc8882 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468761 Nov 23 10:37:47.185998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-cd71934e-af6f-4052-a63c-cb6166d952f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655596 Nov 23 10:37:47.235881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:47.289729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059c1ea-4d1f-4dbf-baa6-5b6b426d1f46 req-d57c5f73-4025-4925-a7b5-0fab7fd010f3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:47.291222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e059c1ea-4d1f-4dbf-baa6-5b6b426d1f46 req-d57c5f73-4025-4925-a7b5-0fab7fd010f3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 948 time: 0.1085312 Nov 23 10:37:47.304296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-66c9ffe4-ded5-47aa-ab9e-084dd1bb26a5 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432488 Nov 23 10:37:47.371484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bfbfbc-388b-4c6d-8352-2c659a21de71 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:47.391144 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:47.402552 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e059c1ea-4d1f-4dbf-baa6-5b6b426d1f46 req-147638cd-449d-4130-bdff-d43f0cc30692 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050823 Nov 23 10:37:47.449999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Transition to ACTIVE for port object b7bfbfbc-388b-4c6d-8352-2c659a21de71 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:47.454012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-36c0b691-e02b-4b15-93b8-41311435919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:47.456166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-36c0b691-e02b-4b15-93b8-41311435919d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 1099 time: 0.2373352 Nov 23 10:37:47.464282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:47.471569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-d81daac3-84f8-4b1e-92af-c37e199af6c9 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745519 Nov 23 10:37:47.550916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594265-8c02-46a9-a770-9036cdefbe22 req-d4eb25e8-d537-4257-a629-5f06d5193c43 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:47.552438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6594265-8c02-46a9-a770-9036cdefbe22 req-d4eb25e8-d537-4257-a629-5f06d5193c43 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 943 time: 0.0818908 Nov 23 10:37:47.653329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6594265-8c02-46a9-a770-9036cdefbe22 req-daa8a50e-2d48-41be-b905-2603ea42cb44 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935252 Nov 23 10:37:47.681886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Deleting port 3c039dfa-e551-4e8d-a68b-57d6c7781120 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:47.682234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:47.712219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2f40779-c4d6-4f78-a1c2-823dc8f7a072 req-4dcd88b9-26eb-4fab-92c3-475874b004c1 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732224 Nov 23 10:37:47.766408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfbfbc-388b-4c6d-8352-2c659a21de71,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:47.769843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-db592ea2-2330-4e0e-9683-aca0565ff607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:47.771433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-db592ea2-2330-4e0e-9683-aca0565ff607 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3035803 Nov 23 10:37:47.793053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Attempting to bind port b7bfbfbc-388b-4c6d-8352-2c659a21de71 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:47.793441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Attempting to bind port b7bfbfbc-388b-4c6d-8352-2c659a21de71 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:47.793760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Attempting to bind port b7bfbfbc-388b-4c6d-8352-2c659a21de71 on network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:47.823002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] For port 3c039dfa-e551-4e8d-a68b-57d6c7781120, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3c039dfa-e551-4e8d-a68b-57d6c7781120,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:47.823334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:47.841274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-a0c08f86-952b-4bbe-9cf8-061560fdc8a7 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408103 Nov 23 10:37:47.844295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df44ed2-0fbd-4592-9386-4e14c986179a req-f0a12566-c005-4fca-9104-e5245865be8e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:47.844835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-396ff457-5c88-44d4-bfbb-fd8f5137b247 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=48d2ac1b-7b05-42c5-bba0-80d292de151b HTTP/1.1" status: 200 len: 217 time: 0.0533111 Nov 23 10:37:47.846553 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3df44ed2-0fbd-4592-9386-4e14c986179a req-f0a12566-c005-4fca-9104-e5245865be8e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0868871 Nov 23 10:37:47.856320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Port b7bfbfbc-388b-4c6d-8352-2c659a21de71 on network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:47.856650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Attempting to bind port b7bfbfbc-388b-4c6d-8352-2c659a21de71 on network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:47.862103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Calling delete_port for 3c039dfa-e551-4e8d-a68b-57d6c7781120 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:47.904297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:47.904554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Checking segment: {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:47.904938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Bound using segment: {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:47.905408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Bound port: b7bfbfbc-388b-4c6d-8352-2c659a21de71, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5b33b4-521c-4c22-930f-1ed7a0d5833c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:47.905769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:47.945141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3df44ed2-0fbd-4592-9386-4e14c986179a req-f73e8575-deb6-4917-a0e8-85a426d3cc8f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843592 Nov 23 10:37:47.993525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-ff80181b-09f9-412a-ac73-8dbfa5cec7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:47.994982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-ff80181b-09f9-412a-ac73-8dbfa5cec7ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1396255 Nov 23 10:37:48.009967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fc20a-3484-40e7-beec-f3801376a1fc req-1fdc1abc-4a34-4100-bb8d-a1e367dba6b9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.011500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-138fc20a-3484-40e7-beec-f3801376a1fc req-1fdc1abc-4a34-4100-bb8d-a1e367dba6b9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 945 time: 0.1693590 Nov 23 10:37:48.056896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-089d334f-5e02-4d3d-a15a-d02026f845b3 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.058481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-089d334f-5e02-4d3d-a15a-d02026f845b3 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1464963 Nov 23 10:37:48.084651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:48.108042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:48.123505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] For port b7bfbfbc-388b-4c6d-8352-2c659a21de71, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:48.142240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c039dfa-e551-4e8d-a68b-57d6c7781120,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:48.160108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] For port b7bfbfbc-388b-4c6d-8352-2c659a21de71, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:48.160510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.160956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.161326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.161705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.162112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.162492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.162757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.163228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.163556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.163917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.164721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.164721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:37:48.195000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-ab1415de-6b2c-44c0-bfa6-9d2e59b99a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.196535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-ab1415de-6b2c-44c0-bfa6-9d2e59b99a58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1833265 Nov 23 10:37:48.197799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:48.211933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-138fc20a-3484-40e7-beec-f3801376a1fc req-9a029de8-9073-4d86-ab8f-2410021e5d83 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809492 Nov 23 10:37:48.240155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:48.292788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.293437 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:48.294847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] 10.222.0.65 "PUT /v2.0/ports/b7bfbfbc-388b-4c6d-8352-2c659a21de71 HTTP/1.1" status: 200 len: 1091 time: 2.2968793 Nov 23 10:37:48.341459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320'}, {'name': 'network-changed', 'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:48.343753 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c499618-0bba-4335-843d-f6c2c877b972" -d '{"events": [{"name": "network-changed", "server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320"}, {"name": "network-changed", "server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:48.371829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:48.419338 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:48.461077 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c00101-16bb-436f-a174-4287f5289292 x-openstack-request-id: req-63c00101-16bb-436f-a174-4287f5289292 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:48.462477 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:48.462734 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63c00101-16bb-436f-a174-4287f5289292 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:48.463139 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320', 'status': 'completed', 'code': 200} Nov 23 10:37:48.463461 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'status': 'completed', 'code': 200} Nov 23 10:37:48.470477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46804e7d-2306-4a8e-b3d4-ece41921e33c service neutron] Pushing event updated for resources: {'Port': ['ID=b7bfbfbc-388b-4c6d-8352-2c659a21de71,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:48.580660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-df5b5693-8320-4b14-9e2f-71749600e1bb service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672385 Nov 23 10:37:48.632154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-e6e544e1-099c-4d04-ba4a-239783d78df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.633673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-e6e544e1-099c-4d04-ba4a-239783d78df4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2e6586710324b61b5ecb9a3d7709805&device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 1094 time: 0.2798340 Nov 23 10:37:48.646076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-9440b79f-04f5-4424-8d85-09c850f7bfa5 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.647648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-9440b79f-04f5-4424-8d85-09c850f7bfa5 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2921338 Nov 23 10:37:48.681808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f02a07-0054-41aa-8371-36b1fbaac0f2 req-2721ed41-e857-4425-a9cd-d733ed75c87f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.683328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27f02a07-0054-41aa-8371-36b1fbaac0f2 req-2721ed41-e857-4425-a9cd-d733ed75c87f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 948 time: 0.1073925 Nov 23 10:37:48.712759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Router 81be4e1b-61cd-43c0-824b-da668c998c11 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:48.781992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-1f0ada04-0076-492f-8dc5-93f5306999be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.783359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-1f0ada04-0076-492f-8dc5-93f5306999be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 1097 time: 0.2689662 Nov 23 10:37:48.784702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-64261f06-021c-442d-a048-6d8eb8690b27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71 HTTP/1.1" status: 200 len: 217 time: 0.1351571 Nov 23 10:37:48.787470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27f02a07-0054-41aa-8371-36b1fbaac0f2 req-f31438fb-4ca5-4f90-b874-3d35b20dc209 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934269 Nov 23 10:37:48.842383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-4d985588-492c-45f7-aaf0-727debb7e9c5 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 695 time: 0.1717126 Nov 23 10:37:48.866464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:48.880979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'floatingip': {'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:48.986808 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:48.989573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-e06d4f99-0252-451c-9586-da6b354cd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:48.991053 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-e06d4f99-0252-451c-9586-da6b354cd6a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=255e75a3-7401-468a-87ea-fc52133b2477 HTTP/1.1" status: 200 len: 851 time: 0.1938887 Nov 23 10:37:48.992887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07cfdd9-33ad-476d-8900-3ce509e3b39f req-ef0fd3b4-a38d-473e-bb95-12556d6949df service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795955 Nov 23 10:37:49.110525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:49.117501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-18f08a86-ec8a-4293-af3e-faad8c1b5f34 admin admin] 10.222.0.61 "PUT /v2.0/routers/81be4e1b-61cd-43c0-824b-da668c998c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4167280 Nov 23 10:37:49.120183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52856) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:49.123946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] Sync routers for ids ['81be4e1b-61cd-43c0-824b-da668c998c11'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:49.163936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] Routers {'81be4e1b-61cd-43c0-824b-da668c998c11'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:49.164916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['81be4e1b-61cd-43c0-824b-da668c998c11'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:49.189250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064fae3-375f-4a82-bd00-20ace573332a req-2330d2dc-1d95-4946-9b12-ee0536378238 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:49.197506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1064fae3-375f-4a82-bd00-20ace573332a req-2330d2dc-1d95-4946-9b12-ee0536378238 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 943 time: 0.3467643 Nov 23 10:37:49.290936 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1064fae3-375f-4a82-bd00-20ace573332a req-d489748d-440d-4a22-9e35-2bf05c908346 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925398 Nov 23 10:37:49.296767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] Set router 81be4e1b-61cd-43c0-824b-da668c998c11 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:49.297666 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.400928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:49.442244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.457027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-41bf2cb2-87fb-475f-83af-4a50de170e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:49.458548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-41bf2cb2-87fb-475f-83af-4a50de170e3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.6484308 Nov 23 10:37:49.461825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.470819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-87f4f6b1-0ab1-434c-a697-04ec4f29c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:49.472532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-87f4f6b1-0ab1-434c-a697-04ec4f29c89b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=450edc9e-1f33-42ae-b5a6-a9248a74ffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691866 Nov 23 10:37:49.474350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f6859-cff9-40b0-9402-e0a85f85011d req-74009ba4-8405-4d73-ae22-a72fe7b0f227 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:49.475858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-407f6859-cff9-40b0-9402-e0a85f85011d req-74009ba4-8405-4d73-ae22-a72fe7b0f227 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0770428 Nov 23 10:37:49.552327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:37:48Z', 'revision_number': 5, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port': {'id': 'd49c2d59-b020-4d6a-a439-0615f206a94a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:32Z', 'updated_at': '2021-11-23T10:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:49.557789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-407f6859-cff9-40b0-9402-e0a85f85011d req-5259ea60-da4b-41c5-8237-c52098fea5cf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563967 Nov 23 10:37:49.568296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Deleting port d49c2d59-b020-4d6a-a439-0615f206a94a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:49.568638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.587373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-a7d28b22-d3b4-4032-b974-285da3d0fcaa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 200 len: 217 time: 0.1138601 Nov 23 10:37:49.589663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] Checking router: 81be4e1b-61cd-43c0-824b-da668c998c11 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:49.591141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.606566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] Routers {'81be4e1b-61cd-43c0-824b-da668c998c11'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:49.607479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['81be4e1b-61cd-43c0-824b-da668c998c11'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:49.663530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.701508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] For port d49c2d59-b020-4d6a-a439-0615f206a94a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d49c2d59-b020-4d6a-a439-0615f206a94a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:49.702077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.717430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:49.725055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Calling delete_port for d49c2d59-b020-4d6a-a439-0615f206a94a owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:49.731216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] Set router 81be4e1b-61cd-43c0-824b-da668c998c11 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:49.747060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b3e3c-6bcd-4b03-bc71-5d10bcae8770 req-8ed917c9-69ab-48ab-9d82-123dc1c2acd9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:49.748665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d3b3e3c-6bcd-4b03-bc71-5d10bcae8770 req-8ed917c9-69ab-48ab-9d82-123dc1c2acd9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 943 time: 0.0961900 Nov 23 10:37:49.781860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-f407aeee-8be1-46c4-b012-1dbec9ed3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:49.783375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-f407aeee-8be1-46c4-b012-1dbec9ed3958 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1757312 Nov 23 10:37:49.795619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:37:49Z', 'revision_number': 6, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:49.830811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5a429-6c3d-4007-9423-f0fd5521d561 None None] The sync data for ids ['81be4e1b-61cd-43c0-824b-da668c998c11'] in n-d-817747-2 is: [{'id': '81be4e1b-61cd-43c0-824b-da668c998c11', 'name': 'tempest-AttachSCSIVolumeTestJSON-733241444-router', 'tenant_id': '492cb3eb9277461186f5de2227f4341a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:31Z', 'updated_at': '2021-11-23T10:37:49Z', 'revision_number': 6, 'project_id': '492cb3eb9277461186f5de2227f4341a', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:49.855226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:49.865731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d3b3e3c-6bcd-4b03-bc71-5d10bcae8770 req-788f3797-fe70-4107-9099-f37e84d0d0e8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786150 Nov 23 10:37:49.868969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-16ce1c75-0015-4b9a-b516-954b61530430 service neutron] 10.222.0.65 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766155 Nov 23 10:37:50.014507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on host n-h2-817747-2 for vnic_type normal with profile {"migrating_to": "n-h1-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:50.014952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:50.015349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:50.035797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.058491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-4a65238a-3fcd-433c-bbba-1bf358e56802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.060090 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-4a65238a-3fcd-433c-bbba-1bf358e56802 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2628782 Nov 23 10:37:50.066350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:50.066762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Attempting to bind port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:50.084838 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.088147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:50.088574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:50.089031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:50.089643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Bound port: 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:50.090063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.103147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b5e13-7bc5-4895-9fc8-798b86112f9c req-e083ca24-0f99-4f6a-b8b9-5e30c2211358 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.105254 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf5b5e13-7bc5-4895-9fc8-798b86112f9c req-e083ca24-0f99-4f6a-b8b9-5e30c2211358 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 948 time: 0.0848460 Nov 23 10:37:50.135758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Pushing event deleted for resources: {'Port': ['ID=d49c2d59-b020-4d6a-a439-0615f206a94a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:50.186488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c51e45-db56-46f4-a232-c92f2b4ea47c req-7d2cfabf-b2d4-4d9e-9658-30f00212210c service neutron] 10.222.0.65 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700372 Nov 23 10:37:50.241816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf5b5e13-7bc5-4895-9fc8-798b86112f9c req-1143d518-4fca-48cf-8b2a-97d76a8d6d42 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164489 Nov 23 10:37:50.250485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.384222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:50.437455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7e1e47da-b85f-4340-85df-d6cc55a359af tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.438236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.438900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7e1e47da-b85f-4340-85df-d6cc55a359af tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "GET /v2.0/ports?device_id=8df06616-21a9-46c1-bcf1-8f2a0bd918ae HTTP/1.1" status: 200 len: 946 time: 0.2687030 Nov 23 10:37:50.442039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.442754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:50.461504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-9dfc72a6-f29d-448f-aa98-f7b94d983d4b service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850954 Nov 23 10:37:50.465025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:50.467307 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b758358e-1bed-4a18-8d75-a394e30a9a48" -d '{"events": [{"server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "name": "network-vif-unplugged", "status": "completed", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:50.470354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.489562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:37:50.496163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-7685aeea-6939-42b4-b5fd-40f34768719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.497635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-7685aeea-6939-42b4-b5fd-40f34768719a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2e6586710324b61b5ecb9a3d7709805&device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 1094 time: 0.2111752 Nov 23 10:37:50.520967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561a014-ddd3-4498-9f0d-635466b3b7ed req-78ff3a52-3319-425b-ae7d-5eacb6c4f979 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.522506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c561a014-ddd3-4498-9f0d-635466b3b7ed req-78ff3a52-3319-425b-ae7d-5eacb6c4f979 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 943 time: 0.1119754 Nov 23 10:37:50.523644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.524189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81be4e1b-61cd-43c0-824b-da668c998c11 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:37:50.529248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.532554 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4fef5017-9cd3-480c-99d0-47225aa8a67f admin admin] 10.222.0.61 "DELETE /v2.0/routers/81be4e1b-61cd-43c0-824b-da668c998c11 HTTP/1.1" status: 204 len: 168 time: 1.4091880 Nov 23 10:37:50.533012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52876) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:50.608769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] Deleting subnet 59493c5c-2d42-4173-a932-96c423ed1d4c {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:37:50.613379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.618066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c561a014-ddd3-4498-9f0d-635466b3b7ed req-589ba016-b818-4c1b-8c36-fe4ddb9d8ca2 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827065 Nov 23 10:37:50.660618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.726907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.775423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:50.778443 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.790952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.791565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.792917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4cdd48c1-aba4-47bf-81b2-563409f2f48f service neutron] 10.222.0.65 "PUT /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 1121 time: 2.7215686 Nov 23 10:37:50.794543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d49c2d59-b020-4d6a-a439-0615f206a94a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:50.805436 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:37:50.807493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd9f3-0c6c-4039-97c9-35439fde5f9f req-7fdad0ba-4cc2-47d4-8390-7d5373d09ebd tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.809045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-034cd9f3-0c6c-4039-97c9-35439fde5f9f req-7fdad0ba-4cc2-47d4-8390-7d5373d09ebd tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1096 time: 0.1209385 Nov 23 10:37:50.822079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: d49c2d59-b020-4d6a-a439-0615f206a94a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:50.822433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d49c2d59-b020-4d6a-a439-0615f206a94a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:50.823060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3c039dfa-e551-4e8d-a68b-57d6c7781120 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:50.854086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3c039dfa-e551-4e8d-a68b-57d6c7781120 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:50.854763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3c039dfa-e551-4e8d-a68b-57d6c7781120 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:50.876214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-5bb90313-349a-4711-87ec-babdcb84cb70 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844674 Nov 23 10:37:50.880002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-86662783-2964-4d6f-af82-d18c6442d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:50.881466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-86662783-2964-4d6f-af82-d18c6442d7cb service neutron] 10.222.0.65 "GET /v2.0/networks?id=450edc9e-1f33-42ae-b5a6-a9248a74ffb0 HTTP/1.1" status: 200 len: 913 time: 0.3222358 Nov 23 10:37:50.897807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:50.938971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['38281975-9a2e-4fae-93ac-95ed8a0b5c26'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:50.956536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-034cd9f3-0c6c-4039-97c9-35439fde5f9f req-62418991-f281-4e64-aa68-9159994359ad tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178296 Nov 23 10:37:50.969218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-1c940d3e-3f32-4c65-a7ab-1e26d0b7aa10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71 HTTP/1.1" status: 200 len: 217 time: 0.0580766 Nov 23 10:37:51.011905 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 associated. External IP: 172.25.5.69, port: c1830366-bd6e-4cec-b2ad-4c4325c7d5ca. Nov 23 10:37:51.015601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Deleting port 414264d1-ead7-40ef-bcfe-624c867f4320 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:51.015944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.036597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.056610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.060127 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/59493c5c-2d42-4173-a932-96c423ed1d4c HTTP/1.1" status: 204 len: 168 time: 0.5258763 Nov 23 10:37:51.064477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52886) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:51.076480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db429139-14c1-4ae2-90ac-4428e4e09ee2 None None] Network 387d5d07-ea01-4a82-8769-bc1272a2c0ef requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:37:51.165635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 48d2ac1b-7b05-42c5-bba0-80d292de151b details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:51.230136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.236979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735bd5-d756-4645-bb9d-7eee1674992b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59493c5c-2d42-4173-a932-96c423ed1d4c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:51.283456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55579-3706-4cbc-95a3-c2fde2f0f752 req-ac324f2e-7a4d-469a-96e6-b4ecb31e0d9c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:51.285026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23d55579-3706-4cbc-95a3-c2fde2f0f752 req-ac324f2e-7a4d-469a-96e6-b4ecb31e0d9c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0917892 Nov 23 10:37:51.339586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Deleting port 1864c78d-de71-4bca-abb3-ad161eb66d07 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:51.339917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.354481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23d55579-3706-4cbc-95a3-c2fde2f0f752 req-0a542067-11f3-4209-a949-7470721b95fd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536895 Nov 23 10:37:51.375669 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e88e6ae-e971-4a6e-818a-f608ac27872a x-openstack-request-id: req-4e88e6ae-e971-4a6e-818a-f608ac27872a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:51.375974 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "name": "network-vif-unplugged", "status": "completed", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:51.376209 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e88e6ae-e971-4a6e-818a-f608ac27872a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:51.376597 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26', 'code': 200} Nov 23 10:37:51.384561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 48d2ac1b-7b05-42c5-bba0-80d292de151b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=48d2ac1b-7b05-42c5-bba0-80d292de151b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:51.400014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '48d2ac1b-7b05-42c5-bba0-80d292de151b', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '48d2ac1b-7b05-42c5-bba0-80d292de151b', 'mac_address': 'fa:16:3e:04:be:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:51.448179 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.457548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] DHCP port deletion for 387d5d07-ea01-4a82-8769-bc1272a2c0ef request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:37:51.474015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] For port 1864c78d-de71-4bca-abb3-ad161eb66d07, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1864c78d-de71-4bca-abb3-ad161eb66d07,segment=NetworkSegment(777e2e51-3d12-414e-a754-3bef4c569232),segment_id=777e2e51-3d12-414e-a754-3bef4c569232)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:51.474377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.476858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d2ac1b-7b05-42c5-bba0-80d292de151b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:51.481751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-a8c1819c-d6c1-41f0-8694-bbce3427dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:51.483208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-a8c1819c-d6c1-41f0-8694-bbce3427dd01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=255e75a3-7401-468a-87ea-fc52133b2477 HTTP/1.1" status: 200 len: 851 time: 0.5040622 Nov 23 10:37:51.493206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Calling delete_port for 1864c78d-de71-4bca-abb3-ad161eb66d07 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:51.521982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 48d2ac1b-7b05-42c5-bba0-80d292de151b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=48d2ac1b-7b05-42c5-bba0-80d292de151b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:51.530332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.558744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] For port 414264d1-ead7-40ef-bcfe-624c867f4320, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=414264d1-ead7-40ef-bcfe-624c867f4320,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:51.559328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.576026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Calling delete_port for 414264d1-ead7-40ef-bcfe-624c867f4320 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:51.587779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499618-0bba-4335-843d-f6c2c877b972 req-8f38f39b-5c8e-4e0c-9015-1f22f060818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:51.589317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-8f38f39b-5c8e-4e0c-9015-1f22f060818b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=450edc9e-1f33-42ae-b5a6-a9248a74ffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939100 Nov 23 10:37:51.609978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88d074-1b4d-437b-b30d-99ae198f1965 req-4328252c-22dc-4128-bff1-8fa2fadbc899 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:51.612273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef88d074-1b4d-437b-b30d-99ae198f1965 req-4328252c-22dc-4128-bff1-8fa2fadbc899 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 943 time: 0.1012793 Nov 23 10:37:51.661048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.696383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1864c78d-de71-4bca-abb3-ad161eb66d07,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:51.702699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] No DVR routers for this DVR port 1864c78d-de71-4bca-abb3-ad161eb66d07 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:51.710159 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef88d074-1b4d-437b-b30d-99ae198f1965 req-68708221-5b6b-4fbd-bb06-bfe25f5bc9c0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897024 Nov 23 10:37:51.722462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] Deleting port 1864c78d-de71-4bca-abb3-ad161eb66d07 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:51.722843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.759756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=48d2ac1b-7b05-42c5-bba0-80d292de151b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:51.804985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] For port 1864c78d-de71-4bca-abb3-ad161eb66d07, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:51.805605 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.815135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.821472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] Calling delete_port for 1864c78d-de71-4bca-abb3-ad161eb66d07 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:51.829500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] Port 1864c78d-de71-4bca-abb3-ad161eb66d07 was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:37:51.837474 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.843252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387d5d07-ea01-4a82-8769-bc1272a2c0ef']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:51.857127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777e2e51-3d12-414e-a754-3bef4c569232') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:51.857473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777e2e51-3d12-414e-a754-3bef4c569232') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:51.860118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] No DVR routers for this DVR port 1864c78d-de71-4bca-abb3-ad161eb66d07 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:51.874417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.877634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-f40ed1be-3fd2-452a-b7f2-e03455180461 service neutron] 10.222.0.65 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483830 Nov 23 10:37:51.882522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.883667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7ad60-fe82-4b89-8a8a-d0e8fcf82e4f None None] Pushing event deleted for resources: {'Port': ['ID=1864c78d-de71-4bca-abb3-ad161eb66d07,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:51.892144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:51.897500 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.909820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:37:51.910486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:37:51.912597 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:37:51.973689 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.990986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:51.994970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['48d2ac1b-7b05-42c5-bba0-80d292de151b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:51.997353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/387d5d07-ea01-4a82-8769-bc1272a2c0ef HTTP/1.1" status: 204 len: 168 time: 0.9022682 Nov 23 10:37:51.998113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52892) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:51.998884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977c5cf-f7dd-4ece-8597-d75b1f92a4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=387d5d07-ea01-4a82-8769-bc1272a2c0ef,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:52.126249 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:52.178813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Pushing event deleted for resources: {'Port': ['ID=414264d1-ead7-40ef-bcfe-624c867f4320,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:52.212036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c499618-0bba-4335-843d-f6c2c877b972 req-f003db36-ec7a-490f-942e-4726ad7e6316 service neutron] 10.222.0.65 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222156 Nov 23 10:37:52.259948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:52.266086 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:52.283044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] No DVR routers for this DVR port 414264d1-ead7-40ef-bcfe-624c867f4320 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:52.283857 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:52.288201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:52.291653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e18dab32-c0cd-49ae-b9bc-f0840e890f20 req-7ae58adc-c139-4445-beb6-35010c33a7be tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "DELETE /v2.0/ports/414264d1-ead7-40ef-bcfe-624c867f4320 HTTP/1.1" status: 204 len: 173 time: 1.8411627 Nov 23 10:37:52.297301 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:52.297937 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:52.326965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b76da127-a8e5-445d-962e-3361ec090e38 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "PUT /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 200 len: 995 time: 3.4688568 Nov 23 10:37:52.406135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-99f03425-6ab9-4aea-b45d-7347dd90d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:52.417276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-99f03425-6ab9-4aea-b45d-7347dd90d2fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.0719066 Nov 23 10:37:52.567506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:52.625932 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:52.627729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-d7e48cc4-ddd7-4ada-8771-ac3ecd851285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:52.629531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-d7e48cc4-ddd7-4ada-8771-ac3ecd851285 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.2110679 Nov 23 10:37:52.631611 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-302337cb-e636-4be3-8b92-dcde1e65375e service neutron] show failed (client error): The resource could not be found. Nov 23 10:37:52.632539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-302337cb-e636-4be3-8b92-dcde1e65375e service neutron] 10.222.0.65 "GET /v2.0/ports/dc0e541a-c148-4336-b543-08c9e6ec172f/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0975425 Nov 23 10:37:52.753035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-83a1f60b-422c-4087-b760-e7f4ac2905b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 998 time: 0.1162360 Nov 23 10:37:52.791575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1864c78d-de71-4bca-abb3-ad161eb66d07 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:52.845862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1864c78d-de71-4bca-abb3-ad161eb66d07 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:52.848726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1864c78d-de71-4bca-abb3-ad161eb66d07 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:52.854209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-d11e7187-f26a-42d9-8c2e-6bf3d9a5d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:52.859258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-d11e7187-f26a-42d9-8c2e-6bf3d9a5d74f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.0963063 Nov 23 10:37:52.967567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b1280dae-4c79-4764-a139-bff3341612f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:52.970168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b1280dae-4c79-4764-a139-bff3341612f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028891 Nov 23 10:37:52.985394 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:5a:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:50Z', 'revision_number': 8, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:53.010474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Deleting port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:53.011101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.041958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:53.052246 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:53.053432 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:53.060496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-74744762-f41a-4271-85d7-038b9e97b30f tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:53.061527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-74744762-f41a-4271-85d7-038b9e97b30f tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082431 Nov 23 10:37:53.078686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-7868bad6-bb4a-42c9-98c3-93a6eec1763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:53.080211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-7868bad6-bb4a-42c9-98c3-93a6eec1763c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 1100 time: 0.0937541 Nov 23 10:37:53.098312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:53.103107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:53.132205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-b05e053a-c49f-420d-ba7b-7a3bbe0ddcb1 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539860 Nov 23 10:37:53.152890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 414264d1-ead7-40ef-bcfe-624c867f4320 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:53.161667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-5ca9a9c0-ea70-4f70-96ee-6551e4dcb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:53.163095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-5ca9a9c0-ea70-4f70-96ee-6551e4dcb498 service neutron] 10.222.0.61 "GET /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 1093 time: 0.0710618 Nov 23 10:37:53.168138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] For port c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,segment=NetworkSegment(3ec394d4-d98a-4c18-b534-163a0073c8f9),segment_id=3ec394d4-d98a-4c18-b534-163a0073c8f9)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:53.168713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.180799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Request body: {'binding': {'host': 'n-h1-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:53.181299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:37:53.186895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 414264d1-ead7-40ef-bcfe-624c867f4320 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:53.187575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 414264d1-ead7-40ef-bcfe-624c867f4320 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:53.191943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.214482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Calling delete_port for c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:53.214890 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:53.274958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7bfbfbc-388b-4c6d-8352-2c659a21de71 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:53.391742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port b7bfbfbc-388b-4c6d-8352-2c659a21de71, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:53.410339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'port_id': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'mac_address': 'fa:16:3e:81:d0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:53.434795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:53.465651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on host n-h1-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:53.465651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:53.465651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:53.470692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:53.478416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:53.478416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:53.504957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:53.505337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:53.505692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:53.506285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Bound port: 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:53.507669 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.508401 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:5a:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:50Z', 'revision_number': 8, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:53.522900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.534059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bfbfbc-388b-4c6d-8352-2c659a21de71 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:53.535922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Transition to ACTIVE for port object dc0e541a-c148-4336-b543-08c9e6ec172f will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:53.541022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26'}, {'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'name': 'network-vif-deleted', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320'}, {'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'}, {'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:53.543622 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1436b-9bb5-424b-89bd-c3d4fb705527" -d '{"events": [{"name": "network-changed", "server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26"}, {"server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "name": "network-vif-deleted", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320"}, {"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca"}, {"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:53.551996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.553598 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c51de3-ef45-4664-8dd7-fc4f12a79e70 None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fb1d2ea0-2cf3-4b6d-a625-5b2202b91720', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'port_id': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'mac_address': 'fa:16:3e:5a:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:07Z', 'updated_at': '2021-11-23T10:37:50Z', 'revision_number': 8, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:53.561889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port b7bfbfbc-388b-4c6d-8352-2c659a21de71, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:53.568476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.569608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:53.592652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.599205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:53.649586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ec22f53-bd02-427b-8b8b-cb2c2bccfa6d req-ea2b5072-ce28-467a-98b8-aaa90ff9f183 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935315 Nov 23 10:37:53.679446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] No DVR routers for this DVR port dc0e541a-c148-4336-b543-08c9e6ec172f on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:53.693156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Pushing event deleted for resources: {'Port': ['ID=c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:53.704545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:53.723894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=b7bfbfbc-388b-4c6d-8352-2c659a21de71,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:53.742240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.745240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-b7b56f68-77a8-45db-ae75-c27d7aff3524 service neutron] 10.222.0.61 "POST /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72/bindings HTTP/1.1" status: 201 len: 389 time: 0.5731003 Nov 23 10:37:53.787880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:37:53.788494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:37:53.789049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:53.813348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Port dc0e541a-c148-4336-b543-08c9e6ec172f on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:37:53.814055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Attempting to bind port dc0e541a-c148-4336-b543-08c9e6ec172f on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:37:53.839012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:37:53.839607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:37:53.840822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:37:53.841626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Bound port: dc0e541a-c148-4336-b543-08c9e6ec172f, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:37:53.842341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:53.890566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:53.936520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 has no active binding in host n-h1-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:37:53.991353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fe3f1-3dea-4fb8-a87c-51d4d3ce162b req-3bcb20d5-2801-41b9-a8f8-1e22e39753bb tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:53.996006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e82fe3f1-3dea-4fb8-a87c-51d4d3ce162b req-3bcb20d5-2801-41b9-a8f8-1e22e39753bb tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 949 time: 0.1964059 Nov 23 10:37:54.022227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca12e86-0beb-4209-b97d-ecd604060164 None None] New status for floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:37:54.048960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:54.054515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:37:54.081926 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:54.162895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:54.178220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.178814 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:54.180223 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-a5a9f038-35c2-4993-bc35-c42e6282e513 service neutron] 10.222.0.58 "PUT /v2.0/ports/dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 1095 time: 1.0861058 Nov 23 10:37:54.193733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e82fe3f1-3dea-4fb8-a87c-51d4d3ce162b req-9214c4b0-b508-449b-a0ae-310577d923e0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374087 Nov 23 10:37:54.338433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-7064087b-57f0-4430-92a6-b532b1978d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.340376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-7064087b-57f0-4430-92a6-b532b1978d0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1098 time: 0.0967145 Nov 23 10:37:54.362457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c291f-de33-4377-b6d3-9c0bfcfa0639 req-ad42af70-01fb-4caf-8260-62e09c7efde8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.365576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-987c291f-de33-4377-b6d3-9c0bfcfa0639 req-ad42af70-01fb-4caf-8260-62e09c7efde8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 947 time: 0.0818861 Nov 23 10:37:54.373475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08dbf-0d85-42db-a11d-16076c6cc0a2 req-f87168cb-4b99-443a-b7c0-35d6ccc74e9e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.375086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ce08dbf-0d85-42db-a11d-16076c6cc0a2 req-f87168cb-4b99-443a-b7c0-35d6ccc74e9e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 944 time: 0.1195071 Nov 23 10:37:54.380674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:54.401674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['b7bfbfbc-388b-4c6d-8352-2c659a21de71'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:37:54.480629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-987c291f-de33-4377-b6d3-9c0bfcfa0639 req-211b78c2-fe5a-4190-821f-9291add18575 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045203 Nov 23 10:37:54.498741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-bcb9eb91-d41b-406d-919e-6b9fa1c75a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.500337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-bcb9eb91-d41b-406d-919e-6b9fa1c75a56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1334276 Nov 23 10:37:54.525894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ce08dbf-0d85-42db-a11d-16076c6cc0a2 req-20ff03ce-a719-4dc0-9c99-101bb32b49a9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388474 Nov 23 10:37:54.591659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-2fdeaabf-caf6-4ae6-9b85-f523a1548f28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 217 time: 0.0814652 Nov 23 10:37:54.662459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Router b259ba8f-3ba2-4b1c-8dc8-469b91363eed has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:54.675643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-3f6996c0-71fc-4bd5-9975-507bce002427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.677151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-3f6996c0-71fc-4bd5-9975-507bce002427 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0757520 Nov 23 10:37:54.685715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737d282-c547-4dea-b118-1482e62e1806 req-d7005fb8-f543-4d0f-8f68-2023879fcc92 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.687159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c737d282-c547-4dea-b118-1482e62e1806 req-d7005fb8-f543-4d0f-8f68-2023879fcc92 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 943 time: 0.0983112 Nov 23 10:37:54.700745 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b955a-984f-47e0-99ca-dbb21570f7f8 x-openstack-request-id: req-7f4b955a-984f-47e0-99ca-dbb21570f7f8 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:54.701052 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26", "status": "completed", "code": 200}, {"server_uuid": "8df06616-21a9-46c1-bcf1-8f2a0bd918ae", "name": "network-vif-deleted", "tag": "414264d1-ead7-40ef-bcfe-624c867f4320", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca", "status": "completed", "code": 200}, {"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:54.701337 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f4b955a-984f-47e0-99ca-dbb21570f7f8 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:54.701984 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26', 'status': 'completed', 'code': 200} Nov 23 10:37:54.701984 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df06616-21a9-46c1-bcf1-8f2a0bd918ae', 'name': 'network-vif-deleted', 'tag': '414264d1-ead7-40ef-bcfe-624c867f4320', 'status': 'completed', 'code': 200} Nov 23 10:37:54.702251 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'status': 'completed', 'code': 200} Nov 23 10:37:54.702489 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'code': 200} Nov 23 10:37:54.809442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-531ecf08-1285-418b-b477-d3453ae39753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.810861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-531ecf08-1285-418b-b477-d3453ae39753 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1129084 Nov 23 10:37:54.819394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-eb2a7726-f7b0-4268-ae8a-5aa3f780a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.821061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-eb2a7726-f7b0-4268-ae8a-5aa3f780a610 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1124 time: 0.0892663 Nov 23 10:37:54.824362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c737d282-c547-4dea-b118-1482e62e1806 req-2edfc826-7bd5-4e32-a64c-e7383ce43b18 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252582 Nov 23 10:37:54.827756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-298d0729-86cd-4846-9d90-9d4193931b60 req-a05619ee-32bf-4d48-b676-e4ecf765f1ae tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 200 len: 997 time: 0.1098642 Nov 23 10:37:54.850602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:54.857694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4112e4c8-0977-4007-a8b8-d214dc1eb371 admin admin] 10.222.0.61 "PUT /v2.0/routers/b259ba8f-3ba2-4b1c-8dc8-469b91363eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8537486 Nov 23 10:37:54.860849 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] Sync routers for ids ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:54.864717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52928) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:54.879606 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] Routers {'b259ba8f-3ba2-4b1c-8dc8-469b91363eed'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:54.880401 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:54.963073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d0729-86cd-4846-9d90-9d4193931b60 req-d2c103ee-6ce8-4faa-9342-9e6d4eaa40c9 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:54.964614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-298d0729-86cd-4846-9d90-9d4193931b60 req-d2c103ee-6ce8-4faa-9342-9e6d4eaa40c9 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1283793 Nov 23 10:37:54.975958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-298d0729-86cd-4846-9d90-9d4193931b60 req-06c8a47b-3931-406f-bb02-8ca9e55abe53 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:37:54.976925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-298d0729-86cd-4846-9d90-9d4193931b60 req-06c8a47b-3931-406f-bb02-8ca9e55abe53 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062997 Nov 23 10:37:55.002768 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] Set router b259ba8f-3ba2-4b1c-8dc8-469b91363eed gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:55.081753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484fa58-e413-4946-a71b-e9fc9aebe788 req-b7742bc6-811e-4aee-8220-0147c2e975f8 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:55.089762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3484fa58-e413-4946-a71b-e9fc9aebe788 req-b7742bc6-811e-4aee-8220-0147c2e975f8 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 945 time: 0.0621879 Nov 23 10:37:55.140005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 48d2ac1b-7b05-42c5-bba0-80d292de151b up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:55.149512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3484fa58-e413-4946-a71b-e9fc9aebe788 req-47d76501-7a4e-464e-833e-526cb11ac3f6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588007 Nov 23 10:37:55.223291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 48d2ac1b-7b05-42c5-bba0-80d292de151b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:55.228277 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:37:53Z', 'revision_number': 5, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:55.230957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 48d2ac1b-7b05-42c5-bba0-80d292de151b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:55.231496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:55.267308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-e40137af-2981-4b18-b7f6-9be18e4e1618 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1000 time: 0.0816860 Nov 23 10:37:55.270493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:55.278127 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] Checking router: b259ba8f-3ba2-4b1c-8dc8-469b91363eed for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:55.291118 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] Routers {'b259ba8f-3ba2-4b1c-8dc8-469b91363eed'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:55.293890 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:55.349495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:55.351620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-ff74ff7d-ffd5-4d17-97d6-867af70a4624 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:55.360554 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:55.370756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-ff74ff7d-ffd5-4d17-97d6-867af70a4624 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports/c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 942 time: 0.0920024 Nov 23 10:37:55.399416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2ac1b-7b05-42c5-bba0-80d292de151b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:55.406374 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98532c37-9b27-4551-b06e-a1eefcf52989" -d '{"events": [{"server_uuid": "19cfa22b-d272-4b8b-bb1c-0e66d7b80a70", "name": "network-vif-plugged", "status": "completed", "tag": "48d2ac1b-7b05-42c5-bba0-80d292de151b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:55.415428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-07b9db93-e245-4895-a534-e89387ce8047 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900900 Nov 23 10:37:55.422389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-81656c86-5fa7-4037-88be-e6a98290f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:55.423921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-81656c86-5fa7-4037-88be-e6a98290f682 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.5912616 Nov 23 10:37:55.437995 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] Set router b259ba8f-3ba2-4b1c-8dc8-469b91363eed gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:55.438222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 48d2ac1b-7b05-42c5-bba0-80d292de151b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=48d2ac1b-7b05-42c5-bba0-80d292de151b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:55.443932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e2da0-5af0-443d-beb0-c393be878d03 req-c671a557-b8e7-41ba-85e9-76806850f1f5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:55.445762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b01e2da0-5af0-443d-beb0-c393be878d03 req-c671a557-b8e7-41ba-85e9-76806850f1f5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.5227060 Nov 23 10:37:55.446803 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:55.467930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:55.513303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=48d2ac1b-7b05-42c5-bba0-80d292de151b,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:55.539220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-5b17f499-7616-4467-97e3-2e99289e4cf6 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1000 time: 0.0944927 Nov 23 10:37:55.547503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-a449060b-81aa-487a-83b8-c6864207b8de service neutron] 10.222.0.58 "GET /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.1730516 Nov 23 10:37:55.550186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-9d094fe6-f134-44db-8cb9-b199ee70a6c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 217 time: 0.1011145 Nov 23 10:37:55.638933 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:37:53Z', 'revision_number': 5, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:55.666842 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23ec59-a9c5-4387-8489-c1919f29deda None None] The sync data for ids ['b259ba8f-3ba2-4b1c-8dc8-469b91363eed'] in n-d-817747-2 is: [{'id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'name': 'tempest-AttachSCSIVolumeTestJSON-1352154683-router', 'tenant_id': '5fbcae194dbc49c3845ee375c37038d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': '42f02133-fd09-4c25-8e32-1365243089de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:35:43Z', 'updated_at': '2021-11-23T10:37:53Z', 'revision_number': 5, 'project_id': '5fbcae194dbc49c3845ee375c37038d9', 'gw_port': {'id': '42f02133-fd09-4c25-8e32-1365243089de', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b259ba8f-3ba2-4b1c-8dc8-469b91363eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:35:44Z', 'updated_at': '2021-11-23T10:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:55.715418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-bab0e953-5ddd-4392-bced-1a922ad9bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:55.716898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-bab0e953-5ddd-4392-bced-1a922ad9bdbe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1513457 Nov 23 10:37:55.725857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b01e2da0-5af0-443d-beb0-c393be878d03 req-a62dbb49-729d-40f3-a84d-32fb8fd10dcf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595186 Nov 23 10:37:55.731910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-cc6e8e36-1fa5-47e1-98e4-35c3cbd31c86 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:55.733291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-cc6e8e36-1fa5-47e1-98e4-35c3cbd31c86 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1845825 Nov 23 10:37:55.770799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-9deb1246-3f9b-40cf-bbe9-88577622c3c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439947 Nov 23 10:37:55.776138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76ae5c6c-1baf-4d3b-bcca-db3b871eccb2 req-c8b3b8b3-235f-497f-9e6c-c1c63cd898ba service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498247 Nov 23 10:37:55.795184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:55.877646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-8ed1cb36-2c51-4aa6-a963-cb8939d58380 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 1000 time: 0.1345706 Nov 23 10:37:55.893432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:37:55.951759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ac7c-0abf-41be-8706-8b5e501e2026 req-7d2f9397-492b-4b2b-a6e4-31d563adfa80 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:55.953332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5024ac7c-0abf-41be-8706-8b5e501e2026 req-7d2f9397-492b-4b2b-a6e4-31d563adfa80 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 950 time: 0.1439822 Nov 23 10:37:55.955403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-0e46eb27-ddf4-4dcb-a582-2f8b21386232 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712172 Nov 23 10:37:55.958558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:55.978825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:55.987701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Deleting port 42f02133-fd09-4c25-8e32-1365243089de {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:55.988006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.017364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:37:56.067130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38281975-9a2e-4fae-93ac-95ed8a0b5c26 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:56.091334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5024ac7c-0abf-41be-8706-8b5e501e2026 req-564ea69a-a80a-4ca2-9d7c-07f577358f49 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301548 Nov 23 10:37:56.111997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:56.155588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.159841 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f00add-7a05-4795-82b8-848824d6651c x-openstack-request-id: req-c5f00add-7a05-4795-82b8-848824d6651c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:56.160397 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cfa22b-d272-4b8b-bb1c-0e66d7b80a70", "name": "network-vif-plugged", "status": "completed", "tag": "48d2ac1b-7b05-42c5-bba0-80d292de151b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:56.160487 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5f00add-7a05-4795-82b8-848824d6651c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:56.161375 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d2ac1b-7b05-42c5-bba0-80d292de151b', 'code': 200} Nov 23 10:37:56.168397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-c0762c93-29b5-4341-b3c8-bfd46f3f3abc service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909368 Nov 23 10:37:56.192603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] For port 42f02133-fd09-4c25-8e32-1365243089de, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=42f02133-fd09-4c25-8e32-1365243089de,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:56.192972 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.211412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Calling delete_port for 42f02133-fd09-4c25-8e32-1365243089de owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:56.235358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.250313 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.250619 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 disassociated. External IP: 172.25.5.69, port: c1830366-bd6e-4cec-b2ad-4c4325c7d5ca. Nov 23 10:37:56.366507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] Transition to ACTIVE for port object 38281975-9a2e-4fae-93ac-95ed8a0b5c26 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:37:56.373889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.434267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4680ba-5ffa-461f-a822-6b3c93e10ce7 req-e8ad0d35-9274-402f-9185-9109b032c2a1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.435770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad4680ba-5ffa-461f-a822-6b3c93e10ce7 req-e8ad0d35-9274-402f-9185-9109b032c2a1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 947 time: 0.1640186 Nov 23 10:37:56.441247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-573c087c-cd31-4c28-a6bf-de5a4c710e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.442654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-573c087c-cd31-4c28-a6bf-de5a4c710e07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.1580813 Nov 23 10:37:56.473388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] No DVR routers for this DVR port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:56.477753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375136d-16fa-42b3-85f3-7c60a915c14d req-d90984ed-c93b-43ea-bc0f-c7b4573fdfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.479203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4375136d-16fa-42b3-85f3-7c60a915c14d req-d90984ed-c93b-43ea-bc0f-c7b4573fdfea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 1101 time: 0.1500707 Nov 23 10:37:56.545832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] Pushing event updated for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=10']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:56.564451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-bce31e42-ea96-4607-a796-f7118a5b5198 service neutron] 10.222.0.58 "PUT /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26/bindings/n-h1-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0035541 Nov 23 10:37:56.585502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:37:56.619514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad4680ba-5ffa-461f-a822-6b3c93e10ce7 req-325a21f4-7190-40fc-8597-778b6a470327 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742511 Nov 23 10:37:56.648391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4375136d-16fa-42b3-85f3-7c60a915c14d req-501d9608-a97d-4cd9-9df2-0cc29a521397 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538770 Nov 23 10:37:56.703879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-8dd26eef-5d5c-4ac0-be5e-4daee54fd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.705857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-8dd26eef-5d5c-4ac0-be5e-4daee54fd89a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.2426333 Nov 23 10:37:56.706295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:56.708145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:56.708554 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6" -d '{"events": [{"name": "network-changed", "server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:56.718688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:37:56.724181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.728111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.738583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:37:56.742890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:56.743245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c50f8dd3-5d4d-4546-a5b3-22a86f0f90ca not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:56.755395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:56.756036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:56.758202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-02407a6d-f0ce-420d-b1ab-869a58485b63 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "PUT /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 200 len: 695 time: 0.8704998 Nov 23 10:37:56.758664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:56.760927 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9971f18a-3046-4f6c-9699-ba0a6187381a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:56.770703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f02133-fd09-4c25-8e32-1365243089de,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:56.773804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-165e7bb8-b703-4a1d-9e39-8516ec0d77ad tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.775344 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-165e7bb8-b703-4a1d-9e39-8516ec0d77ad tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1457930 Nov 23 10:37:56.810875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.825867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-9e98d360-d746-4e96-acd2-ce9a43194d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.832688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-9e98d360-d746-4e96-acd2-ce9a43194d01 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.0548642 Nov 23 10:37:56.835956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc52de5-f62f-40db-a303-a2ca05ee7eb3 req-d8d9d763-9298-4df3-a63f-a46ff85df47e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.837516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dc52de5-f62f-40db-a303-a2ca05ee7eb3 req-d8d9d763-9298-4df3-a63f-a46ff85df47e tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 944 time: 0.1488545 Nov 23 10:37:56.882920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:56.932889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-a3b4c1a1-5cf7-4bfb-9d5e-91244b4bca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:56.934499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-a3b4c1a1-5cf7-4bfb-9d5e-91244b4bca20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.0998437 Nov 23 10:37:56.977965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-9689c5f0-24fe-487b-a6c4-0448ebfe1022 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 217 time: 0.0353630 Nov 23 10:37:56.992784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:56.996124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.000604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-4dad4829-410e-421d-8370-deadb17a2af4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 217 time: 0.0543926 Nov 23 10:37:57.112312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:57.116966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-1f000fe4-eb0f-4cb4-9932-84c437634ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:57.118530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-1f000fe4-eb0f-4cb4-9932-84c437634ead service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054&tenant_id=1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 1095 time: 0.3220046 Nov 23 10:37:57.135319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dc52de5-f62f-40db-a303-a2ca05ee7eb3 req-b791d2b5-50da-4de8-b4dc-592407e6aba6 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288888 Nov 23 10:37:57.141732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.142518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b259ba8f-3ba2-4b1c-8dc8-469b91363eed {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:37:57.162611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.165270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-001a99cb-6a7f-4805-b4f1-3c9c6da73ef4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b259ba8f-3ba2-4b1c-8dc8-469b91363eed HTTP/1.1" status: 204 len: 168 time: 2.2960496 Nov 23 10:37:57.171772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:37:57.182116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52954) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:57.192825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:37:57.193515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:57.243535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] Deleting subnet 4847c8c4-159a-4b86-8276-8fa4f541d439 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:37:57.247521 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.268981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7bfbfbc-388b-4c6d-8352-2c659a21de71 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:37:57.296872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.334565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-c7648310-1f57-4465-9fa8-f51715ca477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:57.336039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-c7648310-1f57-4465-9fa8-f51715ca477b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.3194480 Nov 23 10:37:57.347413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-2be79842-625a-4f5b-ae42-937db50f5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:57.349603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-2be79842-625a-4f5b-ae42-937db50f5de1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.3645146 Nov 23 10:37:57.403373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-f542dc57-3071-4762-aacb-af00a4155ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:57.405119 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-f542dc57-3071-4762-aacb-af00a4155ecf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490963 Nov 23 10:37:57.407155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:37:57.449033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port b7bfbfbc-388b-4c6d-8352-2c659a21de71 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:37:57.461417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port b7bfbfbc-388b-4c6d-8352-2c659a21de71 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:37:57.461801 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.489536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.493676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-7b0ec4d0-f8c5-4176-8977-650b49a48fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:57.495261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-7b0ec4d0-f8c5-4176-8977-650b49a48fe4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1095 time: 0.3302574 Nov 23 10:37:57.508161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-eeeee0d4-04de-45d7-90ea-38c52d11254a service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938058 Nov 23 10:37:57.535762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df98165-243a-42c1-ac76-87d14e923277 req-1bb27d95-ada0-4c27-99dd-15fb3f01fef4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:57.537287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4df98165-243a-42c1-ac76-87d14e923277 req-1bb27d95-ada0-4c27-99dd-15fb3f01fef4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.2364872 Nov 23 10:37:57.557184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-5ca4c8a2-0211-4b15-87df-f7655cc5367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:57.557969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-5ca4c8a2-0211-4b15-87df-f7655cc5367a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034414 Nov 23 10:37:57.606827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da780a00-15cb-454b-b8b1-77a23ae33452 req-86ddf5c6-530b-47ae-a999-36aecbca90c9 service neutron] 10.222.0.61 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914230 Nov 23 10:37:57.683394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.737622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port b7bfbfbc-388b-4c6d-8352-2c659a21de71, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:57.750280 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:57.818034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:57.875594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=b7bfbfbc-388b-4c6d-8352-2c659a21de71,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:57.886464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d363ce3b-4f65-42a9-8464-2eba0cafc071 None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:36:43Z', 'revision_number': 4, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5a2d7e93-9e40-4072-b4dd-6d935dba78c6', 'name': '', 'network_id': 'f654a163-4040-4016-bec9-d76522bedc16', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'mac_address': 'fa:16:3e:3b:35:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '6145d076-9339-4285-af25-7b443c8b68c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:41Z', 'updated_at': '2021-11-23T10:36:48Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'subnets': [{'id': '6145d076-9339-4285-af25-7b443c8b68c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:37:57.911493 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c53f12-6885-47e3-af9b-9e950d4fd496 x-openstack-request-id: req-c1c53f12-6885-47e3-af9b-9e950d4fd496 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:57.912076 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:57.912076 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1c53f12-6885-47e3-af9b-9e950d4fd496 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:57.912475 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'status': 'completed', 'code': 200} Nov 23 10:37:58.005092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d9f0e-d61b-4858-91af-96449438fa09 req-3502cbdb-27e1-474a-83ce-eed5f72cbd4b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.007297 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d5d9f0e-d61b-4858-91af-96449438fa09 req-3502cbdb-27e1-474a-83ce-eed5f72cbd4b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.0630367 Nov 23 10:37:58.070358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d5d9f0e-d61b-4858-91af-96449438fa09 req-7fb28737-e7b9-4d93-a892-a7952e09121c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Nov 23 10:37:58.118295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.136168 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1c95f2-f697-45d8-9720-7d29016df4a0 x-openstack-request-id: req-da1c95f2-f697-45d8-9720-7d29016df4a0 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:58.137568 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:58.137931 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da1c95f2-f697-45d8-9720-7d29016df4a0 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:58.138438 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'status': 'completed', 'code': 200} Nov 23 10:37:58.139405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4df98165-243a-42c1-ac76-87d14e923277 req-8b04a332-3a42-442b-8bce-1b3572f797be tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867307 Nov 23 10:37:58.162449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:37:58.164887 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cabcb76-da05-45b8-8c3f-fc116ae3a5aa" -d '{"events": [{"server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:37:58.186553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-6afeedf6-64c1-410e-ac23-6180372a6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.188201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-6afeedf6-64c1-410e-ac23-6180372a6173 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1098 time: 0.2851603 Nov 23 10:37:58.199612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4847c8c4-159a-4b86-8276-8fa4f541d439,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:58.201164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4c9f5e89-c36e-4b02-918d-bf36757a170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.202661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-4c9f5e89-c36e-4b02-918d-bf36757a170c service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.6870680 Nov 23 10:37:58.203172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb001f00-c4ef-4a42-8a55-a71701bdb29d None None] Network a3d53601-5d93-4ad7-9482-60c41d0758db requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:37:58.208652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.214537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52968) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:58.214691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c647ba71-1103-4072-907e-dcd32206a29b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4847c8c4-159a-4b86-8276-8fa4f541d439 HTTP/1.1" status: 204 len: 168 time: 1.0314362 Nov 23 10:37:58.218087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-d0a294bb-e207-4c54-9a30-2877792730b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.219537 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-d0a294bb-e207-4c54-9a30-2877792730b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1098 time: 0.3113391 Nov 23 10:37:58.290390 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f21020c-6a56-43d5-a8da-467cd4dd4382 None None] New status for floating IP fb1d2ea0-2cf3-4b6d-a625-5b2202b91720: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:37:58.306540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-c793c863-f1ba-4724-9d7a-e0a91231d8d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 217 time: 0.0860419 Nov 23 10:37:58.317164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-788ed464-5167-4dc8-9b00-63cbaed61dc1 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373536 Nov 23 10:37:58.332480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521072a-92a5-4f09-a25d-8e1245f86585 req-893e1f5b-00be-41fc-a224-eac99282ea02 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.341368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e521072a-92a5-4f09-a25d-8e1245f86585 req-893e1f5b-00be-41fc-a224-eac99282ea02 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 950 time: 0.1487176 Nov 23 10:37:58.363135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.454605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] DHCP port deletion for a3d53601-5d93-4ad7-9482-60c41d0758db request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:37:58.465543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e521072a-92a5-4f09-a25d-8e1245f86585 req-6e7a6735-9e5f-4bf0-a2ac-6994c474761b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144416 Nov 23 10:37:58.519304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Deleting port 8b47b214-b70e-4a17-a005-e756b281c66e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:58.519923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.558191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] Deleting port 8b47b214-b70e-4a17-a005-e756b281c66e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:37:58.558576 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.581239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-a1e6b19d-0409-421d-85a4-a034b86b9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.582764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-a1e6b19d-0409-421d-85a4-a034b86b9b26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.2538798 Nov 23 10:37:58.634411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] For port 8b47b214-b70e-4a17-a005-e756b281c66e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8b47b214-b70e-4a17-a005-e756b281c66e,segment=NetworkSegment(3ec394d4-d98a-4c18-b534-163a0073c8f9),segment_id=3ec394d4-d98a-4c18-b534-163a0073c8f9)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:58.635464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.648068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-5969d9e4-3078-417a-946a-2d1c306d865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.649605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-5969d9e4-3078-417a-946a-2d1c306d865a service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4070077 Nov 23 10:37:58.651575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-a7d6ac49-0f96-40c3-bc74-c48e66db236c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473187 Nov 23 10:37:58.663107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00613b-ea3b-4ba8-a8c7-75a22f12b71b req-bb718e46-80e4-4c24-81e5-481bfe6ba49d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.664899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb00613b-ea3b-4ba8-a8c7-75a22f12b71b req-bb718e46-80e4-4c24-81e5-481bfe6ba49d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 947 time: 0.2741342 Nov 23 10:37:58.677145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Calling delete_port for 8b47b214-b70e-4a17-a005-e756b281c66e owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:58.689329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-cc5195c1-be09-468d-aa0b-9654af664a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.691236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-cc5195c1-be09-468d-aa0b-9654af664a8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4754310 Nov 23 10:37:58.693139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6d1436b-9bb5-424b-89bd-c3d4fb705527 req-3a4ef5ed-5b80-421a-879e-b11186566459 service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531735 Nov 23 10:37:58.705823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-39931495-8a88-42b6-b1d5-4dfe11d55c63 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--228407705&fields=id&tenant_id=bd8da8ec30d64b159e1dc535340dce66 HTTP/1.1" status: 200 len: 267 time: 0.1009328 Nov 23 10:37:58.752656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-350ebe74-d233-49fd-adf4-6bfc39d7cbd0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 217 time: 0.0784681 Nov 23 10:37:58.823633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-68e1f329-2fd2-477c-8d19-e96454b44a06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 217 time: 0.0922906 Nov 23 10:37:58.882224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b47b214-b70e-4a17-a005-e756b281c66e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:58.921736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] For port 8b47b214-b70e-4a17-a005-e756b281c66e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8b47b214-b70e-4a17-a005-e756b281c66e,segment=NetworkSegment(3ec394d4-d98a-4c18-b534-163a0073c8f9),segment_id=3ec394d4-d98a-4c18-b534-163a0073c8f9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:58.922192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.938081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-17c1638a-9f5b-4a38-bfae-60ea41c06f7b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:58.944509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] Calling delete_port for 8b47b214-b70e-4a17-a005-e756b281c66e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:37:58.946351 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-17c1638a-9f5b-4a38-bfae-60ea41c06f7b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 823 time: 0.2001636 Nov 23 10:37:58.961296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:58.994975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb00613b-ea3b-4ba8-a8c7-75a22f12b71b req-4f0fd0d1-3d9c-4625-83e5-f6ea49e651e2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118875 Nov 23 10:37:59.001457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-745f83b9-4375-4c9b-a735-8f093b27f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.003972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-745f83b9-4375-4c9b-a735-8f093b27f636 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2115638 Nov 23 10:37:59.008391 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-2f25fa73-198f-4728-bed5-4e95c3cbf348 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/quotas/bd8da8ec30d64b159e1dc535340dce66 HTTP/1.1" status: 200 len: 375 time: 0.0609539 Nov 23 10:37:59.018726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] No DVR routers for this DVR port 8b47b214-b70e-4a17-a005-e756b281c66e on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:59.021060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No active binding found for port 8b47b214-b70e-4a17-a005-e756b281c66e {{(pid=103428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:37:59.021509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b47b214-b70e-4a17-a005-e756b281c66e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:59.022004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42f02133-fd09-4c25-8e32-1365243089de no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:59.024141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8b47b214-b70e-4a17-a005-e756b281c66e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:59.025518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-030597a4-2a90-411f-8b6f-289e3e737d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.027322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-030597a4-2a90-411f-8b6f-289e3e737d24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1506975 Nov 23 10:37:59.053741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-71bea6c0-6a42-4862-a74b-71695218a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.055057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-71bea6c0-6a42-4862-a74b-71695218a757 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=875d8a798c37498691a807ec3e3dbdaa&device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 1096 time: 0.2501903 Nov 23 10:37:59.055400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 42f02133-fd09-4c25-8e32-1365243089de {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:37:59.055767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42f02133-fd09-4c25-8e32-1365243089de not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:59.102672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-388fe45e-ebe1-4243-85d8-c9b3cbf9ad0a service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361579 Nov 23 10:37:59.139344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.145865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.163622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9aaf332f-0662-4d9c-ba6a-5f5c5cf37fe3 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1542094 Nov 23 10:37:59.170155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:37:59.179567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d53601-5d93-4ad7-9482-60c41d0758db']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:59.185535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:37:59.191675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] Pushing event deleted for resources: {'Port': ['ID=8b47b214-b70e-4a17-a005-e756b281c66e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:59.220058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec394d4-d98a-4c18-b534-163a0073c8f9') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:59.220338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec394d4-d98a-4c18-b534-163a0073c8f9') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:37:59.235152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9628aff-5ebf-438e-b47d-371970214782 None None] No DVR routers for this DVR port 8b47b214-b70e-4a17-a005-e756b281c66e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:37:59.243199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.278222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-984f0c09-957f-4bc2-bb90-ddb85bc30f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.279717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-984f0c09-957f-4bc2-bb90-ddb85bc30f61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2392590 Nov 23 10:37:59.293776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-8c99fd80-c4a4-4936-90f0-b772c9fa0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.295468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-8c99fd80-c4a4-4936-90f0-b772c9fa0a21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660649 Nov 23 10:37:59.297522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.299764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:37:59.311049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:37:59.311600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:37:59.313502 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:37:59.323886 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:59.336741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'mac_address': 'fa:16:3e:e6:d7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:37:59.366056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88898c10-f7d3-4377-851e-f6d052cd4e91 req-13d9ba92-ca9b-437e-a668-c80a69dcb0d1 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.367467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88898c10-f7d3-4377-851e-f6d052cd4e91 req-13d9ba92-ca9b-437e-a668-c80a69dcb0d1 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.2439594 Nov 23 10:37:59.381439 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.393167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9d63f82e-8e8c-45bd-a154-fe8bd550bde7 service neutron] 10.222.0.61 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087271 Nov 23 10:37:59.400635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0e541a-c148-4336-b543-08c9e6ec172f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:37:59.401058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-b5541dba-2817-4cca-8d67-3acaa43f9a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.402708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-b5541dba-2817-4cca-8d67-3acaa43f9a8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 200 len: 921 time: 0.3155811 Nov 23 10:37:59.415087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.421436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:37:59.426851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.430206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] 10.222.0.61 "DELETE /v2.0/networks/a3d53601-5d93-4ad7-9482-60c41d0758db HTTP/1.1" status: 204 len: 168 time: 1.2147019 Nov 23 10:37:59.431839 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.450469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394102c-81ab-4683-ae44-f59d7060d3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d53601-5d93-4ad7-9482-60c41d0758db,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:59.500681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:37:59.523826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-b1fb60ec-101f-4fe9-889c-ae2b7f3acdae service neutron] 10.222.0.61 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297669 Nov 23 10:37:59.531797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-8022db45-a5f1-4bf0-9c9f-078924e963de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 200 len: 217 time: 0.0833614 Nov 23 10:37:59.533798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-d2cc527b-8a8a-400f-8df2-763be03094d9 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186375 Nov 23 10:37:59.626229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52988) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:59.638251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-f3ba6424-0dda-4aca-b653-4f78b200f2eb service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409951 Nov 23 10:37:59.656533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88898c10-f7d3-4377-851e-f6d052cd4e91 req-69e4d93d-c093-47cb-977d-f2a173c002dc tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563963 Nov 23 10:37:59.667532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-aa10864f-df69-497b-a6cb-c3c59609edd0 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575764 Nov 23 10:37:59.676121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-fd0271a1-56b3-43d3-b893-219fb228daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.678718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-fd0271a1-56b3-43d3-b893-219fb228daff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 200 len: 859 time: 0.1345301 Nov 23 10:37:59.685982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-157f9114-2a03-4d80-bf9a-6008060b86bb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=492cb3eb9277461186f5de2227f4341a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578277 Nov 23 10:37:59.688202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52994) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:37:59.717942 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a834b-e73d-40c0-b3b8-552c6ac0897a x-openstack-request-id: req-962a834b-e73d-40c0-b3b8-552c6ac0897a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:37:59.718252 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "name": "network-vif-plugged", "status": "completed", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:37:59.718516 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-962a834b-e73d-40c0-b3b8-552c6ac0897a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:37:59.719550 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'code': 200} Nov 23 10:37:59.774292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e853-13ff-4224-af9c-ff53f599dedf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.853466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e853-13ff-4224-af9c-ff53f599dedf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.905812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ef40-2d38-41f6-823b-f20a27f91021 req-f72113ec-4efe-45f7-b380-7ad7683746a5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:37:59.907321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a640ef40-2d38-41f6-823b-f20a27f91021 req-f72113ec-4efe-45f7-b380-7ad7683746a5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.0897553 Nov 23 10:37:59.990278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e853-13ff-4224-af9c-ff53f599dedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.993002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bd2e853-13ff-4224-af9c-ff53f599dedf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:37:59.994183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2bd2e853-13ff-4224-af9c-ff53f599dedf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/804b2e3d-3f63-40a6-a79f-d674d00660ec HTTP/1.1" status: 204 len: 168 time: 0.3035789 Nov 23 10:38:00.002690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a640ef40-2d38-41f6-823b-f20a27f91021 req-40bbcd83-ec5a-4dbb-9682-bcd0f7ae59b3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850232 Nov 23 10:38:00.012818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-061ffd43-dc11-4597-9c11-cd9cd6bf7fce tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.014611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-061ffd43-dc11-4597-9c11-cd9cd6bf7fce tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.58 "GET /v2.0/ports?device_id=652c9e0f-0bc3-469d-9edf-634a7be8c617 HTTP/1.1" status: 200 len: 945 time: 0.1062138 Nov 23 10:38:00.021956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2e853-13ff-4224-af9c-ff53f599dedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804b2e3d-3f63-40a6-a79f-d674d00660ec,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:00.178768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['dc0e541a-c148-4336-b543-08c9e6ec172f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:00.222529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10136-369e-4c4b-9fa2-9a8eb3f3b766 req-9afb9a56-95ba-4141-a9bc-c69e91741cd2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.224121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ccb10136-369e-4c4b-9fa2-9a8eb3f3b766 req-9afb9a56-95ba-4141-a9bc-c69e91741cd2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 950 time: 0.0739715 Nov 23 10:38:00.256210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Deleting port e15a433d-3f28-4609-aee9-aea83e18e725 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:00.256539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:00.313334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ccb10136-369e-4c4b-9fa2-9a8eb3f3b766 req-519a1993-aa41-48cd-8734-d519da4b8946 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765913 Nov 23 10:38:00.377018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-cecd27d3-fcf6-4069-b63b-80c601ef3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.379676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-cecd27d3-fcf6-4069-b63b-80c601ef3458 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f654a163-4040-4016-bec9-d76522bedc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6403787 Nov 23 10:38:00.402690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813428-02d2-40f0-9eba-236ad7140100 req-bd58f0a9-5503-4cfa-b4b3-43845025fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.404103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-28813428-02d2-40f0-9eba-236ad7140100 req-bd58f0a9-5503-4cfa-b4b3-43845025fd95 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 1096 time: 0.5601304 Nov 23 10:38:00.412427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-e761e767-acbc-4d98-8603-fa72ac286da4 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543304 Nov 23 10:38:00.417839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] For port e15a433d-3f28-4609-aee9-aea83e18e725, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e15a433d-3f28-4609-aee9-aea83e18e725,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:00.418210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:00.428672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d646894d-9a4c-4c65-b2fc-b5e9500d15c6 req-d44cf91a-8241-4634-ad0f-ee66cf9f8d5b service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462318 Nov 23 10:38:00.454708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27173a-6e78-40a7-bb17-19aa5a9ea070 req-7664d591-14ca-4d12-a83e-9a41786729b4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.473628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c27173a-6e78-40a7-bb17-19aa5a9ea070 req-7664d591-14ca-4d12-a83e-9a41786729b4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.6504924 Nov 23 10:38:00.518884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b5aa2bc-94e9-4de4-b566-34d4cc736394 req-3b144fe4-5896-4d72-83bd-2b0a11ec8771 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 210 time: 0.0847685 Nov 23 10:38:00.571844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-42b6c4dd-ec7c-48a4-9a65-69c8e5be9602 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.574849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-42b6c4dd-ec7c-48a4-9a65-69c8e5be9602 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.6184921 Nov 23 10:38:00.635835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53012) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:00.666006 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-7bf4d04b-8931-435c-bd61-37ea68e621d8 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 200 len: 693 time: 0.1025865 Nov 23 10:38:00.728186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-28813428-02d2-40f0-9eba-236ad7140100 req-b22f678c-81b1-47f9-b8e1-8d92ff810973 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972176 Nov 23 10:38:00.736544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c27173a-6e78-40a7-bb17-19aa5a9ea070 req-4f6a52c5-46a7-419a-a585-c1bb9e1049fc tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619436 Nov 23 10:38:00.764346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-e37990d4-7b7b-48c4-ace9-169a3e7e06ec service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592632 Nov 23 10:38:00.822480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8bdec346-7ad1-402f-ac72-26874b939374 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5fbcae194dbc49c3845ee375c37038d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815584 Nov 23 10:38:00.832679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53016) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:00.894417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:00.894859 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:00.895266 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95 disassociated. External IP: 172.25.5.99, port: e15a433d-3f28-4609-aee9-aea83e18e725. Nov 23 10:38:00.895666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Calling delete_port for e15a433d-3f28-4609-aee9-aea83e18e725 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:00.921957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-63cc3932-5873-46c8-b5ae-aae6936b3587 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.923434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-63cc3932-5873-46c8-b5ae-aae6936b3587 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2152314 Nov 23 10:38:00.962178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-ac0d988d-614e-41f9-adbb-d51a7e186e7e tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:38:00.963170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-ac0d988d-614e-41f9-adbb-d51a7e186e7e tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080986 Nov 23 10:38:00.973187 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9971f18a-3046-4f6c-9699-ba0a6187381a req-9d495f41-2d2d-40fc-a0a1-c975b67f76ca service neutron] 10.222.0.58 "GET /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982617 Nov 23 10:38:00.994850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cd132-4153-430f-9bc6-81c55a8f1a6e req-7143327c-9c21-4140-9dea-08be152ecd50 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:00.996346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad4cd132-4153-430f-9bc6-81c55a8f1a6e req-7143327c-9c21-4140-9dea-08be152ecd50 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 948 time: 0.1248341 Nov 23 10:38:00.999063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-9c5fc2d3-41fe-4c48-b45b-fde308f1158f service neutron] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:01.005177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-9c5fc2d3-41fe-4c48-b45b-fde308f1158f service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.006302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0dfbd9-4f34-4b9b-9c24-471527de4959 req-9c5fc2d3-41fe-4c48-b45b-fde308f1158f service neutron] 10.222.0.65 "DELETE /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26/bindings/n-h2-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.4092922 Nov 23 10:38:01.008157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e2e77f1-6e3f-4377-9109-5b0b5e92b197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.034717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1482a25c-f89b-46a6-ace9-1850a489a6de tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 696 time: 0.0640807 Nov 23 10:38:01.057357 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e2e77f1-6e3f-4377-9109-5b0b5e92b197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.084044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad4cd132-4153-430f-9bc6-81c55a8f1a6e req-aa458af7-57db-4bba-bcbc-0981ba7b2b99 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766635 Nov 23 10:38:01.094155 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1eb2dc2c-660f-4623-9ede-79c329d619db tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.69 HTTP/1.1" status: 200 len: 696 time: 0.0479312 Nov 23 10:38:01.136035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e2e77f1-6e3f-4377-9109-5b0b5e92b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.139063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e2e77f1-6e3f-4377-9109-5b0b5e92b197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.142766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e2e77f1-6e3f-4377-9109-5b0b5e92b197 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22783d27-15c7-41d7-af14-8087419d2f04 HTTP/1.1" status: 204 len: 168 time: 0.3064506 Nov 23 10:38:01.150960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e77f1-6e3f-4377-9109-5b0b5e92b197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22783d27-15c7-41d7-af14-8087419d2f04,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:01.255598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250a48b-003b-435c-b0fb-1c83497b3ea3 req-a31134df-a4e9-4b9f-ab44-108fc2dc8340 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:01.259592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9250a48b-003b-435c-b0fb-1c83497b3ea3 req-a31134df-a4e9-4b9f-ab44-108fc2dc8340 tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 1101 time: 0.0709889 Nov 23 10:38:01.286025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.326185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9250a48b-003b-435c-b0fb-1c83497b3ea3 req-1b91a483-bc85-45b5-ae92-8e54f824e72e tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583541 Nov 23 10:38:01.335614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event deleted for resources: {'Port': ['ID=e15a433d-3f28-4609-aee9-aea83e18e725,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:01.422254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Deleting port a7aa5a17-60f9-46f8-8015-9bdefcfc9696 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:01.422596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.539626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:38:01.558991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.559318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:01.576984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Calling delete_port for a7aa5a17-60f9-46f8-8015-9bdefcfc9696 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:01.646783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cbf22-2086-430c-bbbd-141e276fef6c req-8d408051-ea2f-482f-895e-11e21ecc3422 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:01.648357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-102cbf22-2086-430c-bbbd-141e276fef6c req-8d408051-ea2f-482f-895e-11e21ecc3422 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.1284316 Nov 23 10:38:01.656062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-e5130a4a-8c03-418b-80bb-3a04d1467b66 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:01.657456 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-e5130a4a-8c03-418b-80bb-3a04d1467b66 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.65 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 823 time: 0.3364332 Nov 23 10:38:01.745959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-102cbf22-2086-430c-bbbd-141e276fef6c req-59b82135-02d4-42da-a2c4-79ff537cf004 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848389 Nov 23 10:38:01.781842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-632d4be9-1e42-40c2-bcf3-db0e255b1f89 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8da8ec30d64b159e1dc535340dce66 HTTP/1.1" status: 200 len: 379 time: 0.1036463 Nov 23 10:38:01.793077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'port': {'device_id': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'admin_state_up': True, 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'security_groups': ['1b2ed31c-ff92-4701-b5c9-2cd289d71d53']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:01.966771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c1f88-75e8-4756-b978-7ff765917133 req-952a55dd-5640-4c5a-9a9b-a9d07903ee6d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:01.968554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b48c1f88-75e8-4756-b978-7ff765917133 req-952a55dd-5640-4c5a-9a9b-a9d07903ee6d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.0941157 Nov 23 10:38:01.998268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Made reservation on behalf of bd8da8ec30d64b159e1dc535340dce66 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:02.003674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:02.061523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b48c1f88-75e8-4756-b978-7ff765917133 req-e33c6729-0d36-4672-b56c-f235d2c20759 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850554 Nov 23 10:38:02.110806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:38:02.132145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] Sync routers for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:38:02.153661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:02.154523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:02.215564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] No DVR routers for this DVR port e15a433d-3f28-4609-aee9-aea83e18e725 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:38:02.226459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:02.230940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d8d2424-4d9c-4e0e-b3e9-6180cc60d1a2 req-eb83376d-5fbd-4b6b-80c7-cc0585942ba2 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.58 "DELETE /v2.0/ports/e15a433d-3f28-4609-aee9-aea83e18e725 HTTP/1.1" status: 204 len: 173 time: 2.2066202 Nov 23 10:38:02.232264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'name': 'network-vif-deleted', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:02.235278 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4218c190-999d-45df-94df-a9eec6407a69" -d '{"events": [{"server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "name": "network-vif-deleted", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:02.321071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:02.325244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8400ae4-e0ad-4db1-9853-c0d8bce09ef8 req-a114efb2-9cb2-418f-96fd-8eb76e833837 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 210 time: 0.0769165 Nov 23 10:38:02.376185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:02.394476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Allocated IP 172.20.0.14 (86b7529a-d1ec-43e8-a6db-e899de5c4293/f0684d26-3c3d-4d61-a8ce-5ff4814ff010/8cf4019a-8b5e-434a-b742-234734780df4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:02.441216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Pushing event deleted for resources: {'Port': ['ID=a7aa5a17-60f9-46f8-8015-9bdefcfc9696,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:02.494149 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:02.496803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:02.497996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f15280f4-5b2c-4868-a8c1-b0729480b8bd req-1f713471-4ecd-422f-bf6b-a11a0dd55c7c tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "DELETE /v2.0/floatingips/fb1d2ea0-2cf3-4b6d-a625-5b2202b91720 HTTP/1.1" status: 204 len: 173 time: 1.3976309 Nov 23 10:38:02.528485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-4d768bac-20e8-46f1-9ee0-d8a127d8a2d1 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507417 Nov 23 10:38:02.568078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-eeef99c1-9249-4648-82c2-6831ba158f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:02.569642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-eeef99c1-9249-4648-82c2-6831ba158f89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1096 time: 0.1657300 Nov 23 10:38:02.602207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d45850-144c-4fa4-ba63-3f88818ca41d req-389778b6-bf66-43fd-978b-be60be6a70e2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:02.603913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55d45850-144c-4fa4-ba63-3f88818ca41d req-389778b6-bf66-43fd-978b-be60be6a70e2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.0521221 Nov 23 10:38:02.609677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:02.641148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] Checking router: 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:38:02.649981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:02.650740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:02.655264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55d45850-144c-4fa4-ba63-3f88818ca41d req-2bf9980c-6272-41f6-adc6-c79e91caf16f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Nov 23 10:38:02.794213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:02.795613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-87abacfc-acff-4274-b691-328863985d2f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:02.803191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-87abacfc-acff-4274-b691-328863985d2f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738152 Nov 23 10:38:02.839988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271f20a-5278-44ef-b977-cdfdd04001c9 req-f42dd05a-65f7-4220-8120-bedb94acf17f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:02.849061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-e41e0d93-bb69-4cc5-911d-e68f13688e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:02.851106 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-e41e0d93-bb69-4cc5-911d-e68f13688e72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2669384 Nov 23 10:38:02.851744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e271f20a-5278-44ef-b977-cdfdd04001c9 req-f42dd05a-65f7-4220-8120-bedb94acf17f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 948 time: 0.0706322 Nov 23 10:38:02.859468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-14f83aec-9d7a-4baa-b8d7-b0c9c3f83c02 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/quotas/9164cdc3038441629bde1465edff0852 HTTP/1.1" status: 200 len: 375 time: 0.0553911 Nov 23 10:38:02.891596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:02.921328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e271f20a-5278-44ef-b977-cdfdd04001c9 req-b5f79a70-60c8-4bae-a44b-16a493a1a5bd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 Nov 23 10:38:02.944874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-9f1f6736-9185-43b6-914a-d1aa1753af92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 217 time: 0.0763221 Nov 23 10:38:02.963059 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f110ffc0-d605-4adf-8e26-0f8d2678f451 x-openstack-request-id: req-f110ffc0-d605-4adf-8e26-0f8d2678f451 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:02.963966 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652c9e0f-0bc3-469d-9edf-634a7be8c617", "name": "network-vif-deleted", "tag": "e15a433d-3f28-4609-aee9-aea83e18e725", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:02.964329 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f110ffc0-d605-4adf-8e26-0f8d2678f451 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:02.964853 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652c9e0f-0bc3-469d-9edf-634a7be8c617', 'name': 'network-vif-deleted', 'tag': 'e15a433d-3f28-4609-aee9-aea83e18e725', 'status': 'completed', 'code': 200} Nov 23 10:38:03.022711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-ae5755ca-60f0-4380-87a7-4549d1de5037 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1622622 Nov 23 10:38:03.039299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:03.042440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-7b3186ef-08af-4269-a03a-079a34a144b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:03.044215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-7b3186ef-08af-4269-a03a-079a34a144b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0902960 Nov 23 10:38:03.048451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:03.074959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09483f27-7db2-4888-9f36-c8fbacba0b7b None None] The sync data for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 is: [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:38:03.132165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-56d462cd-cad2-44f3-afcf-106c09dd8a18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771537 Nov 23 10:38:03.152159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:03.156371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:03.182543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:03.207948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:03.216202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:03.216897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:03.233979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event updated for resources: {'Port': ['ID=8cf4019a-8b5e-434a-b742-234734780df4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:03.287758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port dc0e541a-c148-4336-b543-08c9e6ec172f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:38:03.295741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port dc0e541a-c148-4336-b543-08c9e6ec172f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:03.296125 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:03.298005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-fbf0e00f-d1dd-47c4-9e0a-3636cb61eee5 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5091741 Nov 23 10:38:03.320994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Request body: {'port': {'device_id': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:03.426917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-5939c00c-304d-4529-a17e-52d8ee630815 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784877 Nov 23 10:38:03.430369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:03.456348 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:03.483888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:03.493438 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91892c06-1427-44ab-8dd1-7081d331c978" -d '{"events": [{"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:03.529129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:03.540700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:03.542230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e15a433d-3f28-4609-aee9-aea83e18e725 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:38:03.674717 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b317e368-3082-4ae0-8754-36ae9405c6cc None None] New status for floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:38:03.696490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:03.731574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-5cf2c98c-8bc0-4cbb-8aca-501a4bdfac86 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947176 Nov 23 10:38:03.787628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: e15a433d-3f28-4609-aee9-aea83e18e725 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:38:03.787984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e15a433d-3f28-4609-aee9-aea83e18e725 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:38:03.820381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9105df39-110f-49ec-808c-b9ee39535607 None None] Provisioning complete for port 8cf4019a-8b5e-434a-b742-234734780df4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:03.821889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9105df39-110f-49ec-808c-b9ee39535607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:03.895776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9105df39-110f-49ec-808c-b9ee39535607 None None] Port 8cf4019a-8b5e-434a-b742-234734780df4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:03.942748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7bcb-08dd-4e50-b1fb-c0e11b6a0e99 req-2b8882d5-e0be-42d3-b830-85afde329488 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:03.954656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f69d7bcb-08dd-4e50-b1fb-c0e11b6a0e99 req-2b8882d5-e0be-42d3-b830-85afde329488 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.0805821 Nov 23 10:38:04.021780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40c9cb-c789-4eec-a364-eec652610881 req-b13ff3ee-b633-4140-9930-89fcf115a6a0 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.027635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b40c9cb-c789-4eec-a364-eec652610881 req-b13ff3ee-b633-4140-9930-89fcf115a6a0 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.2900043 Nov 23 10:38:04.070847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f69d7bcb-08dd-4e50-b1fb-c0e11b6a0e99 req-7ac6acae-e139-4af5-8113-d1417ba9371a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063449 Nov 23 10:38:04.238872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b40c9cb-c789-4eec-a364-eec652610881 req-00f75a6c-8074-4fcc-b69f-f5f65d99ccbf tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987164 Nov 23 10:38:04.297481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-96c22b19-96e2-403c-9b33-ef0a961a68b7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.298752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-96c22b19-96e2-403c-9b33-ef0a961a68b7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 949 time: 0.1553030 Nov 23 10:38:04.313051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbbaa4-0e42-4842-8316-6c1d2f0dbb58 req-93620182-c9f0-4319-a5f9-2e15116658f8 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.324082 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fddbbaa4-0e42-4842-8316-6c1d2f0dbb58 req-93620182-c9f0-4319-a5f9-2e15116658f8 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 932 time: 0.1321492 Nov 23 10:38:04.342759 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1157ec5c-c261-40bf-a39d-b2ae1d080460 x-openstack-request-id: req-1157ec5c-c261-40bf-a39d-b2ae1d080460 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:04.343286 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:04.343521 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1157ec5c-c261-40bf-a39d-b2ae1d080460 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:04.344018 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'code': 200} Nov 23 10:38:04.384502 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-78bca98a-53a1-4758-aceb-a86b3d087a00 service neutron] delete failed (client error): The resource could not be found. Nov 23 10:38:04.385625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-78bca98a-53a1-4758-aceb-a86b3d087a00 service neutron] 10.222.0.65 "DELETE /v2.0/ports/dc0e541a-c148-4336-b543-08c9e6ec172f/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0735183 Nov 23 10:38:04.434731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fddbbaa4-0e42-4842-8316-6c1d2f0dbb58 req-a14c76cb-ac0e-4b1b-8732-8aae47581c5e tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093903 Nov 23 10:38:04.478774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76017d87-aa12-42a1-9f39-bb5a1539b7a3 req-9ef73fa5-b95c-48f0-a586-7aceefbe951b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 210 time: 0.0437500 Nov 23 10:38:04.515767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf4019a-8b5e-434a-b742-234734780df4 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:04.549613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:04.594639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Transition to ACTIVE for port object 8cf4019a-8b5e-434a-b742-234734780df4 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:04.605431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:04.616731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d23d27-47e6-495d-beff-56c5044a767c req-cbaae3a4-7b65-4f82-bd92-cc86d063d7fe tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.618566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-001ddd9e-ecd4-4730-9725-691b88501970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.620116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-001ddd9e-ecd4-4730-9725-691b88501970 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 1100 time: 0.1274931 Nov 23 10:38:04.621569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8d23d27-47e6-495d-beff-56c5044a767c req-cbaae3a4-7b65-4f82-bd92-cc86d063d7fe tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1095 time: 0.0811546 Nov 23 10:38:04.667844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf620-9267-49bd-b5ef-212675edff9e req-cc744a61-fa19-4cf3-a60d-4fa81e879490 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.678199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d96bf620-9267-49bd-b5ef-212675edff9e req-cc744a61-fa19-4cf3-a60d-4fa81e879490 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 945 time: 0.1328266 Nov 23 10:38:04.725846 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8d23d27-47e6-495d-beff-56c5044a767c req-a9b0816d-694c-4223-85bc-9408db25bef8 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877328 Nov 23 10:38:04.735756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4019a-8b5e-434a-b742-234734780df4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:04.878244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d96bf620-9267-49bd-b5ef-212675edff9e req-598e6199-d130-47d5-8f1e-ee48e89b4c68 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989658 Nov 23 10:38:04.884157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Attempting to bind port 8cf4019a-8b5e-434a-b742-234734780df4 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:04.884500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Attempting to bind port 8cf4019a-8b5e-434a-b742-234734780df4 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:04.884836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Attempting to bind port 8cf4019a-8b5e-434a-b742-234734780df4 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:04.886657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf5bba-92a9-4012-8017-747ca74ab137 req-5ff50a35-069b-4218-9a7a-365513510fea tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.899634 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83cf5bba-92a9-4012-8017-747ca74ab137 req-5ff50a35-069b-4218-9a7a-365513510fea tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0802741 Nov 23 10:38:04.905560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-729650c5-72da-46bd-81a6-95e1b07a43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:04.907080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-729650c5-72da-46bd-81a6-95e1b07a43b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2652483 Nov 23 10:38:04.907673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Port 8cf4019a-8b5e-434a-b742-234734780df4 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:04.908004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Attempting to bind port 8cf4019a-8b5e-434a-b742-234734780df4 on network 86b7529a-d1ec-43e8-a6db-e899de5c4293 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:04.940446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:04.941087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Checking segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:04.941730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Bound using segment: {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:04.942333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Bound port: 8cf4019a-8b5e-434a-b742-234734780df4, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd904325-5c95-45dd-86f6-5d4b5ce75fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:04.942873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:04.976284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83cf5bba-92a9-4012-8017-747ca74ab137 req-5a71ae96-60ab-42c5-8f60-b85b9549a031 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742362 Nov 23 10:38:05.020601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-69c2bb65-b91f-40eb-988e-ad3a729228f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 200 len: 217 time: 0.0915263 Nov 23 10:38:05.051019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a14bd4e0-f091-4663-9d5b-17c0407f6419 req-186489f9-47f5-41e6-bce7-09f424fd42f1 tempest-FlavorsV2NegativeTest-1509925614 tempest-FlavorsV2NegativeTest-1509925614-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fceb0fd5cfcc45e79194e5d368fa5325&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597715 Nov 23 10:38:05.132026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] For port 8cf4019a-8b5e-434a-b742-234734780df4, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:05.170443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-74066857-3b83-4f30-91b0-aaf5aad4a31f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828729 Nov 23 10:38:05.188841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-4bec0da9-7c81-42ac-86e4-77525bd4df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:05.190987 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-4bec0da9-7c81-42ac-86e4-77525bd4df41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1536798 Nov 23 10:38:05.192013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae0446-b1c7-48af-bb2d-6f31cbc95186 req-cc5408a3-ff67-4317-9678-95ba15111bf7 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:05.192625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] For port 8cf4019a-8b5e-434a-b742-234734780df4, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8cf4019a-8b5e-434a-b742-234734780df4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:05.216417 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7aae0446-b1c7-48af-bb2d-6f31cbc95186 req-cc5408a3-ff67-4317-9678-95ba15111bf7 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.1437616 Nov 23 10:38:05.217448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:05.223730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53134) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:05.249616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Request body: {'floatingip': {'port_id': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:05.345147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bd4e0-f091-4663-9d5b-17c0407f6419 req-d5517b5e-3cb8-4515-804a-9db07cf7e3bf tempest-FlavorsV2NegativeTest-1509925614 tempest-FlavorsV2NegativeTest-1509925614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:05.351784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a14bd4e0-f091-4663-9d5b-17c0407f6419 req-d5517b5e-3cb8-4515-804a-9db07cf7e3bf tempest-FlavorsV2NegativeTest-1509925614 tempest-FlavorsV2NegativeTest-1509925614-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787280 Nov 23 10:38:05.370374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:05.378530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:05.379134 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:05.380851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] 10.222.0.65 "PUT /v2.0/ports/8cf4019a-8b5e-434a-b742-234734780df4 HTTP/1.1" status: 200 len: 1092 time: 2.0693953 Nov 23 10:38:05.384294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:05.386580 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b4fbca-d903-4658-b05d-b37a6e666e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "tag": "8cf4019a-8b5e-434a-b742-234734780df4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:05.430145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-d7827511-ccc7-4bbb-8ee0-3550ba972e90 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:05.431715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-d7827511-ccc7-4bbb-8ee0-3550ba972e90 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140560 Nov 23 10:38:05.450422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': '97ae9313-eb3d-4322-b334-a36a3326b340', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:05.643812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-5b19b516-3c86-412a-b15d-2b86e71ca576 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:05.653354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-5b19b516-3c86-412a-b15d-2b86e71ca576 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 0.2792139 Nov 23 10:38:05.674221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dc32a528-6baa-4b16-8d67-50c9d7371a46 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/quotas/1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 375 time: 0.0192363 Nov 23 10:38:05.757291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-58a1b815-b047-494d-89fa-1aa9c136e7f3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0817788 Nov 23 10:38:05.766974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:05.770829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:05.903699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a14bd4e0-f091-4663-9d5b-17c0407f6419 req-0b45f7f6-5ff0-4f8e-9035-3e4dc2ed973a tempest-FlavorsV2NegativeTest-1509925614 tempest-FlavorsV2NegativeTest-1509925614-project] 10.222.0.61 "GET /v2.0/quotas/fceb0fd5cfcc45e79194e5d368fa5325 HTTP/1.1" status: 200 len: 375 time: 0.5510571 Nov 23 10:38:05.938890 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-8ba1ea4c-0363-4fe4-b2f2-51ff43dbc4d8 service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805341 Nov 23 10:38:05.954482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-837a527f-7b8b-4f1a-8c65-311379ba828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:05.956906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-837a527f-7b8b-4f1a-8c65-311379ba828c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7576287 Nov 23 10:38:05.958458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fcdb0-3fa7-4cbe-83cd-8caea3f69dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf4019a-8b5e-434a-b742-234734780df4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:06.027801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a14bd4e0-f091-4663-9d5b-17c0407f6419 req-eaefd490-e93f-4081-af16-5914888dcb3a tempest-FlavorsV2NegativeTest-1509925614 tempest-FlavorsV2NegativeTest-1509925614-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fceb0fd5cfcc45e79194e5d368fa5325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775313 Nov 23 10:38:06.098887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c98382-c852-4410-ad72-be7499921dab req-0cd95683-3fd7-42ca-b9f4-14475ab6abe6 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:06.100395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64c98382-c852-4410-ad72-be7499921dab req-0cd95683-3fd7-42ca-b9f4-14475ab6abe6 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 945 time: 0.2218127 Nov 23 10:38:06.150409 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-4fb0c151-a553-476b-b09b-cfd737740315 service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708322 Nov 23 10:38:06.168981 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.151 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:06.186527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-c71b4723-f31e-47f9-9ad6-ad13fe99159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:06.188379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-c71b4723-f31e-47f9-9ad6-ad13fe99159f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 1095 time: 0.3108332 Nov 23 10:38:06.308669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-f30c162a-3280-4076-90d7-5ab9d29aa351 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4019a-8b5e-434a-b742-234734780df4 HTTP/1.1" status: 200 len: 217 time: 0.0639496 Nov 23 10:38:06.432119 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:06.466755 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a808302b-8934-4f68-81b5-61d1c655d80a x-openstack-request-id: req-a808302b-8934-4f68-81b5-61d1c655d80a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:06.467313 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "tag": "8cf4019a-8b5e-434a-b742-234734780df4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:06.467313 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a808302b-8934-4f68-81b5-61d1c655d80a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:06.467683 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4', 'status': 'completed', 'code': 200} Nov 23 10:38:06.479708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:06.480773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-f512f9f1-124d-4dc8-93d0-dc4390d420eb service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122159 Nov 23 10:38:06.495425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', '10506e5f-02db-41e5-8b3d-901a12b36502'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:06.501875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['53157aac-1352-4da3-a8e4-3791f60e18e3', '48d2ac1b-7b05-42c5-bba0-80d292de151b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:06.506761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4b286-d6fb-4187-9ae5-d6103c95a24f req-cccb0d65-ac59-462f-a41c-84df38c21fd2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:06.514362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b1e4b286-d6fb-4187-9ae5-d6103c95a24f req-cccb0d65-ac59-462f-a41c-84df38c21fd2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.3634989 Nov 23 10:38:06.585754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:06.652440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:06.662159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:06.667670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:06.767452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:06.771206 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:06.805030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9c443-b993-46ac-8f7d-cd24adb67a54 req-3e011094-ed52-43a4-8709-980c7c2a17fa tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:06.814086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14b9c443-b993-46ac-8f7d-cd24adb67a54 req-3e011094-ed52-43a4-8709-980c7c2a17fa tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 944 time: 0.2341940 Nov 23 10:38:06.846102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-68bcf550-c3af-4a65-bc9e-6533904602aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3995543 Nov 23 10:38:06.869689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Request body: {'port': {'device_id': '97ae9313-eb3d-4322-b334-a36a3326b340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:06.924944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14b9c443-b993-46ac-8f7d-cd24adb67a54 req-0fcdac9e-4e4b-4b03-aa02-12a6e760d82c tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060941 Nov 23 10:38:06.954380 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53184) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:06.962991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-36dbe309-8b69-43f3-8677-f55907e3fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:06.964941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-36dbe309-8b69-43f3-8677-f55907e3fa29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.6387861 Nov 23 10:38:07.025968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.032485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e77f80-396f-4a7f-b5bf-cccc0ebd11c2 req-3bf1429e-cd33-4ba0-b427-5f8291cc4864 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134554 Nov 23 10:38:07.096295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b1e4b286-d6fb-4187-9ae5-d6103c95a24f req-28172125-ab60-450e-8a96-5c446ff34742 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763888 Nov 23 10:38:07.162148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Deleting port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:07.163728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.277499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-3065da40-b0a2-49e3-aba2-7f3bbbba3312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:07.279483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-3065da40-b0a2-49e3-aba2-7f3bbbba3312 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3008657 Nov 23 10:38:07.330748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a464-d858-4249-ae7b-7de2dfe19c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.341578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcc55e-a2fa-45a6-a406-65219a634f25 req-9d997841-73aa-4973-a2e4-6c195de1063e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:07.343242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9dcc55e-a2fa-45a6-a406-65219a634f25 req-9d997841-73aa-4973-a2e4-6c195de1063e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 936 time: 0.2387927 Nov 23 10:38:07.492121 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:38:07.501672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9dcc55e-a2fa-45a6-a406-65219a634f25 req-ae89f7f6-1ae1-474c-8963-48f8d9ccd1df tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466675 Nov 23 10:38:07.543451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7d3ef30b-813c-4feb-955c-2df6693fa661 None None] Provisioning complete for port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:07.544024 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef30b-813c-4feb-955c-2df6693fa661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.568947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08534c1-f8b9-44da-b7cf-4d787f8b42e1 req-f70a0daf-109a-4a10-95bc-668df580fe6e tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:07.578166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b08534c1-f8b9-44da-b7cf-4d787f8b42e1 req-f70a0daf-109a-4a10-95bc-668df580fe6e tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 945 time: 0.3168602 Nov 23 10:38:07.631791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a464-d858-4249-ae7b-7de2dfe19c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.635110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ef30b-813c-4feb-955c-2df6693fa661 None None] Port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:07.659575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a464-d858-4249-ae7b-7de2dfe19c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.664023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] For port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:07.664671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.679666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:07.707869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.731431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.733564 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-5ad6e5b8-7410-4077-891d-e8f66c1cd311 service neutron] 10.222.0.65 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283750 Nov 23 10:38:07.737823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Calling delete_port for c1830366-bd6e-4cec-b2ad-4c4325c7d5ca owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:07.744418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.761044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1cf9a464-d858-4249-ae7b-7de2dfe19c35 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fceb0fd5cfcc45e79194e5d368fa5325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7597814 Nov 23 10:38:07.762717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53188) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:07.811307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9a464-d858-4249-ae7b-7de2dfe19c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146bde67-4b3f-4537-89d6-2b317d035795,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:07.820578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Transition to ACTIVE for port object 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:07.839334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525dc02-13bd-4499-a4fd-831234039bfb req-ea4e0ff8-703f-4b8e-a0c4-9fac8f03daf8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:07.847036 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e525dc02-13bd-4499-a4fd-831234039bfb req-ea4e0ff8-703f-4b8e-a0c4-9fac8f03daf8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1631486 Nov 23 10:38:07.857323 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.868146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b08534c1-f8b9-44da-b7cf-4d787f8b42e1 req-8336ffcc-28fe-446b-bf39-02ced8dd3376 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867589 Nov 23 10:38:07.913148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Pushing event updated for resources: {'Port': ['ID=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:07.938674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca5b299a-5ad8-48f9-849b-a49ab56dcbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:07.970957 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca5b299a-5ad8-48f9-849b-a49ab56dcbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:08.066763 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Floating IP 4b60810c-c164-4106-98fd-8dc8f20ea5f7 associated. External IP: 172.25.5.195, port: b7bfbfbc-388b-4c6d-8352-2c659a21de71. Nov 23 10:38:08.088007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e525dc02-13bd-4499-a4fd-831234039bfb req-3bc1d4ba-a54f-4b3a-ac08-096fce015337 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400582 Nov 23 10:38:08.093504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca5b299a-5ad8-48f9-849b-a49ab56dcbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:08.097148 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca5b299a-5ad8-48f9-849b-a49ab56dcbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:08.100644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca5b299a-5ad8-48f9-849b-a49ab56dcbeb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/146bde67-4b3f-4537-89d6-2b317d035795 HTTP/1.1" status: 204 len: 168 time: 0.3258591 Nov 23 10:38:08.111406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b299a-5ad8-48f9-849b-a49ab56dcbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146bde67-4b3f-4537-89d6-2b317d035795,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:08.388622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630a997-9d82-45a6-8475-371ec7e07c40 req-5fe86655-572b-4c2a-9524-94911444b900 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:08.398829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b630a997-9d82-45a6-8475-371ec7e07c40 req-5fe86655-572b-4c2a-9524-94911444b900 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 944 time: 0.1549942 Nov 23 10:38:08.446530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Attempting to bind port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:08.446865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Attempting to bind port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:08.447197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Attempting to bind port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:08.466290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:08.466631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Attempting to bind port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:08.483514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:08.483849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:08.484560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:08.485014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Bound port: 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:08.485985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:08.519958 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b630a997-9d82-45a6-8475-371ec7e07c40 req-3dc90b06-a377-490b-a0b3-0646b7122cc3 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201763 Nov 23 10:38:08.693865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] For port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:08.701549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4b8b886-c344-4503-a0b0-20a293c874ed req-231481e3-2fd8-4a59-9f2a-a30654bfbc77 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 210 time: 0.6373661 Nov 23 10:38:08.716234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] For port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:08.722521 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:08.776046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa9179-21a6-492e-b750-1d32221c6121 req-34f00b94-baab-4182-98a6-0ca32ae4b122 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:08.791823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cfa9179-21a6-492e-b750-1d32221c6121 req-34f00b94-baab-4182-98a6-0ca32ae4b122 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.1459110 Nov 23 10:38:08.871712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:08.873010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:08.874546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] 10.222.0.58 "PUT /v2.0/ports/10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e HTTP/1.1" status: 200 len: 1096 time: 2.0139632 Nov 23 10:38:08.876148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ae9313-eb3d-4322-b334-a36a3326b340', 'tag': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:08.879310 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c87a99-00d4-4f51-90bd-3d9f6e31187a" -d '{"events": [{"name": "network-changed", "server_uuid": "97ae9313-eb3d-4322-b334-a36a3326b340", "tag": "10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:08.950751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00267717-23d5-4b75-b77f-7be0d0d05e9b req-60734233-442b-4bee-b9f5-226452e2be22 service neutron] 10.222.0.65 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2018974 Nov 23 10:38:09.037483 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cfa9179-21a6-492e-b750-1d32221c6121 req-ee38bb1e-98a8-4570-98c2-66e9fd8b56d1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392833 Nov 23 10:38:09.062409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1e407-6726-4eee-8910-eafc45d509bd req-43dd4b1b-4492-470e-a191-2020de43ec96 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.064101 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-89d1e407-6726-4eee-8910-eafc45d509bd req-43dd4b1b-4492-470e-a191-2020de43ec96 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 948 time: 0.2520077 Nov 23 10:38:09.070116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19886934-61a4-47d4-877a-4d3c4da2020d service neutron] Pushing event updated for resources: {'Port': ['ID=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:09.102912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-dcbe9c1c-9ab6-433c-8cd5-2ff0c14dbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.109238 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-dcbe9c1c-9ab6-433c-8cd5-2ff0c14dbdec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 1099 time: 0.1438785 Nov 23 10:38:09.115190 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a704976-891d-4f01-97d6-9cdd1f159e65 x-openstack-request-id: req-8a704976-891d-4f01-97d6-9cdd1f159e65 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:09.115392 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ae9313-eb3d-4322-b334-a36a3326b340", "tag": "10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:09.115633 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a704976-891d-4f01-97d6-9cdd1f159e65 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:09.116030 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ae9313-eb3d-4322-b334-a36a3326b340', 'tag': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e', 'status': 'completed', 'code': 200} Nov 23 10:38:09.148094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-9589d6b9-6491-46df-a204-25fca44b9b0c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.150219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-9589d6b9-6491-46df-a204-25fca44b9b0c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 1.1031055 Nov 23 10:38:09.174881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c1830366-bd6e-4cec-b2ad-4c4325c7d5ca no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:38:09.188483 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-9a0587bb-c81d-408d-b57a-37f864384ef0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e HTTP/1.1" status: 200 len: 217 time: 0.0634160 Nov 23 10:38:09.288756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:09.289216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ea19a-0eb0-4789-b530-2a3af77d1cc4 req-85220600-634e-4c72-8c1f-a94da6efa4c7 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.291515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed5ea19a-0eb0-4789-b530-2a3af77d1cc4 req-85220600-634e-4c72-8c1f-a94da6efa4c7 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 945 time: 0.1166027 Nov 23 10:38:09.293444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-567dd096-f936-4404-8349-961e7f62a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.294759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-567dd096-f936-4404-8349-961e7f62a5c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0883009 Nov 23 10:38:09.298179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Request body: {'port': {'device_id': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'admin_state_up': True, 'tenant_id': '1c87ae2a1a6645caa6185c8576a551b6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:09.376360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa88302-df86-445b-88dd-e12c539790fc req-b302a137-0af4-4050-a0eb-23d2d053cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.378637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-b302a137-0af4-4050-a0eb-23d2d053cbb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0733039 Nov 23 10:38:09.382107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed5ea19a-0eb0-4789-b530-2a3af77d1cc4 req-d749503f-dbc0-40e5-9b37-fc664f8272fc tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/security-groups?id=05d24e19-1063-4118-8a23-175c9f692865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848019 Nov 23 10:38:09.413843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:09.493637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-89d1e407-6726-4eee-8910-eafc45d509bd req-04f91b5b-6aaf-47cb-b11a-f94ca580412d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268661 Nov 23 10:38:09.542149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Pushing event deleted for resources: {'Port': ['ID=c1830366-bd6e-4cec-b2ad-4c4325c7d5ca,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:09.553335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-14772339-9caa-4269-9c77-9820d5e35c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.555634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-14772339-9caa-4269-9c77-9820d5e35c47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 1095 time: 0.5257106 Nov 23 10:38:09.576378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc3a06-fe49-4da2-9387-c30ff2241df3 req-e0700b52-00fc-4fa7-baaf-9bf0a6e5a4d1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.578599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47fc3a06-fe49-4da2-9387-c30ff2241df3 req-e0700b52-00fc-4fa7-baaf-9bf0a6e5a4d1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.1047971 Nov 23 10:38:09.583425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-becf8aec-7cc5-4458-938f-d30d0ae54d03 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938994 Nov 23 10:38:09.718184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47fc3a06-fe49-4da2-9387-c30ff2241df3 req-0374b19b-2369-401d-a726-c350e2266a1b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322379 Nov 23 10:38:09.752184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] No DVR routers for this DVR port c1830366-bd6e-4cec-b2ad-4c4325c7d5ca on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:38:09.758184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Router 71a8129f-b77d-4975-bc33-80f445b405da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:38:09.761756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1aa88302-df86-445b-88dd-e12c539790fc req-124f7efb-c992-46c8-a49a-202b32b62945 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590180 Nov 23 10:38:09.764269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:09.767671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64c98382-c852-4410-ad72-be7499921dab req-e6668d41-677c-4732-8910-8afcaad66e49 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.58 "DELETE /v2.0/ports/c1830366-bd6e-4cec-b2ad-4c4325c7d5ca HTTP/1.1" status: 204 len: 173 time: 3.6286397 Nov 23 10:38:09.770677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'name': 'network-vif-deleted', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:09.773716 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aeea83-0510-4031-8e5c-aac06b8f60c5" -d '{"events": [{"server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "name": "network-vif-deleted", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:09.817519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-e7b2c7dd-e003-4fea-9212-25f36681ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:09.819423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-e7b2c7dd-e003-4fea-9212-25f36681ad06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 924 time: 0.2500372 Nov 23 10:38:09.899944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8444e32-3245-4222-8568-4c3ff4a7fdf8 req-4539a68c-a847-49f7-8427-57a2447c38fb tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 210 time: 0.0311277 Nov 23 10:38:09.960920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-9fe76340-c852-4c64-864f-59662187ae16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4019a-8b5e-434a-b742-234734780df4 HTTP/1.1" status: 200 len: 217 time: 0.1181946 Nov 23 10:38:09.961423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Made reservation on behalf of 1c87ae2a1a6645caa6185c8576a551b6 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:09.964870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:10.036417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945c031-3e5b-48df-8379-d7d92385e0a7 req-d6613f76-08d8-42ca-ac1e-9cd8c21fbe61 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.038001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d945c031-3e5b-48df-8379-d7d92385e0a7 req-d6613f76-08d8-42ca-ac1e-9cd8c21fbe61 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0551250 Nov 23 10:38:10.072898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12771118-3511-4b85-8717-891363357cb6 req-310b6eab-ed87-4237-8588-2a886571be18 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.074545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12771118-3511-4b85-8717-891363357cb6 req-310b6eab-ed87-4237-8588-2a886571be18 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 944 time: 0.3152616 Nov 23 10:38:10.106043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-7385faf5-09b6-464b-a68b-be65356d9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.107535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-7385faf5-09b6-464b-a68b-be65356d9fcd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 1099 time: 0.2680683 Nov 23 10:38:10.109987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d945c031-3e5b-48df-8379-d7d92385e0a7 req-f216e74a-8ce6-49fd-86bd-de62444cbe89 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Nov 23 10:38:10.173553 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eda071-f274-4495-9fce-f26d9aaa2ec2 x-openstack-request-id: req-33eda071-f274-4495-9fce-f26d9aaa2ec2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:10.174014 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc8430f-2cd7-4d4f-910c-93f0d243a006", "name": "network-vif-deleted", "tag": "c1830366-bd6e-4cec-b2ad-4c4325c7d5ca", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:10.174314 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33eda071-f274-4495-9fce-f26d9aaa2ec2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:10.175096 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc8430f-2cd7-4d4f-910c-93f0d243a006', 'name': 'network-vif-deleted', 'tag': 'c1830366-bd6e-4cec-b2ad-4c4325c7d5ca', 'status': 'completed', 'code': 200} Nov 23 10:38:10.189802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-0bb4de19-ac00-4742-b72d-7b4fc3729e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.191490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-0bb4de19-ac00-4742-b72d-7b4fc3729e85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.2206860 Nov 23 10:38:10.194953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:38:10.206022 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:10.214162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] Sync routers for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:38:10.234927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:10.235582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:10.282011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-299405a5-a73f-4957-bf41-64b615db2cf9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "PUT /v2.0/floatingips/4b60810c-c164-4106-98fd-8dc8f20ea5f7 HTTP/1.1" status: 200 len: 991 time: 5.0550718 Nov 23 10:38:10.356942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7ab8f-8099-451f-a7ba-3d16d7ce4785 req-19e749e7-2a06-49c6-beb3-98cd4b74fbd8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.366498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21b7ab8f-8099-451f-a7ba-3d16d7ce4785 req-19e749e7-2a06-49c6-beb3-98cd4b74fbd8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.0665202 Nov 23 10:38:10.377807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12771118-3511-4b85-8717-891363357cb6 req-0894d36c-a53f-4b09-b3ad-8b4e57386720 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902842 Nov 23 10:38:10.412660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:10.433572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-40716d2d-931c-4b4e-8c3a-425116b95acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.435149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-40716d2d-931c-4b4e-8c3a-425116b95acf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200549 Nov 23 10:38:10.446011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21b7ab8f-8099-451f-a7ba-3d16d7ce4785 req-a71fea1a-1387-4686-9067-a3cdefaa94fc tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698972 Nov 23 10:38:10.504130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-62c9f391-089e-451b-9ec8-de9c4a5cc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.505750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-62c9f391-089e-451b-9ec8-de9c4a5cc2fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3566871 Nov 23 10:38:10.542673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Allocated IP 172.20.0.4 (dc85e82d-12cd-414a-8aca-8efe24c16fae/397510e2-3216-420f-80f2-50bf6d7c2ac6/32fa9681-addd-4aae-8436-b4b537f820eb) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:10.636624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-cf9f47da-ff33-4d85-a20c-2a3e23d57ac8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e HTTP/1.1" status: 200 len: 217 time: 0.1009569 Nov 23 10:38:10.654999 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39cfee30-4f33-434e-887e-5fd3c0a4f59e req-87b05eac-63c7-4f17-8d35-4ab1358b9264 tempest-FloatingIPsAssociationTestJSON-498469434 tempest-FloatingIPsAssociationTestJSON-498469434-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdc8430f-2cd7-4d4f-910c-93f0d243a006 HTTP/1.1" status: 200 len: 210 time: 0.0781963 Nov 23 10:38:10.838423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-79774d85-fc10-4e9e-9e12-3d0077f9f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.840247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-79774d85-fc10-4e9e-9e12-3d0077f9f3eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1948738 Nov 23 10:38:10.874332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29f608-294c-449a-a87f-81bb925aeef5 req-92ed0f73-3abb-4562-b86c-9fb20948a43a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:10.880034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f29f608-294c-449a-a87f-81bb925aeef5 req-92ed0f73-3abb-4562-b86c-9fb20948a43a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 948 time: 0.0894833 Nov 23 10:38:10.901163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-d9489eae-c1b4-4522-9d55-da1dfc10a32e service neutron] 10.222.0.65 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544020 Nov 23 10:38:10.965344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f29f608-294c-449a-a87f-81bb925aeef5 req-e57cb4f8-93ca-4f02-a3db-72f4e0e1a243 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785460 Nov 23 10:38:10.986802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '4b60810c-c164-4106-98fd-8dc8f20ea5f7', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'port_id': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'mac_address': 'fa:16:3e:81:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d808bc-5e62-48e5-8283-a661966772c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:38Z', 'updated_at': '2021-11-23T10:38:07Z', 'revision_number': 1, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:37Z', 'revision_number': 5, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:11.015512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] Checking router: 71a8129f-b77d-4975-bc33-80f445b405da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:38:11.025154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:11.026123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:11.142836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:11.209514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6398e2cf-475f-4a82-bfb4-0b15e899489e req-8a695470-ec1c-4e1e-8584-b30e24958e13 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 210 time: 0.1045604 Nov 23 10:38:11.211683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-c3e64b97-3d73-4fdc-96bb-de4c3ea2bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:11.213706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-c3e64b97-3d73-4fdc-96bb-de4c3ea2bf71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3520484 Nov 23 10:38:11.215765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b4fbca-d903-4658-b05d-b37a6e666e3f req-6f47cb95-ac5b-45ce-a782-5563f760b68d service neutron] 10.222.0.65 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873843 Nov 23 10:38:11.226468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-8df012e6-a705-4bf9-8de4-5301a2c99592 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413704 Nov 23 10:38:11.291935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53302) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:11.333895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.352922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8cf4019a-8b5e-434a-b742-234734780df4 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:11.431973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-e096c708-65cb-47ad-9cbb-cd6c8de73295 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943357 Nov 23 10:38:11.432604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-4df75d54-b0d0-42ea-8a3a-1940cd9d4e19 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:11.444875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-4df75d54-b0d0-42ea-8a3a-1940cd9d4e19 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159739 Nov 23 10:38:11.472912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9dd1-b7b7-4243-bf30-0eed91e1d3e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.477651 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-2d463b56-db3c-4e71-90f3-708f28434348 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/quotas/a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 375 time: 0.0316017 Nov 23 10:38:11.538343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-3be6d8cb-d8f4-40fe-835d-35a218ffd3fd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597696 Nov 23 10:38:11.587695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.599028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8cf4019a-8b5e-434a-b742-234734780df4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8cf4019a-8b5e-434a-b742-234734780df4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:11.624007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8cf4019a-8b5e-434a-b742-234734780df4', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'port_id': '8cf4019a-8b5e-434a-b742-234734780df4', 'mac_address': 'fa:16:3e:97:58:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 829, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:11.648784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Network dc85e82d-12cd-414a-8aca-8efe24c16fae is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:11.671069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:11.687248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:11.692973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:11.693654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.714910 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.715201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc25c28-7d44-4eb9-acf8-b8bb1ee80228 req-2dc9b330-4e3d-4538-a810-fe85fd363650 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:11.723458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-afc25c28-7d44-4eb9-acf8-b8bb1ee80228 req-2dc9b330-4e3d-4538-a810-fe85fd363650 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 944 time: 0.2336597 Nov 23 10:38:11.730016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '4b60810c-c164-4106-98fd-8dc8f20ea5f7', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'port_id': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'mac_address': 'fa:16:3e:81:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d808bc-5e62-48e5-8283-a661966772c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:38Z', 'updated_at': '2021-11-23T10:38:07Z', 'revision_number': 1, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:37Z', 'revision_number': 5, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:11.734006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4507012 Nov 23 10:38:11.751506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Request body: {'port': {'device_id': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:11.756345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c6031-73a4-4c68-8039-3bc2ee0d6838 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:11.760427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99c87a99-00d4-4f51-90bd-3d9f6e31187a req-0dffffdc-5450-4072-b8f2-122b61d64901 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157167 Nov 23 10:38:11.763292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4beba1-2fcc-4ee4-b674-bd6bc1eb02b5 None None] The sync data for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 is: [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '4b60810c-c164-4106-98fd-8dc8f20ea5f7', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'port_id': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'mac_address': 'fa:16:3e:81:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d808bc-5e62-48e5-8283-a661966772c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:37:38Z', 'updated_at': '2021-11-23T10:38:07Z', 'revision_number': 1, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:37Z', 'revision_number': 5, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:38:11.769085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf4019a-8b5e-434a-b742-234734780df4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:11.799667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8cf4019a-8b5e-434a-b742-234734780df4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8cf4019a-8b5e-434a-b742-234734780df4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:11.808484 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.879064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8cf4019a-8b5e-434a-b742-234734780df4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:11.887967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c769e-b615-4bae-8515-23d5e01d11a6 req-b1eed75b-b641-4e04-9efd-33e11d926fe2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:11.890124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd7c769e-b615-4bae-8515-23d5e01d11a6 req-b1eed75b-b641-4e04-9efd-33e11d926fe2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.1013596 Nov 23 10:38:11.938418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:11.952023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd7c769e-b615-4bae-8515-23d5e01d11a6 req-d94e34d3-68ff-437f-b8d4-259f90bc32a6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541418 Nov 23 10:38:11.961356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-afc25c28-7d44-4eb9-acf8-b8bb1ee80228 req-3cde1205-f378-4462-9bc6-11558a8eb559 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370927 Nov 23 10:38:12.142072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53324) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:12.143674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8cf4019a-8b5e-434a-b742-234734780df4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:12.144293 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988ca48d-37eb-4753-bbb2-de8977c7cc45 None None] New status for floating IP 4b60810c-c164-4106-98fd-8dc8f20ea5f7: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:38:12.151445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e86827c8-16fa-44ae-a5b1-d31cc20794ea req-fc8b214e-e1a7-4dad-a5e5-b4119553de5f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 210 time: 0.0635405 Nov 23 10:38:12.159936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9dd1-b7b7-4243-bf30-0eed91e1d3e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:12.178109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:12.180720 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe24cca0-82ab-41fa-be61-e1abb2874f34" -d '{"events": [{"name": "network-changed", "server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:12.210678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9dd1-b7b7-4243-bf30-0eed91e1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:12.243159 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6527962-2d3a-457c-aa1c-c7822a7bd3c4 x-openstack-request-id: req-d6527962-2d3a-457c-aa1c-c7822a7bd3c4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:12.245321 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:12.245589 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d6527962-2d3a-457c-aa1c-c7822a7bd3c4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:12.248762 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'status': 'completed', 'code': 200} Nov 23 10:38:12.757001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9dd1-b7b7-4243-bf30-0eed91e1d3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4fd364-2062-4cc6-830c-22251a513c2c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:12.766873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8f8e9dd1-b7b7-4243-bf30-0eed91e1d3e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85ae6816e4bf4f4cbd3aacff3c36b2dc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4626865 Nov 23 10:38:12.774684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53332) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:12.790921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db6f55-bedf-48a8-ae44-04a6aec4e072 req-a2e5de40-6ffb-43f6-a121-9cf31e8381bd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:12.792420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0db6f55-bedf-48a8-ae44-04a6aec4e072 req-a2e5de40-6ffb-43f6-a121-9cf31e8381bd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 931 time: 0.4412544 Nov 23 10:38:12.812475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d54d7c-b042-404a-90ea-7e19b4719e3e req-563c58dc-9e81-40a6-825d-6d30a3917dbe tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:12.814046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59d54d7c-b042-404a-90ea-7e19b4719e3e req-563c58dc-9e81-40a6-825d-6d30a3917dbe tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 948 time: 0.5809286 Nov 23 10:38:12.857689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-7de80838-905e-4208-8d96-58c430bc73aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:12.859163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-7de80838-905e-4208-8d96-58c430bc73aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e2e6586710324b61b5ecb9a3d7709805&device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 1096 time: 0.5570247 Nov 23 10:38:12.883899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0db6f55-bedf-48a8-ae44-04a6aec4e072 req-ae74df7e-546e-4846-8dc6-31a82b091a54 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835714 Nov 23 10:38:13.003938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcb96363-c041-4ba4-ab1f-6e9ca0ca61b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.006256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.018144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59d54d7c-b042-404a-90ea-7e19b4719e3e req-a0d46b2a-93e3-47d3-85cc-f94280ea43c1 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940737 Nov 23 10:38:13.048310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcb96363-c041-4ba4-ab1f-6e9ca0ca61b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.051920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fa9681-addd-4aae-8436-b4b537f820eb {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:13.078137 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.095669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-b33362b1-3930-4ac3-9410-c9d693d6207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:13.097621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-b33362b1-3930-4ac3-9410-c9d693d6207d service neutron] 10.222.0.65 "GET /v2.0/networks?id=450edc9e-1f33-42ae-b5a6-a9248a74ffb0 HTTP/1.1" status: 200 len: 913 time: 0.2248137 Nov 23 10:38:13.141974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Transition to ACTIVE for port object 32fa9681-addd-4aae-8436-b4b537f820eb will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:13.196837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.222225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-8bcce753-25aa-402a-a15a-8c9d68ed475a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152472 Nov 23 10:38:13.256476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f46048-39f1-4f3c-9e09-23ce5effc8a1 req-9e2f2d10-e499-4279-bbbd-b46cb73fe780 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:13.258271 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71f46048-39f1-4f3c-9e09-23ce5effc8a1 req-9e2f2d10-e499-4279-bbbd-b46cb73fe780 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 945 time: 0.1370914 Nov 23 10:38:13.332743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71f46048-39f1-4f3c-9e09-23ce5effc8a1 req-b6b4fb08-7ac6-4e99-b07e-8f0bdb72bccf tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560012 Nov 23 10:38:13.337783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-d0c5aa6a-9e68-4bff-aa18-bebd18197dce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71 HTTP/1.1" status: 200 len: 1001 time: 0.2297003 Nov 23 10:38:13.344653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:13.354655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8cf4019a-8b5e-434a-b742-234734780df4 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:13.445088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc801d-e407-4d42-8123-4ca64b388ce9 req-6db28bec-213d-4376-9734-9dd80969ff19 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:13.446929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fabc801d-e407-4d42-8123-4ca64b388ce9 req-6db28bec-213d-4376-9734-9dd80969ff19 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.3079834 Nov 23 10:38:13.447583 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcb96363-c041-4ba4-ab1f-6e9ca0ca61b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.450254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcb96363-c041-4ba4-ab1f-6e9ca0ca61b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.454048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bcb96363-c041-4ba4-ab1f-6e9ca0ca61b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7a4fd364-2062-4cc6-830c-22251a513c2c HTTP/1.1" status: 204 len: 168 time: 0.6782711 Nov 23 10:38:13.466856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Deleting port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:13.467460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.509603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 8cf4019a-8b5e-434a-b742-234734780df4 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:38:13.516796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb96363-c041-4ba4-ab1f-6e9ca0ca61b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4fd364-2062-4cc6-830c-22251a513c2c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:13.532861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:13.533837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:13.534311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:13.546010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-de202b13-22d7-4c7e-945a-87a4466ad353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:13.547500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-de202b13-22d7-4c7e-945a-87a4466ad353 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=255e75a3-7401-468a-87ea-fc52133b2477 HTTP/1.1" status: 200 len: 851 time: 0.1977556 Nov 23 10:38:13.561996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8cf4019a-8b5e-434a-b742-234734780df4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:13.562392 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.579446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-9fd6d4ed-9283-4cb2-a80b-ae73535c750a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:13.581262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-9fd6d4ed-9283-4cb2-a80b-ae73535c750a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3242223 Nov 23 10:38:13.581866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:13.582197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:13.592574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] For port 5a2d7e93-9e40-4072-b4dd-6d935dba78c6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:13.593444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.609643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Calling delete_port for 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:13.632010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Request body: {'port': {'device_id': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a5baa2f4772f461ba56b742ffbd1bd93'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:13.639059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:13.639402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:13.639794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:13.640254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Bound port: 32fa9681-addd-4aae-8436-b4b537f820eb, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:13.640669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.669742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fabc801d-e407-4d42-8123-4ca64b388ce9 req-5906ee00-569b-4a6c-961f-5db15b251470 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111762 Nov 23 10:38:13.684539 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.728709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:13.731010 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365d33ea-7094-479b-a0d1-956c2dfedd2e" -d '{"events": [{"server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "name": "network-vif-plugged", "status": "completed", "tag": "8cf4019a-8b5e-434a-b742-234734780df4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:13.745660 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9612e18d-8259-4632-95f4-f16609f8080d req-6947be60-f4f8-49d4-8ce5-cefb3fa06ed8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 210 time: 0.1114333 Nov 23 10:38:13.746525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8cf4019a-8b5e-434a-b742-234734780df4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8cf4019a-8b5e-434a-b742-234734780df4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:13.753973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.806760 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a777b77-a372-47c4-9913-ce5f0d1527eb x-openstack-request-id: req-6a777b77-a372-47c4-9913-ce5f0d1527eb {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:13.807055 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "name": "network-vif-plugged", "status": "completed", "tag": "8cf4019a-8b5e-434a-b742-234734780df4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:13.807307 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a777b77-a372-47c4-9913-ce5f0d1527eb {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:13.807691 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4', 'code': 200} Nov 23 10:38:13.807820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-d2d918e2-c819-4162-9a0b-081404b24583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:13.809298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-d2d918e2-c819-4162-9a0b-081404b24583 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=450edc9e-1f33-42ae-b5a6-a9248a74ffb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2490959 Nov 23 10:38:13.810947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8cf4019a-8b5e-434a-b742-234734780df4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:13.962213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:13.965070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:13.992202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:14.008528 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:14.019788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2d7e93-9e40-4072-b4dd-6d935dba78c6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:14.030837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f20ac9-fda8-492a-abf6-b70f24160f40 req-c29bbc29-bd41-4497-8b8f-de32300eb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:14.032367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92f20ac9-fda8-492a-abf6-b70f24160f40 req-c29bbc29-bd41-4497-8b8f-de32300eb067 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 1097 time: 0.1492584 Nov 23 10:38:14.068326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Made reservation on behalf of a5baa2f4772f461ba56b742ffbd1bd93 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:14.088526 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:14.113384 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-a166da76-c672-4fbc-9f51-0cf4ec7a17da service neutron] 10.222.0.65 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894111 Nov 23 10:38:14.132914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0107f92-1282-41cc-abf6-af24e83f3db2 req-bc589cc7-6838-492c-8b28-a490dfb16674 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:14.140960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:14.141657 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:14.144015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] 10.222.0.58 "PUT /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 1091 time: 2.3980994 Nov 23 10:38:14.145700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0107f92-1282-41cc-abf6-af24e83f3db2 req-bc589cc7-6838-492c-8b28-a490dfb16674 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.1439965 Nov 23 10:38:14.200497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced1555-17a3-4af3-9989-53e2e49328ad service neutron] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:14.272831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:14.275707 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729" -d '{"events": [{"name": "network-changed", "server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:14.307384 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0107f92-1282-41cc-abf6-af24e83f3db2 req-f55a835b-547f-4694-a889-200f2f5a87f5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595976 Nov 23 10:38:14.330742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:14.407185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53372) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:14.409534 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3481f155-5c1b-4b3c-8c7e-1c74e762e4c8 x-openstack-request-id: req-3481f155-5c1b-4b3c-8c7e-1c74e762e4c8 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:14.410278 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:14.412048 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3481f155-5c1b-4b3c-8c7e-1c74e762e4c8 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:14.412361 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb', 'status': 'completed', 'code': 200} Nov 23 10:38:14.413747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-165e8fc0-36a4-4b2c-a1b5-9bf98a8226a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:14.466634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92f20ac9-fda8-492a-abf6-b70f24160f40 req-3ffcb5a4-1240-410d-91b2-157824d23311 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994050 Nov 23 10:38:14.481395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd9f07-5009-4484-95d8-0a006712de93 req-90f9cd07-cc77-4074-97bb-71669029cae0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:14.482911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23cd9f07-5009-4484-95d8-0a006712de93 req-90f9cd07-cc77-4074-97bb-71669029cae0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 948 time: 0.2852297 Nov 23 10:38:14.529683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-bd760e18-a3b5-4696-8bd7-bfa95b41e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:14.531181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-bd760e18-a3b5-4696-8bd7-bfa95b41e81a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1094 time: 0.3123813 Nov 23 10:38:14.531307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97afd91-9a69-4181-8271-8160dfde8fa3 req-25b82107-c7a4-4a4d-ad45-ee3ae44fa0be tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:14.533449 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e97afd91-9a69-4181-8271-8160dfde8fa3 req-25b82107-c7a4-4a4d-ad45-ee3ae44fa0be tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.0699193 Nov 23 10:38:14.624162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1651203512-network', 'tenant_id': '0f74efeee57e43ebb23af7a20b742401'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:14.629695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe24cca0-82ab-41fa-be61-e1abb2874f34 req-c5885ce4-9cc4-490b-9494-15dbc377e4bb service neutron] 10.222.0.65 "GET /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428370 Nov 23 10:38:14.635642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-3222a5c0-2eef-41cf-9ec0-2b3bce3f68e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 217 time: 0.0894723 Nov 23 10:38:14.656489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e97afd91-9a69-4181-8271-8160dfde8fa3 req-ed6b9de3-bdc6-4051-a509-e5a6eb601039 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877082 Nov 23 10:38:14.684173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Router 1fa2280f-0413-4772-bba7-f688e8f1b1da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:38:14.703718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23cd9f07-5009-4484-95d8-0a006712de93 req-6647112d-c518-46ec-a782-9fd5802cfca5 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089787 Nov 23 10:38:14.732830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Allocated IP 192.168.233.153 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/985037f1-9b03-4409-8ccc-e1d04999bc89) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:14.758481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Made reservation on behalf of 0f74efeee57e43ebb23af7a20b742401 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:14.761156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:14.782064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-a2e68b5d-2df3-4463-9336-bdc1eeebe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:14.784349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-a2e68b5d-2df3-4463-9336-bdc1eeebe64f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1307433 Nov 23 10:38:14.785012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:14.864911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-4f679987-28da-44d5-bc83-56e0ad75face service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668278 Nov 23 10:38:14.871597 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0caf67f2-f823-4d13-90ff-ef28bc365558 req-bd238880-81f4-4a8a-be7a-339fecf5f729 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 210 time: 0.0364065 Nov 23 10:38:14.878881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:38:14.884722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9eec6d5a-d168-4c9e-bba7-bb1b5ad5f9b5 admin admin] 10.222.0.61 "PUT /v2.0/routers/1fa2280f-0413-4772-bba7-f688e8f1b1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403815 Nov 23 10:38:14.887306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53382) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:14.901486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] Sync routers for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:38:14.913593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:14.914314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:14.998825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.059190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133dfc5-6331-404f-9eea-b38b99718746 req-b5d685f4-360d-4e75-aec9-30581aaa8fb5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:15.060831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3133dfc5-6331-404f-9eea-b38b99718746 req-b5d685f4-360d-4e75-aec9-30581aaa8fb5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.2674463 Nov 23 10:38:15.115291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.164501 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:15.166210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.180235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Deleting port cb93de2c-7b62-40b1-baab-63e0a20af4dd {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:15.180573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.183498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-050e1786-9d5c-4831-8794-313140db64e3 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975712 Nov 23 10:38:15.188130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.194473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.224105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:15.243674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:38:15.260752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3133dfc5-6331-404f-9eea-b38b99718746 req-348c5f9c-f20f-405a-889c-a951c88f3559 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862054 Nov 23 10:38:15.280071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] For port cb93de2c-7b62-40b1-baab-63e0a20af4dd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cb93de2c-7b62-40b1-baab-63e0a20af4dd,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:15.281009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.294356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Calling delete_port for cb93de2c-7b62-40b1-baab-63e0a20af4dd owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:15.325555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874bfe60-da0c-48d4-ba93-7650a43efb6e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:15.331513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.331858 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Added segment 9325ee7a-5afa-44c9-a4e0-daba5e0b9257 of type vlan for network e216f01d-868f-4527-81b0-aacded720b0c Nov 23 10:38:15.408612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.433519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.441915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:15.457778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'dc0e541a-c148-4336-b543-08c9e6ec172f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:15.479863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8122-ab4e-4871-aac1-d5a47701c89f req-6547e01a-f8c3-4937-b03f-6d334254cc3d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:15.481602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3fe8122-ab4e-4871-aac1-d5a47701c89f req-6547e01a-f8c3-4937-b03f-6d334254cc3d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0755191 Nov 23 10:38:15.489006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c21ab9-c8fe-463b-b0ef-24fd08f6878b req-cfab5347-11f6-4a76-9bd1-102d9610b133 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919974 Nov 23 10:38:15.497248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e', 'mac_address': 'fa:16:3e:ad:58:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:15.525842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:15.531935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.533149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:15.534363 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.544504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:15.547335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:15.556040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:15.556524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.559460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.575222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3fe8122-ab4e-4871-aac1-d5a47701c89f req-14af5007-9d6c-472a-bc8f-8d2476c94eb1 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718882 Nov 23 10:38:15.586318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:38:13Z', 'revision_number': 5, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port': {'id': 'cb93de2c-7b62-40b1-baab-63e0a20af4dd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:36:37Z', 'updated_at': '2021-11-23T10:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:15.587204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:15.594562 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.596185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb93de2c-7b62-40b1-baab-63e0a20af4dd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:15.650862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] Checking router: 1fa2280f-0413-4772-bba7-f688e8f1b1da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:38:15.660822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2076743 Nov 23 10:38:15.662206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53386) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:15.667096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:15.668233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Request body: {'subnet': {'network_id': 'e216f01d-868f-4527-81b0-aacded720b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1651203512-subnet', 'tenant_id': '0f74efeee57e43ebb23af7a20b742401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:15.674512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.713924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] Routers {'1fa2280f-0413-4772-bba7-f688e8f1b1da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:15.714566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:37:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1fa2280f-0413-4772-bba7-f688e8f1b1da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:15.715658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-700114c7-d4e6-4223-8dba-9b645def9209 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0941653 Nov 23 10:38:15.719318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073eb5f2-81ce-4dd2-ae9b-e44300442ede admin admin] Pushing event updated for resources: {'Network': ['ID=e216f01d-868f-4527-81b0-aacded720b0c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:15.724383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-6537759a-485d-4cb8-b047-3094ef16ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:15.726007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-6537759a-485d-4cb8-b047-3094ef16ea9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1094 time: 0.1145630 Nov 23 10:38:15.748216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:15.762028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Request body: {'port': {'device_id': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:15.813244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e216f01d-868f-4527-81b0-aacded720b0c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:38:15.861325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Made reservation on behalf of 0f74efeee57e43ebb23af7a20b742401 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:15.864028 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.875835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.915306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-6d87165f-4ae8-4471-af78-686e046311bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:15.916793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-6d87165f-4ae8-4471-af78-686e046311bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.1774187 Nov 23 10:38:15.921287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.927692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:15.945144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] Set router 1fa2280f-0413-4772-bba7-f688e8f1b1da gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:16.036789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2b94e-d229-4ad5-a090-135d160a5794 req-e8446714-1de4-46b2-9fb5-7941bceaefee tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:16.038596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9a2b94e-d229-4ad5-a090-135d160a5794 req-e8446714-1de4-46b2-9fb5-7941bceaefee tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 949 time: 0.1788814 Nov 23 10:38:16.061010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.061703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa2280f-0413-4772-bba7-f688e8f1b1da {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:38:16.070918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.075012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a64a57bc-4b98-4fcb-8935-e8131e592e42 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1fa2280f-0413-4772-bba7-f688e8f1b1da HTTP/1.1" status: 204 len: 168 time: 1.1867161 Nov 23 10:38:16.075767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:38:15Z', 'revision_number': 7, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:16.085681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53396) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:16.158668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9052e532-770f-41a5-8613-5b0558d1b15a None None] The sync data for ids ['1fa2280f-0413-4772-bba7-f688e8f1b1da'] in n-d-817747-2 is: [{'id': '1fa2280f-0413-4772-bba7-f688e8f1b1da', 'name': 'tempest-FloatingIPsAssociationTestJSON-234643653-router', 'tenant_id': '875d8a798c37498691a807ec3e3dbdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:36:36Z', 'updated_at': '2021-11-23T10:38:15Z', 'revision_number': 7, 'project_id': '875d8a798c37498691a807ec3e3dbdaa', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:38:16.171064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:16.174749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-975589bf-3f28-4e61-86ee-66700c863954 None None] Provisioning complete for port 985037f1-9b03-4409-8ccc-e1d04999bc89 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:16.175367 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-975589bf-3f28-4e61-86ee-66700c863954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.206751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] Deleting subnet 6145d076-9339-4285-af25-7b443c8b68c7 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:38:16.216519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9a2b94e-d229-4ad5-a090-135d160a5794 req-2b8c9c08-9a2e-47ab-affe-1c3a16585f9b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647112 Nov 23 10:38:16.217381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.258357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-975589bf-3f28-4e61-86ee-66700c863954 None None] Port 985037f1-9b03-4409-8ccc-e1d04999bc89 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:16.294857 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.322061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.342843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-af5cbd01-1483-4412-ba3d-2643b0705abe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 217 time: 0.4091616 Nov 23 10:38:16.403769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c7b6f3-8a20-492d-86ab-28615afd2b21,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:16.404018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:16.418268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67c319-196f-4663-84cf-cb915ac4c71e req-1ab53dcc-211c-4e12-b5e6-4c031686fafa tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:16.419819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f67c319-196f-4663-84cf-cb915ac4c71e req-1ab53dcc-211c-4e12-b5e6-4c031686fafa tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.6538112 Nov 23 10:38:16.426049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.456606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-d8eb6330-79aa-40aa-bcbe-20500e5159f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:16.458993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-d8eb6330-79aa-40aa-bcbe-20500e5159f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1052134 Nov 23 10:38:16.463117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Checking segment: {'id': '9325ee7a-5afa-44c9-a4e0-daba5e0b9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'e216f01d-868f-4527-81b0-aacded720b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:16.463480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Network hostable DHCP agents. Network: e216f01d-868f-4527-81b0-aacded720b0c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:38:16.466131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.530747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-4074ecdb-7ca6-432e-a67e-417b0771ddc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455480 Nov 23 10:38:16.557031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9bbb6-d085-447f-92f3-769641f7a0ee req-a3170a9a-7f2a-4d85-8f3b-f80a823e65c4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:16.558843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f67c319-196f-4663-84cf-cb915ac4c71e req-16a94021-a837-417f-87de-0bd9ba45488a tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232975 Nov 23 10:38:16.560920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02a9bbb6-d085-447f-92f3-769641f7a0ee req-a3170a9a-7f2a-4d85-8f3b-f80a823e65c4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 936 time: 0.1157835 Nov 23 10:38:16.566357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Network e216f01d-868f-4527-81b0-aacded720b0c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:38:16.591719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e216f01d-868f-4527-81b0-aacded720b0c) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:16.596459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.598669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:16.599324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.613640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff442d-7fcb-4ce1-86d1-e844c705f0a9 None None] Network e216f01d-868f-4527-81b0-aacded720b0c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:16.806278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c512f7-5f91-4705-835c-efab931c4ac6 None None] Network e216f01d-868f-4527-81b0-aacded720b0c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:16.836249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-b3f90c84-b526-4c2d-a1ff-6c84cccf8144 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956853 Nov 23 10:38:16.877839 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9dc55e01-3989-4cf0-bae6-e1a9ecff2ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.901833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7a9b-ad66-4df9-8880-065fc7d3e149 req-c9d1e8ad-44ac-4f5e-b507-fecad37dfaae tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:16.903896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ede7a9b-ad66-4df9-8880-065fc7d3e149 req-c9d1e8ad-44ac-4f5e-b507-fecad37dfaae tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.1326833 Nov 23 10:38:16.943105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6145d076-9339-4285-af25-7b443c8b68c7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:16.953052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:16.960360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb0c9e71-73e9-44c9-bd99-219c6b25aec1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6145d076-9339-4285-af25-7b443c8b68c7 HTTP/1.1" status: 204 len: 168 time: 0.8729937 Nov 23 10:38:16.960915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53402) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:16.968243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3106330-a6b4-4607-8671-0046ab10495a None None] Network f654a163-4040-4016-bec9-d76522bedc16 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:16.986269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ce9aeaf2-b72e-40b9-b0e7-d3d49f079b52 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3153987 Nov 23 10:38:17.033880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02a9bbb6-d085-447f-92f3-769641f7a0ee req-43a17da6-94dc-4241-91b0-c8f2c6a5d309 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471297 Nov 23 10:38:17.061103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ede7a9b-ad66-4df9-8880-065fc7d3e149 req-f42ef318-ee68-44ba-bd81-71081088a548 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494532 Nov 23 10:38:17.063596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985037f1-9b03-4409-8ccc-e1d04999bc89 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:17.069568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9c7f9d4-4be5-4bf0-9f4c-af2e5b628729 req-7cad6a72-389c-4021-bd0c-08acfaf17c98 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180495 Nov 23 10:38:17.074573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.118184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Transition to ACTIVE for port object 985037f1-9b03-4409-8ccc-e1d04999bc89 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:17.140525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.147288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.181050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:38:17.233420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:38:17.233775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5a2d7e93-9e40-4072-b4dd-6d935dba78c6 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:38:17.245489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398087fa-721e-416a-82a5-5a6d19a0880e req-f931383d-5b36-4208-8c1d-aca31cb65c46 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:17.249350 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-398087fa-721e-416a-82a5-5a6d19a0880e req-f931383d-5b36-4208-8c1d-aca31cb65c46 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0960295 Nov 23 10:38:17.267305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:17.301763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Attempting to bind port 985037f1-9b03-4409-8ccc-e1d04999bc89 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:17.301763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Attempting to bind port 985037f1-9b03-4409-8ccc-e1d04999bc89 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:17.301763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Attempting to bind port 985037f1-9b03-4409-8ccc-e1d04999bc89 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:17.311045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Port 985037f1-9b03-4409-8ccc-e1d04999bc89 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:17.311480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Attempting to bind port 985037f1-9b03-4409-8ccc-e1d04999bc89 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:17.326197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:17.326674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:17.327233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:17.327760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Bound port: 985037f1-9b03-4409-8ccc-e1d04999bc89, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:17.328234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.349731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Deleting port 513f9077-c555-458d-8289-520089522f19 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:17.350064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.364420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-398087fa-721e-416a-82a5-5a6d19a0880e req-2669f564-aa72-4cbf-8a1b-4babf690bbd9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974774 Nov 23 10:38:17.382031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] DHCP port deletion for f654a163-4040-4016-bec9-d76522bedc16 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:38:17.447549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] Deleting port 513f9077-c555-458d-8289-520089522f19 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:17.448214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.498378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a458210-df32-4c36-ac1a-1393a365c750 req-a3250bce-1373-4d4d-8ef2-e2ca3a73c2a8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:17.505854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] For port 513f9077-c555-458d-8289-520089522f19, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=513f9077-c555-458d-8289-520089522f19,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:17.506220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.506575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a458210-df32-4c36-ac1a-1393a365c750 req-a3250bce-1373-4d4d-8ef2-e2ca3a73c2a8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 949 time: 0.1751826 Nov 23 10:38:17.530094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Calling delete_port for 513f9077-c555-458d-8289-520089522f19 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:17.534517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] For port 513f9077-c555-458d-8289-520089522f19, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=513f9077-c555-458d-8289-520089522f19,segment=NetworkSegment(a34b0e66-8f48-4b4f-9429-932e03ee4110),segment_id=a34b0e66-8f48-4b4f-9429-932e03ee4110)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:17.534944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.555978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:17.559062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] Calling delete_port for 513f9077-c555-458d-8289-520089522f19 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:17.601252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a458210-df32-4c36-ac1a-1393a365c750 req-605e505b-7db4-4f94-ae90-058c482dd708 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880911 Nov 23 10:38:17.619382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:17.630841 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-1ca75980-6cab-494b-9d39-90d2b54de428 req-d8d6f99c-f8e0-4d93-b45e-b7bb4ccce336 tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] show failed (client error): The resource could not be found. Nov 23 10:38:17.631995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ca75980-6cab-494b-9d39-90d2b54de428 req-d8d6f99c-f8e0-4d93-b45e-b7bb4ccce336 tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "GET /v2.0/security-groups/cab65752-f567-4fb4-adf4-9fd93fd1bec3 HTTP/1.1" status: 404 len: 352 time: 0.0321381 Nov 23 10:38:17.635384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.681910 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.692320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:17.693704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.696539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] 10.222.0.58 "PUT /v2.0/ports/985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 200 len: 1096 time: 1.9695647 Nov 23 10:38:17.700049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:17.711348 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38edc3e3-06b5-4043-a8ec-2fb031521d43" -d '{"events": [{"name": "network-changed", "server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:17.751563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.756156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Pushing event deleted for resources: {'Port': ['ID=513f9077-c555-458d-8289-520089522f19,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:17.756886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39293e-b8c8-4e69-ae1e-f78633e41222 service neutron] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:17.764488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] No DVR routers for this DVR port 513f9077-c555-458d-8289-520089522f19 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:38:17.809625 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7746ddfa-f5ef-47ff-a895-3a80f2d06800 x-openstack-request-id: req-7746ddfa-f5ef-47ff-a895-3a80f2d06800 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:17.809958 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:17.810178 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7746ddfa-f5ef-47ff-a895-3a80f2d06800 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:17.810645 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'status': 'completed', 'code': 200} Nov 23 10:38:17.829217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] No DVR routers for this DVR port 513f9077-c555-458d-8289-520089522f19 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:38:17.841271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255ed0a-8ccb-4b1b-aeb9-0d1dbcb4a422 None None] Pushing event deleted for resources: {'Port': ['ID=513f9077-c555-458d-8289-520089522f19,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:17.881153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-b0e38048-eb24-4697-943f-c985459ce2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:17.882702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-b0e38048-eb24-4697-943f-c985459ce2c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 1099 time: 0.1201668 Nov 23 10:38:17.903441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.913585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f51d3-8f68-43bc-89ce-f673ebac167a req-d6d7f9cc-d548-44d7-8e87-97fbc1e94860 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:17.915130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a82f51d3-8f68-43bc-89ce-f673ebac167a req-d6d7f9cc-d548-44d7-8e87-97fbc1e94860 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.1416960 Nov 23 10:38:17.932726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-dfef15c8-fbf8-4e9b-8cc4-200f97af925e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 200 len: 217 time: 0.0380321 Nov 23 10:38:17.936640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d869f25-0669-4e0b-bce8-f26bf40119c2 req-c8a08d50-3fb8-4675-834d-4cd9beb0a40a tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f74efeee57e43ebb23af7a20b742401 HTTP/1.1" status: 200 len: 3001 time: 0.1086297 Nov 23 10:38:17.942626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f654a163-4040-4016-bec9-d76522bedc16']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:17.960759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34b0e66-8f48-4b4f-9429-932e03ee4110') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:17.960976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34b0e66-8f48-4b4f-9429-932e03ee4110') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:17.972894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:17.998193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.011528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:38:18.011832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:38:18.013506 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:38:18.025813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a82f51d3-8f68-43bc-89ce-f673ebac167a req-cf2bf9d5-7deb-4443-af54-c72862a3a671 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990446 Nov 23 10:38:18.027037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d869f25-0669-4e0b-bce8-f26bf40119c2 req-4b6675a0-243e-40ab-9f0b-f3fd326dc157 tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "GET /v2.0/security-groups/874bfe60-da0c-48d4-ba93-7650a43efb6e HTTP/1.1" status: 200 len: 2998 time: 0.0773070 Nov 23 10:38:18.028626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-abd1e1d4-3451-4e83-a606-13b9557a1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.030240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-abd1e1d4-3451-4e83-a606-13b9557a1aa4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0897758 Nov 23 10:38:18.076783 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.091865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.096247 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f654a163-4040-4016-bec9-d76522bedc16 HTTP/1.1" status: 204 len: 168 time: 1.1286879 Nov 23 10:38:18.108036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4dae5-bcb8-4f05-8dc1-5282669b7586 admin admin] Pushing event deleted for resources: {'Network': ['ID=f654a163-4040-4016-bec9-d76522bedc16,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:18.123847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d869f25-0669-4e0b-bce8-f26bf40119c2 req-fdfad85f-e1a6-4d1e-a01c-3c6407625fdb tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "GET /v2.0/security-groups/874bfe60-da0c-48d4-ba93-7650a43efb6e HTTP/1.1" status: 200 len: 2998 time: 0.0873518 Nov 23 10:38:18.152187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-68c93461-9b06-43ae-9eaa-aefcf3230088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.153773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-68c93461-9b06-43ae-9eaa-aefcf3230088 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833745 Nov 23 10:38:18.193452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdffc0b-3325-4395-97e8-4732ff5f5bb1 req-7d5f01d0-6241-4e5e-94ec-64f48ad114f3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.202669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-abdffc0b-3325-4395-97e8-4732ff5f5bb1 req-7d5f01d0-6241-4e5e-94ec-64f48ad114f3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.0852156 Nov 23 10:38:18.248381 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-abdffc0b-3325-4395-97e8-4732ff5f5bb1 req-eef05742-fef2-48b8-afc2-39728dfc85ac tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 Nov 23 10:38:18.274255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53432) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:18.299443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-de4abc09-bf3a-4b9d-8e6c-ab05c69f825a service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334405 Nov 23 10:38:18.307326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97944b5c-c821-405e-a195-73be9f7f23a9 req-a8f2b72c-c073-4d1b-9827-474b3c6aeeb6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.308785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97944b5c-c821-405e-a195-73be9f7f23a9 req-a8f2b72c-c073-4d1b-9827-474b3c6aeeb6 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.1115248 Nov 23 10:38:18.319125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53434) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:18.323662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Request body: {'floatingip': {'port_id': '8cf4019a-8b5e-434a-b742-234734780df4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:18.348522 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9139d1bd-1e6c-4f5b-bb2d-fec57d157828 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=875d8a798c37498691a807ec3e3dbdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0730631 Nov 23 10:38:18.351266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:18.395158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f9f55-d2ee-47cb-b262-6db751c5d940 req-cdd6915b-f005-465b-9457-3c8f990c481d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.396325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.397207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-282f9f55-d2ee-47cb-b262-6db751c5d940 req-cdd6915b-f005-465b-9457-3c8f990c481d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.0894089 Nov 23 10:38:18.405095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.447234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3244df34-9c2f-4d9f-a705-e52d051ba1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.478003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-282f9f55-d2ee-47cb-b262-6db751c5d940 req-4c5f602a-5d3d-4871-9b42-88f4e5d3cb47 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706761 Nov 23 10:38:18.482484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3244df34-9c2f-4d9f-a705-e52d051ba1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.522137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f22ed8b7-36a7-4f80-a98d-d581d7a314a8 req-10ec6697-3911-4314-a5de-92e6bb7aabdf tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "GET /v2.0/security-groups/874bfe60-da0c-48d4-ba93-7650a43efb6e HTTP/1.1" status: 200 len: 2998 time: 0.1850924 Nov 23 10:38:18.533975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3244df34-9c2f-4d9f-a705-e52d051ba1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.536607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3244df34-9c2f-4d9f-a705-e52d051ba1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:18.537783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3244df34-9c2f-4d9f-a705-e52d051ba1bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05d24e19-1063-4118-8a23-175c9f692865 HTTP/1.1" status: 204 len: 168 time: 0.1856194 Nov 23 10:38:18.546496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244df34-9c2f-4d9f-a705-e52d051ba1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d24e19-1063-4118-8a23-175c9f692865,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:18.588097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb67ee3-ab3e-499b-8850-c15dc48686da req-97638d71-ba20-4a24-a523-1701cd84dcfe service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783093 Nov 23 10:38:18.625622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aeb21-d5e6-4e30-8b2e-a4c8ce294289 req-ce91fe33-427b-4aa5-aec9-532efa60e6a2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.633967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe5aeb21-d5e6-4e30-8b2e-a4c8ce294289 req-ce91fe33-427b-4aa5-aec9-532efa60e6a2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0647388 Nov 23 10:38:18.686746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe5aeb21-d5e6-4e30-8b2e-a4c8ce294289 req-9ae4ee01-850b-4030-a862-c7fd77e496a6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512302 Nov 23 10:38:18.761059 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-f22ed8b7-36a7-4f80-a98d-d581d7a314a8 req-358aa6f9-ef02-4741-b0f7-1a7b0453f94a tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 10:38:18.762143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f22ed8b7-36a7-4f80-a98d-d581d7a314a8 req-358aa6f9-ef02-4741-b0f7-1a7b0453f94a tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "DELETE /v2.0/security-groups/874bfe60-da0c-48d4-ba93-7650a43efb6e HTTP/1.1" status: 409 len: 352 time: 0.2384236 Nov 23 10:38:18.782032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-22c5bff7-4bf7-407f-82b7-a36697c3db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.784383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-22c5bff7-4bf7-407f-82b7-a36697c3db6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 1099 time: 0.1261466 Nov 23 10:38:18.800834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb93de2c-7b62-40b1-baab-63e0a20af4dd no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:38:18.840677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cb93de2c-7b62-40b1-baab-63e0a20af4dd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:38:18.841577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb93de2c-7b62-40b1-baab-63e0a20af4dd not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:38:18.842020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 513f9077-c555-458d-8289-520089522f19 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:38:18.877557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b4a7a-9a09-4472-986d-02b116a4d05b req-d6c8af93-c861-4413-9bff-8daaf062785b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:18.879078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-654b4a7a-9a09-4472-986d-02b116a4d05b req-d6c8af93-c861-4413-9bff-8daaf062785b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 949 time: 0.1039314 Nov 23 10:38:18.894784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 513f9077-c555-458d-8289-520089522f19 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:38:18.895143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 513f9077-c555-458d-8289-520089522f19 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:38:18.910506 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-a0316ee4-fe18-4918-a4b3-015ac7aafa57 req-446b6a7b-27da-49de-8d5e-6225823257e1 tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] show failed (client error): The resource could not be found. Nov 23 10:38:18.912199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0316ee4-fe18-4918-a4b3-015ac7aafa57 req-446b6a7b-27da-49de-8d5e-6225823257e1 tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "GET /v2.0/security-groups/2f581fbe-be73-4ac9-ae30-ab788b2fd562 HTTP/1.1" status: 404 len: 352 time: 0.0344896 Nov 23 10:38:18.940398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-654b4a7a-9a09-4472-986d-02b116a4d05b req-4534ee35-807f-4281-95fe-b28f8e6d0d40 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534649 Nov 23 10:38:19.012779 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-667f37a8-0771-434e-8c32-b594a9c0c90b req-a144549c-8959-4cd1-bac8-f904ff01cf1e tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] show failed (client error): The resource could not be found. Nov 23 10:38:19.013813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-667f37a8-0771-434e-8c32-b594a9c0c90b req-a144549c-8959-4cd1-bac8-f904ff01cf1e tempest-SecurityGroupsNegativeTestJSON-742000612 tempest-SecurityGroupsNegativeTestJSON-742000612-project] 10.222.0.61 "GET /v2.0/security-groups/e1285631-64b6-4131-8b2a-56e9bc409f7b HTTP/1.1" status: 404 len: 352 time: 0.0339139 Nov 23 10:38:19.028811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53460) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:19.069944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-4384513a-db47-4f16-8455-2f733f477991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:19.071669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-4384513a-db47-4f16-8455-2f733f477991 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2778878 Nov 23 10:38:19.074277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] Deleting subnet b4c7b6f3-8a20-492d-86ab-28615afd2b21 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:38:19.077695 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.120181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.148127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-594488c6-95c7-4860-a617-0b37aa2d4253 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 200 len: 217 time: 0.0582819 Nov 23 10:38:19.177250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.213571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:19.248798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.250873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-7263721b-8174-408f-8f02-c5b4e59fe2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:19.253182 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-7263721b-8174-408f-8f02-c5b4e59fe2f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0945370 Nov 23 10:38:19.255931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.257295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.294260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c7b6f3-8a20-492d-86ab-28615afd2b21,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:19.317087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.329271 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9c24af48-7bb3-4fe0-bc07-f8d1e7e977aa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b4c7b6f3-8a20-492d-86ab-28615afd2b21 HTTP/1.1" status: 204 len: 168 time: 0.2991686 Nov 23 10:38:19.330037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:19.425520 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.436566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:38:19.443393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:19.443779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.481073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.518860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f3d77-1506-45fc-9e5a-5ee236f3c79b req-b555de1e-f0f5-483f-9a28-51844e03e2b1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:19.520605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-247f3d77-1506-45fc-9e5a-5ee236f3c79b req-b555de1e-f0f5-483f-9a28-51844e03e2b1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.1644418 Nov 23 10:38:19.587750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.619515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae9313-eb3d-4322-b334-a36a3326b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:19.623689 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb397700-180f-4178-9af0-bb986f4f9be9" -d '{"events": [{"server_uuid": "97ae9313-eb3d-4322-b334-a36a3326b340", "name": "network-vif-plugged", "status": "completed", "tag": "10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:19.653317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:19.661598 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.676133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.688559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-247f3d77-1506-45fc-9e5a-5ee236f3c79b req-f9fd0146-7e64-4ae9-958b-baa788944c5b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616101 Nov 23 10:38:19.695342 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.706384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e216f01d-868f-4527-81b0-aacded720b0c']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:19.725795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9325ee7a-5afa-44c9-a4e0-daba5e0b9257') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:19.726009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9325ee7a-5afa-44c9-a4e0-daba5e0b9257') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:19.742554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.747123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:19.770919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.779658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:38:19.780170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.788641 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a0a6d-e8d6-4e64-bc50-a0cc78b2b7be x-openstack-request-id: req-567a0a6d-e8d6-4e64-bc50-a0cc78b2b7be {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:19.789151 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae9313-eb3d-4322-b334-a36a3326b340", "name": "network-vif-plugged", "status": "completed", "tag": "10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:19.789649 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-567a0a6d-e8d6-4e64-bc50-a0cc78b2b7be {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:19.790369 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ae9313-eb3d-4322-b334-a36a3326b340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e', 'code': 200} Nov 23 10:38:19.796982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-72499ed6-beb0-4288-a1a5-2aedbb802971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:19.798494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-72499ed6-beb0-4288-a1a5-2aedbb802971 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4767563 Nov 23 10:38:19.827702 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95 associated. External IP: 172.25.5.99, port: 8cf4019a-8b5e-434a-b742-234734780df4. Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:38:19.835988 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:38:19.930737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-ec166618-148c-43f5-aa5b-6949626bebf7 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:19.932282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-ec166618-148c-43f5-aa5b-6949626bebf7 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.2178979 Nov 23 10:38:19.934191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.938942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:19.943199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e216f01d-868f-4527-81b0-aacded720b0c HTTP/1.1" status: 204 len: 168 time: 0.6114037 Nov 23 10:38:19.966944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a3db4-5015-4360-bc26-87ec15a80237 admin admin] Pushing event deleted for resources: {'Network': ['ID=e216f01d-868f-4527-81b0-aacded720b0c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:19.970976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f4615-afc6-4212-9510-2822b508d9e6 req-9fb59f1b-aa86-4466-8bd7-f105e0602e52 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:19.972561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd6f4615-afc6-4212-9510-2822b508d9e6 req-9fb59f1b-aa86-4466-8bd7-f105e0602e52 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 945 time: 0.2554219 Nov 23 10:38:19.984567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90038b-d3f3-4498-b8ce-f7e5a4cdf8df req-83a6dc02-9693-484e-911a-b480f821fefa tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:19.986851 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c90038b-d3f3-4498-b8ce-f7e5a4cdf8df req-83a6dc02-9693-484e-911a-b480f821fefa tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0984402 Nov 23 10:38:20.007669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:20.052186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.085596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c90038b-d3f3-4498-b8ce-f7e5a4cdf8df req-28567bba-1154-4bb4-8e73-0e96899f1c97 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895364 Nov 23 10:38:20.118298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-6950246b-a838-4106-936d-0baecad7aa83 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020411 Nov 23 10:38:20.124704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2da0dd-f286-447b-b733-e288047c603b req-76352408-dcca-4fd2-847e-7ba5b50a6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:20.126240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d2da0dd-f286-447b-b733-e288047c603b req-76352408-dcca-4fd2-847e-7ba5b50a6d8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 1101 time: 0.2378170 Nov 23 10:38:20.237152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.255145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd6f4615-afc6-4212-9510-2822b508d9e6 req-58118037-659a-42ef-af55-479bcebb5173 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444019 Nov 23 10:38:20.260835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53510) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:20.340694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2e79-4abe-4390-b9bd-0beb326a5886 req-905461d4-bbcb-4eba-98bd-c5354cc8cda9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:20.342258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9bb2e79-4abe-4390-b9bd-0beb326a5886 req-905461d4-bbcb-4eba-98bd-c5354cc8cda9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 950 time: 0.0961206 Nov 23 10:38:20.348653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bc14e1b0-7eed-498a-a91d-11eab03b4730 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f74efeee57e43ebb23af7a20b742401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0827935 Nov 23 10:38:20.349487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53522) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:20.427128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d2da0dd-f286-447b-b733-e288047c603b req-0d9678ce-3574-4021-839b-fa3ee21ff019 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738316 Nov 23 10:38:20.439808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9bb2e79-4abe-4390-b9bd-0beb326a5886 req-36dda749-6b0c-4b16-a899-47c5cac85cda tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834336 Nov 23 10:38:20.445317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e14c5c66-f33d-421e-892f-354ad7be1793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.472318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e14c5c66-f33d-421e-892f-354ad7be1793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.484978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38edc3e3-06b5-4043-a8ec-2fb031521d43 req-001efc50-3939-4f4f-86a1-a5312c35c82b service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329065 Nov 23 10:38:20.522074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:38:20.528690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e14c5c66-f33d-421e-892f-354ad7be1793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.531417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e14c5c66-f33d-421e-892f-354ad7be1793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.535386 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e14c5c66-f33d-421e-892f-354ad7be1793 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/874bfe60-da0c-48d4-ba93-7650a43efb6e HTTP/1.1" status: 204 len: 168 time: 0.1822131 Nov 23 10:38:20.541288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c5c66-f33d-421e-892f-354ad7be1793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874bfe60-da0c-48d4-ba93-7650a43efb6e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:20.601330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:20.682821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:20.684795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:38:20.698981 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] Sync routers for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:38:20.708732 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:20.709377 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:38:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:20.717624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.771928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2aae9255-971b-4771-8395-c395c9d02f4d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "PUT /v2.0/floatingips/6046561b-bec9-4a1c-9a89-d1f2636a9b95 HTTP/1.1" status: 200 len: 991 time: 2.4517140 Nov 23 10:38:20.779222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:20.781826 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3c5e85-7921-4d3f-b781-a2587dad27c0" -d '{"events": [{"name": "network-changed", "server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "tag": "8cf4019a-8b5e-434a-b742-234734780df4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:20.791963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.797903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.887721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9bb90-456f-4aaa-92db-a583f4b53930 req-724e028c-8a60-4825-9c9f-1435c6de47ba tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:20.897655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ea9bb90-456f-4aaa-92db-a583f4b53930 req-724e028c-8a60-4825-9c9f-1435c6de47ba tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.1016586 Nov 23 10:38:20.910536 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:20.912555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on host n-h2-817747-2 for vnic_type normal with profile {"migrating_to": "n-h1-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:20.912907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:20.913294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:20.921896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:20.922350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Attempting to bind port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:20.926622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:20.936984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:20.937719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:20.938329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:20.939015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Bound port: 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:20.941060 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:20.993868 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ea9bb90-456f-4aaa-92db-a583f4b53930 req-48c22d5a-0ce9-4389-8dd4-a12fe4c6ee66 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948162 Nov 23 10:38:21.040442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:21.050895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:21.058067 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:21.090271 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f996e05-8c92-4a9a-8c3a-2c4af7d6c852 x-openstack-request-id: req-3f996e05-8c92-4a9a-8c3a-2c4af7d6c852 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:21.090771 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "tag": "8cf4019a-8b5e-434a-b742-234734780df4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:21.091363 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3f996e05-8c92-4a9a-8c3a-2c4af7d6c852 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:21.091969 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4', 'status': 'completed', 'code': 200} Nov 23 10:38:21.183235 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '6046561b-bec9-4a1c-9a89-d1f2636a9b95', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'port_id': '8cf4019a-8b5e-434a-b742-234734780df4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'mac_address': 'fa:16:3e:97:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:34:59Z', 'updated_at': '2021-11-23T10:38:19Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:21.213511 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] Checking router: 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:38:21.223230 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:21.223665 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:38:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:21.230272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 32fa9681-addd-4aae-8436-b4b537f820eb details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:21.277514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.278388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:21.280139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 1121 time: 1.3034942 Nov 23 10:38:21.320947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5352d-7c24-4f0a-9707-478b36582973 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:21.339779 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:21.351760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-3772aa26-fba0-4035-ad26-95c16513ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.361689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-3772aa26-fba0-4035-ad26-95c16513ef57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bd8da8ec30d64b159e1dc535340dce66&device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 1097 time: 0.2337804 Nov 23 10:38:21.383906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:21.420132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27c15d-1d76-469b-84b0-8c22a3b19d81 req-63a8aa23-5f79-4bbe-9c5f-a9bc5fc45510 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.429724 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db27c15d-1d76-469b-84b0-8c22a3b19d81 req-63a8aa23-5f79-4bbe-9c5f-a9bc5fc45510 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.2316778 Nov 23 10:38:21.592800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1c1ebad4-9595-421e-a7af-8ecd2bb85d72'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:21.599927 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '6046561b-bec9-4a1c-9a89-d1f2636a9b95', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'port_id': '8cf4019a-8b5e-434a-b742-234734780df4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'mac_address': 'fa:16:3e:97:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:34:59Z', 'updated_at': '2021-11-23T10:38:19Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:21.632552 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e394a726-8224-4583-b16a-98647321d5d1 None None] The sync data for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 is: [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '6046561b-bec9-4a1c-9a89-d1f2636a9b95', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'port_id': '8cf4019a-8b5e-434a-b742-234734780df4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'mac_address': 'fa:16:3e:97:58:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:34:59Z', 'updated_at': '2021-11-23T10:38:19Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:38:21.637807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db27c15d-1d76-469b-84b0-8c22a3b19d81 req-72ee7a3c-66e7-4d2c-b923-4b6c128f34ca tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066846 Nov 23 10:38:21.649743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-bee12d8f-dd23-4ace-a662-0dc4004ba664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.651315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-bee12d8f-dd23-4ace-a662-0dc4004ba664 service neutron] 10.222.0.65 "GET /v2.0/networks?id=86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 200 len: 924 time: 0.2758365 Nov 23 10:38:21.681933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['1c1ebad4-9595-421e-a7af-8ecd2bb85d72'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:21.705498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:21.763079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:21.773263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-40026d22-7117-4838-b9ae-3b10bfb33133 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cf4019a-8b5e-434a-b742-234734780df4 HTTP/1.1" status: 200 len: 999 time: 0.1105685 Nov 23 10:38:21.785952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 has no active binding in host n-h1-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:38:21.805179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '32fa9681-addd-4aae-8436-b4b537f820eb', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'port_id': '32fa9681-addd-4aae-8436-b4b537f820eb', 'mac_address': 'fa:16:3e:67:72:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397510e2-3216-420f-80f2-50bf6d7c2ac6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:21.870110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9049f6b-498a-450c-b31d-083be9a5d6b0 req-be9878d8-044a-4ad4-805e-2e46fe188279 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.872762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9049f6b-498a-450c-b31d-083be9a5d6b0 req-be9878d8-044a-4ad4-805e-2e46fe188279 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.0980699 Nov 23 10:38:21.874980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-2e29d716-fa96-4365-b2de-3e41d7dd15ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.878077 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-2e29d716-fa96-4365-b2de-3e41d7dd15ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 200 len: 862 time: 0.0948339 Nov 23 10:38:21.880329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ddf46-4f35-480d-b530-043adfd68e2d req-57b7810c-2d2c-49f2-b6d1-0c46e5bee969 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.890350 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-313ddf46-4f35-480d-b530-043adfd68e2d req-57b7810c-2d2c-49f2-b6d1-0c46e5bee969 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 950 time: 0.0756989 Nov 23 10:38:21.910604 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:21.919515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:21.952782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fa9681-addd-4aae-8436-b4b537f820eb {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:21.953235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-c3cde117-c21c-4d1f-b9ae-fe68dad03ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:21.954683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-c3cde117-c21c-4d1f-b9ae-fe68dad03ec8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86b7529a-d1ec-43e8-a6db-e899de5c4293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684025 Nov 23 10:38:21.959655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-313ddf46-4f35-480d-b530-043adfd68e2d req-58886f89-7f8c-4eb4-8a1d-effa03cefb34 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679874 Nov 23 10:38:21.969402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9049f6b-498a-450c-b31d-083be9a5d6b0 req-f8e1dfd6-227a-40d0-b38c-bb42eefebad8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863612 Nov 23 10:38:22.026230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:22.040042 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:22.134235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f03e3d2-e9ae-4011-bf16-15ed8d3e81f2 None None] New status for floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:38:22.144620 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-2d193b65-6d5d-47a7-9bd2-bf297b3b372d service neutron] 10.222.0.65 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700907 Nov 23 10:38:22.323541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f3c5e85-7921-4d3f-b781-a2587dad27c0 req-6919c8d7-2c43-4d99-8e33-300bbacd4c3f service neutron] 10.222.0.65 "GET /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622913 Nov 23 10:38:22.403600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:22.464437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65cde2-2c69-4dbf-80f9-3d3a8b86cda8 req-baff5df4-7901-4312-9839-629ba2cdb385 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:22.467557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4b65cde2-2c69-4dbf-80f9-3d3a8b86cda8 req-baff5df4-7901-4312-9839-629ba2cdb385 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.1241343 Nov 23 10:38:22.534056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4b65cde2-2c69-4dbf-80f9-3d3a8b86cda8 req-1e91ced1-1c65-42f2-9403-7800352cf254 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598738 Nov 23 10:38:22.558533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['32fa9681-addd-4aae-8436-b4b537f820eb'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:22.670459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:22.797664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8029-03ce-47e5-8ead-44016177b76a req-f3b64430-e451-4a02-80c6-5c7b03e2e98a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:22.800897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e43c8029-03ce-47e5-8ead-44016177b76a req-f3b64430-e451-4a02-80c6-5c7b03e2e98a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 944 time: 0.0669978 Nov 23 10:38:22.854610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93b36a4d-5ef0-44d0-bbd7-bf0a1c1bddb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:22.874288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e43c8029-03ce-47e5-8ead-44016177b76a req-192d10d3-fa54-45ba-b338-6f836c182318 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668204 Nov 23 10:38:22.955235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93b36a4d-5ef0-44d0-bbd7-bf0a1c1bddb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:22.960255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93b36a4d-5ef0-44d0-bbd7-bf0a1c1bddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.016972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53728) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:23.017590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93b36a4d-5ef0-44d0-bbd7-bf0a1c1bddb0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a36bc9a3759c4aa2a2d62c1c383e88c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453481 Nov 23 10:38:23.023184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b36a4d-5ef0-44d0-bbd7-bf0a1c1bddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52cec6b-908c-453b-8c95-2387ef3a987e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:23.098066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72'}, {'name': 'network-changed', 'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:23.100331 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fc9959-7991-4a67-85c9-fab1596f5220" -d '{"events": [{"server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72"}, {"name": "network-changed", "server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:23.122256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-246500da-f3bf-401d-8ad4-a858f55903a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.164612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef51bcf-bb0f-40c3-a454-904f19532455 req-9fa254ba-1938-40f1-bde9-19a22bec50c9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.166985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fef51bcf-bb0f-40c3-a454-904f19532455 req-9fa254ba-1938-40f1-bde9-19a22bec50c9 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 950 time: 0.1028724 Nov 23 10:38:23.174195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-246500da-f3bf-401d-8ad4-a858f55903a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.241578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:23.259904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fef51bcf-bb0f-40c3-a454-904f19532455 req-5be4c297-19f6-4ee9-9b57-eaed75666b75 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832627 Nov 23 10:38:23.304458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-246500da-f3bf-401d-8ad4-a858f55903a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.307719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-246500da-f3bf-401d-8ad4-a858f55903a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.308981 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-246500da-f3bf-401d-8ad4-a858f55903a6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a52cec6b-908c-453b-8c95-2387ef3a987e HTTP/1.1" status: 204 len: 168 time: 0.2904515 Nov 23 10:38:23.334170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246500da-f3bf-401d-8ad4-a858f55903a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52cec6b-908c-453b-8c95-2387ef3a987e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:23.375900 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf28327-7c76-4586-b1d7-473d8aa9498b x-openstack-request-id: req-bdf28327-7c76-4586-b1d7-473d8aa9498b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:23.379171 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72", "code": 200}, {"name": "network-changed", "server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:23.380623 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdf28327-7c76-4586-b1d7-473d8aa9498b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:23.382413 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72', 'code': 200} Nov 23 10:38:23.382893 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72', 'status': 'completed', 'code': 200} Nov 23 10:38:23.450204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:23.467078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'mac_address': 'fa:16:3e:25:b9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:23.476221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122caca-50f5-4546-9a13-a7fdaad10739 req-a18f257f-7f6b-46da-8d4a-470ad6ce6b66 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.479842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3122caca-50f5-4546-9a13-a7fdaad10739 req-a18f257f-7f6b-46da-8d4a-470ad6ce6b66 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.1201963 Nov 23 10:38:23.488070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-d88e1f74-1e51-4d35-9be4-0605d3511256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.490904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-d88e1f74-1e51-4d35-9be4-0605d3511256 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1124 time: 0.0833352 Nov 23 10:38:23.578012 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.594038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985037f1-9b03-4409-8ccc-e1d04999bc89 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:23.611940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887b2f8-d11f-4535-9892-208a8bacd3e7 req-a01a9a5e-4b65-4edc-80b5-d4f48e9e961f tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.615441 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1887b2f8-d11f-4535-9892-208a8bacd3e7 req-a01a9a5e-4b65-4edc-80b5-d4f48e9e961f tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 1101 time: 0.0622904 Nov 23 10:38:23.635127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3122caca-50f5-4546-9a13-a7fdaad10739 req-b40861c7-a022-4f75-8ba6-e447417c437a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362636 Nov 23 10:38:23.639635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:23.653854 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:23.708054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-2da743ab-f4e9-439f-885c-24610e6901b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.710222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1887b2f8-d11f-4535-9892-208a8bacd3e7 req-e45ca812-a523-4cc3-8798-f496c6759bbc tempest-ServersOnMultiNodesTest-172176765 tempest-ServersOnMultiNodesTest-172176765-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Nov 23 10:38:23.714078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-2da743ab-f4e9-439f-885c-24610e6901b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2080128 Nov 23 10:38:23.724466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:23.798476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-815d0861-a702-4133-8b0f-4777b72d8221 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 217 time: 0.0738683 Nov 23 10:38:23.808971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-9c843c8c-0e76-43b6-8bfc-c99bf2b9e113 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380637 Nov 23 10:38:23.925953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c791-1f4e-4292-a6a1-510b801cbab1 req-0ba1f578-e6db-4c11-a071-04ea452dfad4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.934992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5248c791-1f4e-4292-a6a1-510b801cbab1 req-0ba1f578-e6db-4c11-a071-04ea452dfad4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 949 time: 0.1125212 Nov 23 10:38:23.962079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-0a7ee75f-b16d-4f7a-8016-e573419dbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.963485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-0a7ee75f-b16d-4f7a-8016-e573419dbe43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1452856 Nov 23 10:38:23.971574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-d8cd3bf5-745b-43ad-851d-247fa7f1312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:23.973137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-d8cd3bf5-745b-43ad-851d-247fa7f1312a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 1095 time: 0.0831738 Nov 23 10:38:24.002370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-bfbe8a2d-c666-4e87-899c-5810d5d6cb6a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282452 Nov 23 10:38:24.006299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5248c791-1f4e-4292-a6a1-510b801cbab1 req-fd7c8e1a-085d-4f2e-8f44-cfab7d394be9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 Nov 23 10:38:24.154236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdcffd-f884-4cb6-8c93-a36af0b9f3f6 req-f0c203cb-3d3e-4f83-b7a0-c356011a1395 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:24.163760 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4cdcffd-f884-4cb6-8c93-a36af0b9f3f6 req-f0c203cb-3d3e-4f83-b7a0-c356011a1395 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 944 time: 0.0803580 Nov 23 10:38:24.187351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['985037f1-9b03-4409-8ccc-e1d04999bc89'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:24.199124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-c27873ee-9c24-4510-8399-ac3db6414d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:24.200599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-c27873ee-9c24-4510-8399-ac3db6414d11 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2008624 Nov 23 10:38:24.252807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4cdcffd-f884-4cb6-8c93-a36af0b9f3f6 req-3ba32ca3-c14d-4610-81f2-606881f0a330 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879982 Nov 23 10:38:24.293539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-ec9df4b6-bd8a-444a-bc3b-a0da278ec833 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 200 len: 217 time: 0.0811110 Nov 23 10:38:24.323415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-0ea1beaa-4601-4dfa-8391-57f46e5fdf5f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017077 Nov 23 10:38:24.325936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-39c2f1c1-7521-4149-b9b2-2da13b9ae5aa service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046255 Nov 23 10:38:24.455924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53868) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:24.560088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1308671634-network', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:24.583510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:24.586134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.595325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.678277 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.682250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.715098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:38:24.721788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:24.741658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.741997 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Added segment 885c01b5-3b0c-4fe5-ab79-6045f5872529 of type vlan for network b38ce76a-7d40-436a-acfa-af439a4bdc95 Nov 23 10:38:24.797749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.797992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-faa4a881-ead4-4f37-978a-21bb8461386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:24.799806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-faa4a881-ead4-4f37-978a-21bb8461386a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.4888270 Nov 23 10:38:24.827895 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.828912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:24.829553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:24.888345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-7b422fd1-05c9-4e5a-9b12-c7cac517e0b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593932 Nov 23 10:38:24.899131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4420416 Nov 23 10:38:24.899863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-4233dbb8-a77a-44e2-888c-8509cb16f1ad tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:24.901348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-4233dbb8-a77a-44e2-888c-8509cb16f1ad tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5419459 Nov 23 10:38:24.903280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04fc9959-7991-4a67-85c9-fab1596f5220 req-1e346df2-f326-4d92-b4bf-1590f5db2373 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518982 Nov 23 10:38:24.903584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53898) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:24.908456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Request body: {'subnet': {'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1308671634-subnet', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:24.924453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59caf78-d5f0-4fe1-a57b-660a3eb7408a admin admin] Pushing event updated for resources: {'Network': ['ID=b38ce76a-7d40-436a-acfa-af439a4bdc95,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:24.935688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:38:24.948375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-4e91e86a-a64d-4e34-aa55-ddf9d98fdfbb tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/quotas/9164cdc3038441629bde1465edff0852 HTTP/1.1" status: 200 len: 375 time: 0.0341957 Nov 23 10:38:24.978558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48f460-1566-4dec-8132-8f1cd3d240ba req-75ba2164-4a11-472d-af1b-dad6db13fe89 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:24.980114 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f48f460-1566-4dec-8132-8f1cd3d240ba req-75ba2164-4a11-472d-af1b-dad6db13fe89 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.0799570 Nov 23 10:38:24.980939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:24.983273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.050085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-7d3e6194-c7e6-4562-b93e-1c2f81815d09 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452625 Nov 23 10:38:25.070855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-635983bc-ec7c-4faf-8015-5bb1992a9756 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0866497 Nov 23 10:38:25.095803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f48f460-1566-4dec-8132-8f1cd3d240ba req-d6bb00cb-5dbc-41c1-95cb-1377b3fc480c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004708 Nov 23 10:38:25.186575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7566da5-8678-49fd-bdc1-5a4be2d200f0 req-18beadef-c77c-4b5a-9255-adbcf9d0d06b service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147401 Nov 23 10:38:25.235835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.249074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 32fa9681-addd-4aae-8436-b4b537f820eb up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:25.322085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 32fa9681-addd-4aae-8436-b4b537f820eb completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:38:25.326223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 32fa9681-addd-4aae-8436-b4b537f820eb triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:25.326790 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.369589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fdd2c9-cfab-4132-99af-6eabc5c9e6ba,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:25.372721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Checking segment: {'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:25.373087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Network hostable DHCP agents. Network: b38ce76a-7d40-436a-acfa-af439a4bdc95, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:38:25.423787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.424349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2949ac4-442e-4faf-9b61-ea3c1a92efff req-5e60e7e1-75ee-4a4d-8ee8-306efda0a3b3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:25.433853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b2949ac4-442e-4faf-9b61-ea3c1a92efff req-5e60e7e1-75ee-4a4d-8ee8-306efda0a3b3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 949 time: 0.1711063 Nov 23 10:38:25.451465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:25.453878 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bcbae0-30de-4a6a-8c15-8ea4916288aa" -d '{"events": [{"server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "name": "network-vif-plugged", "status": "completed", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:25.457232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:38:25.472420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:25.479095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.481360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b38ce76a-7d40-436a-acfa-af439a4bdc95) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:25.494271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:25.495119 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.506570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b2949ac4-442e-4faf-9b61-ea3c1a92efff req-76a33172-4d2f-44d4-84c0-f7223da12d94 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719290 Nov 23 10:38:25.526606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c0c199a4-af5a-4f3c-93bb-cbed38e37ba8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6220412 Nov 23 10:38:25.529817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53954) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:25.540023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:25.601175 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.602317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.642854 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e72a7395-c1e2-48fc-9251-269c40be17d4 req-19084b48-4746-447f-87ff-b4818f92a6c2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 210 time: 0.0418568 Nov 23 10:38:25.702584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:25.707964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e98e0b-606c-4c97-83c6-fdc4223aa316 None None] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:25.728627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.889868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15dff-d7aa-452e-b1c2-636390ef1de2 req-b97d2c77-f7c1-441e-87f3-d966c52d1d28 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:25.898786 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96a15dff-d7aa-452e-b1c2-636390ef1de2 req-b97d2c77-f7c1-441e-87f3-d966c52d1d28 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.1630650 Nov 23 10:38:25.956458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:25.963738 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3b3271-f6fe-4ea2-99ab-6dc1fe70cbde x-openstack-request-id: req-4a3b3271-f6fe-4ea2-99ab-6dc1fe70cbde {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:25.964726 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "name": "network-vif-plugged", "status": "completed", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:25.965160 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a3b3271-f6fe-4ea2-99ab-6dc1fe70cbde {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:25.965708 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb', 'code': 200} Nov 23 10:38:25.984217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-b38ce76a-7d40-436a-acfa-af439a4bdc95', 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'fixed_ips': [{'subnet_id': '13fdd2c9-cfab-4132-99af-6eabc5c9e6ba'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:38:25.985501 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.041045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-5901201b-a418-4284-ac44-2110e8ac50d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818632 Nov 23 10:38:26.064015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96a15dff-d7aa-452e-b1c2-636390ef1de2 req-00cee03b-176c-47f9-aef0-50b84b5f029c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635287 Nov 23 10:38:26.251564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-e77ae95b-78f5-4507-be21-abb78746cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:26.259010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-e77ae95b-78f5-4507-be21-abb78746cb68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1101 time: 0.1749485 Nov 23 10:38:26.263492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e242565-9ce6-459c-8439-87b713f6cb78 req-26dac65a-3ccc-47d1-b04a-b8f42011d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:26.265330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e242565-9ce6-459c-8439-87b713f6cb78 req-26dac65a-3ccc-47d1-b04a-b8f42011d78e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1096 time: 0.1719935 Nov 23 10:38:26.315662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Allocated IP 172.20.0.2 (b38ce76a-7d40-436a-acfa-af439a4bdc95/13fdd2c9-cfab-4132-99af-6eabc5c9e6ba/e341f751-4460-4605-a569-a0f586b4573d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:26.399816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-4f92e693-cc4c-4738-90d6-e2b59687554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:26.401684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-4f92e693-cc4c-4738-90d6-e2b59687554c service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1166325 Nov 23 10:38:26.419147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37548025-a646-4d45-a962-467c5e964d2a req-36a4b25c-3031-4fd9-b314-36ece36d2fb9 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:26.420734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37548025-a646-4d45-a962-467c5e964d2a req-36a4b25c-3031-4fd9-b314-36ece36d2fb9 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.1156726 Nov 23 10:38:26.459059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.469916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-b799709f-c1b1-4043-ad59-333e034490ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.0602317 Nov 23 10:38:26.483676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.523857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e242565-9ce6-459c-8439-87b713f6cb78 req-fcd00edd-dca5-44b3-8c55-86bed6bc4b0a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499413 Nov 23 10:38:26.538077 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.542069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-db9838d6-44e4-4763-9783-368ac188da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:26.543851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-db9838d6-44e4-4763-9783-368ac188da3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0633495 Nov 23 10:38:26.548445 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.558871 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37548025-a646-4d45-a962-467c5e964d2a req-e54b72d4-2c88-4094-a09b-45d19f6e8b51 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292226 Nov 23 10:38:26.652582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:26.656641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:26.662860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:26.670850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Allocated IP 172.25.5.67 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/21634c8a-59b0-4caf-b27a-a599baa2b1c8) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:26.672166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Pushing event updated for resources: {'Port': ['ID=e341f751-4460-4605-a569-a0f586b4573d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:26.746846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Attempting to bind port e341f751-4460-4605-a569-a0f586b4573d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:26.747943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Attempting to bind port e341f751-4460-4605-a569-a0f586b4573d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:26.747943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Attempting to bind port e341f751-4460-4605-a569-a0f586b4573d on network b38ce76a-7d40-436a-acfa-af439a4bdc95 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:26.753986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:26.754527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Checking segment: {'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:26.754993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.755475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Bound using segment: {'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:26.756236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Bound port: e341f751-4460-4605-a569-a0f586b4573d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:26.756622 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.759857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f811142-4fc0-46c1-86ba-83b97079d8af req-2e4f4342-502e-4c39-800a-bb1cf2c7ebde tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:26.761504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f811142-4fc0-46c1-86ba-83b97079d8af req-2e4f4342-502e-4c39-800a-bb1cf2c7ebde tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 949 time: 0.1192143 Nov 23 10:38:26.776496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a84d8a4d-4ad6-49c2-82bb-81427d3e8c34 req-33957a81-95b5-4c08-bd2e-167e9524c05b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 210 time: 0.0315149 Nov 23 10:38:26.852300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-597f56ad-9282-4fe3-89aa-d86adb46adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:26.855059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-597f56ad-9282-4fe3-89aa-d86adb46adab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519388 Nov 23 10:38:26.871826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] For port e341f751-4460-4605-a569-a0f586b4573d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:26.875018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] For port e341f751-4460-4605-a569-a0f586b4573d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e341f751-4460-4605-a569-a0f586b4573d,segment=NetworkSegment(885c01b5-3b0c-4fe5-ab79-6045f5872529),segment_id=885c01b5-3b0c-4fe5-ab79-6045f5872529)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:26.875193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.890819 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:26.940353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f811142-4fc0-46c1-86ba-83b97079d8af req-3af904e7-def6-4d03-b0ea-98db2446a788 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455550 Nov 23 10:38:27.011647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-0d025fa4-7d3e-4085-92a7-04b67abcbaa6 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466744 Nov 23 10:38:27.015174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd6cb5-3e40-4dcf-bafc-32d53109fe0d None None] Pushing event updated for resources: {'Port': ['ID=e341f751-4460-4605-a569-a0f586b4573d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:27.017429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:27.078447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:27.084133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:27.090879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:27.129182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=21634c8a-59b0-4caf-b27a-a599baa2b1c8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:27.180642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d4747c-6e38-404a-866f-6bf8d6cf8463 req-2936bd08-a5aa-474a-bacf-6ef78b44ede7 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545112 Nov 23 10:38:27.250601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:27.363033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 985037f1-9b03-4409-8ccc-e1d04999bc89 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:38:27.368592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 985037f1-9b03-4409-8ccc-e1d04999bc89 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:27.369386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:27.382386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc0be-2bca-4cf2-bf6e-74db34f466e5 req-1723bf33-56e3-40e2-acc2-09301a614111 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:27.384626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22ebc0be-2bca-4cf2-bf6e-74db34f466e5 req-1723bf33-56e3-40e2-acc2-09301a614111 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.1751137 Nov 23 10:38:27.393788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2c15775c-d4a2-430b-a3de-a8321d10e59b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9164cdc3038441629bde1465edff0852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315070 Nov 23 10:38:27.525828 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:27.584441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:27.588428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-626857d5-9b33-4778-a8bb-ade2bef57d42 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:27.590791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-626857d5-9b33-4778-a8bb-ade2bef57d42 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799116 Nov 23 10:38:27.597421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:27.599200 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:27.608663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Request body: {'port': {'device_id': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '9164cdc3038441629bde1465edff0852'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:27.665457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:27.669032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22ebc0be-2bca-4cf2-bf6e-74db34f466e5 req-55261aa9-98bd-446d-9fbb-885422575427 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740827 Nov 23 10:38:27.795550 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:38:27.897809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Made reservation on behalf of 9164cdc3038441629bde1465edff0852 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:27.902388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:27.934166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2adb20-dc2b-420e-bc56-6bd610040360 req-8053edc9-7952-4882-8a2b-0a318e8d78a0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:27.943150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df2adb20-dc2b-420e-bc56-6bd610040360 req-8053edc9-7952-4882-8a2b-0a318e8d78a0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.1173251 Nov 23 10:38:27.967220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:27.969622 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d30cd52-71b3-4687-871e-aa0297138965" -d '{"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-plugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:28.003887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:28.195183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Allocated IP 192.168.233.43 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/766af568-7f48-4472-ad5f-edc821b69f55) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:28.423396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41956411-4056-415d-921b-637ff0321e28 None None] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:28.472202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b5b4e91-40ab-48a7-a981-8a1f01e80f3c req-e23d4ba7-4888-4c45-baf8-7f2fa051c6bd tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 210 time: 0.0639982 Nov 23 10:38:28.487925 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:28.529648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df2adb20-dc2b-420e-bc56-6bd610040360 req-8630b3e4-f6d9-4f81-8985-41aa5db1ef44 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852368 Nov 23 10:38:28.562088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:28.581965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['53157aac-1352-4da3-a8e4-3791f60e18e3', '48d2ac1b-7b05-42c5-bba0-80d292de151b', '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:28.583217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Router 2f80f8e9-4604-4314-8c81-40b259e6f424 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:38:28.584570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', '10506e5f-02db-41e5-8b3d-901a12b36502'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:28.632816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event updated for resources: {'Port': ['ID=766af568-7f48-4472-ad5f-edc821b69f55,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:28.679410 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8598614-1aa5-43a7-986a-2bbf47eb6a8b x-openstack-request-id: req-e8598614-1aa5-43a7-986a-2bbf47eb6a8b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:28.680911 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-plugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:28.681393 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8598614-1aa5-43a7-986a-2bbf47eb6a8b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:28.681951 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'code': 200} Nov 23 10:38:28.683593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-50a6b710-650a-404f-8b13-77dc66700596 None None] Provisioning complete for port e341f751-4460-4605-a569-a0f586b4573d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:28.684136 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6b710-650a-404f-8b13-77dc66700596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:28.697388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:28.706969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5cb9-112e-4acd-87a3-5b950ced79b9 req-f8ca90e0-4a80-4d0a-873f-e15748321e7d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:28.727263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e92e5cb9-112e-4acd-87a3-5b950ced79b9 req-f8ca90e0-4a80-4d0a-873f-e15748321e7d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1754670 Nov 23 10:38:28.858417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e92e5cb9-112e-4acd-87a3-5b950ced79b9 req-de4ad411-bdcf-483c-813e-f73d1c3973b9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301644 Nov 23 10:38:28.859662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:28.912866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:28.932145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:28.932840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:28.962012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:38:28.982529 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Sync routers for ids ['2f80f8e9-4604-4314-8c81-40b259e6f424'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:38:28.999005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-2781e77a-3b75-409e-b89c-483f4a734fb6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3956611 Nov 23 10:38:29.004213 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Routers {'2f80f8e9-4604-4314-8c81-40b259e6f424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:29.004868 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:38:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2f80f8e9-4604-4314-8c81-40b259e6f424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:29.051915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Request body: {'port': {'device_id': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:29.055218 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:29.056932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ee3b271-5880-4bac-b8f3-6ef5c18e8ee0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5259330 Nov 23 10:38:29.059701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54136) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:29.087795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e341f751-4460-4605-a569-a0f586b4573d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:29.152368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b0ee-aa0b-4365-90ce-bdc62f23762f req-88ecbe1c-2205-4c2f-b962-7a3e234a781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:29.158913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ea5b0ee-aa0b-4365-90ce-bdc62f23762f req-88ecbe1c-2205-4c2f-b962-7a3e234a781f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 1101 time: 0.3803113 Nov 23 10:38:29.171181 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6b710-650a-404f-8b13-77dc66700596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:29.259775 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Set router 2f80f8e9-4604-4314-8c81-40b259e6f424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:29.286770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc2b4d-db7d-4674-ac5c-0225e8aa4d1a req-d8393382-fad5-48da-bbee-3f195b3c467d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:29.289360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-50a6b710-650a-404f-8b13-77dc66700596 None None] For port e341f751-4460-4605-a569-a0f586b4573d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e341f751-4460-4605-a569-a0f586b4573d,segment=NetworkSegment(885c01b5-3b0c-4fe5-ab79-6045f5872529),segment_id=885c01b5-3b0c-4fe5-ab79-6045f5872529)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:29.296831 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24bc2b4d-db7d-4674-ac5c-0225e8aa4d1a req-d8393382-fad5-48da-bbee-3f195b3c467d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.1397555 Nov 23 10:38:29.307567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ea5b0ee-aa0b-4365-90ce-bdc62f23762f req-b6672e56-def0-4b29-ac5a-4b09f3a16285 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381736 Nov 23 10:38:29.318167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:38:29.324091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:29.353740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6b710-650a-404f-8b13-77dc66700596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:29.399939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24bc2b4d-db7d-4674-ac5c-0225e8aa4d1a req-70784d3a-34e6-4118-b6ba-8f6ef96bc548 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995214 Nov 23 10:38:29.492560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e341f751-4460-4605-a569-a0f586b4573d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:29.493094 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:29.561790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b710-650a-404f-8b13-77dc66700596 None None] Pushing event updated for resources: {'Port': ['ID=e341f751-4460-4605-a569-a0f586b4573d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:29.709363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e855e-d378-4618-ae21-343b9676b311 req-c2245e03-5756-47a9-8404-ed8f874d252e tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:29.711350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a1e855e-d378-4618-ae21-343b9676b311 req-c2245e03-5756-47a9-8404-ed8f874d252e tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1096 time: 0.1838558 Nov 23 10:38:29.715921 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:38:27Z', 'revision_number': 3, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:29.741746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-322166f2-1735-4f30-a17b-f606dce68faf None None] Provisioning complete for port 766af568-7f48-4472-ad5f-edc821b69f55 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:29.751028 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-322166f2-1735-4f30-a17b-f606dce68faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:29.760301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586fd82-98a2-409e-95cc-0d96d26f4339 req-2f33373e-76ea-4fdd-9f20-8d69345459d0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:29.762189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6586fd82-98a2-409e-95cc-0d96d26f4339 req-2f33373e-76ea-4fdd-9f20-8d69345459d0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 935 time: 0.1163120 Nov 23 10:38:29.914477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a1e855e-d378-4618-ae21-343b9676b311 req-32a4f411-8cc0-425a-8df1-2156bec84f80 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952472 Nov 23 10:38:29.923726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-322166f2-1735-4f30-a17b-f606dce68faf None None] Port 766af568-7f48-4472-ad5f-edc821b69f55 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:29.966039 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Checking router: 2f80f8e9-4604-4314-8c81-40b259e6f424 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:38:29.973892 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Updating router 2f80f8e9-4604-4314-8c81-40b259e6f424 port 21634c8a-59b0-4caf-b27a-a599baa2b1c8 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:38:30.032505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6586fd82-98a2-409e-95cc-0d96d26f4339 req-7b104395-ea51-485b-a8f1-e948a8a9e1d3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025661 Nov 23 10:38:30.039137 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.057852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766af568-7f48-4472-ad5f-edc821b69f55 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:30.080408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.156019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Transition to ACTIVE for port object 766af568-7f48-4472-ad5f-edc821b69f55 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:30.170531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.211878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54168) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:30.244357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a6968-2184-4d74-9422-650452074903 req-a3037e4d-8f7e-4b20-88f8-e249cc669d84 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:30.253312 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-589a6968-2184-4d74-9422-650452074903 req-a3037e4d-8f7e-4b20-88f8-e249cc669d84 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.1795275 Nov 23 10:38:30.297305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.358306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Pushing event updated for resources: {'Port': ['ID=766af568-7f48-4472-ad5f-edc821b69f55,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:30.441637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Attempting to bind port 766af568-7f48-4472-ad5f-edc821b69f55 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:30.441977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Attempting to bind port 766af568-7f48-4472-ad5f-edc821b69f55 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:30.442314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Attempting to bind port 766af568-7f48-4472-ad5f-edc821b69f55 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:30.477102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Port 766af568-7f48-4472-ad5f-edc821b69f55 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:30.477656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Attempting to bind port 766af568-7f48-4472-ad5f-edc821b69f55 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:30.506224 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-589a6968-2184-4d74-9422-650452074903 req-4d8f2811-7179-4d1c-8559-2b614a375aeb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519281 Nov 23 10:38:30.514360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:30.516166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:30.516734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:30.518686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Bound port: 766af568-7f48-4472-ad5f-edc821b69f55, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:30.519302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.537147 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.544936 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.589686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-839e429d-04ec-4886-adae-b20f51a95535 None None] Provisioning complete for port e341f751-4460-4605-a569-a0f586b4573d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:30.590172 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-839e429d-04ec-4886-adae-b20f51a95535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.622663 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Pushing event updated for resources: {'Port': ['ID=21634c8a-59b0-4caf-b27a-a599baa2b1c8,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:30.630314 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Attempting to bind port 21634c8a-59b0-4caf-b27a-a599baa2b1c8 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:30.630654 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Attempting to bind port 21634c8a-59b0-4caf-b27a-a599baa2b1c8 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:30.631023 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Attempting to bind port 21634c8a-59b0-4caf-b27a-a599baa2b1c8 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:30.638575 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.638934 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.639387 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.639597 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.639920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3ff9-1978-4ef3-ad96-d19f74fd6c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.640053 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.640247 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.640574 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.640950 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.641383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.641632 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.641955 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.643059 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:30.647577 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:30.647967 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:30.648380 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.648772 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:30.649363 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Bound port: 21634c8a-59b0-4caf-b27a-a599baa2b1c8, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:30.651081 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.707780 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] For port 21634c8a-59b0-4caf-b27a-a599baa2b1c8, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:30.711013 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] For port 21634c8a-59b0-4caf-b27a-a599baa2b1c8, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21634c8a-59b0-4caf-b27a-a599baa2b1c8,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:30.719852 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.777281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897d20f-69e9-4f42-b3b5-aabf931515ad req-e2b6f8a0-479e-43ba-859d-f60c24d09afb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:30.787630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f897d20f-69e9-4f42-b3b5-aabf931515ad req-e2b6f8a0-479e-43ba-859d-f60c24d09afb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.3388457 Nov 23 10:38:30.801161 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b82bbb-6f61-4cc1-a1c5-6f22b5ca6dd3 None None] Pushing event updated for resources: {'Port': ['ID=21634c8a-59b0-4caf-b27a-a599baa2b1c8,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:30.817314 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Routers {'2f80f8e9-4604-4314-8c81-40b259e6f424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:30.818296 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:38:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2f80f8e9-4604-4314-8c81-40b259e6f424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:30.843285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] For port 766af568-7f48-4472-ad5f-edc821b69f55, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:30.871872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] For port 766af568-7f48-4472-ad5f-edc821b69f55, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=766af568-7f48-4472-ad5f-edc821b69f55,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:30.890160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:30.914978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e341f751-4460-4605-a569-a0f586b4573d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:30.959755 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] Set router 2f80f8e9-4604-4314-8c81-40b259e6f424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:30.997341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Pushing event updated for resources: {'Port': ['ID=766af568-7f48-4472-ad5f-edc821b69f55,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:31.014408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:31.015150 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.016582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c3dc7522-2f82-4f6f-a7b0-ed93706ef825 service neutron] 10.222.0.65 "PUT /v2.0/ports/766af568-7f48-4472-ad5f-edc821b69f55 HTTP/1.1" status: 200 len: 1095 time: 1.9872284 Nov 23 10:38:31.017326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'tag': '766af568-7f48-4472-ad5f-edc821b69f55'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:31.021379 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "e546bdc1-65d9-4c1a-95ac-43656403eb14", "tag": "766af568-7f48-4472-ad5f-edc821b69f55"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:31.076719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3ff9-1978-4ef3-ad96-d19f74fd6c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.094444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f897d20f-69e9-4f42-b3b5-aabf931515ad req-ce278c95-30e0-48ae-8c11-6b910b7e534f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012655 Nov 23 10:38:31.125817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Allocated IP 172.20.0.1 (b38ce76a-7d40-436a-acfa-af439a4bdc95/13fdd2c9-cfab-4132-99af-6eabc5c9e6ba/344d29c5-3abe-4519-89d7-2e9ad4ae51ff) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:31.135978 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb58939-0428-4b29-9335-c7e08c8753bb x-openstack-request-id: req-8fb58939-0428-4b29-9335-c7e08c8753bb {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:31.137793 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e546bdc1-65d9-4c1a-95ac-43656403eb14", "tag": "766af568-7f48-4472-ad5f-edc821b69f55", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:31.138280 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fb58939-0428-4b29-9335-c7e08c8753bb {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:31.139551 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'tag': '766af568-7f48-4472-ad5f-edc821b69f55', 'status': 'completed', 'code': 200} Nov 23 10:38:31.146025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef9c3ff9-1978-4ef3-ad96-d19f74fd6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.326810 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:38:27Z', 'revision_number': 3, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:31.337698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.351291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-af7e9da4-1143-446a-a90c-a8272a0c3993 service neutron] 10.222.0.58 "GET /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.2097530 Nov 23 10:38:31.386508 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b943d694-bb8d-4a82-813a-9a20ccccfa75 None None] The sync data for ids ['2f80f8e9-4604-4314-8c81-40b259e6f424'] in n-d-817747-2 is: [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:38:27Z', 'revision_number': 3, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:38:31.415312 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ef9c3ff9-1978-4ef3-ad96-d19f74fd6c0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c9e7f96b20d4e9eba7f5ce086663d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1915228 Nov 23 10:38:31.416791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c3ff9-1978-4ef3-ad96-d19f74fd6c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158b0bc6-59eb-4f9f-b71c-18337f049d51,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:31.420508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54182) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:31.431106 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.467889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-5de24b08-a804-4673-91a4-2259021a56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:31.469662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-5de24b08-a804-4673-91a4-2259021a56fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 1098 time: 0.3898842 Nov 23 10:38:31.508357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:31.527102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:31.531933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:31.572467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e341f751-4460-4605-a569-a0f586b4573d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:31.572957 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.593489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f22b-a377-4459-b477-0b223d0fe54f req-32922106-707e-449d-9a2c-e32856cf2bf7 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:31.598667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-3a978b60-5ca1-4d54-8eae-db10ce28c0a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=766af568-7f48-4472-ad5f-edc821b69f55 HTTP/1.1" status: 200 len: 217 time: 0.0947545 Nov 23 10:38:31.602422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6761f22b-a377-4459-b477-0b223d0fe54f req-32922106-707e-449d-9a2c-e32856cf2bf7 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 947 time: 0.3921666 Nov 23 10:38:31.630749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Pushing event updated for resources: {'Port': ['ID=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:31.672718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5829f63c-1ca5-494f-8593-5f9c72326abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.676784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.828615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5829f63c-1ca5-494f-8593-5f9c72326abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:31.862269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6761f22b-a377-4459-b477-0b223d0fe54f req-b433be16-b92c-431c-b42a-62ec8b64e596 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588909 Nov 23 10:38:31.941449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:31.974496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:32.027844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:32.040675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:32.085723 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5829f63c-1ca5-494f-8593-5f9c72326abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.090156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5829f63c-1ca5-494f-8593-5f9c72326abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.093218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5829f63c-1ca5-494f-8593-5f9c72326abb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/158b0bc6-59eb-4f9f-b71c-18337f049d51 HTTP/1.1" status: 204 len: 168 time: 0.6480634 Nov 23 10:38:32.110755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829f63c-1ca5-494f-8593-5f9c72326abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b0bc6-59eb-4f9f-b71c-18337f049d51,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:32.118086 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.140917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4bf68f54-b708-4f32-8aba-ff1c46f30cb8 None None] Provisioning complete for port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:32.140917 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4bf68f54-b708-4f32-8aba-ff1c46f30cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.160399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.189912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c8a4e83c-2ad9-4ab3-a43b-506ac7d49407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:32.197060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-c8a4e83c-2ad9-4ab3-a43b-506ac7d49407 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.5139630 Nov 23 10:38:32.307282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc034a3f-a4df-46db-940b-04d1e84e6b6c req-f54890d4-d733-4bbe-85cc-7469b5fbfeef tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:32.317775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc034a3f-a4df-46db-940b-04d1e84e6b6c req-f54890d4-d733-4bbe-85cc-7469b5fbfeef tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 943 time: 0.6332419 Nov 23 10:38:32.433524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-8cbef9e5-e141-4483-9ea8-8cc804c5d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:32.442971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-8cbef9e5-e141-4483-9ea8-8cc804c5d9db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2227321 Nov 23 10:38:32.448543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4bf68f54-b708-4f32-8aba-ff1c46f30cb8 None None] Port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:32.466425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d413-bea4-4350-8d1e-58711833cb16 req-41164491-e425-44a9-9801-d5d00f08fe8c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:32.474501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ad2d413-bea4-4350-8d1e-58711833cb16 req-41164491-e425-44a9-9801-d5d00f08fe8c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.2164211 Nov 23 10:38:32.536930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc034a3f-a4df-46db-940b-04d1e84e6b6c req-8c8bc21d-8efd-4eb6-aad5-334a406110de tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133687 Nov 23 10:38:32.539591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ad2d413-bea4-4350-8d1e-58711833cb16 req-a56d1bc4-a882-40b0-912c-49e9a1f5b336 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594728 Nov 23 10:38:32.608144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Transition to ACTIVE for port object 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:32.667188 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.667923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.676136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.731434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:32.811059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.811407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.811745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.812078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.812440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.812730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.813059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.815164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Pushing event updated for resources: {'Port': ['ID=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:32.819657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.819871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.820177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.820289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:32.820512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.821097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:32.860539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] No DVR routers for this DVR port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:38:32.903329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21634c8a-59b0-4caf-b27a-a599baa2b1c8 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:32.910085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-10a4780a-349c-4e78-b9f5-90a5071cf0b7 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274783 Nov 23 10:38:32.916104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-e287ed73-0d3f-4026-89b3-8c2de1a950a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72/bindings/n-h1-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5332870 Nov 23 10:38:32.930839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661bd13-d45e-41ea-8a72-eaa845991751 req-91584038-3a48-4e88-a1b5-e74b62694180 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:32.933334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6661bd13-d45e-41ea-8a72-eaa845991751 req-91584038-3a48-4e88-a1b5-e74b62694180 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.2042572 Nov 23 10:38:33.008908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 21634c8a-59b0-4caf-b27a-a599baa2b1c8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:33.009692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:33.144333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-6f6bb034-0599-43e2-a80a-3ca0bb3d934d service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097678 Nov 23 10:38:33.149356 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:33.188411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:33.190810 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6661bd13-d45e-41ea-8a72-eaa845991751 req-592ff7c6-241e-45ea-8f94-c3a006298cdd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471292 Nov 23 10:38:33.211918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfc4c4-72d1-46bd-a886-3c7abf0daa5d req-d29973e3-13e6-4f81-bd94-446190ba4a98 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.212230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 21634c8a-59b0-4caf-b27a-a599baa2b1c8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21634c8a-59b0-4caf-b27a-a599baa2b1c8,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:33.216742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-bf0b341f-edad-4c10-bf83-e31f0a3bc0d3 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.218353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-bf0b341f-edad-4c10-bf83-e31f0a3bc0d3 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1413877 Nov 23 10:38:33.218856 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:33.235207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14cfc4c4-72d1-46bd-a886-3c7abf0daa5d req-d29973e3-13e6-4f81-bd94-446190ba4a98 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 947 time: 0.2179556 Nov 23 10:38:33.248657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:33.337360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=21634c8a-59b0-4caf-b27a-a599baa2b1c8,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:33.362597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-d7b1a87e-a553-4213-9493-38994b4fb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.364135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-d7b1a87e-a553-4213-9493-38994b4fb47a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e&tenant_id=c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 1095 time: 0.1317544 Nov 23 10:38:33.394330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-116f68ad-71aa-47bf-b879-1b48df85a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.398621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-116f68ad-71aa-47bf-b879-1b48df85a9cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9164cdc3038441629bde1465edff0852&device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 1098 time: 0.1673803 Nov 23 10:38:33.472691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14cfc4c4-72d1-46bd-a886-3c7abf0daa5d req-2a8ea11c-1e6d-4c2f-960a-fd57f38ed78c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363813 Nov 23 10:38:33.611366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-1f7b43e9-af16-4eea-ac15-a09eed5230bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.613120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-1f7b43e9-af16-4eea-ac15-a09eed5230bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1095 time: 0.2135153 Nov 23 10:38:33.637353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Router 2f80f8e9-4604-4314-8c81-40b259e6f424 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:38:33.671245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-db6013d4-febd-4cb8-9048-7ee61a14f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.673286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-db6013d4-febd-4cb8-9048-7ee61a14f20d service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2648375 Nov 23 10:38:33.711241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bcc29783-76d6-4362-ab22-f68bb64002e3 None None] Provisioning complete for port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:33.711754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bcc29783-76d6-4362-ab22-f68bb64002e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:33.733224 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-d4913661-22d7-4958-9c37-f6fd4c450c13 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=766af568-7f48-4472-ad5f-edc821b69f55 HTTP/1.1" status: 200 len: 217 time: 0.0450382 Nov 23 10:38:33.788660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bcc29783-76d6-4362-ab22-f68bb64002e3 None None] Port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:33.887464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:38:33.897660 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-755e06e6-05ae-4b29-861b-d2bc4faba3fb admin admin] 10.222.0.61 "PUT /v2.0/routers/2f80f8e9-4604-4314-8c81-40b259e6f424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8363259 Nov 23 10:38:33.903878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-4391f918-bcf7-4e3d-9e9e-b50fe63d7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.905433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-4391f918-bcf7-4e3d-9e9e-b50fe63d7154 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1347985 Nov 23 10:38:33.918805 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-abecc8a5-6196-4f68-b05d-6ce40c2d3ec8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954163 Nov 23 10:38:33.977750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7addee8-cfb2-4c93-a4b8-a02fdb272d2b req-5675e142-2dba-4213-b3ef-deae7e5cbabd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.981653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7addee8-cfb2-4c93-a4b8-a02fdb272d2b req-5675e142-2dba-4213-b3ef-deae7e5cbabd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.1377704 Nov 23 10:38:33.991651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-94f06576-211c-4ee3-b797-5928c75724ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:33.994192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-94f06576-211c-4ee3-b797-5928c75724ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.3672202 Nov 23 10:38:34.059395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-f1aabc12-fec3-4bd2-a04d-57caa9da2862 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 200 len: 217 time: 0.0535779 Nov 23 10:38:34.061832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-5e11bd22-3ee0-43b9-939c-4dab653718d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:34.063277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-5e11bd22-3ee0-43b9-939c-4dab653718d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468570 Nov 23 10:38:34.094193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54262) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:34.136313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae576e0-b1ea-4463-8f32-905d947e4ae5 req-86bdffa8-c7b8-45c2-9e3e-621ddad5236c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:34.144433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ae576e0-b1ea-4463-8f32-905d947e4ae5 req-86bdffa8-c7b8-45c2-9e3e-621ddad5236c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0920153 Nov 23 10:38:34.200404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ae576e0-b1ea-4463-8f32-905d947e4ae5 req-ad9e1b60-392a-4263-a0a4-82a5e16952d2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550766 Nov 23 10:38:34.230021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Sync routers for ids ['2f80f8e9-4604-4314-8c81-40b259e6f424'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:38:34.246097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Routers {'2f80f8e9-4604-4314-8c81-40b259e6f424'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:34.247118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:38:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2f80f8e9-4604-4314-8c81-40b259e6f424'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:34.261040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-406388435'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:34.290256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:34.295166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:34.336310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:38:34.349715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:34.350267 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Added segment f3395587-ffff-42af-8f64-a2b715882150 of type vlan for network 0128ac32-a74a-4813-b3b4-80dae9300b1a Nov 23 10:38:34.378518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Set router 2f80f8e9-4604-4314-8c81-40b259e6f424 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:34.410502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:34.454061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:34.461910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:34.462523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:34.532738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-40fe4ff4-fcc9-4530-87af-c946ab4aa9a6 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540918 Nov 23 10:38:34.541331 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4451339 Nov 23 10:38:34.550753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:34.562159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'subnet': {'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:34.590600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7addee8-cfb2-4c93-a4b8-a02fdb272d2b req-c852ec7f-e870-4d1e-ad51-3442d78abb0c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950019 Nov 23 10:38:34.639021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2016c-f9dc-4d1c-8a40-e9cf674999ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Network': ['ID=0128ac32-a74a-4813-b3b4-80dae9300b1a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:34.676052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:38:34.715771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-3db970bc-5ffc-44d2-9fe2-b16b966cd9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:34.717417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-3db970bc-5ffc-44d2-9fe2-b16b966cd9b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.6401739 Nov 23 10:38:34.745262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:34.754875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:34.774594 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-9aaa25c6-e8e2-415e-9b6a-aeafcc80ded0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333483 Nov 23 10:38:34.788744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56b313f2-e9ef-498f-9f1d-f4fbbd845ae4 req-a31d0429-e6a8-4598-a3f0-612b4a2cfba5 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296538 Nov 23 10:38:34.829126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:38:32Z', 'revision_number': 4, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '344d29c5-3abe-4519-89d7-2e9ad4ae51ff', 'name': '', 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'mac_address': 'fa:16:3e:23:96:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '13fdd2c9-cfab-4132-99af-6eabc5c9e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:30Z', 'updated_at': '2021-11-23T10:38:32Z', 'revision_number': 2, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'subnets': [{'id': '13fdd2c9-cfab-4132-99af-6eabc5c9e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:34.953504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21634c8a-59b0-4caf-b27a-a599baa2b1c8 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:34.988869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-99df0ab0-c408-4371-92f5-75a818ccbbca service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989684 Nov 23 10:38:35.015542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Checking router: 2f80f8e9-4604-4314-8c81-40b259e6f424 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:38:35.015911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Updating router 2f80f8e9-4604-4314-8c81-40b259e6f424 port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:38:35.049641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea17a78-8b25-48fa-9785-15a39b64ad9e req-3b04f8ec-52c8-4c01-89cf-d92255251272 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:35.054885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aea17a78-8b25-48fa-9785-15a39b64ad9e req-3b04f8ec-52c8-4c01-89cf-d92255251272 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 947 time: 0.1352348 Nov 23 10:38:35.121151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 21634c8a-59b0-4caf-b27a-a599baa2b1c8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:35.121591 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.123090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.222880 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.287766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aea17a78-8b25-48fa-9785-15a39b64ad9e req-981c3739-3ed5-4621-9c2a-7aa9c2a1357b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835687 Nov 23 10:38:35.341620 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-c008ed8f-ba03-4b53-bc6d-813d03bb085e service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278239 Nov 23 10:38:35.351658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Subnet': ['ID=53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:35.360728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Checking segment: {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:35.361376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network hostable DHCP agents. Network: 0128ac32-a74a-4813-b3b4-80dae9300b1a, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:38:35.451937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531e9f-39e5-4505-aac5-a3bc6ec69bfb req-06763471-570d-4285-b8d8-e1ae3fd19e59 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:35.462085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c531e9f-39e5-4505-aac5-a3bc6ec69bfb req-06763471-570d-4285-b8d8-e1ae3fd19e59 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0951958 Nov 23 10:38:35.462962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:38:35.480414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54324) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:35.490679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 766af568-7f48-4472-ad5f-edc821b69f55 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:35.511329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 0128ac32-a74a-4813-b3b4-80dae9300b1a) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:35.539607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddcae5-ecb4-45c7-9f78-bb2007ed5005 None None] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:35.555032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:35.557382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.623857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2c1dd79a-569b-426b-bca6-da2bb1a4109e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0702014 Nov 23 10:38:35.624239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54330) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:35.634045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1262958395'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:35.648513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c531e9f-39e5-4505-aac5-a3bc6ec69bfb req-2804fd02-7ca1-43f4-bb24-6489092ea473 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585267 Nov 23 10:38:35.685956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:35.690370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.725973 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b49d9503-5dcd-4d30-a8d7-968249be8cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.783995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 766af568-7f48-4472-ad5f-edc821b69f55, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=766af568-7f48-4472-ad5f-edc821b69f55,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:35.806374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:38:35.844304 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '766af568-7f48-4472-ad5f-edc821b69f55', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '766af568-7f48-4472-ad5f-edc821b69f55', 'mac_address': 'fa:16:3e:53:fc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:35.858592 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.858956 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Added segment 77f33039-43c7-4a8d-945e-096457c938d7 of type vlan for network a8c34f21-7a72-45cf-9694-90fc9531a820 Nov 23 10:38:35.917616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d077989-6850-4980-8905-fad223e9a626 req-d26153b0-3a5a-4e14-8933-0c019f7babc8 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:35.919176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-d26153b0-3a5a-4e14-8933-0c019f7babc8 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.2033634 Nov 23 10:38:35.939847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779495b2-094d-43a7-81f9-efb938519e6e req-e164c491-fd4c-4a89-8898-0bb8aa99f2b8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:35.941506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-779495b2-094d-43a7-81f9-efb938519e6e req-e164c491-fd4c-4a89-8898-0bb8aa99f2b8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.2132447 Nov 23 10:38:35.943317 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:35.968549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.015096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766af568-7f48-4472-ad5f-edc821b69f55 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:36.062775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.066324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 766af568-7f48-4472-ad5f-edc821b69f55, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=766af568-7f48-4472-ad5f-edc821b69f55,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:36.071424 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.082740 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.088132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:36.088787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.108263 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.114908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-0128ac32-a74a-4813-b3b4-80dae9300b1a', 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'fixed_ips': [{'subnet_id': '53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:38:36.115455 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.205696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-779495b2-094d-43a7-81f9-efb938519e6e req-5cece02d-0ecb-4975-85e8-2a3f0c06a2c8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502029 Nov 23 10:38:36.211269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b49d9503-5dcd-4d30-a8d7-968249be8cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.226556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=766af568-7f48-4472-ad5f-edc821b69f55,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:36.240820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6154916 Nov 23 10:38:36.243348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.243498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54338) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:36.243926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.244028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.244367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.244797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.245282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.245440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.245758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.246083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.246401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.246722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.247046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:38:36.248808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'subnet': {'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:36.259040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b49d9503-5dcd-4d30-a8d7-968249be8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.363431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a5e46-2421-4469-95f9-c0d17497e0a3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Network': ['ID=a8c34f21-7a72-45cf-9694-90fc9531a820,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:36.403684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a8c34f21-7a72-45cf-9694-90fc9531a820 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:38:36.435003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b49d9503-5dcd-4d30-a8d7-968249be8cc2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=57fa40cb72cd47cb9644f3ee9044781f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9522531 Nov 23 10:38:36.439957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54342) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:36.452544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:36.456409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.484875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-8be4f9cf-c1d6-45a1-8460-ed76f83acb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:36.488567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-8be4f9cf-c1d6-45a1-8460-ed76f83acb41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 1101 time: 0.4279714 Nov 23 10:38:36.508386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d077989-6850-4980-8905-fad223e9a626 req-ea5227a6-a0cd-46ef-8e1f-8692d1d066fa service neutron] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:36.512110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Attempting to bind port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:36.512685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Attempting to bind port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:36.512973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Attempting to bind port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff on network b38ce76a-7d40-436a-acfa-af439a4bdc95 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:36.529483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486a3d2-4355-4c09-9ca7-ec429505f4b2 None None] Pushing event updated for resources: {'Port': ['ID=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:36.573493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:36.573779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Checking segment: {'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:36.574045 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.574392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Bound using segment: {'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:36.574890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Bound port: 344d29c5-3abe-4519-89d7-2e9ad4ae51ff, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885c01b5-3b0c-4fe5-ab79-6045f5872529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:36.575639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.600396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['766af568-7f48-4472-ad5f-edc821b69f55'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:36.644958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d4dba27e-4745-4041-a1a4-d8dcddc1e5f8 None None] Provisioning complete for port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:36.645363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d4dba27e-4745-4041-a1a4-d8dcddc1e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.654872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d077989-6850-4980-8905-fad223e9a626 req-ea5227a6-a0cd-46ef-8e1f-8692d1d066fa service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.656146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d077989-6850-4980-8905-fad223e9a626 req-ea5227a6-a0cd-46ef-8e1f-8692d1d066fa service neutron] 10.222.0.65 "DELETE /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72/bindings/n-h2-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.7252789 Nov 23 10:38:36.658979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-10997373-1f87-4d9a-b0e4-39127ac931fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:36.660514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-10997373-1f87-4d9a-b0e4-39127ac931fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1505623 Nov 23 10:38:36.677579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Allocated IP 19.80.0.2 (0128ac32-a74a-4813-b3b4-80dae9300b1a/53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc/a59d7552-cd5c-437e-8112-6f28c1b58be6) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:36.698504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.761405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d59fd-4781-4396-a9a4-2722fa18b27e req-7cfa739d-fa47-4c6f-a6e1-035104fc0e7f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:36.769974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189d59fd-4781-4396-a9a4-2722fa18b27e req-7cfa739d-fa47-4c6f-a6e1-035104fc0e7f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 948 time: 0.3267558 Nov 23 10:38:36.778067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-598921fc-cd11-4def-91f9-4035b3ce1a23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 200 len: 217 time: 0.0928323 Nov 23 10:38:36.779979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d9503-5dcd-4d30-a8d7-968249be8cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ca7182-3f55-4709-b392-82da018a988c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:36.799825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Subnet': ['ID=a204dd84-1b28-460d-bd8a-cead37615490,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:36.878573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c90b74-c601-4ecd-8879-9b766e7d9923 req-fe7d9d7c-902c-4f97-ab4e-0edeb31a9af7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:36.886993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70c90b74-c601-4ecd-8879-9b766e7d9923 req-fe7d9d7c-902c-4f97-ab4e-0edeb31a9af7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0933707 Nov 23 10:38:36.888325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-525deae2-d36d-4411-9814-5ab4c958a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:36.890111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-525deae2-d36d-4411-9814-5ab4c958a000 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0758874 Nov 23 10:38:36.938401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Checking segment: {'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:36.938795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network hostable DHCP agents. Network: a8c34f21-7a72-45cf-9694-90fc9531a820, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:38:36.942463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d4dba27e-4745-4041-a1a4-d8dcddc1e5f8 None None] Port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:36.961246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] For port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:36.973912 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff124884-ab9d-4461-90cf-7bf1837371b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:36.974804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189d59fd-4781-4396-a9a4-2722fa18b27e req-7433815a-b993-42de-8f6c-9a8ad61f66aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038622 Nov 23 10:38:36.998168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff124884-ab9d-4461-90cf-7bf1837371b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:37.013057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] For port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,segment=NetworkSegment(885c01b5-3b0c-4fe5-ab79-6045f5872529),segment_id=885c01b5-3b0c-4fe5-ab79-6045f5872529)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:37.042857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:37.063235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-c2403de2-962e-48d6-854b-58313a85215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:37.067844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-c2403de2-962e-48d6-854b-58313a85215e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435425 Nov 23 10:38:37.072231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70c90b74-c601-4ecd-8879-9b766e7d9923 req-4c50a848-3af4-47bd-b084-e0e46197ba1b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838629 Nov 23 10:38:37.073890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network a8c34f21-7a72-45cf-9694-90fc9531a820 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:38:37.083808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff124884-ab9d-4461-90cf-7bf1837371b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:37.087175 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff124884-ab9d-4461-90cf-7bf1837371b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:37.088322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ff124884-ab9d-4461-90cf-7bf1837371b1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7ca7182-3f55-4709-b392-82da018a988c HTTP/1.1" status: 204 len: 168 time: 0.6448774 Nov 23 10:38:37.109073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff124884-ab9d-4461-90cf-7bf1837371b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ca7182-3f55-4709-b392-82da018a988c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:37.116425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a8c34f21-7a72-45cf-9694-90fc9531a820) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:37.140584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:37.142079 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:37.205554 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e2c80a8-dc63-416b-8d70-5a8f30593c40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9604118 Nov 23 10:38:37.395129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-be3cbedf-156c-438c-aa69-d807b13da4e4 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137293 Nov 23 10:38:37.458707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9ede2-db7a-4214-920e-884fcc7e6559 req-291a3ed2-8ec3-4194-9250-33f72e3db45c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:37.461344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35d9ede2-db7a-4214-920e-884fcc7e6559 req-291a3ed2-8ec3-4194-9250-33f72e3db45c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.1332409 Nov 23 10:38:37.469492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7bfa5-e607-4d9e-b150-c71b0d62508d None None] Network a8c34f21-7a72-45cf-9694-90fc9531a820 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:37.483939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486a3d2-4355-4c09-9ca7-ec429505f4b2 None None] Pushing event updated for resources: {'Port': ['ID=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:37.583233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-53d98b6f-0be3-47ff-9ea8-3bb8f764c33e service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778731 Nov 23 10:38:37.604754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:37.608185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35d9ede2-db7a-4214-920e-884fcc7e6559 req-7829314c-0786-4eb4-abe4-fd8f1130a3df tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391752 Nov 23 10:38:37.816117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-182f68aa-7dca-4510-b4a9-c7df2e0963e2 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:37.844697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-182f68aa-7dca-4510-b4a9-c7df2e0963e2 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:37.857469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-182f68aa-7dca-4510-b4a9-c7df2e0963e2 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/networks?id=0128ac32-a74a-4813-b3b4-80dae9300b1a&id=a8c34f21-7a72-45cf-9694-90fc9531a820&id=0128ac32-a74a-4813-b3b4-80dae9300b1a HTTP/1.1" status: 200 len: 1391 time: 0.2277493 Nov 23 10:38:37.859277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Routers {'2f80f8e9-4604-4314-8c81-40b259e6f424'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:38:37.860054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:38:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2f80f8e9-4604-4314-8c81-40b259e6f424'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:37.900313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-fea9b774-a90f-4d57-8a2b-79678d1d41ad tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/quotas/1e6cba58ddd8421fa23f85e25d7c190e HTTP/1.1" status: 200 len: 375 time: 0.0399418 Nov 23 10:38:37.950561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218356fb-969d-4ab7-94a0-8ac47c1fff03 req-8e29d4ed-dff7-4e0c-a308-e55bae5b1240 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:37.955884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-218356fb-969d-4ab7-94a0-8ac47c1fff03 req-8e29d4ed-dff7-4e0c-a308-e55bae5b1240 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1095 time: 0.1448946 Nov 23 10:38:38.017647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-1567d644-8cec-46a8-a2ae-15cd799968b0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118162 Nov 23 10:38:38.021692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:38.052399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-218356fb-969d-4ab7-94a0-8ac47c1fff03 req-3a3ce664-c05b-4e90-9592-779759f4ede4 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906763 Nov 23 10:38:38.101470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a8c34f21-7a72-45cf-9694-90fc9531a820', 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'fixed_ips': [{'subnet_id': 'a204dd84-1b28-460d-bd8a-cead37615490'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:38:38.101470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:38.136562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:38.159612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:38.169772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:38.231511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Pushing event updated for resources: {'Port': ['ID=a59d7552-cd5c-437e-8112-6f28c1b58be6,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:38.247122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e835de-639c-4e2d-b2ec-e4997b7be9d9 req-5c9017f7-0734-49dc-84e6-0ad884df1484 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:38.248474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-6ac0f8fe-30a7-4873-86ef-7b4e36bee7b5 service neutron] 10.222.0.61 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213764 Nov 23 10:38:38.258648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46e835de-639c-4e2d-b2ec-e4997b7be9d9 req-5c9017f7-0734-49dc-84e6-0ad884df1484 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 948 time: 0.0980651 Nov 23 10:38:38.313072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] Set router 2f80f8e9-4604-4314-8c81-40b259e6f424 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:38:38.316805 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46e835de-639c-4e2d-b2ec-e4997b7be9d9 req-a537aa29-dc7e-4b4b-991d-6a55cb2f5aa2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519571 Nov 23 10:38:38.438218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-38e7e301-9d8f-4a8a-99d8-695e5c45d223 service neutron] 10.222.0.61 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886985 Nov 23 10:38:38.495903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0bb0e5a0-15cb-4c60-ac9a-8be92fc5a35f None None] Provisioning complete for port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:38.496180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e5a0-15cb-4c60-ac9a-8be92fc5a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:38.503986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81f3d7-102b-4bee-a8ef-147e4ff3dc6f req-4e770c37-0108-4b75-9c32-8bc2b6bd57ce tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:38.518534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae81f3d7-102b-4bee-a8ef-147e4ff3dc6f req-4e770c37-0108-4b75-9c32-8bc2b6bd57ce tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1188626 Nov 23 10:38:38.542112 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-c51fff66-5c95-4364-8247-ba4ad7aa0f21 service neutron] 10.222.0.61 "GET /v2.0/networks/a8c34f21-7a72-45cf-9694-90fc9531a820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028976 Nov 23 10:38:38.613733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae81f3d7-102b-4bee-a8ef-147e4ff3dc6f req-9c7992f7-ac15-40ab-9053-3804a04e3e1d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858648 Nov 23 10:38:38.688162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f44da1b0-2151-4d84-9ed8-a97fda100b23 service neutron] 10.222.0.61 "GET /v2.0/networks/a8c34f21-7a72-45cf-9694-90fc9531a820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391730 Nov 23 10:38:38.715814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Attempting to bind port a59d7552-cd5c-437e-8112-6f28c1b58be6 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:38.716840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Attempting to bind port a59d7552-cd5c-437e-8112-6f28c1b58be6 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:38.717389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Attempting to bind port a59d7552-cd5c-437e-8112-6f28c1b58be6 on network 0128ac32-a74a-4813-b3b4-80dae9300b1a {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:38.739453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a3e4b-b704-48d2-a333-c0a56a7a4502 req-6a25e3db-3eb5-438e-ad66-85822e885c13 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:38.748676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e28a3e4b-b704-48d2-a333-c0a56a7a4502 req-6a25e3db-3eb5-438e-ad66-85822e885c13 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 1095 time: 0.0725670 Nov 23 10:38:38.756966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:38.757632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Checking segment: {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:38.758222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:38.758820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Bound using segment: {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:38.759597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Bound port: a59d7552-cd5c-437e-8112-6f28c1b58be6, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:38.760169 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:38.808134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e28a3e4b-b704-48d2-a333-c0a56a7a4502 req-2a164538-af0e-4c89-81fc-38f6f63e4089 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Nov 23 10:38:38.814929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Allocated IP 19.86.0.2 (a8c34f21-7a72-45cf-9694-90fc9531a820/a204dd84-1b28-460d-bd8a-cead37615490/94de0e97-0bb7-4ea5-9272-e548f0b7d14e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:38.815627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-1d3f7c3c-fda0-4349-b116-440ab8a5a614 service neutron] 10.222.0.61 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208553 Nov 23 10:38:38.848989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:38:32Z', 'revision_number': 4, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '344d29c5-3abe-4519-89d7-2e9ad4ae51ff', 'name': '', 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'mac_address': 'fa:16:3e:23:96:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '13fdd2c9-cfab-4132-99af-6eabc5c9e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:30Z', 'updated_at': '2021-11-23T10:38:36Z', 'revision_number': 4, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'subnets': [{'id': '13fdd2c9-cfab-4132-99af-6eabc5c9e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:38:38.907856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef92604-2ef1-42ab-afcf-88ea89490316 None None] The sync data for ids ['2f80f8e9-4604-4314-8c81-40b259e6f424'] in n-d-817747-2 is: [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:38:32Z', 'revision_number': 4, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '344d29c5-3abe-4519-89d7-2e9ad4ae51ff', 'name': '', 'network_id': 'b38ce76a-7d40-436a-acfa-af439a4bdc95', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'mac_address': 'fa:16:3e:23:96:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '13fdd2c9-cfab-4132-99af-6eabc5c9e6ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:30Z', 'updated_at': '2021-11-23T10:38:36Z', 'revision_number': 4, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'subnets': [{'id': '13fdd2c9-cfab-4132-99af-6eabc5c9e6ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:38:38.962491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] For port a59d7552-cd5c-437e-8112-6f28c1b58be6, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:38.967346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] For port a59d7552-cd5c-437e-8112-6f28c1b58be6, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a59d7552-cd5c-437e-8112-6f28c1b58be6,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:39.074224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:39.087383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bc98d9f3-c894-44b4-b25b-df428429834e service neutron] 10.222.0.61 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651236 Nov 23 10:38:39.090863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e5a0-15cb-4c60-ac9a-8be92fc5a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:39.284295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c8efb-e87e-4194-bad0-a48b65fda954 None None] Pushing event updated for resources: {'Port': ['ID=a59d7552-cd5c-437e-8112-6f28c1b58be6,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:39.296978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0bb0e5a0-15cb-4c60-ac9a-8be92fc5a35f None None] For port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,segment=NetworkSegment(885c01b5-3b0c-4fe5-ab79-6045f5872529),segment_id=885c01b5-3b0c-4fe5-ab79-6045f5872529)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:39.308970 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0bb0e5a0-15cb-4c60-ac9a-8be92fc5a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:39.524019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 766af568-7f48-4472-ad5f-edc821b69f55 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:39.573694 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:39.627242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:39.651865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0e5a0-15cb-4c60-ac9a-8be92fc5a35f None None] Pushing event updated for resources: {'Port': ['ID=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:39.746558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Network a8c34f21-7a72-45cf-9694-90fc9531a820 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:39.751061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:39.757607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:39.825176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 766af568-7f48-4472-ad5f-edc821b69f55 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:38:39.850748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Pushing event updated for resources: {'Port': ['ID=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:39.887240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 766af568-7f48-4472-ad5f-edc821b69f55 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:39.887623 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:39.944288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de0dadd4-d932-4409-8354-6a684bc8cc02 req-fac11a45-d132-4c52-919c-68d33becec1e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 210 time: 0.0539062 Nov 23 10:38:40.007959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Attempting to bind port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:40.008486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Attempting to bind port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:40.008860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Attempting to bind port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e on network a8c34f21-7a72-45cf-9694-90fc9531a820 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:40.029449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:40.035106 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Checking segment: {'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:40.035744 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:40.037827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Bound using segment: {'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:40.038795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Bound port: 94de0e97-0bb7-4ea5-9272-e548f0b7d14e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:40.040095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:40.117566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967c26-44e7-48b7-b4ce-9c14a0cc2c41 req-b932bbc0-73e6-457d-851e-01203af1cd75 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:40.120033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0967c26-44e7-48b7-b4ce-9c14a0cc2c41 req-b932bbc0-73e6-457d-851e-01203af1cd75 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 948 time: 0.0827768 Nov 23 10:38:40.186241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9812f-83ad-4458-9112-7a2e7e85803e req-f2e756e0-797b-4c1e-99f5-7dbb7a62fbaf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:40.204860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdd9812f-83ad-4458-9112-7a2e7e85803e req-f2e756e0-797b-4c1e-99f5-7dbb7a62fbaf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1259546 Nov 23 10:38:40.233795 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:40.266998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0967c26-44e7-48b7-b4ce-9c14a0cc2c41 req-62f2bdca-2ea4-46c0-9af4-54e9a8d7a96d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396389 Nov 23 10:38:40.414857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdd9812f-83ad-4458-9112-7a2e7e85803e req-26bfaaea-1c2f-48f2-867c-93e44686cb47 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982250 Nov 23 10:38:40.663661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] For port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:40.678254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] For port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:40.684774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766af568-7f48-4472-ad5f-edc821b69f55'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:40.687086 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e0d3a5-59cb-4138-b9a5-10d10062fd77" -d '{"events": [{"server_uuid": "e546bdc1-65d9-4c1a-95ac-43656403eb14", "name": "network-vif-plugged", "status": "completed", "tag": "766af568-7f48-4472-ad5f-edc821b69f55"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:40.700122 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:40.706518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 766af568-7f48-4472-ad5f-edc821b69f55, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=766af568-7f48-4472-ad5f-edc821b69f55,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:40.765715 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:40.830318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df3a71-2f9d-4cfb-997a-1a1923b2cbec None None] Pushing event updated for resources: {'Port': ['ID=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:40.843772 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f39e5-a090-45d3-bca3-4b7e6bb69b0b x-openstack-request-id: req-286f39e5-a090-45d3-bca3-4b7e6bb69b0b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:40.844092 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e546bdc1-65d9-4c1a-95ac-43656403eb14", "name": "network-vif-plugged", "status": "completed", "tag": "766af568-7f48-4472-ad5f-edc821b69f55", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:40.844347 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-286f39e5-a090-45d3-bca3-4b7e6bb69b0b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:40.844758 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766af568-7f48-4472-ad5f-edc821b69f55', 'code': 200} Nov 23 10:38:40.899730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3784c-607e-41f3-a953-8ee584f52f3a None None] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:41.016631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b194be-8bf0-4178-bb89-9d7a230b57b5 req-dfb136a6-8ab9-4ad0-8b8c-bac067e22ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:41.021060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9b194be-8bf0-4178-bb89-9d7a230b57b5 req-dfb136a6-8ab9-4ad0-8b8c-bac067e22ac0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 1100 time: 0.0790832 Nov 23 10:38:41.051011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a59d7552-cd5c-437e-8112-6f28c1b58be6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:41.060562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=766af568-7f48-4472-ad5f-edc821b69f55,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:41.180655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed60eb87-ae64-438e-a2f3-97c7fa8e3b14 req-f57d17b4-312f-4396-a9fc-9b4c4106c830 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 210 time: 0.0855317 Nov 23 10:38:41.186195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9b194be-8bf0-4178-bb89-9d7a230b57b5 req-36f91a37-b5b8-480c-b918-517e999c09e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560085 Nov 23 10:38:41.309175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f4d2a5ac-63c2-4229-9fa3-0f2a4647bd18 None None] Provisioning complete for port a59d7552-cd5c-437e-8112-6f28c1b58be6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:41.309555 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a5ac-63c2-4229-9fa3-0f2a4647bd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:41.509014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-b1f6a34e-b47f-46c3-a891-e4492038eaa7 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:41.518364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-b1f6a34e-b47f-46c3-a891-e4492038eaa7 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:41.520068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-b1f6a34e-b47f-46c3-a891-e4492038eaa7 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "GET /v2.0/networks?id=0128ac32-a74a-4813-b3b4-80dae9300b1a&id=a8c34f21-7a72-45cf-9694-90fc9531a820&id=0128ac32-a74a-4813-b3b4-80dae9300b1a HTTP/1.1" status: 200 len: 1391 time: 0.3288724 Nov 23 10:38:41.537977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'port': {'device_id': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a', 'admin_state_up': True, 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:41.548967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a59d7552-cd5c-437e-8112-6f28c1b58be6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:41.549371 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:41.655321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:41.664775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e058a3-59bd-472c-b5a5-5fe3a9f1f90a req-38a41e65-051d-4c82-9016-76abd22a345f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:41.666495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5e058a3-59bd-472c-b5a5-5fe3a9f1f90a req-38a41e65-051d-4c82-9016-76abd22a345f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.2204938 Nov 23 10:38:41.721688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a5ac-63c2-4229-9fa3-0f2a4647bd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:41.749320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:41.755210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:41.765027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port a59d7552-cd5c-437e-8112-6f28c1b58be6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a59d7552-cd5c-437e-8112-6f28c1b58be6,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:41.781076 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:41.782051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 344d29c5-3abe-4519-89d7-2e9ad4ae51ff up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:41.787513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5e058a3-59bd-472c-b5a5-5fe3a9f1f90a req-1ace2ea8-c651-4f38-8994-dc23d79c69ec tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134737 Nov 23 10:38:41.919364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=a59d7552-cd5c-437e-8112-6f28c1b58be6,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:42.045792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-f4d2a5ac-63c2-4229-9fa3-0f2a4647bd18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:38:42.046162 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-f4d2a5ac-63c2-4229-9fa3-0f2a4647bd18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:38:42.056496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:42.057040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:42.076158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Allocated IP 19.80.0.15 (0128ac32-a74a-4813-b3b4-80dae9300b1a/53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc/440a0cae-897d-418f-b30e-207b1d9b00c2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:42.088032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81854c4-8031-4ca3-9028-f9d8704eda99 req-df90b6e2-683a-4145-9fb4-03b0bf446191 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:42.096120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a81854c4-8031-4ca3-9028-f9d8704eda99 req-df90b6e2-683a-4145-9fb4-03b0bf446191 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0888722 Nov 23 10:38:42.177748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a81854c4-8031-4ca3-9028-f9d8704eda99 req-dd5f2a01-e4d6-4b66-b08f-38849ce70117 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804815 Nov 23 10:38:42.331231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:42.396509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:42.431398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9774f742-bd56-47d2-a0f9-f32574c68b26 None None] Network a8c34f21-7a72-45cf-9694-90fc9531a820 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:42.478147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:42.482809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:42.493177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:42.499020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:42.499869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:42.535201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Port': ['ID=440a0cae-897d-418f-b30e-207b1d9b00c2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:42.573379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163128-270a-469f-b2d0-ab9ff2965832 req-08c1cf21-84da-4bab-87d6-b482c51a9cd1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:42.574985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed163128-270a-469f-b2d0-ab9ff2965832 req-08c1cf21-84da-4bab-87d6-b482c51a9cd1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 931 time: 0.1762838 Nov 23 10:38:42.586434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-54d7be46-8e4a-41ad-b24e-c3e6e359ee5c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471358 Nov 23 10:38:42.599155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'port': {'device_id': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820', 'admin_state_up': True, 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:42.765991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] Provisioning complete for port a59d7552-cd5c-437e-8112-6f28c1b58be6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:42.766369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:42.774726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed163128-270a-469f-b2d0-ab9ff2965832 req-f511be3f-88f0-4bc7-9b2f-b12719d4eb34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868804 Nov 23 10:38:42.985568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] Provisioning complete for port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:42.986172 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.011077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:43.015395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.074449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 94de0e97-0bb7-4ea5-9272-e548f0b7d14e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:43.161505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092247-e77d-45f9-891c-a024ae3c06fb req-59fcc9fe-b736-4202-a422-87c75f40cd4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:43.163400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa092247-e77d-45f9-891c-a024ae3c06fb req-59fcc9fe-b736-4202-a422-87c75f40cd4f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.2253201 Nov 23 10:38:43.189936 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.204748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:43.204748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.282397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa092247-e77d-45f9-891c-a024ae3c06fb req-fb67320f-412c-4cff-b103-86daa71cd0d6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094251 Nov 23 10:38:43.303887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Allocated IP 19.86.0.23 (a8c34f21-7a72-45cf-9694-90fc9531a820/a204dd84-1b28-460d-bd8a-cead37615490/f9f78c4e-529c-4398-b769-c580704c15b9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:43.351903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] For port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:43.371065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126129e-7f21-4419-b1e5-9407366980c6 req-30801973-83c1-4e87-91f4-3311f7e98972 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:43.382223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2126129e-7f21-4419-b1e5-9407366980c6 req-30801973-83c1-4e87-91f4-3311f7e98972 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0826271 Nov 23 10:38:43.385289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.469742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54496) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:43.476837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a59d7552-cd5c-437e-8112-6f28c1b58be6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:43.491810 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2126129e-7f21-4419-b1e5-9407366980c6 req-d7c5f755-9ebe-4329-b9eb-25c438f3ffa0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078436 Nov 23 10:38:43.551559 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.568062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-54d7f892-1684-4a99-819e-c1f32b38ecd1 None None] Provisioning complete for port 440a0cae-897d-418f-b30e-207b1d9b00c2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:43.568437 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-54d7f892-1684-4a99-819e-c1f32b38ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.573161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef7594-5f27-4bec-8b2c-cff996e4b552 None None] Pushing event updated for resources: {'Port': ['ID=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:43.621999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-54d7f892-1684-4a99-819e-c1f32b38ecd1 None None] Port 440a0cae-897d-418f-b30e-207b1d9b00c2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:43.624759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a59d7552-cd5c-437e-8112-6f28c1b58be6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:43.625149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.629760 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.635909 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1be02ea-8e8b-4410-b213-8b47e14c7836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.668135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-54d7f892-1684-4a99-819e-c1f32b38ecd1 None None] Provisioning complete for port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:43.668362 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-54d7f892-1684-4a99-819e-c1f32b38ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.682110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network a8c34f21-7a72-45cf-9694-90fc9531a820 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:43.686441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:43.692880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:43.700818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:43.701974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.731451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Port': ['ID=f9f78c4e-529c-4398-b769-c580704c15b9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:43.742158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-bd370d28-8c02-429f-8743-f1f63fced9e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1473105 Nov 23 10:38:43.758149 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1be02ea-8e8b-4410-b213-8b47e14c7836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.758379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'port': {'device_id': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a', 'admin_state_up': True, 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:43.766703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1be02ea-8e8b-4410-b213-8b47e14c7836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.799267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c1be02ea-8e8b-4410-b213-8b47e14c7836 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0046ed7590f94d9f9fc7db84febe8417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283558 Nov 23 10:38:43.805350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54502) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:43.864266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be02ea-8e8b-4410-b213-8b47e14c7836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5572496-35c0-44e7-b65d-21259522698f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:43.925950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be990c5d-f360-4ef8-aa61-326d7e0e9844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:43.950706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:43.956944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.010774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be990c5d-f360-4ef8-aa61-326d7e0e9844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.052508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3dd2e-ccc7-48f0-a4e6-ccd602bd6806 req-cf812e13-31b0-46de-a842-2a58f2eb1d31 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:44.058435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3dd2e-ccc7-48f0-a4e6-ccd602bd6806 req-cf812e13-31b0-46de-a842-2a58f2eb1d31 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:44.060024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c3dd2e-ccc7-48f0-a4e6-ccd602bd6806 req-cf812e13-31b0-46de-a842-2a58f2eb1d31 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 1653 time: 0.1526673 Nov 23 10:38:44.072575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1010734a-78c1-43e1-aa6f-535bbfa6868c None None] Provisioning complete for port f9f78c4e-529c-4398-b769-c580704c15b9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:44.073770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1010734a-78c1-43e1-aa6f-535bbfa6868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.125755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1010734a-78c1-43e1-aa6f-535bbfa6868c None None] Port f9f78c4e-529c-4398-b769-c580704c15b9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:44.141463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be990c5d-f360-4ef8-aa61-326d7e0e9844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.144594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be990c5d-f360-4ef8-aa61-326d7e0e9844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.145746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be990c5d-f360-4ef8-aa61-326d7e0e9844 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5572496-35c0-44e7-b65d-21259522698f HTTP/1.1" status: 204 len: 168 time: 0.3321671 Nov 23 10:38:44.163255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be990c5d-f360-4ef8-aa61-326d7e0e9844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5572496-35c0-44e7-b65d-21259522698f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:44.167839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Allocated IP 19.80.0.108 (0128ac32-a74a-4813-b3b4-80dae9300b1a/53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc/bf41d051-4d0d-4bfd-bbfb-fc7997961473) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:44.211176 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c3dd2e-ccc7-48f0-a4e6-ccd602bd6806 req-719985c6-d7cd-4117-a084-6b3f3b7b5103 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263521 Nov 23 10:38:44.383976 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.424165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-849640be-5045-4a01-a1e8-e53006795794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.476963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2631b0-b445-4371-aff1-5e7d130c909b req-b98f1b78-d6fa-4644-bd52-f7f912fe3626 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:44.478561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e2631b0-b445-4371-aff1-5e7d130c909b req-b98f1b78-d6fa-4644-bd52-f7f912fe3626 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0992162 Nov 23 10:38:44.490103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.596890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:44.599965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:44.603344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:44.611702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:44.612418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.651073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73060b60-c1b3-45e4-ab53-74492fde40da req-d30ef80d-72a4-4345-bf89-9a0bade796d2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:44.653662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73060b60-c1b3-45e4-ab53-74492fde40da req-d30ef80d-72a4-4345-bf89-9a0bade796d2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0790396 Nov 23 10:38:44.664492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e2631b0-b445-4371-aff1-5e7d130c909b req-a6d1bb68-46a5-4be8-9e9e-05165ff48445 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772730 Nov 23 10:38:44.666705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Port': ['ID=bf41d051-4d0d-4bfd-bbfb-fc7997961473,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:44.687677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f078ecd0-e8f6-476e-8c84-24b7606a3b34 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337399 Nov 23 10:38:44.703791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Request body: {'port': {'device_id': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:44.813717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73060b60-c1b3-45e4-ab53-74492fde40da req-282edda4-9bff-44f9-a0f9-6de218dd74f3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517687 Nov 23 10:38:44.838632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:44.854878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 94de0e97-0bb7-4ea5-9272-e548f0b7d14e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:38:44.925653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:44.926035 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.060303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ac67ac64-7e32-4368-8f60-84df82bc4c07 None None] Provisioning complete for port bf41d051-4d0d-4bfd-bbfb-fc7997961473 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:38:45.060944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac67ac64-7e32-4368-8f60-84df82bc4c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.070519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54534) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:45.104125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ac67ac64-7e32-4368-8f60-84df82bc4c07 None None] Port bf41d051-4d0d-4bfd-bbfb-fc7997961473 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:38:45.192484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-971974479-network', 'tenant_id': '195338d0921f4152b44ca3ae28137354'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:45.197785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440a0cae-897d-418f-b30e-207b1d9b00c2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:45.208056 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.215108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:45.217828 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.222045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Transition to ACTIVE for port object 440a0cae-897d-418f-b30e-207b1d9b00c2 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:45.226106 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.227551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.272205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Pushing event updated for resources: {'Port': ['ID=440a0cae-897d-418f-b30e-207b1d9b00c2,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:45.339914 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.346648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.375925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Attempting to bind port 440a0cae-897d-418f-b30e-207b1d9b00c2 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:45.376253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Attempting to bind port 440a0cae-897d-418f-b30e-207b1d9b00c2 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:45.377292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Attempting to bind port 440a0cae-897d-418f-b30e-207b1d9b00c2 on network 0128ac32-a74a-4813-b3b4-80dae9300b1a {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:45.382038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:38:45.382811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Port 440a0cae-897d-418f-b30e-207b1d9b00c2 on network 0128ac32-a74a-4813-b3b4-80dae9300b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:45.383282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Attempting to bind port 440a0cae-897d-418f-b30e-207b1d9b00c2 on network 0128ac32-a74a-4813-b3b4-80dae9300b1a {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:45.392337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:45.392686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Checking segment: {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:45.393051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Bound using segment: {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:45.393513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Bound port: 440a0cae-897d-418f-b30e-207b1d9b00c2, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:45.393868 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.399938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:45.406382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.406382 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Added segment 758351be-ca44-48a1-9013-173f32892e00 of type vlan for network ace056a8-c301-4243-8a18-6b51e87dd9c0 Nov 23 10:38:45.421313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e7a68-8ca6-4304-811e-5022b55c367d req-53a7509a-fca1-4da9-9889-b678a8747741 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:45.428107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e7a68-8ca6-4304-811e-5022b55c367d req-53a7509a-fca1-4da9-9889-b678a8747741 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:45.434239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e7a68-8ca6-4304-811e-5022b55c367d req-53a7509a-fca1-4da9-9889-b678a8747741 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:45.436031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a53e7a68-8ca6-4304-811e-5022b55c367d req-53a7509a-fca1-4da9-9889-b678a8747741 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2387 time: 0.0973501 Nov 23 10:38:45.463794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.496522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.497248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:45.497915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.543971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4720035 Nov 23 10:38:45.546704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54544) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:38:45.554308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Request body: {'subnet': {'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-971974479-subnet', 'tenant_id': '195338d0921f4152b44ca3ae28137354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:45.559610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a53e7a68-8ca6-4304-811e-5022b55c367d req-aa8d7d21-4d0c-4b22-8094-6cf45e432cf0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Nov 23 10:38:45.587711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] For port 440a0cae-897d-418f-b30e-207b1d9b00c2, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:45.592860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] For port 440a0cae-897d-418f-b30e-207b1d9b00c2, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=440a0cae-897d-418f-b30e-207b1d9b00c2,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:45.598594 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:45.901244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a405b8-2093-4f22-ad4b-c789b6f30f56 admin admin] Pushing event updated for resources: {'Network': ['ID=ace056a8-c301-4243-8a18-6b51e87dd9c0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:45.912195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:38:45.937724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:45.940369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.006747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.007222 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.008674 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] 10.222.0.58 "PUT /v2.0/ports/440a0cae-897d-418f-b30e-207b1d9b00c2 HTTP/1.1" status: 200 len: 1091 time: 1.3099461 Nov 23 10:38:46.009169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'tag': '440a0cae-897d-418f-b30e-207b1d9b00c2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:46.012046 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ae2a98-0130-4d8c-8352-7f8db56c715a" -d '{"events": [{"name": "network-changed", "server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "tag": "440a0cae-897d-418f-b30e-207b1d9b00c2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:46.029978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ccd39-90d4-4aa6-a712-77b99d8e64fe service neutron] Pushing event updated for resources: {'Port': ['ID=440a0cae-897d-418f-b30e-207b1d9b00c2,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:46.038624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb915f-35ab-490e-a223-19b4b3194f7b req-82d7cbf7-75c5-46bd-9afb-1959dee375ec tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.046106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fbb915f-35ab-490e-a223-19b4b3194f7b req-82d7cbf7-75c5-46bd-9afb-1959dee375ec tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1485250 Nov 23 10:38:46.056351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Request body: {'port': {'device_id': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:46.140355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fbb915f-35ab-490e-a223-19b4b3194f7b req-235c26f1-4719-4e76-9578-376fba4c3f79 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888920 Nov 23 10:38:46.150006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.198259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f15c7-b0ac-46d5-92cb-7d11f91049ec req-1170492e-1553-457b-8981-23644fe2b021 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.206680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-878f15c7-b0ac-46d5-92cb-7d11f91049ec req-1170492e-1553-457b-8981-23644fe2b021 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.2241669 Nov 23 10:38:46.270157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.303284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-878f15c7-b0ac-46d5-92cb-7d11f91049ec req-4a9d8fd3-4320-45d1-8c15-f47e252862be tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955012 Nov 23 10:38:46.314738 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7591da0-cff7-45ce-b76a-2c750278f430 x-openstack-request-id: req-b7591da0-cff7-45ce-b76a-2c750278f430 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:46.315302 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "tag": "440a0cae-897d-418f-b30e-207b1d9b00c2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:46.315828 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7591da0-cff7-45ce-b76a-2c750278f430 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:46.316496 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'tag': '440a0cae-897d-418f-b30e-207b1d9b00c2', 'status': 'completed', 'code': 200} Nov 23 10:38:46.380092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:46.390189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Checking segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:46.390557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Network hostable DHCP agents. Network: ace056a8-c301-4243-8a18-6b51e87dd9c0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:38:46.418214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:38:46.428960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ace056a8-c301-4243-8a18-6b51e87dd9c0) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:46.432581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.433328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.443206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb2d421-eeae-4d3b-bd92-0aa884885416 None None] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:46.476853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7a6ce399-b375-438d-aa55-2a3961f17482 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9267912 Nov 23 10:38:46.523932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-f8aecb0c-5950-45ac-a5fe-e019fd71de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.524421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-f8aecb0c-5950-45ac-a5fe-e019fd71de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.524898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-f8aecb0c-5950-45ac-a5fe-e019fd71de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.526712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-f8aecb0c-5950-45ac-a5fe-e019fd71de69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2730 time: 0.1126215 Nov 23 10:38:46.620642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc93b38-8233-49c1-af27-cd49f3d6589d None None] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:38:46.723702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3074-44dd-43e1-a87f-883d3b26c7c3 req-3a02dce7-ace8-4cea-a305-8026ab5dcc3a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.731346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3074-44dd-43e1-a87f-883d3b26c7c3 req-3a02dce7-ace8-4cea-a305-8026ab5dcc3a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.749801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f78c4e-529c-4398-b769-c580704c15b9 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:46.757047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb3074-44dd-43e1-a87f-883d3b26c7c3 req-3a02dce7-ace8-4cea-a305-8026ab5dcc3a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.760092 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5eb3074-44dd-43e1-a87f-883d3b26c7c3 req-3a02dce7-ace8-4cea-a305-8026ab5dcc3a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2387 time: 0.1029603 Nov 23 10:38:46.793812 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.854697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Transition to ACTIVE for port object f9f78c4e-529c-4398-b769-c580704c15b9 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:46.857001 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ad44ef38-fa04-4e91-a7ac-fd069a9edb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.864003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:46.877692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5eb3074-44dd-43e1-a87f-883d3b26c7c3 req-ef2a7b8a-3489-42df-aaf8-5eb049684de7 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106565 Nov 23 10:38:46.928580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-2d3b248f-b028-4513-84fb-b7a04576793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.929053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-2d3b248f-b028-4513-84fb-b7a04576793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.929537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-2d3b248f-b028-4513-84fb-b7a04576793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:46.934470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-2d3b248f-b028-4513-84fb-b7a04576793b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3974476 Nov 23 10:38:47.003767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f78c4e-529c-4398-b769-c580704c15b9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:47.084372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Attempting to bind port f9f78c4e-529c-4398-b769-c580704c15b9 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:47.084728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Attempting to bind port f9f78c4e-529c-4398-b769-c580704c15b9 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:47.085033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Attempting to bind port f9f78c4e-529c-4398-b769-c580704c15b9 on network a8c34f21-7a72-45cf-9694-90fc9531a820 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:47.132518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Port f9f78c4e-529c-4398-b769-c580704c15b9 on network a8c34f21-7a72-45cf-9694-90fc9531a820 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:47.132811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Attempting to bind port f9f78c4e-529c-4398-b769-c580704c15b9 on network a8c34f21-7a72-45cf-9694-90fc9531a820 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:47.152608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:47.152945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Checking segment: {'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:47.153351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Bound using segment: {'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:47.153798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Bound port: f9f78c4e-529c-4398-b769-c580704c15b9, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f33039-43c7-4a8d-945e-096457c938d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:47.154151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:47.183196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-f363866b-7d19-4dd8-8299-099d4b76cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:47.185803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0ae2a98-0130-4d8c-8352-7f8db56c715a req-f363866b-7d19-4dd8-8299-099d4b76cffd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2406621 Nov 23 10:38:47.243181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-bc67ecd6-a632-402f-b47f-01369ab3eb04 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:47.244569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-bc67ecd6-a632-402f-b47f-01369ab3eb04 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.2661145 Nov 23 10:38:47.289841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-90a48998-c054-44e6-976d-236b5c514e4e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/quotas/195338d0921f4152b44ca3ae28137354 HTTP/1.1" status: 200 len: 375 time: 0.0266094 Nov 23 10:38:47.312442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f37a4c-4846-4ead-a639-ed499c7ea8ae req-11feb7e7-9682-40f4-96b6-f2ad7bb279d0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:47.318370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53f37a4c-4846-4ead-a639-ed499c7ea8ae req-11feb7e7-9682-40f4-96b6-f2ad7bb279d0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0966361 Nov 23 10:38:47.333956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-0174be68-3c4e-48bc-adf7-b27d0e44df24 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431876 Nov 23 10:38:47.379201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53f37a4c-4846-4ead-a639-ed499c7ea8ae req-3060ec33-6b51-4291-93d1-d2a20a75857e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Nov 23 10:38:47.422109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] For port f9f78c4e-529c-4398-b769-c580704c15b9, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:47.440611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] For port f9f78c4e-529c-4398-b769-c580704c15b9, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f9f78c4e-529c-4398-b769-c580704c15b9,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:47.447765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:47.478906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-40a69b82-e75f-4d6d-b611-4be93a3eb96d service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440365 Nov 23 10:38:47.488992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:47.489636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:47.490985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] 10.222.0.58 "PUT /v2.0/ports/f9f78c4e-529c-4398-b769-c580704c15b9 HTTP/1.1" status: 200 len: 1091 time: 1.4424577 Nov 23 10:38:47.536805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Request body: {'port': {'device_id': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:47.569486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e96b8-e615-4895-8b7e-811dab900113 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f78c4e-529c-4398-b769-c580704c15b9,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:47.588256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb865e4-2ca3-4852-99d8-884339f74f8c req-2497196e-04e5-41c8-b332-5f2839796b0a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:47.596886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bb865e4-2ca3-4852-99d8-884339f74f8c req-2497196e-04e5-41c8-b332-5f2839796b0a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0612128 Nov 23 10:38:47.656161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:47.663236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bb865e4-2ca3-4852-99d8-884339f74f8c req-dfff6d9e-e0cc-49d1-bc2b-a40385d2270c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641267 Nov 23 10:38:47.678218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-306d7a2b-8f5f-4911-9ed0-c52949ca7245 service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803501 Nov 23 10:38:47.951782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-150be7f5-214e-4231-bde4-74df6366b5fd req-d32d2f43-fe7b-4369-a405-d155fd0b402d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 210 time: 0.0420372 Nov 23 10:38:48.124169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32fa4-4e77-4ad1-bc50-0f3ef68821ba req-f8a00a96-d775-4ce7-808d-b4163b771d1c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.131622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32fa4-4e77-4ad1-bc50-0f3ef68821ba req-f8a00a96-d775-4ce7-808d-b4163b771d1c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.137545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32fa4-4e77-4ad1-bc50-0f3ef68821ba req-f8a00a96-d775-4ce7-808d-b4163b771d1c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.139221 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fb32fa4-4e77-4ad1-bc50-0f3ef68821ba req-f8a00a96-d775-4ce7-808d-b4163b771d1c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2399 time: 0.1149471 Nov 23 10:38:48.237589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf41d051-4d0d-4bfd-bbfb-fc7997961473 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:48.248161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:48.254830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fb32fa4-4e77-4ad1-bc50-0f3ef68821ba req-0a786dc2-0121-4f8d-be44-5b468b59c67f tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038246 Nov 23 10:38:48.269760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Transition to ACTIVE for port object bf41d051-4d0d-4bfd-bbfb-fc7997961473 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:48.285041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:48.325906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'tag': 'f9f78c4e-529c-4398-b769-c580704c15b9'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:48.328210 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7b225-d454-4287-abf5-d44f68ff7ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "tag": "f9f78c4e-529c-4398-b769-c580704c15b9"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:48.410968 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:48.412760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Pushing event updated for resources: {'Port': ['ID=bf41d051-4d0d-4bfd-bbfb-fc7997961473,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:48.436000 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77622fd0-d67d-4c3b-95e8-b281bde83ba9 x-openstack-request-id: req-77622fd0-d67d-4c3b-95e8-b281bde83ba9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:48.436297 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "tag": "f9f78c4e-529c-4398-b769-c580704c15b9", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:48.436550 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77622fd0-d67d-4c3b-95e8-b281bde83ba9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:48.436942 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'tag': 'f9f78c4e-529c-4398-b769-c580704c15b9', 'status': 'completed', 'code': 200} Nov 23 10:38:48.438127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Attempting to bind port bf41d051-4d0d-4bfd-bbfb-fc7997961473 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:48.438405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Attempting to bind port bf41d051-4d0d-4bfd-bbfb-fc7997961473 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:48.438728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Attempting to bind port bf41d051-4d0d-4bfd-bbfb-fc7997961473 on network 0128ac32-a74a-4813-b3b4-80dae9300b1a {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:48.453637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Port bf41d051-4d0d-4bfd-bbfb-fc7997961473 on network 0128ac32-a74a-4813-b3b4-80dae9300b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:48.453982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Attempting to bind port bf41d051-4d0d-4bfd-bbfb-fc7997961473 on network 0128ac32-a74a-4813-b3b4-80dae9300b1a {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:48.530923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:48.531527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Checking segment: {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:48.532146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Bound using segment: {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:48.533717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Bound port: bf41d051-4d0d-4bfd-bbfb-fc7997961473, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3395587-ffff-42af-8f64-a2b715882150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:48.534325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:48.671694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] For port bf41d051-4d0d-4bfd-bbfb-fc7997961473, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:48.675770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] For port bf41d051-4d0d-4bfd-bbfb-fc7997961473, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bf41d051-4d0d-4bfd-bbfb-fc7997961473,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:48.709225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:48.738203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-616c302c-43aa-447c-b83e-1f4c0557366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.738203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-616c302c-43aa-447c-b83e-1f4c0557366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.738203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-616c302c-43aa-447c-b83e-1f4c0557366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.740070 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-616c302c-43aa-447c-b83e-1f4c0557366e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2822 time: 0.2815719 Nov 23 10:38:48.843939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.844471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:48.852146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] 10.222.0.58 "PUT /v2.0/ports/bf41d051-4d0d-4bfd-bbfb-fc7997961473 HTTP/1.1" status: 200 len: 1092 time: 1.3166814 Nov 23 10:38:48.888650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12f8df-422d-43d9-87a2-eb44dfb1dfee req-25dffb48-e551-478c-8a16-6f3ec219c49c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.897557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5134a0-3114-4c2b-81a8-e00e7f36e8d5 req-277b7bab-ae3d-4f70-9f96-3e17c0c7ed49 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:48.900546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e5134a0-3114-4c2b-81a8-e00e7f36e8d5 req-277b7bab-ae3d-4f70-9f96-3e17c0c7ed49 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0737443 Nov 23 10:38:48.905870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc12f8df-422d-43d9-87a2-eb44dfb1dfee req-25dffb48-e551-478c-8a16-6f3ec219c49c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.3672235 Nov 23 10:38:48.980583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e5134a0-3114-4c2b-81a8-e00e7f36e8d5 req-5e8ae340-42a8-479d-92fa-f78ea517ff76 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728347 Nov 23 10:38:49.035365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb532b0a-7b17-438c-9977-7e37d8d8a5be service neutron] Pushing event updated for resources: {'Port': ['ID=bf41d051-4d0d-4bfd-bbfb-fc7997961473,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:49.087373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-17efbea7-4210-4f94-a098-378f9ef49863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.088243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-17efbea7-4210-4f94-a098-378f9ef49863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.088714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-17efbea7-4210-4f94-a098-378f9ef49863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.090413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-17efbea7-4210-4f94-a098-378f9ef49863 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3150899 Nov 23 10:38:49.190974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc12f8df-422d-43d9-87a2-eb44dfb1dfee req-21bf52a1-8ae3-4f4c-959f-305f592c95f9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782657 Nov 23 10:38:49.234329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-979f7aeb-e3bd-4533-96c9-e40f19a624a0 req-cbefac6e-5230-4747-83e0-7d440dcdbd1f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 210 time: 0.0568855 Nov 23 10:38:49.265191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-649dcb69-dd9f-4fe8-8d9b-310fc73b02df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.266665 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53b7b225-d454-4287-abf5-d44f68ff7ec4 req-649dcb69-dd9f-4fe8-8d9b-310fc73b02df service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605833 Nov 23 10:38:49.368024 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:49.523454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-fb0013ce-6088-49ab-adda-16272fa129ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.524037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-fb0013ce-6088-49ab-adda-16272fa129ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.524580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-fb0013ce-6088-49ab-adda-16272fa129ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.526410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-fb0013ce-6088-49ab-adda-16272fa129ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2864 time: 0.1923866 Nov 23 10:38:49.585006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-9bb74016-68ed-43dc-9f4a-86096ba7511b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.15&port_id=440a0cae-897d-418f-b30e-207b1d9b00c2 HTTP/1.1" status: 200 len: 217 time: 0.0493734 Nov 23 10:38:49.602071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-bf04447f-c0ef-4f64-94f4-0d6dc2140272 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.603612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-bf04447f-c0ef-4f64-94f4-0d6dc2140272 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.1813807 Nov 23 10:38:49.632802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130d438-2df2-4dac-9750-42412108beaa req-ce18b190-7ce1-42db-8f93-0dfcd0a0d261 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.638912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130d438-2df2-4dac-9750-42412108beaa req-ce18b190-7ce1-42db-8f93-0dfcd0a0d261 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.643434 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:49.645612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130d438-2df2-4dac-9750-42412108beaa req-ce18b190-7ce1-42db-8f93-0dfcd0a0d261 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.653122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a130d438-2df2-4dac-9750-42412108beaa req-ce18b190-7ce1-42db-8f93-0dfcd0a0d261 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2411 time: 0.2738988 Nov 23 10:38:49.680150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Request body: {'port': {'device_id': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'admin_state_up': True, 'tenant_id': '195338d0921f4152b44ca3ae28137354'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:49.801036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-ea700474-b839-466e-b8e2-241ccf2662c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.802589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-ea700474-b839-466e-b8e2-241ccf2662c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc HTTP/1.1" status: 200 len: 801 time: 0.1980855 Nov 23 10:38:49.808390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a130d438-2df2-4dac-9750-42412108beaa req-5a09ec09-f04e-4514-a7cb-a900b63d67e1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544621 Nov 23 10:38:49.881675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-947180d5-e137-4895-9753-36ec239147d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:49.883108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-947180d5-e137-4895-9753-36ec239147d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0128ac32-a74a-4813-b3b4-80dae9300b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699444 Nov 23 10:38:49.925083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:38:49.928764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:50.044267 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:50.051350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-4f8530b8-8058-4390-8744-73c0af1ade47 service neutron] 10.222.0.58 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602228 Nov 23 10:38:50.148927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a168-3cc0-4e8d-81c0-54c48349f737 req-da457110-5510-4593-b420-8928322a6d5a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:50.152395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dbe8a168-3cc0-4e8d-81c0-54c48349f737 req-da457110-5510-4593-b420-8928322a6d5a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0756593 Nov 23 10:38:50.185229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Allocated IP 172.20.0.12 (ace056a8-c301-4243-8a18-6b51e87dd9c0/73dd1ecb-02bb-4f7a-95d3-7066e97dcd48/06758638-0f5b-4a4e-9d17-f38f55b1d9e5) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:38:50.231257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-7717656c-b14c-407b-830c-24a12d41a251 service neutron] 10.222.0.58 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699734 Nov 23 10:38:50.231921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dbe8a168-3cc0-4e8d-81c0-54c48349f737 req-9c08a75e-2213-4830-8d69-5f854a0e7005 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710266 Nov 23 10:38:50.338222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0faf5ace-8520-451e-9c7a-eb9d29f274b0 req-abc1251c-4880-419f-bb8d-8b585b4f4376 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 210 time: 0.0288560 Nov 23 10:38:50.646543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'tag': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:50.648760 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4467d8ee-cc1c-45d0-a4af-aba913a74947" -d '{"events": [{"name": "network-changed", "server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "tag": "bf41d051-4d0d-4bfd-bbfb-fc7997961473"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:50.684412 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-d8730fa6-818b-4ac4-ae9c-e2d8e081f4f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.23&port_id=f9f78c4e-529c-4398-b769-c580704c15b9 HTTP/1.1" status: 200 len: 217 time: 0.3660629 Nov 23 10:38:50.759093 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:50.764337 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50db6d83-c493-45bf-989e-ae55dfb68864 x-openstack-request-id: req-50db6d83-c493-45bf-989e-ae55dfb68864 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:50.764632 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "tag": "bf41d051-4d0d-4bfd-bbfb-fc7997961473", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:50.764895 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-50db6d83-c493-45bf-989e-ae55dfb68864 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:50.765308 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'tag': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473', 'status': 'completed', 'code': 200} Nov 23 10:38:50.809017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81319a45-3718-4b92-8721-0294d8bb5d2e req-15d2c492-8fc1-43eb-8c3e-9dc88c9e3bd7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:50.810511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81319a45-3718-4b92-8721-0294d8bb5d2e req-15d2c492-8fc1-43eb-8c3e-9dc88c9e3bd7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.5165346 Nov 23 10:38:50.848881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-fd0f6fc9-e8d7-4d28-b806-4145b61b99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:50.850388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-fd0f6fc9-e8d7-4d28-b806-4145b61b99ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a204dd84-1b28-460d-bd8a-cead37615490 HTTP/1.1" status: 200 len: 801 time: 0.1548712 Nov 23 10:38:50.877308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:50.937271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81319a45-3718-4b92-8721-0294d8bb5d2e req-b7b5b377-bfa9-48fc-b5f0-38352b4ba562 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151190 Nov 23 10:38:50.951163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:38:50.960438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:38:50.967580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:38:50.974791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:50.975402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:50.980848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event updated for resources: {'Port': ['ID=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:50.986956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-79ba9bd8-7a81-4fd4-b080-2a8eabeb1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:50.988440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-79ba9bd8-7a81-4fd4-b080-2a8eabeb1181 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a8c34f21-7a72-45cf-9694-90fc9531a820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1286042 Nov 23 10:38:50.998545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f6ed-dbd1-4100-a38c-a2c11883cbb5 req-05c7ad78-0fa2-4475-823d-ac2a1bac56ef tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:50.999345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-62f59963-95a5-4b07-928b-b781fb5067a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3431172 Nov 23 10:38:51.006157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f6ed-dbd1-4100-a38c-a2c11883cbb5 req-05c7ad78-0fa2-4475-823d-ac2a1bac56ef tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:51.013232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7f6ed-dbd1-4100-a38c-a2c11883cbb5 req-05c7ad78-0fa2-4475-823d-ac2a1bac56ef tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:51.013515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Request body: {'port': {'device_id': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:51.021947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bd7f6ed-dbd1-4100-a38c-a2c11883cbb5 req-05c7ad78-0fa2-4475-823d-ac2a1bac56ef tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2411 time: 0.1099429 Nov 23 10:38:51.073850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bd7f6ed-dbd1-4100-a38c-a2c11883cbb5 req-b4cb373a-3c15-4c61-8135-12daa5cd8ca6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510244 Nov 23 10:38:51.150692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:51.199069 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-03d321b6-2aaf-406b-a63c-aa62dec27ae4 service neutron] 10.222.0.58 "GET /v2.0/networks/a8c34f21-7a72-45cf-9694-90fc9531a820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987350 Nov 23 10:38:51.369719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1c531-e55a-40f7-8446-e3d53829bc64 req-36dc5d46-52b6-4120-a692-749ad35b5dea tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:51.379840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43c1c531-e55a-40f7-8446-e3d53829bc64 req-36dc5d46-52b6-4120-a692-749ad35b5dea tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0748947 Nov 23 10:38:51.439954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-82fee691-546f-4ae1-8aad-d26d07e81371 service neutron] 10.222.0.58 "GET /v2.0/networks/a8c34f21-7a72-45cf-9694-90fc9531a820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252636 Nov 23 10:38:51.444883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43c1c531-e55a-40f7-8446-e3d53829bc64 req-b8cf1310-379a-468a-927a-a7a36ae93e23 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Nov 23 10:38:51.514409 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-14646c38-6b29-4320-bf83-0b88d3ce175f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=bf41d051-4d0d-4bfd-bbfb-fc7997961473 HTTP/1.1" status: 200 len: 217 time: 0.0605903 Nov 23 10:38:51.595721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8764a6-1060-4042-8a79-b57eaf192471 req-f2746477-08a9-4880-bd43-fe76126a07cc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:51.597853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e8764a6-1060-4042-8a79-b57eaf192471 req-f2746477-08a9-4880-bd43-fe76126a07cc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 932 time: 0.1612239 Nov 23 10:38:51.606856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f233bda9-2f4e-488a-85f3-dc2406033331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:51.608257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-f233bda9-2f4e-488a-85f3-dc2406033331 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc HTTP/1.1" status: 200 len: 801 time: 0.0818775 Nov 23 10:38:51.730375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:51.742073 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:51.747149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e8764a6-1060-4042-8a79-b57eaf192471 req-b6c99c66-5c3a-48e3-9519-d9e173e30010 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421285 Nov 23 10:38:51.750932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-9be72bf8-7523-4971-8b8f-93cfc08c65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:51.753426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-9be72bf8-7523-4971-8b8f-93cfc08c65c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0128ac32-a74a-4813-b3b4-80dae9300b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1300814 Nov 23 10:38:51.793588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Transition to ACTIVE for port object 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:38:51.807113 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:51.876289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:51.924420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Pushing event updated for resources: {'Port': ['ID=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:51.952730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-9f61180e-2315-4b4d-9956-cf0772c58b2d service neutron] 10.222.0.58 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859310 Nov 23 10:38:51.983222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Attempting to bind port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:51.983679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Attempting to bind port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:51.983896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Attempting to bind port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:51.997929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:51.998256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Attempting to bind port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:52.005896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:52.006236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Checking segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:52.006622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Bound using segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:52.007054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Bound port: 06758638-0f5b-4a4e-9d17-f38f55b1d9e5, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:52.007413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:52.126173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99f96d2b-f468-4a62-9249-39cd36e00c75 req-c9bd2dc9-676f-4334-b08d-175d8fcbe002 service neutron] 10.222.0.58 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634946 Nov 23 10:38:52.153199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91040115-ed99-410e-87c3-06516f8edd48 req-14905ecf-a0ef-4a95-9cb3-33b428db1dad tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.154808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91040115-ed99-410e-87c3-06516f8edd48 req-14905ecf-a0ef-4a95-9cb3-33b428db1dad tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1186419 Nov 23 10:38:52.174041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] For port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:38:52.197580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] For port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:52.217153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:52.242712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cb1f-3d9e-4047-a7ff-43f5bcc3c778 req-d0d272c6-494e-4af4-ab14-633642347692 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.249273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cb1f-3d9e-4047-a7ff-43f5bcc3c778 req-d0d272c6-494e-4af4-ab14-633642347692 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.255768 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85cb1f-3d9e-4047-a7ff-43f5bcc3c778 req-d0d272c6-494e-4af4-ab14-633642347692 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.258515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b85cb1f-3d9e-4047-a7ff-43f5bcc3c778 req-d0d272c6-494e-4af4-ab14-633642347692 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2411 time: 0.0906243 Nov 23 10:38:52.286018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91040115-ed99-410e-87c3-06516f8edd48 req-9d26e070-19a3-4a16-a316-f640fa1a4fdc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212342 Nov 23 10:38:52.300615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.301263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:52.302627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] 10.222.0.58 "PUT /v2.0/ports/06758638-0f5b-4a4e-9d17-f38f55b1d9e5 HTTP/1.1" status: 200 len: 1092 time: 1.2930422 Nov 23 10:38:52.321940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-facea9ef-4116-49a8-9db2-099437b9704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.322424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-facea9ef-4116-49a8-9db2-099437b9704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.322896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-facea9ef-4116-49a8-9db2-099437b9704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.324706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-facea9ef-4116-49a8-9db2-099437b9704f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2864 time: 0.1244140 Nov 23 10:38:52.326207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a00b6-aeff-4250-acdc-16b98606cbbf service neutron] Pushing event updated for resources: {'Port': ['ID=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:52.333302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b85cb1f-3d9e-4047-a7ff-43f5bcc3c778 req-f1dde0a2-259a-42e5-9055-50aaf045106c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628600 Nov 23 10:38:52.466286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-5cf55050-bfdd-46f1-8b09-db63b93253b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.468441 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-5cf55050-bfdd-46f1-8b09-db63b93253b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 1095 time: 0.0736418 Nov 23 10:38:52.470444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-91bfd61e-41e7-4bc3-8f3c-915fa7ae5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.472381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-91bfd61e-41e7-4bc3-8f3c-915fa7ae5e44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0128ac32-a74a-4813-b3b4-80dae9300b1a HTTP/1.1" status: 200 len: 902 time: 0.1375744 Nov 23 10:38:52.550960 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-b6b3144e-abcb-4079-ab2f-71058c3e89d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06758638-0f5b-4a4e-9d17-f38f55b1d9e5 HTTP/1.1" status: 200 len: 217 time: 0.0661466 Nov 23 10:38:52.552174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-66727dac-c38e-4be5-9d50-761034960396 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=bf41d051-4d0d-4bfd-bbfb-fc7997961473 HTTP/1.1" status: 200 len: 217 time: 0.0611875 Nov 23 10:38:52.581149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39bf12-9384-4811-b968-bdc972092206 req-623248c9-173d-4798-b2a9-86df5be8b231 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.583316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a39bf12-9384-4811-b968-bdc972092206 req-623248c9-173d-4798-b2a9-86df5be8b231 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0590301 Nov 23 10:38:52.642139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a39bf12-9384-4811-b968-bdc972092206 req-2551934b-1d66-4b39-ab81-58e5bc7ba334 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Nov 23 10:38:52.658235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-58ffce56-1f11-43bb-bbe2-566cc58e4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.659708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-58ffce56-1f11-43bb-bbe2-566cc58e4666 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.0956845 Nov 23 10:38:52.660944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-b167152b-3bcb-47da-9355-3bd55c858cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.662414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-b167152b-3bcb-47da-9355-3bd55c858cf3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc HTTP/1.1" status: 200 len: 801 time: 0.0967476 Nov 23 10:38:52.741309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-1d8d2bf1-f645-4e9b-8706-61f216d60727 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556977 Nov 23 10:38:52.757169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-80d6c4c7-eaef-4f67-8ed9-a320322ad835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.758673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-80d6c4c7-eaef-4f67-8ed9-a320322ad835 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0128ac32-a74a-4813-b3b4-80dae9300b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717866 Nov 23 10:38:52.766346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'tag': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:52.769623 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e" -d '{"events": [{"name": "network-changed", "server_uuid": "af57650f-8710-4f52-9567-7c4a9c5b3550", "tag": "06758638-0f5b-4a4e-9d17-f38f55b1d9e5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:52.827634 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe690f66-3412-456a-a55f-d9ac7037b5f2 x-openstack-request-id: req-fe690f66-3412-456a-a55f-d9ac7037b5f2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:52.827932 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af57650f-8710-4f52-9567-7c4a9c5b3550", "tag": "06758638-0f5b-4a4e-9d17-f38f55b1d9e5", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:52.828419 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe690f66-3412-456a-a55f-d9ac7037b5f2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:52.828828 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'tag': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5', 'status': 'completed', 'code': 200} Nov 23 10:38:52.899030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d81c-7ecd-4660-994d-616d5f1c2c2a req-b8621f28-d066-4b5e-938f-b14c2e246fd6 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:52.900598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d673d81c-7ecd-4660-994d-616d5f1c2c2a req-b8621f28-d066-4b5e-938f-b14c2e246fd6 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 944 time: 0.0753226 Nov 23 10:38:52.960902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d673d81c-7ecd-4660-994d-616d5f1c2c2a req-d5e1625a-3340-4275-9c6f-0c9992cd6fe4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543718 Nov 23 10:38:52.997849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-0906bec4-b878-4f9e-9674-d2c831cef472 service neutron] 10.222.0.58 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221940 Nov 23 10:38:53.001310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-863c8262-3806-451f-8173-16e890d058c8 service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269750 Nov 23 10:38:53.179872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4467d8ee-cc1c-45d0-a4af-aba913a74947 req-4517960a-77f2-43a3-8ebd-31d14f52d914 service neutron] 10.222.0.58 "GET /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610601 Nov 23 10:38:53.183333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e0a5e0-7901-4892-85be-2c75100e8874 req-1f786108-71b8-4935-94bb-3bb25d99ba6e service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571510 Nov 23 10:38:53.295821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-30e2b174-2f30-47cb-95ac-055a90af9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.297347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-30e2b174-2f30-47cb-95ac-055a90af9d16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 1095 time: 0.0426881 Nov 23 10:38:53.450442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ecaeb-ec78-4957-9814-a6ee796900aa req-c952e6ff-41c2-43b1-8c71-7b9ad28ef7a9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.452248 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f0ecaeb-ec78-4957-9814-a6ee796900aa req-c952e6ff-41c2-43b1-8c71-7b9ad28ef7a9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0703390 Nov 23 10:38:53.453081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-79bf0b6d-3540-4783-b0ee-dccd2326befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.454890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-79bf0b6d-3540-4783-b0ee-dccd2326befb service neutron] 10.222.0.58 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 912 time: 0.1421471 Nov 23 10:38:53.469130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd66398-c099-4b67-86c7-5fcbc0926fbf req-48657629-45af-4838-ab29-eac391b2b7b1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.475848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd66398-c099-4b67-86c7-5fcbc0926fbf req-48657629-45af-4838-ab29-eac391b2b7b1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.481829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd66398-c099-4b67-86c7-5fcbc0926fbf req-48657629-45af-4838-ab29-eac391b2b7b1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.489772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8bd66398-c099-4b67-86c7-5fcbc0926fbf req-48657629-45af-4838-ab29-eac391b2b7b1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2411 time: 0.0758736 Nov 23 10:38:53.531164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-ecb8b7c2-0812-4983-a9af-0dde6b97d619 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06758638-0f5b-4a4e-9d17-f38f55b1d9e5 HTTP/1.1" status: 200 len: 217 time: 0.0550315 Nov 23 10:38:53.537899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8bd66398-c099-4b67-86c7-5fcbc0926fbf req-7d5e1351-d66e-44fd-a41f-36da2c0dd455 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468278 Nov 23 10:38:53.601012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f0ecaeb-ec78-4957-9814-a6ee796900aa req-4dd77f03-7629-4084-b89b-8caa84c01759 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427577 Nov 23 10:38:53.615150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-957ca862-9488-4aa3-926f-826fe4e443f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.616807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-957ca862-9488-4aa3-926f-826fe4e443f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.0759783 Nov 23 10:38:53.652966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-3588a161-0ebc-4c26-afc6-ab8284e15d15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265176 Nov 23 10:38:53.772439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-3dc2f4aa-0c6e-4613-8b66-7d26f36da5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106870 Nov 23 10:38:53.787110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b40cc-349a-43b0-85f6-5073235f23b6 req-b05cf94f-7371-4ac0-a681-f66cd751f64c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:53.788721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-143b40cc-349a-43b0-85f6-5073235f23b6 req-b05cf94f-7371-4ac0-a681-f66cd751f64c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0577633 Nov 23 10:38:53.841050 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-143b40cc-349a-43b0-85f6-5073235f23b6 req-b98478a6-577f-40d8-be60-14434f670b21 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Nov 23 10:38:53.899891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e77f1678-9a28-476b-bcaa-0f7a8d3a851e req-c684f747-11d7-4d7b-b6d2-77bc28b30c15 service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126921 Nov 23 10:38:54.094847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac38125-4be6-4257-bab9-559b94135ad0 req-4a6aade6-9375-48a2-89bc-08071cf865dd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.096936 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dac38125-4be6-4257-bab9-559b94135ad0 req-4a6aade6-9375-48a2-89bc-08071cf865dd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 944 time: 0.0540440 Nov 23 10:38:54.153781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dac38125-4be6-4257-bab9-559b94135ad0 req-ccd4d0f5-5c77-44a1-b85c-a94430b3bac0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505672 Nov 23 10:38:54.683519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d31e1d-d0f2-4cc0-b6dd-7c09270c4ee3 req-52e0a6e3-063e-4e74-bb26-cf2fa69e370e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.690774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d31e1d-d0f2-4cc0-b6dd-7c09270c4ee3 req-52e0a6e3-063e-4e74-bb26-cf2fa69e370e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.697239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d31e1d-d0f2-4cc0-b6dd-7c09270c4ee3 req-52e0a6e3-063e-4e74-bb26-cf2fa69e370e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.698984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-71d31e1d-d0f2-4cc0-b6dd-7c09270c4ee3 req-52e0a6e3-063e-4e74-bb26-cf2fa69e370e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2411 time: 0.0836761 Nov 23 10:38:54.759039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-71d31e1d-d0f2-4cc0-b6dd-7c09270c4ee3 req-b9eda7e8-22e1-48a5-bd51-00265feb5929 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538616 Nov 23 10:38:54.796421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b8e90-a915-4ec9-9d04-5f2932c88db3 req-a56cd5ee-7b4e-4f67-9a82-385d8b3e91ca tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.800129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee7b8e90-a915-4ec9-9d04-5f2932c88db3 req-a56cd5ee-7b4e-4f67-9a82-385d8b3e91ca tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0714328 Nov 23 10:38:54.858403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee7b8e90-a915-4ec9-9d04-5f2932c88db3 req-f4af675b-890e-4bd8-9e9f-f45fbd317e73 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500491 Nov 23 10:38:54.972153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc337378-a056-4317-abba-89b41c1527af req-fd238477-01ad-4f8b-a699-7273df7452cf tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:54.973720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc337378-a056-4317-abba-89b41c1527af req-fd238477-01ad-4f8b-a699-7273df7452cf tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0543723 Nov 23 10:38:55.025067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc337378-a056-4317-abba-89b41c1527af req-9d5eb0e3-7c8c-469e-aebb-97315e4febb3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439949 Nov 23 10:38:55.284583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9d040-8afa-4d79-afdb-72db838baf8e req-303b2c66-7b52-4bc1-b54f-d4f13955cf54 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:55.286120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11f9d040-8afa-4d79-afdb-72db838baf8e req-303b2c66-7b52-4bc1-b54f-d4f13955cf54 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 944 time: 0.0637589 Nov 23 10:38:55.335632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11f9d040-8afa-4d79-afdb-72db838baf8e req-3314821c-0951-48bb-a4af-24f92bb4955f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431554 Nov 23 10:38:55.896589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928c02f-49ff-4e72-865e-ba1bbc14c54f req-9b13a979-c588-411d-9706-8229701a4e59 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:55.902623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928c02f-49ff-4e72-865e-ba1bbc14c54f req-9b13a979-c588-411d-9706-8229701a4e59 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:55.909906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928c02f-49ff-4e72-865e-ba1bbc14c54f req-9b13a979-c588-411d-9706-8229701a4e59 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:55.913569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5928c02f-49ff-4e72-865e-ba1bbc14c54f req-9b13a979-c588-411d-9706-8229701a4e59 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2411 time: 0.0788312 Nov 23 10:38:55.974401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5928c02f-49ff-4e72-865e-ba1bbc14c54f req-7d194d88-bbbe-471a-9a3a-de7fc6df3ef3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557272 Nov 23 10:38:56.014614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b7ead-6c83-4cbc-96d3-8f17bde0f18b req-5d3d982b-01cb-4d0b-9109-890959ae980c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.016487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-260b7ead-6c83-4cbc-96d3-8f17bde0f18b req-5d3d982b-01cb-4d0b-9109-890959ae980c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0693185 Nov 23 10:38:56.075682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-260b7ead-6c83-4cbc-96d3-8f17bde0f18b req-2615e892-e20e-4d11-87c0-82a9d9bd2482 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509765 Nov 23 10:38:56.180350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c6087-035c-4d22-9145-2b01aacf8771 req-ab8495e9-4d4c-4193-8777-553eb03fa57e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.193442 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce7c6087-035c-4d22-9145-2b01aacf8771 req-ab8495e9-4d4c-4193-8777-553eb03fa57e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0781138 Nov 23 10:38:56.261433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce7c6087-035c-4d22-9145-2b01aacf8771 req-8d1dfc72-dfc4-4931-835b-a533480c9920 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708025 Nov 23 10:38:56.298380 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b721cc-1e8e-4771-9cd6-14f1ea1aee7d req-5c19ba35-e604-4819-bd8f-7be098a758b2 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.300193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b721cc-1e8e-4771-9cd6-14f1ea1aee7d req-5c19ba35-e604-4819-bd8f-7be098a758b2 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1096 time: 0.0669844 Nov 23 10:38:56.362414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b721cc-1e8e-4771-9cd6-14f1ea1aee7d req-1fcf5f5b-ed1b-4007-8e30-9f7417713320 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506849 Nov 23 10:38:56.472167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6043a0-cc39-4b6c-a7c9-24f3006a2166 req-424d183a-f5ee-4829-8496-2c74f1555741 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:56.473869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af6043a0-cc39-4b6c-a7c9-24f3006a2166 req-424d183a-f5ee-4829-8496-2c74f1555741 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 944 time: 0.0628128 Nov 23 10:38:56.526712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af6043a0-cc39-4b6c-a7c9-24f3006a2166 req-c0dfb02d-0b52-4bc2-9e64-13a920d74adf tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463207 Nov 23 10:38:57.128472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250033c-8c9e-43d6-9111-3ec2a039c943 req-08900e44-a402-4f21-9b11-8690a529c614 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.135122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250033c-8c9e-43d6-9111-3ec2a039c943 req-08900e44-a402-4f21-9b11-8690a529c614 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.141707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250033c-8c9e-43d6-9111-3ec2a039c943 req-08900e44-a402-4f21-9b11-8690a529c614 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.144923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5250033c-8c9e-43d6-9111-3ec2a039c943 req-08900e44-a402-4f21-9b11-8690a529c614 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2411 time: 0.0787029 Nov 23 10:38:57.215315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5250033c-8c9e-43d6-9111-3ec2a039c943 req-20be3e36-2eeb-4574-a25f-0fbdca996cde tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633323 Nov 23 10:38:57.331544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-bbe3cb1b-391b-4a78-85c2-c2ee03c596a3 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:38:57.332412 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-bbe3cb1b-391b-4a78-85c2-c2ee03c596a3 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059648 Nov 23 10:38:57.346057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e306d29-3afd-41e3-aaf9-4080d9f9a685 req-3f4e1ad9-6abd-4b64-9f6a-f5acd26c99b5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.349168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e306d29-3afd-41e3-aaf9-4080d9f9a685 req-3f4e1ad9-6abd-4b64-9f6a-f5acd26c99b5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0618579 Nov 23 10:38:57.355624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bf41d051-4d0d-4bfd-bbfb-fc7997961473 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:57.381742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-a8b31e3b-6d33-47e6-9f35-39516362c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.383578 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-a8b31e3b-6d33-47e6-9f35-39516362c328 service neutron] 10.222.0.61 "GET /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 1093 time: 0.0437987 Nov 23 10:38:57.394159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Request body: {'binding': {'host': 'n-h1-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:38:57.395103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:38:57.431019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e306d29-3afd-41e3-aaf9-4080d9f9a685 req-291bbec0-8f6b-4a19-9537-f91d23bfc371 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738490 Nov 23 10:38:57.470742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port bf41d051-4d0d-4bfd-bbfb-fc7997961473, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bf41d051-4d0d-4bfd-bbfb-fc7997961473,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:57.487758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473', 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a', 'port_id': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473', 'mac_address': 'fa:16:3e:ff:b6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc', 'ip_address': '19.80.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:57.541150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:57.562633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf41d051-4d0d-4bfd-bbfb-fc7997961473 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:57.577515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on host n-h1-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:38:57.577940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:38:57.578341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:57.584488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:38:57.584828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:38:57.591669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:38:57.591889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port bf41d051-4d0d-4bfd-bbfb-fc7997961473, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bf41d051-4d0d-4bfd-bbfb-fc7997961473,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:57.593002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:38:57.593546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:38:57.594046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Bound port: 32fa9681-addd-4aae-8436-b4b537f820eb, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:38:57.597651 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:57.598832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f9f78c4e-529c-4398-b769-c580704c15b9 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:57.670092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:38:57.678461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:57.683822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9b0d4b19-ce1d-417d-b196-a08ccd37cb0e service neutron] 10.222.0.61 "POST /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb/bindings HTTP/1.1" status: 201 len: 389 time: 0.2936203 Nov 23 10:38:57.710556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd42694-86bc-42c9-b7e2-37b38676c588 req-b66b4dde-073f-453d-93a7-f7aeb0ed1303 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.712685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5bd42694-86bc-42c9-b7e2-37b38676c588 req-b66b4dde-073f-453d-93a7-f7aeb0ed1303 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.0840530 Nov 23 10:38:57.810147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5bd42694-86bc-42c9-b7e2-37b38676c588 req-3564dafe-e502-4949-99ac-865b08ad6088 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788519 Nov 23 10:38:57.897613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=bf41d051-4d0d-4bfd-bbfb-fc7997961473,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:57.916893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f9f78c4e-529c-4398-b769-c580704c15b9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f9f78c4e-529c-4398-b769-c580704c15b9,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:57.937808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'f9f78c4e-529c-4398-b769-c580704c15b9', 'network_id': 'a8c34f21-7a72-45cf-9694-90fc9531a820', 'port_id': 'f9f78c4e-529c-4398-b769-c580704c15b9', 'mac_address': 'fa:16:3e:8e:8a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a204dd84-1b28-460d-bd8a-cead37615490', 'ip_address': '19.86.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:57.948495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443eec1c-406e-4d07-a091-7fd5f2567195 req-e40d4e11-428a-426f-9f87-dd1fb7b7a0de tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.958430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-443eec1c-406e-4d07-a091-7fd5f2567195 req-e40d4e11-428a-426f-9f87-dd1fb7b7a0de tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 944 time: 0.0830796 Nov 23 10:38:57.959975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8832e64-c26c-4c15-9f89-f3dfd59ba8cc req-acc5e846-e010-4d6a-8ff2-c44acbc0faf5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:57.969745 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8832e64-c26c-4c15-9f89-f3dfd59ba8cc req-acc5e846-e010-4d6a-8ff2-c44acbc0faf5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0717032 Nov 23 10:38:57.997008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:58.019491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f78c4e-529c-4398-b769-c580704c15b9 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:58.026525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-443eec1c-406e-4d07-a091-7fd5f2567195 req-3c9b4c65-4196-4811-ba00-170a289fe071 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667157 Nov 23 10:38:58.040841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f9f78c4e-529c-4398-b769-c580704c15b9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f9f78c4e-529c-4398-b769-c580704c15b9,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:58.046004 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:58.046678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:58.138003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f9f78c4e-529c-4398-b769-c580704c15b9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:58.222237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:58.239005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'port_id': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5', 'mac_address': 'fa:16:3e:0e:66:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dd1ecb-02bb-4f7a-95d3-7066e97dcd48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:58.319659 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:58.348359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:58.379732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:58.384382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13102-a84f-4bd7-94c7-4b1b1cb63910 req-ef7f8555-2799-4613-9fa2-e667ebf66958 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.385290 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:58.386250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 440a0cae-897d-418f-b30e-207b1d9b00c2 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:38:58.390701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13102-a84f-4bd7-94c7-4b1b1cb63910 req-ef7f8555-2799-4613-9fa2-e667ebf66958 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.398119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d13102-a84f-4bd7-94c7-4b1b1cb63910 req-ef7f8555-2799-4613-9fa2-e667ebf66958 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.400107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1d13102-a84f-4bd7-94c7-4b1b1cb63910 req-ef7f8555-2799-4613-9fa2-e667ebf66958 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2413 time: 0.0782776 Nov 23 10:38:58.457337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-3d1666ab-1751-480c-afaf-dfd4bc55487e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.459114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-3d1666ab-1751-480c-afaf-dfd4bc55487e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.4807727 Nov 23 10:38:58.464922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8832e64-c26c-4c15-9f89-f3dfd59ba8cc req-e1255e8b-75a4-44b6-b3da-5c9404e087da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940012 Nov 23 10:38:58.468831 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1d13102-a84f-4bd7-94c7-4b1b1cb63910 req-ad161b54-535c-484d-bf41-45550c0d3399 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624335 Nov 23 10:38:58.480227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-382c62bc-1857-42ef-8f4e-9d3bec343044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.482225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-382c62bc-1857-42ef-8f4e-9d3bec343044 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1096 time: 0.4879553 Nov 23 10:38:58.490623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:58.518888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 440a0cae-897d-418f-b30e-207b1d9b00c2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=440a0cae-897d-418f-b30e-207b1d9b00c2,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:58.542113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '440a0cae-897d-418f-b30e-207b1d9b00c2', 'network_id': '0128ac32-a74a-4813-b3b4-80dae9300b1a', 'port_id': '440a0cae-897d-418f-b30e-207b1d9b00c2', 'mac_address': 'fa:16:3e:a1:6a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc', 'ip_address': '19.80.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:38:58.592210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:58.617295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440a0cae-897d-418f-b30e-207b1d9b00c2 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:38:58.630472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f8487-2dbf-436e-acbc-a863c95c41d2 req-7967512f-ce76-4e46-842e-533100b450ca tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.632154 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e52f8487-2dbf-436e-acbc-a863c95c41d2 req-7967512f-ce76-4e46-842e-533100b450ca tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0792351 Nov 23 10:38:58.658786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 440a0cae-897d-418f-b30e-207b1d9b00c2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=440a0cae-897d-418f-b30e-207b1d9b00c2,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:58.674023 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:58.689311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e52f8487-2dbf-436e-acbc-a863c95c41d2 req-2355ddb3-a868-4071-a4e0-4f0a3172fdbf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485191 Nov 23 10:38:58.693880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-77f7b4a0-e42b-47e8-9d06-efd9c2699f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.695208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-77f7b4a0-e42b-47e8-9d06-efd9c2699f1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.1873393 Nov 23 10:38:58.704089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port 766af568-7f48-4472-ad5f-edc821b69f55 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:38:58.704996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:58.746376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=440a0cae-897d-418f-b30e-207b1d9b00c2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:58.781784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-3f8d34f9-4d4f-4531-9c1e-920211290bc7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 217 time: 0.0678720 Nov 23 10:38:58.883723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-a9f55e4b-0f08-428d-adee-9772e855a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:58.885330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-a9f55e4b-0f08-428d-adee-9772e855a0e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.0940795 Nov 23 10:38:58.962501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-068be8a3-2123-4e8b-9d9a-0610f922ea6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612226 Nov 23 10:38:58.966097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port 766af568-7f48-4472-ad5f-edc821b69f55, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=766af568-7f48-4472-ad5f-edc821b69f55,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:38:58.966495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:59.003418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for 766af568-7f48-4472-ad5f-edc821b69f55 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:38:59.022243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52370636-71e6-4130-93de-54fb7633596e req-731902dd-9a39-4877-8ecc-aeb99c0de87a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:59.023755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52370636-71e6-4130-93de-54fb7633596e req-731902dd-9a39-4877-8ecc-aeb99c0de87a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 949 time: 0.1440728 Nov 23 10:38:59.165879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-d0714b15-e81b-495f-b0b6-986709ef1114 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945372 Nov 23 10:38:59.168012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de27dc-41d2-4b78-92a1-4c3cdf5de5d9 req-6f2d2aa0-10b4-468d-a8a8-6fa441eaf0ef tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:59.170176 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c0de27dc-41d2-4b78-92a1-4c3cdf5de5d9 req-6f2d2aa0-10b4-468d-a8a8-6fa441eaf0ef tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 945 time: 0.0696380 Nov 23 10:38:59.198637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52370636-71e6-4130-93de-54fb7633596e req-975937c0-1763-4360-bfb9-8872182f49d8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412768 Nov 23 10:38:59.241608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c0de27dc-41d2-4b78-92a1-4c3cdf5de5d9 req-1cca37fb-845b-4095-ad68-fd80d68ac03b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647418 Nov 23 10:38:59.338950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-dc7db14e-cd04-486e-8cf6-160bd013b2eb service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639068 Nov 23 10:38:59.379226 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:59.394003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', '10506e5f-02db-41e5-8b3d-901a12b36502', '766af568-7f48-4472-ad5f-edc821b69f55'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:59.401439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['53157aac-1352-4da3-a8e4-3791f60e18e3', '48d2ac1b-7b05-42c5-bba0-80d292de151b', '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:59.411956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=766af568-7f48-4472-ad5f-edc821b69f55,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:38:59.472337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port 766af568-7f48-4472-ad5f-edc821b69f55 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:38:59.478018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:38:59.482485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-d88bd8a4-40b5-4cb3-aa7a-3f7a7577f1aa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "DELETE /v2.0/ports/766af568-7f48-4472-ad5f-edc821b69f55 HTTP/1.1" status: 204 len: 173 time: 1.0136144 Nov 23 10:38:59.483215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'name': 'network-vif-deleted', 'tag': '766af568-7f48-4472-ad5f-edc821b69f55'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:38:59.491481 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d40e39-feb0-4228-a470-fb98915a76b4" -d '{"events": [{"server_uuid": "e546bdc1-65d9-4c1a-95ac-43656403eb14", "name": "network-vif-deleted", "tag": "766af568-7f48-4472-ad5f-edc821b69f55"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:38:59.507536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['bf41d051-4d0d-4bfd-bbfb-fc7997961473'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:59.531339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['440a0cae-897d-418f-b30e-207b1d9b00c2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:59.569363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['06758638-0f5b-4a4e-9d17-f38f55b1d9e5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:38:59.674961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c5a6-bb13-474e-9487-925d67506975 req-2d44353f-b33d-4e3c-bf75-1c607bdc50fd tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:59.685513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c5a6-bb13-474e-9487-925d67506975 req-2d44353f-b33d-4e3c-bf75-1c607bdc50fd tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:59.695461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c5a6-bb13-474e-9487-925d67506975 req-2d44353f-b33d-4e3c-bf75-1c607bdc50fd tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:59.698515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b379c5a6-bb13-474e-9487-925d67506975 req-2d44353f-b33d-4e3c-bf75-1c607bdc50fd tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2414 time: 0.1122007 Nov 23 10:38:59.702791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d88134-1a7b-4df1-88b0-d231c7eeda32 req-107b66bf-10cb-42ae-9163-ee6b7e474f16 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:38:59.713596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d88134-1a7b-4df1-88b0-d231c7eeda32 req-107b66bf-10cb-42ae-9163-ee6b7e474f16 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.1043303 Nov 23 10:38:59.785794 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b379c5a6-bb13-474e-9487-925d67506975 req-9b752a87-6730-4c6e-a947-8ec1e4b89e5d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789437 Nov 23 10:38:59.837204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d88134-1a7b-4df1-88b0-d231c7eeda32 req-c85ff380-d64c-4843-9720-56e46a3c871f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218665 Nov 23 10:38:59.897849 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 10:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c63d594-1ab7-4f89-bada-bb8983e0c1ae x-openstack-request-id: req-6c63d594-1ab7-4f89-bada-bb8983e0c1ae {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:38:59.898377 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e546bdc1-65d9-4c1a-95ac-43656403eb14", "name": "network-vif-deleted", "tag": "766af568-7f48-4472-ad5f-edc821b69f55", "status": "failed", "code": 422}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:38:59.898892 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c63d594-1ab7-4f89-bada-bb8983e0c1ae {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:38:59.899526 n-d-817747-2 neutron-server[103426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e546bdc1-65d9-4c1a-95ac-43656403eb14', 'name': 'network-vif-deleted', 'tag': '766af568-7f48-4472-ad5f-edc821b69f55', 'status': 'failed', 'code': 422} returned with failed status Nov 23 10:39:00.030710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544a6-6392-4560-acde-10b60b9a20dd req-f9e9d45c-1a17-4a46-ac64-139a4a17a4c5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:00.039641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-208544a6-6392-4560-acde-10b60b9a20dd req-f9e9d45c-1a17-4a46-ac64-139a4a17a4c5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0759149 Nov 23 10:39:00.111913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-208544a6-6392-4560-acde-10b60b9a20dd req-44f15676-cfa4-43f8-b839-f8f3bd57708e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710981 Nov 23 10:39:00.130865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54864) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:00.184959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-909d181e-9891-4bfd-9e64-2c37fb602646 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 210 time: 0.0533450 Nov 23 10:39:00.353922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8add0d22-25d3-4d3e-bdb6-4bb1dfc810f5 req-0f44fabf-34ca-4f3e-9d05-30ba330bc5f6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 210 time: 0.0396073 Nov 23 10:39:00.403808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bcdbc-31f0-41e5-b1ce-476495b1e8ba req-4fbedb02-4e3b-4e9f-bb2f-e75954250e62 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:00.405935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f61bcdbc-31f0-41e5-b1ce-476495b1e8ba req-4fbedb02-4e3b-4e9f-bb2f-e75954250e62 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 945 time: 0.0893049 Nov 23 10:39:00.446461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f9f78c4e-529c-4398-b769-c580704c15b9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:00.486608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f61bcdbc-31f0-41e5-b1ce-476495b1e8ba req-c08c0b7f-fb76-4388-bd94-4eb28eca262b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Nov 23 10:39:00.670177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a034360a-f963-4f93-bff5-920555ea69a3 req-8ddee454-4c26-4e9a-bb52-af60781672c6 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=e546bdc1-65d9-4c1a-95ac-43656403eb14 HTTP/1.1" status: 200 len: 210 time: 0.0284715 Nov 23 10:39:00.987141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd0d4-0365-48a5-8edd-e6492118837a req-f712ddcd-b96c-49cf-a6d7-df28554dff14 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:00.994576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd0d4-0365-48a5-8edd-e6492118837a req-f712ddcd-b96c-49cf-a6d7-df28554dff14 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:01.000592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cd0d4-0365-48a5-8edd-e6492118837a req-f712ddcd-b96c-49cf-a6d7-df28554dff14 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:01.003425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e10cd0d4-0365-48a5-8edd-e6492118837a req-f712ddcd-b96c-49cf-a6d7-df28554dff14 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2414 time: 0.0885315 Nov 23 10:39:01.069929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e10cd0d4-0365-48a5-8edd-e6492118837a req-d8112d4a-43e7-4605-8813-47b7c6816da6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Nov 23 10:39:01.415944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91485451-a92a-4515-ac72-aacd6e35386e req-de98445f-67be-4b66-88dc-d8a8ef811c1f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:01.416659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf244c31-3976-4919-98f1-592a1a5545fe req-a087acd6-2089-46fa-892a-f698be829b42 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:01.418252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91485451-a92a-4515-ac72-aacd6e35386e req-de98445f-67be-4b66-88dc-d8a8ef811c1f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0722136 Nov 23 10:39:01.418624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf244c31-3976-4919-98f1-592a1a5545fe req-a087acd6-2089-46fa-892a-f698be829b42 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0891058 Nov 23 10:39:01.480975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91485451-a92a-4515-ac72-aacd6e35386e req-288c9c66-4b40-4417-985a-5d55374afee2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566800 Nov 23 10:39:01.508418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf244c31-3976-4919-98f1-592a1a5545fe req-2d52e3c0-c078-4ece-93ab-800c9ce7321e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765638 Nov 23 10:39:01.586626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 766af568-7f48-4472-ad5f-edc821b69f55 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:01.616778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 766af568-7f48-4472-ad5f-edc821b69f55 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:01.617598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 766af568-7f48-4472-ad5f-edc821b69f55 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:01.726647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfeaff8-b45a-43d1-bf4a-c13f95b41eb6 req-c5d1c17b-3327-4ded-9a4a-abfbc3bcfcfe tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:01.728250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bfeaff8-b45a-43d1-bf4a-c13f95b41eb6 req-c5d1c17b-3327-4ded-9a4a-abfbc3bcfcfe tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 945 time: 0.0596969 Nov 23 10:39:01.789205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d3ca9-be4b-4608-94ca-080e31682a42 req-ea916021-c039-4c32-93ff-1e79f90f373f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:01.797796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bfeaff8-b45a-43d1-bf4a-c13f95b41eb6 req-210f6bd9-fa2d-49c2-852b-dc2d4a572cfa tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595326 Nov 23 10:39:01.798051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-241d3ca9-be4b-4608-94ca-080e31682a42 req-ea916021-c039-4c32-93ff-1e79f90f373f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 950 time: 0.0669658 Nov 23 10:39:01.843402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-241d3ca9-be4b-4608-94ca-080e31682a42 req-7a369b4b-20a0-4eb9-99a8-cd780c8dc194 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445595 Nov 23 10:39:02.189809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909275bf-8b1e-4318-9902-1e172f1f22e7 req-61c32521-73fd-4dbc-a5e2-1a7346864aa4 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.201059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909275bf-8b1e-4318-9902-1e172f1f22e7 req-61c32521-73fd-4dbc-a5e2-1a7346864aa4 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.208358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909275bf-8b1e-4318-9902-1e172f1f22e7 req-61c32521-73fd-4dbc-a5e2-1a7346864aa4 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.210621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-909275bf-8b1e-4318-9902-1e172f1f22e7 req-61c32521-73fd-4dbc-a5e2-1a7346864aa4 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2414 time: 0.0767610 Nov 23 10:39:02.283026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-909275bf-8b1e-4318-9902-1e172f1f22e7 req-7eeecebb-32cc-45dc-880a-ab67b9753f3a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608282 Nov 23 10:39:02.639590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f963d5-9fa4-486c-b5a8-a2027510a278 req-06d2b50f-a708-4522-ba36-cf1bd24c3db9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.640859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5f963d5-9fa4-486c-b5a8-a2027510a278 req-06d2b50f-a708-4522-ba36-cf1bd24c3db9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0640538 Nov 23 10:39:02.663572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705fa70-4c24-41ef-87d7-d36d3a26b7e9 req-7a14dd19-57a6-4d5c-bf89-ac61a66754b8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.665600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c705fa70-4c24-41ef-87d7-d36d3a26b7e9 req-7a14dd19-57a6-4d5c-bf89-ac61a66754b8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0656991 Nov 23 10:39:02.705815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5f963d5-9fa4-486c-b5a8-a2027510a278 req-acd5b26b-18a4-48e2-8a16-b4d0b1ae1c55 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Nov 23 10:39:02.738512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c705fa70-4c24-41ef-87d7-d36d3a26b7e9 req-2e386463-f2e0-4e39-948e-281b3ecc6d9f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Nov 23 10:39:02.916315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe7c3-6fbd-4d54-b925-1b38af25b370 req-e7440645-0dd4-4ba9-aa87-d8545ee9b91a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.918230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cafe7c3-6fbd-4d54-b925-1b38af25b370 req-e7440645-0dd4-4ba9-aa87-d8545ee9b91a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 945 time: 0.0596733 Nov 23 10:39:02.979044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cafe7c3-6fbd-4d54-b925-1b38af25b370 req-6ab0f110-5ac8-42e7-b14e-d6432823492c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Nov 23 10:39:02.986564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9d9d6-512e-4562-80f1-faddbff51ec3 req-560f1081-a381-4603-9812-eaf579e69695 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:02.999961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9c9d9d6-512e-4562-80f1-faddbff51ec3 req-560f1081-a381-4603-9812-eaf579e69695 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 950 time: 0.0617614 Nov 23 10:39:03.044685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9c9d9d6-512e-4562-80f1-faddbff51ec3 req-312733c0-6629-4101-b252-95330e600371 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Nov 23 10:39:03.371603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:03.441144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:03.446477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:03.447075 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:03.448408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180431d3-f6aa-4c6c-afc2-ec372f522ff1 req-87deb94d-2020-4c8d-94cd-a196cd6260ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.455976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180431d3-f6aa-4c6c-afc2-ec372f522ff1 req-87deb94d-2020-4c8d-94cd-a196cd6260ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.461957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180431d3-f6aa-4c6c-afc2-ec372f522ff1 req-87deb94d-2020-4c8d-94cd-a196cd6260ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.463686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-180431d3-f6aa-4c6c-afc2-ec372f522ff1 req-87deb94d-2020-4c8d-94cd-a196cd6260ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2414 time: 0.0895011 Nov 23 10:39:03.522295 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-180431d3-f6aa-4c6c-afc2-ec372f522ff1 req-d5de3388-e59d-4df9-9b25-9769f9968bc7 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523827 Nov 23 10:39:03.542541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:03.565506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:03.567874 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d10878a-37fd-490b-8f4e-968f33a9dfa9" -d '{"events": [{"server_uuid": "af57650f-8710-4f52-9567-7c4a9c5b3550", "name": "network-vif-plugged", "status": "completed", "tag": "06758638-0f5b-4a4e-9d17-f38f55b1d9e5"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:03.584170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:03.597909 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:03.659610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-1c01590e-ee29-4a21-9b63-696de8df32bc tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.661464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-1c01590e-ee29-4a21-9b63-696de8df32bc tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 950 time: 0.0843053 Nov 23 10:39:03.664944 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba572a46-3a5f-423b-9686-946e03e31294 x-openstack-request-id: req-ba572a46-3a5f-423b-9686-946e03e31294 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:03.665289 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af57650f-8710-4f52-9567-7c4a9c5b3550", "name": "network-vif-plugged", "status": "completed", "tag": "06758638-0f5b-4a4e-9d17-f38f55b1d9e5", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:03.665548 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba572a46-3a5f-423b-9686-946e03e31294 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:03.665941 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5', 'code': 200} Nov 23 10:39:03.701584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:03.876994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399170-c305-444b-be5d-b8abf4f0c902 req-d6e61c1c-ee7a-4561-9122-c9645e2ae897 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.886431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57399170-c305-444b-be5d-b8abf4f0c902 req-d6e61c1c-ee7a-4561-9122-c9645e2ae897 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0827732 Nov 23 10:39:03.901416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dc03a-f36d-4743-b73a-ed6f6e095d40 req-73d58bbd-908c-4e24-85ea-3159174d6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.902917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc6dc03a-f36d-4743-b73a-ed6f6e095d40 req-73d58bbd-908c-4e24-85ea-3159174d6227 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 1097 time: 0.1307266 Nov 23 10:39:03.942754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8b9bb-0c27-4160-8ef6-fc3d8ad43fb6 req-7732f8e1-5fc4-4b7a-85f3-b2e65df4dc40 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:03.944412 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1f8b9bb-0c27-4160-8ef6-fc3d8ad43fb6 req-7732f8e1-5fc4-4b7a-85f3-b2e65df4dc40 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1026368 Nov 23 10:39:03.949205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:03.949686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:03.963406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57399170-c305-444b-be5d-b8abf4f0c902 req-d543c35b-f296-4bb3-8d95-6db8ef0aeb09 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755126 Nov 23 10:39:04.051923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc6dc03a-f36d-4743-b73a-ed6f6e095d40 req-b393800e-ac7a-4695-9265-3d45ba8dd1de service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372852 Nov 23 10:39:04.088451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1f8b9bb-0c27-4160-8ef6-fc3d8ad43fb6 req-ba0e4e88-6cc2-4797-9e14-f2fc4bd2ac09 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183474 Nov 23 10:39:04.114756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:04.115122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:04.131764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:04.172088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19206cf1-34b1-4727-8593-4e779d801c83 req-33f67d79-0f23-4614-ae49-6447aed7cf47 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:04.181188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19206cf1-34b1-4727-8593-4e779d801c83 req-33f67d79-0f23-4614-ae49-6447aed7cf47 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 946 time: 0.0931644 Nov 23 10:39:04.251188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19206cf1-34b1-4727-8593-4e779d801c83 req-3bf68073-b3b5-43a6-a865-2b8bf38d1d90 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637977 Nov 23 10:39:04.295319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1ba22-6ea0-4cbe-9320-a61b26a09aa8 req-dd16060d-a4ea-48eb-b89c-70a3789caebd tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:04.296736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0bf1ba22-6ea0-4cbe-9320-a61b26a09aa8 req-dd16060d-a4ea-48eb-b89c-70a3789caebd tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=97ae9313-eb3d-4322-b334-a36a3326b340 HTTP/1.1" status: 200 len: 950 time: 0.0923975 Nov 23 10:39:04.383254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:04.398013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['53157aac-1352-4da3-a8e4-3791f60e18e3', '48d2ac1b-7b05-42c5-bba0-80d292de151b', '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:04.416848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:04.428281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0bf1ba22-6ea0-4cbe-9320-a61b26a09aa8 req-60c61a08-c6f3-4e77-bbf8-21c86d21f5ce tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168764 Nov 23 10:39:04.479781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', '10506e5f-02db-41e5-8b3d-901a12b36502'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:04.516962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:04.525864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:04.536974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd7e7fb0-0fde-48f5-b73e-de64a32203a0 req-98e35f15-ac72-483c-b108-065295958250 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "DELETE /v2.0/ports/10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e HTTP/1.1" status: 204 len: 173 time: 0.8590093 Nov 23 10:39:04.537485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ae9313-eb3d-4322-b334-a36a3326b340', 'name': 'network-vif-deleted', 'tag': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:04.540287 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fa4fdf-be27-493e-b5cd-767e87d83ea6" -d '{"events": [{"server_uuid": "97ae9313-eb3d-4322-b334-a36a3326b340", "name": "network-vif-deleted", "tag": "10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:04.622290 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1f301-6e5a-410b-95c5-edbb44e64dfd x-openstack-request-id: req-12f1f301-6e5a-410b-95c5-edbb44e64dfd {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:04.622715 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ae9313-eb3d-4322-b334-a36a3326b340", "name": "network-vif-deleted", "tag": "10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:04.623068 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-12f1f301-6e5a-410b-95c5-edbb44e64dfd {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:04.623573 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ae9313-eb3d-4322-b334-a36a3326b340', 'name': 'network-vif-deleted', 'tag': '10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e', 'status': 'completed', 'code': 200} Nov 23 10:39:04.795650 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:39:04.800826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c8c2-14ad-4c58-be24-a3f5910e9e2c req-acc07488-1954-4913-a7bf-3b11bb3605bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:04.811908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c8c2-14ad-4c58-be24-a3f5910e9e2c req-acc07488-1954-4913-a7bf-3b11bb3605bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:04.821433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432c8c2-14ad-4c58-be24-a3f5910e9e2c req-acc07488-1954-4913-a7bf-3b11bb3605bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:04.831213 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d432c8c2-14ad-4c58-be24-a3f5910e9e2c req-acc07488-1954-4913-a7bf-3b11bb3605bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2414 time: 0.1792085 Nov 23 10:39:04.894111 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d432c8c2-14ad-4c58-be24-a3f5910e9e2c req-b00fb1c5-b2b6-4747-a6cd-14ea95c8a7c9 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Nov 23 10:39:05.313126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b42de-c98c-4479-9f3a-a1b30bc4b411 req-f1498fc5-b217-43c5-a528-1aa902599046 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:05.326838 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ba8b42de-c98c-4479-9f3a-a1b30bc4b411 req-f1498fc5-b217-43c5-a528-1aa902599046 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.1533439 Nov 23 10:39:05.379648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 440a0cae-897d-418f-b30e-207b1d9b00c2 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:05.395225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ba8b42de-c98c-4479-9f3a-a1b30bc4b411 req-d8aa9099-c93c-4cbf-9d31-b483827e2602 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672991 Nov 23 10:39:05.460509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a20bc-52c7-462b-a6a5-f856541c5359 req-1d25d5c4-5db1-4a4c-aacb-a783cef8497e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:05.473944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b98a20bc-52c7-462b-a6a5-f856541c5359 req-1d25d5c4-5db1-4a4c-aacb-a783cef8497e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1115503 Nov 23 10:39:05.488272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 440a0cae-897d-418f-b30e-207b1d9b00c2 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:05.495944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 440a0cae-897d-418f-b30e-207b1d9b00c2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:05.497799 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:05.539650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b98a20bc-52c7-462b-a6a5-f856541c5359 req-73b18448-ada6-4b49-909d-fe293bd807f2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647664 Nov 23 10:39:05.583349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b94076-1e8f-44aa-8f1c-de5a9a2e7633 req-852013da-865c-4db9-b80a-1a97b08b75dc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:05.602837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22b94076-1e8f-44aa-8f1c-de5a9a2e7633 req-852013da-865c-4db9-b80a-1a97b08b75dc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 946 time: 0.1175489 Nov 23 10:39:05.657756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:05.714229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22b94076-1e8f-44aa-8f1c-de5a9a2e7633 req-90c60347-0047-42cf-81ca-0b6b9adaac6c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045985 Nov 23 10:39:05.730621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a0cae-897d-418f-b30e-207b1d9b00c2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:05.739466 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d70403f-5e68-4177-8ea8-26516d441ff3" -d '{"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-plugged", "status": "completed", "tag": "440a0cae-897d-418f-b30e-207b1d9b00c2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:05.769341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 440a0cae-897d-418f-b30e-207b1d9b00c2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=440a0cae-897d-418f-b30e-207b1d9b00c2,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:05.777165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:05.778303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bf41d051-4d0d-4bfd-bbfb-fc7997961473 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:05.887523 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d256b-7395-41b5-a34b-73f137c948ca x-openstack-request-id: req-b99d256b-7395-41b5-a34b-73f137c948ca {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:05.887523 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-plugged", "status": "completed", "tag": "440a0cae-897d-418f-b30e-207b1d9b00c2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:05.887523 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b99d256b-7395-41b5-a34b-73f137c948ca {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:05.887523 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440a0cae-897d-418f-b30e-207b1d9b00c2', 'code': 200} Nov 23 10:39:05.925938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=440a0cae-897d-418f-b30e-207b1d9b00c2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:05.945458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port bf41d051-4d0d-4bfd-bbfb-fc7997961473 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:05.961401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port bf41d051-4d0d-4bfd-bbfb-fc7997961473 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:05.961759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:06.079736 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:06.118358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52af61-161f-4da2-b65f-f63b89f982df req-4990cef9-19dc-434f-8c14-8073c0c2e6c1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.131943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port bf41d051-4d0d-4bfd-bbfb-fc7997961473, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bf41d051-4d0d-4bfd-bbfb-fc7997961473,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:06.136834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52af61-161f-4da2-b65f-f63b89f982df req-4990cef9-19dc-434f-8c14-8073c0c2e6c1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.145751 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:06.146444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f5ad1-c4ba-4cdc-abfa-8f7d2f7f57aa req-20c08c06-a84d-45ff-8959-83c74713d819 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.146953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f9f78c4e-529c-4398-b769-c580704c15b9 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:06.149650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e62f5ad1-c4ba-4cdc-abfa-8f7d2f7f57aa req-20c08c06-a84d-45ff-8959-83c74713d819 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 950 time: 0.0935001 Nov 23 10:39:06.157718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52af61-161f-4da2-b65f-f63b89f982df req-4990cef9-19dc-434f-8c14-8073c0c2e6c1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.159817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a52af61-161f-4da2-b65f-f63b89f982df req-4990cef9-19dc-434f-8c14-8073c0c2e6c1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2415 time: 0.1472299 Nov 23 10:39:06.228237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e62f5ad1-c4ba-4cdc-abfa-8f7d2f7f57aa req-0fdfcb63-abc6-49da-91fc-7d77a338183e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736592 Nov 23 10:39:06.239368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a52af61-161f-4da2-b65f-f63b89f982df req-d09f8fc8-f2cb-4764-839b-0ca31a2badb9 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663929 Nov 23 10:39:06.271186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=bf41d051-4d0d-4bfd-bbfb-fc7997961473,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:06.274403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port f9f78c4e-529c-4398-b769-c580704c15b9 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:06.277845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port f9f78c4e-529c-4398-b769-c580704c15b9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:06.278215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:06.357515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:06.390484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f9f78c4e-529c-4398-b769-c580704c15b9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f9f78c4e-529c-4398-b769-c580704c15b9,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:06.394820 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:06.395665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:06.431666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:06.432019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 10c0b7c0-a7c2-40a3-90a1-4c7fa5b8583e not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:06.459819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f9f78c4e-529c-4398-b769-c580704c15b9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:06.511171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3cf67-7f70-4402-95d7-204759e686ea req-f21be567-9572-4b9a-b1ba-77590bf3e5ac tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.512658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3b3cf67-7f70-4402-95d7-204759e686ea req-f21be567-9572-4b9a-b1ba-77590bf3e5ac tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0500896 Nov 23 10:39:06.564205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3b3cf67-7f70-4402-95d7-204759e686ea req-b837eb83-a9a8-493b-b8f8-6d0899b4ac05 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Nov 23 10:39:06.664340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e119-16f2-4f37-bfc8-a23aef50d1b1 req-4c4c9c01-a84a-4a91-b468-4d40749880a5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.665834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7d93e119-16f2-4f37-bfc8-a23aef50d1b1 req-4c4c9c01-a84a-4a91-b468-4d40749880a5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0482969 Nov 23 10:39:06.714659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7d93e119-16f2-4f37-bfc8-a23aef50d1b1 req-15ea14a0-ef0f-4417-8d97-04468c99b7e0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Nov 23 10:39:06.869839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e4ca-2588-438a-87a2-91be4c7af79d req-0b51042f-63f2-4eb9-b2a2-8ba7d81651f9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:06.871452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2166e4ca-2588-438a-87a2-91be4c7af79d req-0b51042f-63f2-4eb9-b2a2-8ba7d81651f9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 946 time: 0.0777736 Nov 23 10:39:06.933583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2166e4ca-2588-438a-87a2-91be4c7af79d req-5788c9ea-ee7a-4d9f-bcc5-9b94798d2565 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520141 Nov 23 10:39:07.219904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6e69a-4591-4722-8862-a6177594e904 req-23c84731-bd32-4822-bbc8-dbc6f94e7223 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.221608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52c6e69a-4591-4722-8862-a6177594e904 req-23c84731-bd32-4822-bbc8-dbc6f94e7223 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 946 time: 0.0604775 Nov 23 10:39:07.284645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52c6e69a-4591-4722-8862-a6177594e904 req-c24d68be-a3ec-4404-ab82-72c1bd17bb79 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551968 Nov 23 10:39:07.371506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761fe18-320e-4f80-b600-3da90737cc2a req-c4e4a559-0106-4118-bb87-ded10e42c2bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.379114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761fe18-320e-4f80-b600-3da90737cc2a req-c4e4a559-0106-4118-bb87-ded10e42c2bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.385954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761fe18-320e-4f80-b600-3da90737cc2a req-c4e4a559-0106-4118-bb87-ded10e42c2bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.387712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1761fe18-320e-4f80-b600-3da90737cc2a req-c4e4a559-0106-4118-bb87-ded10e42c2bb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2417 time: 0.0823159 Nov 23 10:39:07.441151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297db9e-a50a-438d-bceb-84ac4d5d0f15 req-f3fbc796-c966-4820-9d85-84be3e3f0ee8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.447005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1761fe18-320e-4f80-b600-3da90737cc2a req-d82239fb-d161-4313-b9f5-3b31babcb77b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512679 Nov 23 10:39:07.453415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7297db9e-a50a-438d-bceb-84ac4d5d0f15 req-f3fbc796-c966-4820-9d85-84be3e3f0ee8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 950 time: 0.0896385 Nov 23 10:39:07.509665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7297db9e-a50a-438d-bceb-84ac4d5d0f15 req-03bad2c6-3c72-44b0-a28f-7a8297cb4a20 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Nov 23 10:39:07.676129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-405a7328-f7c3-457b-845a-1f6ff89d444e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.678043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-405a7328-f7c3-457b-845a-1f6ff89d444e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 950 time: 0.0534794 Nov 23 10:39:07.687969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058528-326e-4935-abe5-4c9f8b97ff3a req-fe7a716d-edc5-4fe2-a295-d8441b023ff7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.689894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0058528-326e-4935-abe5-4c9f8b97ff3a req-fe7a716d-edc5-4fe2-a295-d8441b023ff7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0510943 Nov 23 10:39:07.748496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0058528-326e-4935-abe5-4c9f8b97ff3a req-d7237700-c7a9-4dd2-8cf5-a720a3190990 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520258 Nov 23 10:39:07.784414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port 48d2ac1b-7b05-42c5-bba0-80d292de151b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:07.784892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:07.882800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473'}, {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f78c4e-529c-4398-b769-c580704c15b9'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:07.889567 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dcf571-4f55-43d6-b226-27e473898951" -d '{"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-plugged", "status": "completed", "tag": "bf41d051-4d0d-4bfd-bbfb-fc7997961473"}, {"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-plugged", "status": "completed", "tag": "f9f78c4e-529c-4398-b769-c580704c15b9"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:07.915937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7a73e-6d46-4cd9-abf4-793fc3e448c5 req-eaf11acb-f469-4650-bce1-7cf32f9d0331 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:07.917093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beb7a73e-6d46-4cd9-abf4-793fc3e448c5 req-eaf11acb-f469-4650-bce1-7cf32f9d0331 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1126163 Nov 23 10:39:07.925046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port 48d2ac1b-7b05-42c5-bba0-80d292de151b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=48d2ac1b-7b05-42c5-bba0-80d292de151b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:07.925440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:07.935457 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d367be1-552f-4477-adb8-7766de7d18d7 x-openstack-request-id: req-1d367be1-552f-4477-adb8-7766de7d18d7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:07.935759 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-plugged", "status": "completed", "tag": "bf41d051-4d0d-4bfd-bbfb-fc7997961473", "code": 200}, {"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-plugged", "status": "completed", "tag": "f9f78c4e-529c-4398-b769-c580704c15b9", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:07.936017 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d367be1-552f-4477-adb8-7766de7d18d7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:07.936421 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473', 'code': 200} Nov 23 10:39:07.936819 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f78c4e-529c-4398-b769-c580704c15b9', 'code': 200} Nov 23 10:39:07.960893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for 48d2ac1b-7b05-42c5-bba0-80d292de151b owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:08.096647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beb7a73e-6d46-4cd9-abf4-793fc3e448c5 req-268589b9-2046-489f-ad48-4e2e68f3003f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684973 Nov 23 10:39:08.114798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1360434-d507-431c-822a-3f0350c8fa66 req-d4164b9d-2d77-489a-9177-2438ebe3a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.115334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1360434-d507-431c-822a-3f0350c8fa66 req-d4164b9d-2d77-489a-9177-2438ebe3a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.115803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1360434-d507-431c-822a-3f0350c8fa66 req-d4164b9d-2d77-489a-9177-2438ebe3a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.117459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1360434-d507-431c-822a-3f0350c8fa66 req-d4164b9d-2d77-489a-9177-2438ebe3a1ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2870 time: 0.0994620 Nov 23 10:39:08.206201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1360434-d507-431c-822a-3f0350c8fa66 req-463d77ad-86d8-4346-be6a-eb3ce02c0825 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800173 Nov 23 10:39:08.207238 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:08.220158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['53157aac-1352-4da3-a8e4-3791f60e18e3', '48d2ac1b-7b05-42c5-bba0-80d292de151b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:08.222944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', '10506e5f-02db-41e5-8b3d-901a12b36502'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:08.237615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=48d2ac1b-7b05-42c5-bba0-80d292de151b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:08.298248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port 48d2ac1b-7b05-42c5-bba0-80d292de151b on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:08.301473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:08.305058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0d6ec11-f34e-4d0e-8728-f8472dac8b25 req-c755751f-ce6b-45ff-b87f-a6c93137e45e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "DELETE /v2.0/ports/48d2ac1b-7b05-42c5-bba0-80d292de151b HTTP/1.1" status: 204 len: 173 time: 0.6204977 Nov 23 10:39:08.306809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'name': 'network-vif-deleted', 'tag': '48d2ac1b-7b05-42c5-bba0-80d292de151b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:08.308217 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378068a4-62dd-42fe-9866-c08bc23bf28f" -d '{"events": [{"server_uuid": "19cfa22b-d272-4b8b-bb1c-0e66d7b80a70", "name": "network-vif-deleted", "tag": "48d2ac1b-7b05-42c5-bba0-80d292de151b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:08.378458 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6170f9-a198-4b93-9bf0-381654cdf018 x-openstack-request-id: req-ca6170f9-a198-4b93-9bf0-381654cdf018 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:08.379073 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cfa22b-d272-4b8b-bb1c-0e66d7b80a70", "name": "network-vif-deleted", "tag": "48d2ac1b-7b05-42c5-bba0-80d292de151b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:08.379387 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ca6170f9-a198-4b93-9bf0-381654cdf018 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:08.379907 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cfa22b-d272-4b8b-bb1c-0e66d7b80a70', 'name': 'network-vif-deleted', 'tag': '48d2ac1b-7b05-42c5-bba0-80d292de151b', 'status': 'completed', 'code': 200} Nov 23 10:39:08.443852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4e37d-cfd2-4f2f-ae02-02c36a3e6289 req-dda0ee63-33a0-45e2-9352-4ed4c428f631 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.445485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47b4e37d-cfd2-4f2f-ae02-02c36a3e6289 req-dda0ee63-33a0-45e2-9352-4ed4c428f631 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 946 time: 0.0483890 Nov 23 10:39:08.496290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47b4e37d-cfd2-4f2f-ae02-02c36a3e6289 req-bbd1e57c-a73a-4da2-8261-8cc54c58b03e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443177 Nov 23 10:39:08.639710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2ec4d-ca11-4100-8cdd-01d7987069b5 req-d4253dda-1ae4-4252-99e5-654d658a3450 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.653458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2ec4d-ca11-4100-8cdd-01d7987069b5 req-d4253dda-1ae4-4252-99e5-654d658a3450 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.660948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2ec4d-ca11-4100-8cdd-01d7987069b5 req-d4253dda-1ae4-4252-99e5-654d658a3450 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.662788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ce2ec4d-ca11-4100-8cdd-01d7987069b5 req-d4253dda-1ae4-4252-99e5-654d658a3450 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2417 time: 0.1002250 Nov 23 10:39:08.740391 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-44fc3084-d447-4cf2-bbee-0c132740927e req-7b6bcecc-bc65-4112-bed5-4f7d8581015b tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=19cfa22b-d272-4b8b-bb1c-0e66d7b80a70 HTTP/1.1" status: 200 len: 210 time: 0.0388346 Nov 23 10:39:08.741730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ce2ec4d-ca11-4100-8cdd-01d7987069b5 req-45e44b82-2b52-42bd-8794-24e35a1fdfe0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711410 Nov 23 10:39:08.877188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02190a4-7718-4719-a170-f2d4d129e789 req-1e36e637-6ab6-480a-9330-29b2d247874e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:08.879151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e02190a4-7718-4719-a170-f2d4d129e789 req-1e36e637-6ab6-480a-9330-29b2d247874e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0536275 Nov 23 10:39:08.928202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e02190a4-7718-4719-a170-f2d4d129e789 req-7b54576b-feb2-4357-b32a-bb54fef65a1e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 Nov 23 10:39:09.221719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e586ab7-70a2-447a-a1d3-91fdb7000253 req-152ffee3-9f1e-439d-acbb-fd00d0c99d71 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.223206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e586ab7-70a2-447a-a1d3-91fdb7000253 req-152ffee3-9f1e-439d-acbb-fd00d0c99d71 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0518000 Nov 23 10:39:09.248923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-4ba16e92-1142-41ad-83f9-071c4417297f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.250417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-4ba16e92-1142-41ad-83f9-071c4417297f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 946 time: 0.1262064 Nov 23 10:39:09.272032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e586ab7-70a2-447a-a1d3-91fdb7000253 req-21c903ce-86ba-4c0d-8c90-0d0025606f28 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Nov 23 10:39:09.313360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-a7388b27-b1d4-41ac-a0d6-cc70841edac7 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.314968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-a7388b27-b1d4-41ac-a0d6-cc70841edac7 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.1798034 Nov 23 10:39:09.352991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-89e90fcb-6612-4c1e-8dd9-e396d8698945 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/quotas/c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 375 time: 0.0318618 Nov 23 10:39:09.409326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Deleting port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:09.409665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.420348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-35d7c036-00f6-4896-86af-39ddae4a9502 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614812 Nov 23 10:39:09.567590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] For port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:09.567956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.581823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-785d8b4e-c26b-4448-afe6-3319d8148116 service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516223 Nov 23 10:39:09.585744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Calling delete_port for 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:09.620427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5225a-29ca-4a65-b783-af95daace779 req-b49e7333-f7cd-4fbc-b4f5-bee80e4e6561 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.621974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52e5225a-29ca-4a65-b783-af95daace779 req-b49e7333-f7cd-4fbc-b4f5-bee80e4e6561 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=af57650f-8710-4f52-9567-7c4a9c5b3550 HTTP/1.1" status: 200 len: 946 time: 0.0503230 Nov 23 10:39:09.670982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52e5225a-29ca-4a65-b783-af95daace779 req-67960584-17a5-4a99-89df-106121e25c17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Nov 23 10:39:09.737350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-615df9c7-2c08-4317-8cba-6b228197e687 service neutron] 10.222.0.61 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475048 Nov 23 10:39:09.813326 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.826753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['06758638-0f5b-4a4e-9d17-f38f55b1d9e5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:09.854120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event deleted for resources: {'Port': ['ID=06758638-0f5b-4a4e-9d17-f38f55b1d9e5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:09.886092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10694f5-3af4-43ce-a8f6-26eb7645e1fa req-fb15c6e5-0a9a-4489-8f13-04a475ab9d40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.892410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10694f5-3af4-43ce-a8f6-26eb7645e1fa req-fb15c6e5-0a9a-4489-8f13-04a475ab9d40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.898665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10694f5-3af4-43ce-a8f6-26eb7645e1fa req-fb15c6e5-0a9a-4489-8f13-04a475ab9d40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:09.900051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] No DVR routers for this DVR port 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:09.900656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a10694f5-3af4-43ce-a8f6-26eb7645e1fa req-fb15c6e5-0a9a-4489-8f13-04a475ab9d40 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2417 time: 0.0902004 Nov 23 10:39:09.902428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:09.906031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0a8195f-5260-412d-b06d-b693a421bb96 req-8cd323c2-6531-4616-8593-d50b1748b36c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "DELETE /v2.0/ports/06758638-0f5b-4a4e-9d17-f38f55b1d9e5 HTTP/1.1" status: 204 len: 173 time: 0.6483769 Nov 23 10:39:09.957915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a10694f5-3af4-43ce-a8f6-26eb7645e1fa req-327a5048-5300-447a-b1cf-7fdea46a7923 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471873 Nov 23 10:39:10.171686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ad71-8e44-417d-a854-fd9aa4bc6105 req-8b09cac5-71f6-4354-800d-fdc6772773a6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.174016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c956ad71-8e44-417d-a854-fd9aa4bc6105 req-8b09cac5-71f6-4354-800d-fdc6772773a6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0786259 Nov 23 10:39:10.281354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c956ad71-8e44-417d-a854-fd9aa4bc6105 req-cc07351f-684f-45af-8aff-68ae8176a1b7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998397 Nov 23 10:39:10.290303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-fc774fd4-279a-430b-b52b-efd1957c3eb0 service neutron] 10.222.0.58 "GET /v2.0/ports/985037f1-9b03-4409-8ccc-e1d04999bc89/bindings/n-h2-817747-2 HTTP/1.1" status: 200 len: 382 time: 0.0917578 Nov 23 10:39:10.356187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c66f461a-e0fe-42f2-a301-c417343e4176 req-04390df9-f639-4f6f-a5ec-45d63091b3d2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.0513508 Nov 23 10:39:10.381651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'name': 'network-vif-deleted', 'tag': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:10.384194 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b38d0-7f4f-4746-9557-72ebe5d1c16d" -d '{"events": [{"server_uuid": "af57650f-8710-4f52-9567-7c4a9c5b3550", "name": "network-vif-deleted", "tag": "06758638-0f5b-4a4e-9d17-f38f55b1d9e5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:10.518627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258d1d1-27a3-4348-b3ce-8ddd4b950794 req-11db2dec-4553-42ce-b94f-f91340cba179 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.520569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9258d1d1-27a3-4348-b3ce-8ddd4b950794 req-11db2dec-4553-42ce-b94f-f91340cba179 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0618527 Nov 23 10:39:10.557727 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372dc769-2ce4-4a75-8747-7f5bf91369ca x-openstack-request-id: req-372dc769-2ce4-4a75-8747-7f5bf91369ca {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:10.559381 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af57650f-8710-4f52-9567-7c4a9c5b3550", "name": "network-vif-deleted", "tag": "06758638-0f5b-4a4e-9d17-f38f55b1d9e5", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:10.559656 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-372dc769-2ce4-4a75-8747-7f5bf91369ca {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:10.560078 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af57650f-8710-4f52-9567-7c4a9c5b3550', 'name': 'network-vif-deleted', 'tag': '06758638-0f5b-4a4e-9d17-f38f55b1d9e5', 'status': 'completed', 'code': 200} Nov 23 10:39:10.594084 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9258d1d1-27a3-4348-b3ce-8ddd4b950794 req-717e5fac-12d6-4456-bfb8-05a28c9cb2cf tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663745 Nov 23 10:39:10.612210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-7229bfc4-f7ba-44df-a522-113f9cb1d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.613836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-7229bfc4-f7ba-44df-a522-113f9cb1d031 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 1101 time: 0.0707591 Nov 23 10:39:10.702042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7f16a-3743-4943-a03a-6b627e04aa42 req-12f87e48-763f-4eb9-9360-dfda46f4bf00 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.703809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8a7f16a-3743-4943-a03a-6b627e04aa42 req-12f87e48-763f-4eb9-9360-dfda46f4bf00 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 949 time: 0.0827992 Nov 23 10:39:10.723396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-ac1742ba-d578-49cd-9798-f36488b2945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.724877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-ac1742ba-d578-49cd-9798-f36488b2945d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 1101 time: 0.0753369 Nov 23 10:39:10.826348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8a7f16a-3743-4943-a03a-6b627e04aa42 req-8a6d642c-f3b6-4d50-a798-6d468bbc2d3e tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136122 Nov 23 10:39:10.863817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-aef530fe-d70c-45bc-86a6-3625bf41690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.865315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-aef530fe-d70c-45bc-86a6-3625bf41690b service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1318924 Nov 23 10:39:10.909212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-b69981a7-7c7b-43ce-8015-b487eebcdec3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 200 len: 217 time: 0.0360925 Nov 23 10:39:10.959176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-5ac097bf-65b1-4ece-8fe4-b035f54391ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:10.960608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-5ac097bf-65b1-4ece-8fe4-b035f54391ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0440049 Nov 23 10:39:11.007611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-c3a3ff30-8160-4a1d-a2a6-ee3a675afcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.009135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-c3a3ff30-8160-4a1d-a2a6-ee3a675afcde service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408702 Nov 23 10:39:11.016222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-122f4737-2731-4209-8b92-75149a6bf2c1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.018010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-122f4737-2731-4209-8b92-75149a6bf2c1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.1138759 Nov 23 10:39:11.033987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-9bc87a07-0248-473f-ba15-bac4680d6660 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/quotas/195338d0921f4152b44ca3ae28137354 HTTP/1.1" status: 200 len: 375 time: 0.0094433 Nov 23 10:39:11.066778 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-7988f102-a43a-455d-80d1-963a979762d1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268133 Nov 23 10:39:11.131962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124af63-a2ea-4786-be89-79019771fbdf req-175bf08d-f17a-482f-b7cf-60ea663b1458 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.137923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124af63-a2ea-4786-be89-79019771fbdf req-175bf08d-f17a-482f-b7cf-60ea663b1458 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.144114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124af63-a2ea-4786-be89-79019771fbdf req-175bf08d-f17a-482f-b7cf-60ea663b1458 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.145800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f124af63-a2ea-4786-be89-79019771fbdf req-175bf08d-f17a-482f-b7cf-60ea663b1458 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2417 time: 0.1074622 Nov 23 10:39:11.159276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-3283fedd-728b-42d7-88a8-68ef4db24acd service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410544 Nov 23 10:39:11.162559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-65c04710-7b71-408a-9819-ed232535d5be service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884426 Nov 23 10:39:11.269824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f124af63-a2ea-4786-be89-79019771fbdf req-12ae4f2f-7441-4267-a670-ff53e5db7c22 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143043 Nov 23 10:39:11.275551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-bada8ba8-c153-4842-b008-eb9197e2664b service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918941 Nov 23 10:39:11.364470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16f33b6e-b802-4693-b282-a37d93ba6b43 req-c8ee7ec9-b0bf-402a-a6c3-5c8361aac219 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934900 Nov 23 10:39:11.400708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-90909c58-3316-427a-8f4b-6cbd68cccefc tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.402281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-90909c58-3316-427a-8f4b-6cbd68cccefc tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 820 time: 0.1481462 Nov 23 10:39:11.422451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Request body: {'port': {'device_id': '05a09703-e44d-4630-b487-12a12aacfec0', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'admin_state_up': True, 'tenant_id': 'c5201496895841988da25d3070f5ac0e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:11.422619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:11.472158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:11.473736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 06758638-0f5b-4a4e-9d17-f38f55b1d9e5 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:11.474356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 48d2ac1b-7b05-42c5-bba0-80d292de151b no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:11.498993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 48d2ac1b-7b05-42c5-bba0-80d292de151b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:11.499550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 48d2ac1b-7b05-42c5-bba0-80d292de151b not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:11.581229 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a318d142-ad40-4899-a425-2122702da518 req-09755f69-4da9-48e5-a6c2-4e43d79ab9b3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.0460482 Nov 23 10:39:11.853869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ebd57a2c-9f1d-4c25-9ab5-bdd2cf5ab6ab req-9323d361-3e7b-4543-97ec-97ce9d57425b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0438845 Nov 23 10:39:11.982552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd311c-1543-4d04-bb49-e47b568c4369 req-951f22a1-d4f7-4626-9e0e-1f5cfb153c1d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:11.984238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1dd311c-1543-4d04-bb49-e47b568c4369 req-951f22a1-d4f7-4626-9e0e-1f5cfb153c1d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.5008495 Nov 23 10:39:12.005648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b383f1-9e00-443f-8ee9-893c17ef7bf0 req-383f3210-7419-4d6d-81c7-9ae2c66dd948 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.007295 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7b383f1-9e00-443f-8ee9-893c17ef7bf0 req-383f3210-7419-4d6d-81c7-9ae2c66dd948 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0734646 Nov 23 10:39:12.042196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Made reservation on behalf of c5201496895841988da25d3070f5ac0e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:12.045644 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:12.068281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7b383f1-9e00-443f-8ee9-893c17ef7bf0 req-a00e536f-b101-4d86-9e76-7e17b1dc19b2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540807 Nov 23 10:39:12.071936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1dd311c-1543-4d04-bb49-e47b568c4369 req-9015511f-f7d1-4519-9d88-b87669c14664 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780659 Nov 23 10:39:12.229282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43417fc9-e1b8-4d6c-80e5-7703fb2da291 req-b6c826d1-a0d4-432f-8bf8-469a4ad42f2c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.240627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43417fc9-e1b8-4d6c-80e5-7703fb2da291 req-b6c826d1-a0d4-432f-8bf8-469a4ad42f2c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.257934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43417fc9-e1b8-4d6c-80e5-7703fb2da291 req-b6c826d1-a0d4-432f-8bf8-469a4ad42f2c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.259897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43417fc9-e1b8-4d6c-80e5-7703fb2da291 req-b6c826d1-a0d4-432f-8bf8-469a4ad42f2c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2417 time: 0.1149597 Nov 23 10:39:12.284224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-2451de9f-d83d-4a34-8612-1ae41802a6fd tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.285779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-2451de9f-d83d-4a34-8612-1ae41802a6fd tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 949 time: 0.1388743 Nov 23 10:39:12.293053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f056ed-94d3-4068-a985-750ae1854a6b req-ae64eda8-dcde-43de-8776-2399931d314d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.294452 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91f056ed-94d3-4068-a985-750ae1854a6b req-ae64eda8-dcde-43de-8776-2399931d314d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/ports?device_id=656348e4-caf9-4144-aa3e-1e0626ddcf03 HTTP/1.1" status: 200 len: 949 time: 0.2096128 Nov 23 10:39:12.303916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Allocated IP 172.20.0.10 (2a883250-deff-4f7a-96f5-800fc1251588/69b2f344-3c63-49b6-bca5-7955e8958560/8389b86f-7278-430a-ae81-0fcc624c8854) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:12.317285 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43417fc9-e1b8-4d6c-80e5-7703fb2da291 req-d016db9f-1bea-4734-a8fa-293a40aaf1c5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Nov 23 10:39:12.573443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc922a01-5ca6-4bbe-865d-9d77ac29a7d6 req-b2ac2c59-9717-4780-9733-55c7ae6ce9e2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.574932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc922a01-5ca6-4bbe-865d-9d77ac29a7d6 req-b2ac2c59-9717-4780-9733-55c7ae6ce9e2 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 949 time: 0.2773130 Nov 23 10:39:12.666701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-5733f27c-e838-495b-a49e-8b3f3bc08b1c tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:12.668208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-5733f27c-e838-495b-a49e-8b3f3bc08b1c tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.2878327 Nov 23 10:39:12.688570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:12.690604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa1d55ba-b9e3-4707-94ec-db81ed755325 req-40c1334e-4000-4b81-98df-50e5fa53cf5f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.0342360 Nov 23 10:39:12.776527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc922a01-5ca6-4bbe-865d-9d77ac29a7d6 req-5541fc04-b7b9-4eae-af7b-8b15e42c707a tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794038 Nov 23 10:39:12.786800 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:12.810251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port 10506e5f-02db-41e5-8b3d-901a12b36502 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:12.810587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:12.835652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port 53157aac-1352-4da3-a8e4-3791f60e18e3 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:12.835999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:12.872886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:12.971089 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c67aaf57-77de-4e40-94d0-9e3ee3bff86d req-bdf6ccd1-4083-466a-8152-6b4e9d694be0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0338039 Nov 23 10:39:13.085169 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:13.100665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1c1ebad4-9595-421e-a7af-8ecd2bb85d72'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:13.185525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port 10506e5f-02db-41e5-8b3d-901a12b36502, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=10506e5f-02db-41e5-8b3d-901a12b36502,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:13.185925 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:13.209855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port 53157aac-1352-4da3-a8e4-3791f60e18e3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=53157aac-1352-4da3-a8e4-3791f60e18e3,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:13.210225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:13.248092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Network 2a883250-deff-4f7a-96f5-800fc1251588 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:13.276501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5e142-be03-4b8e-915e-f68792c79839 req-087975f9-cb74-4886-9f04-b412535148ca tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.279554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for 53157aac-1352-4da3-a8e4-3791f60e18e3 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:13.283334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09a5e142-be03-4b8e-915e-f68792c79839 req-087975f9-cb74-4886-9f04-b412535148ca tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 945 time: 0.0645502 Nov 23 10:39:13.289176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for 10506e5f-02db-41e5-8b3d-901a12b36502 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:13.306978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-61622cfa-39fb-480f-9801-35edbc86c0fe tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.308685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-61622cfa-39fb-480f-9801-35edbc86c0fe tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.4226725 Nov 23 10:39:13.309912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:13.343549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:13.355800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:13.358276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09a5e142-be03-4b8e-915e-f68792c79839 req-786569f8-ffb7-4fd7-bb0e-68e8f261d7da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668712 Nov 23 10:39:13.362604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.363375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:13.383077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Request body: {'port': {'device_id': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'admin_state_up': True, 'tenant_id': '195338d0921f4152b44ca3ae28137354'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:13.549413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae3d3-3d3f-4a42-b928-55a4ab7e778f req-5fe8ab27-99ec-45a7-9e57-39150214be18 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.555945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae3d3-3d3f-4a42-b928-55a4ab7e778f req-5fe8ab27-99ec-45a7-9e57-39150214be18 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.561890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae3d3-3d3f-4a42-b928-55a4ab7e778f req-5fe8ab27-99ec-45a7-9e57-39150214be18 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.562163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6785ba-3e61-4ece-a242-18992d7d207f req-e54b7047-b7ee-4e68-950b-11f7c5e7bd81 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.564203 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a17ae3d3-3d3f-4a42-b928-55a4ab7e778f req-5fe8ab27-99ec-45a7-9e57-39150214be18 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2417 time: 0.0736458 Nov 23 10:39:13.570411 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd6785ba-3e61-4ece-a242-18992d7d207f req-e54b7047-b7ee-4e68-950b-11f7c5e7bd81 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.3279855 Nov 23 10:39:13.575065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-769a5091-d508-4df7-872a-d86ce40b9acd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1597006 Nov 23 10:39:13.618255 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a17ae3d3-3d3f-4a42-b928-55a4ab7e778f req-751ca1c7-c84a-47a4-b6e5-07109e17cfdd tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Nov 23 10:39:13.629924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Request body: {'port': {'device_id': '05a09703-e44d-4630-b487-12a12aacfec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:13.659136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 32fa9681-addd-4aae-8436-b4b537f820eb details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:13.769403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd6785ba-3e61-4ece-a242-18992d7d207f req-ade0917e-57f6-410f-b448-84c7e3066b4e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919367 Nov 23 10:39:13.777164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:13.816660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:13.837393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 32fa9681-addd-4aae-8436-b4b537f820eb has no active binding in host n-h1-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:39:13.887094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65e005-6f3e-4b62-bc21-2541a9762907 req-a5e222eb-b429-42c7-af00-31db6d1d6d15 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:13.888875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed65e005-6f3e-4b62-bc21-2541a9762907 req-a5e222eb-b429-42c7-af00-31db6d1d6d15 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 932 time: 0.0893183 Nov 23 10:39:13.909586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:13.961723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed65e005-6f3e-4b62-bc21-2541a9762907 req-06bac744-6c5a-422b-9409-49852249a516 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645573 Nov 23 10:39:14.048498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:14.113253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6cfff897-58aa-454e-88de-fe91df16c3e1 req-10c96a3a-adcf-4788-be29-bd9f6d2abe9b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0498750 Nov 23 10:39:14.146808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-862617ea-04b4-4635-ab0a-a8b833b1b3d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.153943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-862617ea-04b4-4635-ab0a-a8b833b1b3d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.161468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-862617ea-04b4-4635-ab0a-a8b833b1b3d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.163424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-862617ea-04b4-4635-ab0a-a8b833b1b3d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 2417 time: 0.1136868 Nov 23 10:39:14.168388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:14.170837 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0bb14c-4ca2-46c6-8705-a301932e9601" -d '{"events": [{"server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:14.179700 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.181879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:14.185712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.239762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74856c0a-2c36-4711-a191-2fe5ac00bf6f req-a8a528d8-db7a-453d-8f5f-b44a670cd54f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.241502 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74856c0a-2c36-4711-a191-2fe5ac00bf6f req-a8a528d8-db7a-453d-8f5f-b44a670cd54f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=d51c7407-f67b-4eba-b515-0597ce43fdea HTTP/1.1" status: 200 len: 949 time: 0.3583267 Nov 23 10:39:14.242256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.244141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.249366 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6064886-b88f-4395-8195-b007f0b9c0cb x-openstack-request-id: req-b6064886-b88f-4395-8195-b007f0b9c0cb {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:14.249752 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "name": "network-vif-unplugged", "status": "completed", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:14.250078 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6064886-b88f-4395-8195-b007f0b9c0cb {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:14.251673 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb', 'code': 200} Nov 23 10:39:14.262034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:14.279702 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.316205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port f9f78c4e-529c-4398-b769-c580704c15b9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:14.316758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.328341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=10506e5f-02db-41e5-8b3d-901a12b36502,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:14.441638 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7def54bf-029c-43cf-bad6-b72beb2a6371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.484533 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port f9f78c4e-529c-4398-b769-c580704c15b9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f9f78c4e-529c-4398-b769-c580704c15b9,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:14.485862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.521526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for f9f78c4e-529c-4398-b769-c580704c15b9 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:14.550871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe03b1-51c9-46e3-a459-ca88d51d0721 req-20c32f04-ff2b-4dcf-8035-8afed536f40e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:14.552584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0afe03b1-51c9-46e3-a459-ca88d51d0721 req-20c32f04-ff2b-4dcf-8035-8afed536f40e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0839913 Nov 23 10:39:14.634565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8389b86f-7278-430a-ae81-0fcc624c8854 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:14.645841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.651506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0afe03b1-51c9-46e3-a459-ca88d51d0721 req-08756186-9899-4a4f-941c-03aedb042fa2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682755 Nov 23 10:39:14.663736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Transition to ACTIVE for port object 8389b86f-7278-430a-ae81-0fcc624c8854 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:14.754757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.767460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['bf41d051-4d0d-4bfd-bbfb-fc7997961473', '440a0cae-897d-418f-b30e-207b1d9b00c2', 'f9f78c4e-529c-4398-b769-c580704c15b9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:14.831744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=f9f78c4e-529c-4398-b769-c580704c15b9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:14.835126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Allocated IP 172.20.0.10 (ace056a8-c301-4243-8a18-6b51e87dd9c0/73dd1ecb-02bb-4f7a-95d3-7066e97dcd48/17735542-8d99-4590-95e5-04ff31547197) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:14.886838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.887202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.887520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.887855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.888187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.888519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.888848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.889195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.889523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.895567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.896134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.896420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:14.950932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port f9f78c4e-529c-4398-b769-c580704c15b9 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:14.960731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:14.970806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-5fb2617c-fecd-4377-a119-5fcbe32c852e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "DELETE /v2.0/ports/f9f78c4e-529c-4398-b769-c580704c15b9 HTTP/1.1" status: 204 len: 173 time: 0.8007393 Nov 23 10:39:14.971319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-deleted', 'tag': 'f9f78c4e-529c-4398-b769-c580704c15b9'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:14.974740 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138fb645-1288-49cf-8a78-d7f02a16b86b" -d '{"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-deleted", "tag": "f9f78c4e-529c-4398-b769-c580704c15b9"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:15.085202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=53157aac-1352-4da3-a8e4-3791f60e18e3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:15.148482 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.161889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port 53157aac-1352-4da3-a8e4-3791f60e18e3 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:15.163635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port 10506e5f-02db-41e5-8b3d-901a12b36502 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:15.244056 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19429675-db90-44b0-af38-62ea4f1e022c req-36e318cc-9850-4607-bbfa-aa0c9d478ed5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:15.253535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19429675-db90-44b0-af38-62ea4f1e022c req-36e318cc-9850-4607-bbfa-aa0c9d478ed5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:15.263832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19429675-db90-44b0-af38-62ea4f1e022c req-36e318cc-9850-4607-bbfa-aa0c9d478ed5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 1682 time: 0.2608693 Nov 23 10:39:15.314040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port bf41d051-4d0d-4bfd-bbfb-fc7997961473 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:15.314439 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.404673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19429675-db90-44b0-af38-62ea4f1e022c req-424c8f63-8098-47a7-b121-e35d68448ac9 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398404 Nov 23 10:39:15.449330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port bf41d051-4d0d-4bfd-bbfb-fc7997961473, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bf41d051-4d0d-4bfd-bbfb-fc7997961473,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:15.449707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.456410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:15.462462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 53157aac-1352-4da3-a8e4-3791f60e18e3 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:15.464037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for bf41d051-4d0d-4bfd-bbfb-fc7997961473 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:15.527418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 53157aac-1352-4da3-a8e4-3791f60e18e3 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:15.528199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 53157aac-1352-4da3-a8e4-3791f60e18e3 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:15.529221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:15.568540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.572819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f6e0b27-cec9-4fc3-b9e3-69976c6a3319 req-15f0c155-2788-4997-b496-7cad79b67247 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.58 "DELETE /v2.0/ports/53157aac-1352-4da3-a8e4-3791f60e18e3 HTTP/1.1" status: 204 len: 173 time: 3.2304072 Nov 23 10:39:15.625227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.631447 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91f056ed-94d3-4068-a985-750ae1854a6b req-6562d9ff-66f5-4482-a5c0-94a00c9b3e3f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "DELETE /v2.0/ports/10506e5f-02db-41e5-8b3d-901a12b36502 HTTP/1.1" status: 204 len: 173 time: 3.3286076 Nov 23 10:39:15.684587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 10506e5f-02db-41e5-8b3d-901a12b36502 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:15.716997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f8416-3364-488a-98e3-02ad03cd4808 req-1d12c70a-a5b6-4b5f-9c5f-db8e72635f29 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:15.718883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-311f8416-3364-488a-98e3-02ad03cd4808 req-1d12c70a-a5b6-4b5f-9c5f-db8e72635f29 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1039777 Nov 23 10:39:15.720921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.728647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74856c0a-2c36-4711-a191-2fe5ac00bf6f req-4b87a261-cc06-4fab-a572-09aaab619f87 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4702692 Nov 23 10:39:15.776099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=bf41d051-4d0d-4bfd-bbfb-fc7997961473,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:15.841093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f9f78c4e-529c-4398-b769-c580704c15b9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:15.881834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on host n-h2-817747-2 for vnic_type normal with profile {"migrating_to": "n-h1-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:15.890547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:15.894730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:15.905716 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03393cd2-90a7-41fe-87ec-0da23e8bbaae x-openstack-request-id: req-03393cd2-90a7-41fe-87ec-0da23e8bbaae {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:15.906014 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-deleted", "tag": "f9f78c4e-529c-4398-b769-c580704c15b9", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:15.906263 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03393cd2-90a7-41fe-87ec-0da23e8bbaae {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:15.906672 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-deleted', 'tag': 'f9f78c4e-529c-4398-b769-c580704c15b9', 'status': 'completed', 'code': 200} Nov 23 10:39:15.924473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 10506e5f-02db-41e5-8b3d-901a12b36502 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:15.925007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 10506e5f-02db-41e5-8b3d-901a12b36502 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:15.927220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:15.934920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:15.948015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port bf41d051-4d0d-4bfd-bbfb-fc7997961473 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:15.957307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:15.960948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-46e46eef-bfd1-45b0-b8bd-160054840918 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "DELETE /v2.0/ports/bf41d051-4d0d-4bfd-bbfb-fc7997961473 HTTP/1.1" status: 204 len: 173 time: 0.9789925 Nov 23 10:39:15.977530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-311f8416-3364-488a-98e3-02ad03cd4808 req-21394217-3746-424b-b1da-4df146429b5e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260199 Nov 23 10:39:16.026738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:16.027069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Attempting to bind port 32fa9681-addd-4aae-8436-b4b537f820eb on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:16.034640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.059133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:16.059473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:16.059808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:16.087589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:16.087932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:16.088577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:16.089037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Bound port: 32fa9681-addd-4aae-8436-b4b537f820eb, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:16.089422 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.146090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.147696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:16.148086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:16.155121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:16.169536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:16.194392 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.216416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'mac_address': 'fa:16:3e:25:b9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:16.241568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port 440a0cae-897d-418f-b30e-207b1d9b00c2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:16.242278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.270179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4c25c-a221-4f2a-bc6b-80b9d3a2838d req-7b6cc43f-defc-4171-86c3-3b8a3c3d4ab3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.278338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:16.278972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'name': 'network-vif-deleted', 'tag': '53157aac-1352-4da3-a8e4-3791f60e18e3'}, {'server_uuid': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'name': 'network-vif-deleted', 'tag': '10506e5f-02db-41e5-8b3d-901a12b36502'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:16.279396 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64e4c25c-a221-4f2a-bc6b-80b9d3a2838d req-7b6cc43f-defc-4171-86c3-3b8a3c3d4ab3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 932 time: 0.1742475 Nov 23 10:39:16.281390 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad48462e-2cbb-41da-a8f6-b3f884438fbb" -d '{"events": [{"server_uuid": "d51c7407-f67b-4eba-b515-0597ce43fdea", "name": "network-vif-deleted", "tag": "53157aac-1352-4da3-a8e4-3791f60e18e3"}, {"server_uuid": "656348e4-caf9-4144-aa3e-1e0626ddcf03", "name": "network-vif-deleted", "tag": "10506e5f-02db-41e5-8b3d-901a12b36502"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:16.284537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event updated for resources: {'Port': ['ID=17735542-8d99-4590-95e5-04ff31547197,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:16.288171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:16.288907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:16.288907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:16.289367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Bound port: 8389b86f-7278-430a-ae81-0fcc624c8854, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:16.289727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.306006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:16.311720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:16.319450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:16.325369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.325999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.341939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17946b-bc5d-4984-bc3d-89107a4bc1ca req-6695f9fd-c479-4f8b-9272-822c6b997987 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.349585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e17946b-bc5d-4984-bc3d-89107a4bc1ca req-6695f9fd-c479-4f8b-9272-822c6b997987 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.3280973 Nov 23 10:39:16.363001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:16.374121 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e4396a-3425-449d-a40f-04d67ac8560f" -d '{"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-unplugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:16.387938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:16.413968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.417195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:16.418465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-1341e93d-12fe-4c8f-bd14-f0643db5a70e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0636408 Nov 23 10:39:16.449730 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.454480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64e4c25c-a221-4f2a-bc6b-80b9d3a2838d req-de7aeb30-53af-4884-9bf5-801348356a6d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713617 Nov 23 10:39:16.466773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Request body: {'port': {'device_id': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:16.519218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port 440a0cae-897d-418f-b30e-207b1d9b00c2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=440a0cae-897d-418f-b30e-207b1d9b00c2,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:16.530007 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.537867 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.538552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:16.561975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for 440a0cae-897d-418f-b30e-207b1d9b00c2 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:16.562856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e17946b-bc5d-4984-bc3d-89107a4bc1ca req-80611b80-616c-4f9b-8c06-8f8d34946a85 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055953 Nov 23 10:39:16.613166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 985037f1-9b03-4409-8ccc-e1d04999bc89 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:16.634848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:16.644161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:16.668564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.671243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.671872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.673354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-b65b3ca0-fcb5-4f48-9bd3-0d7b3bec049e service neutron] 10.222.0.65 "PUT /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 1121 time: 3.9939275 Nov 23 10:39:16.690391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:16.717261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.738716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.739342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:16.740769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] 10.222.0.65 "PUT /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 1092 time: 3.1251078 Nov 23 10:39:16.744281 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:39:16.744906 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:39:16.791389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['32fa9681-addd-4aae-8436-b4b537f820eb'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:16.811058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376534d9-f7d7-4c9d-b218-459b6575658f service neutron] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:16.843362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466eee2-ad42-4fca-b147-a73fc1ebb67a req-447312b1-c02a-4075-b20e-3338cfa469f4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.856491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e466eee2-ad42-4fca-b147-a73fc1ebb67a req-447312b1-c02a-4075-b20e-3338cfa469f4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.2810876 Nov 23 10:39:16.884031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['32fa9681-addd-4aae-8436-b4b537f820eb'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:16.949831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-25cb5409-dd68-4040-9ce7-656333b9aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:16.952159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-25cb5409-dd68-4040-9ce7-656333b9aa11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1095 time: 0.1370583 Nov 23 10:39:17.003969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31e582ed-68cb-47bf-850a-57f39ed2a564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.083080 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e466eee2-ad42-4fca-b147-a73fc1ebb67a req-1dfdd982-3c7a-4375-931f-bb3fee320394 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205901 Nov 23 10:39:17.137800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.194186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17735542-8d99-4590-95e5-04ff31547197 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:17.202766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.214028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=440a0cae-897d-418f-b30e-207b1d9b00c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:17.221130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Transition to ACTIVE for port object 17735542-8d99-4590-95e5-04ff31547197 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:17.223076 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad883dfa-d259-4a11-8cc6-0cfa09ff573c x-openstack-request-id: req-ad883dfa-d259-4a11-8cc6-0cfa09ff573c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:17.223520 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-unplugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:17.224980 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad883dfa-d259-4a11-8cc6-0cfa09ff573c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:17.226233 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'code': 200} Nov 23 10:39:17.229618 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6aca3f-1298-4aa5-9e75-923cabfe70da x-openstack-request-id: req-6d6aca3f-1298-4aa5-9e75-923cabfe70da {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:17.230410 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51c7407-f67b-4eba-b515-0597ce43fdea", "name": "network-vif-deleted", "tag": "53157aac-1352-4da3-a8e4-3791f60e18e3", "status": "completed", "code": 200}, {"server_uuid": "656348e4-caf9-4144-aa3e-1e0626ddcf03", "name": "network-vif-deleted", "tag": "10506e5f-02db-41e5-8b3d-901a12b36502", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:17.230686 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d6aca3f-1298-4aa5-9e75-923cabfe70da {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:17.232050 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51c7407-f67b-4eba-b515-0597ce43fdea', 'name': 'network-vif-deleted', 'tag': '53157aac-1352-4da3-a8e4-3791f60e18e3', 'status': 'completed', 'code': 200} Nov 23 10:39:17.232319 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656348e4-caf9-4144-aa3e-1e0626ddcf03', 'name': 'network-vif-deleted', 'tag': '10506e5f-02db-41e5-8b3d-901a12b36502', 'status': 'completed', 'code': 200} Nov 23 10:39:17.270507 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.300961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port 440a0cae-897d-418f-b30e-207b1d9b00c2 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:17.305613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.321752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d33d42b5-71f9-4e50-b86a-9441b4c1ae61 req-52d141ef-35fc-4ead-8fd8-559bf2300557 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "DELETE /v2.0/ports/440a0cae-897d-418f-b30e-207b1d9b00c2 HTTP/1.1" status: 204 len: 173 time: 1.3381143 Nov 23 10:39:17.424048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-8e491d39-1f98-4374-bf0e-3d7e19ca67fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 217 time: 0.1855505 Nov 23 10:39:17.476754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.520282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f9f78c4e-529c-4398-b769-c580704c15b9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:17.553082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985037f1-9b03-4409-8ccc-e1d04999bc89 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:17.569553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d79b58e5-1985-4664-803a-d9e558416443 req-7ee92124-4703-4fbb-bf3f-fcb57707b86c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=22c06a80-4b95-4551-9c3f-c58d8c1749b8 HTTP/1.1" status: 200 len: 210 time: 0.1627564 Nov 23 10:39:17.609646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae6ec2-b3b2-4888-bd9e-d7ea6b8d937f req-e8a80e4d-6166-4b53-a326-c132979195eb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:17.611750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11ae6ec2-b3b2-4888-bd9e-d7ea6b8d937f req-e8a80e4d-6166-4b53-a326-c132979195eb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.0867968 Nov 23 10:39:17.612387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:17.632781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-75ff431c-7774-42e5-9f48-b0b204a2df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:17.634292 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-75ff431c-7774-42e5-9f48-b0b204a2df43 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1830652 Nov 23 10:39:17.635918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.639667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Pushing event updated for resources: {'Port': ['ID=17735542-8d99-4590-95e5-04ff31547197,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:17.668330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-fb9d8c17-4740-4621-85bb-8d5f3b20d5b5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:17.670444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-fb9d8c17-4740-4621-85bb-8d5f3b20d5b5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 948 time: 0.4367588 Nov 23 10:39:17.706667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11ae6ec2-b3b2-4888-bd9e-d7ea6b8d937f req-9eeac913-94cc-483c-a538-64106256606c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785496 Nov 23 10:39:17.722033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-9a0f82d3-4136-42ee-84d7-62e3a1fe997e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506697 Nov 23 10:39:17.744937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Attempting to bind port 17735542-8d99-4590-95e5-04ff31547197 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:17.745289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Attempting to bind port 17735542-8d99-4590-95e5-04ff31547197 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:17.745796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Attempting to bind port 17735542-8d99-4590-95e5-04ff31547197 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:17.760762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:17.790291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Port 17735542-8d99-4590-95e5-04ff31547197 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:17.790291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Attempting to bind port 17735542-8d99-4590-95e5-04ff31547197 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:17.836116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:17.836601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Checking segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:17.836998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Bound using segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:17.837477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Bound port: 17735542-8d99-4590-95e5-04ff31547197, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:17.837836 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:17.879729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72bf44-8504-4590-866d-cee4287af579 req-f1fa2441-98bc-4d4e-8adc-39c6909cba2e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:17.881880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd72bf44-8504-4590-866d-cee4287af579 req-f1fa2441-98bc-4d4e-8adc-39c6909cba2e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.0683253 Nov 23 10:39:17.911521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-bf0a4b58-00cf-43c5-89f6-64be917160a8 service neutron] 10.222.0.58 "GET /v2.0/ports/985037f1-9b03-4409-8ccc-e1d04999bc89/bindings/n-h2-817747-2 HTTP/1.1" status: 200 len: 382 time: 0.2181201 Nov 23 10:39:17.916554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-deleted', 'tag': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473'}, {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-deleted', 'tag': '440a0cae-897d-418f-b30e-207b1d9b00c2'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:17.919139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f84a34-c8c2-4a0c-b9a6-2275b77c952d req-ff04fa70-6180-431d-8bee-04ff7871dacf tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:17.920569 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002516c5-f96c-4257-8824-80805632de40" -d '{"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-deleted", "tag": "bf41d051-4d0d-4bfd-bbfb-fc7997961473"}, {"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-deleted", "tag": "440a0cae-897d-418f-b30e-207b1d9b00c2"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:17.920709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27f84a34-c8c2-4a0c-b9a6-2275b77c952d req-ff04fa70-6180-431d-8bee-04ff7871dacf tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 944 time: 0.1595700 Nov 23 10:39:17.978925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd72bf44-8504-4590-866d-cee4287af579 req-6b027f4a-c1bc-438d-ba2f-d8a9b9101d21 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847912 Nov 23 10:39:18.030651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-b57ad457-1782-41dc-8275-3e4eecfe8a29 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869864 Nov 23 10:39:18.070379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['985037f1-9b03-4409-8ccc-e1d04999bc89'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:18.102269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] For port 17735542-8d99-4590-95e5-04ff31547197, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:18.113518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27f84a34-c8c2-4a0c-b9a6-2275b77c952d req-20ca2441-7da2-404b-9eee-7fd92a7620ae tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623898 Nov 23 10:39:18.120224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-c168efb1-f514-4e21-bb8a-9f56de664bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.121859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-c168efb1-f514-4e21-bb8a-9f56de664bdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 1100 time: 0.1695848 Nov 23 10:39:18.182149 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989e240a-1254-44fb-b47b-c46fdd5ed946 x-openstack-request-id: req-989e240a-1254-44fb-b47b-c46fdd5ed946 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:18.182523 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-deleted", "tag": "bf41d051-4d0d-4bfd-bbfb-fc7997961473", "status": "completed", "code": 200}, {"server_uuid": "22c06a80-4b95-4551-9c3f-c58d8c1749b8", "name": "network-vif-deleted", "tag": "440a0cae-897d-418f-b30e-207b1d9b00c2", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:18.182848 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-989e240a-1254-44fb-b47b-c46fdd5ed946 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:18.183327 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-deleted', 'tag': 'bf41d051-4d0d-4bfd-bbfb-fc7997961473', 'status': 'completed', 'code': 200} Nov 23 10:39:18.183655 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c06a80-4b95-4551-9c3f-c58d8c1749b8', 'name': 'network-vif-deleted', 'tag': '440a0cae-897d-418f-b30e-207b1d9b00c2', 'status': 'completed', 'code': 200} Nov 23 10:39:18.273380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] For port 17735542-8d99-4590-95e5-04ff31547197, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=17735542-8d99-4590-95e5-04ff31547197,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:18.275050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-c20e7f8b-1a2e-45f5-811f-14ff156f4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.276504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-c20e7f8b-1a2e-45f5-811f-14ff156f4198 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1420166 Nov 23 10:39:18.290765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:18.405247 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:18.415550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-894ee132-9340-45c4-bc6e-1352f56ff5a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 200 len: 217 time: 0.1218143 Nov 23 10:39:18.419865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.420479 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:18.421813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] 10.222.0.58 "PUT /v2.0/ports/17735542-8d99-4590-95e5-04ff31547197 HTTP/1.1" status: 200 len: 1092 time: 1.9861279 Nov 23 10:39:18.537991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47661e-59a2-4fb0-8208-a1e91c2c37ae req-6f9ad56e-e148-4d70-ad78-06227a4d00b7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.539672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf47661e-59a2-4fb0-8208-a1e91c2c37ae req-6f9ad56e-e148-4d70-ad78-06227a4d00b7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.2683547 Nov 23 10:39:18.541885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86ee744f-66fd-402c-9ff7-12bc98b0a0de req-44df8640-f7b5-4de2-ba5b-b2a974fcbc4f service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992433 Nov 23 10:39:18.586207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8067b-4541-4372-ac34-ddd2af08264a service neutron] Pushing event updated for resources: {'Port': ['ID=17735542-8d99-4590-95e5-04ff31547197,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:18.608043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-e8a8bec6-7d75-4b69-b10b-23546d21a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.609567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-e8a8bec6-7d75-4b69-b10b-23546d21a889 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1756392 Nov 23 10:39:18.655579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf47661e-59a2-4fb0-8208-a1e91c2c37ae req-4ffa3f5a-bc65-4151-ab05-ae96af50584f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984275 Nov 23 10:39:18.662869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-496af153-19c9-49c4-9f86-c6a1072cb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.664392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-496af153-19c9-49c4-9f86-c6a1072cb224 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 1095 time: 0.1823664 Nov 23 10:39:18.682148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c13763-ace6-4c7b-97cc-ef07ea3716ea req-bfde0117-d2c4-4fb7-8066-863be6b6d192 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.682148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2c13763-ace6-4c7b-97cc-ef07ea3716ea req-bfde0117-d2c4-4fb7-8066-863be6b6d192 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 950 time: 0.0568504 Nov 23 10:39:18.724868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-bbd794ae-1882-44c0-b672-3eb55ebcd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.726429 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-bbd794ae-1882-44c0-b672-3eb55ebcd102 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031928 Nov 23 10:39:18.728167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-3c66ed44-ee0b-4180-8c81-2619ef8162f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17735542-8d99-4590-95e5-04ff31547197 HTTP/1.1" status: 200 len: 217 time: 0.0501332 Nov 23 10:39:18.733125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55214) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:18.780800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2c13763-ace6-4c7b-97cc-ef07ea3716ea req-96596699-17b8-40e6-bc98-68087b0664c5 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963693 Nov 23 10:39:18.811456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting subnet a204dd84-1b28-460d-bd8a-cead37615490 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:39:18.815782 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:18.869567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:18.897530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-328b085a-5a18-4bf6-87df-3f4ed7840092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.899003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-328b085a-5a18-4bf6-87df-3f4ed7840092 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.1494877 Nov 23 10:39:18.950969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1e42c-d87f-4997-99b7-ebe5fc208f1c req-06249f73-6de0-4187-9e81-596905c6d8b0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:18.952434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c1e42c-d87f-4997-99b7-ebe5fc208f1c req-06249f73-6de0-4187-9e81-596905c6d8b0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 949 time: 0.1334839 Nov 23 10:39:18.956388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-69a79752-992c-4973-828b-5286f9056cb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486343 Nov 23 10:39:18.958647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-d75d62fa-fdd5-45e0-939a-a9eaf4d7e96c service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177343 Nov 23 10:39:18.963135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.026905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.058549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Subnet': ['ID=a204dd84-1b28-460d-bd8a-cead37615490,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:19.066700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.069862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-88e6ed0d-4569-4e2a-9ee9-55c375e4c56d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/subnets/a204dd84-1b28-460d-bd8a-cead37615490 HTTP/1.1" status: 204 len: 168 time: 0.3356977 Nov 23 10:39:19.078044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55220) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:19.078737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab113d5-5875-4e45-ab9f-27ca484bb59f None None] Network a8c34f21-7a72-45cf-9694-90fc9531a820 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:19.116539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c1e42c-d87f-4997-99b7-ebe5fc208f1c req-7ff8ec73-38ad-4fac-96f5-dbb15c636cef tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566284 Nov 23 10:39:19.170471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-8fa44c19-9f01-4a3b-abda-8d43b6c61a99 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962187 Nov 23 10:39:19.174474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-ef879e34-bb0a-42df-8a25-4d03f4f36ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013624 Nov 23 10:39:19.193816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b195b-e1d0-4b49-a106-b181137350f8 req-48c4686f-9cac-4211-aca0-04915d710205 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:19.205741 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f61b195b-e1d0-4b49-a106-b181137350f8 req-48c4686f-9cac-4211-aca0-04915d710205 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.1398349 Nov 23 10:39:19.239908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.242610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb'}, {'name': 'network-changed', 'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854'}, {'name': 'network-changed', 'server_uuid': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'tag': '17735542-8d99-4590-95e5-04ff31547197'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:19.244864 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ca3949-dd75-4e26-91bc-e83ee6233212" -d '{"events": [{"name": "network-changed", "server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb"}, {"name": "network-changed", "server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854"}, {"name": "network-changed", "server_uuid": "1488a8d8-588d-4b5f-9b86-ba667559af31", "tag": "17735542-8d99-4590-95e5-04ff31547197"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:19.284488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f61b195b-e1d0-4b49-a106-b181137350f8 req-327788bd-f0bf-4d54-8754-7a15ab54ce5f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777874 Nov 23 10:39:19.349162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] DHCP port deletion for a8c34f21-7a72-45cf-9694-90fc9531a820 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:39:19.358840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:19.359203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.360895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc5108d8-d048-4f7d-a6c2-b653486c4274 req-fec22ee9-6a2b-437a-8bb2-e60e94548411 service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763124 Nov 23 10:39:19.374708 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf4c967-bf89-4749-a228-43b3986ae4b8 x-openstack-request-id: req-eaf4c967-bf89-4749-a228-43b3986ae4b8 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:19.377717 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1488a8d8-588d-4b5f-9b86-ba667559af31", "tag": "17735542-8d99-4590-95e5-04ff31547197", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:19.378325 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eaf4c967-bf89-4749-a228-43b3986ae4b8 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:19.378931 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb', 'status': 'completed', 'code': 200} Nov 23 10:39:19.380447 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854', 'status': 'completed', 'code': 200} Nov 23 10:39:19.380926 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'tag': '17735542-8d99-4590-95e5-04ff31547197', 'status': 'completed', 'code': 200} Nov 23 10:39:19.402859 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.403417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c090-1350-4b8c-9e29-e4e2b5427022 req-ac80f852-b57d-439d-a398-7f507b8937b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:19.409598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5720c090-1350-4b8c-9e29-e4e2b5427022 req-ac80f852-b57d-439d-a398-7f507b8937b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 944 time: 0.1299891 Nov 23 10:39:19.433876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] Deleting port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:19.435105 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.449554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:19.449946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.464836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for 94de0e97-0bb7-4ea5-9272-e548f0b7d14e owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:19.521208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] For port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,segment=NetworkSegment(77f33039-43c7-4a8d-945e-096457c938d7),segment_id=77f33039-43c7-4a8d-945e-096457c938d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:19.522276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.537036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5720c090-1350-4b8c-9e29-e4e2b5427022 req-88c1be07-66dd-4057-8465-548a26236714 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242032 Nov 23 10:39:19.537245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] Calling delete_port for 94de0e97-0bb7-4ea5-9272-e548f0b7d14e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:19.551705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-67e67042-35c3-4016-8872-8681f4ff99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:19.551705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-67e67042-35c3-4016-8872-8681f4ff99df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1095 time: 0.1321974 Nov 23 10:39:19.555698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-cb260772-ee3d-45ab-a46f-fbbd53cf0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:19.555698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-cb260772-ee3d-45ab-a46f-fbbd53cf0b09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1124 time: 0.1404359 Nov 23 10:39:19.560025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.592115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:19.607615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:19.711319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.778010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:19.783708 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.853314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] Pushing event deleted for resources: {'Port': ['ID=94de0e97-0bb7-4ea5-9272-e548f0b7d14e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:19.865927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2f26f-96e8-4e24-9b04-fb51d6f774d8 None None] No DVR routers for this DVR port 94de0e97-0bb7-4ea5-9272-e548f0b7d14e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:19.869400 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.897558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 985037f1-9b03-4409-8ccc-e1d04999bc89 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:19.897930 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:19.999088 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.025798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:20.028796 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853c9cb5-bbeb-4724-944e-82815687c689" -d '{"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-plugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:20.053649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:20.060337 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.061648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 440a0cae-897d-418f-b30e-207b1d9b00c2 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:20.069479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c34f21-7a72-45cf-9694-90fc9531a820']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:20.085358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f33039-43c7-4a8d-945e-096457c938d7') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:20.085709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f33039-43c7-4a8d-945e-096457c938d7') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:20.086309 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.101398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.108169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 440a0cae-897d-418f-b30e-207b1d9b00c2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:20.108600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 440a0cae-897d-418f-b30e-207b1d9b00c2 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:20.109167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bf41d051-4d0d-4bfd-bbfb-fc7997961473 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:20.120099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134388-2a48-49f9-bc82-401b1dcaff4f req-14eda2ae-23e6-446b-83d1-2754dda1655f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.128826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04134388-2a48-49f9-bc82-401b1dcaff4f req-14eda2ae-23e6-446b-83d1-2754dda1655f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0875850 Nov 23 10:39:20.135263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: bf41d051-4d0d-4bfd-bbfb-fc7997961473 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:20.135959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bf41d051-4d0d-4bfd-bbfb-fc7997961473 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:20.136621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f9f78c4e-529c-4398-b769-c580704c15b9 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:20.143478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995b5fd-e5ab-4934-a4e1-855c482f3f7d req-fb34f9be-db81-4c84-842d-4e0c91c684ad tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.150901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9995b5fd-e5ab-4934-a4e1-855c482f3f7d req-fb34f9be-db81-4c84-842d-4e0c91c684ad tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 950 time: 0.1742265 Nov 23 10:39:20.155637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.166663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: f9f78c4e-529c-4398-b769-c580704c15b9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:20.167021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f9f78c4e-529c-4398-b769-c580704c15b9 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:20.167398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-18791e85-f1f6-493a-a843-d29ad9d83ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.168868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-18791e85-f1f6-493a-a843-d29ad9d83ee3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.6037691 Nov 23 10:39:20.170176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-5ea7a692-c373-45ee-865e-67e0e20becf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.171732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-5ea7a692-c373-45ee-865e-67e0e20becf3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.6154926 Nov 23 10:39:20.182313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-dd3e583c-e4ae-4dd8-aa5e-6c62f4156c0d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.183826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-dd3e583c-e4ae-4dd8-aa5e-6c62f4156c0d tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 950 time: 0.2083008 Nov 23 10:39:20.184594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:39:20.184594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:39:20.187723 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:39:20.190733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:20.203446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04134388-2a48-49f9-bc82-401b1dcaff4f req-bbcb3b7d-ce7a-467d-b92b-b07e39ba5d03 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711365 Nov 23 10:39:20.258746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.269022 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.272308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/networks/a8c34f21-7a72-45cf-9694-90fc9531a820 HTTP/1.1" status: 204 len: 168 time: 1.1920984 Nov 23 10:39:20.281413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55242) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:20.281550 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17e3ce4-54ec-43bc-98d6-b787ff52e540 x-openstack-request-id: req-d17e3ce4-54ec-43bc-98d6-b787ff52e540 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:20.281939 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-plugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:20.282205 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d17e3ce4-54ec-43bc-98d6-b787ff52e540 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:20.282644 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'code': 200} Nov 23 10:39:20.289601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0dca4-73e4-4f58-a8d9-c9900183866b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Network': ['ID=a8c34f21-7a72-45cf-9694-90fc9531a820,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:20.308076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-a5ec636f-6622-4c85-b102-b76039ea74eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 217 time: 0.1185417 Nov 23 10:39:20.310173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-3c94604b-774e-45cd-9527-ffa15db9bde9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 217 time: 0.1179345 Nov 23 10:39:20.371560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting subnet 53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:39:20.378377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.399599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c801d-31d3-485f-92ca-421250404958 req-1998b4f9-f0fc-4f01-b362-bfc183536cb0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.401045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e4c801d-31d3-485f-92ca-421250404958 req-1998b4f9-f0fc-4f01-b362-bfc183536cb0 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/ports?device_id=16f8c2af-ee74-4e25-971e-6a02e235e55f HTTP/1.1" status: 200 len: 950 time: 0.2876267 Nov 23 10:39:20.426353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa94a-a784-46de-8e53-5f3006f5131d req-a3c1eeea-4011-4d45-ba45-ef04bd78ef99 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.427840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-114fa94a-a784-46de-8e53-5f3006f5131d req-a3c1eeea-4011-4d45-ba45-ef04bd78ef99 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0957916 Nov 23 10:39:20.434696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.471222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9995b5fd-e5ab-4934-a4e1-855c482f3f7d req-a0f9bbbc-5aad-4abf-b9e7-615fec5f8050 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194504 Nov 23 10:39:20.498175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-e65b7636-ef6e-4cdb-ac9c-8fdae376032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.500043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-e65b7636-ef6e-4cdb-ac9c-8fdae376032f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1829736 Nov 23 10:39:20.509837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-5bda0556-1f4d-4c1a-ae72-e0e125800e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.511176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-5bda0556-1f4d-4c1a-ae72-e0e125800e01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1709714 Nov 23 10:39:20.536980 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-114fa94a-a784-46de-8e53-5f3006f5131d req-9a35b626-6b67-4745-b3c4-a869474d32da tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994513 Nov 23 10:39:20.585671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.588741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-692cf410-6c76-423d-a4ec-87be1206548b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728123 Nov 23 10:39:20.609806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-afbccb39-36ac-4b59-b902-d54694952e1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787098 Nov 23 10:39:20.660346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.690748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Subnet': ['ID=53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:20.692245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:20.692593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.698258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.701447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-91678c20-cccf-4bd6-84d5-6e8d5fd71ec6 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/subnets/53b81ec0-1ca4-4358-b2ec-85cd1bea6ddc HTTP/1.1" status: 204 len: 168 time: 0.4187820 Nov 23 10:39:20.709373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:20.709804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecffce15-ec53-45f2-9d82-815dcaca37d1 None None] Network 0128ac32-a74a-4813-b3b4-80dae9300b1a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:20.805891 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.817033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85216b80-960e-4596-a1f5-a40185311a2b req-e05ca524-379c-44a5-8b71-135c30da8fbb tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.824321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85216b80-960e-4596-a1f5-a40185311a2b req-e05ca524-379c-44a5-8b71-135c30da8fbb tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 944 time: 0.1302681 Nov 23 10:39:20.870331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ede1d8-c90b-4644-91a6-5ca735e4051b req-1fb85e6c-84eb-4dc0-a4ee-914a99ab429c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:20.871856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d1ede1d8-c90b-4644-91a6-5ca735e4051b req-1fb85e6c-84eb-4dc0-a4ee-914a99ab429c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.2675819 Nov 23 10:39:20.872946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 94de0e97-0bb7-4ea5-9272-e548f0b7d14e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:20.897678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 94de0e97-0bb7-4ea5-9272-e548f0b7d14e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:20.898505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 94de0e97-0bb7-4ea5-9272-e548f0b7d14e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:20.905180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port bd8c778e-99c8-4e59-bc00-5257834cc45a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:20.905464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.909121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85216b80-960e-4596-a1f5-a40185311a2b req-9a7307ac-6e22-4190-83e3-ef43a01bf2b8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819671 Nov 23 10:39:20.932282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-eb16430d-d593-4664-950b-6aa3d89aaa64 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268213 Nov 23 10:39:20.947423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port a59d7552-cd5c-437e-8112-6f28c1b58be6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:20.947821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:20.956316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-22bb4bd3-07ac-4a39-bf8f-474970a63e67 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265598 Nov 23 10:39:20.999690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] DHCP port deletion for 0128ac32-a74a-4813-b3b4-80dae9300b1a request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:39:21.012706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port a59d7552-cd5c-437e-8112-6f28c1b58be6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a59d7552-cd5c-437e-8112-6f28c1b58be6,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:21.013067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.026297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for a59d7552-cd5c-437e-8112-6f28c1b58be6 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:21.054413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] Deleting port a59d7552-cd5c-437e-8112-6f28c1b58be6 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:21.055197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.078944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:21.079313 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.115214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.144583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] For port a59d7552-cd5c-437e-8112-6f28c1b58be6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a59d7552-cd5c-437e-8112-6f28c1b58be6,segment=NetworkSegment(f3395587-ffff-42af-8f64-a2b715882150),segment_id=f3395587-ffff-42af-8f64-a2b715882150)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:21.145148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=a59d7552-cd5c-437e-8112-6f28c1b58be6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:21.145357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.153352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port a59d7552-cd5c-437e-8112-6f28c1b58be6 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:21.166945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] Calling delete_port for a59d7552-cd5c-437e-8112-6f28c1b58be6 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:21.180136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:21.212978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d1ede1d8-c90b-4644-91a6-5ca735e4051b req-90ae968b-180e-4eee-ab51-53e2a052ddab tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187523 Nov 23 10:39:21.264190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.289550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0128ac32-a74a-4813-b3b4-80dae9300b1a']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:21.302705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3395587-ffff-42af-8f64-a2b715882150') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:21.303024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3395587-ffff-42af-8f64-a2b715882150') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:21.312401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port bd8c778e-99c8-4e59-bc00-5257834cc45a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bd8c778e-99c8-4e59-bc00-5257834cc45a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:21.312771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.314974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.329260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-6b76027a-ce14-4432-ae35-725881a7b17a service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814983 Nov 23 10:39:21.340303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.341887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-dafb1cd8-7692-4bcf-9a36-ea42cf85d750 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734038 Nov 23 10:39:21.344065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for bd8c778e-99c8-4e59-bc00-5257834cc45a owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:21.360707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.370215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:39:21.370614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:39:21.373693 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:39:21.376624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] Pushing event deleted for resources: {'Port': ['ID=a59d7552-cd5c-437e-8112-6f28c1b58be6,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:21.381338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeaa845-770f-4ca7-bf3f-67b3d0c04c0c None None] No DVR routers for this DVR port a59d7552-cd5c-437e-8112-6f28c1b58be6 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:21.386769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb269662-09e2-4a61-b98f-4d60c05b09da req-2b76b684-4a4b-4ec5-88c7-4f48a2d8909c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:21.394728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb269662-09e2-4a61-b98f-4d60c05b09da req-2b76b684-4a4b-4ec5-88c7-4f48a2d8909c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0947030 Nov 23 10:39:21.492924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.501683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb269662-09e2-4a61-b98f-4d60c05b09da req-1e405159-7a47-450b-8dd7-6acbff6415c4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053405 Nov 23 10:39:21.507011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.520389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/networks/0128ac32-a74a-4813-b3b4-80dae9300b1a HTTP/1.1" status: 204 len: 168 time: 0.8021586 Nov 23 10:39:21.520389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55256) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:21.523640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1723134386'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:21.532108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-946e5e90-25eb-47a5-ad13-4d193ddacee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:21.533790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-946e5e90-25eb-47a5-ad13-4d193ddacee5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 1095 time: 0.1157751 Nov 23 10:39:21.548980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33c2f9-3829-4823-ba0b-90038f86286c tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Network': ['ID=0128ac32-a74a-4813-b3b4-80dae9300b1a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:21.576732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:21.583271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.603564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.616554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:21.624205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:39:21.641061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.641061 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Added segment bd0a9581-e431-4808-9c9d-9afaf53f0def of type vlan for network c79b451c-b517-45d8-a973-55815138479b Nov 23 10:39:21.646511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9965e2aa-5f64-4578-a1da-3261794b9c8e req-1d229598-8c03-4d3b-9dcf-15b3b54ad61f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb385640-2ec9-45f4-b02d-bfb9200b5f6e HTTP/1.1" status: 200 len: 210 time: 0.0554287 Nov 23 10:39:21.677475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=cd9c1e97-6ac8-41e1-9d87-0ea27b0af285,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:21.710844 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.722676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.794476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.796886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=bd8c778e-99c8-4e59-bc00-5257834cc45a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:21.800771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:21.805625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:21.807153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.883674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.887250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14d1bc21-3eee-4dd7-850b-01fb6b0db5ea req-4ac991c7-5fa2-480b-9207-eec2427267ae tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "DELETE /v2.0/ports/cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 HTTP/1.1" status: 204 len: 173 time: 1.6884301 Nov 23 10:39:21.888227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port bd8c778e-99c8-4e59-bc00-5257834cc45a on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:21.889820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'name': 'network-vif-deleted', 'tag': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:21.890641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3708515 Nov 23 10:39:21.891518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55266) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:21.892423 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693e2dd2-6e79-4c51-ac9a-0f4657b3f55f" -d '{"events": [{"server_uuid": "fb385640-2ec9-45f4-b02d-bfb9200b5f6e", "name": "network-vif-deleted", "tag": "cd9c1e97-6ac8-41e1-9d87-0ea27b0af285"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:21.895699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-b1adb532-a8f2-4656-a897-08c9695069f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:21.897264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-b1adb532-a8f2-4656-a897-08c9695069f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 912 time: 0.3342235 Nov 23 10:39:21.898353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.901764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e4c801d-31d3-485f-92ca-421250404958 req-02244497-2948-4e89-abf9-2066eae6cbc8 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "DELETE /v2.0/ports/bd8c778e-99c8-4e59-bc00-5257834cc45a HTTP/1.1" status: 204 len: 173 time: 1.4727230 Nov 23 10:39:21.912763 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:21.954925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'subnet': {'network_id': 'c79b451c-b517-45d8-a973-55815138479b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:21.975296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b718f16-996f-4de8-860a-e62a2d637380 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Network': ['ID=c79b451c-b517-45d8-a973-55815138479b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:21.987979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c79b451c-b517-45d8-a973-55815138479b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:39:21.995626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b876a5a-92a1-4a87-8b42-f3c37a206d50 req-9f5242fe-4c4e-455e-b5f9-0040173e6d5d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.003929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b876a5a-92a1-4a87-8b42-f3c37a206d50 req-9f5242fe-4c4e-455e-b5f9-0040173e6d5d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.2403245 Nov 23 10:39:22.004835 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3975c646-f1db-4fa6-85f5-329712bf5ceb x-openstack-request-id: req-3975c646-f1db-4fa6-85f5-329712bf5ceb {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:22.005151 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb385640-2ec9-45f4-b02d-bfb9200b5f6e", "name": "network-vif-deleted", "tag": "cd9c1e97-6ac8-41e1-9d87-0ea27b0af285", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:22.005408 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3975c646-f1db-4fa6-85f5-329712bf5ceb {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:22.006159 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb385640-2ec9-45f4-b02d-bfb9200b5f6e', 'name': 'network-vif-deleted', 'tag': 'cd9c1e97-6ac8-41e1-9d87-0ea27b0af285', 'status': 'completed', 'code': 200} Nov 23 10:39:22.007823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-92775b91-7302-4be1-bba1-c64fb0c4a604 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17735542-8d99-4590-95e5-04ff31547197 HTTP/1.1" status: 200 len: 217 time: 0.0993302 Nov 23 10:39:22.191159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-32f71b8c-d0ef-49e7-a6c4-af40b21e8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.193270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-32f71b8c-d0ef-49e7-a6c4-af40b21e8252 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.1717505 Nov 23 10:39:22.211370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:22.219803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.246255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d9341-b517-4b13-8091-cee5b26d5b55 req-8c685f85-023a-4991-98d5-bdc7180b3488 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.256659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-164d9341-b517-4b13-8091-cee5b26d5b55 req-8c685f85-023a-4991-98d5-bdc7180b3488 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 944 time: 0.1626816 Nov 23 10:39:22.281430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-8ed3079c-d1a4-4484-bc9c-5c7c27b7d076 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770302 Nov 23 10:39:22.285858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b876a5a-92a1-4a87-8b42-f3c37a206d50 req-a81e3de0-af54-44df-9c21-86ffc4f6ee5b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812455 Nov 23 10:39:22.348979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['058e851b-e18f-477a-bcb4-aa5cc24ca0ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:22.429359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-164d9341-b517-4b13-8091-cee5b26d5b55 req-db3f4ab5-9f72-4cdb-87b5-696c5bcc7c2a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713331 Nov 23 10:39:22.431219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-f073972e-fa27-48ff-ba9f-e602b3f44904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.432623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-f073972e-fa27-48ff-ba9f-e602b3f44904 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 1101 time: 0.1491730 Nov 23 10:39:22.480296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-904cbb29-f3b6-4929-a5be-7770576d9b1b service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857667 Nov 23 10:39:22.480513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78470e8b-03b4-4583-92bb-f8c197d68289 req-e6ce0174-6cf0-4789-bee2-dae107deadbb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.488931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78470e8b-03b4-4583-92bb-f8c197d68289 req-e6ce0174-6cf0-4789-bee2-dae107deadbb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.1139588 Nov 23 10:39:22.611430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78470e8b-03b4-4583-92bb-f8c197d68289 req-b731fe7b-70e8-45fc-968c-450fff6e1db1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193485 Nov 23 10:39:22.700991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.763914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32ca3949-dd75-4e26-91bc-e83ee6233212 req-83b1c481-026f-447a-abda-8fde5e1f86f2 service neutron] 10.222.0.58 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711830 Nov 23 10:39:22.788300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Subnet': ['ID=8360df73-5493-4f77-98dd-389021178e28,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:22.842538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Checking segment: {'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:22.843176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network hostable DHCP agents. Network: c79b451c-b517-45d8-a973-55815138479b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:39:22.860571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-99e479c3-b338-4131-a464-a43a3925432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.871295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-99e479c3-b338-4131-a464-a43a3925432c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 1101 time: 0.3900170 Nov 23 10:39:22.892593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network c79b451c-b517-45d8-a973-55815138479b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:39:22.925150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c79b451c-b517-45d8-a973-55815138479b) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:22.932109 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.933128 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:22.934403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8175ceeb-b797-40bd-953e-2845e40c1270 None None] Network c79b451c-b517-45d8-a973-55815138479b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:22.965968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-52fb1c0a-2272-4fb8-bcbb-6e03707fd246 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0155451 Nov 23 10:39:22.968418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55284) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:22.976446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1151329471'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:22.993155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d5261-83be-4c1d-9e53-178224349141 req-1f87dbfa-58c1-4103-a96d-34044cbfa34a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:22.993387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a59d7552-cd5c-437e-8112-6f28c1b58be6 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:23.017864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:23.019220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6d5261-83be-4c1d-9e53-178224349141 req-1f87dbfa-58c1-4103-a96d-34044cbfa34a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.3900340 Nov 23 10:39:23.033731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.093649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:39:23.109143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.109696 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Added segment 3c164d7f-9175-4e06-acb6-5f1a3a5607c8 of type vlan for network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 Nov 23 10:39:23.153942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a59d7552-cd5c-437e-8112-6f28c1b58be6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:23.154846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a59d7552-cd5c-437e-8112-6f28c1b58be6 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:23.220381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.241950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6d5261-83be-4c1d-9e53-178224349141 req-44ec49f4-0c76-441f-a601-a2821c501a24 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206039 Nov 23 10:39:23.282471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.288879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.289524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.302975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-fd717488-1624-4504-8248-62b66e4c50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.305011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-fd717488-1624-4504-8248-62b66e4c50d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4210670 Nov 23 10:39:23.349674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c79b451c-b517-45d8-a973-55815138479b', 'network_id': 'c79b451c-b517-45d8-a973-55815138479b', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'fixed_ips': [{'subnet_id': '8360df73-5493-4f77-98dd-389021178e28'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:39:23.350553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.366882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3971229 Nov 23 10:39:23.378076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55292) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:23.386939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'subnet': {'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:23.412464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-5651fd59-968e-4845-924f-faf054c35223 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 200 len: 217 time: 0.0872946 Nov 23 10:39:23.567565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-d6b87e4e-423b-45a9-880f-36517f959469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.569061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-d6b87e4e-423b-45a9-880f-36517f959469 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1572304 Nov 23 10:39:23.600629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3f0d3-49d0-4b57-bb5f-4459bf83c66c req-be20f1fc-87d1-4a56-a5cf-0a256e430aba tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.611172 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5da3f0d3-49d0-4b57-bb5f-4459bf83c66c req-be20f1fc-87d1-4a56-a5cf-0a256e430aba tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.1735256 Nov 23 10:39:23.626262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Allocated IP 19.80.0.2 (c79b451c-b517-45d8-a973-55815138479b/8360df73-5493-4f77-98dd-389021178e28/11453cb4-3c71-402e-91e8-5ed866d4429e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:23.667431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 17735542-8d99-4590-95e5-04ff31547197 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:23.675824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-54e4d1db-3bba-4a1e-8918-7d273ebfe3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.676073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44023c7a-c6b1-4fdc-b07f-6aa710567757 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Network': ['ID=1a0b6df0-a737-4546-a8e6-6ba9bf855fe0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:23.677417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-54e4d1db-3bba-4a1e-8918-7d273ebfe3f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962961 Nov 23 10:39:23.719187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64205b11-a498-499e-9320-7e652d733778 req-aeb5c48a-9557-4d00-9ff2-a656c250648f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:23.733052 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64205b11-a498-499e-9320-7e652d733778 req-aeb5c48a-9557-4d00-9ff2-a656c250648f tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 949 time: 0.2118924 Nov 23 10:39:23.738291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:23.747936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:23.792663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-47c5354d-42bc-4452-af13-141bdc5c955a service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056919 Nov 23 10:39:23.848279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 17735542-8d99-4590-95e5-04ff31547197, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=17735542-8d99-4590-95e5-04ff31547197,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:23.857732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5da3f0d3-49d0-4b57-bb5f-4459bf83c66c req-5dcc06bc-3363-451c-af22-46ad9cd7180e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456036 Nov 23 10:39:23.895893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '17735542-8d99-4590-95e5-04ff31547197', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'port_id': '17735542-8d99-4590-95e5-04ff31547197', 'mac_address': 'fa:16:3e:fd:67:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dd1ecb-02bb-4f7a-95d3-7066e97dcd48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:23.902413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:23.945506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:39:23.984694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:23.985137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cd9c1e97-6ac8-41e1-9d87-0ea27b0af285 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:23.985552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bd8c778e-99c8-4e59-bc00-5257834cc45a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:24.019181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'name': 'network-vif-deleted', 'tag': 'bd8c778e-99c8-4e59-bc00-5257834cc45a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:24.021814 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9efb1e-2add-42dc-8011-1c5d97c4e755" -d '{"events": [{"server_uuid": "16f8c2af-ee74-4e25-971e-6a02e235e55f", "name": "network-vif-deleted", "tag": "bd8c778e-99c8-4e59-bc00-5257834cc45a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:24.065143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64205b11-a498-499e-9320-7e652d733778 req-91bcb0da-0b83-48b2-a41c-f3b33e4ffba3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031945 Nov 23 10:39:24.077560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: bd8c778e-99c8-4e59-bc00-5257834cc45a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:24.077912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bd8c778e-99c8-4e59-bc00-5257834cc45a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:24.082221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e400ba5-e0a6-4775-bac7-88df801e8da9 req-ad79f3bb-29e0-4a0d-9565-68f6caf919bd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:24.084333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e400ba5-e0a6-4775-bac7-88df801e8da9 req-ad79f3bb-29e0-4a0d-9565-68f6caf919bd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 944 time: 0.1075418 Nov 23 10:39:24.087329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdce4422-6847-477f-bf4e-9d6cbc554ff2 req-d52a284b-3367-404e-94d7-81b9d66b2e73 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835941 Nov 23 10:39:24.092215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.208967 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.229822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17735542-8d99-4590-95e5-04ff31547197 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:24.273284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 17735542-8d99-4590-95e5-04ff31547197, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=17735542-8d99-4590-95e5-04ff31547197,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:24.284157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.292936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Subnet': ['ID=83daad71-1fe9-483b-8096-86b3eb0844c4,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:24.316609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Checking segment: {'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:24.316980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network hostable DHCP agents. Network: 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:39:24.351899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b190d-a648-4df9-91c8-53314705dc2a req-2ea2abbc-3db1-40c3-99a0-6185785e6cd6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:24.353699 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed4b190d-a648-4df9-91c8-53314705dc2a req-2ea2abbc-3db1-40c3-99a0-6185785e6cd6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.1635149 Nov 23 10:39:24.361653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=17735542-8d99-4590-95e5-04ff31547197,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:24.415603 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.420697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:39:24.425160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.449073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed4b190d-a648-4df9-91c8-53314705dc2a req-9dbe51ba-bd14-4a49-ad7c-9a29c8c9ca51 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863094 Nov 23 10:39:24.450173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:24.455727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:24.456280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.488546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4265425e-ac49-45cb-9ba2-58f48ab25409 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1092465 Nov 23 10:39:24.497621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Pushing event updated for resources: {'Port': ['ID=11453cb4-3c71-402e-91e8-5ed866d4429e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:24.502302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29fa9e-0772-4a5e-aff3-7f1decb424e8 None None] Network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:24.548675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Network c79b451c-b517-45d8-a973-55815138479b is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:24.552308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:24.581527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e400ba5-e0a6-4775-bac7-88df801e8da9 req-48641b59-2615-43d0-abe0-3e128340d26a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712744 Nov 23 10:39:24.589435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:24.660647 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8977a7b4-f657-4ebd-9dd5-8588f0efe352 x-openstack-request-id: req-8977a7b4-f657-4ebd-9dd5-8588f0efe352 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:24.660947 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f8c2af-ee74-4e25-971e-6a02e235e55f", "name": "network-vif-deleted", "tag": "bd8c778e-99c8-4e59-bc00-5257834cc45a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:24.661245 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8977a7b4-f657-4ebd-9dd5-8588f0efe352 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:24.661642 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f8c2af-ee74-4e25-971e-6a02e235e55f', 'name': 'network-vif-deleted', 'tag': 'bd8c778e-99c8-4e59-bc00-5257834cc45a', 'status': 'completed', 'code': 200} Nov 23 10:39:24.792844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1f78e-113e-4237-8a7a-0080a4cf89fa req-f917744a-07ee-44b0-941e-162869cdb5a9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:24.798387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcf1f78e-113e-4237-8a7a-0080a4cf89fa req-f917744a-07ee-44b0-941e-162869cdb5a9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.0761957 Nov 23 10:39:24.827358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Attempting to bind port 11453cb4-3c71-402e-91e8-5ed866d4429e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:24.827606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Attempting to bind port 11453cb4-3c71-402e-91e8-5ed866d4429e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:24.828638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Attempting to bind port 11453cb4-3c71-402e-91e8-5ed866d4429e on network c79b451c-b517-45d8-a973-55815138479b {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:24.837007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:24.837424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Checking segment: {'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:24.837828 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.838353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Bound using segment: {'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:24.838832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Bound port: 11453cb4-3c71-402e-91e8-5ed866d4429e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:24.839217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:24.858453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcf1f78e-113e-4237-8a7a-0080a4cf89fa req-f519ccfa-cfab-4d0e-9a73-02b2635ff47c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524168 Nov 23 10:39:24.938972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ee627754-01bd-4071-bf91-62855f84f79a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:24.945690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ee627754-01bd-4071-bf91-62855f84f79a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:24.948013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ee627754-01bd-4071-bf91-62855f84f79a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/networks?id=c79b451c-b517-45d8-a973-55815138479b&id=1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 HTTP/1.1" status: 200 len: 1392 time: 0.1612251 Nov 23 10:39:24.964793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] For port 11453cb4-3c71-402e-91e8-5ed866d4429e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:24.973667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-5eb37337-cb01-4484-acbf-729ed1690aeb tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/quotas/1e6cba58ddd8421fa23f85e25d7c190e HTTP/1.1" status: 200 len: 375 time: 0.0186090 Nov 23 10:39:24.980587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-1a0b6df0-a737-4546-a8e6-6ba9bf855fe0', 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'fixed_ips': [{'subnet_id': '83daad71-1fe9-483b-8096-86b3eb0844c4'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:39:24.982091 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.010815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['17735542-8d99-4590-95e5-04ff31547197'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:25.016256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] For port 11453cb4-3c71-402e-91e8-5ed866d4429e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=11453cb4-3c71-402e-91e8-5ed866d4429e,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:25.033581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914f4c7-3a0f-4098-b361-fb2d0c105f33 req-b823ce41-f954-47db-8474-8da4cde5a7ea tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:25.035429 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9914f4c7-3a0f-4098-b361-fb2d0c105f33 req-b823ce41-f954-47db-8474-8da4cde5a7ea tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 950 time: 0.0946808 Nov 23 10:39:25.071138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.081859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cf15f418-6fce-4236-b035-2066e3bd8f83 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987880 Nov 23 10:39:25.109456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9914f4c7-3a0f-4098-b361-fb2d0c105f33 req-90d7a0bc-f3ac-4315-b4a1-faaf161af23b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606425 Nov 23 10:39:25.258197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-bac93956-b9b4-4a4d-bca3-345989d9adb2 service neutron] 10.222.0.61 "GET /v2.0/networks/c79b451c-b517-45d8-a973-55815138479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400371 Nov 23 10:39:25.280470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d394af-05a9-49b4-8d1d-17ff2633f36b req-52b6a6e6-928f-4f51-93cf-635e0a793bbc tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:25.282764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1d394af-05a9-49b4-8d1d-17ff2633f36b req-52b6a6e6-928f-4f51-93cf-635e0a793bbc tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 949 time: 0.0940950 Nov 23 10:39:25.357545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1d394af-05a9-49b4-8d1d-17ff2633f36b req-1614de79-143a-4d87-b110-09d695b0d2d3 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/security-groups?id=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679693 Nov 23 10:39:25.370135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-adc64107-0744-4b7d-99d6-39600f60bc6c service neutron] 10.222.0.61 "GET /v2.0/networks/c79b451c-b517-45d8-a973-55815138479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109095 Nov 23 10:39:25.383913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69439a-2d06-4174-ac05-57abac94a5f1 None None] Pushing event updated for resources: {'Port': ['ID=11453cb4-3c71-402e-91e8-5ed866d4429e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:25.384487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-4bef0370-9369-40e5-9c74-9addd06b366c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:25.385585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-4bef0370-9369-40e5-9c74-9addd06b366c tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 949 time: 0.3028224 Nov 23 10:39:25.425358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Allocated IP 19.86.0.2 (1a0b6df0-a737-4546-a8e6-6ba9bf855fe0/83daad71-1fe9-483b-8096-86b3eb0844c4/4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:25.631487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14a0fe-eedc-4141-830c-bd259fd4cfc3 req-ee4095a2-23ee-4fe9-8f7f-26e3c49147f9 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:25.633898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-9a1b27ce-80a8-4c92-8ae1-c7b4f8089da0 service neutron] 10.222.0.61 "GET /v2.0/networks/1a0b6df0-a737-4546-a8e6-6ba9bf855fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473271 Nov 23 10:39:25.643453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a14a0fe-eedc-4141-830c-bd259fd4cfc3 req-ee4095a2-23ee-4fe9-8f7f-26e3c49147f9 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.0830758 Nov 23 10:39:25.698770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Deleting port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:25.699182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.711179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 32fa9681-addd-4aae-8436-b4b537f820eb no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:25.715807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a14a0fe-eedc-4141-830c-bd259fd4cfc3 req-f4947c1f-924d-4f6a-98f1-fcc39856d7f2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664937 Nov 23 10:39:25.744759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-67008cf2-fe77-4716-af1d-c781458de96f service neutron] 10.222.0.58 "GET /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.1774609 Nov 23 10:39:25.765369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.778548 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.848685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:25.859210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:25.863727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:25.865794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:25.875970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Pushing event updated for resources: {'Port': ['ID=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:25.889398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-62e19e6a-35d7-4c8e-87b4-4f0d9510744d service neutron] 10.222.0.61 "GET /v2.0/networks/1a0b6df0-a737-4546-a8e6-6ba9bf855fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386811 Nov 23 10:39:25.935073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8813094-34ce-46f9-ad14-82e75568f9dd req-bd4f481d-2389-4ccb-b3a0-53d751e3c21c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:25.944576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b8813094-34ce-46f9-ad14-82e75568f9dd req-bd4f481d-2389-4ccb-b3a0-53d751e3c21c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 945 time: 0.0728793 Nov 23 10:39:25.954913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] For port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:25.955290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.963825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Attempting to bind port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:25.964204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Attempting to bind port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:25.964576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Attempting to bind port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 on network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:25.975289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:25.975583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Checking segment: {'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:25.976051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.977163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Bound using segment: {'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:25.977352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Bound port: 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:25.978775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:25.983914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Calling delete_port for 058e851b-e18f-477a-bcb4-aa5cc24ca0ef owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:26.052018 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b8813094-34ce-46f9-ad14-82e75568f9dd req-50b46141-5101-4646-9a02-5cd88f0bc56a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033442 Nov 23 10:39:26.055847 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:26.110471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:26.112803 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72963db7-4978-4507-bc31-7ef1adfb5249" -d '{"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-unplugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:26.139860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:26.146556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] For port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:26.150637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:26.186858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:26.187377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] For port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:26.208811 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:26.260729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:26.314504 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc70800-2a7b-4bd0-9e26-2016cb10748b x-openstack-request-id: req-1fc70800-2a7b-4bd0-9e26-2016cb10748b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:26.314823 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-unplugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:26.315083 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fc70800-2a7b-4bd0-9e26-2016cb10748b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:26.329583 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'code': 200} Nov 23 10:39:26.329583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:26.425526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fa9681-addd-4aae-8436-b4b537f820eb {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:26.449582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:26.456297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ba862-299e-44de-8cf3-6cdd2b8ccd50 None None] Pushing event updated for resources: {'Port': ['ID=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:26.465888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd31f-e15b-48ee-90a8-bae0ec63d128 req-6a261f73-1925-4ddd-9e42-0aa1a7d59fd7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:26.476892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:26.477700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dcbd31f-e15b-48ee-90a8-bae0ec63d128 req-6a261f73-1925-4ddd-9e42-0aa1a7d59fd7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.1014116 Nov 23 10:39:26.479253 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:26.496444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba5920-58f4-44a7-847f-d7b87ca8347d req-002a2b6f-e469-4933-bd22-5d1892f2bf0d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:26.502820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dba5920-58f4-44a7-847f-d7b87ca8347d req-002a2b6f-e469-4933-bd22-5d1892f2bf0d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 943 time: 0.2314694 Nov 23 10:39:26.552639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dcbd31f-e15b-48ee-90a8-bae0ec63d128 req-0ee4a996-a856-4af1-aa1b-80e8301336bc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738409 Nov 23 10:39:26.587396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Pushing event deleted for resources: {'Port': ['ID=058e851b-e18f-477a-bcb4-aa5cc24ca0ef,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:26.725581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] No DVR routers for this DVR port 058e851b-e18f-477a-bcb4-aa5cc24ca0ef on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:26.730415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d5d4c20-7525-413f-9691-8a7372123e77 req-a54189a9-d809-4355-acf8-c4eddb3aaeb8 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 210 time: 0.0855298 Nov 23 10:39:26.740365 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:26.753439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0145c34b-5226-4e16-8a5d-4ed2f0ad78ff req-b1b531ed-ec9c-40de-924f-93807e13c0fa tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.65 "DELETE /v2.0/ports/058e851b-e18f-477a-bcb4-aa5cc24ca0ef HTTP/1.1" status: 204 len: 173 time: 1.2919173 Nov 23 10:39:26.784699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dba5920-58f4-44a7-847f-d7b87ca8347d req-44611379-f9a3-42b1-b515-b7f2ee28cc27 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722077 Nov 23 10:39:26.788366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4997540-9730-4867-9cff-6a588ed7d886', 'name': 'network-vif-deleted', 'tag': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:26.800378 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9687a4-504b-475e-84be-f5a20423b76d" -d '{"events": [{"server_uuid": "a4997540-9730-4867-9cff-6a588ed7d886", "name": "network-vif-deleted", "tag": "058e851b-e18f-477a-bcb4-aa5cc24ca0ef"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:26.875884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] Transition to ACTIVE for port object 32fa9681-addd-4aae-8436-b4b537f820eb will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:26.896477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:26.957360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79ea3cd8-a82d-4153-b561-cde50ae78708 req-54bd5e43-daff-4a40-a396-f818b60b0721 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4997540-9730-4867-9cff-6a588ed7d886 HTTP/1.1" status: 200 len: 210 time: 0.0984385 Nov 23 10:39:27.042033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] Pushing event updated for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:27.158069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff6c487-c27a-469f-8472-f1adf9e1611f None None] Network c79b451c-b517-45d8-a973-55815138479b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:27.160826 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad00147-a5da-42e9-82f7-b13d442de3ee x-openstack-request-id: req-6ad00147-a5da-42e9-82f7-b13d442de3ee {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:27.161592 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4997540-9730-4867-9cff-6a588ed7d886", "name": "network-vif-deleted", "tag": "058e851b-e18f-477a-bcb4-aa5cc24ca0ef", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:27.162516 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ad00147-a5da-42e9-82f7-b13d442de3ee {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:27.163259 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4997540-9730-4867-9cff-6a588ed7d886', 'name': 'network-vif-deleted', 'tag': '058e851b-e18f-477a-bcb4-aa5cc24ca0ef', 'status': 'completed', 'code': 200} Nov 23 10:39:27.203004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] No DVR routers for this DVR port 32fa9681-addd-4aae-8436-b4b537f820eb on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:27.210198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:27.262645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-b4a06e0b-ba55-4e6d-808f-670712b623f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3801601 Nov 23 10:39:27.274240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce81f5-9b01-4c06-8610-2a16e21504a4 req-665f242b-941d-412f-8a9c-d6163edc49b0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.283050 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6ce81f5-9b01-4c06-8610-2a16e21504a4 req-665f242b-941d-412f-8a9c-d6163edc49b0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.2698414 Nov 23 10:39:27.297304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-668b74e7-ac32-4a7b-8c63-2ee9741e7aac service neutron] 10.222.0.58 "PUT /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb/bindings/n-h1-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5375323 Nov 23 10:39:27.386482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6ce81f5-9b01-4c06-8610-2a16e21504a4 req-5c003022-abd6-4914-a17d-1fe3e0b681c4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024494 Nov 23 10:39:27.428862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d6041-7460-4e75-98da-929996b38795 req-3ddfeaef-cca2-47f7-875e-28b565fa530c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.430482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-257d6041-7460-4e75-98da-929996b38795 req-3ddfeaef-cca2-47f7-875e-28b565fa530c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 945 time: 0.1112766 Nov 23 10:39:27.471878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8540ad6b-a403-47cf-ae99-b726428aa808 None None] Provisioning complete for port 11453cb4-3c71-402e-91e8-5ed866d4429e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:27.472487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8540ad6b-a403-47cf-ae99-b726428aa808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:27.550303 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-257d6041-7460-4e75-98da-929996b38795 req-7494bca6-1e0e-400a-8dca-136aaac07f85 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051104 Nov 23 10:39:27.586712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-baa608e3-8c87-4baf-affc-94d619b6bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.588363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-baa608e3-8c87-4baf-affc-94d619b6bab9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 1095 time: 0.1887264 Nov 23 10:39:27.597029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-1565ced3-0401-42de-91da-f557a4f3af5f tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.598593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-1565ced3-0401-42de-91da-f557a4f3af5f tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1865592 Nov 23 10:39:27.665944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:27.666354 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:27.718196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:27.720599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 17735542-8d99-4590-95e5-04ff31547197 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:27.722304 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:27.724047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 058e851b-e18f-477a-bcb4-aa5cc24ca0ef no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:27.771337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-7bbaee60-231d-452b-a2fe-34788c69fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.773346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-7bbaee60-231d-452b-a2fe-34788c69fc5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 1095 time: 0.1635199 Nov 23 10:39:27.821057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3728c-4483-4fcb-b1d9-795641af8d78 req-a389aca2-c16d-4613-b012-c8aa1b012a1c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.831886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32a3728c-4483-4fcb-b1d9-795641af8d78 req-a389aca2-c16d-4613-b012-c8aa1b012a1c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.1159785 Nov 23 10:39:27.868881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 058e851b-e18f-477a-bcb4-aa5cc24ca0ef {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:27.869535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 058e851b-e18f-477a-bcb4-aa5cc24ca0ef not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:27.889651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-6ca8adfe-acc2-491b-ba18-e7d6503ca620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:27.892917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-6ca8adfe-acc2-491b-ba18-e7d6503ca620 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2710018 Nov 23 10:39:27.898992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:39:27.901658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ed578-2566-47b7-8f3b-6b64c4883fd2 req-c69cd471-435b-43cd-b533-fd74aa0eeaf1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 210 time: 0.0435631 Nov 23 10:39:27.985265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-84555c95-66fe-4bfa-bf65-800e9a81514e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 200 len: 217 time: 0.0564702 Nov 23 10:39:28.003058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32a3728c-4483-4fcb-b1d9-795641af8d78 req-e52f3193-755f-4571-844f-1056070909f0 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697617 Nov 23 10:39:28.052343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19132e04-3288-43f4-bcc2-e4eea8cd5f1c req-225ceac8-2be0-4f76-984d-93cbb1f9f3fa tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.054997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19132e04-3288-43f4-bcc2-e4eea8cd5f1c req-225ceac8-2be0-4f76-984d-93cbb1f9f3fa tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 944 time: 0.0670941 Nov 23 10:39:28.130794 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19132e04-3288-43f4-bcc2-e4eea8cd5f1c req-523f9504-121c-411d-913d-ebc3459d361f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680690 Nov 23 10:39:28.140193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-14f52bc0-b89d-4149-a2c8-81a7570d6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.144961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-14f52bc0-b89d-4149-a2c8-81a7570d6e6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1095 time: 0.2728813 Nov 23 10:39:28.156636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 17735542-8d99-4590-95e5-04ff31547197 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:28.190675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219024b-0327-4034-94a5-b619e81a4cd8 None None] Network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:28.230351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 17735542-8d99-4590-95e5-04ff31547197 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:28.230963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:28.348517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-544f8d52-4f2f-4705-970d-e79b22464cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.350034 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-544f8d52-4f2f-4705-970d-e79b22464cb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.3383546 Nov 23 10:39:28.420182 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-5f4168c6-5fae-4a0f-8ebb-65a7812d8a87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519254 Nov 23 10:39:28.529339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f889f-1f9d-47a1-83b8-798f912eec59 req-6d948f41-d95b-4b7e-96f9-386f67038e52 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.531350 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8540ad6b-a403-47cf-ae99-b726428aa808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:28.533293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f37d39-d3b0-4d80-a7f0-58942caeb7c0 req-7641b3d6-857f-4f03-a149-b66d368b6243 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.537497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b25f889f-1f9d-47a1-83b8-798f912eec59 req-6d948f41-d95b-4b7e-96f9-386f67038e52 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 948 time: 0.3793285 Nov 23 10:39:28.542363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86f37d39-d3b0-4d80-a7f0-58942caeb7c0 req-7641b3d6-857f-4f03-a149-b66d368b6243 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.0645394 Nov 23 10:39:28.561996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55380) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:28.570831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-c32899cb-60aa-4823-8bfc-7d999bf49059 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.576944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-c32899cb-60aa-4823-8bfc-7d999bf49059 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.578492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-c32899cb-60aa-4823-8bfc-7d999bf49059 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "GET /v2.0/networks?id=c79b451c-b517-45d8-a973-55815138479b&id=1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 HTTP/1.1" status: 200 len: 1392 time: 0.4787133 Nov 23 10:39:28.593659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86f37d39-d3b0-4d80-a7f0-58942caeb7c0 req-9b994095-bc57-42c2-90bf-2c620bdcb20a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Nov 23 10:39:28.618534 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:28.632298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'port': {'device_id': '25e69566-f13b-4655-805c-ae677eacc770', 'network_id': 'c79b451c-b517-45d8-a973-55815138479b', 'admin_state_up': True, 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:28.662208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:28.666209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-7103cc97-b7d3-4ebd-8e01-0ccfba60a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.667697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-7103cc97-b7d3-4ebd-8e01-0ccfba60a800 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.4821749 Nov 23 10:39:28.684627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:28.728955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'mac_address': 'fa:16:3e:25:b9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:28.736002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8540ad6b-a403-47cf-ae99-b726428aa808 None None] For port 11453cb4-3c71-402e-91e8-5ed866d4429e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=11453cb4-3c71-402e-91e8-5ed866d4429e,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:28.749813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8389b86f-7278-430a-ae81-0fcc624c8854', 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588', 'port_id': '8389b86f-7278-430a-ae81-0fcc624c8854', 'mac_address': 'fa:16:3e:4b:3a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b2f344-3c63-49b6-bca5-7955e8958560', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:28.760890 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8540ad6b-a403-47cf-ae99-b726428aa808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:28.781587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-341711fd-bf19-49ef-8daf-043039a5d6d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 200 len: 217 time: 0.0972474 Nov 23 10:39:28.787264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:28.789797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b25f889f-1f9d-47a1-83b8-798f912eec59 req-67f06c5f-e084-4545-b30c-eb287fc6e8f6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514548 Nov 23 10:39:28.791967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-d9a3ff33-bcb8-4af6-a279-a37edd6ccc9e service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311388 Nov 23 10:39:28.861506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:28.864343 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:28.865143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 11453cb4-3c71-402e-91e8-5ed866d4429e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:28.938542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9f86d-5866-4a8b-b3eb-2931004f2153 req-593ee27d-6c62-4cd2-aa24-4b09a5fdca2c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.942863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6df9f86d-5866-4a8b-b3eb-2931004f2153 req-593ee27d-6c62-4cd2-aa24-4b09a5fdca2c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 945 time: 0.1216576 Nov 23 10:39:28.973342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-ed8399f6-be08-4cf7-af1d-067843422961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:28.974559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-ed8399f6-be08-4cf7-af1d-067843422961 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1796932 Nov 23 10:39:28.986875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-99d9976e-ff9d-4916-91e6-34dc09f75554 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9164cdc3038441629bde1465edff0852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4234555 Nov 23 10:39:28.992620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55396) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:29.015069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985037f1-9b03-4409-8ccc-e1d04999bc89 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:29.035470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-61556120-3e3c-4498-bebb-7ae807c85ec0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472898 Nov 23 10:39:29.035740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.036280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:29.039758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.046484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6df9f86d-5866-4a8b-b3eb-2931004f2153 req-6d87250d-b5c8-41f1-99c7-dcea714cbda0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937881 Nov 23 10:39:29.059817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.070360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540ad6b-a403-47cf-ae99-b726428aa808 None None] Pushing event updated for resources: {'Port': ['ID=11453cb4-3c71-402e-91e8-5ed866d4429e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:29.080883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f49adef7-fd26-485e-af6b-06eb64f8113f req-80d77ba0-0d93-4156-ab34-5474db1555b2 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712100 Nov 23 10:39:29.110737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6f58b1c9-14a8-4557-ae2d-0cc39898648b None None] Provisioning complete for port 11453cb4-3c71-402e-91e8-5ed866d4429e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:29.111752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6f58b1c9-14a8-4557-ae2d-0cc39898648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.114182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:29.123171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ff8c58d-62f2-439a-a9de-c0033b053238 req-64924b6c-eba0-4699-8715-c36e84659f88 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 210 time: 0.0913682 Nov 23 10:39:29.126035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8389b86f-7278-430a-ae81-0fcc624c8854 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:29.169188 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.208642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17735542-8d99-4590-95e5-04ff31547197'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:29.210942 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86d7765-4cc1-4cda-b955-a12d932ccc77" -d '{"events": [{"server_uuid": "1488a8d8-588d-4b5f-9b86-ba667559af31", "name": "network-vif-plugged", "status": "completed", "tag": "17735542-8d99-4590-95e5-04ff31547197"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:29.211981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-d430968e-25ce-4a95-b84c-ba62cb5a8ec1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512924 Nov 23 10:39:29.237706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:29.254674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 17735542-8d99-4590-95e5-04ff31547197, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=17735542-8d99-4590-95e5-04ff31547197,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:29.257767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.271670 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.273707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:29.284729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 11453cb4-3c71-402e-91e8-5ed866d4429e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:29.285472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.303066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b58d33a3-0c1f-41a3-95ef-7edb73dd61fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.367833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-dd01dae5-3cdc-4f19-a6c1-4c2f59a7d3bc service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017294 Nov 23 10:39:29.370135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-1e178f65-9a32-4d8d-a0d8-d38bb74f617b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:29.371741 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-1e178f65-9a32-4d8d-a0d8-d38bb74f617b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562281 Nov 23 10:39:29.409380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-1df6ebbb-bc6d-435c-aea2-9e9c96c3b681 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/quotas/a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 375 time: 0.0263519 Nov 23 10:39:29.413940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b58d33a3-0c1f-41a3-95ef-7edb73dd61fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.420759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:29.446545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f491fca-b05f-4815-b0b3-4faeb8f091b3 req-77553cbb-c147-406f-9761-56b962ab3569 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:29.454837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f491fca-b05f-4815-b0b3-4faeb8f091b3 req-77553cbb-c147-406f-9761-56b962ab3569 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 944 time: 0.2084758 Nov 23 10:39:29.483686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6f58b1c9-14a8-4557-ae2d-0cc39898648b None None] Provisioning complete for port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:29.484486 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6f58b1c9-14a8-4557-ae2d-0cc39898648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:29.492160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-13e22cc1-b633-48c0-bca0-8b24b433a60d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818100 Nov 23 10:39:29.555434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['985037f1-9b03-4409-8ccc-e1d04999bc89'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:29.598388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:29.609287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8389b86f-7278-430a-ae81-0fcc624c8854'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:29.673706 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10131909-09a4-4feb-b75c-4f8c8e3837a3 x-openstack-request-id: req-10131909-09a4-4feb-b75c-4f8c8e3837a3 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:29.674075 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488a8d8-588d-4b5f-9b86-ba667559af31", "name": "network-vif-plugged", "status": "completed", "tag": "17735542-8d99-4590-95e5-04ff31547197", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:29.674207 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-10131909-09a4-4feb-b75c-4f8c8e3837a3 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:29.674618 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17735542-8d99-4590-95e5-04ff31547197', 'code': 200} Nov 23 10:39:29.745725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=17735542-8d99-4590-95e5-04ff31547197,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:29.854378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13efc5af-03b4-467d-bc16-b8a22d6b0917 req-a2205484-302e-457b-a9ec-1d7b1ae1ed4f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 210 time: 0.0356562 Nov 23 10:39:29.925323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Allocated IP 19.80.0.247 (c79b451c-b517-45d8-a973-55815138479b/8360df73-5493-4f77-98dd-389021178e28/83f26298-6d61-4d25-acc8-dfbcc3f0a8b5) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:29.961863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:30.019092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7903f986-9e90-4a69-83b7-dc35ade221fd None None] Provisioning complete for port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:30.019465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7903f986-9e90-4a69-83b7-dc35ade221fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.064681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f491fca-b05f-4815-b0b3-4faeb8f091b3 req-9150324c-20aa-4a2e-813f-f5326e0ee1ee tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089439 Nov 23 10:39:30.091051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:30.091429 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.096378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b58d33a3-0c1f-41a3-95ef-7edb73dd61fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.102091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e51a73-f6a2-41de-acc9-48d967eec230 req-cca72eee-3eb5-4af0-a227-7753c379a2b5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:30.112014 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b58d33a3-0c1f-41a3-95ef-7edb73dd61fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.112231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98e51a73-f6a2-41de-acc9-48d967eec230 req-cca72eee-3eb5-4af0-a227-7753c379a2b5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 945 time: 0.1026881 Nov 23 10:39:30.115478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b58d33a3-0c1f-41a3-95ef-7edb73dd61fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2caf7256-0c3d-4f73-97ba-a7a0a898bfe4 HTTP/1.1" status: 204 len: 168 time: 1.1134658 Nov 23 10:39:30.115478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-9f3dea8a-cf67-4f55-946b-b2d268d22484 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303061 Nov 23 10:39:30.163974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d33a3-0c1f-41a3-95ef-7edb73dd61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf7256-0c3d-4f73-97ba-a7a0a898bfe4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:30.178464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf370a-9ac9-46c6-b064-469e31b89bc1 req-76f56458-9a59-424e-b98a-f6489a3898f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:30.180030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59cf370a-9ac9-46c6-b064-469e31b89bc1 req-76f56458-9a59-424e-b98a-f6489a3898f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 1097 time: 0.2630727 Nov 23 10:39:30.254639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98e51a73-f6a2-41de-acc9-48d967eec230 req-f19b22ff-f242-4cce-a17f-595b3f0a36f3 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412628 Nov 23 10:39:30.359441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 11453cb4-3c71-402e-91e8-5ed866d4429e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:30.399633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59cf370a-9ac9-46c6-b064-469e31b89bc1 req-d667e536-054d-4fa9-b3cc-dde1f5adc4d6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084298 Nov 23 10:39:30.424629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.430535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 11453cb4-3c71-402e-91e8-5ed866d4429e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:30.430960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.441029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42073aa-808e-47ce-9ab1-78b82b1f5f96 req-111e1602-601b-48bf-bf60-396a5042a18c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:30.442719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d42073aa-808e-47ce-9ab1-78b82b1f5f96 req-111e1602-601b-48bf-bf60-396a5042a18c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 946 time: 0.1555648 Nov 23 10:39:30.484889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dc1f7fb-0b8a-455a-84e9-a351119e5224 req-ec1fb962-83dc-4c01-a1c4-6955bdc4200f tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 210 time: 0.0436590 Nov 23 10:39:30.549190 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.562461 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d42073aa-808e-47ce-9ab1-78b82b1f5f96 req-9b0339cc-8915-4b34-bf80-f662fb33a938 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101184 Nov 23 10:39:30.596878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-08ed37a8-7a82-4e41-8119-c4fd2c5d3a3c tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:30.598450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-08ed37a8-7a82-4e41-8119-c4fd2c5d3a3c tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1100099 Nov 23 10:39:30.603065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55434) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:30.604567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network c79b451c-b517-45d8-a973-55815138479b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:30.607821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:30.620745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:30.627043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:30.627713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.654731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ec5b3a3a-0d83-4bd4-914a-1b703f8d10b2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1ca1393e3844ceb9237ee7d513dbf1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503182 Nov 23 10:39:30.657248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55436) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:30.669211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Port': ['ID=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:30.696487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-33df3e32-d07f-44cd-bf0f-841e8f2990d3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0789173 Nov 23 10:39:30.716302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Request body: {'port': {'device_id': '25e69566-f13b-4655-805c-ae677eacc770', 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0', 'admin_state_up': True, 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:30.848354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d32a77c-4546-4b96-adf8-6cb19dfcc9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.884375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-726991e2-d6d1-4b55-9959-69744b1381c4 None None] Provisioning complete for port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:30.884838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-726991e2-d6d1-4b55-9959-69744b1381c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.905938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d32a77c-4546-4b96-adf8-6cb19dfcc9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.926319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-64f0d145-169e-4ac7-b2f5-03ed96ea7535 service neutron] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:30.934048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-726991e2-d6d1-4b55-9959-69744b1381c4 None None] Port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:39:30.934697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-64f0d145-169e-4ac7-b2f5-03ed96ea7535 service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.935812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24c89aec-e3c1-4faa-93b6-549c75ec2caf req-64f0d145-169e-4ac7-b2f5-03ed96ea7535 service neutron] 10.222.0.65 "DELETE /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb/bindings/n-h2-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.3219907 Nov 23 10:39:30.978460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Made reservation on behalf of 1e6cba58ddd8421fa23f85e25d7c190e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:30.981905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:30.989976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ba3d8ff1-34d0-4250-b9e6-975dc9951af1 req-5aedd5cf-ef63-471f-a87a-46c4772fd859 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 210 time: 0.0455463 Nov 23 10:39:31.050717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d32a77c-4546-4b96-adf8-6cb19dfcc9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:31.053265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6d32a77c-4546-4b96-adf8-6cb19dfcc9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:31.054387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6d32a77c-4546-4b96-adf8-6cb19dfcc9cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1cb2f29-b6e8-4a2c-8105-eb7e76858528 HTTP/1.1" status: 204 len: 168 time: 0.3935058 Nov 23 10:39:31.070354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32a77c-4546-4b96-adf8-6cb19dfcc9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cb2f29-b6e8-4a2c-8105-eb7e76858528,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:31.132537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Allocated IP 19.86.0.186 (1a0b6df0-a737-4546-a8e6-6ba9bf855fe0/83daad71-1fe9-483b-8096-86b3eb0844c4/52b2260e-3621-4ddb-a31f-347ab29a2e8f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:31.224538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddadd8-823b-455b-8005-14090be34e59 req-c4046a92-5615-4638-b7dd-6cbb3cafbb6b tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.232435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bddadd8-823b-455b-8005-14090be34e59 req-c4046a92-5615-4638-b7dd-6cbb3cafbb6b tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 944 time: 0.0742514 Nov 23 10:39:31.302191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bddadd8-823b-455b-8005-14090be34e59 req-ba3605ef-e776-4a63-8e44-30f909a800fa tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609212 Nov 23 10:39:31.303597 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:31.392167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-5fe31c6e-e7f5-42c8-aff0-d12696586797 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599036 Nov 23 10:39:31.434940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac90fc-f807-4c43-a880-eea35d3233a3 req-f5bd69a5-b4ee-4bd7-ae9c-09fcda52bc45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.436657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcac90fc-f807-4c43-a880-eea35d3233a3 req-f5bd69a5-b4ee-4bd7-ae9c-09fcda52bc45 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 945 time: 0.0633459 Nov 23 10:39:31.493541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcac90fc-f807-4c43-a880-eea35d3233a3 req-e09d9a79-8a79-4c6f-ad23-c472df632d12 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502253 Nov 23 10:39:31.502987 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:31.617645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d14950-db49-4c7b-b1e9-a4c826547c10 req-9925e232-44db-4a8d-8ad0-05941e165332 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.624779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3d14950-db49-4c7b-b1e9-a4c826547c10 req-9925e232-44db-4a8d-8ad0-05941e165332 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1095 time: 0.2113891 Nov 23 10:39:31.653913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8744-14d7-48eb-896d-16fff9046fe8 req-6014ca37-21dc-4405-bd96-5fd1e8e17942 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.654234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:31.661148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c8744-14d7-48eb-896d-16fff9046fe8 req-6014ca37-21dc-4405-bd96-5fd1e8e17942 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.662961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a9c8744-14d7-48eb-896d-16fff9046fe8 req-6014ca37-21dc-4405-bd96-5fd1e8e17942 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1655 time: 0.0695076 Nov 23 10:39:31.675178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:31.682318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:31.685005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:31.706911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.707667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:31.718267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:31.728708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-08b26e1a-7585-4088-a52f-65adf2f0dba4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.730245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-08b26e1a-7585-4088-a52f-65adf2f0dba4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3309290 Nov 23 10:39:31.733922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event updated for resources: {'Port': ['ID=52b2260e-3621-4ddb-a31f-347ab29a2e8f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:31.754004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Request body: {'port': {'device_id': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a5baa2f4772f461ba56b742ffbd1bd93'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:31.755229 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a9c8744-14d7-48eb-896d-16fff9046fe8 req-44bbbc13-2a3e-42b4-9f65-d497c0aca8c2 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842185 Nov 23 10:39:31.873019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 985037f1-9b03-4409-8ccc-e1d04999bc89 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:31.873537 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:31.879277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 8389b86f-7278-430a-ae81-0fcc624c8854 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:31.913803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8389b86f-7278-430a-ae81-0fcc624c8854 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:31.914486 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:31.939361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-ddba9990-dce8-436a-8051-2774b7e4d6a0 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2319140 Nov 23 10:39:31.941851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446742ad-3d7d-44cd-a3b1-2b996244d3e1 req-f8cd4b2b-2547-4d00-a560-ffe4833e377d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:31.943858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-446742ad-3d7d-44cd-a3b1-2b996244d3e1 req-f8cd4b2b-2547-4d00-a560-ffe4833e377d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 946 time: 0.0746284 Nov 23 10:39:31.960777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Request body: {'port': {'device_id': '25e69566-f13b-4655-805c-ae677eacc770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:32.014744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3d14950-db49-4c7b-b1e9-a4c826547c10 req-696c0387-19d1-4269-9318-83c8ed58876d tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890691 Nov 23 10:39:32.032643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Made reservation on behalf of a5baa2f4772f461ba56b742ffbd1bd93 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:32.038716 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.068114 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-446742ad-3d7d-44cd-a3b1-2b996244d3e1 req-8cb22a11-9e6e-4eb9-83c7-371804ad80f4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179953 Nov 23 10:39:32.178790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.198732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a393aede-c64a-4a6b-9649-b1097bfe53ab req-2b4cad5f-532b-4602-91cc-10d3414ca9d3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 210 time: 0.0755408 Nov 23 10:39:32.224947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55482) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:32.381599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-436788026-network', 'tenant_id': 'aad1df0fc0ff4e5d900b8a4508420be0'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:32.390354 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.402648 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.408664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Allocated IP 192.168.233.191 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/95801ccc-f4c0-4a2a-9333-972412b33e5b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:32.409713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5f9d8f5d-d649-464c-9072-0d32cf2e5bb3 None None] Provisioning complete for port 52b2260e-3621-4ddb-a31f-347ab29a2e8f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:32.410096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f9d8f5d-d649-464c-9072-0d32cf2e5bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.412461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Made reservation on behalf of aad1df0fc0ff4e5d900b8a4508420be0 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:32.415337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.421954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274f5df-ebe2-46ef-9dc0-e8797fe193bf req-727a506f-bc00-4e1e-8642-708da284d2c9 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:32.424030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1274f5df-ebe2-46ef-9dc0-e8797fe193bf req-727a506f-bc00-4e1e-8642-708da284d2c9 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 1095 time: 0.1735604 Nov 23 10:39:32.427846 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.458524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:32.460746 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29782b0b-44a7-4461-b5a2-cafea98a70fd" -d '{"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-plugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:32.481013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:32.493335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.503787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d8f5d-d649-464c-9072-0d32cf2e5bb3 None None] Port 52b2260e-3621-4ddb-a31f-347ab29a2e8f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:39:32.510981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:32.534414 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.548357 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fb3233-a341-4074-b43b-0c5df94348e9 x-openstack-request-id: req-25fb3233-a341-4074-b43b-0c5df94348e9 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:32.548879 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-plugged", "status": "completed", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:32.549156 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25fb3233-a341-4074-b43b-0c5df94348e9 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:32.549556 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'code': 200} Nov 23 10:39:32.565937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=11']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:32.577559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1274f5df-ebe2-46ef-9dc0-e8797fe193bf req-e191e75e-e195-4491-90d9-905b0b1d2aa2 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405597 Nov 23 10:39:32.585634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.596427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.629337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:39:32.635954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9132ad-ff17-45bf-a754-1c32ed9f876c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:32.655608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.655943 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Added segment c4ae1269-9749-4607-a1d9-20dac6b0922b of type vlan for network 0759183a-cb01-4d12-825c-8e66af278fb4 Nov 23 10:39:32.669661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:32.714929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.733302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834c718-fb66-420c-8d5f-ccb5777c25a0 req-6bc12783-32c9-4afa-921d-3a8c6273fb41 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:32.735406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e834c718-fb66-420c-8d5f-ccb5777c25a0 req-6bc12783-32c9-4afa-921d-3a8c6273fb41 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0926774 Nov 23 10:39:32.755841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.756112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.757475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:32.758131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.771546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:32.782364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.809618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Transition to ACTIVE for port object 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:32.817175 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5899503 Nov 23 10:39:32.817768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.820229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55500) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:32.826061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Request body: {'subnet': {'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-436788026-subnet', 'tenant_id': 'aad1df0fc0ff4e5d900b8a4508420be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:32.852196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.864064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'dc0e541a-c148-4336-b543-08c9e6ec172f', '985037f1-9b03-4409-8ccc-e1d04999bc89'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:32.877268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac36ba2-19e8-4724-9135-5daf1e9429a7 admin admin] Pushing event updated for resources: {'Network': ['ID=0759183a-cb01-4d12-825c-8e66af278fb4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:32.901371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e834c718-fb66-420c-8d5f-ccb5777c25a0 req-0d12c2f7-cc58-4f89-b0ea-fc1a51c1cbc5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395659 Nov 23 10:39:32.902540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Made reservation on behalf of aad1df0fc0ff4e5d900b8a4508420be0 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:32.904842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:32.926694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:32.940121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 0759183a-cb01-4d12-825c-8e66af278fb4 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:39:32.972200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Pushing event updated for resources: {'Port': ['ID=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:33.004980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:33.010606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:33.031001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:33.034419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.087185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Attempting to bind port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:33.087532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Attempting to bind port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:33.090966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Attempting to bind port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 on network c79b451c-b517-45d8-a973-55815138479b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:33.141548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 on network c79b451c-b517-45d8-a973-55815138479b not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:33.142198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Attempting to bind port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 on network c79b451c-b517-45d8-a973-55815138479b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:33.167842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.168200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.168553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.168957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.169334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.169825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.174648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.176510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.177198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.177762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.178941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.178941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:33.188984 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.227876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:33.228437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Checking segment: {'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:33.230631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Bound using segment: {'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:33.232957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Bound port: 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0a9581-e431-4808-9c9d-9afaf53f0def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'c79b451c-b517-45d8-a973-55815138479b'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:33.237145 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.297947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d260-1bcc-49b2-8f03-ef91230963ab req-85631a29-3fa1-48dc-880f-72ec55d86a59 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:33.306970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5593548 Nov 23 10:39:33.309044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d260-1bcc-49b2-8f03-ef91230963ab req-85631a29-3fa1-48dc-880f-72ec55d86a59 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:33.318089 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37f5d260-1bcc-49b2-8f03-ef91230963ab req-85631a29-3fa1-48dc-880f-72ec55d86a59 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1667 time: 0.2278478 Nov 23 10:39:33.331250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Request body: {'port': {'device_id': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:33.387844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:33.450895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Checking segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:33.450895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Network hostable DHCP agents. Network: 0759183a-cb01-4d12-825c-8e66af278fb4, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:39:33.460085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37f5d260-1bcc-49b2-8f03-ef91230963ab req-ecc34ab5-8f5b-413f-86ba-52c71cbad28b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293352 Nov 23 10:39:33.497132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Network 0759183a-cb01-4d12-825c-8e66af278fb4 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:39:33.503909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] For port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:33.507667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] For port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:33.514909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 0759183a-cb01-4d12-825c-8e66af278fb4) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:33.521061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:33.522068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.537466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.537697 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4feaca4-c362-47fd-a6cc-76dca5332f90 None None] Network 0759183a-cb01-4d12-825c-8e66af278fb4 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:33.543968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b669f82-62f0-4c92-aa1d-e04dbe3bf127 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7224355 Nov 23 10:39:33.547296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843a0a6-1b1c-472e-99cd-fa3f78e06e38 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:33.634951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5a003159-60a7-4cb9-b635-4a7eac3d9b16 None None] Provisioning complete for port 95801ccc-f4c0-4a2a-9333-972412b33e5b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:33.635328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a003159-60a7-4cb9-b635-4a7eac3d9b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.662609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b234a90-a712-4422-9482-0545614b8669 req-4d0226da-c2ac-477e-bfac-42c6bfd0d3b9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:33.664183 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3b234a90-a712-4422-9482-0545614b8669 req-4d0226da-c2ac-477e-bfac-42c6bfd0d3b9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 946 time: 0.3265018 Nov 23 10:39:33.678850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:33.679238 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.680794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] 10.222.0.58 "PUT /v2.0/ports/83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 HTTP/1.1" status: 200 len: 1092 time: 1.7276974 Nov 23 10:39:33.681278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'tag': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:33.685569 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d49968-9898-42a7-940c-6faf3d759204" -d '{"events": [{"name": "network-changed", "server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "tag": "83f26298-6d61-4d25-acc8-dfbcc3f0a8b5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:33.696691 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.723146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5a003159-60a7-4cb9-b635-4a7eac3d9b16 None None] Port 95801ccc-f4c0-4a2a-9333-972412b33e5b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:39:33.745695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Request body: {'port': {'device_id': '25e69566-f13b-4655-805c-ae677eacc770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:33.810437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce31c0b1-4214-4f6a-a0e7-5b20175d79f6 None None] Network 0759183a-cb01-4d12-825c-8e66af278fb4 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:33.832790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43e675-c9c8-49fc-be00-41e18d64d608 req-221e1558-5c20-40d1-b3c6-ee8ef18d65a3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:33.837623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc43e675-c9c8-49fc-be00-41e18d64d608 req-221e1558-5c20-40d1-b3c6-ee8ef18d65a3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 936 time: 0.0933506 Nov 23 10:39:33.898703 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc43e675-c9c8-49fc-be00-41e18d64d608 req-b9dccb3e-f34a-4c06-bb21-07b75204232b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556648 Nov 23 10:39:33.904584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb38e4-d65f-42dd-b45d-0d076fa6257f service neutron] Pushing event updated for resources: {'Port': ['ID=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:33.925725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:33.990541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3b234a90-a712-4422-9482-0545614b8669 req-c29d4901-761d-41af-ad31-cf68c6421391 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895026 Nov 23 10:39:34.080767 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b91dc26-71bb-448c-a520-85eb170f3a15 x-openstack-request-id: req-6b91dc26-71bb-448c-a520-85eb170f3a15 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:34.081064 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "tag": "83f26298-6d61-4d25-acc8-dfbcc3f0a8b5", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:34.093300 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b91dc26-71bb-448c-a520-85eb170f3a15 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:34.093745 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'tag': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5', 'status': 'completed', 'code': 200} Nov 23 10:39:34.216815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49968-9898-42a7-940c-6faf3d759204 req-35ab279c-fdf2-4f87-9a9c-6793a449c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:34.217630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49968-9898-42a7-940c-6faf3d759204 req-35ab279c-fdf2-4f87-9a9c-6793a449c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:34.220980 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70d49968-9898-42a7-940c-6faf3d759204 req-35ab279c-fdf2-4f87-9a9c-6793a449c669 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1914 time: 0.1162996 Nov 23 10:39:34.355934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b476292-811e-44e0-909c-a049dc6f81a8 req-b8ef3a96-2ca9-4c17-ab9c-51adb5a1491a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:34.358903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b476292-811e-44e0-909c-a049dc6f81a8 req-b8ef3a96-2ca9-4c17-ab9c-51adb5a1491a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.1511896 Nov 23 10:39:34.472611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95801ccc-f4c0-4a2a-9333-972412b33e5b {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:34.481126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:34.500248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Transition to ACTIVE for port object 95801ccc-f4c0-4a2a-9333-972412b33e5b will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:34.543088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:34.551671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:34.554249 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81840bb5-64bf-4033-99d8-1d9cdaec29b0" -d '{"events": [{"server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "name": "network-vif-plugged", "status": "completed", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:34.652610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:34.686823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:34.686823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:34.687065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:34.701314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:34.701647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:34.736324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:34.737334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:34.737893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:34.738535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Bound port: 95801ccc-f4c0-4a2a-9333-972412b33e5b, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:34.739068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:34.868896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b476292-811e-44e0-909c-a049dc6f81a8 req-24bbdb53-eade-4ad5-bbce-fe5e9c95e3fd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656547 Nov 23 10:39:34.883289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b2260e-3621-4ddb-a31f-347ab29a2e8f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:34.901647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:34.925412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:34.931254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:34.940331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Transition to ACTIVE for port object 52b2260e-3621-4ddb-a31f-347ab29a2e8f will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:34.949117 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:34.953463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:35.003265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Pushing event updated for resources: {'Port': ['ID=52b2260e-3621-4ddb-a31f-347ab29a2e8f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:35.042798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.043425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:35.045579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] 10.222.0.58 "PUT /v2.0/ports/95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 1096 time: 1.7230339 Nov 23 10:39:35.118827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b31a4-fc7f-4cbf-8290-201c78280cfb service neutron] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:35.215378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-824a08fe-e788-4d1a-a070-9dc74c21c0ef tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.224486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-824a08fe-e788-4d1a-a070-9dc74c21c0ef tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.8904250 Nov 23 10:39:35.229588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Attempting to bind port 52b2260e-3621-4ddb-a31f-347ab29a2e8f on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:35.230013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Attempting to bind port 52b2260e-3621-4ddb-a31f-347ab29a2e8f by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:35.230411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Attempting to bind port 52b2260e-3621-4ddb-a31f-347ab29a2e8f on network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:35.255252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Port 52b2260e-3621-4ddb-a31f-347ab29a2e8f on network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:35.260860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Attempting to bind port 52b2260e-3621-4ddb-a31f-347ab29a2e8f on network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:35.273187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-21980b53-218e-4e64-9f89-be8a95749f0a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/quotas/aad1df0fc0ff4e5d900b8a4508420be0 HTTP/1.1" status: 200 len: 375 time: 0.0470810 Nov 23 10:39:35.277756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:35.278699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Checking segment: {'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:35.279102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Bound using segment: {'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:35.279728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Bound port: 52b2260e-3621-4ddb-a31f-347ab29a2e8f, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c164d7f-9175-4e06-acb6-5f1a3a5607c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:35.280109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:35.300427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49968-9898-42a7-940c-6faf3d759204 req-b6fa63d5-9afc-46cb-a3cc-d447e7e36a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.301299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49968-9898-42a7-940c-6faf3d759204 req-b6fa63d5-9afc-46cb-a3cc-d447e7e36a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.301950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49968-9898-42a7-940c-6faf3d759204 req-b6fa63d5-9afc-46cb-a3cc-d447e7e36a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.304391 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70d49968-9898-42a7-940c-6faf3d759204 req-b6fa63d5-9afc-46cb-a3cc-d447e7e36a05 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0706906 Nov 23 10:39:35.311392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc37f5-9bcf-460c-bf25-4473de3dafcc req-2a925a31-e867-4c88-8f53-187c6f7ea31a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.334121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc37f5-9bcf-460c-bf25-4473de3dafcc req-2a925a31-e867-4c88-8f53-187c6f7ea31a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.341866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dcc37f5-9bcf-460c-bf25-4473de3dafcc req-2a925a31-e867-4c88-8f53-187c6f7ea31a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1679 time: 0.2095048 Nov 23 10:39:35.342868 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-cde9e487-319c-44e9-895e-a9e51db88d9f tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684440 Nov 23 10:39:35.369436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-1c524732-dd2b-4659-9e09-e6b05766b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.370964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-1c524732-dd2b-4659-9e09-e6b05766b6f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1099 time: 0.2491567 Nov 23 10:39:35.446140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] For port 52b2260e-3621-4ddb-a31f-347ab29a2e8f, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:35.450926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] For port 52b2260e-3621-4ddb-a31f-347ab29a2e8f, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=52b2260e-3621-4ddb-a31f-347ab29a2e8f,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:35.468674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:35.526900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-18bca5b7-450b-4c8a-8f3f-c393832ae7af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0717087 Nov 23 10:39:35.642463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.642816 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:35.645087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] 10.222.0.58 "PUT /v2.0/ports/52b2260e-3621-4ddb-a31f-347ab29a2e8f HTTP/1.1" status: 200 len: 1092 time: 1.9152486 Nov 23 10:39:35.661679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dcc37f5-9bcf-460c-bf25-4473de3dafcc req-99fd68f3-5511-4236-b894-ab605f3672d2 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189626 Nov 23 10:39:35.679818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-fb1af092-1c0b-4b14-885a-2f91a1f4d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.681321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-fb1af092-1c0b-4b14-885a-2f91a1f4d08a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1309786 Nov 23 10:39:35.720727 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-b798dff9-b47f-4586-846d-c199f3e2dc0e service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756495 Nov 23 10:39:35.723169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9d20f-b77f-44c3-bca6-5d767924081e service neutron] Pushing event updated for resources: {'Port': ['ID=52b2260e-3621-4ddb-a31f-347ab29a2e8f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:35.776700 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee552a8c-933f-4c90-b1cc-54c30ad66eda x-openstack-request-id: req-ee552a8c-933f-4c90-b1cc-54c30ad66eda {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:35.777264 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "name": "network-vif-plugged", "status": "completed", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:35.777753 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee552a8c-933f-4c90-b1cc-54c30ad66eda {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:35.778154 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854', 'code': 200} Nov 23 10:39:35.780246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865186-a813-457b-9674-5f871d704f12 req-301a8811-4622-4bb1-908d-d9fde353d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.781959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-301a8811-4622-4bb1-908d-d9fde353d8c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0847754 Nov 23 10:39:35.883279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49968-9898-42a7-940c-6faf3d759204 req-72eb966b-380f-4eaa-ba92-9c6504d4afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:35.884915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70d49968-9898-42a7-940c-6faf3d759204 req-72eb966b-380f-4eaa-ba92-9c6504d4afe5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5621860 Nov 23 10:39:35.945807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-9917f5f5-5e4e-4958-8665-e6c5c808dea7 service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213323 Nov 23 10:39:36.021000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-a706c317-0737-46ef-8d8b-b4494a45e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.021651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-a706c317-0737-46ef-8d8b-b4494a45e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.023451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-a706c317-0737-46ef-8d8b-b4494a45e7a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1981 time: 0.0728333 Nov 23 10:39:36.088280 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-b230ea81-2685-4307-8c0c-83461965300b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 HTTP/1.1" status: 200 len: 217 time: 0.0521643 Nov 23 10:39:36.101659 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}, {'name': 'network-changed', 'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'tag': '52b2260e-3621-4ddb-a31f-347ab29a2e8f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:36.104519 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ba40d-0382-4cfe-b6cc-709e5b735b65" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}, {"name": "network-changed", "server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "tag": "52b2260e-3621-4ddb-a31f-347ab29a2e8f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:36.151199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e8de1-fd31-4cc9-a6dd-3d8e99d4b3da req-fb00441f-4e71-4b0e-bb8f-61bab51769d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.153219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a0e8de1-fd31-4cc9-a6dd-3d8e99d4b3da req-fb00441f-4e71-4b0e-bb8f-61bab51769d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1097 time: 0.2627025 Nov 23 10:39:36.157784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-097ce156-74bb-47d0-9468-4465da689c62 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662114 Nov 23 10:39:36.214518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-241919b8-ce70-464d-b76e-25c12eb7d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.217977 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-241919b8-ce70-464d-b76e-25c12eb7d9cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8360df73-5493-4f77-98dd-389021178e28 HTTP/1.1" status: 200 len: 801 time: 0.1200008 Nov 23 10:39:36.230256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5644e7-c9e3-48e1-9f27-cecdc026899a req-6ebb3684-8310-4024-a078-fe4d9166d5d9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.237152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5644e7-c9e3-48e1-9f27-cecdc026899a req-6ebb3684-8310-4024-a078-fe4d9166d5d9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.1860633 Nov 23 10:39:36.306525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-f81d42eb-3dc7-46f7-b1e3-2dd5b6734d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.308411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-f81d42eb-3dc7-46f7-b1e3-2dd5b6734d03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c79b451c-b517-45d8-a973-55815138479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822859 Nov 23 10:39:36.422337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a0e8de1-fd31-4cc9-a6dd-3d8e99d4b3da req-43dc45f2-532a-4024-926f-9edf67f1f49b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575595 Nov 23 10:39:36.456985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5644e7-c9e3-48e1-9f27-cecdc026899a req-76e4e626-f59f-4c7d-9ebd-cb4f94e81c02 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087970 Nov 23 10:39:36.479164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16865186-a813-457b-9674-5f871d704f12 req-0bc5f95c-146b-407c-93f2-d8a17a8a0755 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077819 Nov 23 10:39:36.530532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a234d-268e-4f39-be13-c7ff106b7db8 req-6db178e0-1ec7-4d22-bbde-f2e0cfaf1af8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.532690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe1a234d-268e-4f39-be13-c7ff106b7db8 req-6db178e0-1ec7-4d22-bbde-f2e0cfaf1af8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0805461 Nov 23 10:39:36.535417 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-eef66f08-12a5-4997-97f8-08efc35fcfac service neutron] 10.222.0.58 "GET /v2.0/networks/c79b451c-b517-45d8-a973-55815138479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175260 Nov 23 10:39:36.572731 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c025124-1b3f-4576-8f00-6c45e91d29b7 x-openstack-request-id: req-5c025124-1b3f-4576-8f00-6c45e91d29b7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:36.573253 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "tag": "52b2260e-3621-4ddb-a31f-347ab29a2e8f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:36.573709 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c025124-1b3f-4576-8f00-6c45e91d29b7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:36.574284 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'status': 'completed', 'code': 200} Nov 23 10:39:36.574691 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'tag': '52b2260e-3621-4ddb-a31f-347ab29a2e8f', 'status': 'completed', 'code': 200} Nov 23 10:39:36.611955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe1a234d-268e-4f39-be13-c7ff106b7db8 req-345372a3-903b-4d77-bcdd-a980835e70ed tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704386 Nov 23 10:39:36.710256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-878a30da-3fa0-4605-a445-785cdce6a4a9 req-1b2eabbc-2cf2-44dc-9652-104afdbc1f33 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 210 time: 0.0420337 Nov 23 10:39:36.729841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-de37065f-e2c0-4753-8927-4ec53407ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.735944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-de37065f-e2c0-4753-8927-4ec53407ee6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1099 time: 0.1372020 Nov 23 10:39:36.774672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-5750e6a3-46af-44d9-8077-b4a5c5479ba8 service neutron] 10.222.0.58 "GET /v2.0/networks/c79b451c-b517-45d8-a973-55815138479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681497 Nov 23 10:39:36.826317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-e617eaee-1a0f-4620-bbb0-6154a325b759 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=52b2260e-3621-4ddb-a31f-347ab29a2e8f HTTP/1.1" status: 200 len: 217 time: 0.0423906 Nov 23 10:39:36.898275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-30727402-6b75-41b9-bb79-2fb9bbc754bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.900500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-30727402-6b75-41b9-bb79-2fb9bbc754bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83daad71-1fe9-483b-8096-86b3eb0844c4 HTTP/1.1" status: 200 len: 801 time: 0.0597482 Nov 23 10:39:36.995175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-67e52c45-4e9f-4234-a626-11d9cd74e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:36.996718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-67e52c45-4e9f-4234-a626-11d9cd74e317 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a0b6df0-a737-4546-a8e6-6ba9bf855fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0828524 Nov 23 10:39:37.146015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-017e4821-4bd5-40c0-ac18-d584d011927a service neutron] 10.222.0.58 "GET /v2.0/networks/1a0b6df0-a737-4546-a8e6-6ba9bf855fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360388 Nov 23 10:39:37.222675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-88e253c5-88f1-4a9a-8fc5-c918f83da48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.224699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-88e253c5-88f1-4a9a-8fc5-c918f83da48e service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4800589 Nov 23 10:39:37.234508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f557b-0722-43f2-bb83-af24c14c2b33 req-161d6980-6f16-48e5-8da4-0da9307ba830 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.253677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f557b-0722-43f2-bb83-af24c14c2b33 req-161d6980-6f16-48e5-8da4-0da9307ba830 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.263800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f1f557b-0722-43f2-bb83-af24c14c2b33 req-161d6980-6f16-48e5-8da4-0da9307ba830 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1679 time: 0.4379961 Nov 23 10:39:37.313711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ded59b3-721e-4331-ab4f-732f35f112fc req-7d7bdf2a-a9c3-4dff-bec1-f089d647cda3 service neutron] 10.222.0.58 "GET /v2.0/networks/1a0b6df0-a737-4546-a8e6-6ba9bf855fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515746 Nov 23 10:39:37.317173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-0bcf9b5f-35c5-4233-9fcd-ab9eb7426431 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0466707 Nov 23 10:39:37.385853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f1f557b-0722-43f2-bb83-af24c14c2b33 req-999e3b03-9c7c-4d08-87f1-a39c8e15fb23 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207893 Nov 23 10:39:37.397624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-2b545fab-a008-4065-ac74-b2792d92e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.399117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-2b545fab-a008-4065-ac74-b2792d92e4bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0683901 Nov 23 10:39:37.456293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-bd254205-fe13-4da7-9cc6-032e4e46ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.457843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-bd254205-fe13-4da7-9cc6-032e4e46ade5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489476 Nov 23 10:39:37.675317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-a74d9680-50f5-4be1-874b-0786018305fe service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992602 Nov 23 10:39:37.703056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb637a-456c-4c10-ad0e-1626d7ed3e92 req-6dbcd4c9-3f10-44a5-9a81-b37803effde5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.708520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7bb637a-456c-4c10-ad0e-1626d7ed3e92 req-6dbcd4c9-3f10-44a5-9a81-b37803effde5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.1621518 Nov 23 10:39:37.842622 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7bb637a-456c-4c10-ad0e-1626d7ed3e92 req-f749c414-1441-48df-83cd-33de8edb70bb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271181 Nov 23 10:39:37.875170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-150b502e-9656-431e-b09c-377e70e074e3 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465099 Nov 23 10:39:37.963662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-920d27ba-a711-4991-b5d8-f455ec9b3ce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.965478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-920d27ba-a711-4991-b5d8-f455ec9b3ce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.3098886 Nov 23 10:39:37.982688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf24d23-88e5-4da5-900f-d8736674cc94 req-bbcd0ab0-3112-46ea-be30-9fb0ed7166fa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:37.984587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdf24d23-88e5-4da5-900f-d8736674cc94 req-bbcd0ab0-3112-46ea-be30-9fb0ed7166fa tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.1770570 Nov 23 10:39:37.989417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Request body: {'port': {'device_id': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'admin_state_up': True, 'tenant_id': 'aad1df0fc0ff4e5d900b8a4508420be0'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:37.990976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4990e02b-6b56-469e-b873-494c2ac0191b req-57f54a8a-f84d-41e0-a622-7930644b5509 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 210 time: 0.0274873 Nov 23 10:39:38.020443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-f841476b-a316-4c2b-8e3f-22917efc20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.021174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-f841476b-a316-4c2b-8e3f-22917efc20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.022933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-f841476b-a316-4c2b-8e3f-22917efc20a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1981 time: 0.0890853 Nov 23 10:39:38.129979 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdf24d23-88e5-4da5-900f-d8736674cc94 req-ef27b3c6-9e0a-4e64-aa16-a8a31aa2f26f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132977 Nov 23 10:39:38.162797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-a70e1fac-1a14-470d-8c9f-d7dcf75a86d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.164551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-a70e1fac-1a14-470d-8c9f-d7dcf75a86d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 HTTP/1.1" status: 200 len: 903 time: 0.1259353 Nov 23 10:39:38.180039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Made reservation on behalf of aad1df0fc0ff4e5d900b8a4508420be0 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:39:38.184474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:38.218163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-733b673f-0515-47e5-b5c8-355085ad161b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.186&port_id=52b2260e-3621-4ddb-a31f-347ab29a2e8f HTTP/1.1" status: 200 len: 217 time: 0.0380425 Nov 23 10:39:38.281975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-321a6292-7d86-4e1d-aa4d-14b8f37451d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.283781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-321a6292-7d86-4e1d-aa4d-14b8f37451d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=83daad71-1fe9-483b-8096-86b3eb0844c4 HTTP/1.1" status: 200 len: 801 time: 0.0486581 Nov 23 10:39:38.333075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Allocated IP 172.20.0.3 (0759183a-cb01-4d12-825c-8e66af278fb4/18aeb6c4-5612-4ab0-a001-ff4aa5130ff7/f7c67d94-ec0a-4ccf-a1ce-1c981948fe73) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:39:38.341569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-161f69f8-f17b-46e7-881c-0f61c6f9ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.343157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-161f69f8-f17b-46e7-881c-0f61c6f9ff29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a0b6df0-a737-4546-a8e6-6ba9bf855fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476606 Nov 23 10:39:38.470536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-de611cba-5af9-4705-8ca7-f23c2e755eac service neutron] 10.222.0.58 "GET /v2.0/networks/1a0b6df0-a737-4546-a8e6-6ba9bf855fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183705 Nov 23 10:39:38.528734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:38.536636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b8e72-f68b-474b-bdd2-0fb94ef6b733 req-6dcc19f9-85f8-4cf8-93b8-58c3cf304d64 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.542882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b8e72-f68b-474b-bdd2-0fb94ef6b733 req-6dcc19f9-85f8-4cf8-93b8-58c3cf304d64 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.544504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e29b8e72-f68b-474b-bdd2-0fb94ef6b733 req-6dcc19f9-85f8-4cf8-93b8-58c3cf304d64 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1679 time: 0.0707614 Nov 23 10:39:38.566708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:38.614615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Network 0759183a-cb01-4d12-825c-8e66af278fb4 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:39:38.618031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:39:38.621823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:39:38.653646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:38.660298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e29b8e72-f68b-474b-bdd2-0fb94ef6b733 req-33d096b5-3091-4201-8e90-cbec22413a21 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960054 Nov 23 10:39:38.686567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-062ba40d-0382-4cfe-b6cc-709e5b735b65 req-4ece0889-3350-4ab9-a407-c43a03bb2488 service neutron] 10.222.0.58 "GET /v2.0/networks/1a0b6df0-a737-4546-a8e6-6ba9bf855fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407990 Nov 23 10:39:38.716954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.717649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:38.734348 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-02b0330c-b34e-4cef-8acc-87d4e4af113b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485464 Nov 23 10:39:38.750535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Request body: {'port': {'device_id': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:38.806071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:38.972255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842d510-1eb4-45d1-a25f-b84392067f65 req-c3cd9719-483a-4423-8b60-04e66657dd18 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:38.973968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5842d510-1eb4-45d1-a25f-b84392067f65 req-c3cd9719-483a-4423-8b60-04e66657dd18 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.0585132 Nov 23 10:39:39.022940 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5842d510-1eb4-45d1-a25f-b84392067f65 req-7f68b9a5-bb45-4f9d-8771-6a1fa1f32f31 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Nov 23 10:39:39.083184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:39.092124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:39.127683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Transition to ACTIVE for port object f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:39:39.141306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80705d3-9bfe-4f72-8ca7-8f49e879431d req-b015a507-f2cc-49f8-b1ea-3f38485fff19 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.142998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a80705d3-9bfe-4f72-8ca7-8f49e879431d req-b015a507-f2cc-49f8-b1ea-3f38485fff19 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 931 time: 0.0727625 Nov 23 10:39:39.144230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:39.216701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:39.254601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31255b0e-0f30-400c-ad88-5847c018cb88 req-5fb001fa-a301-45b0-86f6-1bbdd311cbd4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.261874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31255b0e-0f30-400c-ad88-5847c018cb88 req-5fb001fa-a301-45b0-86f6-1bbdd311cbd4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0617509 Nov 23 10:39:39.290371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a80705d3-9bfe-4f72-8ca7-8f49e879431d req-aeec2c57-56fb-46b9-a81b-ae728efcf2a9 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379652 Nov 23 10:39:39.312214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31255b0e-0f30-400c-ad88-5847c018cb88 req-5e52b7ab-e59e-4c5d-a3a6-db2597a35d6e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Nov 23 10:39:39.322672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Attempting to bind port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:39.323011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Attempting to bind port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:39.323934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Attempting to bind port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:39.329142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 on network 0759183a-cb01-4d12-825c-8e66af278fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:39.329470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Attempting to bind port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:39.334451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:39.335052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Checking segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:39.335176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Bound using segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:39.335589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Bound port: f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:39.335941 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:39.432791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:39.438806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:39.444285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:39.448914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a54a4-316a-4af6-a4f1-94f14704c450 req-94c628e3-50a5-4d02-a0bb-e21c493d504e tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.450450 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e92a54a4-316a-4af6-a4f1-94f14704c450 req-94c628e3-50a5-4d02-a0bb-e21c493d504e tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1097 time: 0.0649238 Nov 23 10:39:39.505420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.506023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:39.507676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] 10.222.0.58 "PUT /v2.0/ports/f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 HTTP/1.1" status: 200 len: 1091 time: 0.7612159 Nov 23 10:39:39.508752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:39.512690 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42" -d '{"events": [{"name": "network-changed", "server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:39.540987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e5ea-20de-4b41-96e8-e624ca6f01d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:39.557234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e92a54a4-316a-4af6-a4f1-94f14704c450 req-e82020e6-1e2d-4dc9-b9d7-431a2cb75311 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826271 Nov 23 10:39:39.623368 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1043452-01a8-4bdb-a75f-613e4ae54228 x-openstack-request-id: req-e1043452-01a8-4bdb-a75f-613e4ae54228 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:39.623748 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:39.624037 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e1043452-01a8-4bdb-a75f-613e4ae54228 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:39.624652 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'status': 'completed', 'code': 200} Nov 23 10:39:39.627404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-7d0e90f2-c856-43fe-8042-9c06c7f042a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.629002 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-7d0e90f2-c856-43fe-8042-9c06c7f042a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 1094 time: 0.0709140 Nov 23 10:39:39.679612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-ddc1bded-62c1-43ff-bff1-8c6760afa552 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 HTTP/1.1" status: 200 len: 217 time: 0.0399606 Nov 23 10:39:39.760750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657ef97-9b72-4cef-a061-76f4eba9b4cb req-e79bc1da-9493-47c2-b26b-00e380f32d67 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.762225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a657ef97-9b72-4cef-a061-76f4eba9b4cb req-e79bc1da-9493-47c2-b26b-00e380f32d67 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1097 time: 0.0853741 Nov 23 10:39:39.767148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-67569142-e067-4c0c-add3-19cf35a37871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.768517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-67569142-e067-4c0c-add3-19cf35a37871 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.0620117 Nov 23 10:39:39.785506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e3bf-bfae-46ee-8c6a-b79e2d2c6a43 req-18d4c160-f6e1-433e-b084-bc94bc9f5c8a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.791397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881e3bf-bfae-46ee-8c6a-b79e2d2c6a43 req-18d4c160-f6e1-433e-b084-bc94bc9f5c8a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:39.792972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8881e3bf-bfae-46ee-8c6a-b79e2d2c6a43 req-18d4c160-f6e1-433e-b084-bc94bc9f5c8a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1679 time: 0.0576046 Nov 23 10:39:39.815438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-333da4b3-4103-4908-8a3c-376164086463 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329108 Nov 23 10:39:39.844574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8881e3bf-bfae-46ee-8c6a-b79e2d2c6a43 req-a67ea75d-161e-4eab-97ec-e5d2ee8cb4a7 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Nov 23 10:39:39.849954 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a657ef97-9b72-4cef-a061-76f4eba9b4cb req-b571ff79-7ac9-428c-98b9-2b4e988f4f47 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804198 Nov 23 10:39:39.936050 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-467f9ffa-03b2-4a33-b775-36bad60ed6be service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105285 Nov 23 10:39:40.046235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd5da0-1fab-4bca-96e2-a2b48ce21653 req-8953fbf2-30ed-461f-ac45-3287fd3a34a8 service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986807 Nov 23 10:39:40.228691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-58bfef41-3a14-4aaa-862a-850219598932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:40.230413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-58bfef41-3a14-4aaa-862a-850219598932 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 1094 time: 0.1211059 Nov 23 10:39:40.276274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da2d96-5cdd-429e-8db0-39d335241565 req-b5aba7dc-db9e-4f97-988d-30ddb5a1f803 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:40.277862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21da2d96-5cdd-429e-8db0-39d335241565 req-b5aba7dc-db9e-4f97-988d-30ddb5a1f803 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.1463928 Nov 23 10:39:40.376926 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21da2d96-5cdd-429e-8db0-39d335241565 req-12589385-037c-4a08-b626-0473e84dd6c4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912528 Nov 23 10:39:40.379754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-166ffceb-ced9-4cc4-a1d3-e8ba7b4a98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:40.381243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-166ffceb-ced9-4cc4-a1d3-e8ba7b4a98f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 905 time: 0.1421349 Nov 23 10:39:40.442422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-96b6eeaa-7ed7-4d83-85d8-573ea31c1e6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 HTTP/1.1" status: 200 len: 217 time: 0.0511396 Nov 23 10:39:40.531769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-8d717c81-1b16-4b19-86fc-1acb18f4f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:40.533366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-8d717c81-1b16-4b19-86fc-1acb18f4f122 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.0811925 Nov 23 10:39:40.545017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1311a-67a6-4676-959b-218a9007556b req-8be8004a-5c16-4913-87ee-768b15bc58d4 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:40.546449 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fe1311a-67a6-4676-959b-218a9007556b req-8be8004a-5c16-4913-87ee-768b15bc58d4 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 943 time: 0.0965431 Nov 23 10:39:40.579447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-ed3af128-c438-47a7-83ff-50e1255dec0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313017 Nov 23 10:39:40.721189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-3b92d308-f597-4dc8-8c28-ffe85f70f9b2 service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341436 Nov 23 10:39:40.724691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fe1311a-67a6-4676-959b-218a9007556b req-617b4445-cd63-4158-9435-aa80e2f3b2d9 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671937 Nov 23 10:39:40.840766 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d12cb0e4-e6c6-4d11-aabf-ef995719ac42 req-d8e60077-2cc1-4985-8688-ab48eac86131 service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111619 Nov 23 10:39:40.999480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-24408e9c-b488-44dd-b492-5b56e2955890 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:39:41.001243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-24408e9c-b488-44dd-b492-5b56e2955890 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076001 Nov 23 10:39:41.010737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5f2ac-f275-4c2c-b7cb-14ce9524f7e8 req-ea038b9f-20ef-4026-865f-1606742b7c70 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.017321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5f2ac-f275-4c2c-b7cb-14ce9524f7e8 req-ea038b9f-20ef-4026-865f-1606742b7c70 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.019428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e2f5f2ac-f275-4c2c-b7cb-14ce9524f7e8 req-ea038b9f-20ef-4026-865f-1606742b7c70 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1679 time: 0.0732586 Nov 23 10:39:41.066141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-e4737660-6300-423b-835c-019ffdaaa344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.067497 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-e4737660-6300-423b-835c-019ffdaaa344 service neutron] 10.222.0.61 "GET /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 1094 time: 0.0472174 Nov 23 10:39:41.078011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Request body: {'binding': {'host': 'n-h2-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:41.078975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:39:41.120472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e2f5f2ac-f275-4c2c-b7cb-14ce9524f7e8 req-87ac9d09-9f07-4c0c-9dc5-36be3b1be4fa tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930655 Nov 23 10:39:41.258191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on host n-h2-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:41.259268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:41.259699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:41.264916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:41.265372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:41.272908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:41.273386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:41.273864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:41.274478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Bound port: 8389b86f-7278-430a-ae81-0fcc624c8854, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:41.335914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:41.342643 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:41.343978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-8c3c9465-e658-4f9c-88c0-860d007fe03d service neutron] 10.222.0.61 "POST /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854/bindings HTTP/1.1" status: 201 len: 389 time: 0.2692528 Nov 23 10:39:41.551208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bf46a-662e-4169-b255-6ca453a32af7 req-d83ae910-e73e-4aa7-bb06-7956d2cc48f2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.566186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baf1ff-c2df-446e-8676-47f1b67e6d40 req-2264b50c-07cb-4d5b-a7e5-60ca26cf92d1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.566695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-240bf46a-662e-4169-b255-6ca453a32af7 req-d83ae910-e73e-4aa7-bb06-7956d2cc48f2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0947814 Nov 23 10:39:41.574154 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2baf1ff-c2df-446e-8676-47f1b67e6d40 req-2264b50c-07cb-4d5b-a7e5-60ca26cf92d1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.0774281 Nov 23 10:39:41.644372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-240bf46a-662e-4169-b255-6ca453a32af7 req-35190eec-7481-484f-9371-bb4a3ce931bb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707517 Nov 23 10:39:41.680225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2baf1ff-c2df-446e-8676-47f1b67e6d40 req-70b0a712-9888-4574-ab5b-f1c8fad95302 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052120 Nov 23 10:39:41.692545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-ec29038c-004a-4232-bbd2-076679fe633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.694688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-ec29038c-004a-4232-bbd2-076679fe633a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1097 time: 0.0792170 Nov 23 10:39:41.727795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:41.795564 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:39:41.886257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b9d63-d652-44c3-af46-1dec71fa5059 req-4721f7ba-c562-4452-9e22-bf095e1fa767 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.890536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d5b9d63-d652-44c3-af46-1dec71fa5059 req-4721f7ba-c562-4452-9e22-bf095e1fa767 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 943 time: 0.0852315 Nov 23 10:39:41.901672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:41.930650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-059756ab-7667-4213-9f81-85ca34e8ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:41.934705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5', 'network_id': 'c79b451c-b517-45d8-a973-55815138479b', 'port_id': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5', 'mac_address': 'fa:16:3e:be:02:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8360df73-5493-4f77-98dd-389021178e28', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:41.935295 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-059756ab-7667-4213-9f81-85ca34e8ac57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2201521 Nov 23 10:39:42.001205 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-30c61e4b-4dd6-49ff-9394-2f7ba8f0e30e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 217 time: 0.0549872 Nov 23 10:39:42.009215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d5b9d63-d652-44c3-af46-1dec71fa5059 req-a132da56-0d65-41ae-b8b5-583f11a2e251 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119425 Nov 23 10:39:42.028210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:42.044954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:42.064999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4cae97b5-2ef2-4976-8486-1720009379d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:42.066512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4cae97b5-2ef2-4976-8486-1720009379d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0573604 Nov 23 10:39:42.072619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:42.077079 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:42.077757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:42.111935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-c37690a6-fadf-471d-9555-27cbf1258593 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362844 Nov 23 10:39:42.167519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:42.183404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.183792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.184083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.184426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.184758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.185089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.185460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.185789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.186116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.186440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.186765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.187089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:39:42.255496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:42.279288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:42.301503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-64e197e5-3e86-4687-9178-0e540ab7addc service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707826 Nov 23 10:39:42.320991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b932c38-fc00-4aff-9ee6-032ead3e1aaf req-1c2bcaac-c4a9-4b6e-8371-2f84d95febc1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:42.329506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b932c38-fc00-4aff-9ee6-032ead3e1aaf req-1c2bcaac-c4a9-4b6e-8371-2f84d95febc1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:42.337550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b932c38-fc00-4aff-9ee6-032ead3e1aaf req-1c2bcaac-c4a9-4b6e-8371-2f84d95febc1 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1680 time: 0.0955164 Nov 23 10:39:42.385324 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:42.396395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b932c38-fc00-4aff-9ee6-032ead3e1aaf req-7c8caa4a-587c-497a-a487-a66fbb98e377 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579779 Nov 23 10:39:42.409880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95801ccc-f4c0-4a2a-9333-972412b33e5b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:42.468822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:42.473961 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:42.474687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 52b2260e-3621-4ddb-a31f-347ab29a2e8f details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:42.568496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:42.648411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 52b2260e-3621-4ddb-a31f-347ab29a2e8f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=52b2260e-3621-4ddb-a31f-347ab29a2e8f,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:42.663592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '52b2260e-3621-4ddb-a31f-347ab29a2e8f', 'network_id': '1a0b6df0-a737-4546-a8e6-6ba9bf855fe0', 'port_id': '52b2260e-3621-4ddb-a31f-347ab29a2e8f', 'mac_address': 'fa:16:3e:ab:d3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83daad71-1fe9-483b-8096-86b3eb0844c4', 'ip_address': '19.86.0.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:42.716096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:42.766402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b2260e-3621-4ddb-a31f-347ab29a2e8f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:42.791011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 52b2260e-3621-4ddb-a31f-347ab29a2e8f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=52b2260e-3621-4ddb-a31f-347ab29a2e8f,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:42.806160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:42.859040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-9a54c517-58d9-4af3-bc15-26447f102029 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470161 Nov 23 10:39:42.889934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a0cc1-7f27-4f3f-8954-c0c7c4cccc14 req-618f4473-c101-4b13-8d5a-b76dd4927cfe tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:42.890191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5332f-32d2-4885-8ec0-3b3c16d8bf14 req-de2d6cd7-a965-4f49-a8a8-90991a1ee937 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:42.891813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a19a0cc1-7f27-4f3f-8954-c0c7c4cccc14 req-618f4473-c101-4b13-8d5a-b76dd4927cfe tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0929663 Nov 23 10:39:42.899923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e9a5332f-32d2-4885-8ec0-3b3c16d8bf14 req-de2d6cd7-a965-4f49-a8a8-90991a1ee937 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.1036241 Nov 23 10:39:42.902939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=52b2260e-3621-4ddb-a31f-347ab29a2e8f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:42.970716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a19a0cc1-7f27-4f3f-8954-c0c7c4cccc14 req-2c8baa6e-a4ea-47c0-91c2-ba17c4ae828a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 Nov 23 10:39:42.987401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e9a5332f-32d2-4885-8ec0-3b3c16d8bf14 req-a1241b22-76df-48db-9070-0d38b3a7cb65 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801971 Nov 23 10:39:43.147386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f6319-e89f-42f9-9288-4eb95420b786 req-4f740b3a-88f6-441c-8a29-05390e41c0c4 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:43.149405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e8f6319-e89f-42f9-9288-4eb95420b786 req-4f740b3a-88f6-441c-8a29-05390e41c0c4 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 943 time: 0.0615771 Nov 23 10:39:43.217974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e8f6319-e89f-42f9-9288-4eb95420b786 req-b31fa1ef-1f14-41e2-9e6b-5b8d5021da55 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623279 Nov 23 10:39:43.380457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['83f26298-6d61-4d25-acc8-dfbcc3f0a8b5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:43.452605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['95801ccc-f4c0-4a2a-9333-972412b33e5b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:43.521785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['52b2260e-3621-4ddb-a31f-347ab29a2e8f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:43.621914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628fd6-b75e-4020-bf92-1741cbcfc9f6 req-28d2627e-7503-466c-b7ca-b1753265bc0a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:43.630801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628fd6-b75e-4020-bf92-1741cbcfc9f6 req-28d2627e-7503-466c-b7ca-b1753265bc0a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:43.639214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99628fd6-b75e-4020-bf92-1741cbcfc9f6 req-28d2627e-7503-466c-b7ca-b1753265bc0a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1681 time: 0.1080539 Nov 23 10:39:43.710986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99628fd6-b75e-4020-bf92-1741cbcfc9f6 req-11a84e0c-ed3f-45f6-bd86-5553bd4ddaa8 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708847 Nov 23 10:39:43.746469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:43.991157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:44.007995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'mac_address': 'fa:16:3e:57:f3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:39:44.056786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:44.072903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:39:44.097035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:44.103884 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:44.168090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4ad01-7eb1-46dc-813a-5a0fdb6318dc req-67371e2a-d8af-47e4-8147-eb933a422c69 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.175135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:44.177086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78f4ad01-7eb1-46dc-813a-5a0fdb6318dc req-67371e2a-d8af-47e4-8147-eb933a422c69 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.0758963 Nov 23 10:39:44.204348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51722c2e-ce05-44c3-bd92-eccb73620a3e req-8800be3b-d011-4902-8127-f153e266886e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.206325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51722c2e-ce05-44c3-bd92-eccb73620a3e req-8800be3b-d011-4902-8127-f153e266886e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.1052775 Nov 23 10:39:44.234615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78f4ad01-7eb1-46dc-813a-5a0fdb6318dc req-9573b308-fd9b-49df-ae4a-ba4da1255530 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565093 Nov 23 10:39:44.273464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51722c2e-ce05-44c3-bd92-eccb73620a3e req-37d0af17-2cb4-48ae-9207-1762cc33a142 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610542 Nov 23 10:39:44.424783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-89f9a7ea-5922-4eb0-a2a5-4d44c875b001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:44.475702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54801b-0bd3-47be-8876-65daa1617bba req-34839e55-d57d-487c-bb7e-f84b0ef7e7ce tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.477435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a54801b-0bd3-47be-8876-65daa1617bba req-34839e55-d57d-487c-bb7e-f84b0ef7e7ce tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 944 time: 0.0551097 Nov 23 10:39:44.531834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a54801b-0bd3-47be-8876-65daa1617bba req-a75db1e5-f0ee-47f4-8d7b-f2912df0d180 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Nov 23 10:39:44.806402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f7c67d94-ec0a-4ccf-a1ce-1c981948fe73'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:44.848547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843bd8-4b2a-4357-9778-73cf851bfd59 req-195466ef-ddf9-4c40-bbb8-3d677d5fb595 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.855655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa843bd8-4b2a-4357-9778-73cf851bfd59 req-195466ef-ddf9-4c40-bbb8-3d677d5fb595 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:44.857389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa843bd8-4b2a-4357-9778-73cf851bfd59 req-195466ef-ddf9-4c40-bbb8-3d677d5fb595 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1681 time: 0.0694263 Nov 23 10:39:44.921892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa843bd8-4b2a-4357-9778-73cf851bfd59 req-8cebb769-aad8-4df1-8066-3781d1c96e00 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Nov 23 10:39:45.369940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84045b39-fd91-49fd-a258-39e82174bed7 req-7128e7c2-5779-44b2-ab2d-5d7cfc1239ee tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:45.371419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84045b39-fd91-49fd-a258-39e82174bed7 req-7128e7c2-5779-44b2-ab2d-5d7cfc1239ee tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.0609696 Nov 23 10:39:45.429371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84045b39-fd91-49fd-a258-39e82174bed7 req-6e573c7a-61bc-4e60-99d8-6f16e5655a27 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493145 Nov 23 10:39:45.435768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafcd46-d960-4185-b59e-2b808c030046 req-95f6e392-399f-4153-bc4c-6a448e089339 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:45.437448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bdafcd46-d960-4185-b59e-2b808c030046 req-95f6e392-399f-4153-bc4c-6a448e089339 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0669408 Nov 23 10:39:45.505048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bdafcd46-d960-4185-b59e-2b808c030046 req-c14163ad-fdc5-4005-81f7-9a646d57feb4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608060 Nov 23 10:39:45.680847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d5643-a254-42cf-a7c7-4614b2e85e60 req-69c9538b-67e9-4413-a50a-325f911fc6ab tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:45.682662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f91d5643-a254-42cf-a7c7-4614b2e85e60 req-69c9538b-67e9-4413-a50a-325f911fc6ab tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 944 time: 0.0531483 Nov 23 10:39:45.727401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:45.755336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f91d5643-a254-42cf-a7c7-4614b2e85e60 req-95ff7960-65a2-4040-ae27-57f8cae8015e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Nov 23 10:39:45.800017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 95801ccc-f4c0-4a2a-9333-972412b33e5b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:45.805240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 95801ccc-f4c0-4a2a-9333-972412b33e5b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:45.805766 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:45.900786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:45.925654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:45.928067 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be51c7e-374b-4207-904b-9015b14dc731" -d '{"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-plugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:45.949995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:45.958215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:45.959482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 52b2260e-3621-4ddb-a31f-347ab29a2e8f up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:46.045893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62d8c-ead5-4f6a-a058-fad1cf0e1ebd req-8b8da3e6-01fe-4235-809d-09d4b312047e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:46.054657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62d8c-ead5-4f6a-a058-fad1cf0e1ebd req-8b8da3e6-01fe-4235-809d-09d4b312047e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:46.063664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48b62d8c-ead5-4f6a-a058-fad1cf0e1ebd req-8b8da3e6-01fe-4235-809d-09d4b312047e tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1681 time: 0.0736313 Nov 23 10:39:46.074390 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43854df7-3e7c-4316-aac6-8eccce7aa0e0 x-openstack-request-id: req-43854df7-3e7c-4316-aac6-8eccce7aa0e0 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:46.074390 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-plugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:46.075316 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43854df7-3e7c-4316-aac6-8eccce7aa0e0 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:46.075811 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'code': 200} Nov 23 10:39:46.120477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:46.140552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48b62d8c-ead5-4f6a-a058-fad1cf0e1ebd req-7237b1c1-57c0-4132-ab02-a0190f7dc740 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732427 Nov 23 10:39:46.149505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 52b2260e-3621-4ddb-a31f-347ab29a2e8f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:46.155599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 52b2260e-3621-4ddb-a31f-347ab29a2e8f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:46.156956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:46.221043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b1bc5-6ce5-4819-ba12-5f936334a799 req-06f4c001-27c4-4889-ac7d-02871c038998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:46.225277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-815b1bc5-6ce5-4819-ba12-5f936334a799 req-06f4c001-27c4-4889-ac7d-02871c038998 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1101 time: 0.1480684 Nov 23 10:39:46.268060 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:46.309551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 52b2260e-3621-4ddb-a31f-347ab29a2e8f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=52b2260e-3621-4ddb-a31f-347ab29a2e8f,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:46.313330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-815b1bc5-6ce5-4819-ba12-5f936334a799 req-0cd58f6c-2fef-4dcc-82dd-ed7a5148d34f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785420 Nov 23 10:39:46.315634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:46.370580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=52b2260e-3621-4ddb-a31f-347ab29a2e8f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:46.579069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d51d-16a3-4435-9530-2e1d9392afeb req-d0ec796d-10c8-44ca-91d9-3f1c7f738212 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:46.581831 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ac5d51d-16a3-4435-9530-2e1d9392afeb req-d0ec796d-10c8-44ca-91d9-3f1c7f738212 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.0728300 Nov 23 10:39:46.661731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ac5d51d-16a3-4435-9530-2e1d9392afeb req-71147be8-5129-4fff-a617-b7cb9ed42093 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734587 Nov 23 10:39:46.742122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740555c6-c1ca-40ae-b009-26bce1d28c5a req-344cd748-5707-4cbb-bd72-db382d412bd6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:46.745602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-740555c6-c1ca-40ae-b009-26bce1d28c5a req-344cd748-5707-4cbb-bd72-db382d412bd6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0767033 Nov 23 10:39:46.805677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-740555c6-c1ca-40ae-b009-26bce1d28c5a req-418caef7-1ac1-4426-a471-8f4a2d87c72d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550027 Nov 23 10:39:46.840881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb520f64-51a9-41fc-adf9-48b6c6e2fc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:46.906042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954fca3-eb19-40bd-9d59-80fc83df20fe req-c7d2bd86-1128-49c7-9db8-fd3bd66e8318 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:46.907302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5954fca3-eb19-40bd-9d59-80fc83df20fe req-c7d2bd86-1128-49c7-9db8-fd3bd66e8318 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 944 time: 0.0558274 Nov 23 10:39:46.962460 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5954fca3-eb19-40bd-9d59-80fc83df20fe req-51677f6f-8485-4523-9508-de72791c5dd7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Nov 23 10:39:47.259981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b5ea7-7723-464f-8bb1-6cdfbdfd56a2 req-f059183c-7998-4e37-abe3-e2dd95b97fb5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:47.267002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b5ea7-7723-464f-8bb1-6cdfbdfd56a2 req-f059183c-7998-4e37-abe3-e2dd95b97fb5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:47.268617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-195b5ea7-7723-464f-8bb1-6cdfbdfd56a2 req-f059183c-7998-4e37-abe3-e2dd95b97fb5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1682 time: 0.0615029 Nov 23 10:39:47.330433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-195b5ea7-7723-464f-8bb1-6cdfbdfd56a2 req-0404bbac-245f-4ad0-97d3-6d7491a72cf9 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550845 Nov 23 10:39:47.734729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:47.834090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e741e3-12f2-42bf-98d8-7442b2134db5 req-1e99f428-a748-4c5e-b3d7-bb86b0d293dd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:47.837619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:47.842744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:47.843339 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:47.848333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69e741e3-12f2-42bf-98d8-7442b2134db5 req-1e99f428-a748-4c5e-b3d7-bb86b0d293dd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1084788 Nov 23 10:39:47.950454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:47.953320 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69e741e3-12f2-42bf-98d8-7442b2134db5 req-e2f5d3a9-ce5a-4f76-99c9-66b5b42c425a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974362 Nov 23 10:39:47.996209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:48.001700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:48.002667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc608f-2e10-4a5d-8dad-56fd7a6972a8 req-dba4c74f-8de7-4838-bf9b-1fb9b18f43c0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:48.003168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:39:48.022128 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79fc608f-2e10-4a5d-8dad-56fd7a6972a8 req-dba4c74f-8de7-4838-bf9b-1fb9b18f43c0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.1041496 Nov 23 10:39:48.079512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b2260e-3621-4ddb-a31f-347ab29a2e8f'}, {'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:48.082236 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6adb7bb-8de0-4318-86be-f509a543b81c" -d '{"events": [{"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-plugged", "status": "completed", "tag": "52b2260e-3621-4ddb-a31f-347ab29a2e8f"}, {"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-plugged", "status": "completed", "tag": "83f26298-6d61-4d25-acc8-dfbcc3f0a8b5"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:48.137877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:48.152434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:39:48.155905 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79fc608f-2e10-4a5d-8dad-56fd7a6972a8 req-1c86796e-a425-49c7-8536-5f64f7ef917b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328788 Nov 23 10:39:48.163331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01f765-2131-4133-bf31-15fb9ec22f80 req-fa8678eb-676a-453f-91ac-be47b8466309 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:48.165741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:39:48.167078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:48.174347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b01f765-2131-4133-bf31-15fb9ec22f80 req-fa8678eb-676a-453f-91ac-be47b8466309 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 944 time: 0.1104798 Nov 23 10:39:48.242062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b01f765-2131-4133-bf31-15fb9ec22f80 req-31541ae5-1d3c-4bf6-b905-a413e6a34f64 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Nov 23 10:39:48.245006 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c339560-e8de-4100-8ded-f8743c6d2533 x-openstack-request-id: req-4c339560-e8de-4100-8ded-f8743c6d2533 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:48.245526 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-plugged", "status": "completed", "tag": "52b2260e-3621-4ddb-a31f-347ab29a2e8f", "code": 200}, {"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-plugged", "status": "completed", "tag": "83f26298-6d61-4d25-acc8-dfbcc3f0a8b5", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:48.245871 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c339560-e8de-4100-8ded-f8743c6d2533 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:48.246406 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b2260e-3621-4ddb-a31f-347ab29a2e8f', 'code': 200} Nov 23 10:39:48.246727 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5', 'code': 200} Nov 23 10:39:48.316040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:48.402508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e622c94-17af-4f0e-8544-e5a1127768f6 req-8e226339-607a-482b-842d-0de4487eacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:48.403154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e622c94-17af-4f0e-8544-e5a1127768f6 req-8e226339-607a-482b-842d-0de4487eacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:48.407085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e622c94-17af-4f0e-8544-e5a1127768f6 req-8e226339-607a-482b-842d-0de4487eacb5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1985 time: 0.0885797 Nov 23 10:39:48.408729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:48.418710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:48.427108 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:48.499318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:48.521814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e622c94-17af-4f0e-8544-e5a1127768f6 req-6aa9a92b-55f1-4f59-8355-a01d135bc95d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035535 Nov 23 10:39:48.535835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fe70a-1654-45ab-8dde-4c226b9d302d req-0277880f-bec9-497d-bf34-cdec0b6a59f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:48.542700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fe70a-1654-45ab-8dde-4c226b9d302d req-0277880f-bec9-497d-bf34-cdec0b6a59f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:48.544796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab2fe70a-1654-45ab-8dde-4c226b9d302d req-0277880f-bec9-497d-bf34-cdec0b6a59f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1683 time: 0.0876832 Nov 23 10:39:48.600796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab2fe70a-1654-45ab-8dde-4c226b9d302d req-5feb2142-7357-4e3e-b9de-ea3381c29e12 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 Nov 23 10:39:49.090583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249847-0191-43e6-b1ca-bf87d601d690 req-1ed76f84-24d5-45c1-aaa9-9fb63f3298e9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:49.099820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f249847-0191-43e6-b1ca-bf87d601d690 req-1ed76f84-24d5-45c1-aaa9-9fb63f3298e9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.0633817 Nov 23 10:39:49.158007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f249847-0191-43e6-b1ca-bf87d601d690 req-65a32921-5f30-4436-9e9a-438509c29939 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Nov 23 10:39:49.296663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e2435-c8e3-4221-82a5-1bae0add65dd req-d2ab2a92-43d9-42a9-960f-6066eaf0a8a3 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:49.301571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d32e2435-c8e3-4221-82a5-1bae0add65dd req-d2ab2a92-43d9-42a9-960f-6066eaf0a8a3 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1101 time: 0.0579789 Nov 23 10:39:49.343325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61866431-bfcf-4441-87ed-501ed52a6b37 req-e3dbec2a-98ac-494d-bf89-1d30bf803a1f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:49.353752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d32e2435-c8e3-4221-82a5-1bae0add65dd req-af9e3dff-8f04-417f-ae9a-6b6d08ced687 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Nov 23 10:39:49.357515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-61866431-bfcf-4441-87ed-501ed52a6b37 req-e3dbec2a-98ac-494d-bf89-1d30bf803a1f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0841045 Nov 23 10:39:49.384067 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:49.414671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-61866431-bfcf-4441-87ed-501ed52a6b37 req-659d2a15-7d04-493d-af98-bc91ecc5a8bc tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561981 Nov 23 10:39:49.521398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4b820-91e5-42d2-82cf-14708b4ab628 req-35250fbd-446c-4d25-8c4c-055ef934ac21 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:49.529098 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ecb4b820-91e5-42d2-82cf-14708b4ab628 req-35250fbd-446c-4d25-8c4c-055ef934ac21 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 945 time: 0.0889966 Nov 23 10:39:49.601164 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ecb4b820-91e5-42d2-82cf-14708b4ab628 req-a4938f4e-afdc-4a33-81b2-31daaf93293e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702295 Nov 23 10:39:49.653716 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:49.763039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85083-a939-431b-bbfd-c4524d1b8801 req-67f68f6d-837c-49b3-83bc-56b866eceddf tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:49.777356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f85083-a939-431b-bbfd-c4524d1b8801 req-67f68f6d-837c-49b3-83bc-56b866eceddf tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:49.779880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38f85083-a939-431b-bbfd-c4524d1b8801 req-67f68f6d-837c-49b3-83bc-56b866eceddf tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1683 time: 0.0758660 Nov 23 10:39:49.845974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38f85083-a939-431b-bbfd-c4524d1b8801 req-5b4b4f69-b77e-4b11-9460-011b8942dbbe tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Nov 23 10:39:50.021071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-ae77f96e-0a91-448f-a9e1-951e28a36283 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0646043 Nov 23 10:39:50.050190 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:50.069706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502a2f8-35a1-4e97-8879-68b499d6ba06 req-69bffdca-232a-4eec-bb3d-a6411f4ff35b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:50.074068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8502a2f8-35a1-4e97-8879-68b499d6ba06 req-69bffdca-232a-4eec-bb3d-a6411f4ff35b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.0949636 Nov 23 10:39:50.144221 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8502a2f8-35a1-4e97-8879-68b499d6ba06 req-71b4ddee-38ba-476e-8f94-088bd0efbb2e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623307 Nov 23 10:39:50.248344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:50.250975 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d909570a-2b0a-4059-90b1-b6807fb5d09a" -d '{"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-plugged", "status": "completed", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:50.304239 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d3d1e5-d98a-47d7-b9d2-1b775dab8077 x-openstack-request-id: req-d0d3d1e5-d98a-47d7-b9d2-1b775dab8077 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:50.304582 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-plugged", "status": "completed", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:50.304825 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0d3d1e5-d98a-47d7-b9d2-1b775dab8077 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:50.305649 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'code': 200} Nov 23 10:39:50.418280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b891c-e44a-43a1-997c-1068008b75b9 req-bc2d6080-8426-46ee-b293-7bcbd3a3ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:50.420932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-545b891c-e44a-43a1-997c-1068008b75b9 req-bc2d6080-8426-46ee-b293-7bcbd3a3ef4d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 1096 time: 0.0427337 Nov 23 10:39:50.528313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-545b891c-e44a-43a1-997c-1068008b75b9 req-63b549d1-608e-4a42-9794-d4091d3f5458 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885489 Nov 23 10:39:50.627411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6d43-c026-4658-ad95-70bd2379bb0a req-77cbd979-5001-4819-876f-fe474a2f38a6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:50.629358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-41ed6d43-c026-4658-ad95-70bd2379bb0a req-77cbd979-5001-4819-876f-fe474a2f38a6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0833106 Nov 23 10:39:50.694517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-41ed6d43-c026-4658-ad95-70bd2379bb0a req-877852a0-cb6a-4bfb-95de-fe418815c273 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569067 Nov 23 10:39:50.742806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff939ed-f41c-46d6-9a58-5c8ec4a62a86 req-63558957-5052-43ef-907b-cfe6e738fe28 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:50.750669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aff939ed-f41c-46d6-9a58-5c8ec4a62a86 req-63558957-5052-43ef-907b-cfe6e738fe28 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 945 time: 0.0691116 Nov 23 10:39:50.796889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aff939ed-f41c-46d6-9a58-5c8ec4a62a86 req-f2a94899-dfc6-4168-82b2-c69a47a94331 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456722 Nov 23 10:39:50.974551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718e474-d398-453c-8c88-a13c9d49c86c req-d7f0883f-f7ad-43ad-815a-ff8fac488b65 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:50.981066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718e474-d398-453c-8c88-a13c9d49c86c req-d7f0883f-f7ad-43ad-815a-ff8fac488b65 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:50.982718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f718e474-d398-453c-8c88-a13c9d49c86c req-d7f0883f-f7ad-43ad-815a-ff8fac488b65 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1683 time: 0.0640326 Nov 23 10:39:51.051941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f718e474-d398-453c-8c88-a13c9d49c86c req-f226189e-50bf-49ef-b4f0-f4851fcf604b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619080 Nov 23 10:39:51.287583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162c94d-bd2f-45de-a8e2-d7e2b5bdca2b req-8d6c982c-7f5d-4275-8d4e-7bc7266637c2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.289951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c162c94d-bd2f-45de-a8e2-d7e2b5bdca2b req-8d6c982c-7f5d-4275-8d4e-7bc7266637c2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.0614455 Nov 23 10:39:51.356481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c162c94d-bd2f-45de-a8e2-d7e2b5bdca2b req-f95cd19f-854f-4831-80bd-592c12e59be6 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598958 Nov 23 10:39:51.412087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d02eee-3113-4d19-9082-bde21e1f126a req-56fa0463-0840-4e68-8b3a-13df5d266dab tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.419087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d02eee-3113-4d19-9082-bde21e1f126a req-56fa0463-0840-4e68-8b3a-13df5d266dab tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.420858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40d02eee-3113-4d19-9082-bde21e1f126a req-56fa0463-0840-4e68-8b3a-13df5d266dab tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1683 time: 0.0780613 Nov 23 10:39:51.499008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40d02eee-3113-4d19-9082-bde21e1f126a req-130c7a90-e61e-4e98-981d-83b5c73be1e5 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698667 Nov 23 10:39:51.509661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-538a9b05-609c-4138-940e-9fc9040a862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.511164 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-538a9b05-609c-4138-940e-9fc9040a862d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1101 time: 0.0531392 Nov 23 10:39:51.621303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-395a95d4-1c9c-4df1-a04a-81fcf7395558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.622827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-395a95d4-1c9c-4df1-a04a-81fcf7395558 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.0946667 Nov 23 10:39:51.671051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-9e68fe08-b77f-4817-84b8-49f8c7e40734 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0364971 Nov 23 10:39:51.734199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-76cb0662-5e4c-4f4b-ad7b-2e8865716efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.745456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-76cb0662-5e4c-4f4b-ad7b-2e8865716efd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0554900 Nov 23 10:39:51.804085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-37eb3fd8-9acc-41d6-833f-465f17aca597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.810479 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-37eb3fd8-9acc-41d6-833f-465f17aca597 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632825 Nov 23 10:39:51.843187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225927c-559d-4307-9916-1aae99a29d36 req-43de38e0-edb2-4443-9d64-4f8a7260197b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:51.846754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8225927c-559d-4307-9916-1aae99a29d36 req-43de38e0-edb2-4443-9d64-4f8a7260197b tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0573435 Nov 23 10:39:51.878743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:51.923875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8225927c-559d-4307-9916-1aae99a29d36 req-a17b87f9-c3fa-452d-af8d-42d4c81879f1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610390 Nov 23 10:39:51.935161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-ebc5ba3e-b1a0-4926-86fa-e3f867bf1400 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142988 Nov 23 10:39:52.056632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dc059-b1c1-49bd-b257-03f7a4817294 req-243bc7fd-7668-4c2b-b625-5511fc9a67d1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:52.061355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a5dc059-b1c1-49bd-b257-03f7a4817294 req-243bc7fd-7668-4c2b-b625-5511fc9a67d1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 946 time: 0.0575843 Nov 23 10:39:52.095400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259e85-9a07-47d7-b96d-10ddee5d865f req-89117ea3-201f-40b8-9ef0-2226a03339a0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:52.096981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e2259e85-9a07-47d7-b96d-10ddee5d865f req-89117ea3-201f-40b8-9ef0-2226a03339a0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 945 time: 0.0991917 Nov 23 10:39:52.103215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-caf48ca0-79ec-454b-82a4-1d97a9b33dba service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516216 Nov 23 10:39:52.117283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a5dc059-b1c1-49bd-b257-03f7a4817294 req-f5892a21-619a-459d-88c6-02f931134313 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485940 Nov 23 10:39:52.185206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e2259e85-9a07-47d7-b96d-10ddee5d865f req-f33956a2-0a1c-4544-8898-4f090c1a112a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797188 Nov 23 10:39:52.444620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ab397-f746-4689-b9f8-93bdd84a6cf4 req-cc5097db-f67a-4894-8ec3-7982f81c4cf3 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:52.446050 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c6ab397-f746-4689-b9f8-93bdd84a6cf4 req-cc5097db-f67a-4894-8ec3-7982f81c4cf3 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.0683928 Nov 23 10:39:52.497558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426eed81-073b-49f5-95d8-6c2bbccd2fd8 req-c27db5aa-1cb9-49b3-8dc0-3c92f0f9976b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:52.498145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c6ab397-f746-4689-b9f8-93bdd84a6cf4 req-a927b971-44ae-47e2-b8b5-d80d681762ef tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452969 Nov 23 10:39:52.503034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426eed81-073b-49f5-95d8-6c2bbccd2fd8 req-c27db5aa-1cb9-49b3-8dc0-3c92f0f9976b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.0639350 Nov 23 10:39:52.583062 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426eed81-073b-49f5-95d8-6c2bbccd2fd8 req-df479ddb-709c-48a7-9bc2-600bc6f1a854 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728753 Nov 23 10:39:52.654194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060461-d8fe-4aed-9c40-d7e70fa850e8 req-6c245cb6-2480-4a2e-a198-16cb06acdf5b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:52.660194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33060461-d8fe-4aed-9c40-d7e70fa850e8 req-6c245cb6-2480-4a2e-a198-16cb06acdf5b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:52.661778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33060461-d8fe-4aed-9c40-d7e70fa850e8 req-6c245cb6-2480-4a2e-a198-16cb06acdf5b tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1683 time: 0.0822601 Nov 23 10:39:52.719297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33060461-d8fe-4aed-9c40-d7e70fa850e8 req-41cab5c6-3f08-4e59-b1b8-7f02873faa9d tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509334 Nov 23 10:39:53.052435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a05ee3-1bbd-4aef-81ce-5ae3d363b239 req-cddaef6b-3247-4475-9472-88bd05dc8c3f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.054116 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d1a05ee3-1bbd-4aef-81ce-5ae3d363b239 req-cddaef6b-3247-4475-9472-88bd05dc8c3f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0502174 Nov 23 10:39:53.103624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d1a05ee3-1bbd-4aef-81ce-5ae3d363b239 req-7b5e589a-9f67-45d1-aafd-4f5f862698d2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435085 Nov 23 10:39:53.257765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d77ba-7828-4f04-a222-f8f5a7381f9a req-408bd8fb-1d6a-4a80-866a-c6a964df27ff tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.259578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-651d77ba-7828-4f04-a222-f8f5a7381f9a req-408bd8fb-1d6a-4a80-866a-c6a964df27ff tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 946 time: 0.0607095 Nov 23 10:39:53.309219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-651d77ba-7828-4f04-a222-f8f5a7381f9a req-70c54a5c-c3d7-4a26-874e-5adeb58484ad tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439236 Nov 23 10:39:53.337964 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf0e48-bdb0-4cda-aa8f-895483a8b77a req-753e4df1-5719-4fc1-be5e-d00814167f80 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.339536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fbf0e48-bdb0-4cda-aa8f-895483a8b77a req-753e4df1-5719-4fc1-be5e-d00814167f80 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 945 time: 0.0820353 Nov 23 10:39:53.390394 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fbf0e48-bdb0-4cda-aa8f-895483a8b77a req-e7b48d2c-c4de-43fa-b1cc-9a9d7ea36a53 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441411 Nov 23 10:39:53.639382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307ae75-7694-4eb5-885e-1a31cfa930b5 req-8c1e7752-4195-453d-8815-7b57d7c40f02 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.642181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7307ae75-7694-4eb5-885e-1a31cfa930b5 req-8c1e7752-4195-453d-8815-7b57d7c40f02 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 945 time: 0.0596325 Nov 23 10:39:53.721553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7307ae75-7694-4eb5-885e-1a31cfa930b5 req-5964c3b4-e5d0-4cf6-8818-000ff371ec41 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659711 Nov 23 10:39:53.761404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abed0e-97be-400b-8c52-6a222fc71258 req-6622c742-f0b0-49a4-89da-c88251670059 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.769649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abed0e-97be-400b-8c52-6a222fc71258 req-6622c742-f0b0-49a4-89da-c88251670059 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.772156 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-32abed0e-97be-400b-8c52-6a222fc71258 req-6622c742-f0b0-49a4-89da-c88251670059 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1683 time: 0.1000786 Nov 23 10:39:53.866076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fc3dc-0c04-4c86-9b5b-2199ce241c20 req-a17d204b-475b-4244-8b3d-0fbf73eaf00f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.867644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e90fc3dc-0c04-4c86-9b5b-2199ce241c20 req-a17d204b-475b-4244-8b3d-0fbf73eaf00f tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.0673506 Nov 23 10:39:53.908114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f173b9d-afc2-4328-84dc-99be3b4fdedd req-8383ab91-7c2e-41be-ae6e-8e0e1732db05 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:53.909662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f173b9d-afc2-4328-84dc-99be3b4fdedd req-8383ab91-7c2e-41be-ae6e-8e0e1732db05 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.1186094 Nov 23 10:39:53.934172 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e90fc3dc-0c04-4c86-9b5b-2199ce241c20 req-ccd1b4b0-50ef-4834-9cba-c97cc41097a1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567813 Nov 23 10:39:53.967814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:53.968155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:54.011609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f173b9d-afc2-4328-84dc-99be3b4fdedd req-6989da1d-ee38-476f-bc7d-e1f0c32b280b tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930533 Nov 23 10:39:54.060754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182a43-1446-4aa2-8460-a4feea96ec07 req-01037371-74fb-48c4-8027-09e05c277875 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:54.071671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182a43-1446-4aa2-8460-a4feea96ec07 req-01037371-74fb-48c4-8027-09e05c277875 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:54.073450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9182a43-1446-4aa2-8460-a4feea96ec07 req-01037371-74fb-48c4-8027-09e05c277875 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 1683 time: 0.0738070 Nov 23 10:39:54.110728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:54.111631 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:54.136706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:54.149651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9182a43-1446-4aa2-8460-a4feea96ec07 req-15c22625-981b-4d88-ada0-68c9c19b34ef tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/security-groups?id=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687768 Nov 23 10:39:54.275089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508a504-b3a0-40e2-bf36-e98188347b5e req-7d31db10-749c-4564-8468-b4595a4a85f0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:54.276507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5508a504-b3a0-40e2-bf36-e98188347b5e req-7d31db10-749c-4564-8468-b4595a4a85f0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0747352 Nov 23 10:39:54.368927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5508a504-b3a0-40e2-bf36-e98188347b5e req-985bbad6-5c42-426c-829d-777ef983b42e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844877 Nov 23 10:39:54.370287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:54.386384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['52b2260e-3621-4ddb-a31f-347ab29a2e8f', '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:54.405590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=83f26298-6d61-4d25-acc8-dfbcc3f0a8b5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:54.460100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca5cbc-7cc6-4d74-924e-a84afc4f0274 req-04b7b175-45f9-46f3-91e6-662b246d5762 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:54.472488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95ca5cbc-7cc6-4d74-924e-a84afc4f0274 req-04b7b175-45f9-46f3-91e6-662b246d5762 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 946 time: 0.0822752 Nov 23 10:39:54.512919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:54.522395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:54.527416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-32abed0e-97be-400b-8c52-6a222fc71258 req-7db0cb7a-f65a-4f42-b03f-b8356c7397f3 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "DELETE /v2.0/ports/83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 HTTP/1.1" status: 204 len: 173 time: 0.7473874 Nov 23 10:39:54.527825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-deleted', 'tag': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:54.530152 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f90cf7-b892-4898-91d7-8c0aeb32942c" -d '{"events": [{"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-deleted", "tag": "83f26298-6d61-4d25-acc8-dfbcc3f0a8b5"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:54.533058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95ca5cbc-7cc6-4d74-924e-a84afc4f0274 req-8eff2ac7-88da-452c-bf72-e94d9c89e742 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547502 Nov 23 10:39:54.662392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-466c58aa-44d6-45b7-b08a-b54b4ad3fccc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:54.665491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-466c58aa-44d6-45b7-b08a-b54b4ad3fccc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 946 time: 0.0815442 Nov 23 10:39:54.769264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port 52b2260e-3621-4ddb-a31f-347ab29a2e8f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:54.769811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:54.868702 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0cbe99-5ee6-4647-85ac-0f88bf85ac28 x-openstack-request-id: req-2c0cbe99-5ee6-4647-85ac-0f88bf85ac28 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:54.869001 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-deleted", "tag": "83f26298-6d61-4d25-acc8-dfbcc3f0a8b5", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:54.869282 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c0cbe99-5ee6-4647-85ac-0f88bf85ac28 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:54.869840 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-deleted', 'tag': '83f26298-6d61-4d25-acc8-dfbcc3f0a8b5', 'status': 'completed', 'code': 200} Nov 23 10:39:54.885333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Deleting port 17735542-8d99-4590-95e5-04ff31547197 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:54.885703 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:54.930280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f37475-29fa-46b5-8ef9-0c058e099128 req-fd187dc4-48ef-4fe5-844c-b8cda659746b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:54.932649 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55f37475-29fa-46b5-8ef9-0c058e099128 req-fd187dc4-48ef-4fe5-844c-b8cda659746b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 945 time: 0.0891097 Nov 23 10:39:54.942812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port 52b2260e-3621-4ddb-a31f-347ab29a2e8f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=52b2260e-3621-4ddb-a31f-347ab29a2e8f,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:54.943172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:54.953561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afd17e-02c7-4c74-b1fe-af524209e351 req-f2966674-19c5-430b-80be-e7b52043bd21 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:54.955132 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79afd17e-02c7-4c74-b1fe-af524209e351 req-f2966674-19c5-430b-80be-e7b52043bd21 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.0845327 Nov 23 10:39:54.978933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for 52b2260e-3621-4ddb-a31f-347ab29a2e8f owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:55.029284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] For port 17735542-8d99-4590-95e5-04ff31547197, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=17735542-8d99-4590-95e5-04ff31547197,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:55.029652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:55.036213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55f37475-29fa-46b5-8ef9-0c058e099128 req-3991ce23-67bb-4b8e-8c19-ecfb4f88eb57 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727758 Nov 23 10:39:55.047995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Calling delete_port for 17735542-8d99-4590-95e5-04ff31547197 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:55.049247 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79afd17e-02c7-4c74-b1fe-af524209e351 req-2c9a6603-c056-4ecf-9d12-869443011c75 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882430 Nov 23 10:39:55.162856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:55.175361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['83f26298-6d61-4d25-acc8-dfbcc3f0a8b5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:55.205958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=52b2260e-3621-4ddb-a31f-347ab29a2e8f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:55.270323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port 52b2260e-3621-4ddb-a31f-347ab29a2e8f on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:55.277170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:55.280564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-32abed0e-97be-400b-8c52-6a222fc71258 req-2549d233-3edd-4b34-bd87-245da8691d04 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.58 "DELETE /v2.0/ports/52b2260e-3621-4ddb-a31f-347ab29a2e8f HTTP/1.1" status: 204 len: 173 time: 0.7398341 Nov 23 10:39:55.323040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e7eb7-a4d3-47e8-80af-dca9c36f2127 req-2152433b-764d-4d00-b33b-9ae9afbf12b3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:55.331438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-428e7eb7-a4d3-47e8-80af-dca9c36f2127 req-2152433b-764d-4d00-b33b-9ae9afbf12b3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1785934 Nov 23 10:39:55.339251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:55.352032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['17735542-8d99-4590-95e5-04ff31547197'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:39:55.411633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event deleted for resources: {'Port': ['ID=17735542-8d99-4590-95e5-04ff31547197,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:55.464533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-428e7eb7-a4d3-47e8-80af-dca9c36f2127 req-9c028815-0cef-4e53-9992-5273fe4dad1c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292675 Nov 23 10:39:55.530066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] No DVR routers for this DVR port 17735542-8d99-4590-95e5-04ff31547197 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:55.539225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:55.542937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d62b7c6-5d87-4795-9475-7b70b5ac28ba req-304d2077-8eac-4f79-bb88-041777cb693f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "DELETE /v2.0/ports/17735542-8d99-4590-95e5-04ff31547197 HTTP/1.1" status: 204 len: 173 time: 0.8684366 Nov 23 10:39:55.547905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'name': 'network-vif-deleted', 'tag': '17735542-8d99-4590-95e5-04ff31547197'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:55.553862 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0392c3c-e8b5-44ab-b954-08d38839e6ad" -d '{"events": [{"server_uuid": "1488a8d8-588d-4b5f-9b86-ba667559af31", "name": "network-vif-deleted", "tag": "17735542-8d99-4590-95e5-04ff31547197"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:55.629801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0a5c72b-ba4b-4071-b858-fc910dae5c4e req-5a8b549c-c96b-4086-98b3-fb9cb9bc5567 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "GET /v2.0/ports?device_id=25e69566-f13b-4655-805c-ae677eacc770 HTTP/1.1" status: 200 len: 210 time: 0.0377803 Nov 23 10:39:55.715668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7843ba-b209-4535-b6c4-f737d0e0ca98 req-5b2e3c13-d689-4230-9a92-85b11fdf06b4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:55.726122 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc7843ba-b209-4535-b6c4-f737d0e0ca98 req-5b2e3c13-d689-4230-9a92-85b11fdf06b4 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0779428 Nov 23 10:39:55.775728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc7843ba-b209-4535-b6c4-f737d0e0ca98 req-59d7d4b4-6cbc-4888-a2ad-07f0f2686b70 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487921 Nov 23 10:39:55.867875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3782cb8-e471-42c9-9893-9cc9c45c446a req-fa6cb4d6-d6ac-4724-9ae4-5b2b1d4e4673 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0838544 Nov 23 10:39:56.003009 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f891b3c1-b555-4b74-bd24-153a2a4ac8ed x-openstack-request-id: req-f891b3c1-b555-4b74-bd24-153a2a4ac8ed {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:56.003401 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1488a8d8-588d-4b5f-9b86-ba667559af31", "name": "network-vif-deleted", "tag": "17735542-8d99-4590-95e5-04ff31547197", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:56.003730 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f891b3c1-b555-4b74-bd24-153a2a4ac8ed {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:56.004573 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1488a8d8-588d-4b5f-9b86-ba667559af31', 'name': 'network-vif-deleted', 'tag': '17735542-8d99-4590-95e5-04ff31547197', 'status': 'completed', 'code': 200} Nov 23 10:39:56.184904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2032a-9e60-44a5-9533-d4a1c6e53e02 req-b167b5c4-09bb-4ed0-89a3-d92ee26ebb28 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:56.186508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97c2032a-9e60-44a5-9533-d4a1c6e53e02 req-b167b5c4-09bb-4ed0-89a3-d92ee26ebb28 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.0492918 Nov 23 10:39:56.242000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97c2032a-9e60-44a5-9533-d4a1c6e53e02 req-3d362c5d-2512-4a0d-bf8b-f9660d188856 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Nov 23 10:39:56.314578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcda66-2433-4583-8fcc-655f23879393 req-9cedb9a4-6e16-491d-b892-cbb70ccaa656 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:56.316111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92bcda66-2433-4583-8fcc-655f23879393 req-9cedb9a4-6e16-491d-b892-cbb70ccaa656 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.65 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.0661514 Nov 23 10:39:56.413300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Deleting port b7bfbfbc-388b-4c6d-8352-2c659a21de71 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:56.413843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:56.525271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] For port b7bfbfbc-388b-4c6d-8352-2c659a21de71, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7bfbfbc-388b-4c6d-8352-2c659a21de71,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:56.525271 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:56.726356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56066) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:56.804070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting subnet 83daad71-1fe9-483b-8096-86b3eb0844c4 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:39:56.809737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:56.817580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee3dc2-a88e-435e-9399-764c4730287d req-9b8498b2-6308-4ab1-a2ea-6e6a6b113f1b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:56.832548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e2ee3dc2-a88e-435e-9399-764c4730287d req-9b8498b2-6308-4ab1-a2ea-6e6a6b113f1b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.2126424 Nov 23 10:39:56.881615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:56.916361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-43caac0f-e646-47e5-a374-8a07b2282df8 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:56.917898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-43caac0f-e646-47e5-a374-8a07b2282df8 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1097 time: 0.2011442 Nov 23 10:39:56.946748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-deleted', 'tag': '52b2260e-3621-4ddb-a31f-347ab29a2e8f'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:56.949225 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e657fe-e430-44a7-aed2-73f7649c7d39" -d '{"events": [{"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-deleted", "tag": "52b2260e-3621-4ddb-a31f-347ab29a2e8f"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:56.969978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:39:57.016908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e2ee3dc2-a88e-435e-9399-764c4730287d req-e6d1666a-30f7-4ac6-983b-f069b2dd9d0e tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831410 Nov 23 10:39:57.021350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee96553-be31-4430-8779-71de2ac196c6 req-ceef5aeb-9c5e-4da4-8ca6-08c08b8656b6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:57.023406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ee96553-be31-4430-8779-71de2ac196c6 req-ceef5aeb-9c5e-4da4-8ca6-08c08b8656b6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 946 time: 0.0877004 Nov 23 10:39:57.071610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.072016 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.072402 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Floating IP 4b60810c-c164-4106-98fd-8dc8f20ea5f7 disassociated. External IP: 172.25.5.195, port: b7bfbfbc-388b-4c6d-8352-2c659a21de71. Nov 23 10:39:57.072806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Calling delete_port for b7bfbfbc-388b-4c6d-8352-2c659a21de71 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:57.152257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.161125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ee96553-be31-4430-8779-71de2ac196c6 req-11999910-8cce-4ecb-bff7-340a1800bd04 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161342 Nov 23 10:39:57.237900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69864534-4763-43d4-80d7-602bb105b260 req-ed3c1d38-0990-4618-ae57-6e5ccf86a2b2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0535991 Nov 23 10:39:57.237900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.278435 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de76ec-602a-4210-95ec-b3b7ca14da3a x-openstack-request-id: req-b4de76ec-602a-4210-95ec-b3b7ca14da3a {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:57.279327 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e69566-f13b-4655-805c-ae677eacc770", "name": "network-vif-deleted", "tag": "52b2260e-3621-4ddb-a31f-347ab29a2e8f", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:57.279950 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4de76ec-602a-4210-95ec-b3b7ca14da3a {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:57.280723 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e69566-f13b-4655-805c-ae677eacc770', 'name': 'network-vif-deleted', 'tag': '52b2260e-3621-4ddb-a31f-347ab29a2e8f', 'status': 'completed', 'code': 200} Nov 23 10:39:57.286145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.350440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbbd3c-0106-4737-9b07-97fbf8689e1f None None] Network 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:39:57.353437 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.368796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56090) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:57.369055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/subnets/83daad71-1fe9-483b-8096-86b3eb0844c4 HTTP/1.1" status: 204 len: 168 time: 0.6411400 Nov 23 10:39:57.370478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab8ba3-a3d9-4b28-a863-325fd381c0ac tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Subnet': ['ID=83daad71-1fe9-483b-8096-86b3eb0844c4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:57.483061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d170d-a698-4171-9d46-59d62e2ddb79 req-40e9234d-7945-41e8-91a5-01d231b41bd6 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:57.491821 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-165d170d-a698-4171-9d46-59d62e2ddb79 req-40e9234d-7945-41e8-91a5-01d231b41bd6 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 945 time: 0.1077645 Nov 23 10:39:57.532329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:57.551677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.560358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:57.583901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-165d170d-a698-4171-9d46-59d62e2ddb79 req-7486280f-4627-4775-88e4-aadbdce8a3d7 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups?id=5980e5dd-85c5-441e-8dab-cc3b65173f74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910378 Nov 23 10:39:57.623938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event deleted for resources: {'Port': ['ID=b7bfbfbc-388b-4c6d-8352-2c659a21de71,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:57.657174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:57.715076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] DHCP port deletion for 1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:39:57.801879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:57.805742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:57.856573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:57.857484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 83f26298-6d61-4d25-acc8-dfbcc3f0a8b5 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:57.858212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 17735542-8d99-4590-95e5-04ff31547197 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:57.917954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:57.972421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 17735542-8d99-4590-95e5-04ff31547197 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:57.977098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 17735542-8d99-4590-95e5-04ff31547197 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:57.983327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 52b2260e-3621-4ddb-a31f-347ab29a2e8f no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:39:58.124130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:39:58.127998 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4847aa-2d8c-41f0-8e95-a8182083e9b0" -d '{"events": [{"server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "name": "network-vif-unplugged", "status": "completed", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:39:58.132394 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.137066 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.152359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] Deleting port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:58.152748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.244566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Router 71a8129f-b77d-4975-bc33-80f445b405da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:39:58.251388 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68624c4-ab24-4e01-bb04-0c8902297c3b x-openstack-request-id: req-e68624c4-ab24-4e01-bb04-0c8902297c3b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:39:58.251689 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "name": "network-vif-unplugged", "status": "completed", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:39:58.251944 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e68624c4-ab24-4e01-bb04-0c8902297c3b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:39:58.252793 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854', 'code': 200} Nov 23 10:39:58.270608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.274838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:39:58.275165 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.286240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01083ca-7c83-4e69-afa5-8b5ef2cf4f8c req-e5263be4-e2c9-4b4f-9298-6587b3e34c1d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:58.292222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] For port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:58.293714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e01083ca-7c83-4e69-afa5-8b5ef2cf4f8c req-e5263be4-e2c9-4b4f-9298-6587b3e34c1d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1200686 Nov 23 10:39:58.296393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.353184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] Calling delete_port for 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:58.379067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e01083ca-7c83-4e69-afa5-8b5ef2cf4f8c req-3e5baf3a-0a00-4e35-b6e8-fb74902b017d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779305 Nov 23 10:39:58.416542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,segment=NetworkSegment(3c164d7f-9175-4e06-acb6-5f1a3a5607c8),segment_id=3c164d7f-9175-4e06-acb6-5f1a3a5607c8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:58.416909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.432673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 52b2260e-3621-4ddb-a31f-347ab29a2e8f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:39:58.433311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 52b2260e-3621-4ddb-a31f-347ab29a2e8f not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:39:58.436966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:39:58.447089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.463829 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:39:58.485904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] No DVR routers for this DVR port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:58.507648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6fdce-5d2c-4cbe-a81a-8086ed88d1d8 None None] Pushing event deleted for resources: {'Port': ['ID=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:58.518184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91987665-b1e3-4ae0-8abb-fe3954c80b23 req-97f957a3-2de7-46aa-97f0-1fc1441850b2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0568080 Nov 23 10:39:58.647716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:39:58.681358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 has no active binding in host n-h2-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:39:58.728706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-475d6058-a31c-4938-8791-33252474a11b req-450a77f9-c512-4bbc-905c-f5e234b461d9 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/ports?device_id=27d808bc-5e62-48e5-8283-a661966772c6 HTTP/1.1" status: 200 len: 210 time: 0.0301528 Nov 23 10:39:58.771623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc7da-c10f-42ac-9827-c5e4bb8b6a90 req-4298810e-2373-4a47-80c9-bfa6762773a2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:58.779569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5cdc7da-c10f-42ac-9827-c5e4bb8b6a90 req-4298810e-2373-4a47-80c9-bfa6762773a2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.2420771 Nov 23 10:39:58.828359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on host n-h1-817747-2 for vnic_type normal with profile {"migrating_to": "n-h2-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:39:58.828817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:39:58.829190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:58.838863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:58.853123 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.861297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:39:58.861644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Attempting to bind port 8389b86f-7278-430a-ae81-0fcc624c8854 on network 2a883250-deff-4f7a-96f5-800fc1251588 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:39:58.900723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:58.909266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:39:58.909608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Checking segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:39:58.909991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Bound using segment: {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:39:58.910430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Bound port: 8389b86f-7278-430a-ae81-0fcc624c8854, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baae0a22-0913-4485-9eb4-5eabf8dc8609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '2a883250-deff-4f7a-96f5-800fc1251588'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:39:58.910781 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:58.926514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port 4b851ebc-b793-4d5f-8cc9-a6c8f84e3e37 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:58.928991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:39:58.942920 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] Sync routers for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:39:58.971884 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:39:58.972402 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:39:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:59.020267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5cdc7da-c10f-42ac-9827-c5e4bb8b6a90 req-b9bcb7b8-6efb-49cd-ab7f-20f1d3e83376 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398303 Nov 23 10:39:59.081008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] No DVR routers for this DVR port b7bfbfbc-388b-4c6d-8352-2c659a21de71 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:39:59.087815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.091516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92bcda66-2433-4583-8fcc-655f23879393 req-aaaa5ef0-8edf-4893-99eb-4a377ca9bddb tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.65 "DELETE /v2.0/ports/b7bfbfbc-388b-4c6d-8352-2c659a21de71 HTTP/1.1" status: 204 len: 173 time: 2.7689681 Nov 23 10:39:59.151572 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:39:59.152122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.177792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > segment before_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.178162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.178959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.179303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > port after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.179646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > port after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.180157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > port after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.180489 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > segment after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.180829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.181166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.181495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet after_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.300783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet after_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.301250 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet after_delete 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.302600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet before_create 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.304439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Subscribe: > subnet before_update 55550000 {{(pid=103426) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 10:39:59.305051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0b6df0-a737-4546-a8e6-6ba9bf855fe0']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:59.336272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c164d7f-9175-4e06-acb6-5f1a3a5607c8') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:59.336994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c164d7f-9175-4e06-acb6-5f1a3a5607c8') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:59.364269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.378726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:39:59.398729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:39:59.400064 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.422626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.425711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:39:59.426207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: from cryptography.utils import int_from_bytes Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: from cryptography.utils import int_from_bytes Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:39:59.436517 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:39:59.490075 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:37Z', 'revision_number': 5, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:59.532516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] Checking router: 71a8129f-b77d-4975-bc33-80f445b405da for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:39:59.568382 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:39:59.569318 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:39:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:39:59.594671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.603845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:59.620632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd967c8-4e97-460a-a607-8f39146af20b req-6ec5e838-7f09-427e-b4a3-08ff44296679 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:59.622425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.634067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cbd967c8-4e97-460a-a607-8f39146af20b req-6ec5e838-7f09-427e-b4a3-08ff44296679 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1208522 Nov 23 10:39:59.639768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/networks/1a0b6df0-a737-4546-a8e6-6ba9bf855fe0 HTTP/1.1" status: 204 len: 168 time: 2.2683585 Nov 23 10:39:59.652104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:39:59.789410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:39:59.814983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0686ba61-e12b-40be-9e38-038e56769385 req-18f239e7-7d54-4fc4-a58f-3fb8d4649b4c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.1509254 Nov 23 10:39:59.819335 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cbd967c8-4e97-460a-a607-8f39146af20b req-aee96be9-9cb0-4fa9-9e31-a6ecc7e0a2ee tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843004 Nov 23 10:39:59.832468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f69ec3-c56f-4f87-99ed-bb398ef67e17 tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Network': ['ID=1a0b6df0-a737-4546-a8e6-6ba9bf855fe0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:39:59.843447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting subnet 8360df73-5493-4f77-98dd-389021178e28 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:39:59.845708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:39:59.848705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.851282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:39:59.853655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-784c51a8-c00d-4361-ab53-17a50dc6d361 service neutron] 10.222.0.58 "PUT /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 1122 time: 2.8974605 Nov 23 10:39:59.965431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.015309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56148) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:00.045024 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:00.071834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:00.142413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.163432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'mac_address': 'fa:16:3e:57:f3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:00.259706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8389b86f-7278-430a-ae81-0fcc624c8854'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:00.274746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'name': 'network-vif-deleted', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71'}, {'name': 'network-changed', 'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:00.277337 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84286bc0-53c0-431f-b14e-36fa9e96390e" -d '{"events": [{"server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "name": "network-vif-deleted", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71"}, {"name": "network-changed", "server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:00.314615 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8180-32ac-46b3-8423-7bdfdc25e2fa tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.331434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.335628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8389b86f-7278-430a-ae81-0fcc624c8854'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:00.353377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8180-32ac-46b3-8423-7bdfdc25e2fa tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.410095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.413011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.420376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/subnets/8360df73-5493-4f77-98dd-389021178e28 HTTP/1.1" status: 204 len: 168 time: 0.7672653 Nov 23 10:40:00.423328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:00.424096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43098227-8181-4a4a-ad47-d28e0215d5ec tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Subnet': ['ID=8360df73-5493-4f77-98dd-389021178e28,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:00.439272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55245961-af67-4e87-be9d-ba092afd2c96 None None] Network c79b451c-b517-45d8-a973-55815138479b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:00.458183 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8fdad-d935-4973-a9ce-ccf5001e3698 x-openstack-request-id: req-99c8fdad-d935-4973-a9ce-ccf5001e3698 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:00.459856 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d808bc-5e62-48e5-8283-a661966772c6", "name": "network-vif-deleted", "tag": "b7bfbfbc-388b-4c6d-8352-2c659a21de71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:00.460287 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99c8fdad-d935-4973-a9ce-ccf5001e3698 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:00.460877 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d808bc-5e62-48e5-8283-a661966772c6', 'name': 'network-vif-deleted', 'tag': 'b7bfbfbc-388b-4c6d-8352-2c659a21de71', 'status': 'completed', 'code': 200} Nov 23 10:40:00.462932 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854', 'status': 'completed', 'code': 200} Nov 23 10:40:00.473891 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8180-32ac-46b3-8423-7bdfdc25e2fa tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.482041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dd4d8180-32ac-46b3-8423-7bdfdc25e2fa tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.486270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dd4d8180-32ac-46b3-8423-7bdfdc25e2fa tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "DELETE /v2.0/security-groups/5980e5dd-85c5-441e-8dab-cc3b65173f74 HTTP/1.1" status: 204 len: 168 time: 0.4691572 Nov 23 10:40:00.490170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:00.528690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d8180-32ac-46b3-8423-7bdfdc25e2fa tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5980e5dd-85c5-441e-8dab-cc3b65173f74,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:00.570658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115370e-378d-45bd-b61d-6d3ff6ac6293 req-35f01e87-78de-4566-afa6-1bd09b2cf4b6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:00.572371 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-4a20f5af-d8cd-4b11-94c3-9b1c74722cb4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] show failed (client error): The resource could not be found. Nov 23 10:40:00.576216 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a20f5af-d8cd-4b11-94c3-9b1c74722cb4 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "GET /v2.0/security-groups/5980e5dd-85c5-441e-8dab-cc3b65173f74 HTTP/1.1" status: 404 len: 347 time: 0.0851679 Nov 23 10:40:00.576786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56172) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:00.586076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f115370e-378d-45bd-b61d-6d3ff6ac6293 req-35f01e87-78de-4566-afa6-1bd09b2cf4b6 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.3724320 Nov 23 10:40:00.592804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.594305 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:37Z', 'revision_number': 5, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:00.602255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:00.626100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:00.650941 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6a612c-7742-466c-af2c-decadf902dc6 None None] The sync data for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 is: [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:37:32Z', 'revision_number': 4, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '28fdace8-e191-4aac-a876-176c86fd6f22', 'name': '', 'network_id': '450edc9e-1f33-42ae-b5a6-a9248a74ffb0', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'mac_address': 'fa:16:3e:66:1f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '255e75a3-7401-468a-87ea-fc52133b2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:30Z', 'updated_at': '2021-11-23T10:37:37Z', 'revision_number': 5, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'subnets': [{'id': '255e75a3-7401-468a-87ea-fc52133b2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:40:00.704960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.771329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f115370e-378d-45bd-b61d-6d3ff6ac6293 req-aa21f7b9-da2b-45c2-8b97-9d03a2408a56 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843586 Nov 23 10:40:00.792782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-b3a656f9-f893-4530-8236-0063b4b8f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:00.795914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-b3a656f9-f893-4530-8236-0063b4b8f38c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1125 time: 0.3548205 Nov 23 10:40:00.885993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Deleting port eb1786dd-d9db-466b-8122-377e1fd44b57 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:00.886611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.900300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Deleting port 11453cb4-3c71-402e-91e8-5ed866d4429e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:00.900801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:00.947105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f7c67d94-ec0a-4ccf-a1ce-1c981948fe73'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:01.001584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3cf526c-4ce8-4840-b409-17141250cb25 req-e3b478ed-e2c0-47b3-a1e5-b00a5ad439dc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0367432 Nov 23 10:40:01.059001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-76456b4b-010d-49ed-8446-63d7ca4d8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:01.062647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-76456b4b-010d-49ed-8446-63d7ca4d8a28 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.2586708 Nov 23 10:40:01.101990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:01.181146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] DHCP port deletion for c79b451c-b517-45d8-a973-55815138479b request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:40:01.194601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-e03cbd57-02f7-4171-8b21-74da49bdc9b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 217 time: 0.1244347 Nov 23 10:40:01.252447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eae021f-9080-496d-8492-a05483a415af None None] New status for floating IP 4b60810c-c164-4106-98fd-8dc8f20ea5f7: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:40:01.254328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] For port 11453cb4-3c71-402e-91e8-5ed866d4429e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=11453cb4-3c71-402e-91e8-5ed866d4429e,segment=NetworkSegment(bd0a9581-e431-4808-9c9d-9afaf53f0def),segment_id=bd0a9581-e431-4808-9c9d-9afaf53f0def)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:01.254972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:01.297043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac85384-1d1c-4eb6-b06e-380841433385 req-bf66464a-725d-4e74-8589-5714d5393b3d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:01.305749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eac85384-1d1c-4eb6-b06e-380841433385 req-bf66464a-725d-4e74-8589-5714d5393b3d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.3393402 Nov 23 10:40:01.307434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Calling delete_port for 11453cb4-3c71-402e-91e8-5ed866d4429e owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:01.319749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:01.320093 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:01.326480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-b8853884-f53e-45f3-9d1b-d5543401a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:01.329309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-b8853884-f53e-45f3-9d1b-d5543401a7c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.1246839 Nov 23 10:40:01.358140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Calling delete_port for eb1786dd-d9db-466b-8122-377e1fd44b57 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:01.399226 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-aaaecf11-e939-444f-a5ec-9f7f7a028d46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610852 Nov 23 10:40:01.494191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:01.531843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] Deleting port 11453cb4-3c71-402e-91e8-5ed866d4429e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:01.532462 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:01.611093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eac85384-1d1c-4eb6-b06e-380841433385 req-e7e3b85e-ae5e-4cec-b44b-5d343ded52f8 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988551 Nov 23 10:40:01.627119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Port': ['ID=11453cb4-3c71-402e-91e8-5ed866d4429e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:01.639945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] No DVR routers for this DVR port 11453cb4-3c71-402e-91e8-5ed866d4429e on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:01.641907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-82695ed4-6c08-4d29-b597-32bdf1e7e42a service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333238 Nov 23 10:40:01.805543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84286bc0-53c0-431f-b14e-36fa9e96390e req-17518118-e013-4cb1-9887-9f41391be7d8 service neutron] 10.222.0.65 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569810 Nov 23 10:40:01.835711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7bfbfbc-388b-4c6d-8352-2c659a21de71 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:01.867105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] For port 11453cb4-3c71-402e-91e8-5ed866d4429e, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:01.867728 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:01.877702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 11453cb4-3c71-402e-91e8-5ed866d4429e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:01.886651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: b7bfbfbc-388b-4c6d-8352-2c659a21de71 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:01.887227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7bfbfbc-388b-4c6d-8352-2c659a21de71 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:01.912520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] Calling delete_port for 11453cb4-3c71-402e-91e8-5ed866d4429e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:01.917450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] Port 11453cb4-3c71-402e-91e8-5ed866d4429e was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:40:01.918372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 11453cb4-3c71-402e-91e8-5ed866d4429e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:01.919002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 11453cb4-3c71-402e-91e8-5ed866d4429e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:01.922611 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:01.949565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] Pushing event deleted for resources: {'Port': ['ID=11453cb4-3c71-402e-91e8-5ed866d4429e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:01.961838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eeaedfc-56e2-4cd4-b836-44de59b88738 None None] No DVR routers for this DVR port 11453cb4-3c71-402e-91e8-5ed866d4429e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:01.988964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.013711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce09c3-da30-4de7-8127-0828910454be req-9bfcf5ad-d4f0-4bf3-90f6-b5f4b1253315 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:02.015618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2ce09c3-da30-4de7-8127-0828910454be req-9bfcf5ad-d4f0-4bf3-90f6-b5f4b1253315 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.0830805 Nov 23 10:40:02.017390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79b451c-b517-45d8-a973-55815138479b']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:02.020132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.067393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Pushing event deleted for resources: {'Port': ['ID=eb1786dd-d9db-466b-8122-377e1fd44b57,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:02.072598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0a9581-e431-4808-9c9d-9afaf53f0def') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:02.072919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0a9581-e431-4808-9c9d-9afaf53f0def') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:02.097001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2ce09c3-da30-4de7-8127-0828910454be req-4d2effa1-eacd-4902-9b20-66de956ce3f5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744081 Nov 23 10:40:02.120198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.184322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f27b378-857f-4a1a-944e-3f67e48e7a28 req-242b227a-196b-4e9c-8af6-f3d1b9b112c7 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0368445 Nov 23 10:40:02.200429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.215446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.218923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.222858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8daad51a-d12c-4444-9416-7eb7888ffa29 tempest-ServersTestManualDisk-1166756134 tempest-ServersTestManualDisk-1166756134-project] 10.222.0.61 "DELETE /v2.0/floatingips/4b60810c-c164-4106-98fd-8dc8f20ea5f7 HTTP/1.1" status: 204 len: 168 time: 1.6405685 Nov 23 10:40:02.222858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:02.222858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.223236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56198) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:02.225365 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:02.308311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.314531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.321653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] 10.222.0.61 "DELETE /v2.0/networks/c79b451c-b517-45d8-a973-55815138479b HTTP/1.1" status: 204 len: 168 time: 1.8925495 Nov 23 10:40:02.373918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6c56c-fff9-43fd-9b9c-b19b95b0d77a tempest-ServersTestMultiNic-1037436114 tempest-ServersTestMultiNic-1037436114-project] Pushing event deleted for resources: {'Network': ['ID=c79b451c-b517-45d8-a973-55815138479b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:02.536707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56220) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:02.794594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762d82b-59ac-41f6-8a82-6225803b14f2 req-02697f38-14c2-4ec4-a5b6-f68748a844d4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:02.803795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9762d82b-59ac-41f6-8a82-6225803b14f2 req-02697f38-14c2-4ec4-a5b6-f68748a844d4 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1084480 Nov 23 10:40:02.885143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:02.897665 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9762d82b-59ac-41f6-8a82-6225803b14f2 req-be5165a2-5a9a-4d1f-96ab-4ed6699ca685 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928483 Nov 23 10:40:03.016591 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:03.468761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d14bf5d-016c-4797-9360-509b1a9be8be req-cab584cc-4145-42f8-8f5f-40b4b8317fd7 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=1488a8d8-588d-4b5f-9b86-ba667559af31 HTTP/1.1" status: 200 len: 210 time: 0.0505927 Nov 23 10:40:03.525216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Deleting port 28fdace8-e191-4aac-a876-176c86fd6f22 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:03.525559 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:03.527494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45a2b3-95f8-441a-b6d8-f374acee972e req-21597467-c782-4584-9914-56770293affb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:03.536559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d45a2b3-95f8-441a-b6d8-f374acee972e req-21597467-c782-4584-9914-56770293affb tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.0833657 Nov 23 10:40:03.689731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d45a2b3-95f8-441a-b6d8-f374acee972e req-7fad1323-d665-4814-ac7b-fb480023c01f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521513 Nov 23 10:40:03.776304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] For port 28fdace8-e191-4aac-a876-176c86fd6f22, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=28fdace8-e191-4aac-a876-176c86fd6f22,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:03.776998 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:03.800025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Calling delete_port for 28fdace8-e191-4aac-a876-176c86fd6f22 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:03.822527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:03.899011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:03.899391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:03.936203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Deleting port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:03.936562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:04.085545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] For port 344d29c5-3abe-4519-89d7-2e9ad4ae51ff, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,segment=NetworkSegment(885c01b5-3b0c-4fe5-ab79-6045f5872529),segment_id=885c01b5-3b0c-4fe5-ab79-6045f5872529)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:04.086636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:04.094237 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:04.104153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Calling delete_port for 344d29c5-3abe-4519-89d7-2e9ad4ae51ff owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:04.119690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:04.122236 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15688399-eb8b-42ed-9772-0c1947efdb0b" -d '{"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-plugged", "status": "completed", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:04.140693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:04.153170 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:04.214315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:04.238633 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60079d46-b3dd-468f-9a6b-b40704a8193b x-openstack-request-id: req-60079d46-b3dd-468f-9a6b-b40704a8193b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:04.239115 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-plugged", "status": "completed", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:04.239545 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60079d46-b3dd-468f-9a6b-b40704a8193b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:04.240642 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'code': 200} Nov 23 10:40:04.285975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbbddf-5002-4b9d-9f90-2962f475c95b req-b1b0dc72-c915-4ee4-8d78-f269ff30b438 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:04.294942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5cbbddf-5002-4b9d-9f90-2962f475c95b req-b1b0dc72-c915-4ee4-8d78-f269ff30b438 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.2905636 Nov 23 10:40:04.360702 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:04.484221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:04.529315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Pushing event deleted for resources: {'Port': ['ID=344d29c5-3abe-4519-89d7-2e9ad4ae51ff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:04.995230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:05.177073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa41306-0ae8-4349-8e2d-2f5a0d8908ff req-dc30cbd2-8d56-4d3b-9542-b7972fafcb41 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:05.186306 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8fa41306-0ae8-4349-8e2d-2f5a0d8908ff req-dc30cbd2-8d56-4d3b-9542-b7972fafcb41 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.1886673 Nov 23 10:40:05.190588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=28fdace8-e191-4aac-a876-176c86fd6f22,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:05.210293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5cbbddf-5002-4b9d-9f90-2962f475c95b req-38541469-5def-426e-8675-26195352f8c3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9144099 Nov 23 10:40:05.401647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8fa41306-0ae8-4349-8e2d-2f5a0d8908ff req-af19bc70-41fe-4a60-827f-65a2ddbbf672 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141163 Nov 23 10:40:05.512384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:05.637686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Router 2f80f8e9-4604-4314-8c81-40b259e6f424 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:40:05.962823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Router 71a8129f-b77d-4975-bc33-80f445b405da has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:40:06.078319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181c90f-1cdb-4822-b36a-5868077647be req-0324ecd3-888a-4c68-9a5c-1659f4afeaec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:06.086159 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-0324ecd3-888a-4c68-9a5c-1659f4afeaec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.3022318 Nov 23 10:40:06.096053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:40:06.105812 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] Sync routers for ids ['2f80f8e9-4604-4314-8c81-40b259e6f424'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:40:06.108076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a161828a-9dc4-48cd-b431-75e3c3d3a235 admin admin] 10.222.0.61 "PUT /v2.0/routers/2f80f8e9-4604-4314-8c81-40b259e6f424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5701447 Nov 23 10:40:06.111383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56330) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:06.128223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-63ead304-9612-444b-ae4c-4cc6bdb68f2d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/quotas/195338d0921f4152b44ca3ae28137354 HTTP/1.1" status: 200 len: 375 time: 0.0411203 Nov 23 10:40:06.141344 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] Routers {'2f80f8e9-4604-4314-8c81-40b259e6f424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:06.141944 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:39:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2f80f8e9-4604-4314-8c81-40b259e6f424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:06.169190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-55fc18fc-bbe0-4831-ab2a-e088c97fa162 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:06.171150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-55fc18fc-bbe0-4831-ab2a-e088c97fa162 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 0.1302850 Nov 23 10:40:06.198186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-830ee8bb-53a8-4a0f-88fd-f06395736b02 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/quotas/1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 375 time: 0.0148528 Nov 23 10:40:06.241027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-1e232db3-ee94-4360-9a13-82ff231ee233 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116250 Nov 23 10:40:06.272645 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] Set router 2f80f8e9-4604-4314-8c81-40b259e6f424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:06.342567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:06.403031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-7f5c033e-c982-41eb-adff-b47777f5335a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1905279 Nov 23 10:40:06.426007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:40:06.438199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8fe313a9-2599-4a9e-a87e-2456f194d4a1 admin admin] 10.222.0.61 "PUT /v2.0/routers/71a8129f-b77d-4975-bc33-80f445b405da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2137794 Nov 23 10:40:06.440999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56336) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:06.446117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] Sync routers for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:40:06.464980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:06.468062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:39:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:06.626225 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:40:04Z', 'revision_number': 5, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:06.656454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-4adfd981-2fd6-4306-9289-f30192202ce8 service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145470 Nov 23 10:40:06.709122 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] Checking router: 2f80f8e9-4604-4314-8c81-40b259e6f424 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:40:06.728029 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:06.729899 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] Routers {'2f80f8e9-4604-4314-8c81-40b259e6f424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:06.730538 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:39:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2f80f8e9-4604-4314-8c81-40b259e6f424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:06.742649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:06.822690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:06.964122 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-eb3f4dcb-f30c-46d9-883c-dd095af30c2d service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978640 Nov 23 10:40:06.977133 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] Set router 2f80f8e9-4604-4314-8c81-40b259e6f424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:07.003320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Deleting port 21634c8a-59b0-4caf-b27a-a599baa2b1c8 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:07.003669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:07.117273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:40:04Z', 'revision_number': 5, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port': {'id': 'd4287563-8eb1-4694-bb1e-2c7529246cad', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a8129f-b77d-4975-bc33-80f445b405da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:37:26Z', 'updated_at': '2021-11-23T10:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:07.136959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:07.178189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] For port 21634c8a-59b0-4caf-b27a-a599baa2b1c8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21634c8a-59b0-4caf-b27a-a599baa2b1c8,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:07.179132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:07.213638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Calling delete_port for 21634c8a-59b0-4caf-b27a-a599baa2b1c8 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:07.234191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-97832d8b-23db-4619-98a0-2a4969e6bc53 service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8243916 Nov 23 10:40:07.241964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] Checking router: 71a8129f-b77d-4975-bc33-80f445b405da for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:40:07.270654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] Routers {'71a8129f-b77d-4975-bc33-80f445b405da'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:07.271740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:39:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['71a8129f-b77d-4975-bc33-80f445b405da'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:07.344397 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:40:04Z', 'revision_number': 5, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:07.374045 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f49d64-afe8-4cfe-883f-b8d63298da46 None None] The sync data for ids ['2f80f8e9-4604-4314-8c81-40b259e6f424'] in n-d-817747-2 is: [{'id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'name': 'tempest-ServersTestMultiNic-1308671634-router', 'tenant_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:38:25Z', 'updated_at': '2021-11-23T10:40:04Z', 'revision_number': 5, 'project_id': '1e6cba58ddd8421fa23f85e25d7c190e', 'gw_port': {'id': '21634c8a-59b0-4caf-b27a-a599baa2b1c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:08:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f80f8e9-4604-4314-8c81-40b259e6f424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:38:26Z', 'updated_at': '2021-11-23T10:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:40:07.512832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-b951a85d-874d-4d63-a63b-a514104bb1e4 service neutron] 10.222.0.61 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763104 Nov 23 10:40:07.552188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] Set router 71a8129f-b77d-4975-bc33-80f445b405da gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:07.632222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:40:07Z', 'revision_number': 6, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:07.669807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Deleting port d4287563-8eb1-4694-bb1e-2c7529246cad {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:07.675207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:07.700177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f566343-8aaf-401c-8e03-9ea9c3a17461 None None] The sync data for ids ['71a8129f-b77d-4975-bc33-80f445b405da'] in n-d-817747-2 is: [{'id': '71a8129f-b77d-4975-bc33-80f445b405da', 'name': 'tempest-ServersTestManualDisk-1699839138-router', 'tenant_id': 'e2e6586710324b61b5ecb9a3d7709805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:37:25Z', 'updated_at': '2021-11-23T10:40:07Z', 'revision_number': 6, 'project_id': 'e2e6586710324b61b5ecb9a3d7709805', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:40:07.802664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7adb9-9ef1-4fb2-bc6c-bed9f4d9ce90 req-ca73aaf4-004d-4ff6-a0c9-5d62586ce301 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:07.819105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16b7adb9-9ef1-4fb2-bc6c-bed9f4d9ce90 req-ca73aaf4-004d-4ff6-a0c9-5d62586ce301 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.3926954 Nov 23 10:40:07.973233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] For port d4287563-8eb1-4694-bb1e-2c7529246cad, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d4287563-8eb1-4694-bb1e-2c7529246cad,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:07.974561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.007364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Calling delete_port for d4287563-8eb1-4694-bb1e-2c7529246cad owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:08.013275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.149484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 344d29c5-3abe-4519-89d7-2e9ad4ae51ff no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:08.186927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=21634c8a-59b0-4caf-b27a-a599baa2b1c8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:08.223055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16b7adb9-9ef1-4fb2-bc6c-bed9f4d9ce90 req-dae0a588-c023-4ed1-926c-765198051926 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028122 Nov 23 10:40:08.263440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 344d29c5-3abe-4519-89d7-2e9ad4ae51ff {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:08.263924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 344d29c5-3abe-4519-89d7-2e9ad4ae51ff not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:08.460115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cbcbb-cf55-4926-9a0b-3cb46beb772b req-e99e2512-c248-4590-8bd8-eb1d7882c437 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:08.462259 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.473162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de1cbcbb-cf55-4926-9a0b-3cb46beb772b req-e99e2512-c248-4590-8bd8-eb1d7882c437 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.1523490 Nov 23 10:40:08.685739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.690168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.708478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de1cbcbb-cf55-4926-9a0b-3cb46beb772b req-9c09b754-6253-4d07-b159-1184cf696087 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345116 Nov 23 10:40:08.756764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.854384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4287563-8eb1-4694-bb1e-2c7529246cad,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:08.857413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.858633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f80f8e9-4604-4314-8c81-40b259e6f424 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:40:08.873459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:08.876190 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-50021e0c-68d4-409a-994e-83b064d35e4e admin admin] 10.222.0.61 "DELETE /v2.0/routers/2f80f8e9-4604-4314-8c81-40b259e6f424 HTTP/1.1" status: 204 len: 168 time: 2.7632682 Nov 23 10:40:08.885500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56378) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:08.900106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e5701a6-15d6-4ec6-8e4c-888ebae12bcb req-aa841a1e-0426-41c2-8ec7-1c97f79c634f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.1020420 Nov 23 10:40:08.900571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ba4b037-7460-4cf0-8adc-3cc5a285df6b req-9d62093f-90a8-4952-944e-86a175a09ccf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.1270320 Nov 23 10:40:09.154833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] Deleting subnet 13fdd2c9-cfab-4132-99af-6eabc5c9e6ba {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:40:09.160190 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.318890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.389850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cfa12011-b8c6-4ee2-beb3-1e20ca7c99b0 req-e6c78d4f-50e8-4dd0-8105-0a6f694ea853 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.0532653 Nov 23 10:40:09.517533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.539791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.570422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3b78-e0ab-4cf4-8b19-7fecf1937c64 req-eb4210ea-2a29-45c9-a960-73d0613cca62 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:09.572190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b80a3b78-e0ab-4cf4-8b19-7fecf1937c64 req-eb4210ea-2a29-45c9-a960-73d0613cca62 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.4702666 Nov 23 10:40:09.578959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.602998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca66d37-5b8c-46dd-96b2-81c4dede3dc8 req-efdf5f60-2fc6-4dc9-9ea0-5d6589bbf898 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:09.604559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bca66d37-5b8c-46dd-96b2-81c4dede3dc8 req-efdf5f60-2fc6-4dc9-9ea0-5d6589bbf898 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1074774 Nov 23 10:40:09.676584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bca66d37-5b8c-46dd-96b2-81c4dede3dc8 req-9d609658-bc15-4ec2-aeb2-3deae90fde04 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643549 Nov 23 10:40:09.689691 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.690825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a8129f-b77d-4975-bc33-80f445b405da {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:40:09.704542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.705605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9e945bb3-5a0b-4cdf-962c-da82bad47188 admin admin] 10.222.0.61 "DELETE /v2.0/routers/71a8129f-b77d-4975-bc33-80f445b405da HTTP/1.1" status: 204 len: 168 time: 3.2636328 Nov 23 10:40:09.709822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:09.735495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-e9b22369-631f-4699-a613-d0bed2dc2c68 service neutron] 10.222.0.65 "GET /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854/bindings/n-h2-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.2524910 Nov 23 10:40:09.834392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] Deleting subnet 255e75a3-7401-468a-87ea-fc52133b2477 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:40:09.840258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:09.846609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b80a3b78-e0ab-4cf4-8b19-7fecf1937c64 req-b7f8f4a6-5379-4da6-b74b-3945d3e5b66d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589314 Nov 23 10:40:09.853842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:09.952540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:09.958849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 28fdace8-e191-4aac-a876-176c86fd6f22 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:10.039687 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.074940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:10.098443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b075b-36a8-4fbc-be00-3cd93d4f62d1 req-f8d20ea9-d310-4e81-8eaa-a41b9f037260 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:10.098671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:10.106371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-547b075b-36a8-4fbc-be00-3cd93d4f62d1 req-f8d20ea9-d310-4e81-8eaa-a41b9f037260 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 944 time: 0.1627448 Nov 23 10:40:10.146818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:10.158116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 28fdace8-e191-4aac-a876-176c86fd6f22 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:10.160377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 28fdace8-e191-4aac-a876-176c86fd6f22 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:10.162201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21634c8a-59b0-4caf-b27a-a599baa2b1c8 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:10.190601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8389b86f-7278-430a-ae81-0fcc624c8854 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:10.209761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:10.229442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.240579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 21634c8a-59b0-4caf-b27a-a599baa2b1c8 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:10.240991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21634c8a-59b0-4caf-b27a-a599baa2b1c8 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:10.241371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d4287563-8eb1-4694-bb1e-2c7529246cad no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:10.244712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-547b075b-36a8-4fbc-be00-3cd93d4f62d1 req-85722467-3dc2-4e06-8063-0b8d90122ed5 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370454 Nov 23 10:40:10.261551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.330638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: d4287563-8eb1-4694-bb1e-2c7529246cad {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:10.331289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d4287563-8eb1-4694-bb1e-2c7529246cad not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:10.358658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-2b935354-d82a-45d7-8512-1e57036ce6a3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:10.359729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.360273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-2b935354-d82a-45d7-8512-1e57036ce6a3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 808 time: 0.1275136 Nov 23 10:40:10.383001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.410490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255e75a3-7401-468a-87ea-fc52133b2477,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:10.410718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Request body: {'port': {'device_id': '786eca01-c588-4795-a203-07ae1fe3c18c', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'admin_state_up': True, 'tenant_id': '1c87ae2a1a6645caa6185c8576a551b6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:10.422981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d572c18-374b-4cea-8984-1c8cc7a077fb None None] Network 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:10.434351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.452671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa389683-e48f-4834-bb23-dfbcbe4f0e70 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/255e75a3-7401-468a-87ea-fc52133b2477 HTTP/1.1" status: 204 len: 168 time: 0.7410233 Nov 23 10:40:10.454868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56410) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:10.493286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d2c2de6-617d-45d3-8e3c-c607807160b0 req-949fb4ad-4014-4f15-bd2e-635261750e9a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.1431613 Nov 23 10:40:10.618340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-b5c52c9c-a251-435b-8d28-97a08728f4b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.0831368 Nov 23 10:40:10.651688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.694491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a15ce05-8fa4-4013-ba12-45e5dc59ec00 req-b977b096-037f-466e-9e0a-03c44555d6df tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.0707552 Nov 23 10:40:10.697620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fdd2c9-cfab-4132-99af-6eabc5c9e6ba,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:10.705103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] Transition to ACTIVE for port object 8389b86f-7278-430a-ae81-0fcc624c8854 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:10.706889 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.713793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9461e298-5dcb-45a6-a2d6-3afb0725bf4f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/13fdd2c9-cfab-4132-99af-6eabc5c9e6ba HTTP/1.1" status: 204 len: 168 time: 1.8119259 Nov 23 10:40:10.715358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56414) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:10.746218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550efb14-d811-4b73-b22c-e2f80e3ebc4e None None] Network b38ce76a-7d40-436a-acfa-af439a4bdc95 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:10.800727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.805142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.888352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] Pushing event updated for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:10.916041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Made reservation on behalf of 1c87ae2a1a6645caa6185c8576a551b6 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:10.920193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:10.939659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.145463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] DHCP port deletion for 450edc9e-1f33-42ae-b5a6-a9248a74ffb0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:40:11.179181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] DHCP port deletion for b38ce76a-7d40-436a-acfa-af439a4bdc95 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:40:11.194336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] No DVR routers for this DVR port 8389b86f-7278-430a-ae81-0fcc624c8854 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:11.218275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181c90f-1cdb-4822-b36a-5868077647be req-d438f8e6-e199-40cd-8bd6-3287e81f4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:11.220352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-d438f8e6-e199-40cd-8bd6-3287e81f4018 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=195338d0921f4152b44ca3ae28137354&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5159144 Nov 23 10:40:11.237258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1dfca-e9a7-435e-abb7-b82e50633821 req-e3251725-483e-4569-ab2f-22da41028183 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:11.238884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77e1dfca-e9a7-435e-abb7-b82e50633821 req-e3251725-483e-4569-ab2f-22da41028183 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.3585172 Nov 23 10:40:11.310969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] Deleting port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:11.311281 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.416084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] For port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:11.416593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.420151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77e1dfca-e9a7-435e-abb7-b82e50633821 req-ebc95ca7-097d-4996-bddf-e43defb8156c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657934 Nov 23 10:40:11.432641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] Calling delete_port for ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:11.456850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Deleting port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:11.462105 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.532757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] Deleting port e341f751-4460-4605-a569-a0f586b4573d {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:11.533214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.540650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.566435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181c90f-1cdb-4822-b36a-5868077647be req-7148a881-f5b4-4603-a648-c14a9d2772ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:11.567833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-7148a881-f5b4-4603-a648-c14a9d2772ab service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3276055 Nov 23 10:40:11.636845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] Pushing event deleted for resources: {'Port': ['ID=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:11.658100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76929fc9-cf94-4c6a-8265-3f1e979ef22b None None] No DVR routers for this DVR port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:11.746179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] For port e341f751-4460-4605-a569-a0f586b4573d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e341f751-4460-4605-a569-a0f586b4573d,segment=NetworkSegment(885c01b5-3b0c-4fe5-ab79-6045f5872529),segment_id=885c01b5-3b0c-4fe5-ab79-6045f5872529)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:11.746814 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.760389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] For port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,segment=NetworkSegment(1e5b33b4-521c-4c22-930f-1ed7a0d5833c),segment_id=1e5b33b4-521c-4c22-930f-1ed7a0d5833c)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:11.760781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.766436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5181c90f-1cdb-4822-b36a-5868077647be req-1073c004-4f67-47a0-b7ab-84ec8eb254d9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "GET /v2.0/ports?device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.1039135 Nov 23 10:40:11.777139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] Calling delete_port for e341f751-4460-4605-a569-a0f586b4573d owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:11.799640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc2928-62fc-44bf-9b4f-fc469d9c8215 req-b3bdc8b9-9344-4bcc-a58e-695fd1632d9e tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:11.808776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbbc2928-62fc-44bf-9b4f-fc469d9c8215 req-b3bdc8b9-9344-4bcc-a58e-695fd1632d9e tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.7763813 Nov 23 10:40:11.812439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Deleting port e341f751-4460-4605-a569-a0f586b4573d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:11.825341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:11.847876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e341f751-4460-4605-a569-a0f586b4573d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:11.865514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Calling delete_port for ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:11.900604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35d2f7-107b-44a1-a20e-85c6fbe4b68a req-341b9691-e3a4-4449-9e49-b88a18fabc97 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:11.910384 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb35d2f7-107b-44a1-a20e-85c6fbe4b68a req-341b9691-e3a4-4449-9e49-b88a18fabc97 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 945 time: 0.3377440 Nov 23 10:40:11.971213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Allocated IP 172.20.0.8 (dc85e82d-12cd-414a-8aca-8efe24c16fae/397510e2-3216-420f-80f2-50bf6d7c2ac6/7dfa19e2-ae12-4059-81d2-b8392a7c4a85) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:11.990456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb35d2f7-107b-44a1-a20e-85c6fbe4b68a req-c199c3f6-041a-4a4a-996a-45f5d4e65b31 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786109 Nov 23 10:40:12.088875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4dc5aeea-615e-4481-b3dd-fd1a66e70b53 service neutron] 10.222.0.65 "PUT /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854/bindings/n-h2-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3090513 Nov 23 10:40:12.104198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:12.193574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3de6c5e2-7c37-4b5b-9991-566eac354644 req-459917c2-41ff-49bb-8c4d-e155f6b81f4b tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.0618877 Nov 23 10:40:12.232134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] No DVR routers for this DVR port e341f751-4460-4605-a569-a0f586b4573d on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:12.251869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48da235-b932-4f80-8fb8-9bfe8448cb9b None None] Pushing event deleted for resources: {'Port': ['ID=e341f751-4460-4605-a569-a0f586b4573d,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:12.256463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:12.259548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Port e341f751-4460-4605-a569-a0f586b4573d update to DOWN by agent not found {{(pid=103428) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 10:40:12.260563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:12.302678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] For port e341f751-4460-4605-a569-a0f586b4573d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e341f751-4460-4605-a569-a0f586b4573d,segment=NetworkSegment(885c01b5-3b0c-4fe5-ab79-6045f5872529),segment_id=885c01b5-3b0c-4fe5-ab79-6045f5872529)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:12.303080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:12.321019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:12.321701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:12.377762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91120c81-28f7-4f26-9726-8ef9e7bcc2b4 req-581299dd-bb80-445a-b7de-b4846380e7a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.1421914 Nov 23 10:40:12.388549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c19fc14-982c-446f-a58b-396c8db5e16c req-f6ef6ba1-bd21-440e-be50-62b1a9ab1086 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.0659618 Nov 23 10:40:12.433683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:12.436098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] No DVR routers for this DVR port ef9407b8-5a8d-41bc-8cfd-35fc8766e7e2 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:12.471317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Calling delete_port for e341f751-4460-4605-a569-a0f586b4573d owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:12.517643 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbbc2928-62fc-44bf-9b4f-fc469d9c8215 req-48be9a97-902d-482c-be60-041f5d86a925 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7075148 Nov 23 10:40:12.670821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-3e96f9cb-a4fa-4844-a19b-406be1984bb4 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:12.672863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-3e96f9cb-a4fa-4844-a19b-406be1984bb4 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.3884730 Nov 23 10:40:12.690535 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:12.726793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32347051-c757-487a-90c6-71d80959a799 req-d66246df-fbbb-4d20-a15b-a416ea56f283 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:12.728708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32347051-c757-487a-90c6-71d80959a799 req-d66246df-fbbb-4d20-a15b-a416ea56f283 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.65 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.2484949 Nov 23 10:40:12.816370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:12.892984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Pushing event deleted for resources: {'Port': ['ID=e341f751-4460-4605-a569-a0f586b4573d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:12.911921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-0635f2e9-dd39-41a9-91a3-dd891c1b05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:12.913828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-0635f2e9-dd39-41a9-91a3-dd891c1b05f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0&tenant_id=c5201496895841988da25d3070f5ac0e HTTP/1.1" status: 200 len: 1096 time: 0.2199745 Nov 23 10:40:12.916765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] No DVR routers for this DVR port e341f751-4460-4605-a569-a0f586b4573d on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:12.994153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.011727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['32fa9681-addd-4aae-8436-b4b537f820eb'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:13.166432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.260878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Deleting port 8cf4019a-8b5e-434a-b742-234734780df4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:13.261234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.269431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.282073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dc515-ca31-4a0b-8239-2096bc1de4d3 req-2d4456af-6309-4a66-ab60-47bf4902e270 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.287128 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b4dc515-ca31-4a0b-8239-2096bc1de4d3 req-2d4456af-6309-4a66-ab60-47bf4902e270 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.3662767 Nov 23 10:40:13.297949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Network dc85e82d-12cd-414a-8aca-8efe24c16fae is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:13.306390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450edc9e-1f33-42ae-b5a6-a9248a74ffb0']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:13.319813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:13.351278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-d052884c-e6f3-41bf-8c0b-241ea8544d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.352957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-d052884c-e6f3-41bf-8c0b-241ea8544d11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5201496895841988da25d3070f5ac0e&device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1096 time: 0.3901718 Nov 23 10:40:13.355964 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91120c81-28f7-4f26-9726-8ef9e7bcc2b4 req-979b27bc-463c-4e68-bde0-a3cd5354c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.356132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:13.356759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91120c81-28f7-4f26-9726-8ef9e7bcc2b4 req-979b27bc-463c-4e68-bde0-a3cd5354c5ab service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=195338d0921f4152b44ca3ae28137354&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9629078 Nov 23 10:40:13.385098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5b33b4-521c-4c22-930f-1ed7a0d5833c') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:13.385810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5b33b4-521c-4c22-930f-1ed7a0d5833c') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:13.419805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.420540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.423904 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.471376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b4dc515-ca31-4a0b-8239-2096bc1de4d3 req-610c1cdf-3bb4-4672-97a7-dc22cb541870 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724045 Nov 23 10:40:13.568443 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.590026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:13.590340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.611098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-3dd680d3-d324-41c7-8833-b7946201a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.612593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-3dd680d3-d324-41c7-8833-b7946201a0b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 200 len: 921 time: 0.1495647 Nov 23 10:40:13.617347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38ce76a-7d40-436a-acfa-af439a4bdc95']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:13.665067 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:13.667858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:13.691947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.712006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-cbe2f6e9-aa47-42fa-a922-097f8b36c68f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 200 len: 217 time: 0.0553060 Nov 23 10:40:13.715910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885c01b5-3b0c-4fe5-ab79-6045f5872529') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:13.716213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885c01b5-3b0c-4fe5-ab79-6045f5872529') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:13.770431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.774441 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] 10.222.0.61 "DELETE /v2.0/networks/450edc9e-1f33-42ae-b5a6-a9248a74ffb0 HTTP/1.1" status: 204 len: 168 time: 3.3185999 Nov 23 10:40:13.778826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-978355f6-cda2-4c1a-bf24-b54c6c3c08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.779971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-978355f6-cda2-4c1a-bf24-b54c6c3c08eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 200 len: 860 time: 0.0512686 Nov 23 10:40:13.788897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c63da-36e3-4f1b-8a47-c31a821ee552 admin admin] Pushing event deleted for resources: {'Network': ['ID=450edc9e-1f33-42ae-b5a6-a9248a74ffb0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:13.790851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.801787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-a5492278-052f-4358-bf02-075ce5c47fe8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4057083 Nov 23 10:40:13.827032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170535e3-5822-45f4-a4fe-65d4b5710b49 req-ac618906-6f53-4f6e-8b0d-b14251da77cf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.836298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-170535e3-5822-45f4-a4fe-65d4b5710b49 req-ac618906-6f53-4f6e-8b0d-b14251da77cf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 945 time: 0.7062187 Nov 23 10:40:13.843923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Request body: {'port': {'device_id': '786eca01-c588-4795-a203-07ae1fe3c18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:13.917083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b7573-5f61-4356-b747-7903bccf79c8 req-ac2e0ec8-587c-4a5f-9d52-f27706836670 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.917787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.920132 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-645b7573-5f61-4356-b747-7903bccf79c8 req-ac2e0ec8-587c-4a5f-9d52-f27706836670 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 931 time: 0.3537381 Nov 23 10:40:13.926178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91120c81-28f7-4f26-9726-8ef9e7bcc2b4 req-75f3c6a1-e334-4979-b65d-7906c0088ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:13.928722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91120c81-28f7-4f26-9726-8ef9e7bcc2b4 req-75f3c6a1-e334-4979-b65d-7906c0088ee4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5530753 Nov 23 10:40:13.957863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:13.969098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-3f3e3f2e-e9c7-412b-b4d2-b434bb38db0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a883250-deff-4f7a-96f5-800fc1251588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639664 Nov 23 10:40:14.007191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:14.008118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:14.012447 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:14.085326 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-645b7573-5f61-4356-b747-7903bccf79c8 req-094be2c3-051d-40a4-94f3-f5b3925e28b7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551602 Nov 23 10:40:14.099820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56462) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:14.108075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91120c81-28f7-4f26-9726-8ef9e7bcc2b4 req-22eed952-6ecc-4f63-9a5d-422a34631717 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.58 "GET /v2.0/ports?device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.0389521 Nov 23 10:40:14.118710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] For port 8cf4019a-8b5e-434a-b742-234734780df4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8cf4019a-8b5e-434a-b742-234734780df4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:14.119989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.189700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3aa58a95-2287-4197-95d8-b48d21c6c9fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2e6586710324b61b5ecb9a3d7709805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878255 Nov 23 10:40:14.192792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56464) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:14.312709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-170535e3-5822-45f4-a4fe-65d4b5710b49 req-e28a2a7d-49b7-4564-aea9-c4e95b459ea0 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747276 Nov 23 10:40:14.336938 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-adbda6a5-c85d-4359-bd13-d8c9dd9462c2 req-9ea75662-f3a6-4df0-bef6-e82ae1ffecd9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=50698f28-0075-49c1-8dce-a20ecf670123 HTTP/1.1" status: 200 len: 210 time: 0.1113701 Nov 23 10:40:14.485916 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29d5af0f-a3d5-4330-bf72-ea1265022e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.488286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.497335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf4c50a2-d022-46e8-8bd1-37c434d6659e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.543613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.551124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] 10.222.0.61 "DELETE /v2.0/networks/b38ce76a-7d40-436a-acfa-af439a4bdc95 HTTP/1.1" status: 204 len: 168 time: 3.8301911 Nov 23 10:40:14.570407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf4c50a2-d022-46e8-8bd1-37c434d6659e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.592746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb4ff-53c6-41a9-b7c3-439cfa381472 req-4ff91137-af4c-47c9-bb6d-49c8eb0b152b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:14.600305 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-855fb4ff-53c6-41a9-b7c3-439cfa381472 req-4ff91137-af4c-47c9-bb6d-49c8eb0b152b tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 946 time: 0.1281171 Nov 23 10:40:14.677434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf4c50a2-d022-46e8-8bd1-37c434d6659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.680777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf4c50a2-d022-46e8-8bd1-37c434d6659e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.682034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bf4c50a2-d022-46e8-8bd1-37c434d6659e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf941fc6-25bb-4d96-8ceb-1e2974271f5c HTTP/1.1" status: 204 len: 168 time: 0.4881222 Nov 23 10:40:14.710448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-855fb4ff-53c6-41a9-b7c3-439cfa381472 req-49ec89db-a947-4bb6-b49d-8944c2936539 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups?id=1b2ed31c-ff92-4701-b5c9-2cd289d71d53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090829 Nov 23 10:40:14.712544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c50a2-d022-46e8-8bd1-37c434d6659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf941fc6-25bb-4d96-8ceb-1e2974271f5c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:14.740497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53617f22-903e-4a24-9385-ed18b09cf81a admin admin] Pushing event deleted for resources: {'Network': ['ID=b38ce76a-7d40-436a-acfa-af439a4bdc95,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:14.833905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.834641 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:14.834799 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95 disassociated. External IP: 172.25.5.99, port: 8cf4019a-8b5e-434a-b742-234734780df4. Nov 23 10:40:14.835111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Calling delete_port for 8cf4019a-8b5e-434a-b742-234734780df4 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:14.838661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-5b414551-13df-4a19-80a3-4ddc2b05aa40 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472683 Nov 23 10:40:14.909912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56480) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:14.977546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d39feb74-bdd2-4fbe-a267-bf318ed2520f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e6cba58ddd8421fa23f85e25d7c190e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660298 Nov 23 10:40:14.978388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56482) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:15.044176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05124826-71f0-485b-b106-80f1de872597 req-31382fe6-c8cb-4cf2-ad7c-dc7de1d8c911 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:15.046021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05124826-71f0-485b-b106-80f1de872597 req-31382fe6-c8cb-4cf2-ad7c-dc7de1d8c911 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.3666847 Nov 23 10:40:15.058258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:15.097922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:15.167049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:15.173280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:15.176777 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a HTTP/1.1" status: 204 len: 168 time: 0.1950245 Nov 23 10:40:15.195121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea8eb5-d0b7-4eaa-bdba-dec852bc6f3a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:15.218711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.222619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.224304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.225607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.227542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.228627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.228627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.229416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.229971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.231174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.232652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.233308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2eacb-15d1-4c23-bb70-b2e1cb441125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:15.290574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-4f88d969-dfdb-4630-a06d-55b0cf021576 service neutron] 10.222.0.58 "GET /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175327 Nov 23 10:40:15.381831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397131-ad24-4d5b-9a14-7b16f01326d8 req-70f83109-6d31-4f9a-80fe-72e114ce76c5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:15.386283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82397131-ad24-4d5b-9a14-7b16f01326d8 req-70f83109-6d31-4f9a-80fe-72e114ce76c5 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 931 time: 0.1230974 Nov 23 10:40:15.434966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:15.457770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:15.542925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82397131-ad24-4d5b-9a14-7b16f01326d8 req-7c151baf-aa10-4d77-8f75-17807705b0b8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490121 Nov 23 10:40:15.876401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05124826-71f0-485b-b106-80f1de872597 req-6a0bfa81-66e4-4753-ba09-4c984d19fc63 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8205612 Nov 23 10:40:15.896514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Transition to ACTIVE for port object 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:15.918898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafa13c-078d-4dde-904a-4b703e663722 req-0c12182d-289a-494b-8a47-54eee669ad32 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:15.938981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1bafa13c-078d-4dde-904a-4b703e663722 req-0c12182d-289a-494b-8a47-54eee669ad32 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 945 time: 0.1816924 Nov 23 10:40:15.962477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:16.074023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:16.079300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-514ef926-00a3-4eec-94d1-268c049c7700 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:16.081389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-514ef926-00a3-4eec-94d1-268c049c7700 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0&tenant_id=c5201496895841988da25d3070f5ac0e&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.4521115 Nov 23 10:40:16.091146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:16.121680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1bafa13c-078d-4dde-904a-4b703e663722 req-acb3ad2e-e94b-4af2-88b4-de4e88b81423 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738772 Nov 23 10:40:16.168572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event deleted for resources: {'Port': ['ID=8cf4019a-8b5e-434a-b742-234734780df4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:16.426192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0643e-797e-41fc-b46c-a0dd27916dda req-8bc8635e-1d37-4235-b713-e38d55bd1c95 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:16.428071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cc0643e-797e-41fc-b46c-a0dd27916dda req-8bc8635e-1d37-4235-b713-e38d55bd1c95 tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 1096 time: 0.0885434 Nov 23 10:40:16.470277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56540) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:16.498470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce00802c-833f-43a8-af9f-efbf8ed9e931 req-5df7551b-2f47-459f-b622-7e05b63ddf13 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 210 time: 0.0533807 Nov 23 10:40:16.517028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:40:16.547729 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cc0643e-797e-41fc-b46c-a0dd27916dda req-7297aba1-d046-47ef-badc-ae5a62c1226f tempest-LiveAutoBlockMigrationV225Test-1564659249 tempest-LiveAutoBlockMigrationV225Test-1564659249-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063945 Nov 23 10:40:16.606585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-c715d97c-0eac-4234-be6a-2d6caf963122 service neutron] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:16.611905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-c715d97c-0eac-4234-be6a-2d6caf963122 service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:16.613137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db5c004b-2afd-47d4-b578-73e26ed15b41 req-c715d97c-0eac-4234-be6a-2d6caf963122 service neutron] 10.222.0.58 "DELETE /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854/bindings/n-h1-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.5128717 Nov 23 10:40:16.734219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:16.734651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:16.735170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:16.776007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:16.776330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:16.848072 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9038d534-c236-4597-8c56-adf2aa532edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:16.875530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1377209645-network', 'tenant_id': '23a9932284ba4094a8ffd367c5e86fbf'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:16.923507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:16.924082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:16.924362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:16.924690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Bound port: 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:16.925212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:16.933328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450d50a-1b2f-462e-b765-53555336feac req-f3d9550a-77d4-40e6-b82e-59570296a033 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:16.954281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0450d50a-1b2f-462e-b765-53555336feac req-f3d9550a-77d4-40e6-b82e-59570296a033 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.1992588 Nov 23 10:40:16.955611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Made reservation on behalf of 23a9932284ba4094a8ffd367c5e86fbf for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:16.969414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.051381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.096264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:17.276646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0450d50a-1b2f-462e-b765-53555336feac req-1bc57431-6579-4c61-8209-e4a771185ecd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953379 Nov 23 10:40:17.367947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2105987510-network', 'tenant_id': 'cad931498ceb464193a32fde7f417630'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:17.453057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.457737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Made reservation on behalf of cad931498ceb464193a32fde7f417630 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:17.460671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.465437 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.508616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:17.515820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.531823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:40:17.654375 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.677644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.752151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add5b7ed-86a9-4f67-b588-9c3ae206c482,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:17.774607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.775043 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Added segment e2cc4594-65e6-4acb-a040-ab24a5d5fa7b of type vlan for network 7c08ca8c-2131-4885-8b74-53edc78dcef6 Nov 23 10:40:17.806400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:40:17.819380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:17.834346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:17.842016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.842016 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Added segment 92463551-c1ed-491b-ac07-820876f3da4a of type vlan for network bc0382b7-1253-4825-8f68-1c72b85643eb Nov 23 10:40:17.861029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:17.908457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8cf4019a-8b5e-434a-b742-234734780df4 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:17.922618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:40:17.944083 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] Sync routers for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:40:17.952429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 8cf4019a-8b5e-434a-b742-234734780df4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:17.953231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8cf4019a-8b5e-434a-b742-234734780df4 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:17.960699 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:17.961348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:40:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:17.965651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab060d36-e136-4448-8692-cf13f094ed63 req-b92c43eb-c8a4-48ba-b467-e2441f8b4060 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:17.976067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab060d36-e136-4448-8692-cf13f094ed63 req-b92c43eb-c8a4-48ba-b467-e2441f8b4060 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.2285016 Nov 23 10:40:18.032376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.069824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.071849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:18.073004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.075366 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] 10.222.0.58 "PUT /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 1091 time: 4.2364686 Nov 23 10:40:18.082101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.083466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:18.084668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.091639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] No DVR routers for this DVR port 8cf4019a-8b5e-434a-b742-234734780df4 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:18.101701 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.127533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32347051-c757-487a-90c6-71d80959a799 req-81eea9e4-bb25-41eb-a5a7-01ba7746424f tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.65 "DELETE /v2.0/ports/8cf4019a-8b5e-434a-b742-234734780df4 HTTP/1.1" status: 204 len: 173 time: 5.3533273 Nov 23 10:40:18.133126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85'}, {'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'name': 'network-vif-deleted', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:18.147083 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82f3254-86cb-4cef-995a-cca90f4ef4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85"}, {"server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "name": "network-vif-deleted", "tag": "8cf4019a-8b5e-434a-b742-234734780df4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:18.246925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1440713 Nov 23 10:40:18.255392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56578) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:18.261356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81e81-c6d9-49e2-9293-fdc15adc1ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc0382b7-1253-4825-8f68-1c72b85643eb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:18.270797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Request body: {'subnet': {'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2105987510-subnet', 'tenant_id': 'cad931498ceb464193a32fde7f417630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:18.273294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network bc0382b7-1253-4825-8f68-1c72b85643eb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:40:18.283613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-5951010c-d9d6-4451-b7a4-57e5774ec845 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:18.295696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-5951010c-d9d6-4451-b7a4-57e5774ec845 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 1.5403283 Nov 23 10:40:18.299572 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.300774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:18.301558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.320943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab060d36-e136-4448-8692-cf13f094ed63 req-c5791030-6215-4a2e-834a-f5603a70e945 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433092 Nov 23 10:40:18.339511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Made reservation on behalf of cad931498ceb464193a32fde7f417630 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:18.350912 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.411685 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:18.435202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9637797 Nov 23 10:40:18.494523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.528115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56590) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:18.535676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b1206-b4a2-4a1b-93f1-d47298a6a080 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:18.563804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-bd5603a8-fb51-49de-8523-79a2cc571f2a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/quotas/195338d0921f4152b44ca3ae28137354 HTTP/1.1" status: 200 len: 375 time: 0.2468314 Nov 23 10:40:18.584687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Request body: {'subnet': {'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1377209645-subnet', 'tenant_id': '23a9932284ba4094a8ffd367c5e86fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:18.620523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed50262-d74a-43e3-840c-366ba6fe0b09 admin admin] Pushing event updated for resources: {'Network': ['ID=7c08ca8c-2131-4885-8b74-53edc78dcef6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:18.630467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:40:18.658451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e71fca1e-cc51-4567-9523-2136208681b6 req-1bd2ef0f-ee8b-4607-b6f8-1ea80f519bce tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/ports?device_id=614fd0d6-d24c-40f1-9882-b3180fd6e421 HTTP/1.1" status: 200 len: 210 time: 0.0576775 Nov 23 10:40:18.675179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-f1c18092-7ffd-421f-b622-4be6d30ac606 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096656 Nov 23 10:40:18.685480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Made reservation on behalf of 23a9932284ba4094a8ffd367c5e86fbf for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:18.685480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:18.795356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-bb513454-c855-46d4-a39d-e26e86256444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:18.797567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-bb513454-c855-46d4-a39d-e26e86256444 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1094 time: 0.6363006 Nov 23 10:40:18.918721 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:40:18.951141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c228a-f46f-4a25-8b68-f0112e54f231 req-fcd990a4-b6db-4bcb-908f-dd252fddd4b9 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:18.955089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-4511cf78-591a-4a5f-b4c1-1e951d2fe002 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:18.959737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c0c228a-f46f-4a25-8b68-f0112e54f231 req-fcd990a4-b6db-4bcb-908f-dd252fddd4b9 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 945 time: 0.1597278 Nov 23 10:40:18.960543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-4511cf78-591a-4a5f-b4c1-1e951d2fe002 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 945 time: 0.5492189 Nov 23 10:40:19.049334 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:19.073599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-614b2c93-83ee-409f-924d-80966e462eca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 217 time: 0.1775851 Nov 23 10:40:19.084778 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] Checking router: 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:40:19.096863 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:19.097566 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:40:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:19.111212 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c0c228a-f46f-4a25-8b68-f0112e54f231 req-1b333486-c9e9-4f44-9d80-938dc48a3be8 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463017 Nov 23 10:40:19.191948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:19.231187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:19.256744 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da98ac9b-b37c-4b27-8110-1898131b8dc3 x-openstack-request-id: req-da98ac9b-b37c-4b27-8110-1898131b8dc3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:19.257068 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85", "status": "completed", "code": 200}, {"server_uuid": "614fd0d6-d24c-40f1-9882-b3180fd6e421", "name": "network-vif-deleted", "tag": "8cf4019a-8b5e-434a-b742-234734780df4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:19.257366 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da98ac9b-b37c-4b27-8110-1898131b8dc3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:19.257803 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85', 'status': 'completed', 'code': 200} Nov 23 10:40:19.258075 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614fd0d6-d24c-40f1-9882-b3180fd6e421', 'name': 'network-vif-deleted', 'tag': '8cf4019a-8b5e-434a-b742-234734780df4', 'status': 'completed', 'code': 200} Nov 23 10:40:19.287668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7137390-fe70-48bd-aedf-bb39e9d0a042,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:19.347050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Checking segment: {'id': '92463551-c1ed-491b-ac07-820876f3da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:19.348312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Network hostable DHCP agents. Network: bc0382b7-1253-4825-8f68-1c72b85643eb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:40:19.383293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Checking segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:19.383516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-529bac0c-b9d3-4ff4-a079-b9e9d85b0aad service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046864 Nov 23 10:40:19.384196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Network hostable DHCP agents. Network: 7c08ca8c-2131-4885-8b74-53edc78dcef6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:40:19.394331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31560ce6-0523-415f-a7e0-bd792cda645e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:19.397713 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:19.417549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Network bc0382b7-1253-4825-8f68-1c72b85643eb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:40:19.488972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, bc0382b7-1253-4825-8f68-1c72b85643eb) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:19.494307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:19.495104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:19.502165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642c7ea-4d0d-4a7b-b1fe-e714f3c39f4e None None] Network bc0382b7-1253-4825-8f68-1c72b85643eb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:19.510376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:40:19.518083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 7c08ca8c-2131-4885-8b74-53edc78dcef6) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:19.530738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e906c5-5ae9-4d9d-8cc6-2807dfdaa6a9 req-b14d8775-5d08-4fb2-94a8-0d0127ce89db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:19.531773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-ef82689a-a5c4-46bb-8c01-161c7994d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:19.537702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74e906c5-5ae9-4d9d-8cc6-2807dfdaa6a9 req-b14d8775-5d08-4fb2-94a8-0d0127ce89db tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.1334457 Nov 23 10:40:19.539812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-ef82689a-a5c4-46bb-8c01-161c7994d050 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.3987110 Nov 23 10:40:19.548294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a2a8304d-9817-4309-8dd0-8113b82d32e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2877645 Nov 23 10:40:19.550862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:19.551868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:19.603009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-514ff5a7-c982-4c4b-a228-27f3962c5277 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0140028 Nov 23 10:40:19.637459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:19.688248 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74e906c5-5ae9-4d9d-8cc6-2807dfdaa6a9 req-15c74f29-ec77-46b9-8c41-c75550f89e70 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495662 Nov 23 10:40:19.795548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Deleting port 8389b86f-7278-430a-ae81-0fcc624c8854 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:19.795895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:19.829803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-ca3d1977-8455-46d5-8ac6-c31a1b40907b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2551792 Nov 23 10:40:19.851919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2729141a-0075-46f7-b671-926f9237f4f7 None None] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:19.951661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f639da4-3b67-4443-97d6-67ff562c0b10 req-b3fd7cab-2a0e-41f0-8ac2-2b96d87b9ba9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:19.959799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8f639da4-3b67-4443-97d6-67ff562c0b10 req-b3fd7cab-2a0e-41f0-8ac2-2b96d87b9ba9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1465797 Nov 23 10:40:20.044860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8f639da4-3b67-4443-97d6-67ff562c0b10 req-f106bcfe-eed1-4893-b962-dd6eb70613f9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792146 Nov 23 10:40:20.133048 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:20.180556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-f9af8ab5-d51b-475d-8f33-cb5fcb671f4c service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7780447 Nov 23 10:40:20.184217 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c69bb4-dd58-4dea-8890-9d6d5b1e3b1b None None] The sync data for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 is: [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:34Z', 'revision_number': 4, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c94d5404-977e-4412-9cc1-ad35c277c5e4', 'name': '', 'network_id': '86b7529a-d1ec-43e8-a6db-e899de5c4293', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'mac_address': 'fa:16:3e:d4:7e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:33Z', 'updated_at': '2021-11-23T10:34:40Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'subnets': [{'id': 'f0684d26-3c3d-4d61-a8ce-5ff4814ff010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:40:20.284618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] For port 8389b86f-7278-430a-ae81-0fcc624c8854, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8389b86f-7278-430a-ae81-0fcc624c8854,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:20.285013 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:20.317079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Calling delete_port for 8389b86f-7278-430a-ae81-0fcc624c8854 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:20.432766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-966d7e5d-1932-4b88-a7a5-2eabd8739e9c service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421796 Nov 23 10:40:20.467066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ec3b5-05c3-4e10-92ef-6d9a546ee6d7 None None] Network bc0382b7-1253-4825-8f68-1c72b85643eb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:20.506545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:20.606841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99718fef-ba75-41e4-93d5-9b80cf56d055 req-aed7b22c-033a-44f0-91d0-2f9822685799 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646504 Nov 23 10:40:20.761356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8e4f3d-6783-492a-9447-8ae016759ea2 None None] New status for floating IP 6046561b-bec9-4a1c-9a89-d1f2636a9b95: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:40:20.766257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-f4c76dbc-2d0d-4525-8dfb-50c6428a7f07 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:20.770298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-f4c76dbc-2d0d-4525-8dfb-50c6428a7f07 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 813 time: 0.1747890 Nov 23 10:40:20.776109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-fb694cde-11c6-4654-94d0-cfa1fd47944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:20.778090 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-fb694cde-11c6-4654-94d0-cfa1fd47944d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1094 time: 0.1102943 Nov 23 10:40:20.810079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-f951205a-1191-4762-ab0d-f977d6d8d149 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/quotas/23a9932284ba4094a8ffd367c5e86fbf HTTP/1.1" status: 200 len: 375 time: 0.0238597 Nov 23 10:40:20.810302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:20.914953 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-01310b42-a269-45c8-a47b-4272d9a3fb33 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032944 Nov 23 10:40:20.945457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event deleted for resources: {'Port': ['ID=8389b86f-7278-430a-ae81-0fcc624c8854,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:20.948154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] No DVR routers for this DVR port 8389b86f-7278-430a-ae81-0fcc624c8854 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:20.988118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:20.992123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35eb80b6-468f-4aea-aae5-471acc6bfa2e req-175f00d6-717b-48d9-98b9-29f99bc8802a tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.58 "DELETE /v2.0/ports/8389b86f-7278-430a-ae81-0fcc624c8854 HTTP/1.1" status: 204 len: 173 time: 1.9505649 Nov 23 10:40:21.099442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-6d999133-ad89-41b3-a6d7-942bc93506dc service neutron] 10.222.0.61 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813860 Nov 23 10:40:21.122637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-d009b19a-d010-4d56-bf92-9fd59c0e21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:21.124975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-d009b19a-d010-4d56-bf92-9fd59c0e21f9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.3375750 Nov 23 10:40:21.214135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-d2d2743b-ba5f-4ea5-a850-741044a4ea2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 217 time: 0.0809908 Nov 23 10:40:21.234322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012124c7-7aca-44ab-b575-377325ca6c09 req-f1388737-66cb-42ee-b9eb-43b6d4d5bd1e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:21.235823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-2d482506-65e6-416d-b22c-9f9a1783d82a service neutron] 10.222.0.61 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303225 Nov 23 10:40:21.236111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-f1388737-66cb-42ee-b9eb-43b6d4d5bd1e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/networks?id=bc0382b7-1253-4825-8f68-1c72b85643eb HTTP/1.1" status: 200 len: 822 time: 0.2855437 Nov 23 10:40:21.286285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'name': 'network-vif-deleted', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:21.287989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1c1ebad4-9595-421e-a7af-8ecd2bb85d72'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:21.289979 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18817861-7b73-4201-b1ec-fd061c5bb95c" -d '{"events": [{"server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "name": "network-vif-deleted", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:21.345032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-a1779863-4ee2-4626-85aa-cf104a65a55e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/quotas/cad931498ceb464193a32fde7f417630 HTTP/1.1" status: 200 len: 375 time: 0.0880840 Nov 23 10:40:21.407234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-daebea0c-181f-4bfc-9821-d4cd71fdcfa3 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cad931498ceb464193a32fde7f417630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540137 Nov 23 10:40:21.413479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-a92211ea-da68-439b-970d-414c5b2c151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:21.415459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-a92211ea-da68-439b-970d-414c5b2c151d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1763105 Nov 23 10:40:21.455503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-27e19420-41b5-475d-a1df-e3d458813fa5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296183 Nov 23 10:40:21.486184 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:21.663245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-acf55ba0-bbcc-4284-89d3-864dc3cf7394 service neutron] 10.222.0.61 "GET /v2.0/networks/bc0382b7-1253-4825-8f68-1c72b85643eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464006 Nov 23 10:40:21.671633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-f10c1c26-49b7-498f-830b-a3dd5c5ad3d2 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034264 Nov 23 10:40:21.695008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9356586e-c0bf-4180-8fe1-951e4d6433e3 None None] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:21.799624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51b1e3dd-a659-41c7-9700-21f170147fd9 req-ac5a4e65-6a27-4a64-8878-2ff9992a962c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.1664691 Nov 23 10:40:21.930597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:22.001170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 8389b86f-7278-430a-ae81-0fcc624c8854 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:22.001760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8389b86f-7278-430a-ae81-0fcc624c8854 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:22.109647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:22.130259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a35a71c8-fa4c-4e7e-95a0-9199bbd5ce3f req-9d7c90f9-b13e-4fd1-8dd4-24512c67d72b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 210 time: 0.0641220 Nov 23 10:40:22.243038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-65819cbe-3bd0-403a-a2e6-b7c6782dff26 service neutron] 10.222.0.61 "GET /v2.0/networks/bc0382b7-1253-4825-8f68-1c72b85643eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643866 Nov 23 10:40:22.287072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d82f3254-86cb-4cef-995a-cca90f4ef4ea req-caa87e77-f502-4f60-8a27-90bc32980b74 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940878 Nov 23 10:40:22.422485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b7c47-836e-4d11-b4ed-95a278b61752 req-cc65361c-8efc-4006-8852-2be0e2553aed tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:22.434484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb9b7c47-836e-4d11-b4ed-95a278b61752 req-cc65361c-8efc-4006-8852-2be0e2553aed tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.1086581 Nov 23 10:40:22.595241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb9b7c47-836e-4d11-b4ed-95a278b61752 req-1ae8c214-b075-4c33-bfa3-d9ab198d1857 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546907 Nov 23 10:40:22.788106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a87ab-a994-42b3-a509-7d49900ae64a req-acef129b-ffa2-4e84-a526-bc48fa6978f9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:22.790970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf1a87ab-a994-42b3-a509-7d49900ae64a req-acef129b-ffa2-4e84-a526-bc48fa6978f9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1912978 Nov 23 10:40:22.912480 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de16f040-6441-4150-9e1d-ced6f088e132 x-openstack-request-id: req-de16f040-6441-4150-9e1d-ced6f088e132 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:22.912860 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a09703-e44d-4630-b487-12a12aacfec0", "name": "network-vif-deleted", "tag": "8389b86f-7278-430a-ae81-0fcc624c8854", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:22.915084 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de16f040-6441-4150-9e1d-ced6f088e132 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:22.915641 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a09703-e44d-4630-b487-12a12aacfec0', 'name': 'network-vif-deleted', 'tag': '8389b86f-7278-430a-ae81-0fcc624c8854', 'status': 'completed', 'code': 200} Nov 23 10:40:22.948261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf1a87ab-a994-42b3-a509-7d49900ae64a req-7d952b76-d255-409a-85c4-5078617c15fc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495724 Nov 23 10:40:23.283637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c9bbdb1-7708-4afc-a546-d4af8e782f1c req-614ee3a5-a770-4197-a180-97282e5e624e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 210 time: 0.1675079 Nov 23 10:40:23.399365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-edabdf6a-bfd8-4a78-a79e-4b73680ba906 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:23.404628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56706) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:23.416829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-edabdf6a-bfd8-4a78-a79e-4b73680ba906 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.4961662 Nov 23 10:40:23.426747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdf4b273-3bdc-48e6-b9ea-714f03cc05d5 req-b2f9871e-7bca-4671-bc08-4c79a55b9810 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.1148803 Nov 23 10:40:23.431275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Request body: {'port': {'device_id': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'admin_state_up': True, 'tenant_id': '195338d0921f4152b44ca3ae28137354'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:23.625893 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab1814a1-01db-49f7-b4ca-2ad1be6ba023 req-8d432243-b5bf-4332-87b5-9f70865c1d65 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 210 time: 0.0839150 Nov 23 10:40:23.754916 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0e85e0d-8ccc-445e-a382-e8eadc0d8b5b req-d547f8d5-0f66-4a82-a180-6b1bfe23c52c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 210 time: 0.1828897 Nov 23 10:40:23.809607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d6a7baf3-ecff-4d65-a46f-ffbef6e05f8d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:23.839002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:23.847969 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d6a7baf3-ecff-4d65-a46f-ffbef6e05f8d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:23.854858 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:23.940459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d6a7baf3-ecff-4d65-a46f-ffbef6e05f8d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:23.946073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d6a7baf3-ecff-4d65-a46f-ffbef6e05f8d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:23.951226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d6a7baf3-ecff-4d65-a46f-ffbef6e05f8d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "DELETE /v2.0/security-groups/1b2ed31c-ff92-4701-b5c9-2cd289d71d53 HTTP/1.1" status: 204 len: 168 time: 0.5203395 Nov 23 10:40:23.951888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56720) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:23.955264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b82d0-e1d7-4790-af56-4423eebb4fdc req-9937480d-108d-42ed-9716-954b48d26ecf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:23.963676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-284b82d0-e1d7-4790-af56-4423eebb4fdc req-9937480d-108d-42ed-9716-954b48d26ecf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.2116697 Nov 23 10:40:24.040402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7baf3-ecff-4d65-a46f-ffbef6e05f8d tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ed31c-ff92-4701-b5c9-2cd289d71d53,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:24.062337 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-15344033-9303-4596-817a-3c55bff37ed3 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] show failed (client error): The resource could not be found. Nov 23 10:40:24.070172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-15344033-9303-4596-817a-3c55bff37ed3 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "GET /v2.0/security-groups/1b2ed31c-ff92-4701-b5c9-2cd289d71d53 HTTP/1.1" status: 404 len: 347 time: 0.0783668 Nov 23 10:40:24.073172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56724) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:24.392821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377c690-5724-4bcb-83ae-80c6141119eb req-e50aa558-b648-481f-a27d-db47cd4234fb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:24.405002 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8377c690-5724-4bcb-83ae-80c6141119eb req-e50aa558-b648-481f-a27d-db47cd4234fb tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.2147846 Nov 23 10:40:24.438958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-d4506ded-7f32-4eb5-90f3-759e7a367dc0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:24.444253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-d4506ded-7f32-4eb5-90f3-759e7a367dc0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 813 time: 0.4361653 Nov 23 10:40:24.480631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Request body: {'port': {'device_id': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'admin_state_up': True, 'tenant_id': '23a9932284ba4094a8ffd367c5e86fbf'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:24.503131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8377c690-5724-4bcb-83ae-80c6141119eb req-6024a34f-3398-4068-b529-2e85b29d174c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923083 Nov 23 10:40:24.555333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Deleting port 04a4c362-1058-4a43-b5c0-3241bc97a9ee {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:24.555990 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:24.690316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2e1ecb33-08c4-4a64-83ef-7b72ccb52b5d req-08a91066-4b85-49af-a12b-cbe96c48c507 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 210 time: 0.0662665 Nov 23 10:40:24.812198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:24.812198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:24.901932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Calling delete_port for 04a4c362-1058-4a43-b5c0-3241bc97a9ee owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:24.934192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20ecf5c6-22cd-4541-ae9e-f322483e51c9 req-7a5baaf4-ad19-44a3-b9a1-c7eb5d4f4100 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.1246951 Nov 23 10:40:25.096402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.65', 54810) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:25.185127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-284b82d0-e1d7-4790-af56-4423eebb4fdc req-ac6942a4-b03a-42e1-97c1-f312ffb0be9a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2046118 Nov 23 10:40:25.229862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-343072ba-0c16-42c6-8946-d9f03f52cfb8 req-b3598a31-b8bb-4857-a74e-5570a8109a64 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 210 time: 0.1366992 Nov 23 10:40:25.256336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Allocated IP 172.20.0.4 (ace056a8-c301-4243-8a18-6b51e87dd9c0/73dd1ecb-02bb-4f7a-95d3-7066e97dcd48/fe357960-9c3d-4740-ac2b-006e85cd1f1b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:25.340916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60a0c15a-0dcb-484d-b177-f951eadf7a99 req-0935732a-792c-44c1-bc17-e41fe03bbdc5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 210 time: 0.0585973 Nov 23 10:40:25.425069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012124c7-7aca-44ab-b575-377325ca6c09 req-3d1983a2-52b5-4726-b727-60ab60b23f8c tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:25.426093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-3d1983a2-52b5-4726-b727-60ab60b23f8c tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.65 "GET /v2.0/networks?id=bc0382b7-1253-4825-8f68-1c72b85643eb HTTP/1.1" status: 200 len: 822 time: 0.3287718 Nov 23 10:40:25.449249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-697c7f3d-275a-45e8-88ae-a704da637cba tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:25.450887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-697c7f3d-275a-45e8-88ae-a704da637cba tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 813 time: 0.9275868 Nov 23 10:40:25.451518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Made reservation on behalf of 23a9932284ba4094a8ffd367c5e86fbf for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:25.455175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:25.484598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Request body: {'port': {'device_id': '46946484-c5fe-4435-9457-77a5ce75eacd', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'admin_state_up': True, 'tenant_id': '23a9932284ba4094a8ffd367c5e86fbf'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:25.508608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Request body: {'port': {'device_id': 'f78136b1-ba16-4546-8e74-82a12170a126', 'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb', 'admin_state_up': True, 'tenant_id': 'cad931498ceb464193a32fde7f417630'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:25.632646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.65', 54811) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:25.676063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:25.678505 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-1f9cfd2f-d78b-4068-a43b-6375709abc1a service neutron] show failed (client error): The resource could not be found. Nov 23 10:40:25.679610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-1f9cfd2f-d78b-4068-a43b-6375709abc1a service neutron] 10.222.0.58 "GET /v2.0/ports/95801ccc-f4c0-4a2a-9333-972412b33e5b/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.8126705 Nov 23 10:40:25.733102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Pushing event deleted for resources: {'Port': ['ID=04a4c362-1058-4a43-b5c0-3241bc97a9ee,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:25.859176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0b56-3a0a-4aeb-8016-abf43b6a4b36 req-8646e99a-5bd6-4d6a-b6b3-a6c05a87f925 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:25.866449 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a8e0b56-3a0a-4aeb-8016-abf43b6a4b36 req-8646e99a-5bd6-4d6a-b6b3-a6c05a87f925 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.2050507 Nov 23 10:40:25.875902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:25.879392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:25.880778 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8e2216c1-2474-4598-835e-4ba17fdd7e56 tempest-ServersWithSpecificFlavorTestJSON-1803343304 tempest-ServersWithSpecificFlavorTestJSON-1803343304-project] 10.222.0.61 "DELETE /v2.0/floatingips/6046561b-bec9-4a1c-9a89-d1f2636a9b95 HTTP/1.1" status: 204 len: 168 time: 1.8064635 Nov 23 10:40:25.929983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c7ef89f-2727-4b8b-bcd2-dd1f14d7a213 req-4784e795-c35e-4480-b2a9-111c1c893180 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 210 time: 0.0516448 Nov 23 10:40:25.955266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.65', 54812) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:26.059647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Made reservation on behalf of 23a9932284ba4094a8ffd367c5e86fbf for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:26.072470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:26.087295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-e30899f2-de70-478b-adb2-ff1ba0adeaec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4532645 Nov 23 10:40:26.151582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a8e0b56-3a0a-4aeb-8016-abf43b6a4b36 req-087802b6-57bc-451e-afb4-b9fe6e8f7136 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839601 Nov 23 10:40:26.165159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Made reservation on behalf of cad931498ceb464193a32fde7f417630 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:26.172685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:26.333558 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89fdbf62-4db1-4602-b60c-a291d7bd305c req-42ca57f3-89fc-41a5-86e9-ce8c4d118b63 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.0514457 Nov 23 10:40:26.398362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-361305bd-b49a-4c4f-a39f-b5ef46845f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:26.401507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-361305bd-b49a-4c4f-a39f-b5ef46845f75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 1101 time: 0.4442468 Nov 23 10:40:26.424222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:26.534159 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8db471fc-548a-412d-8c93-4cf7794791ab req-06f07aac-5374-4d0f-a237-5676563a60af tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 210 time: 0.0599742 Nov 23 10:40:26.547592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:26.709015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Allocated IP 172.20.0.2 (bc0382b7-1253-4825-8f68-1c72b85643eb/c7137390-fe70-48bd-aedf-bb39e9d0a042/456dfeac-fa06-44ac-b975-641c8338b2c6) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:26.759236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Allocated IP 172.20.0.9 (7c08ca8c-2131-4885-8b74-53edc78dcef6/31560ce6-0523-415f-a7e0-bd792cda645e/2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:26.955854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:26.966144 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-447137d9-65f8-4b9e-8280-b82c8dde3909 req-d015b57a-e289-4c65-9fb7-d333b552421d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 210 time: 0.0543668 Nov 23 10:40:27.106217 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.127027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.208556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0d42c69-a535-4bce-81a9-f7317ae87a0f req-c09dd1da-ff4e-4931-a28f-a1d2eda49189 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 210 time: 0.0390208 Nov 23 10:40:27.250363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:27.311092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:27.336154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Allocated IP 172.20.0.8 (7c08ca8c-2131-4885-8b74-53edc78dcef6/31560ce6-0523-415f-a7e0-bd792cda645e/7423de8a-3c58-4621-abb2-9db1610d47ea) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:27.411170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.440468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Transition to ACTIVE for port object 95801ccc-f4c0-4a2a-9333-972412b33e5b will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:27.442990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:27.451038 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f3353-16f0-4e79-9bcb-d6f1bc8f560d" -d '{"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-unplugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:27.459336 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.464615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.532431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.579100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.583541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Pushing event updated for resources: {'Port': ['ID=456dfeac-fa06-44ac-b975-641c8338b2c6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:27.595077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:27.679794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] No DVR routers for this DVR port 95801ccc-f4c0-4a2a-9333-972412b33e5b on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:27.683241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Network bc0382b7-1253-4825-8f68-1c72b85643eb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:27.689144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:27.693139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:27.719731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-2ba3f3b6-167b-454b-8209-340ddbe8d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:27.721418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-2ba3f3b6-167b-454b-8209-340ddbe8d284 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 1096 time: 1.0322244 Nov 23 10:40:27.722603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:27.732624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:27.752824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f8d32-bce1-4ec5-b2b2-79f7cee2264a req-37c8aaac-f089-4bf8-ae52-8ff453db69b7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:27.754433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c2f8d32-bce1-4ec5-b2b2-79f7cee2264a req-37c8aaac-f089-4bf8-ae52-8ff453db69b7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 1.0816135 Nov 23 10:40:27.767301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:27.796629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:27.963744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:27.975279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:27.988012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-185bda62-896d-4ce6-b589-124004496109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:27.990055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-185bda62-896d-4ce6-b589-124004496109 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.1597879 Nov 23 10:40:28.009571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:28.064637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:28.089575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:28.091035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.177434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-b046b2a5-8ca1-4270-b805-ec2891cf5631 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 200 len: 217 time: 0.0830998 Nov 23 10:40:28.231933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=6']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:28.241809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b8811-d0d1-4f8a-8a42-122eb78335ec req-a1eb5f76-3c50-4003-a107-50a03cea8fd1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:28.249873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-383b8811-d0d1-4f8a-8a42-122eb78335ec req-a1eb5f76-3c50-4003-a107-50a03cea8fd1 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.7927878 Nov 23 10:40:28.255184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:28.255634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:28.256072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:28.267968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:28.268531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:28.273283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-fbaf680e-21e5-40db-b518-fb69cb48bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:28.277316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-fbaf680e-21e5-40db-b518-fb69cb48bd06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.0622241 Nov 23 10:40:28.290086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:28.290960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:28.290960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:28.291628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Bound port: 95801ccc-f4c0-4a2a-9333-972412b33e5b, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:28.292074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.292298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event updated for resources: {'Port': ['ID=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:28.312105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:28.313091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.352440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-383b8811-d0d1-4f8a-8a42-122eb78335ec req-d86a3e3f-37ef-4ea8-8f8a-7501b0efc10b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015100 Nov 23 10:40:28.388704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.394282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2c8b66b-b08d-4757-9ee6-e206b6357941 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8912497 Nov 23 10:40:28.397730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-d6b763d6-8df6-4ea2-8038-f85215133572 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018322 Nov 23 10:40:28.412007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9375007 Nov 23 10:40:28.423956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Request body: {'port': {'device_id': 'f78136b1-ba16-4546-8e74-82a12170a126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:28.432338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-2b2f9ebd-5f85-4d30-8eb5-ddc8a729b251 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4410794 Nov 23 10:40:28.449615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Request body: {'port': {'device_id': '46946484-c5fe-4435-9457-77a5ce75eacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:28.464528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:28.472255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:28.472957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.473288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:28.500400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.541528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c2f8d32-bce1-4ec5-b2b2-79f7cee2264a req-0d5102ad-864a-4349-bbf4-76387eda7fde tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7165136 Nov 23 10:40:28.569762 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.608077 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8de28081-ad2a-4475-8d45-1472fafa6938 req-6aa0fe45-fc1b-475a-8a11-68b2409ec13d tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=05a09703-e44d-4630-b487-12a12aacfec0 HTTP/1.1" status: 200 len: 210 time: 0.0605297 Nov 23 10:40:28.618887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:28.619712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:28.621312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] 10.222.0.65 "PUT /v2.0/ports/95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 1096 time: 2.2075880 Nov 23 10:40:28.636508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cd9f1-8002-4833-b048-acc909ef24d0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event updated for resources: {'Port': ['ID=7423de8a-3c58-4621-abb2-9db1610d47ea,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:28.688535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:28.786574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5f82674c-1dc6-4d41-9cbe-1f38249afd91 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3231139 Nov 23 10:40:28.788960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:28.812403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:28.829058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Request body: {'port': {'device_id': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:29.063553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456dfeac-fa06-44ac-b975-641c8338b2c6 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:29.072289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.080704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.083289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event updated for resources: {'Port': ['ID=fe357960-9c3d-4740-ac2b-006e85cd1f1b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:29.086008 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Transition to ACTIVE for port object 456dfeac-fa06-44ac-b975-641c8338b2c6 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:29.107743 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1eb09d-41b1-4639-b284-84226a0e9bb3 x-openstack-request-id: req-ef1eb09d-41b1-4639-b284-84226a0e9bb3 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:29.108307 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-unplugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:29.108679 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef1eb09d-41b1-4639-b284-84226a0e9bb3 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:29.109198 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'code': 200} Nov 23 10:40:29.110049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d496b-37d3-46ca-9afb-ceeb0637e0ad service neutron] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=7']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:29.116110 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.145030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-245c81c1-a93e-452d-8fe2-941327e9dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.146541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-245c81c1-a93e-452d-8fe2-941327e9dca6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 1101 time: 0.5629616 Nov 23 10:40:29.161845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.162496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.187246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-8d235ab3-2e42-4af0-b265-66e214c2db85 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532589 Nov 23 10:40:29.203639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689989ce-6a0e-48d3-b621-4a62d25ff026 req-c3e0f666-a3cf-444b-83c9-2947d44ed6a1 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.214743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-689989ce-6a0e-48d3-b621-4a62d25ff026 req-c3e0f666-a3cf-444b-83c9-2947d44ed6a1 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 931 time: 0.3288808 Nov 23 10:40:29.214743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.226385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Pushing event updated for resources: {'Port': ['ID=456dfeac-fa06-44ac-b975-641c8338b2c6,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:29.244399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b91b6-3f36-47af-b195-a437b78e2c09 req-ff106c09-0ced-497d-8755-0b68254e0fef tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.246100 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c8b91b6-3f36-47af-b195-a437b78e2c09 req-ff106c09-0ced-497d-8755-0b68254e0fef tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 931 time: 0.1585653 Nov 23 10:40:29.250478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-72b9595a-c440-4ee9-b02f-e956cdc1ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.252236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-72b9595a-c440-4ee9-b02f-e956cdc1ab32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1099 time: 0.5887518 Nov 23 10:40:29.335164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-d280174d-fda6-4790-8c70-467c598297d0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9091213 Nov 23 10:40:29.351743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Request body: {'port': {'device_id': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:29.434638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Attempting to bind port 456dfeac-fa06-44ac-b975-641c8338b2c6 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:29.435210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Attempting to bind port 456dfeac-fa06-44ac-b975-641c8338b2c6 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '92463551-c1ed-491b-ac07-820876f3da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:29.435608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Attempting to bind port 456dfeac-fa06-44ac-b975-641c8338b2c6 on network bc0382b7-1253-4825-8f68-1c72b85643eb {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:29.447246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c8b91b6-3f36-47af-b195-a437b78e2c09 req-1bbef241-a55b-4db4-9692-b740d784ea7b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939797 Nov 23 10:40:29.452146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Port 456dfeac-fa06-44ac-b975-641c8338b2c6 on network bc0382b7-1253-4825-8f68-1c72b85643eb not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:29.452146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Attempting to bind port 456dfeac-fa06-44ac-b975-641c8338b2c6 on network bc0382b7-1253-4825-8f68-1c72b85643eb {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:29.469303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:29.469303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Checking segment: {'id': '92463551-c1ed-491b-ac07-820876f3da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:29.469303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Bound using segment: {'id': '92463551-c1ed-491b-ac07-820876f3da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:29.469303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Bound port: 456dfeac-fa06-44ac-b975-641c8338b2c6, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92463551-c1ed-491b-ac07-820876f3da4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:29.469303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.480866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-92f9a764-0da9-458f-8b09-5f5cb5ee7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.483070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-92f9a764-0da9-458f-8b09-5f5cb5ee7afa service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2099221 Nov 23 10:40:29.551732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-65b70423-d969-403f-abaf-cdfc486775c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0603764 Nov 23 10:40:29.587820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-689989ce-6a0e-48d3-b621-4a62d25ff026 req-e90b0141-1b9d-4933-b7f1-54640641aedb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670774 Nov 23 10:40:29.660749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-b6ccdb01-e7d0-444c-a444-ddd9e9f29dab service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072609 Nov 23 10:40:29.661916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-3c82514d-eea0-4c54-b2ec-19816a505cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.663390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-3c82514d-eea0-4c54-b2ec-19816a505cef service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4881182 Nov 23 10:40:29.715322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] For port 456dfeac-fa06-44ac-b975-641c8338b2c6, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:29.735883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-89560453-7b85-41ff-be5a-a91a97e6518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.737707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-89560453-7b85-41ff-be5a-a91a97e6518f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1767328 Nov 23 10:40:29.786635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] For port 456dfeac-fa06-44ac-b975-641c8338b2c6, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=456dfeac-fa06-44ac-b975-641c8338b2c6,segment=NetworkSegment(92463551-c1ed-491b-ac07-820876f3da4a),segment_id=92463551-c1ed-491b-ac07-820876f3da4a)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:29.821816 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.839741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-b6998796-1958-4522-96b1-a1eabd3973f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 200 len: 217 time: 0.0710909 Nov 23 10:40:29.871248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79229d-b34e-49a3-ad24-30c2cb827ac6 req-434088ad-821a-4f71-9af1-86962a244cef tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.873079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee79229d-b34e-49a3-ad24-30c2cb827ac6 req-434088ad-821a-4f71-9af1-86962a244cef tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 943 time: 0.2831810 Nov 23 10:40:29.925952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.926782 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:29.929328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] 10.222.0.65 "PUT /v2.0/ports/456dfeac-fa06-44ac-b975-641c8338b2c6 HTTP/1.1" status: 200 len: 1091 time: 1.5102925 Nov 23 10:40:29.939005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-a5cc99f6-6af9-41c8-9a8d-6798c0afdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:29.941143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-a5cc99f6-6af9-41c8-9a8d-6798c0afdd1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0568311 Nov 23 10:40:30.049849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-658be811-69eb-44cc-9e6e-8637151cf214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:30.051901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-658be811-69eb-44cc-9e6e-8637151cf214 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2974286 Nov 23 10:40:30.072585 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:30.199273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6931a5-54a1-4255-987d-8381eba5569c service neutron] Pushing event updated for resources: {'Port': ['ID=456dfeac-fa06-44ac-b975-641c8338b2c6,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:30.219593 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee79229d-b34e-49a3-ad24-30c2cb827ac6 req-e7ad56ac-2c49-4c81-a944-0b2f2156294f tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069615 Nov 23 10:40:30.259361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012124c7-7aca-44ab-b575-377325ca6c09 req-aa009624-47f7-46a7-9d7e-976724213106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:30.261220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-aa009624-47f7-46a7-9d7e-976724213106 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad931498ceb464193a32fde7f417630&device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 1094 time: 0.2801025 Nov 23 10:40:30.294928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-d51b9030-cbb2-4ac6-bdf8-58e7026691b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:30.297712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-d51b9030-cbb2-4ac6-bdf8-58e7026691b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3327477 Nov 23 10:40:30.355672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-2dca47f9-84a7-40e5-95cf-c3ddb98ff473 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=456dfeac-fa06-44ac-b975-641c8338b2c6 HTTP/1.1" status: 200 len: 217 time: 0.0820351 Nov 23 10:40:30.406146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ace35-50ec-4ac2-8b98-ad43f7ad7b62 req-2badf8f5-dc43-423c-acf4-fd34dd2424fc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:30.414852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-765ace35-50ec-4ac2-8b98-ad43f7ad7b62 req-2badf8f5-dc43-423c-acf4-fd34dd2424fc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.3647037 Nov 23 10:40:30.441528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-61c46f19-fc45-49e5-971a-fb0df71664b9 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620079 Nov 23 10:40:30.468299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012124c7-7aca-44ab-b575-377325ca6c09 req-fe39bcf0-5c04-4dec-8fe5-f868b6e0aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:30.469978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-fe39bcf0-5c04-4dec-8fe5-f868b6e0aeb3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7137390-fe70-48bd-aedf-bb39e9d0a042 HTTP/1.1" status: 200 len: 862 time: 0.1014304 Nov 23 10:40:30.538968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a129d06-d3b9-4bfc-b7f8-027099a33afc req-b38cae9a-899b-4b61-b64b-ee6f74c48032 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:30.540615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a129d06-d3b9-4bfc-b7f8-027099a33afc req-b38cae9a-899b-4b61-b64b-ee6f74c48032 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.1809254 Nov 23 10:40:30.577740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-615def83-8c7e-478c-9d72-1f191098bb1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc0382b7-1253-4825-8f68-1c72b85643eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946093 Nov 23 10:40:30.741902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-b2029347-6221-446e-86a1-27201bc683d0 service neutron] 10.222.0.65 "GET /v2.0/networks/bc0382b7-1253-4825-8f68-1c72b85643eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537547 Nov 23 10:40:30.813887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a129d06-d3b9-4bfc-b7f8-027099a33afc req-0d6e50ed-fc8d-43b1-8148-127b3812a179 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411191 Nov 23 10:40:30.815782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-c22d60dd-9c00-4fcc-af7e-3c8c009fd92b service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581798 Nov 23 10:40:30.939595 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-012124c7-7aca-44ab-b575-377325ca6c09 req-623a2118-1787-44de-a908-210a4533132f service neutron] 10.222.0.65 "GET /v2.0/networks/bc0382b7-1253-4825-8f68-1c72b85643eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837199 Nov 23 10:40:31.112217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}, {'name': 'network-changed', 'server_uuid': 'f78136b1-ba16-4546-8e74-82a12170a126', 'tag': '456dfeac-fa06-44ac-b975-641c8338b2c6'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:31.115723 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeffbae8-5364-4e8f-9ef4-18be7abeda89" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}, {"name": "network-changed", "server_uuid": "f78136b1-ba16-4546-8e74-82a12170a126", "tag": "456dfeac-fa06-44ac-b975-641c8338b2c6"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:31.230887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-c4083216-8ab9-4a24-8de9-b825a1c4c3de service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8838465 Nov 23 10:40:31.259509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9a5f0-0da6-4272-adfb-4008600659aa req-6af1e109-94ce-4bd6-a245-ea73bf897f56 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:31.261140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bce9a5f0-0da6-4272-adfb-4008600659aa req-6af1e109-94ce-4bd6-a245-ea73bf897f56 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 931 time: 0.0564189 Nov 23 10:40:31.313225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bce9a5f0-0da6-4272-adfb-4008600659aa req-d02b34b4-8c16-40dd-af9e-2d60bc43bfe3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Nov 23 10:40:31.318175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-765ace35-50ec-4ac2-8b98-ad43f7ad7b62 req-720cb931-2442-4729-b679-aaa281f9f8e3 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9025722 Nov 23 10:40:31.386360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56854) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:31.444792 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb002f-0a5f-4a97-843f-10254cfdb0cb x-openstack-request-id: req-4fcb002f-0a5f-4a97-843f-10254cfdb0cb {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:31.445180 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f78136b1-ba16-4546-8e74-82a12170a126", "tag": "456dfeac-fa06-44ac-b975-641c8338b2c6", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:31.445505 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fcb002f-0a5f-4a97-843f-10254cfdb0cb {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:31.445993 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'status': 'completed', 'code': 200} Nov 23 10:40:31.447018 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78136b1-ba16-4546-8e74-82a12170a126', 'tag': '456dfeac-fa06-44ac-b975-641c8338b2c6', 'status': 'completed', 'code': 200} Nov 23 10:40:31.529821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe357960-9c3d-4740-ac2b-006e85cd1f1b {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:31.535918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7423de8a-3c58-4621-abb2-9db1610d47ea {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:31.552557 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:31.556037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:31.567168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6961303-da15-4cb6-b3ad-38baf15e837b req-674d2759-e08f-454d-8545-de0b72f29703 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160648 Nov 23 10:40:31.580209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4429e-f296-4fd9-a31d-674f4af59beb req-33b09532-d0df-426c-a2d8-80c5fd4c85e1 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:31.587015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8c4429e-f296-4fd9-a31d-674f4af59beb req-33b09532-d0df-426c-a2d8-80c5fd4c85e1 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 931 time: 0.1905429 Nov 23 10:40:31.626494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-2e9fa5c6-e7e8-4520-ae6c-c106cb652af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:31.628182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-2e9fa5c6-e7e8-4520-ae6c-c106cb652af1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1099 time: 0.1292868 Nov 23 10:40:31.633936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Transition to ACTIVE for port object 7423de8a-3c58-4621-abb2-9db1610d47ea will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:31.679602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Transition to ACTIVE for port object fe357960-9c3d-4740-ac2b-006e85cd1f1b will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:31.691978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:31.731421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:31.737662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284feb-d937-40a8-8d19-1053fa668030 req-ad191107-4815-4612-8fa2-2f6786ac7723 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:31.739027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9284feb-d937-40a8-8d19-1053fa668030 req-ad191107-4815-4612-8fa2-2f6786ac7723 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 943 time: 0.1584263 Nov 23 10:40:31.822300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-a9aad2a5-76a0-4e16-ade5-44c1900ba571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:31.825420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-a9aad2a5-76a0-4e16-ade5-44c1900ba571 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1886272 Nov 23 10:40:31.830340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8c4429e-f296-4fd9-a31d-674f4af59beb req-fb7d1be4-07ea-4060-b32b-9b6090e10f9d tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424443 Nov 23 10:40:31.842834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-aa4cf4db-dfec-4a72-bb6a-49bbd63255d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:31.853614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-aa4cf4db-dfec-4a72-bb6a-49bbd63255d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1099 time: 0.2558179 Nov 23 10:40:31.870217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7423de8a-3c58-4621-abb2-9db1610d47ea,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:31.979852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:32.002894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-52f630b7-6ccc-403f-9cd6-8c7c1d10564a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0866499 Nov 23 10:40:32.108009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9284feb-d937-40a8-8d19-1053fa668030 req-9acc9c69-4c13-4e69-b57d-604036265368 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920366 Nov 23 10:40:32.249477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-018f8487-2b31-459b-bf0e-41fb370a17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:32.251730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-018f8487-2b31-459b-bf0e-41fb370a17d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2320359 Nov 23 10:40:32.272773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:32.304979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85', 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae', 'port_id': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85', 'mac_address': 'fa:16:3e:6e:e9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '397510e2-3216-420f-80f2-50bf6d7c2ac6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:32.328379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Pushing event updated for resources: {'Port': ['ID=fe357960-9c3d-4740-ac2b-006e85cd1f1b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:32.411710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.424492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7eb0a-410b-4913-a767-2c8875c2fe8d req-d99176d5-00f8-4429-855b-b4627b7edf20 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:32.426097 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6a7eb0a-410b-4913-a767-2c8875c2fe8d req-d99176d5-00f8-4429-855b-b4627b7edf20 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.1833694 Nov 23 10:40:32.442527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:32.446131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Attempting to bind port 7423de8a-3c58-4621-abb2-9db1610d47ea on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:32.446883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Attempting to bind port 7423de8a-3c58-4621-abb2-9db1610d47ea by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:32.447369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Attempting to bind port 7423de8a-3c58-4621-abb2-9db1610d47ea on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:32.461207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-60d157e8-f863-45cd-9b77-814b5eaa7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:32.463482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-60d157e8-f863-45cd-9b77-814b5eaa7259 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761527 Nov 23 10:40:32.463888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Port 7423de8a-3c58-4621-abb2-9db1610d47ea on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:32.464385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Attempting to bind port 7423de8a-3c58-4621-abb2-9db1610d47ea on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:32.471116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-0c101c18-2bf1-4f1e-88fe-4a7602da378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:32.473332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-0c101c18-2bf1-4f1e-88fe-4a7602da378f service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.6171525 Nov 23 10:40:32.481953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Attempting to bind port fe357960-9c3d-4740-ac2b-006e85cd1f1b on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:32.482551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Attempting to bind port fe357960-9c3d-4740-ac2b-006e85cd1f1b by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:32.483575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Attempting to bind port fe357960-9c3d-4740-ac2b-006e85cd1f1b on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:32.489743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:32.503282 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.512781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:32.513204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Checking segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:32.513542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Bound using segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:32.514002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Bound port: 7423de8a-3c58-4621-abb2-9db1610d47ea, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:32.514489 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.518140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:32.528126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Port fe357960-9c3d-4740-ac2b-006e85cd1f1b on network ace056a8-c301-4243-8a18-6b51e87dd9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:32.528457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Attempting to bind port fe357960-9c3d-4740-ac2b-006e85cd1f1b on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:32.573818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.576300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:32.576543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Checking segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:32.576935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Bound using segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:32.577397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Bound port: fe357960-9c3d-4740-ac2b-006e85cd1f1b, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:32.577748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.595787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-84097ab8-fd40-4cd4-88d1-feba9383f6ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0942841 Nov 23 10:40:32.615477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:32.618573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Transition to ACTIVE for port object 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:32.671585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6a7eb0a-410b-4913-a767-2c8875c2fe8d req-e6940f7d-4d11-47ce-b1b6-2416e127c794 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138453 Nov 23 10:40:32.687967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.759378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.788021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-95742d94-9733-49e6-92bb-8aae5ceccfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:32.789803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-95742d94-9733-49e6-92bb-8aae5ceccfad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1815820 Nov 23 10:40:32.834131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:32.834903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-c0f7183c-bbbc-4a0e-a454-83ee38afa94e service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606102 Nov 23 10:40:32.872093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['7dfa19e2-ae12-4059-81d2-b8392a7c4a85'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:32.878466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] For port 7423de8a-3c58-4621-abb2-9db1610d47ea, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:32.912976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] For port fe357960-9c3d-4740-ac2b-006e85cd1f1b, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:32.928938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] For port 7423de8a-3c58-4621-abb2-9db1610d47ea, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7423de8a-3c58-4621-abb2-9db1610d47ea,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:32.953802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-91f09b55-cd91-4032-bc5a-0f1bb16aa985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:32.956778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-91f09b55-cd91-4032-bc5a-0f1bb16aa985 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549947 Nov 23 10:40:32.961433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:32.966433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] For port fe357960-9c3d-4740-ac2b-006e85cd1f1b, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fe357960-9c3d-4740-ac2b-006e85cd1f1b,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:33.009103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:33.096347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Attempting to bind port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:33.096701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Attempting to bind port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:33.097222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Attempting to bind port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:33.107917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:33.109254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:33.110743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/7423de8a-3c58-4621-abb2-9db1610d47ea HTTP/1.1" status: 200 len: 1091 time: 4.6763499 Nov 23 10:40:33.112549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46946484-c5fe-4435-9457-77a5ce75eacd', 'tag': '7423de8a-3c58-4621-abb2-9db1610d47ea'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:33.115163 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4c5bd3-ba07-4e7a-bd40-885096849245" -d '{"events": [{"name": "network-changed", "server_uuid": "46946484-c5fe-4435-9457-77a5ce75eacd", "tag": "7423de8a-3c58-4621-abb2-9db1610d47ea"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:33.269863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:33.270496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:33.271918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-9d122293-1b20-4639-8e97-d87703372943 service neutron] 10.222.0.65 "PUT /v2.0/ports/fe357960-9c3d-4740-ac2b-006e85cd1f1b HTTP/1.1" status: 200 len: 1091 time: 3.9244294 Nov 23 10:40:33.315918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:33.316846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Attempting to bind port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:33.340656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:33.341355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Checking segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:33.341784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Bound using segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:33.342245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Bound port: 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:33.343347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:33.369818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-e2a4aa94-2b2f-49ff-8f7b-80a2fd6b484c service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967361 Nov 23 10:40:33.548046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-1481ca15-64e0-4d3c-8998-61e4b6553fac service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269197 Nov 23 10:40:33.558382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f316f-016e-4e39-8983-e48cba67e336 req-43ed1609-cdae-4b0d-8cde-32821026010b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:33.559360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7423de8a-3c58-4621-abb2-9db1610d47ea,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:33.567807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-381f316f-016e-4e39-8983-e48cba67e336 req-43ed1609-cdae-4b0d-8cde-32821026010b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 943 time: 0.7966511 Nov 23 10:40:33.587506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396e1b7-f1ec-4745-a010-3b7758e9804c req-dfe0b355-a96b-48fc-b46b-cd8edf9de599 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:33.590021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e396e1b7-f1ec-4745-a010-3b7758e9804c req-dfe0b355-a96b-48fc-b46b-cd8edf9de599 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 948 time: 0.3349845 Nov 23 10:40:33.591812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.592932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.593591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.594252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.595043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.595603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.596172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.596841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.597419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.597972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.599049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.599623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0b5e83-4259-48c4-96fe-2a61fc5278d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:33.633402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-3d3ec2a2-668a-4b5b-bd24-117b556de9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:33.635083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-3d3ec2a2-668a-4b5b-bd24-117b556de9e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 1094 time: 0.2697382 Nov 23 10:40:33.683391 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-381f316f-016e-4e39-8983-e48cba67e336 req-431ffac6-108e-4031-8843-eec0c50b4955 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119540 Nov 23 10:40:33.751727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e396e1b7-f1ec-4745-a010-3b7758e9804c req-b783adef-17f9-4e58-b459-8ea8493e3b63 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254339 Nov 23 10:40:33.753356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-73344901-dbaf-4bdb-b866-516f27a25bde service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe357960-9c3d-4740-ac2b-006e85cd1f1b HTTP/1.1" status: 200 len: 217 time: 0.0862591 Nov 23 10:40:33.811215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] For port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:33.815707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] For port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:33.818205 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-33d5b082-017d-4c62-869d-cd73f98e4854 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9652143 Nov 23 10:40:33.853023 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:33.891365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-3439c514-ebc0-479a-a0b2-ba866468c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:33.892882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-3439c514-ebc0-479a-a0b2-ba866468c8a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 1094 time: 0.6187646 Nov 23 10:40:33.945223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee8ea7-5ead-44bb-a165-05e6616cd1d3 req-301a75fd-5a14-4291-9fbf-8ce56399e349 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:33.948099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-deee8ea7-5ead-44bb-a165-05e6616cd1d3 req-301a75fd-5a14-4291-9fbf-8ce56399e349 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 943 time: 0.1385806 Nov 23 10:40:33.970889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 456dfeac-fa06-44ac-b975-641c8338b2c6 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:34.023005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.023280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:34.024897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] 10.222.0.65 "PUT /v2.0/ports/2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 HTTP/1.1" status: 200 len: 1091 time: 5.2084060 Nov 23 10:40:34.026354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-a1ea3e7b-1fc4-4f03-9d83-31a39a761828 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7423de8a-3c58-4621-abb2-9db1610d47ea HTTP/1.1" status: 200 len: 217 time: 0.1247215 Nov 23 10:40:34.028924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d122293-1b20-4639-8e97-d87703372943 service neutron] Pushing event updated for resources: {'Port': ['ID=fe357960-9c3d-4740-ac2b-006e85cd1f1b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:34.075209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-afee83a0-d37b-4285-bf58-96d878c60b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.078108 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-afee83a0-d37b-4285-bf58-96d878c60b98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cad931498ceb464193a32fde7f417630&device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 1094 time: 0.1964149 Nov 23 10:40:34.127271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Deleting port c94d5404-977e-4412-9cc1-ad35c277c5e4 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:34.127705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:34.149889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 456dfeac-fa06-44ac-b975-641c8338b2c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=456dfeac-fa06-44ac-b975-641c8338b2c6,segment=NetworkSegment(92463551-c1ed-491b-ac07-820876f3da4a),segment_id=92463551-c1ed-491b-ac07-820876f3da4a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:34.168290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-502d9285-d0c5-4e4d-abfc-97d373f21487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.169845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-502d9285-d0c5-4e4d-abfc-97d373f21487 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.3478014 Nov 23 10:40:34.173133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '456dfeac-fa06-44ac-b975-641c8338b2c6', 'network_id': 'bc0382b7-1253-4825-8f68-1c72b85643eb', 'port_id': '456dfeac-fa06-44ac-b975-641c8338b2c6', 'mac_address': 'fa:16:3e:b2:14:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7137390-fe70-48bd-aedf-bb39e9d0a042', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:34.235908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:34.252072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456dfeac-fa06-44ac-b975-641c8338b2c6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:34.260924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-49e030cf-ebbc-40af-b0dc-569a58a0ee45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621912 Nov 23 10:40:34.270932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-bf648b51-3978-41ba-a4d3-c14f9344b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.272401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-bf648b51-3978-41ba-a4d3-c14f9344b6ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.2152793 Nov 23 10:40:34.273096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-deee8ea7-5ead-44bb-a165-05e6616cd1d3 req-09074b2a-9e95-4bd8-aa76-b25ac0d315c0 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145018 Nov 23 10:40:34.276809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 456dfeac-fa06-44ac-b975-641c8338b2c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=456dfeac-fa06-44ac-b975-641c8338b2c6,segment=NetworkSegment(92463551-c1ed-491b-ac07-820876f3da4a),segment_id=92463551-c1ed-491b-ac07-820876f3da4a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:34.282650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:34.283810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:34.285356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18e679-1ab7-459e-804c-e69d42a00a66 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:34.305361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] For port c94d5404-977e-4412-9cc1-ad35c277c5e4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c94d5404-977e-4412-9cc1-ad35c277c5e4,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:34.308328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:34.336532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626c7de-a269-493e-9bc1-60eee281ba6c req-7f6aca98-d7c9-4e6c-be21-dc38ee368c7d tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.338370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a626c7de-a269-493e-9bc1-60eee281ba6c req-7f6aca98-d7c9-4e6c-be21-dc38ee368c7d tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 943 time: 0.2931826 Nov 23 10:40:34.358002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-de41eedb-5fb9-4e66-bcf9-9e6a33fa3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.359515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-de41eedb-5fb9-4e66-bcf9-9e6a33fa3e14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8 HTTP/1.1" status: 200 len: 1094 time: 0.2592275 Nov 23 10:40:34.364635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-980fca83-abc2-4b39-9c65-5d5e2283c086 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740759 Nov 23 10:40:34.394817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=456dfeac-fa06-44ac-b975-641c8338b2c6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:34.414389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Calling delete_port for c94d5404-977e-4412-9cc1-ad35c277c5e4 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:34.501460 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c662e61-d50e-4ddc-a35d-a21d7dcab375 x-openstack-request-id: req-4c662e61-d50e-4ddc-a35d-a21d7dcab375 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:34.502733 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46946484-c5fe-4435-9457-77a5ce75eacd", "tag": "7423de8a-3c58-4621-abb2-9db1610d47ea", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:34.502995 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c662e61-d50e-4ddc-a35d-a21d7dcab375 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:34.503398 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46946484-c5fe-4435-9457-77a5ce75eacd', 'tag': '7423de8a-3c58-4621-abb2-9db1610d47ea', 'status': 'completed', 'code': 200} Nov 23 10:40:34.548561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:34.565895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:34.595881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-fb9853ab-56cb-4c6f-8d82-3cfe759af8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.601364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a626c7de-a269-493e-9bc1-60eee281ba6c req-c1836531-f03e-4599-9c80-37dc8c985982 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407019 Nov 23 10:40:34.610039 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-fb9853ab-56cb-4c6f-8d82-3cfe759af8aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc0382b7-1253-4825-8f68-1c72b85643eb HTTP/1.1" status: 200 len: 923 time: 0.3585427 Nov 23 10:40:34.611992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:34.630922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95801ccc-f4c0-4a2a-9333-972412b33e5b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:34.653856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:34.666322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:34.672449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-836556c3-1256-469f-abbc-acf202a2709e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 HTTP/1.1" status: 200 len: 217 time: 0.1748278 Nov 23 10:40:34.732401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:34.786276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-28a24469-38ab-4c3f-94fa-74e094842f39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=456dfeac-fa06-44ac-b975-641c8338b2c6 HTTP/1.1" status: 200 len: 217 time: 0.1483922 Nov 23 10:40:34.797923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b116327-c445-4ccb-b3c0-6c05205bf88d req-f6b1fe39-d787-4750-afdd-22e1b94e3141 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.805555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b116327-c445-4ccb-b3c0-6c05205bf88d req-f6b1fe39-d787-4750-afdd-22e1b94e3141 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 944 time: 0.2965837 Nov 23 10:40:34.900929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-170488b6-89c5-455e-b8bf-6fc33dafde6a service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247349 Nov 23 10:40:34.918068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-2c197be9-9243-4a70-8fbb-09a970a76484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:34.920301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-2c197be9-9243-4a70-8fbb-09a970a76484 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7137390-fe70-48bd-aedf-bb39e9d0a042 HTTP/1.1" status: 200 len: 862 time: 0.1120577 Nov 23 10:40:34.938551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b116327-c445-4ccb-b3c0-6c05205bf88d req-f8fc1155-75e5-4bee-82ee-392e56d1536f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318517 Nov 23 10:40:34.970287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['456dfeac-fa06-44ac-b975-641c8338b2c6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:34.973510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['95801ccc-f4c0-4a2a-9333-972412b33e5b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:35.020125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-845a9511-e6b9-4bda-94bd-298c19988b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:35.021600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-845a9511-e6b9-4bda-94bd-298c19988b63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.3282299 Nov 23 10:40:35.054328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-f839311a-04b7-49c3-8246-e51719aafc07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc0382b7-1253-4825-8f68-1c72b85643eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125865 Nov 23 10:40:35.085318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-5de47300-4d98-4ebf-a736-b611a195e442 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889401 Nov 23 10:40:35.087689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-aab7cfa2-2fc0-4e68-b115-faf34e6f5542 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556552 Nov 23 10:40:35.146729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:35.181527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a130b0-6dbf-4336-b6fd-f46e7b9652f8 req-07e1aeb9-c04f-4302-8546-d68046ce81a8 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668576 Nov 23 10:40:35.209371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94d5404-977e-4412-9cc1-ad35c277c5e4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:35.225450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-2ca095f4-dbd3-4ded-9b70-4e6e5816a9cc tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:35.227293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-2ca095f4-dbd3-4ded-9b70-4e6e5816a9cc tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.4628217 Nov 23 10:40:35.537421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b6758-8dda-41ed-99b2-83499f8b8ac3 req-16d9eaec-ee43-4288-a556-57def70080fb tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:35.537421 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed0b6758-8dda-41ed-99b2-83499f8b8ac3 req-16d9eaec-ee43-4288-a556-57def70080fb tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 943 time: 0.4989014 Nov 23 10:40:35.665300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-f5eabbd2-1288-4c7a-b030-d71ed138a906 service neutron] 10.222.0.65 "GET /v2.0/networks/bc0382b7-1253-4825-8f68-1c72b85643eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424352 Nov 23 10:40:35.720937 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed0b6758-8dda-41ed-99b2-83499f8b8ac3 req-0c292534-7d03-424f-82c5-63c758b8f22f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702528 Nov 23 10:40:35.721675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-74a6fd44-2e2d-4506-8acb-56371bc0a141 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/quotas/aad1df0fc0ff4e5d900b8a4508420be0 HTTP/1.1" status: 200 len: 375 time: 0.4337492 Nov 23 10:40:35.790209 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:35.805508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-104d392d-38fb-4a25-800d-0e52a505cd79 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6990378 Nov 23 10:40:35.836831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-2b3bb65f-8ebb-4f65-83d1-e1a7a38ccf07 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7204998 Nov 23 10:40:35.911632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-63d7a009-70ab-4c48-b4d6-2fdd97b2d22f tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1804180 Nov 23 10:40:36.008986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:36.041633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-08f5a21f-8467-47fe-9e10-ef072a1b2303 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:36.043363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-08f5a21f-8467-47fe-9e10-ef072a1b2303 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "GET /v2.0/ports?device_id=57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b HTTP/1.1" status: 200 len: 945 time: 0.2368512 Nov 23 10:40:36.099475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-1c2aaa67-f76a-4ac1-bf4d-561c9fc76f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:36.100961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-1c2aaa67-f76a-4ac1-bf4d-561c9fc76f81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 1094 time: 0.1853745 Nov 23 10:40:36.111048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c496a8-791e-4a41-8165-341ac6234c8a req-bf613aa3-a6e3-4039-8be8-f44f8a8da220 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:36.111844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82c496a8-791e-4a41-8165-341ac6234c8a req-bf613aa3-a6e3-4039-8be8-f44f8a8da220 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.2268414 Nov 23 10:40:36.116410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:36.134251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeffbae8-5364-4e8f-9ef4-18be7abeda89 req-1f69ca2b-c19d-4b78-8a98-d0441f8f7d46 service neutron] 10.222.0.65 "GET /v2.0/networks/bc0382b7-1253-4825-8f68-1c72b85643eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586389 Nov 23 10:40:36.139388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:36.140861 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:36.185829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf6169c7-17e6-4cbd-b9c6-e099001e83ee req-ead27def-6ffc-44f1-a236-42bf90893ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553452 Nov 23 10:40:36.229736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82c496a8-791e-4a41-8165-341ac6234c8a req-07a45eff-46d4-449e-a5c6-c7b8857544b5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106362 Nov 23 10:40:36.258742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-1c5e8bd4-c520-4851-b3e5-a483ad85afd5 service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324254 Nov 23 10:40:36.299795 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:36.325940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:36.329078 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a4e97-5b12-4a3d-a3a3-18282e0f4b54" -d '{"events": [{"server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "name": "network-vif-plugged", "status": "completed", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:36.353404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:36.359666 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:36.360878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:36.385761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:40:36.468298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:36.479454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-0e0d584a-a743-4b8a-92dc-ea6945a877a1 service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112200 Nov 23 10:40:36.515516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'tag': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b'}, {'name': 'network-changed', 'server_uuid': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'tag': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:36.521533 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c97362-f05e-4497-9b75-50bcc85fe09d" -d '{"events": [{"name": "network-changed", "server_uuid": "32cb190f-9f30-44e6-8293-51bfc1438ca1", "tag": "fe357960-9c3d-4740-ac2b-006e85cd1f1b"}, {"name": "network-changed", "server_uuid": "5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8", "tag": "2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:36.556293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Deleting port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:36.556638 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:36.620260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74db3-dfea-4317-bbbf-5f286969867e req-ad829ce1-f6b9-4f91-b639-62caf1abca13 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:36.629000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ebc74db3-dfea-4317-bbbf-5f286969867e req-ad829ce1-f6b9-4f91-b639-62caf1abca13 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 943 time: 0.2414560 Nov 23 10:40:36.650180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:36.692310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:40:36.713291 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] Sync routers for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:40:36.718258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ebc74db3-dfea-4317-bbbf-5f286969867e req-669f95c2-8e85-4215-8ef5-6e53276d57a5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874741 Nov 23 10:40:36.729605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb691f6c-fd7d-4d02-ae04-597377d36676 admin admin] 10.222.0.61 "PUT /v2.0/routers/68c6f2f8-bb4f-43d1-a64b-4c1256b0d897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3398259 Nov 23 10:40:36.731550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56960) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:36.760794 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:36.763896 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:40:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:36.764907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:36.767787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:36.780570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:36.792405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:36.847051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Calling delete_port for f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:36.996563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:37.058075 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:37.092774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f842f-55e1-450d-aefc-7b6e471ca0a5 req-cc4f25e1-d050-4743-a201-6f047fc01b72 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:37.094548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-302f842f-55e1-450d-aefc-7b6e471ca0a5 req-cc4f25e1-d050-4743-a201-6f047fc01b72 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 944 time: 0.1514702 Nov 23 10:40:37.099393 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:37.100884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-20b8e926-397d-4159-90ae-54fae9c41536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:37.102516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-20b8e926-397d-4159-90ae-54fae9c41536 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 914 time: 0.9592440 Nov 23 10:40:37.120498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:37.247410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event deleted for resources: {'Port': ['ID=f7c67d94-ec0a-4ccf-a1ce-1c981948fe73,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:37.265398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-e63ee105-63aa-488c-bead-0accb4f8277d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7423de8a-3c58-4621-abb2-9db1610d47ea HTTP/1.1" status: 200 len: 217 time: 0.1276824 Nov 23 10:40:37.343008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-7e0cadc7-46ec-4bd5-b93e-0f19a2574a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:37.345757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-7e0cadc7-46ec-4bd5-b93e-0f19a2574a9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.0575936 Nov 23 10:40:37.383215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:37.399831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] No DVR routers for this DVR port f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:37.403541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-c87c7b55-e010-4759-a924-bd9151f4c396 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305440 Nov 23 10:40:37.403704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-302f842f-55e1-450d-aefc-7b6e471ca0a5 req-60f5de44-d4b3-44b7-93bc-dfb6d5633e21 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994595 Nov 23 10:40:37.404628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:37.408982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6dc03a6-d597-432f-b959-0ecca4e09143 req-642fd83c-62cd-4d2e-96ff-1cc6b594add2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "DELETE /v2.0/ports/f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 HTTP/1.1" status: 204 len: 173 time: 1.3516903 Nov 23 10:40:37.436675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07c7a5-8401-42f2-8e11-d97ecc7c7a9c req-c527941a-2a05-499c-b3aa-e8c20a40836d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:37.440776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e07c7a5-8401-42f2-8e11-d97ecc7c7a9c req-c527941a-2a05-499c-b3aa-e8c20a40836d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.3578591 Nov 23 10:40:37.486867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Deleting port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:37.487357 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:37.567317 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:40:34Z', 'revision_number': 5, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port': {'id': 'ef27d4fe-f19e-4dc4-aa02-d7e01afad35b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:51:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:37.606181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] For port ef27d4fe-f19e-4dc4-aa02-d7e01afad35b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:37.606696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:37.623108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Calling delete_port for ef27d4fe-f19e-4dc4-aa02-d7e01afad35b owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:37.635079 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] Checking router: 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:40:37.648660 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] Routers {'68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:37.650321 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:40:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:37.697968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e07c7a5-8401-42f2-8e11-d97ecc7c7a9c req-53eb409f-4558-4b1a-8dbd-9d380378f59c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326505 Nov 23 10:40:37.778807 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] Set router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:37.854298 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c59644e-297b-490b-b582-4fcd3aadaf14 x-openstack-request-id: req-0c59644e-297b-490b-b582-4fcd3aadaf14 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:37.854853 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32cb190f-9f30-44e6-8293-51bfc1438ca1", "tag": "fe357960-9c3d-4740-ac2b-006e85cd1f1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8", "tag": "2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:37.854974 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c59644e-297b-490b-b582-4fcd3aadaf14 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:37.855389 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'tag': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b', 'status': 'completed', 'code': 200} Nov 23 10:40:37.855508 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:40:37Z', 'revision_number': 6, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:37.855666 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'tag': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9', 'status': 'completed', 'code': 200} Nov 23 10:40:37.896682 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d716a5f5-9340-41e8-abfa-be732d167ce0 None None] The sync data for ids ['68c6f2f8-bb4f-43d1-a64b-4c1256b0d897'] in n-d-817747-2 is: [{'id': '68c6f2f8-bb4f-43d1-a64b-4c1256b0d897', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-632131133-router', 'tenant_id': 'bd8da8ec30d64b159e1dc535340dce66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:31Z', 'updated_at': '2021-11-23T10:40:37Z', 'revision_number': 6, 'project_id': 'bd8da8ec30d64b159e1dc535340dce66', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:40:37.922204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-d58b79fd-13b9-4eb8-855a-127bc709399c service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786940 Nov 23 10:40:38.005732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fe357960-9c3d-4740-ac2b-006e85cd1f1b details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:38.022176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 456dfeac-fa06-44ac-b975-641c8338b2c6 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:38.124588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:38.184228 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeca55c-00cf-450d-9330-163a6aaa8519 x-openstack-request-id: req-1aeca55c-00cf-450d-9330-163a6aaa8519 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:38.184522 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "name": "network-vif-plugged", "status": "completed", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:38.186671 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1aeca55c-00cf-450d-9330-163a6aaa8519 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:38.187482 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85', 'code': 200} Nov 23 10:40:38.187757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef27d4fe-f19e-4dc4-aa02-d7e01afad35b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:38.223455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-16c27c91-42dc-4f5c-9d55-1d4753f0571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:38.225855 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-16c27c91-42dc-4f5c-9d55-1d4753f0571f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 1094 time: 0.1315567 Nov 23 10:40:38.251740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 456dfeac-fa06-44ac-b975-641c8338b2c6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:38.300801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 456dfeac-fa06-44ac-b975-641c8338b2c6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:38.301495 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:38.367195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4c5bd3-ba07-4e7a-bd40-885096849245 req-0471d3c6-2879-4546-b114-6e12bff0e8fc service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377286 Nov 23 10:40:38.415120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-283019e0-668f-44a5-8a46-514a2699df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:38.416873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-283019e0-668f-44a5-8a46-514a2699df10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 912 time: 0.1832397 Nov 23 10:40:38.479942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-58a3007f-88c6-47f7-aeb6-60aebaffea53 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:38.482380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-58a3007f-88c6-47f7-aeb6-60aebaffea53 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 949 time: 0.6684744 Nov 23 10:40:38.502766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e103e3c-498e-4ab8-b990-cc044609e507 req-468838c5-316e-4547-bef6-9ecba13e560a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:38.504709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e103e3c-498e-4ab8-b990-cc044609e507 req-468838c5-316e-4547-bef6-9ecba13e560a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 943 time: 0.3533330 Nov 23 10:40:38.514027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eca72-8441-4b22-b9a4-ceccd9df269e req-9010c2f9-e7f5-4aee-b887-b572cc01f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:38.516556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0eca72-8441-4b22-b9a4-ceccd9df269e req-9010c2f9-e7f5-4aee-b887-b572cc01f5ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1096 time: 0.1484840 Nov 23 10:40:38.657539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e0eca72-8441-4b22-b9a4-ceccd9df269e req-890f9114-1832-4466-8dc1-a6d0d11fc7b7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299698 Nov 23 10:40:38.663035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-86737700-2c90-4a77-9275-6816a9ef4897 service neutron] 10.222.0.65 "GET /v2.0/ports/95801ccc-f4c0-4a2a-9333-972412b33e5b/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 382 time: 0.1571152 Nov 23 10:40:38.669260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:38.715688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fe357960-9c3d-4740-ac2b-006e85cd1f1b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fe357960-9c3d-4740-ac2b-006e85cd1f1b,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:38.729137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e103e3c-498e-4ab8-b990-cc044609e507 req-16c4b88d-3c83-40ba-a904-cd40c5cb1784 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110353 Nov 23 10:40:38.742092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'port_id': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b', 'mac_address': 'fa:16:3e:26:ef:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dd1ecb-02bb-4f7a-95d3-7066e97dcd48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:38.756623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 456dfeac-fa06-44ac-b975-641c8338b2c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=456dfeac-fa06-44ac-b975-641c8338b2c6,segment=NetworkSegment(92463551-c1ed-491b-ac07-820876f3da4a),segment_id=92463551-c1ed-491b-ac07-820876f3da4a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:38.794445 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:38.795257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:38.853372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-01f6442a-b7f0-4a69-a206-ab3271aaee5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe357960-9c3d-4740-ac2b-006e85cd1f1b HTTP/1.1" status: 200 len: 217 time: 0.3892262 Nov 23 10:40:38.862429 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:38.916669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe357960-9c3d-4740-ac2b-006e85cd1f1b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:38.920177 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac0f05c7-46fa-4380-903c-8e30b08c4f1d req-197991c3-4d0e-40c6-bc36-7e3f6f393e80 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 210 time: 0.5020661 Nov 23 10:40:38.979742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.019601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-b3a26f66-3bf2-46af-ad05-9509afae6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.021252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-b3a26f66-3bf2-46af-ad05-9509afae6b41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1100 time: 0.3183689 Nov 23 10:40:39.032158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=456dfeac-fa06-44ac-b975-641c8338b2c6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:39.040234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fe357960-9c3d-4740-ac2b-006e85cd1f1b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fe357960-9c3d-4740-ac2b-006e85cd1f1b,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:39.044178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 95801ccc-f4c0-4a2a-9333-972412b33e5b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:39.050421 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.054753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 95801ccc-f4c0-4a2a-9333-972412b33e5b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:39.055901 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.078427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-9ce2d9ce-eec1-49bf-8335-9aec3d5ab6f1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.079906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-9ce2d9ce-eec1-49bf-8335-9aec3d5ab6f1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.2979870 Nov 23 10:40:39.093816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-edc2ca99-d60b-413d-9841-5275ef397b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.095285 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-edc2ca99-d60b-413d-9841-5275ef397b2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.2296305 Nov 23 10:40:39.130026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.149188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=fe357960-9c3d-4740-ac2b-006e85cd1f1b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:39.156593 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-b2b117a5-ba36-4027-b1c6-60267466a176 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424545 Nov 23 10:40:39.159268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.167840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb41ad-be26-4386-a00c-dbfb86cc71f7 req-3e821b2b-9d73-4940-b835-45db3346174b tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.169426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeeb41ad-be26-4386-a00c-dbfb86cc71f7 req-3e821b2b-9d73-4940-b835-45db3346174b tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 943 time: 0.2791286 Nov 23 10:40:39.193329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-b229c284-6a94-4be9-91f9-da79e2fa9f48 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.194846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-b229c284-6a94-4be9-91f9-da79e2fa9f48 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.65 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.3949347 Nov 23 10:40:39.196962 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.228867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be8197-2597-42fe-95de-b3983aa1396c req-38b76f62-b5dc-4627-bd23-106c3e459a65 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.230220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Request body: {'port': {'device_id': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'admin_state_up': True, 'tenant_id': 'aad1df0fc0ff4e5d900b8a4508420be0'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:39.230440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47be8197-2597-42fe-95de-b3983aa1396c req-38b76f62-b5dc-4627-bd23-106c3e459a65 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.1812835 Nov 23 10:40:39.235750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:39.247393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.286592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.287108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:40:39.298310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.301922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:39.302319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:39.304969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-397cb88e-37c3-4c30-a2d1-1c25e03c8ea6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/68c6f2f8-bb4f-43d1-a64b-4c1256b0d897 HTTP/1.1" status: 204 len: 168 time: 2.5723836 Nov 23 10:40:39.355376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47be8197-2597-42fe-95de-b3983aa1396c req-4cf48a5d-8b40-41f5-86f3-b2bf01745f7d tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095304 Nov 23 10:40:39.362004 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-6fb90549-f336-47af-8f54-493cddce8baa service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972589 Nov 23 10:40:39.380798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['fe357960-9c3d-4740-ac2b-006e85cd1f1b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:39.439684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-068df6e0-bc68-46cf-8ca0-a707fa17d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.442493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-068df6e0-bc68-46cf-8ca0-a707fa17d6c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.4085405 Nov 23 10:40:39.474784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] Deleting subnet f0684d26-3c3d-4d61-a8ce-5ff4814ff010 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:40:39.479582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aeeb41ad-be26-4386-a00c-dbfb86cc71f7 req-debbb26b-f8eb-440e-ba5a-6b2d5d29188e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838087 Nov 23 10:40:39.518756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.521336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-f3ec7432-d313-4d71-beba-0510ab74e26d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0661693 Nov 23 10:40:39.552837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84debee6-4eba-4539-aef0-f394107076e1 req-fb971c34-b03b-4913-82f5-71b6fd393d9f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.554761 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84debee6-4eba-4539-aef0-f394107076e1 req-fb971c34-b03b-4913-82f5-71b6fd393d9f tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 944 time: 0.0909996 Nov 23 10:40:39.557026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-3d4a2815-3a1f-4970-a5ee-1fe5ba70d332 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868982 Nov 23 10:40:39.593286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Deleting port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:39.593632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.646455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.648071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84debee6-4eba-4539-aef0-f394107076e1 req-a88e0cf5-7b95-414c-ae57-ee90d3380ac1 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835006 Nov 23 10:40:39.659986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-18e92f03-17f2-4d58-93ed-2d3af054991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.665977 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-18e92f03-17f2-4d58-93ed-2d3af054991f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8 HTTP/1.1" status: 200 len: 1094 time: 0.0582669 Nov 23 10:40:39.703037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-f2ea8208-badd-4aa3-90bc-13e6697cecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.703926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-f2ea8208-badd-4aa3-90bc-13e6697cecb0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1624284 Nov 23 10:40:39.741435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Made reservation on behalf of aad1df0fc0ff4e5d900b8a4508420be0 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:39.744873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.813831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcafa47-0c7f-433d-93de-e5d846c3088f req-c4ed508c-5156-4961-b65c-36465d585932 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.815538 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1dcafa47-0c7f-433d-93de-e5d846c3088f req-c4ed508c-5156-4961-b65c-36465d585932 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.0772138 Nov 23 10:40:39.816832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-de00d911-4642-469d-9e52-8107de38373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.818285 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-de00d911-4642-469d-9e52-8107de38373a service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 914 time: 0.1483159 Nov 23 10:40:39.826587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8a747-fae1-49cf-9ce1-c349071fc258 req-60891e5e-631d-4692-9966-ecbf0f67693e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.828117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ef8a747-fae1-49cf-9ce1-c349071fc258 req-60891e5e-631d-4692-9966-ecbf0f67693e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 945 time: 0.2399135 Nov 23 10:40:39.829613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef27d4fe-f19e-4dc4-aa02-d7e01afad35b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:39.855824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ef27d4fe-f19e-4dc4-aa02-d7e01afad35b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:39.856097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef27d4fe-f19e-4dc4-aa02-d7e01afad35b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:39.856368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c94d5404-977e-4412-9cc1-ad35c277c5e4 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:39.863307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-deleted', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:39.869543 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf9f115-43c8-410b-a426-e4fe2bf69f46" -d '{"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-deleted", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:39.876901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-079470ad-fbd3-4741-b58d-8e05d995989e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 HTTP/1.1" status: 200 len: 217 time: 0.0458140 Nov 23 10:40:39.880140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c94d5404-977e-4412-9cc1-ad35c277c5e4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:39.880571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c94d5404-977e-4412-9cc1-ad35c277c5e4 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:39.890356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] For port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:39.890732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:39.956227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1dcafa47-0c7f-433d-93de-e5d846c3088f req-2350e53b-0dd0-4558-b323-b9cc63f66cc3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339257 Nov 23 10:40:39.957883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Calling delete_port for 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:39.962941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-4fb6781e-0005-4443-92d5-0e51a6869504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.963856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-4fb6781e-0005-4443-92d5-0e51a6869504 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.0779388 Nov 23 10:40:39.982241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-d1f8d56e-db3e-47f5-8023-668302afd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:39.984308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-d1f8d56e-db3e-47f5-8023-668302afd083 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2438788 Nov 23 10:40:39.992431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.008902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-44b5a576-e7fe-4693-81dd-53df19e0e1df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356569 Nov 23 10:40:40.017030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:40.053175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:40.084894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:40.085586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f7c67d94-ec0a-4ccf-a1ce-1c981948fe73 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:40.130424 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ef8a747-fae1-49cf-9ce1-c349071fc258 req-8a6db81a-d472-497c-ac1a-dd5661ad2418 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730947 Nov 23 10:40:40.183763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d3eeb-fe83-40c8-82b0-aae838afdc4d req-4ad97022-cfc8-44d9-a3f0-471a4114afe0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:40.189201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f3d3eeb-fe83-40c8-82b0-aae838afdc4d req-4ad97022-cfc8-44d9-a3f0-471a4114afe0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 944 time: 0.1598268 Nov 23 10:40:40.195227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73'}, {'server_uuid': 'f78136b1-ba16-4546-8e74-82a12170a126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456dfeac-fa06-44ac-b975-641c8338b2c6'}, {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:40.201089 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b01f68-d69b-41dd-981b-078ac9ec9f41" -d '{"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73"}, {"server_uuid": "f78136b1-ba16-4546-8e74-82a12170a126", "name": "network-vif-plugged", "status": "completed", "tag": "456dfeac-fa06-44ac-b975-641c8338b2c6"}, {"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-plugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:40.215877 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2de9253-18ba-4a0f-aaf3-4acfbc4384fb x-openstack-request-id: req-b2de9253-18ba-4a0f-aaf3-4acfbc4384fb {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:40.216177 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-deleted", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:40.216444 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2de9253-18ba-4a0f-aaf3-4acfbc4384fb {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:40.216842 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-deleted', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'status': 'completed', 'code': 200} Nov 23 10:40:40.238486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Allocated IP 172.20.0.7 (0759183a-cb01-4d12-825c-8e66af278fb4/18aeb6c4-5612-4ab0-a001-ff4aa5130ff7/8d26a10e-0bee-4b39-8639-0cf8acc2137c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:40.251975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:40.265885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-f450238f-8136-4e8f-8e23-6ce5ca9c9817 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474396 Nov 23 10:40:40.269571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f3d3eeb-fe83-40c8-82b0-aae838afdc4d req-3b3753b2-e028-4079-8117-daf25a659b84 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723605 Nov 23 10:40:40.273276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'port_id': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9', 'mac_address': 'fa:16:3e:50:ae:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31560ce6-0523-415f-a7e0-bd792cda645e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:40.282745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.326332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-de997ca8-b583-45d5-827b-f94c27c1e701 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289258 Nov 23 10:40:40.333952 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.350703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0684d26-3c3d-4d61-a8ce-5ff4814ff010,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:40.351618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:40.364678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0272635-1cc5-4a43-855a-0c6e5e4fbf98 req-ebc11ff5-28c9-4184-96aa-41f1a1b46ad5 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 210 time: 0.0963874 Nov 23 10:40:40.365772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.368944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9a3c01d8-11ec-4ede-a3e4-21c9bfc3df61 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f0684d26-3c3d-4d61-a8ce-5ff4814ff010 HTTP/1.1" status: 204 len: 168 time: 1.0614014 Nov 23 10:40:40.382041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:40.386921 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea6aa4-652a-469d-81dc-5493ee1f4db6 x-openstack-request-id: req-6fea6aa4-652a-469d-81dc-5493ee1f4db6 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:40.387438 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b", "name": "network-vif-unplugged", "status": "completed", "tag": "f7c67d94-ec0a-4ccf-a1ce-1c981948fe73", "code": 200}, {"server_uuid": "f78136b1-ba16-4546-8e74-82a12170a126", "name": "network-vif-plugged", "status": "completed", "tag": "456dfeac-fa06-44ac-b975-641c8338b2c6", "code": 200}, {"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-plugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:40.387899 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fea6aa4-652a-469d-81dc-5493ee1f4db6 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:40.388418 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57161d31-5b14-4f82-ae6e-7ff6aa2b9b7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7c67d94-ec0a-4ccf-a1ce-1c981948fe73', 'code': 200} Nov 23 10:40:40.388769 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78136b1-ba16-4546-8e74-82a12170a126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456dfeac-fa06-44ac-b975-641c8338b2c6', 'code': 200} Nov 23 10:40:40.389264 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'code': 200} Nov 23 10:40:40.390620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9716c8-8a56-45fd-b10f-c8645afc01e7 None None] Network 86b7529a-d1ec-43e8-a6db-e899de5c4293 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:40.394364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56998) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:40.444661 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83c97362-f05e-4497-9b75-50bcc85fe09d req-622aa548-990e-4059-b6e3-788733cba5f1 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525934 Nov 23 10:40:40.466981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.468646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7423de8a-3c58-4621-abb2-9db1610d47ea details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:40.560558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-759c7dbf-fe44-4bda-95b9-1df1d6577df5 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116330 Nov 23 10:40:40.561656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bc727-2ec6-42eb-8310-ab590a996b77 req-3d978753-7521-4a49-ab75-d105f7fd53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:40.563098 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698bc727-2ec6-42eb-8310-ab590a996b77 req-3d978753-7521-4a49-ab75-d105f7fd53e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 1096 time: 0.0786607 Nov 23 10:40:40.577357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c28d5-f27d-4bae-bf55-13cf61b9ec0f req-564528eb-d018-490b-98cc-520e0aa34674 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:40.579033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f12c28d5-f27d-4bae-bf55-13cf61b9ec0f req-564528eb-d018-490b-98cc-520e0aa34674 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.0827992 Nov 23 10:40:40.599324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 7423de8a-3c58-4621-abb2-9db1610d47ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7423de8a-3c58-4621-abb2-9db1610d47ea,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:40.607769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:40.618753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '7423de8a-3c58-4621-abb2-9db1610d47ea', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'port_id': '7423de8a-3c58-4621-abb2-9db1610d47ea', 'mac_address': 'fa:16:3e:89:71:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31560ce6-0523-415f-a7e0-bd792cda645e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:40.663591 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.676844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698bc727-2ec6-42eb-8310-ab590a996b77 req-aa932d76-eadc-4111-987d-4fd08a62c25a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958588 Nov 23 10:40:40.679093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7423de8a-3c58-4621-abb2-9db1610d47ea {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:40.691593 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f12c28d5-f27d-4bae-bf55-13cf61b9ec0f req-bbdac502-7859-4ffd-ba47-d27049c38c85 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972879 Nov 23 10:40:40.703611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 7423de8a-3c58-4621-abb2-9db1610d47ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7423de8a-3c58-4621-abb2-9db1610d47ea,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:40.716154 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.722127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] DHCP port deletion for 86b7529a-d1ec-43e8-a6db-e899de5c4293 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:40:40.795910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=7423de8a-3c58-4621-abb2-9db1610d47ea,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:40.806465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-80c21ec1-a1a9-498b-8e72-d7159c0584b9 req-ad73c674-81ee-4e47-8b76-c448694664e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=27434b1a-d507-4662-916c-0a67b062427e HTTP/1.1" status: 200 len: 210 time: 0.0429642 Nov 23 10:40:40.822014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] Deleting port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:40.822391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.888541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] For port 0d3075d7-b4c5-411a-bb13-cb4fd1295575, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0d3075d7-b4c5-411a-bb13-cb4fd1295575,segment=NetworkSegment(bd904325-5c95-45dd-86f6-5d4b5ce75fac),segment_id=bd904325-5c95-45dd-86f6-5d4b5ce75fac)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:40.889493 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:40.910910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] Calling delete_port for 0d3075d7-b4c5-411a-bb13-cb4fd1295575 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:40.996806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.024963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] Pushing event deleted for resources: {'Port': ['ID=0d3075d7-b4c5-411a-bb13-cb4fd1295575,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:41.028762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77294943-50d0-4dc0-80e5-3413ab36a53e None None] No DVR routers for this DVR port 0d3075d7-b4c5-411a-bb13-cb4fd1295575 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:41.050213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.054524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7423de8a-3c58-4621-abb2-9db1610d47ea'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:41.097323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99292d-3031-435e-b559-4fcb64e8be1a req-bf60fdfb-c741-4d8c-a103-7e11798357e7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.098846 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e99292d-3031-435e-b559-4fcb64e8be1a req-bf60fdfb-c741-4d8c-a103-7e11798357e7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.0638559 Nov 23 10:40:41.107548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:41.116019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event deleted for resources: {'Port': ['ID=1c1ebad4-9595-421e-a7af-8ecd2bb85d72,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:41.122490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.170079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e99292d-3031-435e-b559-4fcb64e8be1a req-4536d7b7-e5cd-4f1e-a49d-1973c7b585a9 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646002 Nov 23 10:40:41.210930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] No DVR routers for this DVR port 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:41.213993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.218426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-686f5f92-36af-4302-a797-0ccce620bbc3 req-434f018c-f374-438b-b6cd-4f7dcd8ff1e2 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "DELETE /v2.0/ports/1c1ebad4-9595-421e-a7af-8ecd2bb85d72 HTTP/1.1" status: 204 len: 173 time: 2.1278038 Nov 23 10:40:41.238667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b321f-9585-4874-b0ee-850d9690bdfc req-9891dc82-81fd-4523-b773-be0aea4e0859 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.245789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd7b321f-9585-4874-b0ee-850d9690bdfc req-9891dc82-81fd-4523-b773-be0aea4e0859 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 943 time: 0.6419680 Nov 23 10:40:41.255880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.299079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694603a-360f-4e68-9d99-0284c149ed72 req-d1cb8495-2a04-4ca0-84e5-907893ba00a9 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.301816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4694603a-360f-4e68-9d99-0284c149ed72 req-d1cb8495-2a04-4ca0-84e5-907893ba00a9 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 945 time: 0.0741179 Nov 23 10:40:41.338771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.382378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4694603a-360f-4e68-9d99-0284c149ed72 req-cb6f67a2-9ecd-47ce-9d0d-abe134a4cc98 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740302 Nov 23 10:40:41.468174 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.471938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Network 0759183a-cb01-4d12-825c-8e66af278fb4 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:41.480385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd7b321f-9585-4874-b0ee-850d9690bdfc req-5ddc6196-79b8-427c-85b4-07c42ebd63bd tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324607 Nov 23 10:40:41.482968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:41.486843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac315-9a00-4ba8-b37c-30f4232c13ad req-4049d8bf-c888-42ec-8a7a-d451cfe57ae2 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.488992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-909ac315-9a00-4ba8-b37c-30f4232c13ad req-4049d8bf-c888-42ec-8a7a-d451cfe57ae2 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1096 time: 0.0473185 Nov 23 10:40:41.489393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:41.496849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:41.503338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b7529a-d1ec-43e8-a6db-e899de5c4293']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:41.535512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd904325-5c95-45dd-86f6-5d4b5ce75fac') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:41.535809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd904325-5c95-45dd-86f6-5d4b5ce75fac') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:41.555783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-909ac315-9a00-4ba8-b37c-30f4232c13ad req-48d9cbf6-4d15-498c-a774-20f213cec7c5 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461025 Nov 23 10:40:41.568916 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.602292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.602904 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.617773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.629269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:41.629714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:41.631497 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:41.645752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-172e53ee-0d37-4348-b3a1-61db37d6ea5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4202776 Nov 23 10:40:41.663193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Request body: {'port': {'device_id': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:41.664443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d3a8b-2e03-4790-9ee4-ba481b09c589 req-30d49c73-11e1-4432-ba24-e93bc599e046 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.666017 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a32d3a8b-2e03-4790-9ee4-ba481b09c589 req-30d49c73-11e1-4432-ba24-e93bc599e046 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 931 time: 0.0542574 Nov 23 10:40:41.673224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2fb31-4046-4a8c-bf2e-eb95a2cc49d7 req-69109b07-b7ee-4219-bf1c-e78761efa9c4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.674692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85b2fb31-4046-4a8c-bf2e-eb95a2cc49d7 req-69109b07-b7ee-4219-bf1c-e78761efa9c4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 944 time: 0.1225066 Nov 23 10:40:41.714548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a32d3a8b-2e03-4790-9ee4-ba481b09c589 req-57290942-6b3a-4353-9fef-537b572263a4 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Nov 23 10:40:41.757103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.789007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.793846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] 10.222.0.61 "DELETE /v2.0/networks/86b7529a-d1ec-43e8-a6db-e899de5c4293 HTTP/1.1" status: 204 len: 168 time: 1.3984804 Nov 23 10:40:41.804986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:41.807798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57020) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:41.828305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0d3075d7-b4c5-411a-bb13-cb4fd1295575 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:41.837191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0562fd2-8f7a-4565-949b-539dc43d139b admin admin] Pushing event deleted for resources: {'Network': ['ID=86b7529a-d1ec-43e8-a6db-e899de5c4293,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:41.854215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0d3075d7-b4c5-411a-bb13-cb4fd1295575 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:41.854867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0d3075d7-b4c5-411a-bb13-cb4fd1295575 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:41.855877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85b2fb31-4046-4a8c-bf2e-eb95a2cc49d7 req-befb4a38-27ba-498a-b233-848068c8d304 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421061 Nov 23 10:40:41.925226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e4a9e-741e-49f9-915d-610648f70025 req-aaf5e94d-474b-457c-a849-00cf1ae99b1c tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:41.926767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5a4e4a9e-741e-49f9-915d-610648f70025 req-aaf5e94d-474b-457c-a849-00cf1ae99b1c tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1096 time: 0.1444070 Nov 23 10:40:42.041308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fe357960-9c3d-4740-ac2b-006e85cd1f1b up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:42.049879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5a4e4a9e-741e-49f9-915d-610648f70025 req-5b46ee20-1e74-46d3-a58e-b7d285b78ca1 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948365 Nov 23 10:40:42.091643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead537f-47af-466e-bb34-1f7835697b58 req-500baa27-39af-4221-82d7-d39aa0c5cb2b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:42.097904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cead537f-47af-466e-bb34-1f7835697b58 req-500baa27-39af-4221-82d7-d39aa0c5cb2b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1213851 Nov 23 10:40:42.170402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port fe357960-9c3d-4740-ac2b-006e85cd1f1b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:42.174984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port fe357960-9c3d-4740-ac2b-006e85cd1f1b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:42.177459 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.200636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cead537f-47af-466e-bb34-1f7835697b58 req-aacd6886-814e-4335-9e80-3f14615ac630 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888934 Nov 23 10:40:42.220522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'name': 'network-vif-deleted', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:42.222845 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eccb9c0-2e81-421c-9aca-d13d4ac2c527" -d '{"events": [{"server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "name": "network-vif-deleted", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:42.284153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d26a10e-0bee-4b39-8639-0cf8acc2137c {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:42.297168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.317660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Transition to ACTIVE for port object 8d26a10e-0bee-4b39-8639-0cf8acc2137c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:42.328919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.332368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.392343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:42.395001 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33570367-4f21-4a5b-8bc4-cac7aa69bbe0" -d '{"events": [{"server_uuid": "32cb190f-9f30-44e6-8293-51bfc1438ca1", "name": "network-vif-plugged", "status": "completed", "tag": "fe357960-9c3d-4740-ac2b-006e85cd1f1b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:42.404103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fe357960-9c3d-4740-ac2b-006e85cd1f1b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fe357960-9c3d-4740-ac2b-006e85cd1f1b,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:42.414303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.415084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:42.415844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.416404 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ef5c1f-b406-4e76-9781-11243db16d49 x-openstack-request-id: req-f3ef5c1f-b406-4e76-9781-11243db16d49 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:42.417006 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27434b1a-d507-4662-916c-0a67b062427e", "name": "network-vif-deleted", "tag": "1c1ebad4-9595-421e-a7af-8ecd2bb85d72", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:42.417436 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3ef5c1f-b406-4e76-9781-11243db16d49 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:42.417988 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27434b1a-d507-4662-916c-0a67b062427e', 'name': 'network-vif-deleted', 'tag': '1c1ebad4-9595-421e-a7af-8ecd2bb85d72', 'status': 'completed', 'code': 200} Nov 23 10:40:42.456416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:42.456637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c1ebad4-9595-421e-a7af-8ecd2bb85d72 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:42.478224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:42.494165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=fe357960-9c3d-4740-ac2b-006e85cd1f1b,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:42.509436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.509934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.510383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.510947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.511383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.512001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.512379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.512813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.513272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.513698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.514164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.514585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:40:42.583778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Attempting to bind port 8d26a10e-0bee-4b39-8639-0cf8acc2137c on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:42.583778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Attempting to bind port 8d26a10e-0bee-4b39-8639-0cf8acc2137c by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:42.583778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Attempting to bind port 8d26a10e-0bee-4b39-8639-0cf8acc2137c on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:42.588193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Port 8d26a10e-0bee-4b39-8639-0cf8acc2137c on network 0759183a-cb01-4d12-825c-8e66af278fb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:42.588516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Attempting to bind port 8d26a10e-0bee-4b39-8639-0cf8acc2137c on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:42.594449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:42.594802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Checking segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:42.595166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Bound using segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:42.595594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Bound port: 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:42.595948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.602464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c887eb7-13de-435f-8efe-7b006a87fb5e req-51bf01a1-3c24-4090-85b4-4a4387071360 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:42.603967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c887eb7-13de-435f-8efe-7b006a87fb5e req-51bf01a1-3c24-4090-85b4-4a4387071360 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 944 time: 0.0729589 Nov 23 10:40:42.663806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:42.667897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:42.673548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.711098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:42.711503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.712889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] 10.222.0.65 "PUT /v2.0/ports/8d26a10e-0bee-4b39-8639-0cf8acc2137c HTTP/1.1" status: 200 len: 1091 time: 1.0564628 Nov 23 10:40:42.721749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c887eb7-13de-435f-8efe-7b006a87fb5e req-9b36bfcb-0688-4b0e-99cb-1c97d4f28e78 tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848215 Nov 23 10:40:42.742381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425131d-6599-4382-b8d5-dab7e6f72662 service neutron] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:42.775885 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9664adb5-0b60-444a-b102-0e2a6a766de7 x-openstack-request-id: req-9664adb5-0b60-444a-b102-0e2a6a766de7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:42.776182 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cb190f-9f30-44e6-8293-51bfc1438ca1", "name": "network-vif-plugged", "status": "completed", "tag": "fe357960-9c3d-4740-ac2b-006e85cd1f1b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:42.776442 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9664adb5-0b60-444a-b102-0e2a6a766de7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:42.776843 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b', 'code': 200} Nov 23 10:40:42.833494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-3dc70033-8589-4e7d-81a7-b8a7ddc04f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:42.835263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-3dc70033-8589-4e7d-81a7-b8a7ddc04f42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 1094 time: 0.0652423 Nov 23 10:40:42.922687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30224-dfd6-464f-a6df-f6fce247d022 req-f223410f-bc1e-4808-833b-5b131e1c9840 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:42.924232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cae30224-dfd6-464f-a6df-f6fce247d022 req-f223410f-bc1e-4808-833b-5b131e1c9840 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 945 time: 0.0755024 Nov 23 10:40:42.945835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-b0d17924-3940-4b38-93ef-984e2a889cf8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c HTTP/1.1" status: 200 len: 217 time: 0.0765176 Nov 23 10:40:42.954738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Deleting port 40323661-f259-41ec-b8b8-96d6c06b0809 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:42.955057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:42.980080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6bd1-b84f-4e0f-8ba5-90781a5bb8ef req-4ac196ee-8f7a-40b4-ae47-6ad67a328f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:42.983387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0eed6bd1-b84f-4e0f-8ba5-90781a5bb8ef req-4ac196ee-8f7a-40b4-ae47-6ad67a328f99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1237543 Nov 23 10:40:43.059191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-747fade3-46c9-48b4-80f4-409a5f2355ba tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:43.060711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-747fade3-46c9-48b4-80f4-409a5f2355ba tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 944 time: 0.1574185 Nov 23 10:40:43.069700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cae30224-dfd6-464f-a6df-f6fce247d022 req-c490d694-5a46-49f1-9b08-fe3a6ad0d4c2 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295581 Nov 23 10:40:43.097634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-f06f3cbb-5633-49b6-b130-ba68b73b8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:43.100287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-f06f3cbb-5633-49b6-b130-ba68b73b8a20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.1377330 Nov 23 10:40:43.116191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] For port 40323661-f259-41ec-b8b8-96d6c06b0809, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=40323661-f259-41ec-b8b8-96d6c06b0809,segment=NetworkSegment(eef98de6-24f1-44e5-b8fc-18c1d7172c16),segment_id=eef98de6-24f1-44e5-b8fc-18c1d7172c16)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:43.116469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:43.139751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Calling delete_port for 40323661-f259-41ec-b8b8-96d6c06b0809 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:43.175586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-b6ffa40d-03cb-4b76-8848-b43b0e00d72b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648091 Nov 23 10:40:43.179969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0eed6bd1-b84f-4e0f-8ba5-90781a5bb8ef req-b6e05955-8dfe-4ee6-8599-1436f7db32b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636739 Nov 23 10:40:43.311477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Deleting port 0b3204e9-eb99-4775-a62a-afdf9326c736 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:43.311821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:43.322336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-4b3e0f8f-c0fc-4251-bdbb-cfba9462fb84 service neutron] 10.222.0.65 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406338 Nov 23 10:40:43.430011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e74d-8fbd-4312-b42e-4bf7e81c6631 req-a503cec8-7e6e-44b9-9941-f26f22ec3a72 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:43.431574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f850e74d-8fbd-4312-b42e-4bf7e81c6631 req-a503cec8-7e6e-44b9-9941-f26f22ec3a72 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 944 time: 0.1615615 Nov 23 10:40:43.493491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] For port 0b3204e9-eb99-4775-a62a-afdf9326c736, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b3204e9-eb99-4775-a62a-afdf9326c736,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:43.493860 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:43.512695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca6569f0-323f-45c0-9be0-de5470adae44 req-9440ca74-61a1-4b95-92c5-d2a1cdb1eef5 service neutron] 10.222.0.65 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413634 Nov 23 10:40:43.547128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-3a3fe2bb-5c84-41a5-aa17-2e5b0f75bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:43.548832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-3a3fe2bb-5c84-41a5-aa17-2e5b0f75bc46 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b&tenant_id=a5baa2f4772f461ba56b742ffbd1bd93 HTTP/1.1" status: 200 len: 1101 time: 0.0570309 Nov 23 10:40:43.564875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:43.625492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:43.824914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Calling delete_port for 0b3204e9-eb99-4775-a62a-afdf9326c736 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:43.840725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-f2913934-c9da-48ff-b05a-b21553505dbd tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:40:43.841739 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-f2913934-c9da-48ff-b05a-b21553505dbd tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129092 Nov 23 10:40:43.849640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:43.852813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f850e74d-8fbd-4312-b42e-4bf7e81c6631 req-167fbf90-5a63-40ac-b718-e3f3298a0a41 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123378 Nov 23 10:40:43.887878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:43.930217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:43.935134 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:43.947899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-6ba56a24-d955-4fa3-93da-8dd25de6ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:43.949442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-6ba56a24-d955-4fa3-93da-8dd25de6ae5a service neutron] 10.222.0.61 "GET /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 1093 time: 0.0912020 Nov 23 10:40:43.952946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Transition to ACTIVE for port object 95801ccc-f4c0-4a2a-9333-972412b33e5b will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:43.957210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:43.988345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Request body: {'binding': {'host': 'n-h1-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:43.988798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Unknown quota resources ['binding']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:40:44.020007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] No DVR routers for this DVR port 95801ccc-f4c0-4a2a-9333-972412b33e5b on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:44.020492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Pushing event deleted for resources: {'Port': ['ID=40323661-f259-41ec-b8b8-96d6c06b0809,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:44.021905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56870679-e99b-4326-b475-c51406717449 service neutron] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:44.051726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7423de8a-3c58-4621-abb2-9db1610d47ea up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:44.067245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:44.068169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:44.068880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:44.094394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:44.095693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Attempting to bind port 95801ccc-f4c0-4a2a-9333-972412b33e5b on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:44.104254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:44.104901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:44.105663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:44.106283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Bound port: 95801ccc-f4c0-4a2a-9333-972412b33e5b, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:44.107041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.131633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 7423de8a-3c58-4621-abb2-9db1610d47ea completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:44.141493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 7423de8a-3c58-4621-abb2-9db1610d47ea triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:44.141873 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.152589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdff69-4ca1-4a19-9f1e-ca990553fe49 req-50cc9745-398b-4cd1-b7ce-ad4cb4f29279 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.160093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4dfdff69-4ca1-4a19-9f1e-ca990553fe49 req-50cc9745-398b-4cd1-b7ce-ad4cb4f29279 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 943 time: 0.2308037 Nov 23 10:40:44.241544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:44.245974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:44.259826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.262138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.314322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.315003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.316587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 7423de8a-3c58-4621-abb2-9db1610d47ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7423de8a-3c58-4621-abb2-9db1610d47ea,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:44.319372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-56870679-e99b-4326-b475-c51406717449 service neutron] 10.222.0.58 "PUT /v2.0/ports/95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 1097 time: 0.7588396 Nov 23 10:40:44.323211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.324323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:44.419862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4dfdff69-4ca1-4a19-9f1e-ca990553fe49 req-72954ca7-af1d-4456-a23e-2f68597f7022 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566667 Nov 23 10:40:44.433359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c'}, {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}, {'name': 'network-changed', 'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:44.433359 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c"}, {"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-unplugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}, {"name": "network-changed", "server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:44.434073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.440819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56870679-e99b-4326-b475-c51406717449 service neutron] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=11']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:44.462190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-06178902-4e9d-4cf1-9644-8ded4de80a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.464396 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-06178902-4e9d-4cf1-9644-8ded4de80a52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1100 time: 0.0939245 Nov 23 10:40:44.511048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:44.534994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:44.535706 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.581861 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-17328057-344d-4f53-ad24-757a2c749592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.591543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=7423de8a-3c58-4621-abb2-9db1610d47ea,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:44.596889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-dcd1afc0-2ab2-4aac-a7f8-46af93f995c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.598635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-dcd1afc0-2ab2-4aac-a7f8-46af93f995c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1252713 Nov 23 10:40:44.632451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event deleted for resources: {'Port': ['ID=0b3204e9-eb99-4775-a62a-afdf9326c736,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:44.650016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-41981454-5059-4f87-9c28-8916d195ab53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0434375 Nov 23 10:40:44.653230 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.680916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on host n-h1-817747-2 for vnic_type normal with profile None {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:44.681516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:44.681852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:44.702668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:44.709618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.712203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] No DVR routers for this DVR port 0b3204e9-eb99-4775-a62a-afdf9326c736 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:44.715221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-a021dc95-0653-4eb6-a71c-9a8ed25c8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.715999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:44.716317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:44.717506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-a021dc95-0653-4eb6-a71c-9a8ed25c8a61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0593867 Nov 23 10:40:44.720707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.724308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11982c0f-284d-4be6-b791-873b5ceb0295 req-8e71a50e-6e1d-444d-97a2-c2ca1239e99c tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "DELETE /v2.0/ports/0b3204e9-eb99-4775-a62a-afdf9326c736 HTTP/1.1" status: 204 len: 173 time: 1.6522479 Nov 23 10:40:44.724924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'name': 'network-vif-deleted', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:44.727322 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3394dc-a473-4ee7-8f35-d09ed5cd3cc9" -d '{"events": [{"server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "name": "network-vif-deleted", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:44.738030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.743412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:44.743777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:44.744146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:44.744599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Bound port: 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:44.758273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432930a0-cc07-4190-a805-b727a7fe2c3f req-126b40d5-1913-4a8e-bf3b-1077df4211b7 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.768191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-432930a0-cc07-4190-a805-b727a7fe2c3f req-126b40d5-1913-4a8e-bf3b-1077df4211b7 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 945 time: 0.2379329 Nov 23 10:40:44.780709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46946484-c5fe-4435-9457-77a5ce75eacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7423de8a-3c58-4621-abb2-9db1610d47ea'}, {'server_uuid': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:44.783097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-02c1d12e-20df-4287-b3b8-c7c403deeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:44.783462 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90edbdc-bd4f-4b93-a7ee-2d5c33a6916e" -d '{"events": [{"server_uuid": "46946484-c5fe-4435-9457-77a5ce75eacd", "name": "network-vif-plugged", "status": "completed", "tag": "7423de8a-3c58-4621-abb2-9db1610d47ea"}, {"server_uuid": "5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8", "name": "network-vif-plugged", "status": "completed", "tag": "2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:44.784883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-02c1d12e-20df-4287-b3b8-c7c403deeeb8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601618 Nov 23 10:40:44.791709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:44.893510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-97088954-e465-4581-b7b8-8e888fea9e15 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003208 Nov 23 10:40:44.905597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:44.937001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] Publish callbacks [] for binding, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:44.938195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] 10.222.0.61 "POST /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85/bindings HTTP/1.1" status: 201 len: 389 time: 0.9544206 Nov 23 10:40:44.945906 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-432930a0-cc07-4190-a805-b727a7fe2c3f req-0276aa2c-07e8-45e3-8670-142ba519d284 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765451 Nov 23 10:40:45.003451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebe8cb3-7ddc-48a3-857c-dde55c3f4271 req-dda735ea-56af-4d4f-81db-89c496215c25 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026728 Nov 23 10:40:45.097357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Router 5cf6ef42-77d5-42da-8b99-541630f5962d has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:40:45.131462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc7d5-3177-4b1e-a585-2559fdf9e8a3 req-9c7a7d19-c7ee-45f3-b0f1-74a918892c81 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.133151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-536bc7d5-3177-4b1e-a585-2559fdf9e8a3 req-9c7a7d19-c7ee-45f3-b0f1-74a918892c81 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.0579977 Nov 23 10:40:45.189498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-536bc7d5-3177-4b1e-a585-2559fdf9e8a3 req-857195ee-a293-4067-82ee-844eb8fba8f5 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Nov 23 10:40:45.217328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11067c26-7bd5-4e7b-a57a-353a4bd95505 req-d3e4faad-86f0-495e-a5fa-01e9c607317e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5dc8455-db75-4bad-baee-b269c9964ba6 HTTP/1.1" status: 200 len: 210 time: 0.1003654 Nov 23 10:40:45.267253 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1249c08e-e4b5-498f-bf8d-9f86aad3f802 x-openstack-request-id: req-1249c08e-e4b5-498f-bf8d-9f86aad3f802 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:45.267551 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dc8455-db75-4bad-baee-b269c9964ba6", "name": "network-vif-deleted", "tag": "0b3204e9-eb99-4775-a62a-afdf9326c736", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:45.267809 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1249c08e-e4b5-498f-bf8d-9f86aad3f802 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:45.268302 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5dc8455-db75-4bad-baee-b269c9964ba6', 'name': 'network-vif-deleted', 'tag': '0b3204e9-eb99-4775-a62a-afdf9326c736', 'status': 'completed', 'code': 200} Nov 23 10:40:45.288508 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0575fdb6-985c-452d-a5ce-057e0e1db9ea x-openstack-request-id: req-0575fdb6-985c-452d-a5ce-057e0e1db9ea {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:45.289021 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c", "status": "completed", "code": 200}, {"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-unplugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "code": 200}, {"name": "network-changed", "server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:45.289442 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0575fdb6-985c-452d-a5ce-057e0e1db9ea {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:45.289946 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'status': 'completed', 'code': 200} Nov 23 10:40:45.290310 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'code': 200} Nov 23 10:40:45.290653 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'status': 'completed', 'code': 200} Nov 23 10:40:45.312411 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eb64e7-4a18-4832-986f-1417986d120b x-openstack-request-id: req-55eb64e7-4a18-4832-986f-1417986d120b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:45.313309 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46946484-c5fe-4435-9457-77a5ce75eacd", "name": "network-vif-plugged", "status": "completed", "tag": "7423de8a-3c58-4621-abb2-9db1610d47ea", "code": 200}, {"server_uuid": "5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8", "name": "network-vif-plugged", "status": "completed", "tag": "2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:45.313731 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55eb64e7-4a18-4832-986f-1417986d120b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:45.314782 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46946484-c5fe-4435-9457-77a5ce75eacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7423de8a-3c58-4621-abb2-9db1610d47ea', 'code': 200} Nov 23 10:40:45.315285 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9', 'code': 200} Nov 23 10:40:45.324037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-3da3a2c5-9ffe-48a0-b5ff-fcd24e036b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.327584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-3da3a2c5-9ffe-48a0-b5ff-fcd24e036b83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1096 time: 0.1066928 Nov 23 10:40:45.432481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:40:45.439008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-56479a86-a081-45f8-8a1a-728f5280d787 admin admin] 10.222.0.61 "PUT /v2.0/routers/5cf6ef42-77d5-42da-8b99-541630f5962d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6289291 Nov 23 10:40:45.448266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] Sync routers for ids ['5cf6ef42-77d5-42da-8b99-541630f5962d'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:40:45.453279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57086) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:45.461543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] Routers {'5cf6ef42-77d5-42da-8b99-541630f5962d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:45.462290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:40:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5cf6ef42-77d5-42da-8b99-541630f5962d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:45.524142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-60ffa1d1-f3f9-4a47-8fad-220b010d7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.525750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-60ffa1d1-f3f9-4a47-8fad-220b010d7f3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 1094 time: 0.1998332 Nov 23 10:40:45.553660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-be772b9b-eec2-4ada-9211-dabd49d4a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.555142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-be772b9b-eec2-4ada-9211-dabd49d4a0d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1100 time: 0.1687078 Nov 23 10:40:45.573947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6d112-aa84-4602-bd5f-60f50fe668c9 req-f26f5334-cf92-4e45-aad8-aa3711a40fec tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.575433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4eb6d112-aa84-4602-bd5f-60f50fe668c9 req-f26f5334-cf92-4e45-aad8-aa3711a40fec tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 945 time: 0.1878958 Nov 23 10:40:45.575928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] Set router 5cf6ef42-77d5-42da-8b99-541630f5962d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:45.596335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86338-f1fb-4f62-a8fc-0badf45b0d4b req-48855d16-4b44-4076-b042-91e30ccde032 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.598188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ca86338-f1fb-4f62-a8fc-0badf45b0d4b req-48855d16-4b44-4076-b042-91e30ccde032 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.1577790 Nov 23 10:40:45.600684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-aea84424-6b88-48ed-af38-8407c1d043bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.602092 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-aea84424-6b88-48ed-af38-8407c1d043bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.2622151 Nov 23 10:40:45.618502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8ecd6-c1c1-4f73-8d52-ac181192c9af req-5010bfa4-3313-4284-9c53-9f4b5a964db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.619972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dc8ecd6-c1c1-4f73-8d52-ac181192c9af req-5010bfa4-3313-4284-9c53-9f4b5a964db6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8 HTTP/1.1" status: 200 len: 1096 time: 0.2065413 Nov 23 10:40:45.627813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f5647-5458-4530-a5ec-1cb3fffc729a req-46548847-cd1e-4140-84af-ed56c5fc7d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.629367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d1f5647-5458-4530-a5ec-1cb3fffc729a req-46548847-cd1e-4140-84af-ed56c5fc7d23 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 1096 time: 0.2062943 Nov 23 10:40:45.633802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:45.665919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-5aee20fd-9eee-461d-a320-2c6d1dd6e7a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 217 time: 0.0469115 Nov 23 10:40:45.765947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:40:43Z', 'revision_number': 5, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:45.771573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ca86338-f1fb-4f62-a8fc-0badf45b0d4b req-9d73957d-e55e-4af9-9771-df55e23cee71 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601212 Nov 23 10:40:45.802825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] Checking router: 5cf6ef42-77d5-42da-8b99-541630f5962d for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:40:45.813053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] Routers {'5cf6ef42-77d5-42da-8b99-541630f5962d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:40:45.813820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:40:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5cf6ef42-77d5-42da-8b99-541630f5962d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:45.840912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-01b287d7-3c3d-461f-b495-f97fc577af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.843241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-01b287d7-3c3d-461f-b495-f97fc577af14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1433268 Nov 23 10:40:45.851731 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4eb6d112-aa84-4602-bd5f-60f50fe668c9 req-fde2ffcc-036b-443d-a7bd-4c08ad68515e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603233 Nov 23 10:40:45.875704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-14bec563-ec71-4828-9563-6dd78ce585d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.877394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-14bec563-ec71-4828-9563-6dd78ce585d2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 905 time: 0.3399649 Nov 23 10:40:45.898091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dc8ecd6-c1c1-4f73-8d52-ac181192c9af req-bcf7d7bf-69e1-4e72-947b-1ae03abccfd4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608831 Nov 23 10:40:45.940970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d1f5647-5458-4530-a5ec-1cb3fffc729a req-376af3a9-1511-43be-8827-22fcd88ba58c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894197 Nov 23 10:40:45.943764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-cd5b049e-538d-437c-b3fc-bf7d4f957e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:45.945239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-cd5b049e-538d-437c-b3fc-bf7d4f957e79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3687658 Nov 23 10:40:45.947592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-f9d080f4-f70c-42e5-935f-4a56ac305e86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c HTTP/1.1" status: 200 len: 217 time: 0.0532005 Nov 23 10:40:45.954928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-4276a933-c617-40f1-a85d-c2926de20698 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902920 Nov 23 10:40:45.969486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:46.015152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-8908c316-161d-48ee-afba-ebdb61587798 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.0575521 Nov 23 10:40:46.048538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Deleting port 53edfaf8-3387-4180-8db7-a1a16856649f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:46.048877 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:46.072424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8899ec4-abd5-410c-bcd2-795568584724 req-a123cf9f-8813-4e05-8599-3d330de57805 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.074004 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8899ec4-abd5-410c-bcd2-795568584724 req-a123cf9f-8813-4e05-8599-3d330de57805 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 943 time: 0.1316555 Nov 23 10:40:46.090855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] Set router 5cf6ef42-77d5-42da-8b99-541630f5962d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:40:46.108264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-6e873933-180f-4481-a28d-a709c7a74c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.110525 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-6e873933-180f-4481-a28d-a709c7a74c88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0862844 Nov 23 10:40:46.165387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8899ec4-abd5-410c-bcd2-795568584724 req-493d7323-7526-48a6-a889-1c4d9fbfb3b7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850134 Nov 23 10:40:46.196060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-3f4588d5-a886-4ce3-b854-32ae24ea4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.198194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-3f4588d5-a886-4ce3-b854-32ae24ea4d5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777817 Nov 23 10:40:46.205876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] For port 53edfaf8-3387-4180-8db7-a1a16856649f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=53edfaf8-3387-4180-8db7-a1a16856649f,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:46.206254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:46.224260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Calling delete_port for 53edfaf8-3387-4180-8db7-a1a16856649f owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:46.247087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42123f3-ab82-4a16-94c3-c30dd683340e req-755accf1-ee06-4c31-9b0c-5198aee4153a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.250543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f42123f3-ab82-4a16-94c3-c30dd683340e req-755accf1-ee06-4c31-9b0c-5198aee4153a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 945 time: 0.0962379 Nov 23 10:40:46.303427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:40:43Z', 'revision_number': 5, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:46.331464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa627054-fe2e-493b-b78f-2fea08d004d1 None None] The sync data for ids ['5cf6ef42-77d5-42da-8b99-541630f5962d'] in n-d-817747-2 is: [{'id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1792037131-router', 'tenant_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:34:39Z', 'updated_at': '2021-11-23T10:40:43Z', 'revision_number': 5, 'project_id': '7991ef2ad5a5453cb7404fb0b2a82d1f', 'gw_port': {'id': '53edfaf8-3387-4180-8db7-a1a16856649f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf6ef42-77d5-42da-8b99-541630f5962d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:34:40Z', 'updated_at': '2021-11-23T10:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:40:46.382596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f42123f3-ab82-4a16-94c3-c30dd683340e req-46c0d275-80ea-4a47-b0e2-4fdf9ef6afa0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980136 Nov 23 10:40:46.416501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-db11211f-f72c-46cf-8d7d-cf8fb8dcbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.418705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-db11211f-f72c-46cf-8d7d-cf8fb8dcbc21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.0689459 Nov 23 10:40:46.426890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-2422d8ad-c293-4cba-abaa-6535d1b8999c service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210360 Nov 23 10:40:46.448547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a1b89-e177-4657-b629-59769c74ac4b req-9faf52a4-c5e0-4e7f-a622-38c8fb8ad87a tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.450289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d62a1b89-e177-4657-b629-59769c74ac4b req-9faf52a4-c5e0-4e7f-a622-38c8fb8ad87a tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 945 time: 0.1999512 Nov 23 10:40:46.474920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-babfe0e1-c2bc-4892-b49c-97057b383020 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461268 Nov 23 10:40:46.550642 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-c111c094-68ed-46bc-baf7-2c54dc3efd98 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286568 Nov 23 10:40:46.566146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e3685-8afa-4e32-8c8b-4cbd2f7cc956 req-ea08c816-1ead-481d-a179-1869ea23a023 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.567530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f67e3685-8afa-4e32-8c8b-4cbd2f7cc956 req-ea08c816-1ead-481d-a179-1869ea23a023 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.1198387 Nov 23 10:40:46.630291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:46.640859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d62a1b89-e177-4657-b629-59769c74ac4b req-3b1affcb-c444-4f90-b625-27b8e5326371 tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681361 Nov 23 10:40:46.674123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-0165c641-37dd-43ca-ae67-038a7f2e98be service neutron] 10.222.0.65 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781378 Nov 23 10:40:46.676523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-14bdb0f9-ef3c-48cc-9e67-dddb8dfe2356 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366626 Nov 23 10:40:46.783232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-56385383-7236-4ed9-8fe0-9d2fcce04f55 service neutron] 10.222.0.65 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996304 Nov 23 10:40:46.866634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61f65a0e-abd7-4194-9156-cb2ed9b994d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:46.932731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-2376a730-260b-42f4-9aec-c8445e2bb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:46.934305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-2376a730-260b-42f4-9aec-c8445e2bb0a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1100 time: 0.0614483 Nov 23 10:40:47.008953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53edfaf8-3387-4180-8db7-a1a16856649f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:47.050925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f67e3685-8afa-4e32-8c8b-4cbd2f7cc956 req-a63ad1f6-2d88-47b8-a4dc-f23117f0a82c tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727919 Nov 23 10:40:47.063518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-cb27095e-0835-48c6-8d48-61ff7ea6d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.065076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-cb27095e-0835-48c6-8d48-61ff7ea6d7a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1224146 Nov 23 10:40:47.099713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-9f510b8b-c643-4848-9087-c923713697c2 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312159 Nov 23 10:40:47.116744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.190565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-a4369200-260a-4230-b39b-8aca3b22c4c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 200 len: 217 time: 0.1164377 Nov 23 10:40:47.246033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.251137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.252717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900ae68-5bab-4c3d-a673-05a7f434dbd6 req-78bbb69e-8b2f-472c-b0b4-c53e578b5bc5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.254306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2900ae68-5bab-4c3d-a673-05a7f434dbd6 req-78bbb69e-8b2f-472c-b0b4-c53e578b5bc5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 945 time: 0.1697779 Nov 23 10:40:47.289357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-66d36289-8fee-4842-ab8c-ce87db34eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.292333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-66d36289-8fee-4842-ab8c-ce87db34eaef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0935624 Nov 23 10:40:47.300469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a282f0-e1d9-4829-aaa4-888de2dac9cb req-ec0f4820-98ba-4884-b329-2b82ecf67e28 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.302044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f9a282f0-e1d9-4829-aaa4-888de2dac9cb req-ec0f4820-98ba-4884-b329-2b82ecf67e28 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.1508975 Nov 23 10:40:47.314898 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.315421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf6ef42-77d5-42da-8b99-541630f5962d {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:40:47.324147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.327930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-292d0aeb-c24a-433e-b5e2-a32ea1d2c0e2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5cf6ef42-77d5-42da-8b99-541630f5962d HTTP/1.1" status: 204 len: 168 time: 1.8710310 Nov 23 10:40:47.332282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57112) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:47.384499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f9a282f0-e1d9-4829-aaa4-888de2dac9cb req-ca72781e-1fd6-4867-97d2-79940ea88dcd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679080 Nov 23 10:40:47.419239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2900ae68-5bab-4c3d-a673-05a7f434dbd6 req-75fa9125-313e-40c4-8eee-a8ba3ba62252 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531973 Nov 23 10:40:47.474281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] Deleting subnet 7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:40:47.479376 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.539980 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.563238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-89080200-05d3-42ec-879c-21f63e858cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.565547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-89080200-05d3-42ec-879c-21f63e858cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2536047 Nov 23 10:40:47.579407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08e22e-a600-4145-8420-27b1513fe8e1 req-75620371-151f-4a85-b359-ece302d83ebd tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.581637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe08e22e-a600-4145-8420-27b1513fe8e1 req-75620371-151f-4a85-b359-ece302d83ebd tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 945 time: 0.0935225 Nov 23 10:40:47.658360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe08e22e-a600-4145-8420-27b1513fe8e1 req-9547cd52-1fe1-490f-bb61-e1cc36cd5eb4 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642393 Nov 23 10:40:47.763695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-e32420e3-9666-4814-9af7-6dc7f4829e3e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.768329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-e32420e3-9666-4814-9af7-6dc7f4829e3e tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 944 time: 0.1026671 Nov 23 10:40:47.900055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1dbad-7408-4218-a5a0-db7e0d0ad9e5 req-7dfca054-40a7-462a-a79b-a17ae74013ce tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:47.901932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1eb1dbad-7408-4218-a5a0-db7e0d0ad9e5 req-7dfca054-40a7-462a-a79b-a17ae74013ce tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 943 time: 0.1316717 Nov 23 10:40:47.975741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Deleting port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:47.976578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:47.979116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 40323661-f259-41ec-b8b8-96d6c06b0809 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:48.007359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 40323661-f259-41ec-b8b8-96d6c06b0809 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:48.008032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 40323661-f259-41ec-b8b8-96d6c06b0809 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:48.008637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 53edfaf8-3387-4180-8db7-a1a16856649f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:48.035260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 53edfaf8-3387-4180-8db7-a1a16856649f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:48.035880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 53edfaf8-3387-4180-8db7-a1a16856649f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:48.048703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47366d9-ab3d-4404-a8ad-f8dbec99cc6b req-c8dbb032-8fc2-4378-b886-ffae4ddab2df tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:48.053087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a47366d9-ab3d-4404-a8ad-f8dbec99cc6b req-c8dbb032-8fc2-4378-b886-ffae4ddab2df tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/ports?device_id=78c349ca-bf80-472f-a4f8-eb01551d9909 HTTP/1.1" status: 200 len: 944 time: 0.4924462 Nov 23 10:40:48.083709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] For port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,segment=NetworkSegment(baae0a22-0913-4485-9eb4-5eabf8dc8609),segment_id=baae0a22-0913-4485-9eb4-5eabf8dc8609)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:48.084241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.086246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:48.088565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8d26a10e-0bee-4b39-8639-0cf8acc2137c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:40:48.102668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Calling delete_port for ac13e4f3-0902-4cc0-bac8-4bd0216dda1e owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:48.119706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-cba404c6-45e2-4718-a199-a0cfc7cfb636 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305037 Nov 23 10:40:48.139523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b3204e9-eb99-4775-a62a-afdf9326c736 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:48.146223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.270376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1eb1dbad-7408-4218-a5a0-db7e0d0ad9e5 req-736f0e5f-3b28-411f-977d-c11d1f7218e3 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560462 Nov 23 10:40:48.275913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.291290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:48.327083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'mac_address': 'fa:16:3e:fe:56:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:48.358931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 0b3204e9-eb99-4775-a62a-afdf9326c736 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:48.359536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b3204e9-eb99-4775-a62a-afdf9326c736 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:48.360137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:48.363389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Pushing event deleted for resources: {'Port': ['ID=ac13e4f3-0902-4cc0-bac8-4bd0216dda1e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:48.430834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] No DVR routers for this DVR port ac13e4f3-0902-4cc0-bac8-4bd0216dda1e on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:48.438458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.442872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1350e86e-dcc3-4010-9540-b8bee15ccda5 req-818805b0-e891-4172-9c32-850bcf5386cd tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.65 "DELETE /v2.0/ports/ac13e4f3-0902-4cc0-bac8-4bd0216dda1e HTTP/1.1" status: 204 len: 173 time: 0.6582656 Nov 23 10:40:48.448197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'name': 'network-vif-deleted', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:48.450741 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2befbe-7804-45ff-9026-a35d38cdfb8e" -d '{"events": [{"server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "name": "network-vif-deleted", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:48.474509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269c5f8-2c8e-4296-a9c0-c3704f4cf918 req-27e764e1-83e6-4c84-9c83-8e37112580ad tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:48.482016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b269c5f8-2c8e-4296-a9c0-c3704f4cf918 req-27e764e1-83e6-4c84-9c83-8e37112580ad tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 945 time: 0.0981047 Nov 23 10:40:48.522472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:48.526917 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.530300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.543586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a47366d9-ab3d-4404-a8ad-f8dbec99cc6b req-6ea3870a-bb7a-4adc-8ff3-b4e6fb456ccf tempest-LiveAutoBlockMigrationV225Test-266167970 tempest-LiveAutoBlockMigrationV225Test-266167970-project] 10.222.0.61 "GET /v2.0/security-groups?id=2eb7e28a-0901-4475-b1d8-80db520e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806321 Nov 23 10:40:48.577093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b269c5f8-2c8e-4296-a9c0-c3704f4cf918 req-a12134b2-cbd7-4f3e-ac5c-52eef4ae9b4f tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/security-groups?id=add5b7ed-86a9-4f67-b588-9c3ae206c482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940895 Nov 23 10:40:48.600248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-e2898f7d-db41-48f5-bceb-15348b0a068d tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:48.601970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-e2898f7d-db41-48f5-bceb-15348b0a068d tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.65 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 945 time: 0.3709216 Nov 23 10:40:48.610207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d26a10e-0bee-4b39-8639-0cf8acc2137c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:48.637479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:48.641491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c489fd4f-03ea-4a00-80dc-64aaf09f17d3 req-fd92a8cb-652c-4891-b70f-8ac546a9d707 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094047 Nov 23 10:40:48.649700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.678473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.710294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:48.745688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'mac_address': 'fa:16:3e:45:a6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:40:48.756547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:48.759626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e1944-eed7-4ebb-a313-edea26e9393c req-109b104b-fb06-42b7-964c-a8e4906153a3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:48.762135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e9e1944-eed7-4ebb-a313-edea26e9393c req-109b104b-fb06-42b7-964c-a8e4906153a3 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.0581517 Nov 23 10:40:48.774652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.779235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8 HTTP/1.1" status: 204 len: 168 time: 1.4472775 Nov 23 10:40:48.790161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3380a466-70ec-4338-a374-6dac7df0350c None None] Network 0556fbf1-9875-48e8-9291-8e119e17cf89 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:48.791700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc952202-1fdd-4e24-86d9-f7d8a7dc411e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7396d09a-44f6-4fb2-9aa1-3cfa50f12ff8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:48.801907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57126) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:48.837312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e9e1944-eed7-4ebb-a313-edea26e9393c req-f5916666-c7a2-486c-89b0-97a88cd36736 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661378 Nov 23 10:40:48.899917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.950082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65c44c-3647-40ee-9f6b-41b64b6fffd3 req-bf862d85-5094-4563-a8d1-c9751509aa21 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:48.955533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:48.959521 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c65c44c-3647-40ee-9f6b-41b64b6fffd3 req-bf862d85-5094-4563-a8d1-c9751509aa21 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 945 time: 0.0616138 Nov 23 10:40:48.978517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95801ccc-f4c0-4a2a-9333-972412b33e5b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:48.995536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Deleting port 456dfeac-fa06-44ac-b975-641c8338b2c6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:48.995536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.024047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:49.028808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4be10-d3c6-434e-a46d-2729b08ef2f1 req-5f5f491f-756d-44a9-ba35-43243ea209aa tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:49.031919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efd4be10-d3c6-434e-a46d-2729b08ef2f1 req-5f5f491f-756d-44a9-ba35-43243ea209aa tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 949 time: 0.3085504 Nov 23 10:40:49.035104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8d26a10e-0bee-4b39-8639-0cf8acc2137c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:49.036956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c65c44c-3647-40ee-9f6b-41b64b6fffd3 req-9aa3a922-5b3c-4279-9717-f7693434a67e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738006 Nov 23 10:40:49.049212 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.099156 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6483f-0dae-4595-b57d-8c2115cb3335 x-openstack-request-id: req-8fc6483f-0dae-4595-b57d-8c2115cb3335 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:49.099681 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c349ca-bf80-472f-a4f8-eb01551d9909", "name": "network-vif-deleted", "tag": "ac13e4f3-0902-4cc0-bac8-4bd0216dda1e", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:49.099681 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8fc6483f-0dae-4595-b57d-8c2115cb3335 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:49.099985 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c349ca-bf80-472f-a4f8-eb01551d9909', 'name': 'network-vif-deleted', 'tag': 'ac13e4f3-0902-4cc0-bac8-4bd0216dda1e', 'status': 'completed', 'code': 200} Nov 23 10:40:49.158773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] DHCP port deletion for 0556fbf1-9875-48e8-9291-8e119e17cf89 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:40:49.227612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Deleting port b74f0b48-91d5-47f9-ac25-7f86f568a4ec {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:49.228223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.251292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=12']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:49.282503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] For port 456dfeac-fa06-44ac-b975-641c8338b2c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=456dfeac-fa06-44ac-b975-641c8338b2c6,segment=NetworkSegment(92463551-c1ed-491b-ac07-820876f3da4a),segment_id=92463551-c1ed-491b-ac07-820876f3da4a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:49.282885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.297381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcebca-3e20-4aaa-b050-fd93e49a5195 req-beb777c7-fce2-4ad5-b58e-2360e5b3a37e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:49.300051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1edcebca-3e20-4aaa-b050-fd93e49a5195 req-beb777c7-fce2-4ad5-b58e-2360e5b3a37e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 945 time: 0.0690479 Nov 23 10:40:49.302192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Calling delete_port for 456dfeac-fa06-44ac-b975-641c8338b2c6 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:49.311046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] Deleting port b74f0b48-91d5-47f9-ac25-7f86f568a4ec {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:49.311430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.365479 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1edcebca-3e20-4aaa-b050-fd93e49a5195 req-1d8f326e-cd45-438e-9685-06e877fd2593 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583911 Nov 23 10:40:49.388582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] For port b74f0b48-91d5-47f9-ac25-7f86f568a4ec, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,segment=NetworkSegment(eef98de6-24f1-44e5-b8fc-18c1d7172c16),segment_id=eef98de6-24f1-44e5-b8fc-18c1d7172c16)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:49.389602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.402517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] Calling delete_port for b74f0b48-91d5-47f9-ac25-7f86f568a4ec owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:49.443660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efd4be10-d3c6-434e-a46d-2729b08ef2f1 req-bb5ab638-072d-4ab8-a4f1-4be2c68c4d07 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005072 Nov 23 10:40:49.464930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['95801ccc-f4c0-4a2a-9333-972412b33e5b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:49.470907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] For port b74f0b48-91d5-47f9-ac25-7f86f568a4ec, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,segment=NetworkSegment(eef98de6-24f1-44e5-b8fc-18c1d7172c16),segment_id=eef98de6-24f1-44e5-b8fc-18c1d7172c16)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:49.471282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.551831 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.573084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Calling delete_port for b74f0b48-91d5-47f9-ac25-7f86f568a4ec owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:49.594507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.616203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.641972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] Pushing event deleted for resources: {'Port': ['ID=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:49.650668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb5f0f-423e-476e-a4cb-4b61d2af862f None None] No DVR routers for this DVR port b74f0b48-91d5-47f9-ac25-7f86f568a4ec on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:49.683047 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.744656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4347907-6998-4fcb-948b-33528a599df6 req-8266a091-84e8-4963-b57d-0b6ce4ebf6fc tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:49.749606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4347907-6998-4fcb-948b-33528a599df6 req-8266a091-84e8-4963-b57d-0b6ce4ebf6fc tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8 HTTP/1.1" status: 200 len: 945 time: 0.0762243 Nov 23 10:40:49.778424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.790641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Pushing event deleted for resources: {'Port': ['ID=456dfeac-fa06-44ac-b975-641c8338b2c6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:49.809690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69806208-9e29-4751-97b9-9b86a5694d7c req-9f0271c9-c306-4d7f-8539-0067c7ceaf13 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:49.817965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69806208-9e29-4751-97b9-9b86a5694d7c req-9f0271c9-c306-4d7f-8539-0067c7ceaf13 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 944 time: 0.2736421 Nov 23 10:40:49.836135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4347907-6998-4fcb-948b-33528a599df6 req-4559bf3a-35fb-455c-a479-db304bbd4253 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798888 Nov 23 10:40:49.854140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b74f0b48-91d5-47f9-ac25-7f86f568a4ec no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:49.868453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] No DVR routers for this DVR port b74f0b48-91d5-47f9-ac25-7f86f568a4ec on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:49.878520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=b74f0b48-91d5-47f9-ac25-7f86f568a4ec,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:49.888996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: b74f0b48-91d5-47f9-ac25-7f86f568a4ec {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:49.889448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b74f0b48-91d5-47f9-ac25-7f86f568a4ec not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:49.946535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] No DVR routers for this DVR port 456dfeac-fa06-44ac-b975-641c8338b2c6 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:49.956959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8545-07a5-490d-9ed4-7ec08d5e9aa7 req-1410fb1c-9cf9-4c8b-8629-8272619f8777 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:49.958561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1ff8545-07a5-490d-9ed4-7ec08d5e9aa7 req-1410fb1c-9cf9-4c8b-8629-8272619f8777 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 1101 time: 0.0425799 Nov 23 10:40:49.962282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:49.965560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b865ab6-3d59-4e79-b97c-582c64a2233b req-8555d21b-7239-4f8d-8708-787f355a180e tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.65 "DELETE /v2.0/ports/456dfeac-fa06-44ac-b975-641c8338b2c6 HTTP/1.1" status: 204 len: 173 time: 1.3505604 Nov 23 10:40:49.966136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78136b1-ba16-4546-8e74-82a12170a126', 'name': 'network-vif-deleted', 'tag': '456dfeac-fa06-44ac-b975-641c8338b2c6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:49.968963 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123a36b-ec5a-468e-a1f9-69f0eaacc687" -d '{"events": [{"server_uuid": "f78136b1-ba16-4546-8e74-82a12170a126", "name": "network-vif-deleted", "tag": "456dfeac-fa06-44ac-b975-641c8338b2c6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:49.995220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69806208-9e29-4751-97b9-9b86a5694d7c req-b8cc08df-e91a-4b0b-8f9f-23fe06ccda5d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762397 Nov 23 10:40:50.009667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1ff8545-07a5-490d-9ed4-7ec08d5e9aa7 req-f0f09901-37df-440b-8502-c3f2caa24bb1 tempest-MigrationsAdminTest-238715490 tempest-MigrationsAdminTest-238715490-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Nov 23 10:40:50.023734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.059884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0556fbf1-9875-48e8-9291-8e119e17cf89']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:50.063195 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.075750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef98de6-24f1-44e5-b8fc-18c1d7172c16') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:50.076094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef98de6-24f1-44e5-b8fc-18c1d7172c16') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:50.094402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 456dfeac-fa06-44ac-b975-641c8338b2c6 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:50.097133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.103306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57150) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:50.135643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.146021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:50.147539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:50.150752 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:50.162341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 456dfeac-fa06-44ac-b975-641c8338b2c6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:50.162848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 456dfeac-fa06-44ac-b975-641c8338b2c6 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:50.163366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:50.219993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: ac13e4f3-0902-4cc0-bac8-4bd0216dda1e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:50.227945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ac13e4f3-0902-4cc0-bac8-4bd0216dda1e not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:50.259359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c156afd-5e37-4d4c-81f7-10e90549f309 req-753783e9-f7cb-4f23-97e9-8a1929b125dc tempest-InstanceActionsNegativeTestJSON-1765592358 tempest-InstanceActionsNegativeTestJSON-1765592358-project] 10.222.0.61 "GET /v2.0/ports?device_id=f78136b1-ba16-4546-8e74-82a12170a126 HTTP/1.1" status: 200 len: 210 time: 0.1076198 Nov 23 10:40:50.266807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb3f4e-8cd3-4d81-81cb-58660a8ece7a req-b7163871-f392-4d0a-ab8e-9d9fd08c7a08 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:50.274709 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bb3f4e-8cd3-4d81-81cb-58660a8ece7a req-b7163871-f392-4d0a-ab8e-9d9fd08c7a08 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 945 time: 0.0864477 Nov 23 10:40:50.275030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.299854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.303331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0556fbf1-9875-48e8-9291-8e119e17cf89 HTTP/1.1" status: 204 len: 168 time: 1.4991980 Nov 23 10:40:50.304635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e5ba6-b568-46b1-9f57-2139d12ebc61 admin admin] Pushing event deleted for resources: {'Network': ['ID=0556fbf1-9875-48e8-9291-8e119e17cf89,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:50.356170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] Deleting subnet 69b2f344-3c63-49b6-bca5-7955e8958560 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:40:50.367668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.400062 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bb3f4e-8cd3-4d81-81cb-58660a8ece7a req-b6da6ccc-2cbd-44d5-be8e-cf988acf8da5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238461 Nov 23 10:40:50.419437 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.484818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.534533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57158) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:50.563385 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8efa16-b0f9-4408-a02b-9b8dc63486ed x-openstack-request-id: req-1d8efa16-b0f9-4408-a02b-9b8dc63486ed {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:50.563606 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78136b1-ba16-4546-8e74-82a12170a126", "name": "network-vif-deleted", "tag": "456dfeac-fa06-44ac-b975-641c8338b2c6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:50.563865 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d8efa16-b0f9-4408-a02b-9b8dc63486ed {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:50.564730 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78136b1-ba16-4546-8e74-82a12170a126', 'name': 'network-vif-deleted', 'tag': '456dfeac-fa06-44ac-b975-641c8338b2c6', 'status': 'completed', 'code': 200} Nov 23 10:40:50.582794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78a35-08cb-4452-b600-72a75ffa137a req-4eda37fc-3195-46b6-815d-147c1c6001f0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:50.584390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64c78a35-08cb-4452-b600-72a75ffa137a req-4eda37fc-3195-46b6-815d-147c1c6001f0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.0964766 Nov 23 10:40:50.617085 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.658443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:50.662424 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c23967ae-5fe4-4fe4-9fb5-c564a703ecd2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd8da8ec30d64b159e1dc535340dce66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1260471 Nov 23 10:40:50.666818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.671102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/69b2f344-3c63-49b6-bca5-7955e8958560 HTTP/1.1" status: 204 len: 168 time: 0.5657353 Nov 23 10:40:50.674316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57162) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:50.679580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2869d05-50ea-4550-90af-4307ef7b5ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b2f344-3c63-49b6-bca5-7955e8958560,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:50.747342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64c78a35-08cb-4452-b600-72a75ffa137a req-614f5ed8-5027-487e-8d5d-3b795787a71a tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514227 Nov 23 10:40:50.790936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86a0fdeb-5e0c-47ce-bd49-5314f3b67c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.813679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.860992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86a0fdeb-5e0c-47ce-bd49-5314f3b67c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.905247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570a593-7907-40fc-a760-f045f2381b88 req-58236b52-ba64-49a4-a498-01ed253bc131 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:50.916068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:50.921947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4570a593-7907-40fc-a760-f045f2381b88 req-58236b52-ba64-49a4-a498-01ed253bc131 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.1108494 Nov 23 10:40:50.951276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a883250-deff-4f7a-96f5-800fc1251588']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:50.964873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baae0a22-0913-4485-9eb4-5eabf8dc8609') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:50.965604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baae0a22-0913-4485-9eb4-5eabf8dc8609') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:50.987991 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.003004 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4570a593-7907-40fc-a760-f045f2381b88 req-8768b4f1-416d-449a-993c-2860b47e6421 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Nov 23 10:40:51.014386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.022046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:51.022502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:51.034649 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:51.037671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86a0fdeb-5e0c-47ce-bd49-5314f3b67c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.043856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86a0fdeb-5e0c-47ce-bd49-5314f3b67c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.046842 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86a0fdeb-5e0c-47ce-bd49-5314f3b67c49 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fd7feae-9477-4f9c-bb96-5cc1c9ff1137 HTTP/1.1" status: 204 len: 168 time: 0.3867211 Nov 23 10:40:51.066872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0fdeb-5e0c-47ce-bd49-5314f3b67c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd7feae-9477-4f9c-bb96-5cc1c9ff1137,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:51.126638 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.142497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.149733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2a883250-deff-4f7a-96f5-800fc1251588 HTTP/1.1" status: 204 len: 168 time: 0.4741402 Nov 23 10:40:51.149917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57182) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:51.162649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb64bb9-269a-45e5-9cb2-ba164c5196f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a883250-deff-4f7a-96f5-800fc1251588,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:51.250154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef81e-0ec9-4e35-b4ba-f2ef8d9f3c01 req-bdcada37-2fcb-4013-930e-e67599900124 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:51.252159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d32ef81e-0ec9-4e35-b4ba-f2ef8d9f3c01 req-bdcada37-2fcb-4013-930e-e67599900124 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 944 time: 0.0769219 Nov 23 10:40:51.306108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] Deleting subnet 591ca593-fcb5-4eaf-8d58-9b552853088c {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:40:51.312987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.327903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d32ef81e-0ec9-4e35-b4ba-f2ef8d9f3c01 req-e92816a3-10cd-420a-983c-b824b41a9295 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688529 Nov 23 10:40:51.391820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-aca82ddc-2c9f-435c-a7b3-a121200dd8d9 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:51.400023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-aca82ddc-2c9f-435c-a7b3-a121200dd8d9 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 813 time: 0.2516799 Nov 23 10:40:51.406132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57188) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:51.417380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.450676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-6cdd8d18-7034-4248-a400-55f53074425a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/quotas/23a9932284ba4094a8ffd367c5e86fbf HTTP/1.1" status: 200 len: 375 time: 0.0496271 Nov 23 10:40:51.467571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-65ad0f2f-defc-465e-ad0d-053ab4025660 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:51.467932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-65ad0f2f-defc-465e-ad0d-053ab4025660 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 945 time: 0.1297555 Nov 23 10:40:51.473328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] Deleting subnet c7137390-fe70-48bd-aedf-bb39e9d0a042 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:40:51.484641 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.541254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.564939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-4b75d4a0-da3d-402c-8142-820ba70c88fa tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129801 Nov 23 10:40:51.582067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57192) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:51.610669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.698028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0b37f-f3cf-43da-86fd-cc4cbb3c396c req-f20a98ab-6ff5-4e1b-bf49-669c3df885cb tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:51.699557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25d0b37f-f3cf-43da-86fd-cc4cbb3c396c req-f20a98ab-6ff5-4e1b-bf49-669c3df885cb tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 945 time: 0.1755633 Nov 23 10:40:51.709741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.722609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-425ee162-d8ec-466c-bfe0-51b2e7f1988d service neutron] 10.222.0.61 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566551 Nov 23 10:40:51.731453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-040b66d2-0d47-4b05-a89e-0d0a8754dd69 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7991ef2ad5a5453cb7404fb0b2a82d1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1297524 Nov 23 10:40:51.739750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.743059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:51.785426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591ca593-fcb5-4eaf-8d58-9b552853088c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:51.785846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Deleting port fe357960-9c3d-4740-ac2b-006e85cd1f1b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:51.786180 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.790245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.796296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2409ca33-0033-40a2-bc9b-0f1d77204c5b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/591ca593-fcb5-4eaf-8d58-9b552853088c HTTP/1.1" status: 204 len: 168 time: 0.6366463 Nov 23 10:40:51.798079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57198) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:51.835278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25d0b37f-f3cf-43da-86fd-cc4cbb3c396c req-29356000-5b98-4114-b037-7ce949e0235a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198566 Nov 23 10:40:51.901542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.907025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.954892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7137390-fe70-48bd-aedf-bb39e9d0a042,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:51.964121 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.967737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-55c5991e-67da-4b17-8cfd-893650fcbb2b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7137390-fe70-48bd-aedf-bb39e9d0a042 HTTP/1.1" status: 204 len: 168 time: 0.5575311 Nov 23 10:40:51.969770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] For port fe357960-9c3d-4740-ac2b-006e85cd1f1b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fe357960-9c3d-4740-ac2b-006e85cd1f1b,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:51.970137 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:51.972563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:51.994976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.002673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Calling delete_port for fe357960-9c3d-4740-ac2b-006e85cd1f1b owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:52.010135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-47f8adcd-d1c9-4d81-8f3c-52213e5f3426 service neutron] 10.222.0.61 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655182 Nov 23 10:40:52.027747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08509be8-8f44-45ae-9ff7-4ad8b7ef5d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.088321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:52.090631 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08509be8-8f44-45ae-9ff7-4ad8b7ef5d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.129460 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.160247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8d26a10e-0bee-4b39-8639-0cf8acc2137c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:40:52.191422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.230650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 95801ccc-f4c0-4a2a-9333-972412b33e5b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:52.237732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 8d26a10e-0bee-4b39-8639-0cf8acc2137c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:40:52.243528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68a77ec-09fa-47de-bc19-6dff18208ff3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:52.245655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 95801ccc-f4c0-4a2a-9333-972412b33e5b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:52.249640 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.250048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1fd9b-10fd-438d-bb8d-a7fb755887b3 req-d793992f-d8e4-45cc-ae94-3c46adcfa103 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:52.257988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf16f99-3641-4b07-8ab3-aee6a70eb28c') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:52.258296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf16f99-3641-4b07-8ab3-aee6a70eb28c') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:52.264463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eae1fd9b-10fd-438d-bb8d-a7fb755887b3 req-d793992f-d8e4-45cc-ae94-3c46adcfa103 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.2630157 Nov 23 10:40:52.272628 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.288467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8d26a10e-0bee-4b39-8639-0cf8acc2137c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:40:52.297305 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.330811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.412682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:52.416583 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:52.425887 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:52.448092 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.506434 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.513040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:52.515977 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35053a26-5903-4981-b009-1dd7a225cfe2" -d '{"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-plugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:52.570328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:52.590244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.628796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582cb62-12fd-49e5-954c-7667c0ca1934 req-17b47422-2eb1-4954-a609-0b78b9e92144 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:52.636730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f582cb62-12fd-49e5-954c-7667c0ca1934 req-17b47422-2eb1-4954-a609-0b78b9e92144 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.2478061 Nov 23 10:40:52.650228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:52.666542 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.678916 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.682995 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08509be8-8f44-45ae-9ff7-4ad8b7ef5d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.686977 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08509be8-8f44-45ae-9ff7-4ad8b7ef5d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.687555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-08509be8-8f44-45ae-9ff7-4ad8b7ef5d83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0928323e-20ad-464d-ab94-848e4cb2e9e4 HTTP/1.1" status: 204 len: 168 time: 0.9418123 Nov 23 10:40:52.688549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.704710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-e569040a-da05-4a42-9ac9-455c7c845a5f tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:52.706837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-e569040a-da05-4a42-9ac9-455c7c845a5f tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/ports?device_id=46946484-c5fe-4435-9457-77a5ce75eacd HTTP/1.1" status: 200 len: 945 time: 0.1794918 Nov 23 10:40:52.710771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=13']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:52.715926 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:52.721279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e68a77ec-09fa-47de-bc19-6dff18208ff3 HTTP/1.1" status: 204 len: 168 time: 0.9201553 Nov 23 10:40:52.754110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eae1fd9b-10fd-438d-bb8d-a7fb755887b3 req-d144b6ee-17b1-4f87-a0d3-5c41c6e4a1c2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884934 Nov 23 10:40:52.773282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-6858e1bc-55da-4646-9da9-8c77665ba0e7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:52.773282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-6858e1bc-55da-4646-9da9-8c77665ba0e7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 950 time: 0.4828055 Nov 23 10:40:52.773508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08509be8-8f44-45ae-9ff7-4ad8b7ef5d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0928323e-20ad-464d-ab94-848e4cb2e9e4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:52.788926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0382b7-1253-4825-8f68-1c72b85643eb']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:52.824297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc96b86-e977-480c-8992-4b373df1202d req-79c109dc-9a53-4b0d-b2cc-0b3e6768ad35 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:52.829985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc96b86-e977-480c-8992-4b373df1202d req-79c109dc-9a53-4b0d-b2cc-0b3e6768ad35 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8 HTTP/1.1" status: 200 len: 945 time: 0.6487825 Nov 23 10:40:52.849608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223b9a8-e5bb-42a9-b32c-c3b02e6218c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e68a77ec-09fa-47de-bc19-6dff18208ff3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:52.930043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92463551-c1ed-491b-ac07-820876f3da4a') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:52.930614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92463551-c1ed-491b-ac07-820876f3da4a') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:40:52.945376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f582cb62-12fd-49e5-954c-7667c0ca1934 req-14eca85c-03ab-4dc5-b635-934040c9e067 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074832 Nov 23 10:40:52.945932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:53.005940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.023288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['fe357960-9c3d-4740-ac2b-006e85cd1f1b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:53.106739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Deleting port 7423de8a-3c58-4621-abb2-9db1610d47ea {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:53.106739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.153894 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15642d50-e038-4bce-855d-58fab984e213 x-openstack-request-id: req-15642d50-e038-4bce-855d-58fab984e213 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:53.155085 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-plugged", "status": "completed", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:53.155519 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15642d50-e038-4bce-855d-58fab984e213 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:53.156071 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'code': 200} Nov 23 10:40:53.184399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.186130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57232) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:53.274743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5400eb3b-20f0-4dec-a239-62e1c8155e0d req-3c5abc70-7663-48cc-9594-f411203211bc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 210 time: 0.0308831 Nov 23 10:40:53.327521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event deleted for resources: {'Port': ['ID=fe357960-9c3d-4740-ac2b-006e85cd1f1b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:53.361644 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.381864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] For port 7423de8a-3c58-4621-abb2-9db1610d47ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7423de8a-3c58-4621-abb2-9db1610d47ea,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:53.382897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.396223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:40:53.396836 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:40:53.399892 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:40:53.406582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Calling delete_port for 7423de8a-3c58-4621-abb2-9db1610d47ea owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:53.463908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] No DVR routers for this DVR port fe357960-9c3d-4740-ac2b-006e85cd1f1b on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:53.652401 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ea960f0-5033-4ed4-8460-8db76fa142e4 req-3e1f3b0c-0883-4239-ab4c-7a0e6cd3cd29 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 210 time: 0.1096222 Nov 23 10:40:53.717872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.730381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7423de8a-3c58-4621-abb2-9db1610d47ea', '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:53.809341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event deleted for resources: {'Port': ['ID=7423de8a-3c58-4621-abb2-9db1610d47ea,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:53.858174 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.861498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7605c9eb-033e-4155-af88-c8b906ef9f32 req-c128624d-cb1c-4b76-8bff-529b432d0dba tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "DELETE /v2.0/ports/fe357960-9c3d-4740-ac2b-006e85cd1f1b HTTP/1.1" status: 204 len: 173 time: 2.3856196 Nov 23 10:40:53.882280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'name': 'network-vif-deleted', 'tag': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:53.884781 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7327187-9a94-4411-b97b-df10e3a5028a" -d '{"events": [{"server_uuid": "32cb190f-9f30-44e6-8293-51bfc1438ca1", "name": "network-vif-deleted", "tag": "fe357960-9c3d-4740-ac2b-006e85cd1f1b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:53.910952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150229ed-6783-4396-9143-5504abfab0e6 req-ba80ed38-ddfd-4293-9111-32c70cbb3aa7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:53.919240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-150229ed-6783-4396-9143-5504abfab0e6 req-ba80ed38-ddfd-4293-9111-32c70cbb3aa7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.7451739 Nov 23 10:40:53.934199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-53f3bf47-742a-4ffd-a23e-fcac161666ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5201496895841988da25d3070f5ac0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7266726 Nov 23 10:40:53.937382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57246) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:53.947772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] No DVR routers for this DVR port 7423de8a-3c58-4621-abb2-9db1610d47ea on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:53.971626 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:53.977689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af695d9e-98d8-4a7a-a8d7-390fa3dbb38f req-81dc2d8a-0fd5-4484-9d60-c87e939dac1a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "DELETE /v2.0/ports/7423de8a-3c58-4621-abb2-9db1610d47ea HTTP/1.1" status: 204 len: 173 time: 1.2076631 Nov 23 10:40:53.978116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46946484-c5fe-4435-9457-77a5ce75eacd', 'name': 'network-vif-deleted', 'tag': '7423de8a-3c58-4621-abb2-9db1610d47ea'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:53.994558 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec89fcca-185c-4a46-8bea-256dadab0c58" -d '{"events": [{"server_uuid": "46946484-c5fe-4435-9457-77a5ce75eacd", "name": "network-vif-deleted", "tag": "7423de8a-3c58-4621-abb2-9db1610d47ea"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:54.033196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.050994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.060276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bc0382b7-1253-4825-8f68-1c72b85643eb HTTP/1.1" status: 204 len: 168 time: 2.0864952 Nov 23 10:40:54.131449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b7ba-0757-4084-b5ba-35cb33f69ce4 req-55b25108-7bbb-458a-a66e-c9d16346afc0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:54.145616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-150229ed-6783-4396-9143-5504abfab0e6 req-f31448be-9cb5-437a-9bd5-8a1633f2de4e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627548 Nov 23 10:40:54.149173 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3091b7ba-0757-4084-b5ba-35cb33f69ce4 req-55b25108-7bbb-458a-a66e-c9d16346afc0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.2138355 Nov 23 10:40:54.161137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ee07c21-ae91-442f-ae8f-bf145acce1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.238585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1c7ec-b822-4da3-900e-ff6a1e6993d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0382b7-1253-4825-8f68-1c72b85643eb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:54.256087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ee07c21-ae91-442f-ae8f-bf145acce1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.261166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Deleting port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:54.264174 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.349175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Deleting port 95801ccc-f4c0-4a2a-9333-972412b33e5b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:40:54.349616 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.354470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57264) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:54.355300 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ec3d73-3995-43b4-b440-d1938d3ece11 x-openstack-request-id: req-d0ec3d73-3995-43b4-b440-d1938d3ece11 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:54.355710 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32cb190f-9f30-44e6-8293-51bfc1438ca1", "name": "network-vif-deleted", "tag": "fe357960-9c3d-4740-ac2b-006e85cd1f1b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:54.356239 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0ec3d73-3995-43b4-b440-d1938d3ece11 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:54.356913 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32cb190f-9f30-44e6-8293-51bfc1438ca1', 'name': 'network-vif-deleted', 'tag': 'fe357960-9c3d-4740-ac2b-006e85cd1f1b', 'status': 'completed', 'code': 200} Nov 23 10:40:54.370482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3091b7ba-0757-4084-b5ba-35cb33f69ce4 req-b8763d07-741f-4d1d-b70d-4f60ff50fdc4 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203879 Nov 23 10:40:54.420894 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811e215d-fb7a-4c4b-b601-0abe6ffa40da x-openstack-request-id: req-811e215d-fb7a-4c4b-b601-0abe6ffa40da {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:54.421378 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46946484-c5fe-4435-9457-77a5ce75eacd", "name": "network-vif-deleted", "tag": "7423de8a-3c58-4621-abb2-9db1610d47ea", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:54.421720 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-811e215d-fb7a-4c4b-b601-0abe6ffa40da {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:54.422184 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46946484-c5fe-4435-9457-77a5ce75eacd', 'name': 'network-vif-deleted', 'tag': '7423de8a-3c58-4621-abb2-9db1610d47ea', 'status': 'completed', 'code': 200} Nov 23 10:40:54.513375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-765a565a-bbfa-46ea-bd86-8c2f71e0126a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cad931498ceb464193a32fde7f417630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416848 Nov 23 10:40:54.518366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57268) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:54.542764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ee07c21-ae91-442f-ae8f-bf145acce1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.546122 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ee07c21-ae91-442f-ae8f-bf145acce1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.548125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ee07c21-ae91-442f-ae8f-bf145acce1ee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2eb7e28a-0901-4475-b1d8-80db520e8129 HTTP/1.1" status: 204 len: 168 time: 0.6094015 Nov 23 10:40:54.565844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a1b2a6b7-9680-4053-860e-960569de8f50 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:54.567519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a1b2a6b7-9680-4053-860e-960569de8f50 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 813 time: 0.2747746 Nov 23 10:40:54.615555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Request body: {'port': {'device_id': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'admin_state_up': True, 'tenant_id': '23a9932284ba4094a8ffd367c5e86fbf'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:54.625292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07c21-ae91-442f-ae8f-bf145acce1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb7e28a-0901-4475-b1d8-80db520e8129,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:54.742568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baeebdc2-8321-4b16-b11c-d3bdcca791c5 req-093075a3-aed9-4197-9bd5-4fecad44488e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32cb190f-9f30-44e6-8293-51bfc1438ca1 HTTP/1.1" status: 200 len: 210 time: 0.1414058 Nov 23 10:40:54.774186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] For port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:54.774558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.801032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] For port 95801ccc-f4c0-4a2a-9333-972412b33e5b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=95801ccc-f4c0-4a2a-9333-972412b33e5b,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:40:54.801463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.817448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-becba613-708a-4bb6-85fa-f80a320b7cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.841634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd41dc-9752-44af-b97b-4c4af02f1bc3 req-605717a0-0fe7-4a19-9381-9cd0236d8637 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:54.862136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-becba613-708a-4bb6-85fa-f80a320b7cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:54.871882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78cd41dc-9752-44af-b97b-4c4af02f1bc3 req-605717a0-0fe7-4a19-9381-9cd0236d8637 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 951 time: 0.2994220 Nov 23 10:40:54.902864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Calling delete_port for 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:54.906164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Calling delete_port for 95801ccc-f4c0-4a2a-9333-972412b33e5b owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:40:55.003557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78cd41dc-9752-44af-b97b-4c4af02f1bc3 req-d4487242-a890-469d-b31d-6e5db3044092 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306996 Nov 23 10:40:55.011023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-583d1b9f-7162-4739-85bd-cc30e36fdc53 req-edb52bd2-ba35-47a7-be4f-9b03acb00151 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 210 time: 0.1319499 Nov 23 10:40:55.052876 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-becba613-708a-4bb6-85fa-f80a320b7cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:55.056027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-becba613-708a-4bb6-85fa-f80a320b7cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:55.062670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-becba613-708a-4bb6-85fa-f80a320b7cea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/add5b7ed-86a9-4f67-b588-9c3ae206c482 HTTP/1.1" status: 204 len: 168 time: 0.5430741 Nov 23 10:40:55.097854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becba613-708a-4bb6-85fa-f80a320b7cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5b7ed-86a9-4f67-b588-9c3ae206c482,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:55.119092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Made reservation on behalf of 23a9932284ba4094a8ffd367c5e86fbf for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:55.123851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:55.157793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:55.163623 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea37a0-53e4-4e92-8ac2-177519a036e2" -d '{"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-plugged", "status": "completed", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:55.233157 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a407131-e9eb-41d6-87eb-4b13e1964e86 x-openstack-request-id: req-9a407131-e9eb-41d6-87eb-4b13e1964e86 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:55.233695 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-plugged", "status": "completed", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:55.234213 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a407131-e9eb-41d6-87eb-4b13e1964e86 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:55.234758 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'code': 200} Nov 23 10:40:55.278734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57288) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:55.454792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3b3ceac-6ee3-45f5-803b-671ecee0df43 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a8dd9d03a954679b8a3a55a163024b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738019 Nov 23 10:40:55.459257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:55.484125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a98e274d-1548-4108-ac73-323fa216c039 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:55.485796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a98e274d-1548-4108-ac73-323fa216c039 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 813 time: 0.4045520 Nov 23 10:40:55.515496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847aab-db16-454a-a2c7-91880ec4512e req-faf5d719-be1a-45d5-bed1-c050160ab5f8 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:55.517074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49847aab-db16-454a-a2c7-91880ec4512e req-faf5d719-be1a-45d5-bed1-c050160ab5f8 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.2804229 Nov 23 10:40:55.541022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Request body: {'port': {'device_id': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'admin_state_up': True, 'tenant_id': '23a9932284ba4094a8ffd367c5e86fbf'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:55.590518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:55.594428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1940e2-508c-4401-ae03-c1ed2baf1467 req-81eec8db-d501-45d6-bffd-970ada11ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:55.600265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a1940e2-508c-4401-ae03-c1ed2baf1467 req-81eec8db-d501-45d6-bffd-970ada11ce45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 1096 time: 0.2557616 Nov 23 10:40:55.605759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'dc0e541a-c148-4336-b543-08c9e6ec172f', '985037f1-9b03-4409-8ccc-e1d04999bc89'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:55.627876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Allocated IP 172.20.0.3 (7c08ca8c-2131-4885-8b74-53edc78dcef6/31560ce6-0523-415f-a7e0-bd792cda645e/a428f9d5-7c3f-4e7a-a406-06959066c1cf) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:55.673616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a03497-112a-4462-bbcf-af3a35489757 req-08654d9a-b16b-4bb8-bde6-061489da9128 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:55.675194 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a03497-112a-4462-bbcf-af3a35489757 req-08654d9a-b16b-4bb8-bde6-061489da9128 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.1499522 Nov 23 10:40:55.683665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d44aa52-b2b8-44aa-b2f7-02cb20ceadf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:55.758263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d44aa52-b2b8-44aa-b2f7-02cb20ceadf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:55.891035 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:40:55.949834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a03497-112a-4462-bbcf-af3a35489757 req-ec74d582-7a34-4807-ac4b-b4ef934a1dff tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558227 Nov 23 10:40:56.066961 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d44aa52-b2b8-44aa-b2f7-02cb20ceadf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.069827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d44aa52-b2b8-44aa-b2f7-02cb20ceadf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.071027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3d44aa52-b2b8-44aa-b2f7-02cb20ceadf3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1894a991-7ae3-456e-be05-f2a72ddd0d55 HTTP/1.1" status: 204 len: 168 time: 0.6110923 Nov 23 10:40:56.077428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49847aab-db16-454a-a2c7-91880ec4512e req-a286cfc9-ae39-47fe-bc8e-d4ab8db21032 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349667 Nov 23 10:40:56.079181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.090402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event deleted for resources: {'Port': ['ID=95801ccc-f4c0-4a2a-9333-972412b33e5b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:56.099970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44aa52-b2b8-44aa-b2f7-02cb20ceadf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1894a991-7ae3-456e-be05-f2a72ddd0d55,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:56.102503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7423de8a-3c58-4621-abb2-9db1610d47ea'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:40:56.104598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:56.106045 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.137306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] No DVR routers for this DVR port 95801ccc-f4c0-4a2a-9333-972412b33e5b on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:56.145015 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.152066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0157e8b4-c383-4840-a955-7c947a0df1e2 req-9c5eb112-4519-45ea-87c6-f4440f194e25 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "DELETE /v2.0/ports/95801ccc-f4c0-4a2a-9333-972412b33e5b HTTP/1.1" status: 204 len: 173 time: 3.3206749 Nov 23 10:40:56.188975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:56.192205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.240276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 95801ccc-f4c0-4a2a-9333-972412b33e5b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:56.240634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 95801ccc-f4c0-4a2a-9333-972412b33e5b not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:56.274450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:56.304587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:56.307222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:56.311763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:56.313608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:56.317602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7423de8a-3c58-4621-abb2-9db1610d47ea no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:56.344797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event deleted for resources: {'Port': ['ID=2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:56.367104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a1940e2-508c-4401-ae03-c1ed2baf1467 req-f2c39350-67eb-45ef-acb1-b004a1c3fba4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7162852 Nov 23 10:40:56.367690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-deleted', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:56.371516 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c916d5f7-2e81-4158-8bc8-8e01606bd9e0" -d '{"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-deleted", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:56.377436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:56.380454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.411683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cf9f500-4ff3-477b-a162-da5163ae60bc req-601d60a4-fe9b-4418-99fc-f1871d4a3044 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f7aa632-5c66-4a44-b4e2-fd757491759b HTTP/1.1" status: 200 len: 210 time: 0.1431084 Nov 23 10:40:56.413826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2b516a7-6b33-48aa-9b16-427036776cff req-a8f5d4fe-d3ae-447a-a96a-f27d2e86f554 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 210 time: 0.0745945 Nov 23 10:40:56.414878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Made reservation on behalf of 23a9932284ba4094a8ffd367c5e86fbf for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:56.420322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.463301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8837368 Nov 23 10:40:56.494231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cd813-b255-4575-a5f9-1ea7d6894cee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event updated for resources: {'Port': ['ID=a428f9d5-7c3f-4e7a-a406-06959066c1cf,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:56.499353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] No DVR routers for this DVR port 2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:40:56.508007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.512056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc96b86-e977-480c-8992-4b373df1202d req-ec1a9080-cad4-4929-8521-b6c5dac2ccd2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "DELETE /v2.0/ports/2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9 HTTP/1.1" status: 204 len: 173 time: 3.6545393 Nov 23 10:40:56.514914 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc67f858-fc04-4bc6-b268-7055e5caf458 x-openstack-request-id: req-bc67f858-fc04-4bc6-b268-7055e5caf458 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:56.515414 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7aa632-5c66-4a44-b4e2-fd757491759b", "name": "network-vif-deleted", "tag": "95801ccc-f4c0-4a2a-9333-972412b33e5b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:56.515785 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc67f858-fc04-4bc6-b268-7055e5caf458 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:56.516367 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7aa632-5c66-4a44-b4e2-fd757491759b', 'name': 'network-vif-deleted', 'tag': '95801ccc-f4c0-4a2a-9333-972412b33e5b', 'status': 'completed', 'code': 200} Nov 23 10:40:56.581064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Request body: {'port': {'device_id': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:56.581702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 7423de8a-3c58-4621-abb2-9db1610d47ea {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:56.582263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7423de8a-3c58-4621-abb2-9db1610d47ea not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:56.582910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fe357960-9c3d-4740-ac2b-006e85cd1f1b no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:40:56.607452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: fe357960-9c3d-4740-ac2b-006e85cd1f1b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:40:56.608110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fe357960-9c3d-4740-ac2b-006e85cd1f1b not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:40:56.737639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:56.907978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadddbe8-1da7-442a-b919-416440b51b29 req-a99d1bb9-cbd7-4973-85ed-a4622f71c938 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:56.915479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-a99d1bb9-cbd7-4973-85ed-a4622f71c938 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.2568083 Nov 23 10:40:56.936761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-50069cdf-5383-4682-9aba-32dc8753847b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/quotas/195338d0921f4152b44ca3ae28137354 HTTP/1.1" status: 200 len: 375 time: 0.0206518 Nov 23 10:40:56.979895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-fa7bca1b-0a1e-4f6f-a95c-a09f09b31678 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363684 Nov 23 10:40:56.984148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Allocated IP 172.20.0.5 (7c08ca8c-2131-4885-8b74-53edc78dcef6/31560ce6-0523-415f-a7e0-bd792cda645e/101ff66a-3875-4f35-847d-b8fc38654998) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:40:57.016952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57354) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:57.141129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21da1d7-0e69-4e61-bad7-cc6cc20c8215 req-41097119-198a-480d-950d-20d078219729 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:57.160615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d21da1d7-0e69-4e61-bad7-cc6cc20c8215 req-41097119-198a-480d-950d-20d078219729 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.1232109 Nov 23 10:40:57.250461 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d21da1d7-0e69-4e61-bad7-cc6cc20c8215 req-b99a68fc-d27b-454c-af83-2d4db8a791de tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871673 Nov 23 10:40:57.307054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-2f6f90cf-a767-4638-887b-ab15f1c03c0f service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163486 Nov 23 10:40:57.318057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-323337496-network', 'tenant_id': 'e21a08368ade412ea5566fe89f848f02'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:57.414935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Made reservation on behalf of e21a08368ade412ea5566fe89f848f02 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:57.418321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:57.427308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:57.432523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:57.486863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:57.487773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d3f62-40ed-44d1-ad6f-0a8ecef9753e req-5cb6287c-ac9c-418e-bf41-20c239dc9e21 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:57.496363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-078d3f62-40ed-44d1-ad6f-0a8ecef9753e req-5cb6287c-ac9c-418e-bf41-20c239dc9e21 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1431351 Nov 23 10:40:57.554171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9dc3e0c0-56e4-407c-9541-3c7b3ba0125b service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285154 Nov 23 10:40:57.572083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Network 7c08ca8c-2131-4885-8b74-53edc78dcef6 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:40:57.573909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:57.585478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:40:57.642478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event updated for resources: {'Port': ['ID=101ff66a-3875-4f35-847d-b8fc38654998,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:57.660737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-078d3f62-40ed-44d1-ad6f-0a8ecef9753e req-c2e7d500-165d-49a9-899b-ee6227992df7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639185 Nov 23 10:40:57.662816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:57.663444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:57.690784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a24d4240-6c6c-4c8d-877f-a32ac5451bb2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1715314 Nov 23 10:40:57.704887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Request body: {'port': {'device_id': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:57.812853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:57.944055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13567e51-7b2c-40d1-b2b4-a167288acbf0 req-af26cc42-5ab4-4627-9bab-5da052151abf tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:57.945634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13567e51-7b2c-40d1-b2b4-a167288acbf0 req-af26cc42-5ab4-4627-9bab-5da052151abf tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 931 time: 0.1225653 Nov 23 10:40:58.081292 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13567e51-7b2c-40d1-b2b4-a167288acbf0 req-c50e2b56-ee31-42b7-a1d2-2288429bae77 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273887 Nov 23 10:40:58.148141 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.155717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.172452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:40:58.229260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20705de-f162-442e-86e2-d9a22f7f21d5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:58.232547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-791b8fe0-042d-4523-9068-5e7ea8b0f114 req-63d77492-0841-4e99-8a90-6180fbb09a83 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 210 time: 0.0597680 Nov 23 10:40:58.253981 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.254592 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Added segment d8492ce7-2624-4f52-9aa7-003fda9ff31e of type vlan for network a76410f7-9874-4004-ba26-07229b2bd8cb Nov 23 10:40:58.277011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a428f9d5-7c3f-4e7a-a406-06959066c1cf {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:58.314767 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.332468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Transition to ACTIVE for port object a428f9d5-7c3f-4e7a-a406-06959066c1cf will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:58.343458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.355401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.444319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Pushing event updated for resources: {'Port': ['ID=a428f9d5-7c3f-4e7a-a406-06959066c1cf,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:58.478146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.479315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:58.480063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.574510 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5559223 Nov 23 10:40:58.588325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101ff66a-3875-4f35-847d-b8fc38654998 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:40:58.592575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:40:58.597940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.602278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Request body: {'subnet': {'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-323337496-subnet', 'tenant_id': 'e21a08368ade412ea5566fe89f848f02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:58.613021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Transition to ACTIVE for port object 101ff66a-3875-4f35-847d-b8fc38654998 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:40:58.613978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'name': 'network-vif-deleted', 'tag': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:58.616962 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4608938-74ca-4680-aaa7-d508073b5e4b" -d '{"events": [{"server_uuid": "5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8", "name": "network-vif-deleted", "tag": "2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:58.622392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.648732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8c8ed-db3d-4e59-a501-7d2c53441046 admin admin] Pushing event updated for resources: {'Network': ['ID=a76410f7-9874-4004-ba26-07229b2bd8cb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:58.671115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a76410f7-9874-4004-ba26-07229b2bd8cb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:40:58.671647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Attempting to bind port a428f9d5-7c3f-4e7a-a406-06959066c1cf on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:58.671922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Attempting to bind port a428f9d5-7c3f-4e7a-a406-06959066c1cf by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:58.672252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Attempting to bind port a428f9d5-7c3f-4e7a-a406-06959066c1cf on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:58.692843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Pushing event updated for resources: {'Port': ['ID=101ff66a-3875-4f35-847d-b8fc38654998,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:58.733399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81926d17-d9b6-425f-9e3a-da03ce41764f req-51d479ab-6bc1-4593-95a4-00daa1bd36a0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:58.741787 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81926d17-d9b6-425f-9e3a-da03ce41764f req-51d479ab-6bc1-4593-95a4-00daa1bd36a0 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.2333500 Nov 23 10:40:58.769602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Port a428f9d5-7c3f-4e7a-a406-06959066c1cf on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:58.770158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Attempting to bind port a428f9d5-7c3f-4e7a-a406-06959066c1cf on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:58.789131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:58.789543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Checking segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:58.790031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Bound using segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:58.790717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Bound port: a428f9d5-7c3f-4e7a-a406-06959066c1cf, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:58.791507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.797437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Attempting to bind port 101ff66a-3875-4f35-847d-b8fc38654998 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:40:58.797778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Attempting to bind port 101ff66a-3875-4f35-847d-b8fc38654998 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:40:58.798114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Attempting to bind port 101ff66a-3875-4f35-847d-b8fc38654998 on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:58.803520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Port 101ff66a-3875-4f35-847d-b8fc38654998 on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:40:58.803870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Attempting to bind port 101ff66a-3875-4f35-847d-b8fc38654998 on network 7c08ca8c-2131-4885-8b74-53edc78dcef6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:40:58.809982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:40:58.810975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Checking segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:58.811799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Bound using segment: {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:40:58.812253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Bound port: 101ff66a-3875-4f35-847d-b8fc38654998, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:40:58.812769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.819274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Made reservation on behalf of e21a08368ade412ea5566fe89f848f02 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:58.822090 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.927426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] For port 101ff66a-3875-4f35-847d-b8fc38654998, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:58.928569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81926d17-d9b6-425f-9e3a-da03ce41764f req-70401ed2-e56f-4057-a132-811c41a1937d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858110 Nov 23 10:40:58.934055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] For port 101ff66a-3875-4f35-847d-b8fc38654998, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=101ff66a-3875-4f35-847d-b8fc38654998,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:58.944425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e19698-5bbf-4c49-94f6-6e5984e7caf9 req-cd656413-9703-4d5a-9f7a-0d4a93346ff9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:58.946433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08e19698-5bbf-4c49-94f6-6e5984e7caf9 req-cd656413-9703-4d5a-9f7a-0d4a93346ff9 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 951 time: 0.0752437 Nov 23 10:40:58.948202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:58.983215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] For port a428f9d5-7c3f-4e7a-a406-06959066c1cf, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:40:58.987831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] For port a428f9d5-7c3f-4e7a-a406-06959066c1cf, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a428f9d5-7c3f-4e7a-a406-06959066c1cf,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:40:58.996814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.012682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.013335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.014835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] 10.222.0.65 "PUT /v2.0/ports/101ff66a-3875-4f35-847d-b8fc38654998 HTTP/1.1" status: 200 len: 1091 time: 1.3146539 Nov 23 10:40:59.016311 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601d9828-9f76-4538-95b5-0f64b74ca92d x-openstack-request-id: req-601d9828-9f76-4538-95b5-0f64b74ca92d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:59.016601 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8", "name": "network-vif-deleted", "tag": "2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:59.016857 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-601d9828-9f76-4538-95b5-0f64b74ca92d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:59.017274 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2ba9fe-02fa-4ba9-a0f3-288dac13d3d8', 'name': 'network-vif-deleted', 'tag': '2ecc91cd-17b7-4d1b-bca2-4e3cd6c8fbb9', 'status': 'completed', 'code': 200} Nov 23 10:40:59.053800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe05be0-bf3b-4dc7-afdf-20459a6065f1 service neutron] Pushing event updated for resources: {'Port': ['ID=101ff66a-3875-4f35-847d-b8fc38654998,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:59.061179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08e19698-5bbf-4c49-94f6-6e5984e7caf9 req-6492716f-8cf9-47f5-9315-646c2e8698db tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028597 Nov 23 10:40:59.082803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.082803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.082803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] 10.222.0.65 "PUT /v2.0/ports/a428f9d5-7c3f-4e7a-a406-06959066c1cf HTTP/1.1" status: 200 len: 1091 time: 2.5040364 Nov 23 10:40:59.082803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'tag': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:40:59.082803 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a48cb-73b1-432e-978f-1bcbe769014f" -d '{"events": [{"name": "network-changed", "server_uuid": "adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e", "tag": "a428f9d5-7c3f-4e7a-a406-06959066c1cf"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:40:59.177896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-7ba6dc05-f62f-49df-9882-e8e547ae6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.179693 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-7ba6dc05-f62f-49df-9882-e8e547ae6ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 1094 time: 0.0572255 Nov 23 10:40:59.197155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a8907-5531-4d8e-8abe-17bf8330228b service neutron] Pushing event updated for resources: {'Port': ['ID=a428f9d5-7c3f-4e7a-a406-06959066c1cf,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:59.230064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-786ff721-926e-4ab0-8459-3462e43ebb72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a428f9d5-7c3f-4e7a-a406-06959066c1cf HTTP/1.1" status: 200 len: 217 time: 0.0412672 Nov 23 10:40:59.255304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8f359-cee2-401c-afe3-14897a2c45f6 req-4cb8fbf6-2474-4edc-b139-fdda96322f5d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.265793 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94a8f359-cee2-401c-afe3-14897a2c45f6 req-4cb8fbf6-2474-4edc-b139-fdda96322f5d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1780365 Nov 23 10:40:59.313553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-922899a8-250b-4fec-9862-c64a5d75959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.315658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-922899a8-250b-4fec-9862-c64a5d75959b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 1094 time: 0.2253346 Nov 23 10:40:59.319731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.358231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-5e6f0ad6-442c-4314-9218-1452d0c91437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.359878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-5e6f0ad6-442c-4314-9218-1452d0c91437 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.1177537 Nov 23 10:40:59.402474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-d7f33f65-8836-4a1d-977a-6b87bfa93cf5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344224 Nov 23 10:40:59.431074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94a8f359-cee2-401c-afe3-14897a2c45f6 req-ae3870a4-b83b-460a-9311-a325622fe83d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528153 Nov 23 10:40:59.437201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-35649bae-322c-4c05-a61d-bcd180b8b6ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=101ff66a-3875-4f35-847d-b8fc38654998 HTTP/1.1" status: 200 len: 217 time: 0.1083250 Nov 23 10:40:59.464783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadddbe8-1da7-442a-b919-416440b51b29 req-12b9653a-0880-4c57-93dd-1dddcc0de6d2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.467542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-12b9653a-0880-4c57-93dd-1dddcc0de6d2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.2152858 Nov 23 10:40:59.470978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1600543895', 'description': 'tempest-description-1081158103'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:59.483069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Request body: {'port': {'device_id': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'admin_state_up': True, 'tenant_id': '195338d0921f4152b44ca3ae28137354'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:40:59.492123 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a16f0d4-6c97-4b3d-b0bd-574fdd3390df x-openstack-request-id: req-9a16f0d4-6c97-4b3d-b0bd-574fdd3390df {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:40:59.492411 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e", "tag": "a428f9d5-7c3f-4e7a-a406-06959066c1cf", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:40:59.492645 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9a16f0d4-6c97-4b3d-b0bd-574fdd3390df {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:40:59.493194 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'tag': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf', 'status': 'completed', 'code': 200} Nov 23 10:40:59.493609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec5f67d-9a20-4767-ac36-6e8514e7f5af,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:40:59.526240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-1a7acfd6-d02e-43db-ae73-f446df0f6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.527688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-1a7acfd6-d02e-43db-ae73-f446df0f6b27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.0677674 Nov 23 10:40:59.531195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Checking segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:40:59.531562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Network hostable DHCP agents. Network: a76410f7-9874-4004-ba26-07229b2bd8cb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:40:59.588049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-bff001e4-48de-49d4-929f-5b680f32ab17 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513966 Nov 23 10:40:59.605331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.608765 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Network a76410f7-9874-4004-ba26-07229b2bd8cb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:40:59.635143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a76410f7-9874-4004-ba26-07229b2bd8cb) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:40:59.637704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.645873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.646145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdba3b-9a4c-41c9-9629-54090edfafc8 None None] Network a76410f7-9874-4004-ba26-07229b2bd8cb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:40:59.646460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.659018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb897a4-e8ab-45c0-8555-66b6c9ecc7e6 req-1c4d707e-5abe-458c-b7e0-f074013047e1 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:40:59.660548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cb897a4-e8ab-45c0-8555-66b6c9ecc7e6 req-1c4d707e-5abe-458c-b7e0-f074013047e1 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 943 time: 0.1257215 Nov 23 10:40:59.664079 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-cf4e1cc3-609c-49b6-bee8-8c84e223f5e9 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524865 Nov 23 10:40:59.724136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-99fc9160-345e-483d-9405-fba10d0a8b8c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1263416 Nov 23 10:40:59.763232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-77e1877e-61c7-449a-b8ba-81dec14ab00c service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653140 Nov 23 10:40:59.768381 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cb897a4-e8ab-45c0-8555-66b6c9ecc7e6 req-cfa98276-f297-4221-81f7-0d09cc1cc874 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802593 Nov 23 10:40:59.859981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:40:59.865163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.881142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a76410f7-9874-4004-ba26-07229b2bd8cb', 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'tenant_id': 'e21a08368ade412ea5566fe89f848f02', 'fixed_ips': [{'subnet_id': '9ec5f67d-9a20-4767-ac36-6e8514e7f5af'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:40:59.883876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:40:59.913091 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5f6bb6c-4043-45de-8346-fcea8e4c1b38 req-a5144188-bf55-480f-aba8-d410420b9f47 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 210 time: 0.0326736 Nov 23 10:40:59.918764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-a0ebb743-dcbd-4297-88ea-2d247b99f1b3 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422626 Nov 23 10:40:59.959740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc8c7f16-effe-4cba-8183-40c2a59909a5 req-1e51ffd1-d0d3-42de-aadb-90080fe6c18d service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888995 Nov 23 10:41:00.050829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.074455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.089598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-a79487cc-b3a5-4e65-9ce1-3a2f337b72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:00.094476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Allocated IP 172.20.0.2 (a76410f7-9874-4004-ba26-07229b2bd8cb/9ec5f67d-9a20-4767-ac36-6e8514e7f5af/06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:00.095629 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-a79487cc-b3a5-4e65-9ce1-3a2f337b72ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 1094 time: 0.0988786 Nov 23 10:41:00.192725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c7a53-ac15-4866-8356-76b7caef45ac,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:00.213473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-7eaa0472-8bce-4ef6-906b-183b2ecb2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:00.215501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-7eaa0472-8bce-4ef6-906b-183b2ecb2537 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 914 time: 0.1111171 Nov 23 10:41:00.246140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-4580c925-08c0-4587-a53b-addf25cb84bd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:00.248560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-4580c925-08c0-4587-a53b-addf25cb84bd tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 951 time: 0.1833169 Nov 23 10:41:00.282667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-6ae37073-ef8b-4849-bc7f-605abf871cea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a428f9d5-7c3f-4e7a-a406-06959066c1cf HTTP/1.1" status: 200 len: 217 time: 0.0594027 Nov 23 10:41:00.287546 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.296992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.299303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Allocated IP 172.20.0.6 (ace056a8-c301-4243-8a18-6b51e87dd9c0/73dd1ecb-02bb-4f7a-95d3-7066e97dcd48/80f15197-95d6-452e-9d91-4c21f67be1b9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:00.349878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.369744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Network a76410f7-9874-4004-ba26-07229b2bd8cb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:00.370343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-9d989988-e27f-47e7-8a16-d66613005afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:00.372011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-9d989988-e27f-47e7-8a16-d66613005afb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.0679202 Nov 23 10:41:00.373148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:00.376899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:00.385442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Pushing event updated for resources: {'Port': ['ID=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:00.396368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.421346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-075ad49d-3f2b-4582-b591-4be53f5981eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418992 Nov 23 10:41:00.447214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Attempting to bind port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:00.447635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Attempting to bind port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:00.448148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Attempting to bind port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e on network a76410f7-9874-4004-ba26-07229b2bd8cb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:00.456365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:00.456922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Checking segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:00.457956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.458085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Bound using segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:00.458492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Bound port: 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:00.459031 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.471215 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.472617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-092f468f-c174-46f2-948a-87d956b415a4 req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0329609 Nov 23 10:41:00.493000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838325e-8c3c-4541-a008-2c48df87c3ce tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9520337d-6a79-4e09-b0b0-2f1d96dc945f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:00.536465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f71dfd-10f5-4c4c-88f4-aacc8534e5b8 req-3e40cb3f-9714-4ec3-b1e2-f80c0ab821f7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:00.538919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4f71dfd-10f5-4c4c-88f4-aacc8534e5b8 req-3e40cb3f-9714-4ec3-b1e2-f80c0ab821f7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 945 time: 0.1439023 Nov 23 10:41:00.559873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] For port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:00.564828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] For port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:00.571283 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.580447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-379f2d31-a29a-48bb-8c22-07028b40ef25 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406786 Nov 23 10:41:00.581911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Deleting port 985037f1-9b03-4409-8ccc-e1d04999bc89 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:00.582260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.636861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff458e18-2dd7-45f0-a1a9-4b7c8eab7fdb None None] Pushing event updated for resources: {'Port': ['ID=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:00.646325 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4f71dfd-10f5-4c4c-88f4-aacc8534e5b8 req-b4acef79-7f78-4328-9c30-9a3dae8fca46 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998681 Nov 23 10:41:00.745906 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b5a48cb-73b1-432e-978f-1bcbe769014f req-b1c7a1b8-7c1d-4948-a7e7-7fec26ab9a93 service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557329 Nov 23 10:41:00.746293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.762382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4a55-bbd8-468a-ad45-9f72e8dcd136 req-b7ea41aa-03ef-4c80-a181-0c571b71a203 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:00.764508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0afd4a55-bbd8-468a-ad45-9f72e8dcd136 req-b7ea41aa-03ef-4c80-a181-0c571b71a203 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=927eb86e-9ef4-4672-9960-02e8a86693fa HTTP/1.1" status: 200 len: 951 time: 0.1858454 Nov 23 10:41:00.790094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] For port 985037f1-9b03-4409-8ccc-e1d04999bc89, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=985037f1-9b03-4409-8ccc-e1d04999bc89,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:00.790458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.818989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Calling delete_port for 985037f1-9b03-4409-8ccc-e1d04999bc89 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:00.922000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0afd4a55-bbd8-468a-ad45-9f72e8dcd136 req-52acc7fc-5662-44c9-9b3a-827cc813b797 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437192 Nov 23 10:41:00.925094 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:00.976904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7035b43e-e75e-4e8d-a384-617151369ad2 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:00.980524 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7035b43e-e75e-4e8d-a384-617151369ad2 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 815 time: 0.1531169 Nov 23 10:41:01.005217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-d160f8d7-5aad-40d6-a035-ded3da650c3b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/quotas/e21a08368ade412ea5566fe89f848f02 HTTP/1.1" status: 200 len: 375 time: 0.0184290 Nov 23 10:41:01.055479 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-68530c67-eb92-423d-927b-9e6ac948b157 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489061 Nov 23 10:41:01.282455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'tag': '101ff66a-3875-4f35-847d-b8fc38654998'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:01.284747 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad127dc6-28ed-4534-9dfe-541f20fbca4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6dd39a-e9ce-42d4-a444-eca50aa19372", "tag": "101ff66a-3875-4f35-847d-b8fc38654998"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:01.307718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-21a8aadd-d45e-4848-b91a-a425a13a47f1 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:01.309945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-21a8aadd-d45e-4848-b91a-a425a13a47f1 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.1639345 Nov 23 10:41:01.326517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817747-2'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:01.351164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:01.366528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:01.369570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:01.374598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-b424f488-1347-41d5-83b2-28f75b483ddc service neutron] 10.222.0.61 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110700 Nov 23 10:41:01.379804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:01.453953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339fa33-025e-4159-ba0e-fb0e3189e4b8 req-ccc68482-6c9d-46ca-8ad7-463be6fe96cd tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:01.455748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f339fa33-025e-4159-ba0e-fb0e3189e4b8 req-ccc68482-6c9d-46ca-8ad7-463be6fe96cd tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1658475 Nov 23 10:41:01.461190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.486352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:01.486352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.530241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-12f44c25-0c83-4e25-ab42-fc2da379343a service neutron] 10.222.0.61 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542327 Nov 23 10:41:01.533764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.539274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-9cb8602c-3243-4563-9b65-236b3a5b2237 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0606167 Nov 23 10:41:01.546822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'dc0e541a-c148-4336-b543-08c9e6ec172f', '985037f1-9b03-4409-8ccc-e1d04999bc89'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:01.561630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Request body: {'port': {'device_id': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:01.566876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f339fa33-025e-4159-ba0e-fb0e3189e4b8 req-3a3edb13-fb93-418a-946d-166fe5f0be84 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009510 Nov 23 10:41:01.608583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event deleted for resources: {'Port': ['ID=985037f1-9b03-4409-8ccc-e1d04999bc89,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:01.662411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c85a0f21-7641-43b8-b904-1c462b77b8a8 req-b504e786-60f7-4876-a25b-17b3b423d276 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1911835586', 'description': 'tempest-description-1468504844'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:01.664075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:01.706185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] No DVR routers for this DVR port 985037f1-9b03-4409-8ccc-e1d04999bc89 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:01.711943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.715338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfa0e1ef-9cbf-46be-a122-6f9448123dae req-9aeb20b7-b9ab-4737-8581-f9df4c178afc tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "DELETE /v2.0/ports/985037f1-9b03-4409-8ccc-e1d04999bc89 HTTP/1.1" status: 204 len: 173 time: 1.4600127 Nov 23 10:41:01.716454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:01.724722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.758984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c85a0f21-7641-43b8-b904-1c462b77b8a8 req-b504e786-60f7-4876-a25b-17b3b423d276 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.830956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:01.850433 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764c3bd3-b807-4271-9f00-718a8b44dc85" -d '{"events": [{"server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:01.862992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.882073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:01.951498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a165ea0-0bc3-4008-ba13-f1aba24e2fd0 None None] Network a76410f7-9874-4004-ba26-07229b2bd8cb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:02.003832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:02.043727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=7']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:02.065011 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c85a0f21-7641-43b8-b904-1c462b77b8a8 req-b504e786-60f7-4876-a25b-17b3b423d276 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.115292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on host n-h2-817747-2 for vnic_type normal with profile {"migrating_to": "n-h1-817747-2"} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:02.115638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:02.115975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:02.119400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f721d59b-05b8-4326-a058-a7282f2a50f9 None None] Provisioning complete for port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:02.119778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f721d59b-05b8-4326-a058-a7282f2a50f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.136944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c85a0f21-7641-43b8-b904-1c462b77b8a8 req-b504e786-60f7-4876-a25b-17b3b423d276 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.146064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:02.146185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Attempting to bind port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on network dc85e82d-12cd-414a-8aca-8efe24c16fae {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:02.157516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:02.157869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Checking segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:02.158258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Bound using segment: {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:02.158711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Bound port: 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b223fde9-8933-4e7e-8ba9-d8e494803ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'dc85e82d-12cd-414a-8aca-8efe24c16fae'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:02.159075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.205993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c85a0f21-7641-43b8-b904-1c462b77b8a8 req-b504e786-60f7-4876-a25b-17b3b423d276 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.219479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c85a0f21-7641-43b8-b904-1c462b77b8a8 req-b504e786-60f7-4876-a25b-17b3b423d276 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5695078 Nov 23 10:41:02.225458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc83e97-b07b-41cb-846f-449ce438e7a3 req-c438edac-ba6f-4968-aa23-f3bbbe706945 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:02.250118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:02.250446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.256916 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bc83e97-b07b-41cb-846f-449ce438e7a3 req-c438edac-ba6f-4968-aa23-f3bbbe706945 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 943 time: 0.2419600 Nov 23 10:41:02.297206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e786-60f7-4876-a25b-17b3b423d276 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bda7329-ee4e-4f12-b94a-3ce009d710d3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:02.396283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:02.406837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:02.418983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f721d59b-05b8-4326-a058-a7282f2a50f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.432895 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.519403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb86fb6-e735-4156-af19-66c6c8f06f46 req-a460b50a-b281-4622-9d92-fe4a7d687c45 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:02.529910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-deb86fb6-e735-4156-af19-66c6c8f06f46 req-a460b50a-b281-4622-9d92-fe4a7d687c45 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 931 time: 0.1530330 Nov 23 10:41:02.535995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f721d59b-05b8-4326-a058-a7282f2a50f9 None None] For port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:02.537730 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.554170 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f721d59b-05b8-4326-a058-a7282f2a50f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.598738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=8']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:02.625444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-deb86fb6-e735-4156-af19-66c6c8f06f46 req-e03d91c9-5bb7-4ded-9fc9-7f48038e5a64 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941579 Nov 23 10:41:02.642168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bc83e97-b07b-41cb-846f-449ce438e7a3 req-90450d3e-87da-43e2-b236-f6b98896d3ee tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789728 Nov 23 10:41:02.720399 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:41:02.725454 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:41:02.730354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:02.733334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.735016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-1f9ea2f8-a483-4d58-8663-7a109be4e02a service neutron] 10.222.0.65 "PUT /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 1121 time: 1.4150357 Nov 23 10:41:02.747237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721d59b-05b8-4326-a058-a7282f2a50f9 None None] Pushing event updated for resources: {'Port': ['ID=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:02.771533 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163cd620-860f-430c-8997-b85b5ecae26f x-openstack-request-id: req-163cd620-860f-430c-8997-b85b5ecae26f {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:02.771801 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "name": "network-vif-unplugged", "status": "completed", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:02.772138 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-163cd620-860f-430c-8997-b85b5ecae26f {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:02.772447 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85', 'code': 200} Nov 23 10:41:02.773144 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3783615-4875-4cee-9dbb-78ead38e61c5 x-openstack-request-id: req-d3783615-4875-4cee-9dbb-78ead38e61c5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:02.773666 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6dd39a-e9ce-42d4-a444-eca50aa19372", "tag": "101ff66a-3875-4f35-847d-b8fc38654998", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:02.773666 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3783615-4875-4cee-9dbb-78ead38e61c5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:02.774047 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'tag': '101ff66a-3875-4f35-847d-b8fc38654998', 'status': 'completed', 'code': 200} Nov 23 10:41:02.792445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f15197-95d6-452e-9d91-4c21f67be1b9 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:02.798533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-347ab467-0a18-4b7d-be58-dd1db04992b3 None None] Provisioning complete for port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:02.799259 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-347ab467-0a18-4b7d-be58-dd1db04992b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.823834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fd511-c2d1-41ce-91be-66b257465ece req-b81f608e-fc66-4b30-871d-3580da274efe tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:02.833550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd9fd511-c2d1-41ce-91be-66b257465ece req-b81f608e-fc66-4b30-871d-3580da274efe tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.0727713 Nov 23 10:41:02.835538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['7dfa19e2-ae12-4059-81d2-b8392a7c4a85'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:02.840434 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.848334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7dfa19e2-ae12-4059-81d2-b8392a7c4a85'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:02.872254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Transition to ACTIVE for port object 80f15197-95d6-452e-9d91-4c21f67be1b9 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:02.882115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-cdb8b558-bd93-4684-a5ee-dbb3cc3f25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:02.891972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-cdb8b558-bd93-4684-a5ee-dbb3cc3f25a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 1094 time: 0.1204333 Nov 23 10:41:02.895000 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:02.934178 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd9fd511-c2d1-41ce-91be-66b257465ece req-a8ab7ef7-acc7-48b3-802f-9ff79de5c0b7 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997717 Nov 23 10:41:03.061030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:03.132718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1422694032', 'description': 'tempest-description-2046709624'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:03.163942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.174206 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.249672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-67642fac-d671-47fc-a65d-d61cc4d0c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:03.251194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-67642fac-d671-47fc-a65d-d61cc4d0c095 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 200 len: 914 time: 0.3335087 Nov 23 10:41:03.263945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.269197 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.325003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-6c28a405-fe99-430c-bfe1-8efece04633e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=101ff66a-3875-4f35-847d-b8fc38654998 HTTP/1.1" status: 200 len: 217 time: 0.0561953 Nov 23 10:41:03.328921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4304739-e497-4a96-8d8e-ddd958249bac,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:03.330407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Attempting to bind port 80f15197-95d6-452e-9d91-4c21f67be1b9 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:03.331022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Attempting to bind port 80f15197-95d6-452e-9d91-4c21f67be1b9 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:03.331389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Attempting to bind port 80f15197-95d6-452e-9d91-4c21f67be1b9 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:03.340257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-6df8022e-55cb-4904-b9ce-397cac09b0c7 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:03.343483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-6df8022e-55cb-4904-b9ce-397cac09b0c7 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 815 time: 0.3317356 Nov 23 10:41:03.368737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.373858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.385637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Port 80f15197-95d6-452e-9d91-4c21f67be1b9 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:03.385920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Attempting to bind port 80f15197-95d6-452e-9d91-4c21f67be1b9 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:03.398531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-0d317d86-8e6a-4785-999b-e82eaadd7afc tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/quotas/e21a08368ade412ea5566fe89f848f02 HTTP/1.1" status: 200 len: 375 time: 0.0261989 Nov 23 10:41:03.400997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:03.401408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Checking segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:03.401744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Bound using segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:03.402201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Bound port: 80f15197-95d6-452e-9d91-4c21f67be1b9, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:03.402672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.421539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.424685 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-80a323b7-0759-4310-b159-c6add2076036 req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2996891 Nov 23 10:41:03.426691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45fc80-cc05-4a80-a24a-844b94b26bfd tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2fbbc7-c555-4915-8be7-21ffbd4de21f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:03.485793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-6787d338-de8c-4e17-8cfd-6b61172317a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:03.487410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-6787d338-de8c-4e17-8cfd-6b61172317a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 200 len: 853 time: 0.1430216 Nov 23 10:41:03.557515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e334606-006f-42bf-a084-80f11071e3fa req-b9a8fcc4-2790-4be2-80dc-ac0ee1e0a613 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:03.559375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e334606-006f-42bf-a084-80f11071e3fa req-b9a8fcc4-2790-4be2-80dc-ac0ee1e0a613 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0618875 Nov 23 10:41:03.589470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-b070bed6-572a-4521-aeef-f1c3bf569f03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7c08ca8c-2131-4885-8b74-53edc78dcef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740123 Nov 23 10:41:03.614435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e334606-006f-42bf-a084-80f11071e3fa req-382a179a-0236-4e06-8790-c938c576a41d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Nov 23 10:41:03.671341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-b80966a4-b8c2-4fec-89c5-20ef82cd384b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2575877 Nov 23 10:41:03.675520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:03.731390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-60cf29d9-3d66-4aa8-8d01-9d1c0f59282b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:03.733452 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-60cf29d9-3d66-4aa8-8d01-9d1c0f59282b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 815 time: 0.3166697 Nov 23 10:41:03.740688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:03.760509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Request body: {'port': {'device_id': '444670c5-1261-40ec-9c90-93b18249881d', 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'admin_state_up': True, 'tenant_id': 'e21a08368ade412ea5566fe89f848f02'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:03.765043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.817319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-0fb3a2c3-1e7a-4fd9-89d2-a931d073e4b2 req-38d49add-c85e-49ed-8df2-07a27b4229f0 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-861108276', 'description': 'tempest-description-568439563'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:03.843143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0fb3a2c3-1e7a-4fd9-89d2-a931d073e4b2 req-38d49add-c85e-49ed-8df2-07a27b4229f0 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.867006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:03.891293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-1c06f0be-3319-490d-8b00-01a3ab22e65b service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899396 Nov 23 10:41:03.892746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:03.893404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.894717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] 10.222.0.65 "PUT /v2.0/ports/80f15197-95d6-452e-9d91-4c21f67be1b9 HTTP/1.1" status: 200 len: 1091 time: 2.3424020 Nov 23 10:41:03.929684 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0fb3a2c3-1e7a-4fd9-89d2-a931d073e4b2 req-38d49add-c85e-49ed-8df2-07a27b4229f0 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.934853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0fb3a2c3-1e7a-4fd9-89d2-a931d073e4b2 req-38d49add-c85e-49ed-8df2-07a27b4229f0 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.946358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:03.946808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.972795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0fb3a2c3-1e7a-4fd9-89d2-a931d073e4b2 req-38d49add-c85e-49ed-8df2-07a27b4229f0 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:03.974595 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fb3a2c3-1e7a-4fd9-89d2-a931d073e4b2 req-38d49add-c85e-49ed-8df2-07a27b4229f0 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1612694 Nov 23 10:41:03.979304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d49add-c85e-49ed-8df2-07a27b4229f0 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019fa9bc-f1fd-49c8-ba93-7e1146df6fd6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:04.071619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ba82-2c37-46a9-b34c-aa830bf13a51 service neutron] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:04.102179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-5e14e2ab-55c2-44f8-a1e1-62fcf1918f32 service neutron] 10.222.0.61 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927069 Nov 23 10:41:04.106581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5fea1-4ac5-4b08-8e00-91950cfb561e req-0275f652-fed6-46bb-bdec-fc027bbe18b0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:04.108113 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3c5fea1-4ac5-4b08-8e00-91950cfb561e req-0275f652-fed6-46bb-bdec-fc027bbe18b0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 943 time: 0.0623639 Nov 23 10:41:04.114026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:04.142808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 985037f1-9b03-4409-8ccc-e1d04999bc89 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:04.143049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 985037f1-9b03-4409-8ccc-e1d04999bc89 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:04.146713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:04.166666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadddbe8-1da7-442a-b919-416440b51b29 req-bcd77555-9562-418a-9a76-dd9258165878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:04.168187 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-bcd77555-9562-418a-9a76-dd9258165878 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 1094 time: 0.2104678 Nov 23 10:41:04.176523 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3c5fea1-4ac5-4b08-8e00-91950cfb561e req-121b762b-9870-4ec3-a2e7-25ed40f4da7c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618834 Nov 23 10:41:04.180543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad127dc6-28ed-4534-9dfe-541f20fbca4f req-d2b6eb7f-5a27-45ae-ac19-f1e42572126e service neutron] 10.222.0.65 "GET /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453232 Nov 23 10:41:04.224335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Made reservation on behalf of e21a08368ade412ea5566fe89f848f02 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:04.227948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:04.264919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f03de42d-5c0f-4101-b115-6faef6eb5187 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f15197-95d6-452e-9d91-4c21f67be1b9 HTTP/1.1" status: 200 len: 217 time: 0.0810421 Nov 23 10:41:04.265816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:04.286065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 has no active binding in host n-h1-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 10:41:04.286806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 101ff66a-3875-4f35-847d-b8fc38654998 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:04.341048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca567-29aa-4a35-b071-e84d04e87f54 req-a7b8e2b6-714b-4256-b87d-e71885f57917 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:04.343395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac7ca567-29aa-4a35-b071-e84d04e87f54 req-a7b8e2b6-714b-4256-b87d-e71885f57917 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 943 time: 0.0531814 Nov 23 10:41:04.350075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-83eadaa4-a6f7-4c54-b5d7-792d0254360f service neutron] 10.222.0.61 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315571 Nov 23 10:41:04.393318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadddbe8-1da7-442a-b919-416440b51b29 req-a10fa1dd-8321-4e90-bf83-0bfe9c5544e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:04.394840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-a10fa1dd-8321-4e90-bf83-0bfe9c5544e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.1130328 Nov 23 10:41:04.400740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 101ff66a-3875-4f35-847d-b8fc38654998, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=101ff66a-3875-4f35-847d-b8fc38654998,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:04.414245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac7ca567-29aa-4a35-b071-e84d04e87f54 req-128e0478-a4a3-4a8e-9c85-fab2312df9f9 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539167 Nov 23 10:41:04.417664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '101ff66a-3875-4f35-847d-b8fc38654998', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'port_id': '101ff66a-3875-4f35-847d-b8fc38654998', 'mac_address': 'fa:16:3e:2a:66:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31560ce6-0523-415f-a7e0-bd792cda645e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:04.461013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:04.470282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-f150234b-74a4-44f4-98b1-ab1623704bbb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537207 Nov 23 10:41:04.495199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101ff66a-3875-4f35-847d-b8fc38654998 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:04.522703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 101ff66a-3875-4f35-847d-b8fc38654998, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=101ff66a-3875-4f35-847d-b8fc38654998,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:04.524718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Allocated IP 172.20.0.7 (a76410f7-9874-4004-ba26-07229b2bd8cb/9ec5f67d-9a20-4767-ac36-6e8514e7f5af/e2a59392-a95e-4d92-9749-47c2f398b66a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:04.528335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:04.529716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a428f9d5-7c3f-4e7a-a406-06959066c1cf details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:04.566259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afe145-d518-4a21-8ea1-cf2180bb0d95 req-30b687d6-688b-4545-80b2-a5950e68858b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:04.567948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66afe145-d518-4a21-8ea1-cf2180bb0d95 req-30b687d6-688b-4545-80b2-a5950e68858b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.0811305 Nov 23 10:41:04.663707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66afe145-d518-4a21-8ea1-cf2180bb0d95 req-1a4fabf9-0b12-4ff0-b450-1ed90782678b tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779874 Nov 23 10:41:04.721278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a428f9d5-7c3f-4e7a-a406-06959066c1cf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a428f9d5-7c3f-4e7a-a406-06959066c1cf,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:04.736256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-e2d0f2ac-acb1-4d74-8793-e6697e257517 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493467 Nov 23 10:41:04.759082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf', 'network_id': '7c08ca8c-2131-4885-8b74-53edc78dcef6', 'port_id': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf', 'mac_address': 'fa:16:3e:01:12:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31560ce6-0523-415f-a7e0-bd792cda645e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:04.778072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:04.783861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-deleted', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89'}, {'name': 'network-changed', 'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:04.784947 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07dde6c-e1f5-435f-8415-7484f9702351" -d '{"events": [{"name": "network-changed", "server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:04.786024 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2" -d '{"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-deleted", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89"}, {"name": "network-changed", "server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:04.808283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=101ff66a-3875-4f35-847d-b8fc38654998,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:04.826887 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:04.840896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428f9d5-7c3f-4e7a-a406-06959066c1cf {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:04.852640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384195e-5188-4021-b26e-7cc0a391fc9f req-c11d8ab6-6228-4838-80b1-a7c6295d7a32 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:04.854200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0384195e-5188-4021-b26e-7cc0a391fc9f req-c11d8ab6-6228-4838-80b1-a7c6295d7a32 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.1703055 Nov 23 10:41:04.869585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a428f9d5-7c3f-4e7a-a406-06959066c1cf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a428f9d5-7c3f-4e7a-a406-06959066c1cf,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:04.877984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:04.967858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a428f9d5-7c3f-4e7a-a406-06959066c1cf,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:04.989242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:04.996122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cadddbe8-1da7-442a-b919-416440b51b29 req-c971daf3-beb3-4af3-9c9f-40ba890ae067 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353108 Nov 23 10:41:04.996294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-9cd18d9d-151e-4c8a-ac87-0faca4cff917 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42656 time: 0.3166018 Nov 23 10:41:05.004607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0384195e-5188-4021-b26e-7cc0a391fc9f req-3a0d065d-e037-4494-ad2a-cd33d9ae3f80 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387634 Nov 23 10:41:05.044265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:05.099491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Network a76410f7-9874-4004-ba26-07229b2bd8cb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:05.102617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:05.106994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:05.109774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-64d2cb6a-77d1-42c5-b4a1-6dfb516fef6c tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/05fecd6c-331f-4054-b952-fcaba53009d3 HTTP/1.1" status: 200 len: 2994 time: 0.0653627 Nov 23 10:41:05.114553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Pushing event updated for resources: {'Port': ['ID=e2a59392-a95e-4d92-9749-47c2f398b66a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:05.179592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-751dc0bb-3072-427f-bd53-f91917b65a72 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/05fecd6c-331f-4054-b952-fcaba53009d3 HTTP/1.1" status: 200 len: 2994 time: 0.0637944 Nov 23 10:41:05.183463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:05.184055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:05.229156 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-ed920ba8-b015-4fb0-99be-c0e59b2465c3 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/0bd9264b-8c04-4449-afb3-302ec29813f9 HTTP/1.1" status: 200 len: 2998 time: 0.0481243 Nov 23 10:41:05.235613 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-fe4ce867-6b89-4206-8c6c-f68d7eb3c7f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4822557 Nov 23 10:41:05.252932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Request body: {'port': {'device_id': '444670c5-1261-40ec-9c90-93b18249881d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:05.279911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-9fee2305-0470-4e58-b534-21c7e5e41dee tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/0bd9264b-8c04-4449-afb3-302ec29813f9 HTTP/1.1" status: 200 len: 2998 time: 0.0429924 Nov 23 10:41:05.337380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-b62a2289-e711-436f-8212-8136bcb03d50 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/1a9132ad-ff17-45bf-a754-1c32ed9f876c HTTP/1.1" status: 200 len: 2998 time: 0.0503671 Nov 23 10:41:05.346701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['101ff66a-3875-4f35-847d-b8fc38654998'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:05.381392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:05.397498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a428f9d5-7c3f-4e7a-a406-06959066c1cf'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:05.407732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-8311036b-5363-4f08-8005-9f165712bd01 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:05.409238 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-9a83880a-9c6e-41ac-a19c-7055685c3f37 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/1a9132ad-ff17-45bf-a754-1c32ed9f876c HTTP/1.1" status: 200 len: 2998 time: 0.0661960 Nov 23 10:41:05.413611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-8311036b-5363-4f08-8005-9f165712bd01 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 815 time: 0.2130153 Nov 23 10:41:05.462164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-b4096635-df92-452f-acb9-3c1d0cf37502 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/quotas/e21a08368ade412ea5566fe89f848f02 HTTP/1.1" status: 200 len: 375 time: 0.0448260 Nov 23 10:41:05.480775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-d69860b3-7148-4b62-b512-47e0122c7d24 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/22419f7f-8c85-4ca4-b30e-a01817715ec2 HTTP/1.1" status: 200 len: 2998 time: 0.0580192 Nov 23 10:41:05.538010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-8176705d-ba6c-40c0-b0b6-8d89cbd245c3 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/22419f7f-8c85-4ca4-b30e-a01817715ec2 HTTP/1.1" status: 200 len: 2998 time: 0.0497808 Nov 23 10:41:05.558584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8ff8561d-6f05-4d0d-b0b9-d5c8e7fa1df8 None None] Provisioning complete for port e2a59392-a95e-4d92-9749-47c2f398b66a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:05.558964 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ff8561d-6f05-4d0d-b0b9-d5c8e7fa1df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:05.577654 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-d721bf8f-9ad4-455f-b86d-dcf55c541d7f tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332 HTTP/1.1" status: 200 len: 2998 time: 0.0385389 Nov 23 10:41:05.620961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-4077e2ee-58cf-4184-8980-4c14e934f0cc tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1579134 Nov 23 10:41:05.624461 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-7a426e62-e633-4d24-9342-871d607402ea tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332 HTTP/1.1" status: 200 len: 2998 time: 0.0384738 Nov 23 10:41:05.632382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8561d-6f05-4d0d-b0b9-d5c8e7fa1df8 None None] Port e2a59392-a95e-4d92-9749-47c2f398b66a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:05.677935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-1d74758c-39b3-4b59-a28c-42fe350b4898 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/548429a4-186c-49b2-a935-282e3954344c HTTP/1.1" status: 200 len: 2998 time: 0.0447125 Nov 23 10:41:05.715231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-8fde689c-5e5d-413f-95e6-4467e54547cb tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/548429a4-186c-49b2-a935-282e3954344c HTTP/1.1" status: 200 len: 2998 time: 0.0375450 Nov 23 10:41:05.760239 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-3ab28ac5-9623-4db9-9e1f-39c2226046de tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53 HTTP/1.1" status: 200 len: 2998 time: 0.0383604 Nov 23 10:41:05.823355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-affeb425-0b35-4128-8c5d-9859f4d9d6fc tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53 HTTP/1.1" status: 200 len: 2998 time: 0.0566261 Nov 23 10:41:05.869775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-708cd8c7-977c-467e-a1a1-991ad93e25fc tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a4304739-e497-4a96-8d8e-ddd958249bac HTTP/1.1" status: 200 len: 2998 time: 0.0452120 Nov 23 10:41:05.980816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-2d413771-818b-4d85-95f3-09f616cd4171 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/a4304739-e497-4a96-8d8e-ddd958249bac HTTP/1.1" status: 200 len: 2998 time: 0.1096001 Nov 23 10:41:06.052216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-1209b60e-085e-4cb0-acfb-a865c2815224 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:06.053859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-1209b60e-085e-4cb0-acfb-a865c2815224 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 815 time: 0.1668599 Nov 23 10:41:06.055370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-4fa76d88-7a8b-460b-a2cb-5ab21f4204e4 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b0d829a0-6ef0-421b-b1e1-9e081a0c1ca7 HTTP/1.1" status: 200 len: 2990 time: 0.0737052 Nov 23 10:41:06.074350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Request body: {'port': {'device_id': '07b85c07-7369-488a-a405-a16fa8152ce3', 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'admin_state_up': True, 'tenant_id': 'e21a08368ade412ea5566fe89f848f02'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:06.151468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-c60d8131-b86a-4f02-b079-2fb8f1701dd9 service neutron] 10.222.0.61 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938564 Nov 23 10:41:06.164197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-4462af0a-1f48-4379-8fca-09ed439a2cc4 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/b0d829a0-6ef0-421b-b1e1-9e081a0c1ca7 HTTP/1.1" status: 200 len: 2990 time: 0.1023459 Nov 23 10:41:06.193069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-1edf8e91-b6fa-4a2b-9841-67b9f84850a7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:06.194561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-1edf8e91-b6fa-4a2b-9841-67b9f84850a7 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 949 time: 0.4602025 Nov 23 10:41:06.232184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-7bba363f-c833-4df7-87a5-21cd6be54b18 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/bf8c7a53-ac15-4866-8356-76b7caef45ac HTTP/1.1" status: 200 len: 2998 time: 0.0603383 Nov 23 10:41:06.244980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Made reservation on behalf of e21a08368ade412ea5566fe89f848f02 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:06.248652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.262800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a59392-a95e-4d92-9749-47c2f398b66a {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:06.301026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.326464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-1e43cc3a-99ea-4466-b9bc-a035cc179cb4 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/bf8c7a53-ac15-4866-8356-76b7caef45ac HTTP/1.1" status: 200 len: 2998 time: 0.0866454 Nov 23 10:41:06.356167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Transition to ACTIVE for port object e2a59392-a95e-4d92-9749-47c2f398b66a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:06.370391 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.415452 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-bb388992-33e5-475a-90bc-d863b913f231 service neutron] 10.222.0.61 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553105 Nov 23 10:41:06.429712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-a4647e00-81fb-41c7-8774-10a931b5169a tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c7c12df8-e8ac-4a8a-90bc-997b643c80d0 HTTP/1.1" status: 200 len: 2998 time: 0.0925167 Nov 23 10:41:06.452239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a59392-a95e-4d92-9749-47c2f398b66a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:06.483607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Allocated IP 172.20.0.8 (a76410f7-9874-4004-ba26-07229b2bd8cb/9ec5f67d-9a20-4767-ac36-6e8514e7f5af/09d5fa18-f868-40c7-b6da-97bce72b9aba) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:06.487300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Deleting port dc0e541a-c148-4336-b543-08c9e6ec172f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:06.487652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.519005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-6794e9e8-bd6a-4aed-a0c8-c68e14bfb402 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/c7c12df8-e8ac-4a8a-90bc-997b643c80d0 HTTP/1.1" status: 200 len: 2998 time: 0.0881634 Nov 23 10:41:06.641001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Attempting to bind port e2a59392-a95e-4d92-9749-47c2f398b66a on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:06.641726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Attempting to bind port e2a59392-a95e-4d92-9749-47c2f398b66a by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:06.642231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Attempting to bind port e2a59392-a95e-4d92-9749-47c2f398b66a on network a76410f7-9874-4004-ba26-07229b2bd8cb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:06.653423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Port e2a59392-a95e-4d92-9749-47c2f398b66a on network a76410f7-9874-4004-ba26-07229b2bd8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:06.654812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Attempting to bind port e2a59392-a95e-4d92-9749-47c2f398b66a on network a76410f7-9874-4004-ba26-07229b2bd8cb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:06.667825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:06.668465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Checking segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:06.669047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Bound using segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:06.670852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Bound port: e2a59392-a95e-4d92-9749-47c2f398b66a, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:06.671401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.690146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] For port dc0e541a-c148-4336-b543-08c9e6ec172f, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=dc0e541a-c148-4336-b543-08c9e6ec172f,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:06.690816 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.725838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Calling delete_port for dc0e541a-c148-4336-b543-08c9e6ec172f owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:06.886306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] For port e2a59392-a95e-4d92-9749-47c2f398b66a, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:06.892502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] For port e2a59392-a95e-4d92-9749-47c2f398b66a, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e2a59392-a95e-4d92-9749-47c2f398b66a,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:06.911247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:06.982131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9e549-2a34-4d37-955b-07fc2bae472c req-6c5e2903-9ea7-4dd6-a7a7-c28d3a5bfe5d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:06.990815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65d9e549-2a34-4d37-955b-07fc2bae472c req-6c5e2903-9ea7-4dd6-a7a7-c28d3a5bfe5d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.2252069 Nov 23 10:41:07.001716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.002463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:07.003986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/e2a59392-a95e-4d92-9749-47c2f398b66a HTTP/1.1" status: 200 len: 1091 time: 1.7575970 Nov 23 10:41:07.050023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02b2b3-105b-47fd-9d18-54ea404f10f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a59392-a95e-4d92-9749-47c2f398b66a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:07.200308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65d9e549-2a34-4d37-955b-07fc2bae472c req-369611aa-d295-4d58-aaee-974e8ced54d0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035778 Nov 23 10:41:07.221436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-f45189fd-3406-4efe-95d7-ea091b7dde3d tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63 HTTP/1.1" status: 200 len: 2998 time: 0.7014530 Nov 23 10:41:07.312718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-23646982-f418-41d6-8ee2-413ba26e6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.314579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-23646982-f418-41d6-8ee2-413ba26e6a36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 1094 time: 0.2106824 Nov 23 10:41:07.342677 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b2a5b-ada3-4bac-8715-83d139f68f67 x-openstack-request-id: req-d75b2a5b-ada3-4bac-8715-83d139f68f67 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:07.343179 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:07.343589 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d75b2a5b-ada3-4bac-8715-83d139f68f67 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:07.344174 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85', 'status': 'completed', 'code': 200} Nov 23 10:41:07.349835 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:07.361764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'dc0e541a-c148-4336-b543-08c9e6ec172f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:07.398673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:07.411544 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-1280ebf3-5718-4e25-acbf-fc822c8bdeed tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63 HTTP/1.1" status: 200 len: 2998 time: 0.1763391 Nov 23 10:41:07.458743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-df1c99a6-e2db-4fab-a990-155af6dc274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.460580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-df1c99a6-e2db-4fab-a990-155af6dc274c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1124 time: 0.1070201 Nov 23 10:41:07.520029 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084474f4-069a-42aa-92ff-ee0834560a77 x-openstack-request-id: req-084474f4-069a-42aa-92ff-ee0834560a77 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:07.520231 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927eb86e-9ef4-4672-9960-02e8a86693fa", "name": "network-vif-deleted", "tag": "985037f1-9b03-4409-8ccc-e1d04999bc89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:07.520501 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-084474f4-069a-42aa-92ff-ee0834560a77 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:07.520905 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927eb86e-9ef4-4672-9960-02e8a86693fa', 'name': 'network-vif-deleted', 'tag': '985037f1-9b03-4409-8ccc-e1d04999bc89', 'status': 'completed', 'code': 200} Nov 23 10:41:07.524921 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'status': 'completed', 'code': 200} Nov 23 10:41:07.583635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-196ae1e2-8a31-4d63-997a-45f5ef9f7e5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a59392-a95e-4d92-9749-47c2f398b66a HTTP/1.1" status: 200 len: 217 time: 0.2546837 Nov 23 10:41:07.591199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:07.619442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-228cb441-030c-438c-bfa2-75ba808ae4ed tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f20705de-f162-442e-86e2-d9a22f7f21d5 HTTP/1.1" status: 200 len: 2998 time: 0.1913893 Nov 23 10:41:07.643437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event deleted for resources: {'Port': ['ID=dc0e541a-c148-4336-b543-08c9e6ec172f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:07.727881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] No DVR routers for this DVR port dc0e541a-c148-4336-b543-08c9e6ec172f on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:07.736414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:07.739911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-89d5beab-1911-4dd2-941e-e72ecd0fba3b req-8ce76ad8-cf0f-4657-bc38-178aa349a895 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "DELETE /v2.0/ports/dc0e541a-c148-4336-b543-08c9e6ec172f HTTP/1.1" status: 204 len: 173 time: 1.5309412 Nov 23 10:41:07.768981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-b9d2a196-cbf8-4756-95b1-99bd1a8c974a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.771139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-b9d2a196-cbf8-4756-95b1-99bd1a8c974a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 1094 time: 0.2438576 Nov 23 10:41:07.772724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-546db7de-5ff3-469d-b4f9-fad0ccea5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.774357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-546db7de-5ff3-469d-b4f9-fad0ccea5958 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 200 len: 854 time: 0.1464820 Nov 23 10:41:07.784026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8430ca1-929f-46d8-88ab-630f769e34ed req-b79cee61-0ce5-4421-b8c8-85dbf4fe94e7 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.785604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b8430ca1-929f-46d8-88ab-630f769e34ed req-b79cee61-0ce5-4421-b8c8-85dbf4fe94e7 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 943 time: 0.1897306 Nov 23 10:41:07.787250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Network a76410f7-9874-4004-ba26-07229b2bd8cb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:07.788986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Pushing event updated for resources: {'Port': ['ID=09d5fa18-f868-40c7-b6da-97bce72b9aba,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:07.796666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:07.803700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:07.894186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23070b33-bd34-4d0d-8ece-dd8ad4c86da6 req-4cabbd67-938e-462e-8573-fab7b9035193 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/f20705de-f162-442e-86e2-d9a22f7f21d5 HTTP/1.1" status: 200 len: 2998 time: 0.2142045 Nov 23 10:41:07.941036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.941766 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:07.956843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-b2ebc009-f546-4e5e-b1c0-3a81ba9027b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:07.959340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-b2ebc009-f546-4e5e-b1c0-3a81ba9027b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.4885740 Nov 23 10:41:07.967270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-9ed69b0d-a506-4f68-abd8-63cb9160aa96 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8983109 Nov 23 10:41:07.983850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Request body: {'port': {'device_id': '07b85c07-7369-488a-a405-a16fa8152ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:08.044053 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b8430ca1-929f-46d8-88ab-630f769e34ed req-9b65ef7b-8abf-44f6-a619-89d69fde3a3e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389405 Nov 23 10:41:08.048520 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-25ee9700-9414-403d-a63e-d32f98b27dff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 217 time: 0.0787899 Nov 23 10:41:08.049983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-1a2e7828-30f7-4c16-bcb1-6dbdc24941a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.052037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-1a2e7828-30f7-4c16-bcb1-6dbdc24941a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a76410f7-9874-4004-ba26-07229b2bd8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644167 Nov 23 10:41:08.055340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-f05d117a-fcff-4fc9-9b19-20a52bc776ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.056750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-f05d117a-fcff-4fc9-9b19-20a52bc776ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 912 time: 0.2702532 Nov 23 10:41:08.157624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 80f15197-95d6-452e-9d91-4c21f67be1b9 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:08.159744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 101ff66a-3875-4f35-847d-b8fc38654998 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:08.313418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-91181ea8-fec9-4c9e-b79e-e8829f4a4607 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f15197-95d6-452e-9d91-4c21f67be1b9 HTTP/1.1" status: 200 len: 217 time: 0.1766429 Nov 23 10:41:08.317809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-68186d20-5a78-4ba6-9bad-0d130a07f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.319668 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-68186d20-5a78-4ba6-9bad-0d130a07f542 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.2274003 Nov 23 10:41:08.335155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa36fc8-2863-4681-93e0-f27c6133976a req-aa1305a9-9526-4e0d-89b7-7c7e6584bdef tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.345682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dfa36fc8-2863-4681-93e0-f27c6133976a req-aa1305a9-9526-4e0d-89b7-7c7e6584bdef tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 944 time: 0.3031468 Nov 23 10:41:08.379251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 101ff66a-3875-4f35-847d-b8fc38654998 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:08.395594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-a38e9b78-9722-4731-945e-5260d9a337f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364604 Nov 23 10:41:08.399706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 101ff66a-3875-4f35-847d-b8fc38654998 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:08.400121 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.425078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-18237d33-2d3d-460c-b991-3513ac151432 None None] Provisioning complete for port 09d5fa18-f868-40c7-b6da-97bce72b9aba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:08.425499 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-18237d33-2d3d-460c-b991-3513ac151432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.429757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:08.447847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.486505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'port_id': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'mac_address': 'fa:16:3e:e3:52:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dd1ecb-02bb-4f7a-95d3-7066e97dcd48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:08.494859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-18237d33-2d3d-460c-b991-3513ac151432 None None] Port 09d5fa18-f868-40c7-b6da-97bce72b9aba cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:08.509555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84ff5846-ffbe-4f8e-9bb8-d9a686357def req-82a87706-692c-4a9d-b644-87ebf6a80110 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=100f4ec8-9088-482a-bd01-3d662f756361 HTTP/1.1" status: 200 len: 210 time: 0.2352219 Nov 23 10:41:08.534287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-d975fac5-b97a-4137-bf19-28fa7849606a tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.536470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-d975fac5-b97a-4137-bf19-28fa7849606a tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 815 time: 0.2633028 Nov 23 10:41:08.596801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dfa36fc8-2863-4681-93e0-f27c6133976a req-4a63a30c-2e6d-473d-8bfb-68241030cdd1 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462432 Nov 23 10:41:08.621138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.634606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Request body: {'port': {'device_id': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'admin_state_up': True, 'tenant_id': 'e21a08368ade412ea5566fe89f848f02'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:08.648281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f15197-95d6-452e-9d91-4c21f67be1b9 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:08.655473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.720014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:08.734535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101ff66a-3875-4f35-847d-b8fc38654998'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:08.737145 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb51758a-7d0b-4287-ad1e-fa325645bf74" -d '{"events": [{"server_uuid": "bb6dd39a-e9ce-42d4-a444-eca50aa19372", "name": "network-vif-plugged", "status": "completed", "tag": "101ff66a-3875-4f35-847d-b8fc38654998"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:08.748562 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.755457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 101ff66a-3875-4f35-847d-b8fc38654998, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=101ff66a-3875-4f35-847d-b8fc38654998,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:08.755769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-4f1940e0-e646-47ea-9f9c-fdace029b911 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912396 Nov 23 10:41:08.757148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-94c7be85-c255-4c39-bcbf-c10116632426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.758629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-94c7be85-c255-4c39-bcbf-c10116632426 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.2189102 Nov 23 10:41:08.774768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d8bb934-1fc8-431f-964e-8e533afa3b78 req-4d0eb6b4-4631-4f9d-be28-7e2c3c77308d tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 210 time: 0.0461948 Nov 23 10:41:08.820851 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.823402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a428f9d5-7c3f-4e7a-a406-06959066c1cf up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:08.844157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-c340ab3c-b2b3-4a62-9dcf-8be539e5890c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700583 Nov 23 10:41:08.883467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ce262-1a91-4e2c-a23b-527201e4b842 req-a6d94737-32c3-45f1-bf15-dc6c4c89f7ac tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:08.885090 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c49ce262-1a91-4e2c-a23b-527201e4b842 req-a6d94737-32c3-45f1-bf15-dc6c4c89f7ac tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 943 time: 0.2678289 Nov 23 10:41:08.906111 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:08.923035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-5307e0e8-1d19-4143-81d3-3125298e5af0 service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017893 Nov 23 10:41:08.976603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port a428f9d5-7c3f-4e7a-a406-06959066c1cf completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:08.984206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port a428f9d5-7c3f-4e7a-a406-06959066c1cf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:08.984590 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:08.989856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=101ff66a-3875-4f35-847d-b8fc38654998,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:09.064194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-298b872a-ab5d-43cf-bd35-fce3f7452899 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993268 Nov 23 10:41:09.103990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['80f15197-95d6-452e-9d91-4c21f67be1b9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:09.167390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a07dde6c-e1f5-435f-8415-7484f9702351 req-7da891d2-82d5-4671-9ffd-20eba586e7fb service neutron] 10.222.0.58 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814861 Nov 23 10:41:09.188460 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.243380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b35c9c88-acde-426d-a338-0015e1d8c4fb req-fd1e0d71-6454-41ba-ba56-1c6a6e426ede tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77998bcb009e469dacf3d0cee20a70b9 HTTP/1.1" status: 200 len: 6155 time: 0.1744537 Nov 23 10:41:09.247985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d5fa18-f868-40c7-b6da-97bce72b9aba {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:09.252292 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f263feeb-2fbe-4982-ad20-ba7cc6b65ac2 req-f16f811b-c4dd-4231-8b09-4c2cf23f7f75 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522799 Nov 23 10:41:09.258940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.270029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a428f9d5-7c3f-4e7a-a406-06959066c1cf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a428f9d5-7c3f-4e7a-a406-06959066c1cf,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:09.291337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Made reservation on behalf of e21a08368ade412ea5566fe89f848f02 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:09.295492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.305514 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.310781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c49ce262-1a91-4e2c-a23b-527201e4b842 req-fdb2a774-f7c6-4f74-96d8-b629f2aabbea tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519077 Nov 23 10:41:09.317670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Transition to ACTIVE for port object 09d5fa18-f868-40c7-b6da-97bce72b9aba will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:09.330253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.332087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1e01d6-123c-4105-a9e2-b28015f810f4 req-360a0f21-1337-4bdf-94cb-3523f989b829 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611119 Nov 23 10:41:09.392640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Pushing event updated for resources: {'Port': ['ID=09d5fa18-f868-40c7-b6da-97bce72b9aba,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:09.417823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b35c9c88-acde-426d-a338-0015e1d8c4fb req-f16e4f1b-6766-48ac-bb39-358e13e78ab7 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "GET /v2.0/security-groups/bf8c7a53-ac15-4866-8356-76b7caef45ac HTTP/1.1" status: 200 len: 2998 time: 0.1623948 Nov 23 10:41:09.447356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a428f9d5-7c3f-4e7a-a406-06959066c1cf,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:09.552556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444670c5-1261-40ec-9c90-93b18249881d', 'tag': 'e2a59392-a95e-4d92-9749-47c2f398b66a'}, {'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-deleted', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:09.556136 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810" -d '{"events": [{"name": "network-changed", "server_uuid": "444670c5-1261-40ec-9c90-93b18249881d", "tag": "e2a59392-a95e-4d92-9749-47c2f398b66a"}, {"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-deleted", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:09.568999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Attempting to bind port 09d5fa18-f868-40c7-b6da-97bce72b9aba on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:09.569556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Attempting to bind port 09d5fa18-f868-40c7-b6da-97bce72b9aba by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:09.569954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Attempting to bind port 09d5fa18-f868-40c7-b6da-97bce72b9aba on network a76410f7-9874-4004-ba26-07229b2bd8cb {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:09.585528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Port 09d5fa18-f868-40c7-b6da-97bce72b9aba on network a76410f7-9874-4004-ba26-07229b2bd8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:09.585945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Attempting to bind port 09d5fa18-f868-40c7-b6da-97bce72b9aba on network a76410f7-9874-4004-ba26-07229b2bd8cb {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:09.593247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:09.593672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Checking segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:09.594127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Bound using segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:09.594635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Bound port: 09d5fa18-f868-40c7-b6da-97bce72b9aba, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:09.595058 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.600173 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b35c9c88-acde-426d-a338-0015e1d8c4fb req-e9caf9b5-ee28-4309-a018-32c6f3eecbdb tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "GET /v2.0/security-groups/bf8c7a53-ac15-4866-8356-76b7caef45ac HTTP/1.1" status: 200 len: 2998 time: 0.1747527 Nov 23 10:41:09.625844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9220a7-43a9-48d0-9926-7b4ca4f96c51 req-14bb7041-51e2-4f2d-9be3-52a6292b7fea tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:09.627413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f9220a7-43a9-48d0-9926-7b4ca4f96c51 req-14bb7041-51e2-4f2d-9be3-52a6292b7fea tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1487930 Nov 23 10:41:09.646929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Allocated IP 172.20.0.11 (a76410f7-9874-4004-ba26-07229b2bd8cb/9ec5f67d-9a20-4767-ac36-6e8514e7f5af/fc3be624-5c80-4857-88a2-2d0eb24d46dc) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:09.665231 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b526d5-769d-4043-ac27-236f9cc768c7 x-openstack-request-id: req-78b526d5-769d-4043-ac27-236f9cc768c7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:09.665711 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6dd39a-e9ce-42d4-a444-eca50aa19372", "name": "network-vif-plugged", "status": "completed", "tag": "101ff66a-3875-4f35-847d-b8fc38654998", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:09.666062 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78b526d5-769d-4043-ac27-236f9cc768c7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:09.666613 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101ff66a-3875-4f35-847d-b8fc38654998', 'code': 200} Nov 23 10:41:09.688738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] For port 09d5fa18-f868-40c7-b6da-97bce72b9aba, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:09.692579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] For port 09d5fa18-f868-40c7-b6da-97bce72b9aba, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=09d5fa18-f868-40c7-b6da-97bce72b9aba,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:09.698579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.709536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-abd53803-440d-44fb-b015-1abb55504d4e service neutron] 10.222.0.58 "GET /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85/bindings/n-h1-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.1391690 Nov 23 10:41:09.743128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:09.743820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:09.745349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] 10.222.0.58 "PUT /v2.0/ports/09d5fa18-f868-40c7-b6da-97bce72b9aba HTTP/1.1" status: 200 len: 1091 time: 1.7677112 Nov 23 10:41:09.745804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b85c07-7369-488a-a405-a16fa8152ce3', 'tag': '09d5fa18-f868-40c7-b6da-97bce72b9aba'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:09.749051 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324fad09-726b-4554-8feb-20fd48aaca31" -d '{"events": [{"name": "network-changed", "server_uuid": "07b85c07-7369-488a-a405-a16fa8152ce3", "tag": "09d5fa18-f868-40c7-b6da-97bce72b9aba"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:09.764227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f9220a7-43a9-48d0-9926-7b4ca4f96c51 req-8c9864ec-427f-4b85-ae22-93c0d1fd305c tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220112 Nov 23 10:41:09.777830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866106f3-8f70-4d61-8964-01797ac9ac88 service neutron] Pushing event updated for resources: {'Port': ['ID=09d5fa18-f868-40c7-b6da-97bce72b9aba,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:09.887452 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf60f1b3-7f41-41b9-a3b4-dc4e4e86ed99 x-openstack-request-id: req-bf60f1b3-7f41-41b9-a3b4-dc4e4e86ed99 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:09.887748 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444670c5-1261-40ec-9c90-93b18249881d", "tag": "e2a59392-a95e-4d92-9749-47c2f398b66a", "status": "completed", "code": 200}, {"server_uuid": "100f4ec8-9088-482a-bd01-3d662f756361", "name": "network-vif-deleted", "tag": "dc0e541a-c148-4336-b543-08c9e6ec172f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:09.888040 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf60f1b3-7f41-41b9-a3b4-dc4e4e86ed99 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:09.888437 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444670c5-1261-40ec-9c90-93b18249881d', 'tag': 'e2a59392-a95e-4d92-9749-47c2f398b66a', 'status': 'completed', 'code': 200} Nov 23 10:41:09.889362 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100f4ec8-9088-482a-bd01-3d662f756361', 'name': 'network-vif-deleted', 'tag': 'dc0e541a-c148-4336-b543-08c9e6ec172f', 'status': 'completed', 'code': 200} Nov 23 10:41:09.912236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-861837ac-b397-41cb-b7f4-791d0c3d4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:09.913793 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-861837ac-b397-41cb-b7f4-791d0c3d4b09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 1094 time: 0.1093986 Nov 23 10:41:09.986157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-c2e8fb00-f6c4-4beb-ab3e-6a3c5746937b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d5fa18-f868-40c7-b6da-97bce72b9aba HTTP/1.1" status: 200 len: 217 time: 0.0604513 Nov 23 10:41:10.002786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b8b33-df6c-4c97-9256-4538fe92aa8c req-84e524f0-0182-4d6a-857d-79f8871b9804 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.004488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed8b8b33-df6c-4c97-9256-4538fe92aa8c req-84e524f0-0182-4d6a-857d-79f8871b9804 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 944 time: 0.1457639 Nov 23 10:41:10.013071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2851-124f-4c28-9d6a-f278da63e50a req-5d99df6b-b046-4e0f-a8ae-413434901969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.014627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-357c2851-124f-4c28-9d6a-f278da63e50a req-5d99df6b-b046-4e0f-a8ae-413434901969 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 1096 time: 0.2714391 Nov 23 10:41:10.057169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-d49ba80b-448c-4eb3-9f3f-12ceb6cc518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.057884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb2a6ad-e91d-4c6f-ab4d-0da6862fe7b4 req-86c82db2-0293-4e44-b52f-471abe36eb55 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/019fa9bc-f1fd-49c8-ba93-7e1146df6fd6 HTTP/1.1" status: 200 len: 1793 time: 0.1592791 Nov 23 10:41:10.058585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-d49ba80b-448c-4eb3-9f3f-12ceb6cc518a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 1094 time: 0.1439412 Nov 23 10:41:10.113379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-700dd5d2-4cab-452c-8ffa-a3fde06b91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.115025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-700dd5d2-4cab-452c-8ffa-a3fde06b91da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 200 len: 854 time: 0.1079838 Nov 23 10:41:10.148624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:10.154291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed8b8b33-df6c-4c97-9256-4538fe92aa8c req-1de08cff-adea-41e5-96f2-e4feaba02645 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369541 Nov 23 10:41:10.229191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-a9707773-5a01-4931-8b53-85af15e2d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.231105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-a9707773-5a01-4931-8b53-85af15e2d475 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a76410f7-9874-4004-ba26-07229b2bd8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008554 Nov 23 10:41:10.278513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-c6f77467-9bb9-4e22-9e65-945f2bde9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.280647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-c6f77467-9bb9-4e22-9e65-945f2bde9929 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 916 time: 0.2109554 Nov 23 10:41:10.294859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:10.319379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: dc0e541a-c148-4336-b543-08c9e6ec172f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:10.319853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device dc0e541a-c148-4336-b543-08c9e6ec172f not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:10.362741 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-9f9f43bc-898f-4147-87b5-de1d96ec8e55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a59392-a95e-4d92-9749-47c2f398b66a HTTP/1.1" status: 200 len: 217 time: 0.0486472 Nov 23 10:41:10.452691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd7238-bb46-41a7-8d64-69f145dff05c req-2060866e-9150-4ab2-8e25-39dbb3709158 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.454266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3dd7238-bb46-41a7-8d64-69f145dff05c req-2060866e-9150-4ab2-8e25-39dbb3709158 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 945 time: 0.1963196 Nov 23 10:41:10.487690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-77ae7892-bfa9-44cc-b404-933b78865727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.489165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-77ae7892-bfa9-44cc-b404-933b78865727 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 200 len: 854 time: 0.0953617 Nov 23 10:41:10.509530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-f27e57c7-b462-45ad-85c9-b053cebd3594 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637060 Nov 23 10:41:10.530924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.564940 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-357c2851-124f-4c28-9d6a-f278da63e50a req-ccb6a237-dc62-4c66-981f-b09d1eab4c06 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239227 Nov 23 10:41:10.610282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:10.621345 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3dd7238-bb46-41a7-8d64-69f145dff05c req-f9a8536f-7814-473b-86f3-46fb7748cbb7 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525981 Nov 23 10:41:10.621954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb2a6ad-e91d-4c6f-ab4d-0da6862fe7b4 req-a44b48fe-5ea9-4db0-ae56-8fd5af31eb4d tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.634283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-60860358-718f-4096-9436-e42d899421a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.635844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-60860358-718f-4096-9436-e42d899421a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a76410f7-9874-4004-ba26-07229b2bd8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383500 Nov 23 10:41:10.651079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:10.675842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.690834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb2a6ad-e91d-4c6f-ab4d-0da6862fe7b4 req-a44b48fe-5ea9-4db0-ae56-8fd5af31eb4d tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.702033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a257c0f3-5abf-4139-a124-dd0b3bf83f51 req-a5866108-9fb3-4bec-87e8-6cc373405f6b service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740263 Nov 23 10:41:10.742044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:10.745571 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade1aba9-fbbe-482c-8a08-f61500c6af1b x-openstack-request-id: req-ade1aba9-fbbe-482c-8a08-f61500c6af1b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:10.746173 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b85c07-7369-488a-a405-a16fa8152ce3", "tag": "09d5fa18-f868-40c7-b6da-97bce72b9aba", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:10.746535 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ade1aba9-fbbe-482c-8a08-f61500c6af1b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:10.747086 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b85c07-7369-488a-a405-a16fa8152ce3', 'tag': '09d5fa18-f868-40c7-b6da-97bce72b9aba', 'status': 'completed', 'code': 200} Nov 23 10:41:10.766835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:10.793213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Network a76410f7-9874-4004-ba26-07229b2bd8cb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:10.801343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:10.805207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Pushing event updated for resources: {'Port': ['ID=fc3be624-5c80-4857-88a2-2d0eb24d46dc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:10.806878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:10.809538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.843499 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb2a6ad-e91d-4c6f-ab4d-0da6862fe7b4 req-a44b48fe-5ea9-4db0-ae56-8fd5af31eb4d tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.846605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9cb2a6ad-e91d-4c6f-ab4d-0da6862fe7b4 req-a44b48fe-5ea9-4db0-ae56-8fd5af31eb4d tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.850240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-3123ad7b-16bb-403d-926e-bfd439659760 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064743 Nov 23 10:41:10.859200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9cb2a6ad-e91d-4c6f-ab4d-0da6862fe7b4 req-a44b48fe-5ea9-4db0-ae56-8fd5af31eb4d tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/019fa9bc-f1fd-49c8-ba93-7e1146df6fd6 HTTP/1.1" status: 204 len: 173 time: 0.7838147 Nov 23 10:41:10.888754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fad09-726b-4554-8feb-20fd48aaca31 req-83925c91-014b-44e5-b862-0facb043672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.890575 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-324fad09-726b-4554-8feb-20fd48aaca31 req-83925c91-014b-44e5-b862-0facb043672e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 1094 time: 0.1259985 Nov 23 10:41:10.909162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b48fe-5ea9-4db0-ae56-8fd5af31eb4d tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019fa9bc-f1fd-49c8-ba93-7e1146df6fd6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:10.926613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.927274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:10.932365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f38cc-0aa2-41f9-8fbd-b67e674de961 req-adb6d27f-6f0a-4976-92eb-32d41d76c9ce tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:10.934051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-818f38cc-0aa2-41f9-8fbd-b67e674de961 req-adb6d27f-6f0a-4976-92eb-32d41d76c9ce tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 932 time: 0.1554992 Nov 23 10:41:10.970379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-f18f5fcc-d276-433f-bb6d-54e8dccf659f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3541327 Nov 23 10:41:10.985650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Request body: {'port': {'device_id': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:11.015962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] Transition to ACTIVE for port object 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:11.024450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.127687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.136882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-414e11ad-2754-413a-aa6f-b81cd0b45fa4 None None] Provisioning complete for port fc3be624-5c80-4857-88a2-2d0eb24d46dc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:11.137440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-414e11ad-2754-413a-aa6f-b81cd0b45fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.141212 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-818f38cc-0aa2-41f9-8fbd-b67e674de961 req-a57d7ebe-d887-453a-9d0f-4063fc81a050 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748805 Nov 23 10:41:11.160976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] No DVR routers for this DVR port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:11.161281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-2d0761b5-b7a7-4245-bde4-d96b74a79a42 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977054 Nov 23 10:41:11.162019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fad09-726b-4554-8feb-20fd48aaca31 req-2f28a4b8-c572-4e88-bb15-7a4da57d6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.163420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-324fad09-726b-4554-8feb-20fd48aaca31 req-2f28a4b8-c572-4e88-bb15-7a4da57d6524 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 916 time: 0.2616205 Nov 23 10:41:11.178196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] Pushing event updated for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:11.199868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-414e11ad-2754-413a-aa6f-b81cd0b45fa4 None None] Port fc3be624-5c80-4857-88a2-2d0eb24d46dc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:11.230911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-324fad09-726b-4554-8feb-20fd48aaca31 req-eb62d829-8aef-4231-aab9-560430b1dec0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09d5fa18-f868-40c7-b6da-97bce72b9aba HTTP/1.1" status: 200 len: 217 time: 0.0549719 Nov 23 10:41:11.256831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0ff388e9-55d0-4ab8-95ab-cfdc5cfa9fce service neutron] 10.222.0.58 "PUT /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85/bindings/n-h1-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5123765 Nov 23 10:41:11.291722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64595c6-bc89-4bcf-a5d8-f5538ccaaec6 req-290ead08-f2aa-4bed-a90d-d99d53267905 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.292921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e64595c6-bc89-4bcf-a5d8-f5538ccaaec6 req-290ead08-f2aa-4bed-a90d-d99d53267905 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 944 time: 0.1406577 Nov 23 10:41:11.313324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fad09-726b-4554-8feb-20fd48aaca31 req-085b8b42-3dd7-417f-9c6b-22e944604b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.314769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-324fad09-726b-4554-8feb-20fd48aaca31 req-085b8b42-3dd7-417f-9c6b-22e944604b57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 200 len: 854 time: 0.0763187 Nov 23 10:41:11.325084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9afa4-46a1-46d1-88e2-40efa42cabe5 req-ea06a7d4-715d-4841-8129-56b803c617d6 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.326613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81e9afa4-46a1-46d1-88e2-40efa42cabe5 req-ea06a7d4-715d-4841-8129-56b803c617d6 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0895083 Nov 23 10:41:11.398479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fad09-726b-4554-8feb-20fd48aaca31 req-625fc017-fb29-4cc3-b16d-8d4b4c68b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.399889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-324fad09-726b-4554-8feb-20fd48aaca31 req-625fc017-fb29-4cc3-b16d-8d4b4c68b3bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a76410f7-9874-4004-ba26-07229b2bd8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723283 Nov 23 10:41:11.404552 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81e9afa4-46a1-46d1-88e2-40efa42cabe5 req-c854be63-c2d6-40be-a75a-cd98d17593ac tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697763 Nov 23 10:41:11.450630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-edc4b983-9fa5-414d-a7b7-993df9cd5486 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.452546 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-edc4b983-9fa5-414d-a7b7-993df9cd5486 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.1159906 Nov 23 10:41:11.460084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e64595c6-bc89-4bcf-a5d8-f5538ccaaec6 req-7ce4cb5c-eb45-456c-b058-2f7e95bf8645 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223567 Nov 23 10:41:11.545133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9bacc269-d983-4c02-b5b5-7700dafa2b3b req-8631b2cb-299c-4de1-989e-87e9c2e69da8 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "GET /v2.0/security-groups/df2fbbc7-c555-4915-8be7-21ffbd4de21f HTTP/1.1" status: 200 len: 1795 time: 0.1036606 Nov 23 10:41:11.551502 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-324fad09-726b-4554-8feb-20fd48aaca31 req-21e1dbd5-7223-408b-a2a0-26713fb7bab7 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433964 Nov 23 10:41:11.588149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-d9fad0be-f74f-40f8-9c28-6336dee52336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.589748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-d9fad0be-f74f-40f8-9c28-6336dee52336 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c&tenant_id=1c87ae2a1a6645caa6185c8576a551b6 HTTP/1.1" status: 200 len: 1095 time: 0.1272614 Nov 23 10:41:11.658497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17dee3-3664-4c47-b4e9-f410c04a25fd req-9c21e82a-61d1-448c-853a-764cf414e238 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.659971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d17dee3-3664-4c47-b4e9-f410c04a25fd req-9c21e82a-61d1-448c-853a-764cf414e238 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.1210666 Nov 23 10:41:11.665006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9bacc269-d983-4c02-b5b5-7700dafa2b3b req-69bdf6c4-89a4-430b-9094-c30e0d0ca585 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.667674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:11.670294 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f379141-f42d-4c30-8b6f-ec90a4813a70" -d '{"events": [{"server_uuid": "adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e", "name": "network-vif-plugged", "status": "completed", "tag": "a428f9d5-7c3f-4e7a-a406-06959066c1cf"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:11.699035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9bacc269-d983-4c02-b5b5-7700dafa2b3b req-69bdf6c4-89a4-430b-9094-c30e0d0ca585 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.702702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-324fad09-726b-4554-8feb-20fd48aaca31 req-e72838a6-0669-4906-86a6-6e178b2e1d69 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360736 Nov 23 10:41:11.710780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3be624-5c80-4857-88a2-2d0eb24d46dc {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:11.725037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.739678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-c3736c04-8772-4e48-a022-1bf0ec9e6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.741218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-c3736c04-8772-4e48-a022-1bf0ec9e6425 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1095 time: 0.1194575 Nov 23 10:41:11.746246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9bacc269-d983-4c02-b5b5-7700dafa2b3b req-69bdf6c4-89a4-430b-9094-c30e0d0ca585 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.749703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9bacc269-d983-4c02-b5b5-7700dafa2b3b req-69bdf6c4-89a4-430b-9094-c30e0d0ca585 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.761643 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9bacc269-d983-4c02-b5b5-7700dafa2b3b req-69bdf6c4-89a4-430b-9094-c30e0d0ca585 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/df2fbbc7-c555-4915-8be7-21ffbd4de21f HTTP/1.1" status: 204 len: 173 time: 0.2091370 Nov 23 10:41:11.771082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdf6c4-89a4-430b-9094-c30e0d0ca585 tempest-SecurityGroupsTestAdminJSON-1436196199 tempest-SecurityGroupsTestAdminJSON-1436196199-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2fbbc7-c555-4915-8be7-21ffbd4de21f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:11.786278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Transition to ACTIVE for port object fc3be624-5c80-4857-88a2-2d0eb24d46dc will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:11.798938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d17dee3-3664-4c47-b4e9-f410c04a25fd req-012cec66-61b9-4f80-8fa9-0b2aff06b770 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/security-groups?id=0bd9264b-8c04-4449-afb3-302ec29813f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218410 Nov 23 10:41:11.806081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:11.907341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Pushing event updated for resources: {'Port': ['ID=fc3be624-5c80-4857-88a2-2d0eb24d46dc,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:11.980899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-22e3536f-a0c3-4e8f-8dd0-70487affbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.983248 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-22e3536f-a0c3-4e8f-8dd0-70487affbfb7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.2309179 Nov 23 10:41:11.990645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ee3cc-01e9-4978-afc3-10996d6ab4f8 req-a0fd9df6-7373-4c47-8152-9d8b611f212a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:11.992531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb4ee3cc-01e9-4978-afc3-10996d6ab4f8 req-a0fd9df6-7373-4c47-8152-9d8b611f212a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 945 time: 0.0625021 Nov 23 10:41:12.053164 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb4ee3cc-01e9-4978-afc3-10996d6ab4f8 req-cee8376b-03ca-44d2-ac9b-858bc722a87d tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510013 Nov 23 10:41:12.064462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-0c5f9658-f329-45f7-a1a9-bf1c893ae41e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 200 len: 217 time: 0.0562322 Nov 23 10:41:12.103861 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0509fa75-a27f-4656-81c9-dbcda65c9974 x-openstack-request-id: req-0509fa75-a27f-4656-81c9-dbcda65c9974 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:12.104163 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e", "name": "network-vif-plugged", "status": "completed", "tag": "a428f9d5-7c3f-4e7a-a406-06959066c1cf", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:12.104349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b449d-713e-4d02-a12d-48ff499d35b3 req-7dde1f9f-07ff-40b5-97fb-cc2761cacb08 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.104490 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0509fa75-a27f-4656-81c9-dbcda65c9974 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:12.104889 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf', 'code': 200} Nov 23 10:41:12.108282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-860b449d-713e-4d02-a12d-48ff499d35b3 req-7dde1f9f-07ff-40b5-97fb-cc2761cacb08 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 944 time: 0.1961801 Nov 23 10:41:12.135362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Attempting to bind port fc3be624-5c80-4857-88a2-2d0eb24d46dc on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:12.135838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Attempting to bind port fc3be624-5c80-4857-88a2-2d0eb24d46dc by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:12.136168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Attempting to bind port fc3be624-5c80-4857-88a2-2d0eb24d46dc on network a76410f7-9874-4004-ba26-07229b2bd8cb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:12.151541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e2a59392-a95e-4d92-9749-47c2f398b66a details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:12.160161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Port fc3be624-5c80-4857-88a2-2d0eb24d46dc on network a76410f7-9874-4004-ba26-07229b2bd8cb not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:12.160563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Attempting to bind port fc3be624-5c80-4857-88a2-2d0eb24d46dc on network a76410f7-9874-4004-ba26-07229b2bd8cb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:12.175079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b7ee04e6-e378-4fd8-bbf1-0dd4ae138718 req-70f0627d-8819-4564-b814-7ec5c4478ebe tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "GET /v2.0/security-groups/7bda7329-ee4e-4f12-b94a-3ce009d710d3 HTTP/1.1" status: 200 len: 1795 time: 0.0577681 Nov 23 10:41:12.175303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:12.175489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Checking segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:12.175883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Bound using segment: {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:12.176325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Bound port: fc3be624-5c80-4857-88a2-2d0eb24d46dc, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8492ce7-2624-4f52-9aa7-003fda9ff31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:12.176691 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.192309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-61e52617-baf9-41a3-afd2-41313feb30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.193816 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-61e52617-baf9-41a3-afd2-41313feb30a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.1192935 Nov 23 10:41:12.194946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 80f15197-95d6-452e-9d91-4c21f67be1b9 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:12.244775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b7ee04e6-e378-4fd8-bbf1-0dd4ae138718 req-ec5d1f1c-f1e3-40f7-9011-3eeb27a3ffd1 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.269624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-ab177a28-7063-4622-81a9-e7461efa019a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568173 Nov 23 10:41:12.272262 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b7ee04e6-e378-4fd8-bbf1-0dd4ae138718 req-ec5d1f1c-f1e3-40f7-9011-3eeb27a3ffd1 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.295454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-860b449d-713e-4d02-a12d-48ff499d35b3 req-91370e17-243c-44be-8691-82ffe84136fe tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635096 Nov 23 10:41:12.314948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e2a59392-a95e-4d92-9749-47c2f398b66a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e2a59392-a95e-4d92-9749-47c2f398b66a,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:12.332125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'e2a59392-a95e-4d92-9749-47c2f398b66a', 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'port_id': 'e2a59392-a95e-4d92-9749-47c2f398b66a', 'mac_address': 'fa:16:3e:d6:37:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec5f67d-9a20-4767-ac36-6e8514e7f5af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:12.339432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 80f15197-95d6-452e-9d91-4c21f67be1b9 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:12.345875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b7ee04e6-e378-4fd8-bbf1-0dd4ae138718 req-ec5d1f1c-f1e3-40f7-9011-3eeb27a3ffd1 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.349559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b7ee04e6-e378-4fd8-bbf1-0dd4ae138718 req-ec5d1f1c-f1e3-40f7-9011-3eeb27a3ffd1 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.353681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51203a59-e2d9-460a-a5ed-b87e981df8ab req-8c369431-25d4-4cfd-ae25-20bf95e5da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.355517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51203a59-e2d9-460a-a5ed-b87e981df8ab req-8c369431-25d4-4cfd-ae25-20bf95e5da30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 1096 time: 0.1722426 Nov 23 10:41:12.364716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 80f15197-95d6-452e-9d91-4c21f67be1b9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:12.365350 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.368654 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b7ee04e6-e378-4fd8-bbf1-0dd4ae138718 req-ec5d1f1c-f1e3-40f7-9011-3eeb27a3ffd1 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "DELETE /v2.0/security-groups/7bda7329-ee4e-4f12-b94a-3ce009d710d3 HTTP/1.1" status: 204 len: 173 time: 0.1863034 Nov 23 10:41:12.403134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d1f1c-f1e3-40f7-9011-3eeb27a3ffd1 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bda7329-ee4e-4f12-b94a-3ce009d710d3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:12.407664 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.425803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a59392-a95e-4d92-9749-47c2f398b66a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:12.437041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] For port fc3be624-5c80-4857-88a2-2d0eb24d46dc, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:12.462459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e2a59392-a95e-4d92-9749-47c2f398b66a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e2a59392-a95e-4d92-9749-47c2f398b66a,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:12.469144 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.477475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] For port fc3be624-5c80-4857-88a2-2d0eb24d46dc, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc3be624-5c80-4857-88a2-2d0eb24d46dc,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:12.494604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.542888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51203a59-e2d9-460a-a5ed-b87e981df8ab req-a65379cd-aa4d-47f8-95b3-79c76b92af1e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464648 Nov 23 10:41:12.545403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-d03deb2f-b457-460e-bd9f-1c2a6969b390 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570014 Nov 23 10:41:12.551399 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.553875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e2a59392-a95e-4d92-9749-47c2f398b66a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:12.554059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.554673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.556045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] 10.222.0.58 "PUT /v2.0/ports/fc3be624-5c80-4857-88a2-2d0eb24d46dc HTTP/1.1" status: 200 len: 1092 time: 1.5751889 Nov 23 10:41:12.556482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'tag': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:12.558804 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc19aab-e23c-4d67-a507-2fb78d31e500" -d '{"events": [{"name": "network-changed", "server_uuid": "b2fa60ab-5b87-4180-9471-7977a75dcd88", "tag": "fc3be624-5c80-4857-88a2-2d0eb24d46dc"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:12.577520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e2bc5-47e8-4369-abfa-fb7742725ff6 req-1d26fbd3-5b87-4e7c-825b-bbdaa02b776b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.585412 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da4e2bc5-47e8-4369-abfa-fb7742725ff6 req-1d26fbd3-5b87-4e7c-825b-bbdaa02b776b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 944 time: 0.1712408 Nov 23 10:41:12.606216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:12.614588 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.617825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801613b3-19d9-4815-8845-c08e2f8ca2fe service neutron] Pushing event updated for resources: {'Port': ['ID=fc3be624-5c80-4857-88a2-2d0eb24d46dc,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:12.642921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da8d4072-edee-4a65-aed5-05385ee7d6d1 req-4b9b1c3e-d25c-46c2-925c-4226b706a595 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "GET /v2.0/security-groups/9520337d-6a79-4e09-b0b0-2f1d96dc945f HTTP/1.1" status: 200 len: 1795 time: 0.1087646 Nov 23 10:41:12.684550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da4e2bc5-47e8-4369-abfa-fb7742725ff6 req-ffe82a5d-60a7-4988-8fa5-df3b4676e2fa tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981758 Nov 23 10:41:12.687078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:12.717520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-491641b6-d985-443b-81e8-8c27ddc51cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.718138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da8d4072-edee-4a65-aed5-05385ee7d6d1 req-f99bf02f-243b-4926-b8f9-7ce06817c3b5 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.719982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-491641b6-d985-443b-81e8-8c27ddc51cca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 1095 time: 0.0963621 Nov 23 10:41:12.744705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da8d4072-edee-4a65-aed5-05385ee7d6d1 req-f99bf02f-243b-4926-b8f9-7ce06817c3b5 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.773557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-0297d676-78c1-4463-bea4-068f2dede689 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc3be624-5c80-4857-88a2-2d0eb24d46dc HTTP/1.1" status: 200 len: 217 time: 0.0440094 Nov 23 10:41:12.814574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['e2a59392-a95e-4d92-9749-47c2f398b66a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:12.825414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-5cf263a0-98fb-418b-836e-af188b673bf2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.827722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-5cf263a0-98fb-418b-836e-af188b673bf2 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 950 time: 0.0745313 Nov 23 10:41:12.849898 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da8d4072-edee-4a65-aed5-05385ee7d6d1 req-f99bf02f-243b-4926-b8f9-7ce06817c3b5 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.852497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-da8d4072-edee-4a65-aed5-05385ee7d6d1 req-f99bf02f-243b-4926-b8f9-7ce06817c3b5 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.853816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da8d4072-edee-4a65-aed5-05385ee7d6d1 req-f99bf02f-243b-4926-b8f9-7ce06817c3b5 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] 10.222.0.61 "DELETE /v2.0/security-groups/9520337d-6a79-4e09-b0b0-2f1d96dc945f HTTP/1.1" status: 204 len: 173 time: 0.2019918 Nov 23 10:41:12.889022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bf02f-243b-4926-b8f9-7ce06817c3b5 tempest-SecurityGroupsTestAdminJSON-1586772334 tempest-SecurityGroupsTestAdminJSON-1586772334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9520337d-6a79-4e09-b0b0-2f1d96dc945f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:12.992071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Deleting port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:12.993206 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:12.998288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-c74c0e76-a8e9-47a6-a857-aea4efb2405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:12.999797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-c74c0e76-a8e9-47a6-a857-aea4efb2405c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 200 len: 854 time: 0.2066941 Nov 23 10:41:13.031626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688d38e-40f4-4f6b-88be-4d94636f6c57 req-6914493f-0c82-415d-ad36-7e512f3c5749 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.034472 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a688d38e-40f4-4f6b-88be-4d94636f6c57 req-6914493f-0c82-415d-ad36-7e512f3c5749 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.2585256 Nov 23 10:41:13.113402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-8c3d83b5-9ff2-4def-8924-de12021b609c service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288696 Nov 23 10:41:13.115932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c158e79-c902-4e16-bffd-6aebe3e0f28f req-dde3ea74-9c45-4d1f-8f0f-e85122805dcb tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.127281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c158e79-c902-4e16-bffd-6aebe3e0f28f req-dde3ea74-9c45-4d1f-8f0f-e85122805dcb tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 944 time: 0.1755805 Nov 23 10:41:13.134166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-39a79d4a-513f-44e7-a1ce-3f90c2661f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.135822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-39a79d4a-513f-44e7-a1ce-3f90c2661f7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a76410f7-9874-4004-ba26-07229b2bd8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268694 Nov 23 10:41:13.159862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] For port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:13.159862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:13.170135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a688d38e-40f4-4f6b-88be-4d94636f6c57 req-898f1a98-bda6-4627-984e-5c8bb1f55de0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127436 Nov 23 10:41:13.182180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Calling delete_port for 63db8b4e-196e-4cd6-9fb7-e96a93c7073d owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:13.240851 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c158e79-c902-4e16-bffd-6aebe3e0f28f req-f945e73b-2e7f-452c-8ec0-eb83330fbddb tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160450 Nov 23 10:41:13.277840 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cc5be8-b6be-4f65-a1ae-7288ac52dcef x-openstack-request-id: req-d3cc5be8-b6be-4f65-a1ae-7288ac52dcef {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:13.278720 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2fa60ab-5b87-4180-9471-7977a75dcd88", "tag": "fc3be624-5c80-4857-88a2-2d0eb24d46dc", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:13.279503 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3cc5be8-b6be-4f65-a1ae-7288ac52dcef {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:13.280122 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'tag': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc', 'status': 'completed', 'code': 200} Nov 23 10:41:13.308148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-641f6724-1014-4888-af7a-1f07d099f7c6 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623237 Nov 23 10:41:13.318249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57674) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:13.454765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c47670d-7d0a-4102-b1d2-bc0e0eea8f45 req-4be12d7e-0669-4b81-b53c-20a6c4df56db service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382315 Nov 23 10:41:13.455500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17464c44-2909-4b29-91fa-f023c8e7af90 req-57f5074c-b1ab-4d8c-97b6-b5adeca96161 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.457027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17464c44-2909-4b29-91fa-f023c8e7af90 req-57f5074c-b1ab-4d8c-97b6-b5adeca96161 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 945 time: 0.1022961 Nov 23 10:41:13.457885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:13.483618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-606e5fdb-e090-4686-9de3-2406146e2a2c req-919e4542-5ca7-46d1-add0-875d4f92234a tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 210 time: 0.0532575 Nov 23 10:41:13.495369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['63db8b4e-196e-4cd6-9fb7-e96a93c7073d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:13.502868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-b5433132-fc61-4f3c-98e7-51dc1a8e5509 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.504563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-b5433132-fc61-4f3c-98e7-51dc1a8e5509 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c&tenant_id=1c87ae2a1a6645caa6185c8576a551b6&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.0755115 Nov 23 10:41:13.527223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Pushing event deleted for resources: {'Port': ['ID=63db8b4e-196e-4cd6-9fb7-e96a93c7073d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:13.603127 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17464c44-2909-4b29-91fa-f023c8e7af90 req-42813266-b7fd-4c9c-b6ac-9d523698a04a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302505 Nov 23 10:41:13.701618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-4e12984e-7f85-4541-8cba-863d5e14a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.703247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-4e12984e-7f85-4541-8cba-863d5e14a84e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 1095 time: 0.1887789 Nov 23 10:41:13.730516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f769-bfc9-49f0-bbe7-a3a2dad39ef9 req-2d4d40d0-5697-4e78-9005-11d530866f34 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.732503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ac9f769-bfc9-49f0-bbe7-a3a2dad39ef9 req-2d4d40d0-5697-4e78-9005-11d530866f34 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1107421 Nov 23 10:41:13.756667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-848ae660-891a-4e3c-b959-7325fb61827c service neutron] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:13.768778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-848ae660-891a-4e3c-b959-7325fb61827c service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:13.769918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-848ae660-891a-4e3c-b959-7325fb61827c service neutron] 10.222.0.65 "DELETE /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85/bindings/n-h2-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.2539368 Nov 23 10:41:13.855561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ac9f769-bfc9-49f0-bbe7-a3a2dad39ef9 req-07ab5c4f-bedc-45ee-8606-3040f80b09ea tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075826 Nov 23 10:41:13.861655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-0e9c3c9b-16ec-4625-b36b-35702cf90920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:13.863326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-0e9c3c9b-16ec-4625-b36b-35702cf90920 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 916 time: 0.1505320 Nov 23 10:41:13.922822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-54e2cfd6-2298-40f2-8b9c-e3fe805c6136 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc3be624-5c80-4857-88a2-2d0eb24d46dc HTTP/1.1" status: 200 len: 217 time: 0.0505593 Nov 23 10:41:14.002815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-a3f2b7e4-53e8-4b01-b394-c261a2aa847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.004922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-a3f2b7e4-53e8-4b01-b394-c261a2aa847d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 200 len: 854 time: 0.0751438 Nov 23 10:41:14.009135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] No DVR routers for this DVR port 63db8b4e-196e-4cd6-9fb7-e96a93c7073d on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:14.015414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-38be6656-ce52-4aa0-beab-ad2d72bb3df5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77998bcb009e469dacf3d0cee20a70b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6953626 Nov 23 10:41:14.030254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.033617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c316f4e2-1474-4388-a5da-50afaa1c08d4 req-773af641-4534-4012-a2dc-eeaa3b8b9295 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.58 "DELETE /v2.0/ports/63db8b4e-196e-4cd6-9fb7-e96a93c7073d HTTP/1.1" status: 204 len: 173 time: 1.1960790 Nov 23 10:41:14.034115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-deleted', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:14.037011 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ad4a46-3985-433d-96d7-a2b6d3698290" -d '{"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-deleted", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:14.039036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57692) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:14.085439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-6b1e79f4-69d8-48dc-9356-646e6729f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.089000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-6b1e79f4-69d8-48dc-9356-646e6729f490 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a76410f7-9874-4004-ba26-07229b2bd8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750139 Nov 23 10:41:14.094311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a46479-ca96-45ce-9c50-99a38351ca54 req-71ab7de7-8e13-4ced-a44c-1ed580a0220a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.095880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41a46479-ca96-45ce-9c50-99a38351ca54 req-71ab7de7-8e13-4ced-a44c-1ed580a0220a tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 945 time: 0.0996487 Nov 23 10:41:14.106059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:14.112911 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee399515-4f9f-499f-b65d-d9496ff0941f" -d '{"events": [{"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:14.118340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c187197d-5016-4c55-bcc9-c310ac680bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.178136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 09d5fa18-f868-40c7-b6da-97bce72b9aba details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:14.185695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e2a59392-a95e-4d92-9749-47c2f398b66a up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:14.192605 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c187197d-5016-4c55-bcc9-c310ac680bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.243742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41a46479-ca96-45ce-9c50-99a38351ca54 req-926f2b40-ac83-41de-9e39-02c74f7e4d0e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246634 Nov 23 10:41:14.291446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c187197d-5016-4c55-bcc9-c310ac680bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.295968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c187197d-5016-4c55-bcc9-c310ac680bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.300018 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c187197d-5016-4c55-bcc9-c310ac680bf0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf8c7a53-ac15-4866-8356-76b7caef45ac HTTP/1.1" status: 204 len: 168 time: 0.2528791 Nov 23 10:41:14.308414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187197d-5016-4c55-bcc9-c310ac680bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c7a53-ac15-4866-8356-76b7caef45ac,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:14.311833 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb17bc7-be57-4694-b05e-5e4f21aa22ef x-openstack-request-id: req-5eb17bc7-be57-4694-b05e-5e4f21aa22ef {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:14.312120 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1b6851-ff01-430d-96c8-36c9897b5c7f", "name": "network-vif-deleted", "tag": "63db8b4e-196e-4cd6-9fb7-e96a93c7073d", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:14.312375 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5eb17bc7-be57-4694-b05e-5e4f21aa22ef {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:14.312772 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1b6851-ff01-430d-96c8-36c9897b5c7f', 'name': 'network-vif-deleted', 'tag': '63db8b4e-196e-4cd6-9fb7-e96a93c7073d', 'status': 'completed', 'code': 200} Nov 23 10:41:14.333158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-ae6cfd13-5ad3-4397-9ada-75ae9b8d1b3a service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216198 Nov 23 10:41:14.423374 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d194c0ba-b993-4b52-a305-2db9d907c46a x-openstack-request-id: req-d194c0ba-b993-4b52-a305-2db9d907c46a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:14.423909 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:14.424270 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d194c0ba-b993-4b52-a305-2db9d907c46a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:14.424946 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'code': 200} Nov 23 10:41:14.481435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port e2a59392-a95e-4d92-9749-47c2f398b66a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:14.489961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port e2a59392-a95e-4d92-9749-47c2f398b66a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:14.490792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.552080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 09d5fa18-f868-40c7-b6da-97bce72b9aba, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=09d5fa18-f868-40c7-b6da-97bce72b9aba,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:14.560471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc19aab-e23c-4d67-a507-2fb78d31e500 req-ed283e69-90f1-47e5-b3b0-3983b2948986 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117255 Nov 23 10:41:14.574780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '09d5fa18-f868-40c7-b6da-97bce72b9aba', 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'port_id': '09d5fa18-f868-40c7-b6da-97bce72b9aba', 'mac_address': 'fa:16:3e:35:03:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec5f67d-9a20-4767-ac36-6e8514e7f5af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:14.580321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-342c1b14-ab1a-4224-98f9-dffff48456ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.581287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc36c38-db97-457a-8ef5-7e4a15db832e req-2d3e2b9a-6f0e-4d38-b3f0-fe5072fe7c53 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.592134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6cc36c38-db97-457a-8ef5-7e4a15db832e req-2d3e2b9a-6f0e-4d38-b3f0-fe5072fe7c53 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 944 time: 0.2248063 Nov 23 10:41:14.605806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd778c5-40ee-44cd-ba83-f9d3eb515cf1 req-7a26fd3f-00b7-47e8-8e81-8f44be26c910 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.607552 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cbd778c5-40ee-44cd-ba83-f9d3eb515cf1 req-7a26fd3f-00b7-47e8-8e81-8f44be26c910 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0901384 Nov 23 10:41:14.614669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2e589-2aea-4e22-83a4-d3b996d7c826 req-b38ce48e-4e00-4a42-a266-94fa29037fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.616129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aed2e589-2aea-4e22-83a4-d3b996d7c826 req-b38ce48e-4e00-4a42-a266-94fa29037fdf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 1096 time: 0.1327410 Nov 23 10:41:14.652745 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.678993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6cc36c38-db97-457a-8ef5-7e4a15db832e req-0a6c5aea-01e4-4993-8192-5d08bdc5f32b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801802 Nov 23 10:41:14.700178 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cbd778c5-40ee-44cd-ba83-f9d3eb515cf1 req-235e07d2-e8fa-48a0-bd51-c4876e19889c tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782144 Nov 23 10:41:14.733585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d5fa18-f868-40c7-b6da-97bce72b9aba {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:14.767056 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.772792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aed2e589-2aea-4e22-83a4-d3b996d7c826 req-5b106f87-ca84-41e8-bae1-5287449596d5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346388 Nov 23 10:41:14.800510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 09d5fa18-f868-40c7-b6da-97bce72b9aba, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=09d5fa18-f868-40c7-b6da-97bce72b9aba,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:14.811904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57712) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:14.835534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e2a59392-a95e-4d92-9749-47c2f398b66a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e2a59392-a95e-4d92-9749-47c2f398b66a,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:14.838104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.845523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:14.864656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381583d4-9a88-4aa0-a770-2cb4b0c9a4e7 req-ae5855b5-de15-47f8-a54a-92604e068552 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:14.873160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-381583d4-9a88-4aa0-a770-2cb4b0c9a4e7 req-ae5855b5-de15-47f8-a54a-92604e068552 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 944 time: 0.1070333 Nov 23 10:41:14.889734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c0d64999-4782-4093-bbfb-f7a7542c50b6 req-7c7eca26-2a74-48cc-8ac4-d6895059ec46 tempest-MigrationsAdminTest-153734958 tempest-MigrationsAdminTest-153734958-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a1b6851-ff01-430d-96c8-36c9897b5c7f HTTP/1.1" status: 200 len: 210 time: 0.0450802 Nov 23 10:41:14.906252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a3ba0ef8-9d01-48f8-8e78-5d66f3c1df0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35c58efe57ce4e30a3ae4a0222211294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0907304 Nov 23 10:41:14.912894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57716) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:14.913053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=09d5fa18-f868-40c7-b6da-97bce72b9aba,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:14.970968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-381583d4-9a88-4aa0-a770-2cb4b0c9a4e7 req-421749fa-b64c-44a3-847e-416780dcac50 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931363 Nov 23 10:41:14.983623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e2a59392-a95e-4d92-9749-47c2f398b66a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:15.009580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85603eb9-8a18-4013-a215-fa10aceaed20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.047247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85603eb9-8a18-4013-a215-fa10aceaed20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.080733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b836c-08f4-4c6f-971c-27603b417e31 req-70759f2c-f30c-49ef-b9f3-a18c646b9817 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:15.082488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c5b836c-08f4-4c6f-971c-27603b417e31 req-70759f2c-f30c-49ef-b9f3-a18c646b9817 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0730462 Nov 23 10:41:15.150222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85603eb9-8a18-4013-a215-fa10aceaed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.155332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85603eb9-8a18-4013-a215-fa10aceaed20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.156918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-85603eb9-8a18-4013-a215-fa10aceaed20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4304739-e497-4a96-8d8e-ddd958249bac HTTP/1.1" status: 204 len: 168 time: 0.2418497 Nov 23 10:41:15.170843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c5b836c-08f4-4c6f-971c-27603b417e31 req-67b10e1d-4cd7-4a12-99df-5f117abeff6b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812330 Nov 23 10:41:15.172147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee69b6b-50d8-44e4-adae-c4baf76f7c0b req-8002bb93-f9cc-468d-8a27-00f13bae9045 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:15.179767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ee69b6b-50d8-44e4-adae-c4baf76f7c0b req-8002bb93-f9cc-468d-8a27-00f13bae9045 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 1095 time: 0.0808756 Nov 23 10:41:15.208027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85603eb9-8a18-4013-a215-fa10aceaed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4304739-e497-4a96-8d8e-ddd958249bac,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:15.249891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ee69b6b-50d8-44e4-adae-c4baf76f7c0b req-0b2ae3a9-7f37-4c9e-ab8f-1f358c523971 tempest-LiveMigrationTest-40768876 tempest-LiveMigrationTest-40768876-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690124 Nov 23 10:41:15.262476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['09d5fa18-f868-40c7-b6da-97bce72b9aba'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:15.423503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:15.485927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc567fab-7c5d-4371-8fcb-5dea9321a66a req-d88014f5-ed80-4b74-8519-e511976779a5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:15.494658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc567fab-7c5d-4371-8fcb-5dea9321a66a req-d88014f5-ed80-4b74-8519-e511976779a5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 945 time: 0.1156778 Nov 23 10:41:15.573666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc567fab-7c5d-4371-8fcb-5dea9321a66a req-9e1d5b61-3667-4b62-978c-8b933a4785fc tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695364 Nov 23 10:41:15.599836 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.634625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483da21-7e67-417a-9c61-6f417fe639e0 req-0a68fa3e-6e43-4ef7-87cb-a3e57d879d5e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:15.636123 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9483da21-7e67-417a-9c61-6f417fe639e0 req-0a68fa3e-6e43-4ef7-87cb-a3e57d879d5e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 944 time: 0.0824504 Nov 23 10:41:15.720609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9483da21-7e67-417a-9c61-6f417fe639e0 req-699d3d08-2ca0-437a-b3fb-01d30bd55445 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741270 Nov 23 10:41:15.736924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.755654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.819107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dbc5448121754d2bbfce02799a12d6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944232 Nov 23 10:41:15.822018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57760) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:15.839814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30a1b10-fefe-4d5c-a59e-7382c4d7c6cf,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:15.850680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.851031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.851401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.851699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.852031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.852360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.853290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.853290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.853546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.853833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.854149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.854469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407b0806-11c5-4d23-8c99-a5040da5806f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:15.882895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eb6cb-347d-4be4-8766-64d76f0e4d93 req-c6a2fa75-8c60-4b36-bc5d-170391b7e123 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:15.884870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-107eb6cb-347d-4be4-8766-64d76f0e4d93 req-c6a2fa75-8c60-4b36-bc5d-170391b7e123 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 944 time: 0.0858247 Nov 23 10:41:15.930050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4a3fa-b25e-400f-abcd-545188a252fe req-c7572c9a-924b-49e5-aeb8-5d3f7dbf1d4c tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:15.931536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1b4a3fa-b25e-400f-abcd-545188a252fe req-c7572c9a-924b-49e5-aeb8-5d3f7dbf1d4c tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0966980 Nov 23 10:41:15.932715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10e1d75d-d8af-4abf-bca8-399470c8b0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:15.952691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-107eb6cb-347d-4be4-8766-64d76f0e4d93 req-0ad57495-87e7-45a9-9453-7c2791269b4f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Nov 23 10:41:15.971254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10e1d75d-d8af-4abf-bca8-399470c8b0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.021805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1b4a3fa-b25e-400f-abcd-545188a252fe req-2f585376-733a-4eee-9c7b-a441c752a471 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831499 Nov 23 10:41:16.052288 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10e1d75d-d8af-4abf-bca8-399470c8b0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.055503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10e1d75d-d8af-4abf-bca8-399470c8b0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.056921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-10e1d75d-d8af-4abf-bca8-399470c8b0fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a30a1b10-fefe-4d5c-a59e-7382c4d7c6cf HTTP/1.1" status: 204 len: 168 time: 0.2338083 Nov 23 10:41:16.066612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1d75d-d8af-4abf-bca8-399470c8b0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30a1b10-fefe-4d5c-a59e-7382c4d7c6cf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:16.178387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc3be624-5c80-4857-88a2-2d0eb24d46dc details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:16.181807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 09d5fa18-f868-40c7-b6da-97bce72b9aba up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:16.257550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b6808-b010-4af8-a1e3-5ed2229e9ba6 req-f0e2bb48-370a-4737-9ba2-301f7869aeab tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:16.265690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d09b6808-b010-4af8-a1e3-5ed2229e9ba6 req-f0e2bb48-370a-4737-9ba2-301f7869aeab tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 945 time: 0.0665765 Nov 23 10:41:16.348720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 09d5fa18-f868-40c7-b6da-97bce72b9aba completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:16.351228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d09b6808-b010-4af8-a1e3-5ed2229e9ba6 req-2c0f4169-0b86-4583-b9ad-5087848cafb9 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841427 Nov 23 10:41:16.367410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 09d5fa18-f868-40c7-b6da-97bce72b9aba triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:16.367825 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.372614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-a402d4dc-c428-4805-861e-73e18d53cba2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:16.377033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-a402d4dc-c428-4805-861e-73e18d53cba2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 944 time: 0.1137931 Nov 23 10:41:16.428204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444670c5-1261-40ec-9c90-93b18249881d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a59392-a95e-4d92-9749-47c2f398b66a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:16.430677 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c04425-a075-4f8e-9203-14983df7498f" -d '{"events": [{"server_uuid": "444670c5-1261-40ec-9c90-93b18249881d", "name": "network-vif-plugged", "status": "completed", "tag": "e2a59392-a95e-4d92-9749-47c2f398b66a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:16.437709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc3be624-5c80-4857-88a2-2d0eb24d46dc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc3be624-5c80-4857-88a2-2d0eb24d46dc,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:16.570456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Deleting port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:16.571127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.589648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193db972-ae0b-472d-822e-e317219963bb req-d1b7a3b0-707b-4a41-acda-fcab624fd18d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:16.599186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-193db972-ae0b-472d-822e-e317219963bb req-d1b7a3b0-707b-4a41-acda-fcab624fd18d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0991454 Nov 23 10:41:16.620180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc', 'network_id': 'a76410f7-9874-4004-ba26-07229b2bd8cb', 'port_id': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc', 'mac_address': 'fa:16:3e:b9:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec5f67d-9a20-4767-ac36-6e8514e7f5af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:16.648928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57786) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:16.659374 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-193db972-ae0b-472d-822e-e317219963bb req-c5e8c396-9698-44a3-97d7-f3275bb4eeb5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592382 Nov 23 10:41:16.701657 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8693e0cd-1d35-41b5-9a43-8022238dfe2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.705368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.712199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] For port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:16.712588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.721670 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a063ebeb-859b-4e4b-b660-b85960b02097 x-openstack-request-id: req-a063ebeb-859b-4e4b-b660-b85960b02097 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:16.721959 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444670c5-1261-40ec-9c90-93b18249881d", "name": "network-vif-plugged", "status": "completed", "tag": "e2a59392-a95e-4d92-9749-47c2f398b66a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:16.722409 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a063ebeb-859b-4e4b-b660-b85960b02097 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:16.723110 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444670c5-1261-40ec-9c90-93b18249881d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a59392-a95e-4d92-9749-47c2f398b66a', 'code': 200} Nov 23 10:41:16.734817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Calling delete_port for 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:16.809319 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.843487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 09d5fa18-f868-40c7-b6da-97bce72b9aba, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=09d5fa18-f868-40c7-b6da-97bce72b9aba,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:16.854091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3be624-5c80-4857-88a2-2d0eb24d46dc {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:16.863063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.863937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:16.905306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 63db8b4e-196e-4cd6-9fb7-e96a93c7073d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:16.905687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 63db8b4e-196e-4cd6-9fb7-e96a93c7073d not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:16.911134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57796) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:16.912071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c1c-5625-42f4-bb3a-50f9258184d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.918800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8693e0cd-1d35-41b5-9a43-8022238dfe2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.934127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8693e0cd-1d35-41b5-9a43-8022238dfe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.942425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc3be624-5c80-4857-88a2-2d0eb24d46dc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc3be624-5c80-4857-88a2-2d0eb24d46dc,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:16.953691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc57ad-ae64-48cf-90e0-1c3107ae4a98 req-b034d999-3e3f-47aa-bcf8-7b4dc8ad60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:16.955450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ddc57ad-ae64-48cf-90e0-1c3107ae4a98 req-b034d999-3e3f-47aa-bcf8-7b4dc8ad60c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 1096 time: 0.0987148 Nov 23 10:41:16.955578 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:16.978868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=09d5fa18-f868-40c7-b6da-97bce72b9aba,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:16.984452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8693e0cd-1d35-41b5-9a43-8022238dfe2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a83d38c7fd548539483778704aa7809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220489 Nov 23 10:41:16.990801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:17.000327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92007a40-fbce-4f94-b5e1-d1759c14634b req-f05426f8-1159-490c-b21c-679e01a70034 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.007952 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92007a40-fbce-4f94-b5e1-d1759c14634b req-f05426f8-1159-490c-b21c-679e01a70034 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 944 time: 0.1311102 Nov 23 10:41:17.056653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693e0cd-1d35-41b5-9a43-8022238dfe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a1225-a798-4e0d-be21-f7126a73b9d9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:17.083003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.084360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fc3be624-5c80-4857-88a2-2d0eb24d46dc,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:17.104644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['32fa9681-addd-4aae-8436-b4b537f820eb', '7dfa19e2-ae12-4059-81d2-b8392a7c4a85'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:17.109150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92007a40-fbce-4f94-b5e1-d1759c14634b req-1690c874-299b-43c3-b159-8f252150ffdf tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999687 Nov 23 10:41:17.140935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event deleted for resources: {'Port': ['ID=7dfa19e2-ae12-4059-81d2-b8392a7c4a85,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:17.190430 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48fb7824-ef5c-4128-b7de-a5183de1fbbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.205658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ddc57ad-ae64-48cf-90e0-1c3107ae4a98 req-30f90726-3793-41a9-a5a9-fd5079e3facf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500409 Nov 23 10:41:17.238973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48fb7824-ef5c-4128-b7de-a5183de1fbbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.274634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] No DVR routers for this DVR port 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:17.278447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.289683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abd01631-bf25-45d2-8a16-9c2ee3bc2569 req-c736e8b0-7814-4fd0-abb4-90710af38c7f tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "DELETE /v2.0/ports/7dfa19e2-ae12-4059-81d2-b8392a7c4a85 HTTP/1.1" status: 204 len: 173 time: 0.9043450 Nov 23 10:41:17.292063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'name': 'network-vif-deleted', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:17.296275 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ca6409-b81e-4013-9309-eb01e7bf07c5" -d '{"events": [{"server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "name": "network-vif-deleted", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:17.330990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a02dc-d5c1-4273-be23-5ac332af07b7 req-f6b22ee0-2811-48af-a679-514d8a175419 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.332629 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a17a02dc-d5c1-4273-be23-5ac332af07b7 req-f6b22ee0-2811-48af-a679-514d8a175419 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 945 time: 0.0672615 Nov 23 10:41:17.341312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48fb7824-ef5c-4128-b7de-a5183de1fbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.347246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48fb7824-ef5c-4128-b7de-a5183de1fbbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.348011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2fa5c8c3-fe71-4348-8a06-438bd24ab1d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5baa2f4772f461ba56b742ffbd1bd93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334831 Nov 23 10:41:17.350344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57820) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:17.357472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['fc3be624-5c80-4857-88a2-2d0eb24d46dc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:17.358684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-48fb7824-ef5c-4128-b7de-a5183de1fbbd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a99a1225-a798-4e0d-be21-f7126a73b9d9 HTTP/1.1" status: 204 len: 168 time: 0.3480773 Nov 23 10:41:17.386688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb7824-ef5c-4128-b7de-a5183de1fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a1225-a798-4e0d-be21-f7126a73b9d9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:17.459932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a17a02dc-d5c1-4273-be23-5ac332af07b7 req-b31386e1-7ba7-4855-afd0-3b4618acee4e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171217 Nov 23 10:41:17.504721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c0bca5-40a2-4d10-b409-6143adb88cc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.531771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c0bca5-40a2-4d10-b409-6143adb88cc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.576585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3fb6-7145-49d1-9492-184300f32a7c req-83896a6b-aa89-4781-8298-7457a5c1a2b7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.581494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e18d3fb6-7145-49d1-9492-184300f32a7c req-83896a6b-aa89-4781-8298-7457a5c1a2b7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1808093 Nov 23 10:41:17.628966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b6fd-b4a2-4f8d-bbac-806e79ada70f req-11a7e43b-8806-4d25-bfff-94f103220a65 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.631349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ad0b6fd-b4a2-4f8d-bbac-806e79ada70f req-11a7e43b-8806-4d25-bfff-94f103220a65 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0693135 Nov 23 10:41:17.635824 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c0bca5-40a2-4d10-b409-6143adb88cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.640507 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c0bca5-40a2-4d10-b409-6143adb88cc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.641997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-91c0bca5-40a2-4d10-b409-6143adb88cc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bd9264b-8c04-4449-afb3-302ec29813f9 HTTP/1.1" status: 204 len: 168 time: 0.2900929 Nov 23 10:41:17.689223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0bca5-40a2-4d10-b409-6143adb88cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd9264b-8c04-4449-afb3-302ec29813f9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:17.772670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ad0b6fd-b4a2-4f8d-bbac-806e79ada70f req-cb86f1bd-444e-4fe1-90c0-fe17d483edaf tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340981 Nov 23 10:41:17.776481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e18d3fb6-7145-49d1-9492-184300f32a7c req-7b82a1b6-425e-4f8a-a494-597fe27d9697 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727560 Nov 23 10:41:17.820241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-c2dcbb3a-814a-4cab-b7dc-1df1926cfa3e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.822184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-c2dcbb3a-814a-4cab-b7dc-1df1926cfa3e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/ports?device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 945 time: 0.1691308 Nov 23 10:41:17.832612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:17.860130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a755383a-2c4d-4275-b766-807583a22297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:17.954198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543edf2-dff5-425b-8f28-11171baf6ab5 req-81108af4-c387-4702-8002-ce0af01cf6fd tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:17.955829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f543edf2-dff5-425b-8f28-11171baf6ab5 req-81108af4-c387-4702-8002-ce0af01cf6fd tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 945 time: 0.0819252 Nov 23 10:41:17.970386 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4159cd70-ee89-4302-bf3a-ab8543adbf65 x-openstack-request-id: req-4159cd70-ee89-4302-bf3a-ab8543adbf65 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:17.970870 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786eca01-c588-4795-a203-07ae1fe3c18c", "name": "network-vif-deleted", "tag": "7dfa19e2-ae12-4059-81d2-b8392a7c4a85", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:17.970958 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4159cd70-ee89-4302-bf3a-ab8543adbf65 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:17.972515 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786eca01-c588-4795-a203-07ae1fe3c18c', 'name': 'network-vif-deleted', 'tag': '7dfa19e2-ae12-4059-81d2-b8392a7c4a85', 'status': 'completed', 'code': 200} Nov 23 10:41:18.023140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a755383a-2c4d-4275-b766-807583a22297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.065863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a755383a-2c4d-4275-b766-807583a22297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.106538 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a755383a-2c4d-4275-b766-807583a22297 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11437f365c874e329e7ac3ad228dbcc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726221 Nov 23 10:41:18.114185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57846) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:18.159647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-3aca822b-21a2-45dd-a71b-234b22441a0e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:18.161369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-3aca822b-21a2-45dd-a71b-234b22441a0e tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 945 time: 0.1317389 Nov 23 10:41:18.199917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57854) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:18.205828 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a005565b-83ef-4816-b300-435355e71c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.219381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Deleting port a428f9d5-7c3f-4e7a-a406-06959066c1cf {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:18.220564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.237488 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a005565b-83ef-4816-b300-435355e71c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.344743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f543edf2-dff5-425b-8f28-11171baf6ab5 req-dac1b4dd-56a3-474f-92ac-6112c038ecf2 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/security-groups?id=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188832 Nov 23 10:41:18.363319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57856) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:18.371736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a5941c33-4b1e-408c-8d47-b808889c58cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c38c1d27bd9749fb891d74f9891a40c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895634 Nov 23 10:41:18.375143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755383a-2c4d-4275-b766-807583a22297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff621f43-848c-4b0f-9a67-0f36ec7676b8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:18.380169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a005565b-83ef-4816-b300-435355e71c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.391269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a005565b-83ef-4816-b300-435355e71c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.392730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a005565b-83ef-4816-b300-435355e71c16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff621f43-848c-4b0f-9a67-0f36ec7676b8 HTTP/1.1" status: 204 len: 168 time: 0.2773883 Nov 23 10:41:18.402760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] For port a428f9d5-7c3f-4e7a-a406-06959066c1cf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a428f9d5-7c3f-4e7a-a406-06959066c1cf,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:18.403767 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.417684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005565b-83ef-4816-b300-435355e71c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff621f43-848c-4b0f-9a67-0f36ec7676b8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:18.454407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Calling delete_port for a428f9d5-7c3f-4e7a-a406-06959066c1cf owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:18.455104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.457875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Deleting port 101ff66a-3875-4f35-847d-b8fc38654998 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:18.458217 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:18.674422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30996f-b79a-4edc-8f8a-d005d50d2c14 req-d656e148-1817-4095-a405-a1f302f09f55 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:18.685697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b30996f-b79a-4edc-8f8a-d005d50d2c14 req-d656e148-1817-4095-a405-a1f302f09f55 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 945 time: 0.0927322 Nov 23 10:41:18.738371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b85c07-7369-488a-a405-a16fa8152ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d5fa18-f868-40c7-b6da-97bce72b9aba'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:18.740709 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311515ab-686a-4797-acab-673751fa57cb" -d '{"events": [{"server_uuid": "07b85c07-7369-488a-a405-a16fa8152ce3", "name": "network-vif-plugged", "status": "completed", "tag": "09d5fa18-f868-40c7-b6da-97bce72b9aba"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:18.753125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b30996f-b79a-4edc-8f8a-d005d50d2c14 req-4ec3b81d-68b5-48ca-8687-357ec4e75d9c tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661604 Nov 23 10:41:18.837984 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0317fda2-4955-45b8-901b-ac55c36ffd94 x-openstack-request-id: req-0317fda2-4955-45b8-901b-ac55c36ffd94 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:18.837984 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b85c07-7369-488a-a405-a16fa8152ce3", "name": "network-vif-plugged", "status": "completed", "tag": "09d5fa18-f868-40c7-b6da-97bce72b9aba", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:18.838229 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0317fda2-4955-45b8-901b-ac55c36ffd94 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:18.838622 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b85c07-7369-488a-a405-a16fa8152ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d5fa18-f868-40c7-b6da-97bce72b9aba', 'code': 200} Nov 23 10:41:19.017224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5c6f6-2fe8-4281-9064-6f8512fb9407 req-7d0230a5-3669-405f-bf1c-aca3acb61805 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:19.018152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45c5c6f6-2fe8-4281-9064-6f8512fb9407 req-7d0230a5-3669-405f-bf1c-aca3acb61805 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0833035 Nov 23 10:41:19.072835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45c5c6f6-2fe8-4281-9064-6f8512fb9407 req-385df1f8-ca9d-4195-ba58-9e5d7e740e40 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488641 Nov 23 10:41:19.119245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74c49a22-6011-40f0-8a66-7636e9c6857d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.177398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bbe5d28c-333c-4af2-9489-ddd4295d0c4d req-9c3e612a-7d2e-4a33-b314-63f10a946ff6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.1698635 Nov 23 10:41:19.250609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836dfcd-23bf-4514-975e-7e7163095507 req-cb64e9e9-6913-484f-9f5a-86115104cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:19.253015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c836dfcd-23bf-4514-975e-7e7163095507 req-cb64e9e9-6913-484f-9f5a-86115104cade service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 1096 time: 0.2445846 Nov 23 10:41:19.257036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74c49a22-6011-40f0-8a66-7636e9c6857d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.278698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953925b3-1a49-47af-bf6a-0fcc55f33884 req-2a2d9cf3-ac09-4bed-a903-8d4ec83307b2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:19.281581 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-953925b3-1a49-47af-bf6a-0fcc55f33884 req-2a2d9cf3-ac09-4bed-a903-8d4ec83307b2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0787606 Nov 23 10:41:19.339396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] For port 101ff66a-3875-4f35-847d-b8fc38654998, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=101ff66a-3875-4f35-847d-b8fc38654998,segment=NetworkSegment(e2cc4594-65e6-4acb-a040-ab24a5d5fa7b),segment_id=e2cc4594-65e6-4acb-a040-ab24a5d5fa7b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:19.339396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.358751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Calling delete_port for 101ff66a-3875-4f35-847d-b8fc38654998 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:19.410384 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.453890 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-953925b3-1a49-47af-bf6a-0fcc55f33884 req-a66e80b9-0963-44d5-803e-22a0599d4fb1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571317 Nov 23 10:41:19.472589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c836dfcd-23bf-4514-975e-7e7163095507 req-3ecc9837-d01f-4053-8e01-7f86fa236586 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045908 Nov 23 10:41:19.503592 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74c49a22-6011-40f0-8a66-7636e9c6857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.512472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74c49a22-6011-40f0-8a66-7636e9c6857d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.514587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-74c49a22-6011-40f0-8a66-7636e9c6857d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/548429a4-186c-49b2-a935-282e3954344c HTTP/1.1" status: 204 len: 168 time: 1.1491759 Nov 23 10:41:19.527059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.538712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['101ff66a-3875-4f35-847d-b8fc38654998', 'a428f9d5-7c3f-4e7a-a406-06959066c1cf'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:19.563808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c49a22-6011-40f0-8a66-7636e9c6857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548429a4-186c-49b2-a935-282e3954344c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:19.610576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3098dd0f-c7ba-47d7-b02f-91040a748993 req-a6989510-9163-4f91-9b04-4f29cad1c632 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e HTTP/1.1" status: 200 len: 210 time: 0.0618322 Nov 23 10:41:19.634996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event deleted for resources: {'Port': ['ID=a428f9d5-7c3f-4e7a-a406-06959066c1cf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:19.683199 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.726778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] No DVR routers for this DVR port a428f9d5-7c3f-4e7a-a406-06959066c1cf on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:19.729639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.733459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e536987b-6113-4a44-b0be-b5fc5e3999db req-008dbd85-d7de-4bc7-9204-b77f1eee1bd5 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "DELETE /v2.0/ports/a428f9d5-7c3f-4e7a-a406-06959066c1cf HTTP/1.1" status: 204 len: 173 time: 1.9036117 Nov 23 10:41:19.858421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:19.921764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Pushing event deleted for resources: {'Port': ['ID=101ff66a-3875-4f35-847d-b8fc38654998,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:19.968745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a428f9d5-7c3f-4e7a-a406-06959066c1cf'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:19.986965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'name': 'network-vif-deleted', 'tag': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:19.989454 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5866c3-d65a-402f-bf17-f274d845dffd" -d '{"events": [{"server_uuid": "adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e", "name": "network-vif-deleted", "tag": "a428f9d5-7c3f-4e7a-a406-06959066c1cf"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:20.005712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] No DVR routers for this DVR port 101ff66a-3875-4f35-847d-b8fc38654998 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:20.025497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.029626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a18d1bf-4bb1-4369-995b-5321b2540e81 req-4e6f9cb7-6dcd-47ed-a2da-c7fe13e513bb tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.65 "DELETE /v2.0/ports/101ff66a-3875-4f35-847d-b8fc38654998 HTTP/1.1" status: 204 len: 173 time: 1.8600135 Nov 23 10:41:20.057746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51234-e2d7-4aea-b73d-b981756b391e req-125e0349-8ab9-45d7-bc8f-e322e22847cb tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:20.060078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4cc51234-e2d7-4aea-b73d-b981756b391e req-125e0349-8ab9-45d7-bc8f-e322e22847cb tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 945 time: 0.1828561 Nov 23 10:41:20.073718 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54cdd5e-b612-4bb1-b445-ecae0fa9dcb6 x-openstack-request-id: req-f54cdd5e-b612-4bb1-b445-ecae0fa9dcb6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:20.074120 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e", "name": "network-vif-deleted", "tag": "a428f9d5-7c3f-4e7a-a406-06959066c1cf", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:20.074455 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f54cdd5e-b612-4bb1-b445-ecae0fa9dcb6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:20.074938 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adf5aa9f-b3a1-4824-a1c3-3988b0a0f12e', 'name': 'network-vif-deleted', 'tag': 'a428f9d5-7c3f-4e7a-a406-06959066c1cf', 'status': 'completed', 'code': 200} Nov 23 10:41:20.079843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.182303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4cc51234-e2d7-4aea-b73d-b981756b391e req-1f492a32-7796-4df0-9e1b-c852673cc99a tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Nov 23 10:41:20.203349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:20.207830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc3be624-5c80-4857-88a2-2d0eb24d46dc up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:20.240214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df2cc6-0997-41cd-9407-d7086c3dadea req-d98b5244-ab93-4f27-abdb-901671ae5f09 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:20.249233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3df2cc6-0997-41cd-9407-d7086c3dadea req-d98b5244-ab93-4f27-abdb-901671ae5f09 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0762510 Nov 23 10:41:20.294729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:20.295742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7dfa19e2-ae12-4059-81d2-b8392a7c4a85 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:20.296192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 101ff66a-3875-4f35-847d-b8fc38654998 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:20.368495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3df2cc6-0997-41cd-9407-d7086c3dadea req-cf11de23-06f4-413c-b24b-065f1e632d82 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182930 Nov 23 10:41:20.394389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 101ff66a-3875-4f35-847d-b8fc38654998 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:20.394724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 101ff66a-3875-4f35-847d-b8fc38654998 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:20.416562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d781c633-2916-4340-ac9a-461554adb42b req-8dc00ab3-eb3b-4761-862a-ee73fff1c2bd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.0875599 Nov 23 10:41:20.417464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port fc3be624-5c80-4857-88a2-2d0eb24d46dc completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:20.430845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port fc3be624-5c80-4857-88a2-2d0eb24d46dc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:20.430986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.485176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57932) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:20.595807 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.671503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d015b22c-ab81-4314-bc4f-6218b31653d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.689488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc3be624-5c80-4857-88a2-2d0eb24d46dc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc3be624-5c80-4857-88a2-2d0eb24d46dc,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:20.706788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.717062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902377d-ed35-4770-b8c3-b9d311ce1916 req-2d59a0e2-77bf-4a0f-b502-0e18e38d418b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:20.730935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b902377d-ed35-4770-b8c3-b9d311ce1916 req-2d59a0e2-77bf-4a0f-b502-0e18e38d418b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1656237 Nov 23 10:41:20.774663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fc3be624-5c80-4857-88a2-2d0eb24d46dc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:20.839367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:20.841948 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eacf2c6-a8e2-40f5-8e19-f579061d1019" -d '{"events": [{"server_uuid": "b2fa60ab-5b87-4180-9471-7977a75dcd88", "name": "network-vif-plugged", "status": "completed", "tag": "fc3be624-5c80-4857-88a2-2d0eb24d46dc"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:20.867163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b902377d-ed35-4770-b8c3-b9d311ce1916 req-c83d1b53-b31a-4f9f-abb5-317e9612f7ce tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322689 Nov 23 10:41:20.959952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d015b22c-ab81-4314-bc4f-6218b31653d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:20.966172 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf3fba0-7d0c-4f25-9d2a-026244d2280b x-openstack-request-id: req-ebf3fba0-7d0c-4f25-9d2a-026244d2280b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:20.967629 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2fa60ab-5b87-4180-9471-7977a75dcd88", "name": "network-vif-plugged", "status": "completed", "tag": "fc3be624-5c80-4857-88a2-2d0eb24d46dc", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:20.968110 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebf3fba0-7d0c-4f25-9d2a-026244d2280b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:20.968723 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc', 'code': 200} Nov 23 10:41:20.973282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c9da0ec-1ebb-41df-bab2-620f9b8a2d63 req-3bdc18e6-817e-43e0-a0e7-b10d184b9dc3 tempest-MultipleCreateTestJSON-1045954192 tempest-MultipleCreateTestJSON-1045954192-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb6dd39a-e9ce-42d4-a444-eca50aa19372 HTTP/1.1" status: 200 len: 210 time: 0.0694780 Nov 23 10:41:20.977438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d015b22c-ab81-4314-bc4f-6218b31653d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:21.028357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d015b22c-ab81-4314-bc4f-6218b31653d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eadc8f14ad654f7db394400f44498158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5419912 Nov 23 10:41:21.032240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57954) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:21.032710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015b22c-ab81-4314-bc4f-6218b31653d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7216aff-1429-4271-a75c-e80772303462,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:21.163976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-927b489e-d43d-4cca-8771-9f24a449ed25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:21.191996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df002953-e65e-4307-8b75-7764aa2252a3 req-cfe44dcd-5817-4b0e-9262-1cca185328b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:21.195073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df002953-e65e-4307-8b75-7764aa2252a3 req-cfe44dcd-5817-4b0e-9262-1cca185328b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 1097 time: 0.0652878 Nov 23 10:41:21.196402 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-927b489e-d43d-4cca-8771-9f24a449ed25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:21.267799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-927b489e-d43d-4cca-8771-9f24a449ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:21.269660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-927b489e-d43d-4cca-8771-9f24a449ed25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:21.270955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-927b489e-d43d-4cca-8771-9f24a449ed25 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7216aff-1429-4271-a75c-e80772303462 HTTP/1.1" status: 204 len: 168 time: 0.2368605 Nov 23 10:41:21.293032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b489e-d43d-4cca-8771-9f24a449ed25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7216aff-1429-4271-a75c-e80772303462,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:21.310943 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df002953-e65e-4307-8b75-7764aa2252a3 req-7b00687e-3be8-4f25-8eb5-27cbd6a8d7df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977120 Nov 23 10:41:21.395026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f0b4d-b212-4cee-bda6-fe55d6809cec req-fe2dc3c8-8fc1-4ecd-9cc9-2de08dc85b57 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:21.396389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4f0b4d-b212-4cee-bda6-fe55d6809cec req-fe2dc3c8-8fc1-4ecd-9cc9-2de08dc85b57 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.0639019 Nov 23 10:41:21.457584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d4f0b4d-b212-4cee-bda6-fe55d6809cec req-6355c2b8-05ce-44a7-9a71-6726afba6c57 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552270 Nov 23 10:41:21.578294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6cd82941-2b08-451f-b3b0-2ed61c000a39 req-6ea7405e-d964-42a1-a30d-6eb3b7e5c9c8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.0460188 Nov 23 10:41:21.628382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8284f-9d74-4ad2-b1f2-605d9285f8ae req-6422647b-e2d3-4aa9-90d6-c7cbe0175a44 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:21.631298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bad8284f-9d74-4ad2-b1f2-605d9285f8ae req-6422647b-e2d3-4aa9-90d6-c7cbe0175a44 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0706222 Nov 23 10:41:21.695647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bad8284f-9d74-4ad2-b1f2-605d9285f8ae req-915adb88-b22e-412d-be01-0c42093b8536 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533750 Nov 23 10:41:21.910189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:22.053641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58014) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:22.085501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96388055-984a-4c89-a609-cc699b1e7d03 req-c03a5fce-8b98-4711-8c22-6111af399e38 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:22.087197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-96388055-984a-4c89-a609-cc699b1e7d03 req-c03a5fce-8b98-4711-8c22-6111af399e38 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1005912 Nov 23 10:41:22.087704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'name': 'network-vif-deleted', 'tag': '101ff66a-3875-4f35-847d-b8fc38654998'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:22.090032 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4f874c-32ee-45b7-9cf4-50f52051434d" -d '{"events": [{"server_uuid": "bb6dd39a-e9ce-42d4-a444-eca50aa19372", "name": "network-vif-deleted", "tag": "101ff66a-3875-4f35-847d-b8fc38654998"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:22.172965 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c80d50-1e43-47de-950f-17eafc5f92da x-openstack-request-id: req-a7c80d50-1e43-47de-950f-17eafc5f92da {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:22.174735 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6dd39a-e9ce-42d4-a444-eca50aa19372", "name": "network-vif-deleted", "tag": "101ff66a-3875-4f35-847d-b8fc38654998", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:22.174735 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7c80d50-1e43-47de-950f-17eafc5f92da {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:22.174735 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6dd39a-e9ce-42d4-a444-eca50aa19372', 'name': 'network-vif-deleted', 'tag': '101ff66a-3875-4f35-847d-b8fc38654998', 'status': 'completed', 'code': 200} Nov 23 10:41:22.187339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] Deleting subnet 31560ce6-0523-415f-a7e0-bd792cda645e {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:41:22.192205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:22.205575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a428f9d5-7c3f-4e7a-a406-06959066c1cf no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:22.235506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-96388055-984a-4c89-a609-cc699b1e7d03 req-348600f1-dc63-43b2-8a61-d82f2830bf66 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277862 Nov 23 10:41:22.275853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: a428f9d5-7c3f-4e7a-a406-06959066c1cf {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:22.280314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a428f9d5-7c3f-4e7a-a406-06959066c1cf not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:22.310927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:22.425229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:22.558721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:22.602859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31560ce6-0523-415f-a7e0-bd792cda645e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:22.682805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58056) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:22.689530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:22.694021 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dad52d3d-6d38-48c7-98a2-db29dfdab09f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/31560ce6-0523-415f-a7e0-bd792cda645e HTTP/1.1" status: 204 len: 168 time: 0.6392887 Nov 23 10:41:22.696712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58060) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:22.729247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8211d-8bff-4c74-ba84-c52d83326ab2 req-0ee80696-76d8-44d5-b2ae-c28a2071063a tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:22.733184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-beb8211d-8bff-4c74-ba84-c52d83326ab2 req-0ee80696-76d8-44d5-b2ae-c28a2071063a tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.1315298 Nov 23 10:41:22.752039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58064) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:22.784322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daac8c74-cb4e-4c9f-805c-a4bb3b19fde0 req-a670e805-ab9b-4a0f-8833-5bebb0243928 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.0694220 Nov 23 10:41:22.808645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-beb8211d-8bff-4c74-ba84-c52d83326ab2 req-857fceb3-91a0-4cfc-a4d4-2fcd821af0a0 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681789 Nov 23 10:41:22.849528 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:22.976673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.052135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c08ca8c-2131-4885-8b74-53edc78dcef6']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:23.055123 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcdffd6a-949e-45a0-a911-061e5f513a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.063862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5633943d-dfee-406f-a91b-a900badd996a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.089471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:23.089836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cc4594-65e6-4acb-a040-ab24a5d5fa7b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:23.114911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.146514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58074) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:23.149829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c781-312c-45d4-afba-e3e80eafddc4 req-6ff1f2ab-8d36-4cfe-9c35-7949888975e2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:23.151336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb90c781-312c-45d4-afba-e3e80eafddc4 req-6ff1f2ab-8d36-4cfe-9c35-7949888975e2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1661675 Nov 23 10:41:23.179869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.205315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:41:23.205709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:41:23.207558 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:41:23.341722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb90c781-312c-45d4-afba-e3e80eafddc4 req-01a9cddc-062b-4ddc-b201-4c42489bb835 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763265 Nov 23 10:41:23.349518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.354568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.359895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7c08ca8c-2131-4885-8b74-53edc78dcef6 HTTP/1.1" status: 204 len: 168 time: 0.6620190 Nov 23 10:41:23.404872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5633943d-dfee-406f-a91b-a900badd996a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.414966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e6833-24a5-488e-9a94-076130f69c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c08ca8c-2131-4885-8b74-53edc78dcef6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:23.424647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcdffd6a-949e-45a0-a911-061e5f513a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.425598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-network', 'tenant_id': '6fe091da78984338a20f51672ec32101'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:23.426569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5633943d-dfee-406f-a91b-a900badd996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.452784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633943d-dfee-406f-a91b-a900badd996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae56a32-af85-4510-a5c3-d031061b88bc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:23.462153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcdffd6a-949e-45a0-a911-061e5f513a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.509193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5633943d-dfee-406f-a91b-a900badd996a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f3dfb020e29d4c7bbb6fd15755704ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8248353 Nov 23 10:41:23.512218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58082) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:23.516455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853b4e-fb55-407a-acd5-1ece700229ca req-2e42bb72-3125-4caf-b946-769068b0bf03 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:23.518279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-44853b4e-fb55-407a-acd5-1ece700229ca req-2e42bb72-3125-4caf-b946-769068b0bf03 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1202857 Nov 23 10:41:23.519496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Made reservation on behalf of 6fe091da78984338a20f51672ec32101 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:23.521817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.554640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bcdffd6a-949e-45a0-a911-061e5f513a94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83588d895d054effbffd724acdc5ffb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8003855 Nov 23 10:41:23.557644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58084) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:23.558746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdffd6a-949e-45a0-a911-061e5f513a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3325011e-889e-4238-89eb-25c8a2b2bb46,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:23.589954 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-44853b4e-fb55-407a-acd5-1ece700229ca req-99252786-5e90-4632-a310-0b1ed2591b29 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646815 Nov 23 10:41:23.590683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.634145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58086) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:23.661544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7284e611-b5a3-472b-b872-7914626e3622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.672183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-899cf1e1-564e-47a8-b595-d433362c3a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.696087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7284e611-b5a3-472b-b872-7914626e3622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.717836 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-899cf1e1-564e-47a8-b595-d433362c3a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.737438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-51511497-d9ce-4137-9171-ed68520d3b62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23a9932284ba4094a8ffd367c5e86fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1014941 Nov 23 10:41:23.742795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58088) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:23.800954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7284e611-b5a3-472b-b872-7914626e3622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.804282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7284e611-b5a3-472b-b872-7914626e3622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.807856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7284e611-b5a3-472b-b872-7914626e3622 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3325011e-889e-4238-89eb-25c8a2b2bb46 HTTP/1.1" status: 204 len: 168 time: 0.2417707 Nov 23 10:41:23.816538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-899cf1e1-564e-47a8-b595-d433362c3a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.821964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.832567 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-899cf1e1-564e-47a8-b595-d433362c3a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.833450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.847056 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3a064be-77b9-4fcc-91e3-a0b29c348173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.847500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-899cf1e1-564e-47a8-b595-d433362c3a56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cae56a32-af85-4510-a5c3-d031061b88bc HTTP/1.1" status: 204 len: 168 time: 0.3163958 Nov 23 10:41:23.852279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284e611-b5a3-472b-b872-7914626e3622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3325011e-889e-4238-89eb-25c8a2b2bb46,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:23.874061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:41:23.894665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cf1e1-564e-47a8-b595-d433362c3a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae56a32-af85-4510-a5c3-d031061b88bc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:23.915183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3a064be-77b9-4fcc-91e3-a0b29c348173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.942803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e02828-d2c8-4d18-b227-cbded77350b2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:23.990419 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:23.990747 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Added segment 16cabb47-14ac-4b50-aa91-774bcf5380e4 of type vlan for network 351983a4-dc97-4a12-877e-10ac25916c15 Nov 23 10:41:24.001136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11328db0-f409-4280-8665-af15c6ea363c req-3145148b-0a79-4e29-bfcf-21b4d7fa2ae8 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=786eca01-c588-4795-a203-07ae1fe3c18c HTTP/1.1" status: 200 len: 210 time: 0.0559547 Nov 23 10:41:24.118308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.134284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3d435-6557-4bdf-a073-bacdb7db1c3e req-22c0fc33-3c64-4414-8342-fc72ff95c759 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:24.142006 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1df3d435-6557-4bdf-a073-bacdb7db1c3e req-22c0fc33-3c64-4414-8342-fc72ff95c759 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.1832397 Nov 23 10:41:24.181435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3a064be-77b9-4fcc-91e3-a0b29c348173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.184230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3a064be-77b9-4fcc-91e3-a0b29c348173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.186689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a3a064be-77b9-4fcc-91e3-a0b29c348173 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332 HTTP/1.1" status: 204 len: 168 time: 0.4425814 Nov 23 10:41:24.208105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a064be-77b9-4fcc-91e3-a0b29c348173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7e6c27-61f0-4ce8-b8e6-e9b127fa9332,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:24.210013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.211010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:24.211703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.288341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1df3d435-6557-4bdf-a073-bacdb7db1c3e req-b5e7bdb8-68d7-4b9a-82c3-eedb9911ed74 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453009 Nov 23 10:41:24.304660 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1570179 Nov 23 10:41:24.308368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58104) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:24.319448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Request body: {'subnet': {'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-subnet', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:24.370992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Made reservation on behalf of 6fe091da78984338a20f51672ec32101 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:24.376120 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.422134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58110) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:24.437017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716783f-df38-4236-92f6-45ea17221905 admin admin] Pushing event updated for resources: {'Network': ['ID=351983a4-dc97-4a12-877e-10ac25916c15,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:24.454406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 351983a4-dc97-4a12-877e-10ac25916c15 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:41:24.536921 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e57b224-e6c7-422c-85b8-ec590fa6aa90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.554545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c32e83-b433-47ff-b723-e0bcb5ba8972 req-b412cf18-dcc8-417e-8ec0-0db03d9019ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:24.563425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71c32e83-b433-47ff-b723-e0bcb5ba8972 req-b412cf18-dcc8-417e-8ec0-0db03d9019ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.0808873 Nov 23 10:41:24.650816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71c32e83-b433-47ff-b723-e0bcb5ba8972 req-36a15c30-a906-4bc5-a794-f15904c53fc2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Nov 23 10:41:24.763505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c6add-ccbf-48f2-816b-0b444b65b151 req-f8d7f626-5359-46e5-b108-cef53c5198ff tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:24.765059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db1c6add-ccbf-48f2-816b-0b444b65b151 req-f8d7f626-5359-46e5-b108-cef53c5198ff tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.3400354 Nov 23 10:41:24.809126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc531585-da3d-4186-bb30-dbb3899db106 req-785b44ef-480d-4862-8eff-35e18915c18e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:24.823701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc531585-da3d-4186-bb30-dbb3899db106 req-785b44ef-480d-4862-8eff-35e18915c18e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0821295 Nov 23 10:41:24.905673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db1c6add-ccbf-48f2-816b-0b444b65b151 req-2c91a53e-f1e1-4eb6-bec5-c2a8f320dc5d tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310766 Nov 23 10:41:24.909590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc531585-da3d-4186-bb30-dbb3899db106 req-f084a825-ea80-4829-962b-370d7a695818 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838630 Nov 23 10:41:24.927545 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e57b224-e6c7-422c-85b8-ec590fa6aa90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.950709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58122) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:24.960450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5e57b224-e6c7-422c-85b8-ec590fa6aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:24.972311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e357c64b-a03d-46ee-ad72-a0361364be3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.015626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.088266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e357c64b-a03d-46ee-ad72-a0361364be3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.096659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e357c64b-a03d-46ee-ad72-a0361364be3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.098859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5e57b224-e6c7-422c-85b8-ec590fa6aa90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe5cdb1824a54dc086839b859e239a81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6616905 Nov 23 10:41:25.099542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58130) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:25.111117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57b224-e6c7-422c-85b8-ec590fa6aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2c3d6-eaae-4e59-bdd0-110bf5e0446b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:25.136246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bde0495-be25-4f55-b06b-113d0d23fbb1,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:25.183479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74ff94-ef75-4a57-83d3-6d2be22923d3 req-48a17c91-345b-4dc0-bf78-9709ea106da4 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:25.185456 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b74ff94-ef75-4a57-83d3-6d2be22923d3 req-48a17c91-345b-4dc0-bf78-9709ea106da4 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 945 time: 0.1981010 Nov 23 10:41:25.186657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e357c64b-a03d-46ee-ad72-a0361364be3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8250a5bb1ee460aaaa98888b80a6fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341902 Nov 23 10:41:25.188216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58134) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:25.214508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357c64b-a03d-46ee-ad72-a0361364be3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ad1a3-db8d-4a2c-abd9-d213a3532454,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:25.229924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Checking segment: {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:25.230790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Network hostable DHCP agents. Network: 351983a4-dc97-4a12-877e-10ac25916c15, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:41:25.284489 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540ac1a8-6ef8-4854-89bf-5b91baadaa73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.306327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Network 351983a4-dc97-4a12-877e-10ac25916c15 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:41:25.328428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b74ff94-ef75-4a57-83d3-6d2be22923d3 req-217a1c4d-6cd1-45db-a6da-1e15085b78ce tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238215 Nov 23 10:41:25.334224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-355a84fc-0b69-4a80-b059-d3dce5576d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.334454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540ac1a8-6ef8-4854-89bf-5b91baadaa73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.353661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 351983a4-dc97-4a12-877e-10ac25916c15) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:25.360199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:25.362290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.369100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1962bda5-97ce-4c58-945b-62dce227a0a1 None None] Network 351983a4-dc97-4a12-877e-10ac25916c15 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:25.396027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-355a84fc-0b69-4a80-b059-d3dce5576d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.452045 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540ac1a8-6ef8-4854-89bf-5b91baadaa73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.456031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540ac1a8-6ef8-4854-89bf-5b91baadaa73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.457822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-540ac1a8-6ef8-4854-89bf-5b91baadaa73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2b2c3d6-eaae-4e59-bdd0-110bf5e0446b HTTP/1.1" status: 204 len: 168 time: 0.3066690 Nov 23 10:41:25.485090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ac1a8-6ef8-4854-89bf-5b91baadaa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2c3d6-eaae-4e59-bdd0-110bf5e0446b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:25.486916 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-355a84fc-0b69-4a80-b059-d3dce5576d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.491841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-355a84fc-0b69-4a80-b059-d3dce5576d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.506962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-355a84fc-0b69-4a80-b059-d3dce5576d11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/689ad1a3-db8d-4a2c-abd9-d213a3532454 HTTP/1.1" status: 204 len: 168 time: 0.3172731 Nov 23 10:41:25.532170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a84fc-0b69-4a80-b059-d3dce5576d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ad1a3-db8d-4a2c-abd9-d213a3532454,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:25.556541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-73ad8d7c-cd27-4a12-8d9f-bb3d26f533a8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2470160 Nov 23 10:41:25.557303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58150) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:25.562492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:25.616160 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.617479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.794739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-351983a4-dc97-4a12-877e-10ac25916c15', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:41:25.796280 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.818407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:25.933630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78983dbb-f95a-4763-9fa2-2566d9bbfbd2 req-bf3326d1-dcd5-44e0-941b-ba1d4b6d63db tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:25.949756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78983dbb-f95a-4763-9fa2-2566d9bbfbd2 req-bf3326d1-dcd5-44e0-941b-ba1d4b6d63db tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1328824 Nov 23 10:41:25.996188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Allocated IP 172.20.0.2 (351983a4-dc97-4a12-877e-10ac25916c15/9bde0495-be25-4f55-b06b-113d0d23fbb1/28d45ee4-2381-4032-97fb-4d477dfa7fa5) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:26.088554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58164) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:26.089337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78983dbb-f95a-4763-9fa2-2566d9bbfbd2 req-a5ad3c17-efbc-48dd-84c8-4b04a00a1edf tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382687 Nov 23 10:41:26.267837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.329145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b963c8-5f88-4ff0-b97d-8e5eab178f10 req-32ed6e72-adb8-4395-88ba-3e10ffe1f20f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:26.339696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.340536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16b963c8-5f88-4ff0-b97d-8e5eab178f10 req-32ed6e72-adb8-4395-88ba-3e10ffe1f20f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.4396834 Nov 23 10:41:26.361218 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.401924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1df07-c7ba-430d-b67c-32cb242ec5e0 req-1d0cb3e1-8347-4ff4-a09c-1bbb230fa265 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:26.428726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4d1df07-c7ba-430d-b67c-32cb242ec5e0 req-1d0cb3e1-8347-4ff4-a09c-1bbb230fa265 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.2076523 Nov 23 10:41:26.447496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Network 351983a4-dc97-4a12-877e-10ac25916c15 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:26.455307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:26.463364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:26.490690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16b963c8-5f88-4ff0-b97d-8e5eab178f10 req-6470b68c-c2e6-4e3e-a0e9-39c68099eef8 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477919 Nov 23 10:41:26.495107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1680167591-network', 'tenant_id': 'c895aa42dfd14d7cad8fd7609d3efeec'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:26.516535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Pushing event updated for resources: {'Port': ['ID=28d45ee4-2381-4032-97fb-4d477dfa7fa5,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:26.601992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4d1df07-c7ba-430d-b67c-32cb242ec5e0 req-83d8fb92-9958-4ad3-bd80-7a5f839cc99a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721082 Nov 23 10:41:26.627868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Attempting to bind port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:26.628371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Made reservation on behalf of c895aa42dfd14d7cad8fd7609d3efeec for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:26.628882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Attempting to bind port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:26.629524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Attempting to bind port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 on network 351983a4-dc97-4a12-877e-10ac25916c15 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:26.634347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.642415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:26.643257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Checking segment: {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:26.643927 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.645692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Bound using segment: {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:26.646463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Bound port: 28d45ee4-2381-4032-97fb-4d477dfa7fa5, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:26.647832 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.662479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:26.805460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] For port 28d45ee4-2381-4032-97fb-4d477dfa7fa5, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:26.814596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] For port 28d45ee4-2381-4032-97fb-4d477dfa7fa5, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=28d45ee4-2381-4032-97fb-4d477dfa7fa5,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:26.829663 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.032720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6789c-0c90-4559-ac95-2428fa142fa1 None None] Pushing event updated for resources: {'Port': ['ID=28d45ee4-2381-4032-97fb-4d477dfa7fa5,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:27.113072 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.126879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.135915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.190568 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.267887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:41:27.293232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343dcbba-95ed-48bb-865c-bc32562893f6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:27.402366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca104c91-cc05-4af8-b29c-aa10827ce7d9 req-c1e4c936-607f-41c5-9ca1-c7b77e343d0f tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.404696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca104c91-cc05-4af8-b29c-aa10827ce7d9 req-c1e4c936-607f-41c5-9ca1-c7b77e343d0f tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.1206090 Nov 23 10:41:27.448994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.449566 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Added segment 0a8d24c4-aca0-4195-86b6-a73f1429a366 of type vlan for network e8945929-3e2f-4419-9bf8-47007fedeb74 Nov 23 10:41:27.464647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58206) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:27.519338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.563113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca104c91-cc05-4af8-b29c-aa10827ce7d9 req-1a7c7182-e474-43f2-a481-a713c4daf3e8 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497710 Nov 23 10:41:27.602422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.603401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.604125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.808786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] Pushing event updated for resources: {'Network': ['ID=e8945929-3e2f-4419-9bf8-47007fedeb74,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:27.819825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a9256125-e918-4043-a558-1723a3390341 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7172184 Nov 23 10:41:27.820506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58218) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:27.826075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-235149858-network', 'tenant_id': '027e4cc863c741f2b733d3f9c8665d91'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:27.830963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Request body: {'subnet': {'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1680167591-subnet', 'tenant_id': 'c895aa42dfd14d7cad8fd7609d3efeec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:27.839360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e8945929-3e2f-4419-9bf8-47007fedeb74 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:41:27.926981 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-0b1b2730-49b1-4919-8482-7b933609a293 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916144 Nov 23 10:41:27.943831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0176b-61cf-43fd-935f-877563410fe1 req-947243e3-4795-4e41-93dd-c452efe715ea tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.946628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beb0176b-61cf-43fd-935f-877563410fe1 req-947243e3-4795-4e41-93dd-c452efe715ea tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1488967 Nov 23 10:41:27.947272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Made reservation on behalf of 027e4cc863c741f2b733d3f9c8665d91 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:27.950795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:27.975895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfa695-c956-441c-a258-6426738bdacb req-7665ef47-56b8-443b-8b31-4cc832981e25 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:27.975895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89cfa695-c956-441c-a258-6426738bdacb req-7665ef47-56b8-443b-8b31-4cc832981e25 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.6755891 Nov 23 10:41:28.000994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 10:41:28.000994 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 10:41:28.000994 n-d-817747-2 neutron-server[103427]: [parameters: {'project_id_1': 'c895aa42dfd14d7cad8fd7609d3efeec', 'expiration_1': datetime.datetime(2021, 11, 23, 10, 41, 7, 874583)}] Nov 23 10:41:28.000994 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:41:28.009246 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:41:28.034685 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.061346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 28d45ee4-2381-4032-97fb-4d477dfa7fa5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:28.089035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Allocated IP 172.25.5.179 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/7be35dbf-7441-4f8f-bdc1-4be4d73e1a29) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:28.102762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823c06f-3b77-4830-bb40-70607aafed38 req-722508dc-eec8-4c79-9c7e-590dbf710383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.104555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-722508dc-eec8-4c79-9c7e-590dbf710383 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 1095 time: 0.1098070 Nov 23 10:41:28.114720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beb0176b-61cf-43fd-935f-877563410fe1 req-972c4838-2ff2-4780-a901-dd211d87457e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528914 Nov 23 10:41:28.187504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89cfa695-c956-441c-a258-6426738bdacb req-a19bc531-84f8-4514-a706-cf78ae8421e9 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025764 Nov 23 10:41:28.217907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:28.218328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.352377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823c06f-3b77-4830-bb40-70607aafed38 req-b380df71-7114-4a2e-85be-562dc7d30f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.364867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-b380df71-7114-4a2e-85be-562dc7d30f0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 200 len: 909 time: 0.2337232 Nov 23 10:41:28.405710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.439377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.457369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 28d45ee4-2381-4032-97fb-4d477dfa7fa5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=28d45ee4-2381-4032-97fb-4d477dfa7fa5,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:28.478634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.514434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-b8a27062-e661-4844-9621-1cfde60a8ee8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 200 len: 217 time: 0.1252744 Nov 23 10:41:28.527340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.660405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Pushing event updated for resources: {'Port': ['ID=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:28.694973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=28d45ee4-2381-4032-97fb-4d477dfa7fa5,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:28.700396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:28.706500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:28.710279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Made reservation on behalf of c895aa42dfd14d7cad8fd7609d3efeec for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:28.712621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.714819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:28.724900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823c06f-3b77-4830-bb40-70607aafed38 req-d2c79915-1a59-46c7-a182-eebbc5351be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:28.726655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-d2c79915-1a59-46c7-a182-eebbc5351be6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 200 len: 848 time: 0.2084088 Nov 23 10:41:28.774623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.791528 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.810365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:41:28.823873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:28.824372 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Added segment f976885e-f28c-4d7f-bb99-88dd56d699cf of type vlan for network cc039e53-c857-40b3-90f8-5f0e681f3185 Nov 23 10:41:28.928062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445e7cd-dd4a-46dc-8ec0-f77b1dbb7b01 None None] Network 351983a4-dc97-4a12-877e-10ac25916c15 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:28.931851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-b2853e15-fcc3-43b0-a8b3-6d749294ef48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dc85e82d-12cd-414a-8aca-8efe24c16fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598594 Nov 23 10:41:28.990512 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.018038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c7ebe6-4f5c-4219-b9a5-4baffccfd399,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:29.049066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2204251-fb3b-48ba-ab33-ecd296f614f3 req-250ed4f0-2fa1-498c-979b-b302e238fa91 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.055743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2204251-fb3b-48ba-ab33-ecd296f614f3 req-250ed4f0-2fa1-498c-979b-b302e238fa91 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.062783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2204251-fb3b-48ba-ab33-ecd296f614f3 req-250ed4f0-2fa1-498c-979b-b302e238fa91 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.064809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2204251-fb3b-48ba-ab33-ecd296f614f3 req-250ed4f0-2fa1-498c-979b-b302e238fa91 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88&device_id=07b85c07-7369-488a-a405-a16fa8152ce3&device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 2417 time: 0.3434148 Nov 23 10:41:29.113513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5f52f473-6812-4426-bc7b-c37c8761ef8c None None] Provisioning complete for port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:29.114035 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f52f473-6812-4426-bc7b-c37c8761ef8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.173929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.175155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.175962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.204900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-a65c2a8c-6b08-4cea-ad04-d3509da0b27c service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498274 Nov 23 10:41:29.230567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2204251-fb3b-48ba-ab33-ecd296f614f3 req-fb31a13b-c0b3-49b6-a1d0-a9f8e5846363 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594086 Nov 23 10:41:29.251185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7834265 Nov 23 10:41:29.251673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.264202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58242) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:29.268996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Request body: {'subnet': {'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-235149858-subnet', 'tenant_id': '027e4cc863c741f2b733d3f9c8665d91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:29.342000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446ff31-36bf-41f6-8665-61fdbae46ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=cc039e53-c857-40b3-90f8-5f0e681f3185,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:29.354848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cc039e53-c857-40b3-90f8-5f0e681f3185 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:41:29.483177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e823c06f-3b77-4830-bb40-70607aafed38 req-8759aa70-18d1-4837-96dc-6ec4f2b1deb5 service neutron] 10.222.0.65 "GET /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657306 Nov 23 10:41:29.485722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Made reservation on behalf of 027e4cc863c741f2b733d3f9c8665d91 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:29.488552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.495158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Checking segment: {'id': '0a8d24c4-aca0-4195-86b6-a73f1429a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:29.495535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Network hostable DHCP agents. Network: e8945929-3e2f-4419-9bf8-47007fedeb74, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:41:29.504920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72da541d-9baa-4bec-bdc9-482f04f164db,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:29.558656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f51e8-70f5-4498-a8c2-0a981745520e req-0aa35ac1-adb9-4d44-861e-310351bf286c tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.562444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f22f51e8-70f5-4498-a8c2-0a981745520e req-0aa35ac1-adb9-4d44-861e-310351bf286c tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 0.3768663 Nov 23 10:41:29.639134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Network e8945929-3e2f-4419-9bf8-47007fedeb74 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:41:29.674326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1f71fd4a-fd1b-4b01-bc5c-cb20c694265e None None] Provisioning complete for port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:29.674857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f71fd4a-fd1b-4b01-bc5c-cb20c694265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.683454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e8945929-3e2f-4419-9bf8-47007fedeb74) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:29.690123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.690719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.695550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f779b-660d-4d3b-b64a-e92f30d5a2d0 req-b91eb24b-f773-49ca-a7f4-2d9810f570e3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:29.703734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c15f779b-660d-4d3b-b64a-e92f30d5a2d0 req-b91eb24b-f773-49ca-a7f4-2d9810f570e3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.2194924 Nov 23 10:41:29.727979 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e46d95fa-f299-4d9f-962f-be5ef309959d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9006696 Nov 23 10:41:29.737608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f22f51e8-70f5-4498-a8c2-0a981745520e req-7b484d9d-ac24-4b57-ba54-33fdb6602bad tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582172 Nov 23 10:41:29.741411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:29.769788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabad3c0-3eb4-4d38-8230-e967d4a9dc4f None None] Network e8945929-3e2f-4419-9bf8-47007fedeb74 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:29.874780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c15f779b-660d-4d3b-b64a-e92f30d5a2d0 req-999a7fec-9397-40c9-b3b5-0603bfb494ef tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700428 Nov 23 10:41:30.042246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 28d45ee4-2381-4032-97fb-4d477dfa7fa5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:30.077435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:30.220754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d981d5-6f85-4a64-b973-6fcfa2380fa8,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:30.237023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c055a-c01f-4c86-9887-8eac134e6035 req-d8551a0e-4ea0-4710-bcff-871dc3400ace tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.242049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Checking segment: {'id': 'f976885e-f28c-4d7f-bb99-88dd56d699cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:30.244254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Network hostable DHCP agents. Network: cc039e53-c857-40b3-90f8-5f0e681f3185, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:41:30.247469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-129c055a-c01f-4c86-9887-8eac134e6035 req-d8551a0e-4ea0-4710-bcff-871dc3400ace tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.1733944 Nov 23 10:41:30.295161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Network cc039e53-c857-40b3-90f8-5f0e681f3185 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:41:30.311507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cc039e53-c857-40b3-90f8-5f0e681f3185) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:30.316351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:30.317520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:30.354599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cc8a5213-5db3-486a-bb4f-66a548bd631e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0874290 Nov 23 10:41:30.385419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e347d-0170-4adc-a270-8389b66edce5 None None] Network cc039e53-c857-40b3-90f8-5f0e681f3185 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:30.492940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734d180-2b3a-4843-8ddc-9fd810873109 None None] Network e8945929-3e2f-4419-9bf8-47007fedeb74 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:30.564808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-129c055a-c01f-4c86-9887-8eac134e6035 req-97f752c4-85d2-4cdc-8d12-960adace35cf tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160229 Nov 23 10:41:30.595834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:30.878154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Router 8e2bc8c3-fb0f-469b-9975-5573f358b638 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:41:31.008463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:31.011217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.082660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48cf6-37b0-414d-b679-380108ebf34b req-0678298e-c19d-492d-83fe-b7e6bb79e4d9 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:31.093725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-0678298e-c19d-492d-83fe-b7e6bb79e4d9 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/networks?id=e8945929-3e2f-4419-9bf8-47007fedeb74 HTTP/1.1" status: 200 len: 813 time: 0.3282654 Nov 23 10:41:31.142049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-c2578d76-9483-407f-941e-106c86e66c7f tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/quotas/c895aa42dfd14d7cad8fd7609d3efeec HTTP/1.1" status: 200 len: 375 time: 0.0472186 Nov 23 10:41:31.191112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:41:31.201962 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Sync routers for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:41:31.225017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-4d5c4987-3525-4ac2-8040-8c8f4609cf2c tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c895aa42dfd14d7cad8fd7609d3efeec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818226 Nov 23 10:41:31.228409 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:31.230088 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:31.236057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.241533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea8363bb-8cd6-4179-85c2-28d55f3d68c0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.6829762 Nov 23 10:41:31.242278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58298) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:31.316364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58300) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:31.378627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49509c68-ab21-499e-aa92-db579e032d67 None None] Network cc039e53-c857-40b3-90f8-5f0e681f3185 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:31.474008 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:31.520561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-c8d2b2b6-826f-4039-9f6e-732783557d25 service neutron] 10.222.0.61 "GET /v2.0/networks/e8945929-3e2f-4419-9bf8-47007fedeb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931480 Nov 23 10:41:31.601536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94d64b96-6157-4bbe-934e-944e4a970d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.701786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58312) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:31.720533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2145329549-network', 'tenant_id': 'd2a276a206b6483199ddb92db34690c0'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:31.827916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Made reservation on behalf of d2a276a206b6483199ddb92db34690c0 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:31.831195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.858409 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-9de3357b-3d9c-4c12-bbc1-2cf5eb42d427 service neutron] 10.222.0.61 "GET /v2.0/networks/e8945929-3e2f-4419-9bf8-47007fedeb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362412 Nov 23 10:41:31.880780 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:29Z', 'revision_number': 3, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:31.906469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94d64b96-6157-4bbe-934e-944e4a970d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.907908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.923261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94d64b96-6157-4bbe-934e-944e4a970d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:31.989275 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Checking router: 8e2bc8c3-fb0f-469b-9975-5573f358b638 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:41:31.989684 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Updating router 8e2bc8c3-fb0f-469b-9975-5573f358b638 port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:41:32.003379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94d64b96-6157-4bbe-934e-944e4a970d30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdc1a3bd2bf24356b329bc0ce3dd883d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6817458 Nov 23 10:41:32.005246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58316) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:32.044313 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.111708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d64b96-6157-4bbe-934e-944e4a970d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4142bb75-6568-4cba-b682-9ecc034b353f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:32.174206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2424b5b1-56d0-49b7-aee4-7222513b0748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.198919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2424b5b1-56d0-49b7-aee4-7222513b0748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.295858 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2424b5b1-56d0-49b7-aee4-7222513b0748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.304176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2424b5b1-56d0-49b7-aee4-7222513b0748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.323576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2424b5b1-56d0-49b7-aee4-7222513b0748 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4142bb75-6568-4cba-b682-9ecc034b353f HTTP/1.1" status: 204 len: 168 time: 0.3148000 Nov 23 10:41:32.368677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437274e-b61b-45c7-8375-883545154ffb req-9143e564-562b-4c69-b31b-7d613fa45072 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.373810 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5437274e-b61b-45c7-8375-883545154ffb req-9143e564-562b-4c69-b31b-7d613fa45072 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 945 time: 1.0275452 Nov 23 10:41:32.381074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424b5b1-56d0-49b7-aee4-7222513b0748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142bb75-6568-4cba-b682-9ecc034b353f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:32.500380 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.514370 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.529815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243615e1-f22f-4155-88d6-683d5ac42a61 req-ff3a6470-f62e-4964-a1dc-60ec11c0008e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.534101 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-243615e1-f22f-4155-88d6-683d5ac42a61 req-ff3a6470-f62e-4964-a1dc-60ec11c0008e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.4145260 Nov 23 10:41:32.563542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.587585 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Pushing event updated for resources: {'Port': ['ID=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:32.599953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.628724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:41:32.658304 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.658654 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Added segment d25259eb-37c0-4ea9-a92c-05ea46bbdeb1 of type vlan for network 8f5962d9-5960-4eea-8ffc-5c3e2d62ca38 Nov 23 10:41:32.670270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5437274e-b61b-45c7-8375-883545154ffb req-64966eb3-33ce-461a-ac9c-ad5b3635ac5a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993208 Nov 23 10:41:32.780450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.785575 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.785928 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.786271 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.786647 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.786982 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.787314 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.787638 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.787958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.788279 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.788593 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.788913 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.789803 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:32.792958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Attempting to bind port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:32.793956 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Attempting to bind port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:32.794650 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Attempting to bind port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:32.800968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:32.801421 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:32.801808 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.802298 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:32.802705 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Bound port: 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:32.803139 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.863304 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] For port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:32.867848 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] For port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:32.877604 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.931439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878e3216-972c-4ae8-bedf-2c7caa9b2347,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:32.939427 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.941801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:32.943261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:32.961304 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822d71b-6634-4dba-9171-27a376d7a4a5 None None] Pushing event updated for resources: {'Port': ['ID=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:32.964777 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:41:32.979470 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:32.982464 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:33.086291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-243615e1-f22f-4155-88d6-683d5ac42a61 req-39199941-7f7c-40c7-8e77-63e7334735eb tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414696 Nov 23 10:41:33.098418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3955266 Nov 23 10:41:33.109052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58342) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:33.112024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be3f6653-9e18-48eb-bd69-729955580d0a req-c52d08dc-0d28-4bfe-b05e-52d85a33d956 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0923069 Nov 23 10:41:33.127428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Request body: {'subnet': {'network_id': '8f5962d9-5960-4eea-8ffc-5c3e2d62ca38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2145329549-subnet', 'tenant_id': 'd2a276a206b6483199ddb92db34690c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:33.172429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58344) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:33.193269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-06241101-622f-42d9-ba1c-5fbf0f368bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.197714 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:33.207196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fc009-fb23-45c0-9e56-84eb9c1688ae admin admin] Pushing event updated for resources: {'Network': ['ID=8f5962d9-5960-4eea-8ffc-5c3e2d62ca38,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:33.220200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 8f5962d9-5960-4eea-8ffc-5c3e2d62ca38 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:41:33.238940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.242880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Made reservation on behalf of d2a276a206b6483199ddb92db34690c0 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:33.246092 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.602845 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.705050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c49d27-3539-488d-b508-5653da523937,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:33.708482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Checking segment: {'id': 'd25259eb-37c0-4ea9-a92c-05ea46bbdeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '8f5962d9-5960-4eea-8ffc-5c3e2d62ca38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:33.708840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Network hostable DHCP agents. Network: 8f5962d9-5960-4eea-8ffc-5c3e2d62ca38, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:41:33.717362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.717732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.718058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.718395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.718728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.719059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.719472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.719807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.720658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.720658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.720897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.721068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:33.766628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Network 8f5962d9-5960-4eea-8ffc-5c3e2d62ca38 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:41:33.781621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-06241101-622f-42d9-ba1c-5fbf0f368bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.795027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 8f5962d9-5960-4eea-8ffc-5c3e2d62ca38) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:33.799867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:33.800575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.807742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ffec9f-91f5-41c2-a619-955fca5ef2ac None None] Network 8f5962d9-5960-4eea-8ffc-5c3e2d62ca38 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:33.840125 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:29Z', 'revision_number': 3, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:33.849909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1785c69f-2e1a-4e6b-9d2f-d7ffcd89a3bc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7369280 Nov 23 10:41:33.870247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-06241101-622f-42d9-ba1c-5fbf0f368bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:33.925442 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1638bd94-fd06-4241-832e-fe3673513729 None None] The sync data for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 is: [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:29Z', 'revision_number': 3, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:41:33.988890 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-06241101-622f-42d9-ba1c-5fbf0f368bf9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e68d431461543f78c7d8ccb231b0a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8152916 Nov 23 10:41:33.995682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58362) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:34.042853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06241101-622f-42d9-ba1c-5fbf0f368bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23d63a-c3c3-437f-9404-5d6d35f4441b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:34.096477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Allocated IP 172.20.0.1 (351983a4-dc97-4a12-877e-10ac25916c15/9bde0495-be25-4f55-b06b-113d0d23fbb1/d72e7c30-07cb-4292-9849-c0de99bfac50) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:34.108433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38bb982-caa3-460d-8a15-dc9e2ce2a667 None None] Network 8f5962d9-5960-4eea-8ffc-5c3e2d62ca38 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:41:34.353515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:34.443015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5459cc-b720-4eb4-9574-421081049f94 req-714602db-bf09-4d15-969d-8b752601c63d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:34.463220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:34.464873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be5459cc-b720-4eb4-9574-421081049f94 req-714602db-bf09-4d15-969d-8b752601c63d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 944 time: 0.4827874 Nov 23 10:41:34.538097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0a5433d-c0ef-4c88-ac0e-02c8bcd46e30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:34.608037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Network 351983a4-dc97-4a12-877e-10ac25916c15 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:34.626599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d429d49-b87e-458f-9ca9-a708af29b601 req-f2f697cf-4ec4-456c-a4e2-2b47ed1223f8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:34.628147 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d429d49-b87e-458f-9ca9-a708af29b601 req-f2f697cf-4ec4-456c-a4e2-2b47ed1223f8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.2003717 Nov 23 10:41:34.629100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:34.633307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:34.679841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:34.724993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Pushing event updated for resources: {'Port': ['ID=d72e7c30-07cb-4292-9849-c0de99bfac50,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:34.773604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d429d49-b87e-458f-9ca9-a708af29b601 req-7941cd34-0f0a-4460-942f-733841b9d030 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908606 Nov 23 10:41:34.908933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:34.966447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-30e42a37-70a3-4603-9909-935993398b64 None None] Provisioning complete for port d72e7c30-07cb-4292-9849-c0de99bfac50 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:34.966897 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30e42a37-70a3-4603-9909-935993398b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:34.986430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-99fb0ae3-18c8-4a29-bdec-2a26e38de6a8 req-477cf22e-4625-43a3-aac7-8f55b3b81f13 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0599842 Nov 23 10:41:35.059757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48cf6-37b0-414d-b679-380108ebf34b req-90474366-3de8-4d3a-a339-1091af4ab6bd tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:35.061454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-90474366-3de8-4d3a-a339-1091af4ab6bd tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.58 "GET /v2.0/networks?id=e8945929-3e2f-4419-9bf8-47007fedeb74 HTTP/1.1" status: 200 len: 813 time: 0.9631007 Nov 23 10:41:35.064866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-30e42a37-70a3-4603-9909-935993398b64 None None] Port d72e7c30-07cb-4292-9849-c0de99bfac50 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:35.071666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-5f07abbc-a24b-43de-870f-274b1ef9e889 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:35.073325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-5f07abbc-a24b-43de-870f-274b1ef9e889 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 944 time: 0.7822189 Nov 23 10:41:35.086407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be5459cc-b720-4eb4-9574-421081049f94 req-3bef17bb-7f8c-4e49-819d-82db031cb5c6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181347 Nov 23 10:41:35.113613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Request body: {'port': {'device_id': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74', 'admin_state_up': True, 'tenant_id': 'c895aa42dfd14d7cad8fd7609d3efeec'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:35.166610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.169351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0a5433d-c0ef-4c88-ac0e-02c8bcd46e30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.183335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.299636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.302809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Pushing event updated for resources: {'Port': ['ID=d72e7c30-07cb-4292-9849-c0de99bfac50,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:35.394798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0a5433d-c0ef-4c88-ac0e-02c8bcd46e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.398047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0a5433d-c0ef-4c88-ac0e-02c8bcd46e30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.407301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c0a5433d-c0ef-4c88-ac0e-02c8bcd46e30 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d23d63a-c3c3-437f-9404-5d6d35f4441b HTTP/1.1" status: 204 len: 168 time: 1.4043670 Nov 23 10:41:35.450294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Network 351983a4-dc97-4a12-877e-10ac25916c15 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:35.451770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:35.463840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5433d-c0ef-4c88-ac0e-02c8bcd46e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23d63a-c3c3-437f-9404-5d6d35f4441b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:35.655030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Router 8e2bc8c3-fb0f-469b-9975-5573f358b638 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:41:35.670567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Deleting port 32fa9681-addd-4aae-8436-b4b537f820eb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:35.670859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.711660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Made reservation on behalf of c895aa42dfd14d7cad8fd7609d3efeec for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:35.715485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.790630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-10268997-6a3a-4892-a9eb-009009c74ed1 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:35.797685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-10268997-6a3a-4892-a9eb-009009c74ed1 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/networks?id=cc039e53-c857-40b3-90f8-5f0e681f3185 HTTP/1.1" status: 200 len: 814 time: 0.3507795 Nov 23 10:41:35.865819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ee88-6598-41ba-8855-219839ee9ca8 req-a46a9dfd-2bcc-4b4b-9b99-59e08fe6ab2e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:35.865819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c723ee88-6598-41ba-8855-219839ee9ca8 req-a46a9dfd-2bcc-4b4b-9b99-59e08fe6ab2e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.1179657 Nov 23 10:41:35.865819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:41:35.889256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-79cd630b-037d-480d-953a-dfffaa722206 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/quotas/027e4cc863c741f2b733d3f9c8665d91 HTTP/1.1" status: 200 len: 375 time: 0.0903056 Nov 23 10:41:35.896737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-94547235-1b72-4775-87c1-5fdc42495023 admin admin] 10.222.0.61 "PUT /v2.0/routers/8e2bc8c3-fb0f-469b-9975-5573f358b638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6532559 Nov 23 10:41:35.920787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bcb0ecc1-5492-4a25-a956-eb1bc502e821 None None] Provisioning complete for port d72e7c30-07cb-4292-9849-c0de99bfac50 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:35.921068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bcb0ecc1-5492-4a25-a956-eb1bc502e821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:35.951918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c723ee88-6598-41ba-8855-219839ee9ca8 req-f95be100-6b33-4bf4-bb32-818884d799ad tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821545 Nov 23 10:41:35.981311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:36.022388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-5c0e3c9f-6881-4766-97f6-258157615206 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=027e4cc863c741f2b733d3f9c8665d91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1321781 Nov 23 10:41:36.025536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] For port 32fa9681-addd-4aae-8436-b4b537f820eb, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=32fa9681-addd-4aae-8436-b4b537f820eb,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:36.025909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.031428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0ecc1-5492-4a25-a956-eb1bc502e821 None None] Port d72e7c30-07cb-4292-9849-c0de99bfac50 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:36.053573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:36.054407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.082651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Calling delete_port for 32fa9681-addd-4aae-8436-b4b537f820eb owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:36.160068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befe2d8-5116-4093-b333-e146a4454f8d req-e7da8642-2939-4d36-a766-2a067051eef8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:36.161643 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5befe2d8-5116-4093-b333-e146a4454f8d req-e7da8642-2939-4d36-a766-2a067051eef8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0942767 Nov 23 10:41:36.196570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.240380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:36.248460 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.276966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5befe2d8-5116-4093-b333-e146a4454f8d req-ffae5f5a-9315-4e37-9d57-c7f70c77a29d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046581 Nov 23 10:41:36.279392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8d26a10e-0bee-4b39-8639-0cf8acc2137c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:36.327856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Allocated IP 172.20.0.14 (e8945929-3e2f-4419-9bf8-47007fedeb74/72da541d-9baa-4bec-bdc9-482f04f164db/bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:36.345045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:36.364509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-bccb20c2-8212-4a0f-9e07-52797ca8350f service neutron] 10.222.0.61 "GET /v2.0/networks/cc039e53-c857-40b3-90f8-5f0e681f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411570 Nov 23 10:41:36.414515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95504e52-af70-45ea-845e-99fe26c984d6 req-4969f4c6-aefb-4c01-a765-4eb90999142a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0441899 Nov 23 10:41:36.458300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:36.484275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'mac_address': 'fa:16:3e:fe:56:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:36.542495 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.562060 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.568529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d26a10e-0bee-4b39-8639-0cf8acc2137c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:36.579676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['32fa9681-addd-4aae-8436-b4b537f820eb'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:36.603348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event deleted for resources: {'Port': ['ID=32fa9681-addd-4aae-8436-b4b537f820eb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:36.612648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a80607a2-2ab2-40b0-8505-f89af74ca992 service neutron] 10.222.0.61 "GET /v2.0/networks/cc039e53-c857-40b3-90f8-5f0e681f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471375 Nov 23 10:41:36.626019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e28319-4650-4b88-bdfd-11cbe963ec11 req-8a81b0dc-7e47-4566-861b-1b16fd4f2132 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:36.636161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4e28319-4650-4b88-bdfd-11cbe963ec11 req-8a81b0dc-7e47-4566-861b-1b16fd4f2132 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=5846a18d-d3e4-4817-b8ee-9e01be218a6a HTTP/1.1" status: 200 len: 866 time: 0.1128006 Nov 23 10:41:36.648647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:36.657604 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.715864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] No DVR routers for this DVR port 32fa9681-addd-4aae-8436-b4b537f820eb on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:36.722356 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.727307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6f9b9ce-c63e-46a0-b10e-ce63376552da req-4fc3f207-f807-4f77-b91c-3d5db37c7e85 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "DELETE /v2.0/ports/32fa9681-addd-4aae-8436-b4b537f820eb HTTP/1.1" status: 204 len: 173 time: 1.6356361 Nov 23 10:41:36.740110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'name': 'network-vif-deleted', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:36.742537 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d67241b-d905-46e9-9389-c2d7f6b64bae" -d '{"events": [{"server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "name": "network-vif-deleted", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:36.793032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4e28319-4650-4b88-bdfd-11cbe963ec11 req-c95c6d05-2d5e-4ec4-be70-b9bd527eed3d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529920 Nov 23 10:41:36.810897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Sync routers for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:41:36.827572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:36.857518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8d26a10e-0bee-4b39-8639-0cf8acc2137c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:36.875458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:37.020942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Network e8945929-3e2f-4419-9bf8-47007fedeb74 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:37.030989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:37.068638 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e978f383-817b-402a-97ca-b24c7cc68988 x-openstack-request-id: req-e978f383-817b-402a-97ca-b24c7cc68988 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:37.073504 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5846a18d-d3e4-4817-b8ee-9e01be218a6a", "name": "network-vif-deleted", "tag": "32fa9681-addd-4aae-8436-b4b537f820eb", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:37.074387 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e978f383-817b-402a-97ca-b24c7cc68988 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:37.075210 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5846a18d-d3e4-4817-b8ee-9e01be218a6a', 'name': 'network-vif-deleted', 'tag': '32fa9681-addd-4aae-8436-b4b537f820eb', 'status': 'completed', 'code': 200} Nov 23 10:41:37.076489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:37.084951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:37.119755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:37.120553 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:37.267911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a364893e-f34d-4540-bff3-f57743a772f6 req-ab51f01d-f642-4d4d-a984-1d41c4806064 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 210 time: 0.1228859 Nov 23 10:41:37.340970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Pushing event updated for resources: {'Port': ['ID=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:37.403936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:37.437535 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:37.504219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f3531c87-9e0c-4f9e-ae67-46451037b220 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4123437 Nov 23 10:41:37.552091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Request body: {'port': {'device_id': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:37.611687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:37.705194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76368e80-745c-4c00-8f85-2d0b5f472d5e req-978b744e-fef2-4cc8-847d-7609d489aef8 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:37.707515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76368e80-745c-4c00-8f85-2d0b5f472d5e req-978b744e-fef2-4cc8-847d-7609d489aef8 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.1857605 Nov 23 10:41:37.713985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:37.852118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-3b2a5293-2c67-488f-839f-c88cc4c39945 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:37.860767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-3b2a5293-2c67-488f-839f-c88cc4c39945 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 829 time: 0.2249510 Nov 23 10:41:37.891967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76368e80-745c-4c00-8f85-2d0b5f472d5e req-731f8b2a-086e-4d51-97ec-98b092b7ff50 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568270 Nov 23 10:41:37.925149 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-7c9fdfef-39f8-40d2-990c-afd28bcc325d tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/quotas/6fe091da78984338a20f51672ec32101 HTTP/1.1" status: 200 len: 375 time: 0.0601223 Nov 23 10:41:37.947062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:38.016129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-25caf0ba-7423-44df-98d0-35767b5194c6 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900080 Nov 23 10:41:38.117884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d43a8-ad0e-49ac-ba92-9735e5f557f5 req-8b05213d-4e7b-4082-bfcd-fd6c88f07386 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:38.118117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:38.118565 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:38.127901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b03d43a8-ad0e-49ac-ba92-9735e5f557f5 req-8b05213d-4e7b-4082-bfcd-fd6c88f07386 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1158245 Nov 23 10:41:38.164716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:35Z', 'revision_number': 2, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:38.174826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-6dbb7343-bc9c-4b4d-97c6-f1d2f58ebdd2 service neutron] 10.222.0.61 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575129 Nov 23 10:41:38.244923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Checking router: 8e2bc8c3-fb0f-469b-9975-5573f358b638 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:41:38.247676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Updating router 8e2bc8c3-fb0f-469b-9975-5573f358b638 port d72e7c30-07cb-4292-9849-c0de99bfac50 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:41:38.284325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8d26a10e-0bee-4b39-8639-0cf8acc2137c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:38.284579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b03d43a8-ad0e-49ac-ba92-9735e5f557f5 req-1116c6c2-db52-43de-bfe4-c8d1972da265 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552336 Nov 23 10:41:38.326157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:38.363809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-a6eeb2da-248f-4b66-b396-a1bfaf3a810f service neutron] 10.222.0.61 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878994 Nov 23 10:41:38.431390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:38.441981 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:38.458859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef2c38-30f6-4022-9464-4e379a40ac65 req-221c0ae8-d1af-4b30-bc78-382719c2428e tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:38.466632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efef2c38-30f6-4022-9464-4e379a40ac65 req-221c0ae8-d1af-4b30-bc78-382719c2428e tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 932 time: 0.0862074 Nov 23 10:41:38.502246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Transition to ACTIVE for port object bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:38.542468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:38.612119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:38.673584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8d26a10e-0bee-4b39-8639-0cf8acc2137c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:38.673851 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:38.683479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efef2c38-30f6-4022-9464-4e379a40ac65 req-120c554b-d8c3-4410-bacf-32a04796997b tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156031 Nov 23 10:41:38.915706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Attempting to bind port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:38.916299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Attempting to bind port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '0a8d24c4-aca0-4195-86b6-a73f1429a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:38.916400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Attempting to bind port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 on network e8945929-3e2f-4419-9bf8-47007fedeb74 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:38.932987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 on network e8945929-3e2f-4419-9bf8-47007fedeb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:38.932987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Attempting to bind port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 on network e8945929-3e2f-4419-9bf8-47007fedeb74 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:38.933262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01f80324-6a2a-451c-a687-50bbe3dcfa91 req-2c5f6ef3-65b8-4506-beaf-da8b78a591f8 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 210 time: 0.0790260 Nov 23 10:41:38.937521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:38.937866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Checking segment: {'id': '0a8d24c4-aca0-4195-86b6-a73f1429a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:38.938255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Bound using segment: {'id': '0a8d24c4-aca0-4195-86b6-a73f1429a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:38.938707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Bound port: bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8d24c4-aca0-4195-86b6-a73f1429a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:38.939051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:38.962787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-bcb6bc1e-c289-4657-8942-535f3e5b4270 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:38.964214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-bcb6bc1e-c289-4657-8942-535f3e5b4270 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.65 "GET /v2.0/networks?id=cc039e53-c857-40b3-90f8-5f0e681f3185 HTTP/1.1" status: 200 len: 814 time: 0.2727723 Nov 23 10:41:38.999317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Request body: {'port': {'device_id': 'af9c4733-1feb-403e-827c-2ee03a367123', 'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185', 'admin_state_up': True, 'tenant_id': '027e4cc863c741f2b733d3f9c8665d91'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:39.032734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e62b3eeb-8714-41db-b463-9c634eb52a41 req-6d6bab52-ae85-47cf-988c-ba234780a593 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 210 time: 0.0509892 Nov 23 10:41:39.171901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] For port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:39.178683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] For port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,segment=NetworkSegment(0a8d24c4-aca0-4195-86b6-a73f1429a366),segment_id=0a8d24c4-aca0-4195-86b6-a73f1429a366)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:39.193833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.249795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:39.250689 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.252041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] 10.222.0.58 "PUT /v2.0/ports/bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 HTTP/1.1" status: 200 len: 1092 time: 1.7109978 Nov 23 10:41:39.255267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'tag': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:39.257868 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb067b1f-9865-404d-872d-988a851e0184" -d '{"events": [{"name": "network-changed", "server_uuid": "839e02a2-1238-43d0-ad3b-5aecebcd1dd2", "tag": "bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:39.274209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.304763 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.327353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:39.336364 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad96dbf-3f9d-4c7d-b7fb-6ab92e71d677" -d '{"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-plugged", "status": "completed", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:39.364389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.380926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Made reservation on behalf of 027e4cc863c741f2b733d3f9c8665d91 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:39.384779 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.425416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:39.492675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf102b39-7ac0-4d8d-84cd-950c315d01b5 None None] Pushing event updated for resources: {'Port': ['ID=d72e7c30-07cb-4292-9849-c0de99bfac50,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:39.519618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.520478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 32fa9681-addd-4aae-8436-b4b537f820eb no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:39.567502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 32fa9681-addd-4aae-8436-b4b537f820eb {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:39.568053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 32fa9681-addd-4aae-8436-b4b537f820eb not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:39.595853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3482b5-7ab0-4d14-9559-3f6d3c1c090a req-56a6b627-2a8a-4176-8d94-92a58de8dd54 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:39.606488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e3482b5-7ab0-4d14-9559-3f6d3c1c090a req-56a6b627-2a8a-4176-8d94-92a58de8dd54 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.3305888 Nov 23 10:41:39.611537 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafabf41-5e60-4ae0-b781-ec2757c80eb0 x-openstack-request-id: req-eafabf41-5e60-4ae0-b781-ec2757c80eb0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:39.614637 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839e02a2-1238-43d0-ad3b-5aecebcd1dd2", "tag": "bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:39.614893 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eafabf41-5e60-4ae0-b781-ec2757c80eb0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:39.615301 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'tag': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17', 'status': 'completed', 'code': 200} Nov 23 10:41:39.624196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6867ad2-4ce9-48d3-89cf-a261405372b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:39.764102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Attempting to bind port d72e7c30-07cb-4292-9849-c0de99bfac50 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:39.765032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Attempting to bind port d72e7c30-07cb-4292-9849-c0de99bfac50 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:39.766090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Attempting to bind port d72e7c30-07cb-4292-9849-c0de99bfac50 on network 351983a4-dc97-4a12-877e-10ac25916c15 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:39.778105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:39.779012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Checking segment: {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:39.780402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.780981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Bound using segment: {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:39.781710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Bound port: d72e7c30-07cb-4292-9849-c0de99bfac50, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:39.782354 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.793854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896766e7-c26b-4446-90c4-6d950282cb8e req-7ee2aca8-a52e-40aa-aaad-929079928a1e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:39.803201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:39.803653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48cf6-37b0-414d-b679-380108ebf34b req-6ecc4ac3-f4df-4638-8fe6-191e1a12785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:39.814067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-896766e7-c26b-4446-90c4-6d950282cb8e req-7ee2aca8-a52e-40aa-aaad-929079928a1e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1265311 Nov 23 10:41:39.831129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-6ecc4ac3-f4df-4638-8fe6-191e1a12785e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c895aa42dfd14d7cad8fd7609d3efeec&device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 1095 time: 0.5055315 Nov 23 10:41:39.887096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] For port d72e7c30-07cb-4292-9849-c0de99bfac50, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:39.889717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Allocated IP 172.20.0.4 (cc039e53-c857-40b3-90f8-5f0e681f3185/a2d981d5-6f85-4a64-b973-6fcfa2380fa8/8f3ccc08-920f-4fc1-8007-b6c8b7deab6f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:39.912628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] For port d72e7c30-07cb-4292-9849-c0de99bfac50, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d72e7c30-07cb-4292-9849-c0de99bfac50,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:39.913137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-896766e7-c26b-4446-90c4-6d950282cb8e req-f7449fc2-3cf8-4fa5-ac19-a14d53776432 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918031 Nov 23 10:41:39.925037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6ee5d445-6016-45eb-9886-84700064e95b None None] Provisioning complete for port d72e7c30-07cb-4292-9849-c0de99bfac50 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:39.925037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ee5d445-6016-45eb-9886-84700064e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.948177 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:39.953273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e3482b5-7ab0-4d14-9559-3f6d3c1c090a req-0a6a29e1-bd32-40b7-a4b9-a44b3027b6cf tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456228 Nov 23 10:41:39.968254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-f88c6d32-3ad8-4b9d-aa9b-c86fa0195ff2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 HTTP/1.1" status: 200 len: 217 time: 0.1189077 Nov 23 10:41:40.025923 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c7fac8-9853-4e19-97d0-72b2f28b9e34 x-openstack-request-id: req-24c7fac8-9853-4e19-97d0-72b2f28b9e34 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:40.026223 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-plugged", "status": "completed", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:40.026479 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24c7fac8-9853-4e19-97d0-72b2f28b9e34 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:40.026879 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'code': 200} Nov 23 10:41:40.069435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:41:40.070461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:40.077623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5d445-6016-45eb-9886-84700064e95b None None] Port d72e7c30-07cb-4292-9849-c0de99bfac50 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:40.188464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ad5ed-a6fc-41c0-92b7-46c7fa52cdeb req-cde63dad-aa8b-46f0-9816-9ad1d12f6605 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:40.212518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb4ad5ed-a6fc-41c0-92b7-46c7fa52cdeb req-cde63dad-aa8b-46f0-9816-9ad1d12f6605 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 944 time: 0.1130722 Nov 23 10:41:40.225320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-10d69016-c861-4ed1-b7b7-38bd52e22afd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:40.225687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf102b39-7ac0-4d8d-84cd-950c315d01b5 None None] Pushing event updated for resources: {'Port': ['ID=d72e7c30-07cb-4292-9849-c0de99bfac50,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:40.227021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-10d69016-c861-4ed1-b7b7-38bd52e22afd tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.2703323 Nov 23 10:41:40.290395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48cf6-37b0-414d-b679-380108ebf34b req-2c2864b1-ae55-4a57-86bf-8ab15e4637b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:40.291847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-2c2864b1-ae55-4a57-86bf-8ab15e4637b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72da541d-9baa-4bec-bdc9-482f04f164db HTTP/1.1" status: 200 len: 853 time: 0.3155210 Nov 23 10:41:40.292181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb4ad5ed-a6fc-41c0-92b7-46c7fa52cdeb req-d985a9f4-497b-4c6b-800d-959f2f898785 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784140 Nov 23 10:41:40.384629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:41:40.422653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-61f82c65-4978-4cd0-8de9-bda5364e6257 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e8945929-3e2f-4419-9bf8-47007fedeb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010487 Nov 23 10:41:40.549280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-c81e5eae-7649-444c-ba49-b34f5819b582 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:40.550984 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-c81e5eae-7649-444c-ba49-b34f5819b582 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.58 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 829 time: 0.2324331 Nov 23 10:41:40.566779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Request body: {'port': {'device_id': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'admin_state_up': True, 'tenant_id': '6fe091da78984338a20f51672ec32101'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:40.583153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51e387-5175-4897-97a6-f34cbfc9cf9c req-65980dfc-2887-46f3-ad86-0cb72304d07c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:40.588896 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f558668c-32c6-4faf-a9d5-dda677603907 req-6c4c5038-d891-4303-ad62-971a1de80e82 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 210 time: 0.0368752 Nov 23 10:41:40.591438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee51e387-5175-4897-97a6-f34cbfc9cf9c req-65980dfc-2887-46f3-ad86-0cb72304d07c tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.5254450 Nov 23 10:41:40.598185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ff0f6f96-8d1e-41e4-858e-a76ff26504a1 None None] Provisioning complete for port d72e7c30-07cb-4292-9849-c0de99bfac50 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:40.598561 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6f96-8d1e-41e4-858e-a76ff26504a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:40.671609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee51e387-5175-4897-97a6-f34cbfc9cf9c req-35d8c714-9691-488e-bf8e-f06d0a936f6d tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791991 Nov 23 10:41:40.680434 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:40.798808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6f96-8d1e-41e4-858e-a76ff26504a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:40.818370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56418ebc-561e-4ce2-9dd3-73e2a49d136e req-2b256df8-47d1-4edd-8928-c613d60b556a tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 210 time: 0.0466928 Nov 23 10:41:40.819924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:39Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:40.829654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Made reservation on behalf of 6fe091da78984338a20f51672ec32101 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:41:40.845744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:40.851398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ff0f6f96-8d1e-41e4-858e-a76ff26504a1 None None] For port d72e7c30-07cb-4292-9849-c0de99bfac50, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d72e7c30-07cb-4292-9849-c0de99bfac50,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:40.885823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Deleting port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:40.886160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:40.889992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6f96-8d1e-41e4-858e-a76ff26504a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:40.957021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8683006b-2b83-4697-bda4-84c7baf9f270 None None] The sync data for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 is: [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:39Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:41:40.959913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f6f96-8d1e-41e4-858e-a76ff26504a1 None None] Pushing event updated for resources: {'Port': ['ID=d72e7c30-07cb-4292-9849-c0de99bfac50,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:41.035598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] For port 38281975-9a2e-4fae-93ac-95ed8a0b5c26, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=38281975-9a2e-4fae-93ac-95ed8a0b5c26,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:41.035598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.052746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.064255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Calling delete_port for 38281975-9a2e-4fae-93ac-95ed8a0b5c26 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:41.176847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Network cc039e53-c857-40b3-90f8-5f0e681f3185 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:41.210206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f9312-441a-4c96-bb61-702e3137e384 req-156bd735-8a6e-4db1-b3c8-fa01a281b47d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:41.219539 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-459f9312-441a-4c96-bb61-702e3137e384 req-156bd735-8a6e-4db1-b3c8-fa01a281b47d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.2014122 Nov 23 10:41:41.235282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:41.244964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-3a0f9940-9a5b-4eae-a134-bedfc820439d service neutron] 10.222.0.58 "GET /v2.0/networks/e8945929-3e2f-4419-9bf8-47007fedeb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7874115 Nov 23 10:41:41.249772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:41.322313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Allocated IP 172.20.0.8 (351983a4-dc97-4a12-877e-10ac25916c15/9bde0495-be25-4f55-b06b-113d0d23fbb1/fe3d0d68-4493-4d10-b16b-c6f917247057) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:41:41.338022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-459f9312-441a-4c96-bb61-702e3137e384 req-7a035a54-979c-4534-a81a-8e8f08290087 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175535 Nov 23 10:41:41.459001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d48cf6-37b0-414d-b679-380108ebf34b req-8501faff-9728-4f85-8f99-8f2cf8d6b24b service neutron] 10.222.0.58 "GET /v2.0/networks/e8945929-3e2f-4419-9bf8-47007fedeb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565888 Nov 23 10:41:41.487332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Pushing event updated for resources: {'Port': ['ID=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:41.535677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0248a19-4e06-4efc-8093-e6c50db60467 req-c86b35c5-3ab2-4f8d-916d-489cb50d26bd tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:41.547934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0248a19-4e06-4efc-8093-e6c50db60467 req-c86b35c5-3ab2-4f8d-916d-489cb50d26bd tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.3885989 Nov 23 10:41:41.604692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb5f32-e069-4c33-9277-e8eba7dea0f1 req-8c6594f0-3c3a-41fa-a862-a3d14cf60bed tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:41.606675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4eb5f32-e069-4c33-9277-e8eba7dea0f1 req-8c6594f0-3c3a-41fa-a862-a3d14cf60bed tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 944 time: 0.0869772 Nov 23 10:41:41.649590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.692825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:41.695897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.698943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4eb5f32-e069-4c33-9277-e8eba7dea0f1 req-c375f796-bd1d-4968-a343-0e4b9abb46b7 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Nov 23 10:41:41.752983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0248a19-4e06-4efc-8093-e6c50db60467 req-7bfd0cd4-c7a3-4dfd-a429-5fb8164f4f79 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031968 Nov 23 10:41:41.753245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:41.789880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-4b301813-7e0c-4eaa-819e-5158f40c4500 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7977479 Nov 23 10:41:41.831499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Network 351983a4-dc97-4a12-877e-10ac25916c15 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:41:41.837975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb067b1f-9865-404d-872d-988a851e0184 req-da2dc873-1c65-4667-9fe7-36b08d5848ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:41.840011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb067b1f-9865-404d-872d-988a851e0184 req-da2dc873-1c65-4667-9fe7-36b08d5848ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c895aa42dfd14d7cad8fd7609d3efeec&device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 1095 time: 0.2819002 Nov 23 10:41:41.857836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Request body: {'port': {'device_id': 'af9c4733-1feb-403e-827c-2ee03a367123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:41.868258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:41:41.897280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:41:42.057301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d72e7c30-07cb-4292-9849-c0de99bfac50 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:42.088541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event updated for resources: {'Port': ['ID=fe3d0d68-4493-4d10-b16b-c6f917247057,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:42.100643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.101315 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.137258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-2bb67198-07e1-49a3-8202-2ec577c24aab tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5747168 Nov 23 10:41:42.152075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b446f67-7d37-4c4a-a1f6-451889b5206f req-e41aaf15-0e76-4998-b5a3-8e1208ffe8aa tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.168485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b446f67-7d37-4c4a-a1f6-451889b5206f req-e41aaf15-0e76-4998-b5a3-8e1208ffe8aa tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9000158-0cf3-458a-931c-e04068f10054 HTTP/1.1" status: 200 len: 944 time: 0.1350744 Nov 23 10:41:42.176588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Request body: {'port': {'device_id': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:41:42.232985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d72e7c30-07cb-4292-9849-c0de99bfac50 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:42.233407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.292302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b446f67-7d37-4c4a-a1f6-451889b5206f req-3f29ac8a-291c-4d46-8c76-ff3101812ab2 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228299 Nov 23 10:41:42.380928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4ced99df-664e-4a9d-849a-a28c1829c7c8 None None] Provisioning complete for port fe3d0d68-4493-4d10-b16b-c6f917247057 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:42.381334 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4ced99df-664e-4a9d-849a-a28c1829c7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.383054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.464233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4ced99df-664e-4a9d-849a-a28c1829c7c8 None None] Port fe3d0d68-4493-4d10-b16b-c6f917247057 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:41:42.541050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58622) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:42.556628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7bce-29ea-4765-9338-11f2d52526c4 req-cc77c5c8-4f0a-4f50-a060-bbf07bf73b35 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.568375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec8b7bce-29ea-4765-9338-11f2d52526c4 req-cc77c5c8-4f0a-4f50-a060-bbf07bf73b35 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 931 time: 0.1571651 Nov 23 10:41:42.700116 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.742636 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec8b7bce-29ea-4765-9338-11f2d52526c4 req-7c97b1fa-70dc-4bdc-a5e8-70ac7ce628e2 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724453 Nov 23 10:41:42.793296 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:42.869542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event deleted for resources: {'Port': ['ID=38281975-9a2e-4fae-93ac-95ed8a0b5c26,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:42.879173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb9701-b044-4c5d-9047-7ae078339c21 req-af83629c-48ce-45b5-bb37-f687fabef3f3 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.887086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bfb9701-b044-4c5d-9047-7ae078339c21 req-af83629c-48ce-45b5-bb37-f687fabef3f3 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 931 time: 0.9195700 Nov 23 10:41:42.982727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] No DVR routers for this DVR port 38281975-9a2e-4fae-93ac-95ed8a0b5c26 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:42.995286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb067b1f-9865-404d-872d-988a851e0184 req-512279b4-c7fb-4647-9ce5-1315a58c093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:42.997206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb067b1f-9865-404d-872d-988a851e0184 req-512279b4-c7fb-4647-9ce5-1315a58c093b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e8945929-3e2f-4419-9bf8-47007fedeb74 HTTP/1.1" status: 200 len: 914 time: 1.1208835 Nov 23 10:41:43.000660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.004037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4dcaf6d-b7c2-4fbe-b400-690c11b43887 req-5526b19d-e531-48ec-9c0a-ad10d99f5fa6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "DELETE /v2.0/ports/38281975-9a2e-4fae-93ac-95ed8a0b5c26 HTTP/1.1" status: 204 len: 173 time: 2.7330611 Nov 23 10:41:43.004576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'name': 'network-vif-deleted', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:43.006979 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2478f9e-4827-4f24-9ecc-8951f6cd2eac" -d '{"events": [{"server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "name": "network-vif-deleted", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:43.046543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0114-8a2e-479c-a852-a7ad1a56e362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.084193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb067b1f-9865-404d-872d-988a851e0184 req-6fe624b3-b46b-45c7-bdc5-92c4c87f25b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 HTTP/1.1" status: 200 len: 217 time: 0.0741823 Nov 23 10:41:43.086584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3d0d68-4493-4d10-b16b-c6f917247057 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:43.096704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bfb9701-b044-4c5d-9047-7ae078339c21 req-524088d2-c389-4a06-a92a-4923ae2132ea tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081847 Nov 23 10:41:43.106933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.205056 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2aa4e-33e1-4e06-89e4-e822b4e44469 req-ee9c6ad8-6af0-430a-94ff-e620c2067d6b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.210627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ce2aa4e-33e1-4e06-89e4-e822b4e44469 req-ee9c6ad8-6af0-430a-94ff-e620c2067d6b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1840582 Nov 23 10:41:43.230925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Transition to ACTIVE for port object fe3d0d68-4493-4d10-b16b-c6f917247057 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:43.253795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.290589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb067b1f-9865-404d-872d-988a851e0184 req-6bebfd7d-7d8f-40bd-8583-817ea8fcd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.292288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb067b1f-9865-404d-872d-988a851e0184 req-6bebfd7d-7d8f-40bd-8583-817ea8fcd01d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=72da541d-9baa-4bec-bdc9-482f04f164db HTTP/1.1" status: 200 len: 853 time: 0.1788125 Nov 23 10:41:43.349305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb067b1f-9865-404d-872d-988a851e0184 req-58b58909-6112-47d6-80f7-421087abce51 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e8945929-3e2f-4419-9bf8-47007fedeb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480437 Nov 23 10:41:43.369623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Pushing event updated for resources: {'Port': ['ID=fe3d0d68-4493-4d10-b16b-c6f917247057,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:43.496430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb067b1f-9865-404d-872d-988a851e0184 req-fbb75e24-7319-48fa-b7bf-fd4680857fd1 service neutron] 10.222.0.58 "GET /v2.0/networks/e8945929-3e2f-4419-9bf8-47007fedeb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369092 Nov 23 10:41:43.501475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ce2aa4e-33e1-4e06-89e4-e822b4e44469 req-9fad6d37-274a-49b2-b92d-a2972563c1f4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740846 Nov 23 10:41:43.511094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450af83-9aff-47ea-b078-8578877e3c81 req-925553c8-314d-4eaa-bbe8-111eaf46226d tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.513883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c450af83-9aff-47ea-b078-8578877e3c81 req-925553c8-314d-4eaa-bbe8-111eaf46226d tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 944 time: 0.2698605 Nov 23 10:41:43.548180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0114-8a2e-479c-a852-a7ad1a56e362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.558127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba1c0114-8a2e-479c-a852-a7ad1a56e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.646018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c0114-8a2e-479c-a852-a7ad1a56e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f461603-d142-457b-ab6c-5d82e1d36577,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:43.709291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Attempting to bind port fe3d0d68-4493-4d10-b16b-c6f917247057 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:43.709641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Attempting to bind port fe3d0d68-4493-4d10-b16b-c6f917247057 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:43.709976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Attempting to bind port fe3d0d68-4493-4d10-b16b-c6f917247057 on network 351983a4-dc97-4a12-877e-10ac25916c15 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:43.725164 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba1c0114-8a2e-479c-a852-a7ad1a56e362 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f53d7f47fe64802b5df64e6eb2b1aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1826460 Nov 23 10:41:43.725893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58636) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:43.732286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Port fe3d0d68-4493-4d10-b16b-c6f917247057 on network 351983a4-dc97-4a12-877e-10ac25916c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:43.733530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Attempting to bind port fe3d0d68-4493-4d10-b16b-c6f917247057 on network 351983a4-dc97-4a12-877e-10ac25916c15 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:43.754370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:43.754688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Checking segment: {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:43.755137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Bound using segment: {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:43.755655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Bound port: fe3d0d68-4493-4d10-b16b-c6f917247057, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cabb47-14ac-4b50-aa91-774bcf5380e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:43.756022 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.811843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c450af83-9aff-47ea-b078-8578877e3c81 req-8f00b6de-ef0e-47ec-a9f4-a3e4c99eb219 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796302 Nov 23 10:41:43.853436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb067b1f-9865-404d-872d-988a851e0184 req-16598d6f-b53d-445f-82b9-886f48e73cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/e8945929-3e2f-4419-9bf8-47007fedeb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382187 Nov 23 10:41:43.889236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1f7881-9fb0-46d1-95db-4c67aafbafcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.921825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7a537-f74b-4a58-99f0-66eb9163e5b3 req-869fee4f-f8b4-4ae2-bc01-da3138f83b01 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:43.935816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75a7a537-f74b-4a58-99f0-66eb9163e5b3 req-869fee4f-f8b4-4ae2-bc01-da3138f83b01 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.3226321 Nov 23 10:41:43.969882 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1f7881-9fb0-46d1-95db-4c67aafbafcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:43.979093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] For port fe3d0d68-4493-4d10-b16b-c6f917247057, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:43.989504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:44.004938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.006916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] For port fe3d0d68-4493-4d10-b16b-c6f917247057, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fe3d0d68-4493-4d10-b16b-c6f917247057,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:44.016646 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb394d-ea3b-45f2-bc20-4d3157e4d815 x-openstack-request-id: req-e9fb394d-ea3b-45f2-bc20-4d3157e4d815 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:44.017907 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9000158-0cf3-458a-931c-e04068f10054", "name": "network-vif-deleted", "tag": "38281975-9a2e-4fae-93ac-95ed8a0b5c26", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:44.018377 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9fb394d-ea3b-45f2-bc20-4d3157e4d815 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:44.019212 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9000158-0cf3-458a-931c-e04068f10054', 'name': 'network-vif-deleted', 'tag': '38281975-9a2e-4fae-93ac-95ed8a0b5c26', 'status': 'completed', 'code': 200} Nov 23 10:41:44.024797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75a7a537-f74b-4a58-99f0-66eb9163e5b3 req-7ed29d50-0336-4ba6-afec-47126f7f9deb tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880136 Nov 23 10:41:44.030530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.043084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Transition to ACTIVE for port object 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:41:44.062393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.103170 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1f7881-9fb0-46d1-95db-4c67aafbafcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.107504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1f7881-9fb0-46d1-95db-4c67aafbafcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.109232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a1f7881-9fb0-46d1-95db-4c67aafbafcb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f461603-d142-457b-ab6c-5d82e1d36577 HTTP/1.1" status: 204 len: 168 time: 0.3723047 Nov 23 10:41:44.154437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f7881-9fb0-46d1-95db-4c67aafbafcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f461603-d142-457b-ab6c-5d82e1d36577,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:44.167157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:44.184041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Pushing event updated for resources: {'Port': ['ID=fe3d0d68-4493-4d10-b16b-c6f917247057,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:44.242383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:44.243026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.244597 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-53866fed-5351-4871-8183-9f535d8378fe service neutron] 10.222.0.58 "PUT /v2.0/ports/fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 1091 time: 2.0727997 Nov 23 10:41:44.246670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:44.250467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:44.256794 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:44.311506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d388e9-26d2-4dea-a9fd-7daee5ac8018 req-da41f909-68bc-4d00-ba87-f3f8fafc9287 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:44.320319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1d388e9-26d2-4dea-a9fd-7daee5ac8018 req-da41f909-68bc-4d00-ba87-f3f8fafc9287 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 943 time: 0.1500857 Nov 23 10:41:44.342008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Attempting to bind port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:41:44.342350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Attempting to bind port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'f976885e-f28c-4d7f-bb99-88dd56d699cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:41:44.342687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Attempting to bind port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f on network cc039e53-c857-40b3-90f8-5f0e681f3185 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:44.366777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f on network cc039e53-c857-40b3-90f8-5f0e681f3185 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:41:44.373863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Attempting to bind port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f on network cc039e53-c857-40b3-90f8-5f0e681f3185 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:41:44.384510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:41:44.385244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Checking segment: {'id': 'f976885e-f28c-4d7f-bb99-88dd56d699cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:41:44.385844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Bound using segment: {'id': 'f976885e-f28c-4d7f-bb99-88dd56d699cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:41:44.387295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Bound port: 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f976885e-f28c-4d7f-bb99-88dd56d699cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:41:44.388050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.404760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:44.497686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-1ede2b22-fff9-4161-b797-d73b2faf3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:44.501983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 38281975-9a2e-4fae-93ac-95ed8a0b5c26 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:44.503648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-1ede2b22-fff9-4161-b797-d73b2faf3fd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1094 time: 0.2011514 Nov 23 10:41:44.505635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 38281975-9a2e-4fae-93ac-95ed8a0b5c26 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:44.549015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1d388e9-26d2-4dea-a9fd-7daee5ac8018 req-d6e8d860-6179-4208-8e8b-43dfbe0f518d tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048678 Nov 23 10:41:44.566085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] For port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:41:44.571403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] For port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,segment=NetworkSegment(f976885e-f28c-4d7f-bb99-88dd56d699cf),segment_id=f976885e-f28c-4d7f-bb99-88dd56d699cf)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:41:44.581901 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.584544 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0c56b56a-cb2b-4ca2-b51f-c5123e83a35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.656982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,segment=NetworkSegment(0a8d24c4-aca0-4195-86b6-a73f1429a366),segment_id=0a8d24c4-aca0-4195-86b6-a73f1429a366)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:44.686725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:44.687558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.689044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f3ccc08-920f-4fc1-8007-b6c8b7deab6f HTTP/1.1" status: 200 len: 1091 time: 2.8454578 Nov 23 10:41:44.690719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-543ecae0-8234-41cf-baac-1828b02a9110 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 217 time: 0.1389065 Nov 23 10:41:44.720164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58664) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:44.722046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17', 'network_id': 'e8945929-3e2f-4419-9bf8-47007fedeb74', 'port_id': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17', 'mac_address': 'fa:16:3e:df:e3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72da541d-9baa-4bec-bdc9-482f04f164db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:44.737910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fac103-4166-4f11-9f06-c0504862b939 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:44.793333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5744bdb-db63-45c8-ab82-5cee85c99eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.842203 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.860746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-ee026728-504a-4e28-9e57-ea1c112ad78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:44.862257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-ee026728-504a-4e28-9e57-ea1c112ad78a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 200 len: 868 time: 0.1630013 Nov 23 10:41:44.872257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-e553dcfb-21cc-4643-b402-df0b11ce8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:44.876515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-e553dcfb-21cc-4643-b402-df0b11ce8f14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=027e4cc863c741f2b733d3f9c8665d91&device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 1094 time: 0.1273248 Nov 23 10:41:44.896910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:44.932454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,segment=NetworkSegment(0a8d24c4-aca0-4195-86b6-a73f1429a366),segment_id=0a8d24c4-aca0-4195-86b6-a73f1429a366)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:44.953331 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.979719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5744bdb-db63-45c8-ab82-5cee85c99eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:44.984596 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714fcc43-af8d-43e9-912b-9911be563f65 x-openstack-request-id: req-714fcc43-af8d-43e9-912b-9911be563f65 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:44.984996 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:44.985303 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-714fcc43-af8d-43e9-912b-9911be563f65 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:44.986369 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'status': 'completed', 'code': 200} Nov 23 10:41:44.996656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-d7d46006-cd22-46ac-b96c-3f9a019f7d00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f HTTP/1.1" status: 200 len: 217 time: 0.0937171 Nov 23 10:41:45.024513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5744bdb-db63-45c8-ab82-5cee85c99eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:45.037843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a907c-7be1-4d4c-b257-e4ddadb642ab req-766182b6-cbc6-4220-b266-a158dd7a0d24 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:45.043503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:45.050567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f5a907c-7be1-4d4c-b257-e4ddadb642ab req-766182b6-cbc6-4220-b266-a158dd7a0d24 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 943 time: 0.2481484 Nov 23 10:41:45.057059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a5744bdb-db63-45c8-ab82-5cee85c99eb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33b1b881b44746dba7c0d62eaf0cd521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275535 Nov 23 10:41:45.065379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.066028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.066475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.066914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.067398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.067858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.068289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.068717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.069197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.069928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:45.071024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.073766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.073766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:41:45.114763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-f5c637fe-bbbf-4760-a816-0e58b92d7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:45.116266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-f5c637fe-bbbf-4760-a816-0e58b92d7c9c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=351983a4-dc97-4a12-877e-10ac25916c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346638 Nov 23 10:41:45.136128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-62714e00-b045-4da2-9237-03ae5e6d380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:45.141229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-62714e00-b045-4da2-9237-03ae5e6d380f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2d981d5-6f85-4a64-b973-6fcfa2380fa8 HTTP/1.1" status: 200 len: 854 time: 0.1331296 Nov 23 10:41:45.185807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-d65a6072-cb61-438e-9e4e-b09e5c8e74a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc039e53-c857-40b3-90f8-5f0e681f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351458 Nov 23 10:41:45.188493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5744bdb-db63-45c8-ab82-5cee85c99eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162d96b8-cf27-485a-a123-49c23b664293,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:45.237672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f5a907c-7be1-4d4c-b257-e4ddadb642ab req-ac004ba1-4e62-44b6-adaa-d5785da109fc tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414609 Nov 23 10:41:45.350968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-64ed44c7-b304-4a8e-bc3c-2cf56cb9eb52 service neutron] 10.222.0.65 "GET /v2.0/networks/cc039e53-c857-40b3-90f8-5f0e681f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556268 Nov 23 10:41:45.388477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:45.494111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-56f4e8be-2a80-4b08-9c0b-fb0e8294228e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:45.495825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-56f4e8be-2a80-4b08-9c0b-fb0e8294228e tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 945 time: 0.1158557 Nov 23 10:41:45.517151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a70b94-9d75-44a8-97cc-d4d7da899b8d req-850dcdda-df0d-4856-9599-f32bb87b9a80 service neutron] 10.222.0.65 "GET /v2.0/networks/cc039e53-c857-40b3-90f8-5f0e681f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568270 Nov 23 10:41:45.716271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f8d33-0e26-4309-abe1-68e82507759b req-d0e144f6-1117-4f25-8adb-138e1a911b91 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:45.717881 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d50f8d33-0e26-4309-abe1-68e82507759b req-d0e144f6-1117-4f25-8adb-138e1a911b91 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 945 time: 0.1065023 Nov 23 10:41:45.736992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9b247-55f3-43aa-8d7b-b01a623a3322 req-b9d4d671-81f8-4bde-985a-59993afad1ec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:45.738904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cec9b247-55f3-43aa-8d7b-b01a623a3322 req-b9d4d671-81f8-4bde-985a-59993afad1ec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.6296480 Nov 23 10:41:45.750766 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe231-364c-47e4-822d-8b88022284be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:45.754960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Deleting port 69d32474-8d51-405f-baa8-6e113c935fc2 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:41:45.755430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:45.824057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe231-364c-47e4-822d-8b88022284be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:45.843745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-3519ac5b-abc2-4e6d-9b67-560741d2ebe9 service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855323 Nov 23 10:41:45.874842 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cec9b247-55f3-43aa-8d7b-b01a623a3322 req-42ae7617-9c61-49ff-a99d-3193d489dc10 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230838 Nov 23 10:41:45.878709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d50f8d33-0e26-4309-abe1-68e82507759b req-75495b70-02bb-40bb-9671-afd8d2488b0e tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505306 Nov 23 10:41:45.888756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-1eea0d62-f651-4179-b7e1-24816bce296c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:45.889568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-1eea0d62-f651-4179-b7e1-24816bce296c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e21a08368ade412ea5566fe89f848f02&device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 1096 time: 0.1705585 Nov 23 10:41:46.020757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe231-364c-47e4-822d-8b88022284be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:46.023348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9fe231-364c-47e4-822d-8b88022284be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:46.027321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1d9fe231-364c-47e4-822d-8b88022284be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/162d96b8-cf27-485a-a123-49c23b664293 HTTP/1.1" status: 204 len: 168 time: 0.9513912 Nov 23 10:41:46.042667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9c4733-1feb-403e-827c-2ee03a367123', 'tag': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:46.047438 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3308a2a7-f418-4286-8826-8577c5c9b162" -d '{"events": [{"name": "network-changed", "server_uuid": "af9c4733-1feb-403e-827c-2ee03a367123", "tag": "8f3ccc08-920f-4fc1-8007-b6c8b7deab6f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:46.061857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] For port 69d32474-8d51-405f-baa8-6e113c935fc2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=69d32474-8d51-405f-baa8-6e113c935fc2,segment=NetworkSegment(b223fde9-8933-4e7e-8ba9-d8e494803ef5),segment_id=b223fde9-8933-4e7e-8ba9-d8e494803ef5)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:46.062413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:46.068710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fe231-364c-47e4-822d-8b88022284be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162d96b8-cf27-485a-a123-49c23b664293,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:46.073056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee9beb23-4353-4572-96c7-534ccbf92533 req-929add75-282c-4e06-a0c1-2e6dda12722b service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953561 Nov 23 10:41:46.092606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Calling delete_port for 69d32474-8d51-405f-baa8-6e113c935fc2 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:41:46.118555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25b347-2408-4bb1-ad06-13f4c4ff0477 req-13c50010-5d2d-4565-9777-463b2eb660c6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.123265 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca25b347-2408-4bb1-ad06-13f4c4ff0477 req-13c50010-5d2d-4565-9777-463b2eb660c6 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/ports?device_id=81b8ea5e-3106-40f5-9a41-84092f7ce39a HTTP/1.1" status: 200 len: 945 time: 0.1280491 Nov 23 10:41:46.254075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca25b347-2408-4bb1-ad06-13f4c4ff0477 req-53ab4dfe-85f8-4208-ad70-db707679e334 tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.61 "GET /v2.0/security-groups?id=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848114 Nov 23 10:41:46.266937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-d9ecb6fd-9dfb-4188-a895-83ef25b2a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.268718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-d9ecb6fd-9dfb-4188-a895-83ef25b2a9c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1094 time: 0.1401229 Nov 23 10:41:46.287108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:46.339059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Pushing event deleted for resources: {'Port': ['ID=69d32474-8d51-405f-baa8-6e113c935fc2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:46.391762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e92343-9411-43dc-93c2-daf4ec325027 req-eed385d6-4754-4f68-ab14-1b7e23ce2c4b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.398922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8e92343-9411-43dc-93c2-daf4ec325027 req-eed385d6-4754-4f68-ab14-1b7e23ce2c4b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.3476155 Nov 23 10:41:46.469008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-b71343d2-be2c-472e-ab4f-0c3425c31d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.469806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-b71343d2-be2c-472e-ab4f-0c3425c31d8e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 200 len: 916 time: 0.5664983 Nov 23 10:41:46.494815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] No DVR routers for this DVR port 69d32474-8d51-405f-baa8-6e113c935fc2 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:41:46.535878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-2471b76e-1776-4c7b-9dc7-7174fade6636 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2a59392-a95e-4d92-9749-47c2f398b66a HTTP/1.1" status: 200 len: 217 time: 0.0442488 Nov 23 10:41:46.537029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:46.540299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255976ee-3e7f-427b-8b40-7993c1aafa66 req-101ea2b7-49d1-4237-a51d-6daf7bf276da tempest-LiveMigrationTest-1863386747 tempest-LiveMigrationTest-1863386747-project] 10.222.0.65 "DELETE /v2.0/ports/69d32474-8d51-405f-baa8-6e113c935fc2 HTTP/1.1" status: 204 len: 173 time: 1.0336399 Nov 23 10:41:46.554919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1108b02-8933-4b74-854e-8fe2c551288d req-557fcea0-3124-4815-87d0-7f9e7f131647 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.557866 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1108b02-8933-4b74-854e-8fe2c551288d req-557fcea0-3124-4815-87d0-7f9e7f131647 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 943 time: 0.1179256 Nov 23 10:41:46.560005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-784568d7-8392-49a1-8a19-614ae93b811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.562243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-784568d7-8392-49a1-8a19-614ae93b811c service neutron] 10.222.0.58 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 930 time: 0.2841926 Nov 23 10:41:46.615469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8e92343-9411-43dc-93c2-daf4ec325027 req-0d210317-228d-46a1-898d-499047c9d55b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155473 Nov 23 10:41:46.665703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-1b13d059-2ba3-48c4-bbcd-027a343809ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.671668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-1b13d059-2ba3-48c4-bbcd-027a343809ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 200 len: 854 time: 0.1247363 Nov 23 10:41:46.742926 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040eebdf-0abc-4175-a547-866dff766eea x-openstack-request-id: req-040eebdf-0abc-4175-a547-866dff766eea {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:46.744309 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9c4733-1feb-403e-827c-2ee03a367123", "tag": "8f3ccc08-920f-4fc1-8007-b6c8b7deab6f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:46.744813 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-040eebdf-0abc-4175-a547-866dff766eea {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:46.745758 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9c4733-1feb-403e-827c-2ee03a367123', 'tag': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f', 'status': 'completed', 'code': 200} Nov 23 10:41:46.746610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-689d420e-26db-403f-835f-4276bf84e641 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 217 time: 0.1755588 Nov 23 10:41:46.804456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-434c52e4-5bc0-4656-8c37-cc4ecd39031e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.806314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-434c52e4-5bc0-4656-8c37-cc4ecd39031e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a76410f7-9874-4004-ba26-07229b2bd8cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266615 Nov 23 10:41:46.808196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-70386681-3cf7-4fe7-88ce-3855fd0deb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.809837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-70386681-3cf7-4fe7-88ce-3855fd0deb81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=027e4cc863c741f2b733d3f9c8665d91&device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 1094 time: 0.0613947 Nov 23 10:41:46.854065 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1108b02-8933-4b74-854e-8fe2c551288d req-4a30d58e-4eaa-4213-b86a-a19d765c39c3 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785273 Nov 23 10:41:46.854356 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4fb22595-8757-488b-92ed-99bb49a9df0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:46.912649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-e9663b15-b942-4190-9f66-150cb35a6a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:46.914677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-e9663b15-b942-4190-9f66-150cb35a6a4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 200 len: 868 time: 0.1598499 Nov 23 10:41:47.083433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-62beb3bd-9adc-4fd6-9506-2eb9cf0890d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.085527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-62beb3bd-9adc-4fd6-9506-2eb9cf0890d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=351983a4-dc97-4a12-877e-10ac25916c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593328 Nov 23 10:41:47.145043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a696d-890e-4b5e-9da2-1969b714c952 req-d2d5d211-69fe-4b2a-8923-36760b190d0e tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.154176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c03a696d-890e-4b5e-9da2-1969b714c952 req-d2d5d211-69fe-4b2a-8923-36760b190d0e tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 943 time: 0.3110781 Nov 23 10:41:47.231240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-373d3c96-b623-468b-a1a7-89f1fb96319b service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992364 Nov 23 10:41:47.270272 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c03a696d-890e-4b5e-9da2-1969b714c952 req-1e0860ae-965d-4929-985f-fadf68b3141e tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146922 Nov 23 10:41:47.294610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-af7fa7fb-d989-413c-87e1-8b7ce508399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.298408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-af7fa7fb-d989-413c-87e1-8b7ce508399a service neutron] 10.222.0.65 "GET /v2.0/networks?id=cc039e53-c857-40b3-90f8-5f0e681f3185 HTTP/1.1" status: 200 len: 915 time: 0.4715312 Nov 23 10:41:47.341781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-178f3c32-d613-4ccf-9b85-886cb1ea5799 service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415929 Nov 23 10:41:47.386445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08fa75-7b8a-42a6-b816-03b43b2b6021 req-5b5b1e5c-2ba7-446b-a437-dcfbdd5e6da9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.395053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df08fa75-7b8a-42a6-b816-03b43b2b6021 req-5b5b1e5c-2ba7-446b-a437-dcfbdd5e6da9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.3713515 Nov 23 10:41:47.427898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-edc56dd4-2593-4ac5-a7aa-6a053e5e6459 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f HTTP/1.1" status: 200 len: 217 time: 0.0995550 Nov 23 10:41:47.530405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df08fa75-7b8a-42a6-b816-03b43b2b6021 req-a42e3f08-1137-4886-a1f0-84d6cf1c3f59 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341712 Nov 23 10:41:47.552251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee5fac-9504-4210-ae63-b7959da1af89 req-68f82fed-cafa-4b65-9fdb-f119e8dd91b2 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.560436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52ee5fac-9504-4210-ae63-b7959da1af89 req-68f82fed-cafa-4b65-9fdb-f119e8dd91b2 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 945 time: 0.1497173 Nov 23 10:41:47.583068 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce3e94f-cd69-4a49-ac04-5acaf5cd2aef req-9e8b2994-4826-4866-87d5-7d791046d335 service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370234 Nov 23 10:41:47.596200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-e49d747d-271e-434b-a813-d419d3bc1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.597695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-e49d747d-271e-434b-a813-d419d3bc1073 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2d981d5-6f85-4a64-b973-6fcfa2380fa8 HTTP/1.1" status: 200 len: 854 time: 0.1344702 Nov 23 10:41:47.610170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13f88c0-1965-405e-b9fe-3a7f45d28e88 req-f34d8f46-d251-4b16-a9ad-ee3628acf4a8 service neutron] 10.222.0.58 "GET /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770788 Nov 23 10:41:47.670395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-65d026f9-90e7-4033-aea9-17d7b1a3aa7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cc039e53-c857-40b3-90f8-5f0e681f3185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542579 Nov 23 10:41:47.682642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52ee5fac-9504-4210-ae63-b7959da1af89 req-8ae3be27-8bae-445e-a8dd-8d1b0fd9b9a9 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213241 Nov 23 10:41:47.707392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58742) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:47.864874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ca67b-1709-4315-a7f3-035fb25c6096 req-ebf27eaf-bab3-470e-939c-b60001021b97 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:47.873045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c4ca67b-1709-4315-a7f3-035fb25c6096 req-ebf27eaf-bab3-470e-939c-b60001021b97 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.1175385 Nov 23 10:41:47.876951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-8b6f0692-b3e3-4de2-8822-197eb9484f3c service neutron] 10.222.0.65 "GET /v2.0/networks/cc039e53-c857-40b3-90f8-5f0e681f3185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931574 Nov 23 10:41:47.982410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c4ca67b-1709-4315-a7f3-035fb25c6096 req-f29fad24-cadd-48a8-9c5d-3869cb0bacfc tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950420 Nov 23 10:41:48.147489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3308a2a7-f418-4286-8826-8577c5c9b162 req-b12e10ec-fd73-4bdc-86c1-3eeb3d4cad9b service neutron] 10.222.0.65 "GET /v2.0/networks/cc039e53-c857-40b3-90f8-5f0e681f3185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574537 Nov 23 10:41:48.196779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e2ff5-a7c5-44c2-8817-47a293ccb162 req-2e598977-bd9e-4ca2-bd4c-04110da6e0eb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:48.198388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-334e2ff5-a7c5-44c2-8817-47a293ccb162 req-2e598977-bd9e-4ca2-bd4c-04110da6e0eb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 943 time: 0.1538730 Nov 23 10:41:48.243063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] Deleting subnet 397510e2-3216-420f-80f2-50bf6d7c2ac6 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:41:48.256502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:48.258887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.315666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:48.324866 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.347665 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-334e2ff5-a7c5-44c2-8817-47a293ccb162 req-0cd7bced-a637-479d-964f-aed0602f6097 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373219 Nov 23 10:41:48.380741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:48.416636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:48.417013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.439776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.489841 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.503093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,segment=NetworkSegment(f976885e-f28c-4d7f-bb99-88dd56d699cf),segment_id=f976885e-f28c-4d7f-bb99-88dd56d699cf)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:48.507462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dea145-780f-4001-8b62-21395382e7a7 req-429f0865-108b-4896-a867-9f881be94c69 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:48.515707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54dea145-780f-4001-8b62-21395382e7a7 req-429f0865-108b-4896-a867-9f881be94c69 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 943 time: 0.1339712 Nov 23 10:41:48.544277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f', 'network_id': 'cc039e53-c857-40b3-90f8-5f0e681f3185', 'port_id': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f', 'mac_address': 'fa:16:3e:fa:f0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d981d5-6f85-4a64-b973-6fcfa2380fa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:48.596123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.665926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397510e2-3216-420f-80f2-50bf6d7c2ac6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:48.667177 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.689863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.694679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54dea145-780f-4001-8b62-21395382e7a7 req-ef283643-f307-4837-bd5c-5713feeee134 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758204 Nov 23 10:41:48.696120 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.701824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81d99a11-7dfa-450c-8dc2-d5113060297b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/397510e2-3216-420f-80f2-50bf6d7c2ac6 HTTP/1.1" status: 204 len: 168 time: 0.9910436 Nov 23 10:41:48.703225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58768) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:48.729731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:48.747361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'name': 'network-vif-deleted', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:48.749973 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced834e0-6e59-40cd-a96a-55bcc833e745" -d '{"events": [{"server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "name": "network-vif-deleted", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:48.757365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,segment=NetworkSegment(f976885e-f28c-4d7f-bb99-88dd56d699cf),segment_id=f976885e-f28c-4d7f-bb99-88dd56d699cf)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:48.765497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:48.767562 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b731b743-efad-492b-9757-2e4065aac9af" -d '{"events": [{"server_uuid": "839e02a2-1238-43d0-ad3b-5aecebcd1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:48.772998 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.787042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,segment=NetworkSegment(0a8d24c4-aca0-4195-86b6-a73f1429a366),segment_id=0a8d24c4-aca0-4195-86b6-a73f1429a366)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:48.827694 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:48.865014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:48.939535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:48.952368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39202033-a587-4124-ad4a-c226460bf9da req-4f6f59e0-bf97-4037-9684-7cca3ec7885f tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:48.954590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39202033-a587-4124-ad4a-c226460bf9da req-4f6f59e0-bf97-4037-9684-7cca3ec7885f tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0574098 Nov 23 10:41:49.036830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39202033-a587-4124-ad4a-c226460bf9da req-86432c80-276b-4637-af8d-845a983c5a52 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757439 Nov 23 10:41:49.149612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8f3ccc08-920f-4fc1-8007-b6c8b7deab6f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:49.226329 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98163b25-6468-43d0-bac9-b1849ca4906c x-openstack-request-id: req-98163b25-6468-43d0-bac9-b1849ca4906c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:49.226856 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b8ea5e-3106-40f5-9a41-84092f7ce39a", "name": "network-vif-deleted", "tag": "69d32474-8d51-405f-baa8-6e113c935fc2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:49.227050 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98163b25-6468-43d0-bac9-b1849ca4906c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:49.227424 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b8ea5e-3106-40f5-9a41-84092f7ce39a', 'name': 'network-vif-deleted', 'tag': '69d32474-8d51-405f-baa8-6e113c935fc2', 'status': 'completed', 'code': 200} Nov 23 10:41:49.239412 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f9efa1-a328-44ff-9425-4f87453e45ff x-openstack-request-id: req-29f9efa1-a328-44ff-9425-4f87453e45ff {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:49.239853 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839e02a2-1238-43d0-ad3b-5aecebcd1dd2", "name": "network-vif-plugged", "status": "completed", "tag": "bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:49.240517 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29f9efa1-a328-44ff-9425-4f87453e45ff {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:49.240517 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17', 'code': 200} Nov 23 10:41:49.252312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06f788-fc50-4276-9717-c4ac96e80114 req-3666832e-75ce-4166-89a3-9f3f69247b08 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:49.260777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a06f788-fc50-4276-9717-c4ac96e80114 req-3666832e-75ce-4166-89a3-9f3f69247b08 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.5332024 Nov 23 10:41:49.265561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.325611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a06f788-fc50-4276-9717-c4ac96e80114 req-3eaea100-4892-4b1c-af68-45a0143b6e53 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608313 Nov 23 10:41:49.410419 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.422783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96344304-7d34-4ca4-9f90-1e2337c6049c req-c2af7bc2-42f8-4fa4-b020-20e07ea6e951 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:49.431230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96344304-7d34-4ca4-9f90-1e2337c6049c req-c2af7bc2-42f8-4fa4-b020-20e07ea6e951 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.0750177 Nov 23 10:41:49.497620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96344304-7d34-4ca4-9f90-1e2337c6049c req-f1631a94-58ea-4cba-92de-7ee59b895690 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593126 Nov 23 10:41:49.501866 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.545789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc85e82d-12cd-414a-8aca-8efe24c16fae']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:49.574929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b223fde9-8933-4e7e-8ba9-d8e494803ef5') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:49.575278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b223fde9-8933-4e7e-8ba9-d8e494803ef5') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:49.594122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df44e6-e49c-4b61-9a18-67bcbc3bf7d2 req-32997861-53f1-4125-b6fa-40e949754750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:49.595683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15df44e6-e49c-4b61-9a18-67bcbc3bf7d2 req-32997861-53f1-4125-b6fa-40e949754750 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 1097 time: 0.1966405 Nov 23 10:41:49.614135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.669227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.738243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.765870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a47fa-136e-43c5-afc3-59cb718d46fa req-b6cc120e-f630-46c2-9d53-77b21df7b157 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:49.768774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac1a47fa-136e-43c5-afc3-59cb718d46fa req-b6cc120e-f630-46c2-9d53-77b21df7b157 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.0860627 Nov 23 10:41:49.773766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:41:49.774425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.787672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174f8dc-debd-45f1-acbe-5ea36fb0cedd req-61534f53-491c-4cc0-b588-6a3faf682341 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:49.804330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f174f8dc-debd-45f1-acbe-5ea36fb0cedd req-61534f53-491c-4cc0-b588-6a3faf682341 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 943 time: 0.2682679 Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:41:49.806763 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:41:49.863218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac1a47fa-136e-43c5-afc3-59cb718d46fa req-1256c90f-52fc-4d54-b520-4f7dde6faae6 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875907 Nov 23 10:41:49.873532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15df44e6-e49c-4b61-9a18-67bcbc3bf7d2 req-d99eb9af-2a59-4c50-88e5-e2b9349fa21d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666597 Nov 23 10:41:49.897721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58814) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:49.972144 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.984509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:49.988707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] 10.222.0.61 "DELETE /v2.0/networks/dc85e82d-12cd-414a-8aca-8efe24c16fae HTTP/1.1" status: 204 len: 168 time: 1.2842162 Nov 23 10:41:49.991570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58820) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:50.010315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f174f8dc-debd-45f1-acbe-5ea36fb0cedd req-d0ac4702-85c2-4ab3-aabf-808e869935c7 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002671 Nov 23 10:41:50.034540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cbc1a-2773-4890-ab8e-1ea5705fdd11 req-d6f99ca8-63d1-434c-a952-503cbc54bef5 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:50.043229 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-388cbc1a-2773-4890-ab8e-1ea5705fdd11 req-d6f99ca8-63d1-434c-a952-503cbc54bef5 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 944 time: 0.0838921 Nov 23 10:41:50.062717 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.123280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3103270-9c02-4892-95d2-f08b602d5a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc85e82d-12cd-414a-8aca-8efe24c16fae,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:50.160919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] Deleting subnet 7b921174-e73a-4149-a37c-d95e5750c354 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:41:50.164837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.173427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-388cbc1a-2773-4890-ab8e-1ea5705fdd11 req-387b1c63-ef21-45cb-a783-6c8c2c7a9aa0 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268721 Nov 23 10:41:50.235138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a37589a3-df3a-4460-b009-0f089ec991c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.260558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fe3d0d68-4493-4d10-b16b-c6f917247057 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:50.260745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.354180 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.388390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01597462-365d-4ba8-99aa-c81663823654 req-5b2e8951-a30e-40ae-9b1a-b384296d5db4 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:50.389977 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01597462-365d-4ba8-99aa-c81663823654 req-5b2e8951-a30e-40ae-9b1a-b384296d5db4 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 945 time: 0.1451669 Nov 23 10:41:50.468049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fe3d0d68-4493-4d10-b16b-c6f917247057, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fe3d0d68-4493-4d10-b16b-c6f917247057,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:50.477886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a37589a3-df3a-4460-b009-0f089ec991c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.488068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a37589a3-df3a-4460-b009-0f089ec991c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.493366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 80f15197-95d6-452e-9d91-4c21f67be1b9 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:41:50.495610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:50.514744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.520719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01597462-365d-4ba8-99aa-c81663823654 req-a294f56c-3b0f-44dc-9889-e7ab9af5a56d tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225557 Nov 23 10:41:50.541166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'port_id': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'mac_address': 'fa:16:3e:c0:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:50.596821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37589a3-df3a-4460-b009-0f089ec991c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ce1cc-7720-4bef-b186-5c58f48d497a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:50.660365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.669228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b921174-e73a-4149-a37c-d95e5750c354,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:50.672643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:50.687181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.694487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ba72f1bb-ba72-4d9b-878a-9a824a75f2e1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b921174-e73a-4149-a37c-d95e5750c354 HTTP/1.1" status: 204 len: 168 time: 0.7014520 Nov 23 10:41:50.699376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a37589a3-df3a-4460-b009-0f089ec991c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=72a0ee1ce75445a496469b4521d18805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7999530 Nov 23 10:41:50.700677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58848) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:50.706775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58852) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:50.717710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:50.718082 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.791673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.871329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26153981-2069-48fe-93cb-f8c85e7b6025 req-15b074f2-d1d4-4e90-b46f-e28ba60a5a2c tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:50.873779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26153981-2069-48fe-93cb-f8c85e7b6025 req-15b074f2-d1d4-4e90-b46f-e28ba60a5a2c tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2333658 Nov 23 10:41:50.924050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.924474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3d0d68-4493-4d10-b16b-c6f917247057 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:50.962459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fb36c0e-51c7-4c4b-8c05-097c72042421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:50.967929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c85ad2-453f-473e-a95f-bce266871dca']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:50.984615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274ae42a-372a-4d07-a50e-38c28ce2186a') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:50.985609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274ae42a-372a-4d07-a50e-38c28ce2186a') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:41:51.003430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.009753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fb36c0e-51c7-4c4b-8c05-097c72042421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.020599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.030376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:41:51.031282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.052025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fe3d0d68-4493-4d10-b16b-c6f917247057, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fe3d0d68-4493-4d10-b16b-c6f917247057,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:51.059660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:51.079862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.174068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fe3d0d68-4493-4d10-b16b-c6f917247057,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:51.174068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'port_id': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'mac_address': 'fa:16:3e:e3:52:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dd1ecb-02bb-4f7a-95d3-7066e97dcd48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:41:51.184875 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:41:51.192923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.220607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.234059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/18c85ad2-453f-473e-a95f-bce266871dca HTTP/1.1" status: 204 len: 168 time: 0.5315406 Nov 23 10:41:51.280719 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.283920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26153981-2069-48fe-93cb-f8c85e7b6025 req-081f67f3-6d65-4758-8833-df8eb48bdfc1 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785298 Nov 23 10:41:51.309028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90393c34-d2ee-4fb1-beb9-311579a560c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=18c85ad2-453f-473e-a95f-bce266871dca,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:51.318670 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.341557 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fb36c0e-51c7-4c4b-8c05-097c72042421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.357725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4fb36c0e-51c7-4c4b-8c05-097c72042421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.357725 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4fb36c0e-51c7-4c4b-8c05-097c72042421 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa7ce1cc-7720-4bef-b186-5c58f48d497a HTTP/1.1" status: 204 len: 168 time: 0.6468112 Nov 23 10:41:51.390984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb36c0e-51c7-4c4b-8c05-097c72042421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ce1cc-7720-4bef-b186-5c58f48d497a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:51.432972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80f15197-95d6-452e-9d91-4c21f67be1b9 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:41:51.503909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9c4733-1feb-403e-827c-2ee03a367123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:51.506924 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a68209-ad1c-4936-b3c4-bb69dee49327" -d '{"events": [{"server_uuid": "af9c4733-1feb-403e-827c-2ee03a367123", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ccc08-920f-4fc1-8007-b6c8b7deab6f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:51.545502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:51.548040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,segment=NetworkSegment(f976885e-f28c-4d7f-bb99-88dd56d699cf),segment_id=f976885e-f28c-4d7f-bb99-88dd56d699cf)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:51.561748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.570938 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.572283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:41:51.579250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0dc9d-130a-4351-9eca-287600cd3e84 req-70109d04-20c6-4bf2-a00e-1c4df2ac6bae tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:51.589026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58864) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:51.592523 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13d0dc9d-130a-4351-9eca-287600cd3e84 req-70109d04-20c6-4bf2-a00e-1c4df2ac6bae tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1757691 Nov 23 10:41:51.623751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 69d32474-8d51-405f-baa8-6e113c935fc2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:41:51.624176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 69d32474-8d51-405f-baa8-6e113c935fc2 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:41:51.694470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['fe3d0d68-4493-4d10-b16b-c6f917247057'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:51.697076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13d0dc9d-130a-4351-9eca-287600cd3e84 req-e43c5115-e44e-4640-9918-8cd801e3ef80 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927382 Nov 23 10:41:51.725639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['80f15197-95d6-452e-9d91-4c21f67be1b9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:41:51.730718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:51.769432 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-67aa1797-16d4-45a4-a414-11e2d638b3f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c87ae2a1a6645caa6185c8576a551b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777337 Nov 23 10:41:51.771576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58872) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:51.899784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b01a0d-770d-4a3e-ba28-dfa50825e26a req-5670d2df-c9a9-4497-9604-6998d18c3e8f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:51.902617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7b01a0d-770d-4a3e-ba28-dfa50825e26a req-5670d2df-c9a9-4497-9604-6998d18c3e8f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.0962586 Nov 23 10:41:51.907844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3a46-ce1a-414a-8f29-fb55a3acf5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:51.940804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3a46-ce1a-414a-8f29-fb55a3acf5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.039545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3a46-ce1a-414a-8f29-fb55a3acf5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.046306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a1b3a46-ce1a-414a-8f29-fb55a3acf5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.054733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a1b3a46-ce1a-414a-8f29-fb55a3acf5cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63 HTTP/1.1" status: 204 len: 168 time: 0.2818308 Nov 23 10:41:52.081667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b3a46-ce1a-414a-8f29-fb55a3acf5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e141dfae-16eb-4a3c-bf1c-0d2adb4c1f63,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:52.093833 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.132224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58876) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:52.151859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-813eade1-bc87-4212-85ac-8d14f4a264cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.193276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7b01a0d-770d-4a3e-ba28-dfa50825e26a req-9bd10387-8f2c-4ae6-b84e-c30ecf004916 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840355 Nov 23 10:41:52.219815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:52.403139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-813eade1-bc87-4212-85ac-8d14f4a264cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.423563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-813eade1-bc87-4212-85ac-8d14f4a264cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.433717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22497-8bee-4fd6-b2cd-db5bc0e32749 req-4c80e86b-17d9-46f4-a82a-f19e2eef0e61 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:52.448622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6be22497-8bee-4fd6-b2cd-db5bc0e32749 req-4c80e86b-17d9-46f4-a82a-f19e2eef0e61 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 944 time: 0.1045558 Nov 23 10:41:52.491508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-813eade1-bc87-4212-85ac-8d14f4a264cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3dc7b6e966374a0395c62e18e8a06ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579147 Nov 23 10:41:52.491985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58884) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:52.492437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eade1-bc87-4212-85ac-8d14f4a264cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4265f987-0741-4783-8a3b-947c9845914a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:52.648577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6be22497-8bee-4fd6-b2cd-db5bc0e32749 req-90d92903-4b16-4a29-a429-d36f4637ee01 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871400 Nov 23 10:41:52.689394 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fbf-8771-4440-8ea2-a29819895ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.747534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fbf-8771-4440-8ea2-a29819895ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.839478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105e488-bbd4-4250-8209-db032946f512 req-9ac4a8f8-799a-4a71-b84c-96aae6eb7dbd tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:52.847604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0105e488-bbd4-4250-8209-db032946f512 req-9ac4a8f8-799a-4a71-b84c-96aae6eb7dbd tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 945 time: 0.0941842 Nov 23 10:41:52.899034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58888) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:52.905715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fbf-8771-4440-8ea2-a29819895ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.909240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffda8fbf-8771-4440-8ea2-a29819895ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:52.910703 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ffda8fbf-8771-4440-8ea2-a29819895ff1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4265f987-0741-4783-8a3b-947c9845914a HTTP/1.1" status: 204 len: 168 time: 0.4170802 Nov 23 10:41:52.947822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0105e488-bbd4-4250-8209-db032946f512 req-50783dec-bdc1-4089-a91c-2bfcdf3b3066 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989938 Nov 23 10:41:52.950182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda8fbf-8771-4440-8ea2-a29819895ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265f987-0741-4783-8a3b-947c9845914a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:53.001692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58892) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:41:53.001911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95601e10-d2a0-4643-a9a5-b6fdeab4cc82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=317f10521e4842a488ecb796edcee624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980773 Nov 23 10:41:53.084267 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8db553-8f6d-4e12-9218-5207c82a974d x-openstack-request-id: req-ee8db553-8f6d-4e12-9218-5207c82a974d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:53.084771 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9c4733-1feb-403e-827c-2ee03a367123", "name": "network-vif-plugged", "status": "completed", "tag": "8f3ccc08-920f-4fc1-8007-b6c8b7deab6f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:53.084882 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee8db553-8f6d-4e12-9218-5207c82a974d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:53.085287 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9c4733-1feb-403e-827c-2ee03a367123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f', 'code': 200} Nov 23 10:41:53.188290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-37619f73-0dec-49bc-866b-40367a69e820 req-a0b89ec0-a31c-43ce-814c-69324bd827ec tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:41:53.190796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37619f73-0dec-49bc-866b-40367a69e820 req-a0b89ec0-a31c-43ce-814c-69324bd827ec tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137093 Nov 23 10:41:53.191712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3362ce9-6d47-4c17-9fc5-fe1f03d7eb2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.297204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5caf64-a544-4629-9a36-6bb5b46fade0 req-5e13fcd7-cb14-4a85-938d-fdbd9cbf8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:53.298734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa5caf64-a544-4629-9a36-6bb5b46fade0 req-5e13fcd7-cb14-4a85-938d-fdbd9cbf8cc9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 1096 time: 0.1261261 Nov 23 10:41:53.389192 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3362ce9-6d47-4c17-9fc5-fe1f03d7eb2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.410836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa5caf64-a544-4629-9a36-6bb5b46fade0 req-466e4d7a-938b-413c-a034-35322440a3d7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027219 Nov 23 10:41:53.523377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37619f73-0dec-49bc-866b-40367a69e820 req-9b44a00e-af73-44c1-bd37-d203f4aa49e2 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3062832 Nov 23 10:41:53.553202 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3362ce9-6d47-4c17-9fc5-fe1f03d7eb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.556645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3362ce9-6d47-4c17-9fc5-fe1f03d7eb2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:53.561065 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d3362ce9-6d47-4c17-9fc5-fe1f03d7eb2d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7c12df8-e8ac-4a8a-90bc-997b643c80d0 HTTP/1.1" status: 204 len: 168 time: 0.5558424 Nov 23 10:41:53.579628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3362ce9-6d47-4c17-9fc5-fe1f03d7eb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c12df8-e8ac-4a8a-90bc-997b643c80d0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:54.097865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075e371-def5-426b-8e3b-dbe17f6f26fa req-f77f0e9f-e9da-4f88-9c78-b264197344db tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:54.120038 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c075e371-def5-426b-8e3b-dbe17f6f26fa req-f77f0e9f-e9da-4f88-9c78-b264197344db tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 946 time: 0.2060320 Nov 23 10:41:54.272028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c075e371-def5-426b-8e3b-dbe17f6f26fa req-32c74522-7e5e-4166-8e25-ac880d32558b tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227913 Nov 23 10:41:54.293912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fe3d0d68-4493-4d10-b16b-c6f917247057 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:54.379489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 80f15197-95d6-452e-9d91-4c21f67be1b9 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:41:54.580721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 80f15197-95d6-452e-9d91-4c21f67be1b9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:54.582943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:54.593889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port fe3d0d68-4493-4d10-b16b-c6f917247057 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:41:54.601037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5188e-9998-4129-a4a8-c175a05e1961 req-b4d77a24-ba24-42e6-b745-cecf371752d5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:54.606438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b7f5188e-9998-4129-a4a8-c175a05e1961 req-b4d77a24-ba24-42e6-b745-cecf371752d5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 944 time: 0.1456966 Nov 23 10:41:54.644801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port fe3d0d68-4493-4d10-b16b-c6f917247057 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:41:54.645571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:54.798112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b7f5188e-9998-4129-a4a8-c175a05e1961 req-cf14dc09-cd2a-46f3-801e-7e739b1a808f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765063 Nov 23 10:41:54.906654 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:54.979580 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:55.054810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b3e01-8bc5-4a49-97af-08685c246067 req-eacdc89c-6a96-4d1d-9868-891056361993 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:55.071442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-855b3e01-8bc5-4a49-97af-08685c246067 req-eacdc89c-6a96-4d1d-9868-891056361993 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 944 time: 0.1354771 Nov 23 10:41:55.095214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:55.107707 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b2515-5dc6-44d2-a531-77b580b6e67d" -d '{"events": [{"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:55.172757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:55.185723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fe3d0d68-4493-4d10-b16b-c6f917247057, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fe3d0d68-4493-4d10-b16b-c6f917247057,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:41:55.189181 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:55.217447 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:41:55.227285 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-855b3e01-8bc5-4a49-97af-08685c246067 req-5f8b3ee9-193c-4d3a-befb-b48579bdb2f8 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469021 Nov 23 10:41:55.343849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:55.460477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec2c5f-6de1-48d0-9de9-be1cd1e1da84 req-d50712f4-59e3-4f86-9c60-8df592e81550 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:55.467592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24ec2c5f-6de1-48d0-9de9-be1cd1e1da84 req-d50712f4-59e3-4f86-9c60-8df592e81550 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.1371584 Nov 23 10:41:55.488966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fe3d0d68-4493-4d10-b16b-c6f917247057,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:41:55.600392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24ec2c5f-6de1-48d0-9de9-be1cd1e1da84 req-147a3778-734a-4242-b1a3-9a0c6550e04a tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255631 Nov 23 10:41:55.867690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720388d-4572-4ffe-8fe0-e064aa9b64cb req-e306a55e-96ce-4a69-9305-8234928ffd7b tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:55.878704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4720388d-4572-4ffe-8fe0-e064aa9b64cb req-e306a55e-96ce-4a69-9305-8234928ffd7b tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 945 time: 0.1207442 Nov 23 10:41:56.013290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4720388d-4572-4ffe-8fe0-e064aa9b64cb req-21e6c425-85ae-4fac-8e4b-9b4960882707 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284885 Nov 23 10:41:56.378696 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c224650-5b90-4b6e-a22b-92c2f6539d0c x-openstack-request-id: req-4c224650-5b90-4b6e-a22b-92c2f6539d0c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:56.379636 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:56.380061 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c224650-5b90-4b6e-a22b-92c2f6539d0c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:56.380613 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'code': 200} Nov 23 10:41:56.547519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82e2e-e64f-4421-bfc3-51b2fe061a98 req-09505acd-4c04-4ca7-991e-b33cfd794bdc tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:56.549506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ef82e2e-e64f-4421-bfc3-51b2fe061a98 req-09505acd-4c04-4ca7-991e-b33cfd794bdc tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 945 time: 0.0830503 Nov 23 10:41:56.646303 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ef82e2e-e64f-4421-bfc3-51b2fe061a98 req-dcb88280-c6ba-4efc-a1c2-e40d5dc5cefe tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693982 Nov 23 10:41:56.921510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f8250-c133-412f-bb42-cc5e4daa0b23 req-0e1fdf6b-a2b5-4e4e-99a6-e023a90ccb36 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:56.931910 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a5f8250-c133-412f-bb42-cc5e4daa0b23 req-0e1fdf6b-a2b5-4e4e-99a6-e023a90ccb36 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1168509 Nov 23 10:41:57.040226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a5f8250-c133-412f-bb42-cc5e4daa0b23 req-3c22feb1-855c-4204-a1ae-4595310e8864 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069241 Nov 23 10:41:57.264472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3a196-a8bf-4b42-ab0e-4ace45cfbde9 req-32863667-f583-48b3-b6ef-d94bbd28ebcf tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:57.273839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10e3a196-a8bf-4b42-ab0e-4ace45cfbde9 req-32863667-f583-48b3-b6ef-d94bbd28ebcf tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 945 time: 0.1249604 Nov 23 10:41:57.354827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10e3a196-a8bf-4b42-ab0e-4ace45cfbde9 req-fc60a4e0-a8b3-44a1-a921-0d6e8ce816c6 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784867 Nov 23 10:41:57.855125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-f90fad42-84cc-4afc-b8b1-4b6d84049d68 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375509 Nov 23 10:41:57.858340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5af9f-38a9-46f9-bf39-9b6ad715aa11 req-48b065d1-dd3b-4b09-bd4d-f94eabd7bbf6 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:57.861291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8cf5af9f-38a9-46f9-bf39-9b6ad715aa11 req-48b065d1-dd3b-4b09-bd4d-f94eabd7bbf6 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.0729156 Nov 23 10:41:57.951264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8cf5af9f-38a9-46f9-bf39-9b6ad715aa11 req-a4807ab0-6a1f-4ee9-a700-a078498e2440 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798359 Nov 23 10:41:58.091737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-555f89eb-7f5c-446b-b8c6-afcb1804d315 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:58.100814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-555f89eb-7f5c-446b-b8c6-afcb1804d315 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2197900 Nov 23 10:41:58.119230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-f8d160d9-b8c4-4d12-a785-def3c4353064 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/quotas/a3c0d62b23a74f78a1dbc7368956115e HTTP/1.1" status: 200 len: 375 time: 0.0172386 Nov 23 10:41:58.188141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-7a10a520-4e3f-4bd2-b4d7-08f6489b276c tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576646 Nov 23 10:41:58.212593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-9e67099a-f834-4334-9cea-46cb818b3ff1 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380504 Nov 23 10:41:58.361892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-a4dfd9a1-10fc-421c-9453-bc8590d26b1d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:58.363478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-a4dfd9a1-10fc-421c-9453-bc8590d26b1d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500926 Nov 23 10:41:58.382738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:41:58.386061 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c4bc8-bf19-4dc4-b1bd-dbeec1619d8c" -d '{"events": [{"server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "name": "network-vif-plugged", "status": "completed", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:41:58.400972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-14e605ed-95b9-4c4e-8ea9-bf011b916ff9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/quotas/c69e84378adc48abaa94c1efdc3c47d2 HTTP/1.1" status: 200 len: 375 time: 0.0276134 Nov 23 10:41:58.447489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-4c902897-5f82-4f45-8ebf-2ff0c176453c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435619 Nov 23 10:41:58.770499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e0de-90bf-4469-a64a-3d4fe30ec029 req-609adb12-b383-4b99-a8f4-13bbcc8c329f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:58.780814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a72e0de-90bf-4469-a64a-3d4fe30ec029 req-609adb12-b383-4b99-a8f4-13bbcc8c329f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0960863 Nov 23 10:41:58.816134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94be64a-1ac5-46f3-abfd-873b16971778 req-e19a199c-85fe-4cf5-bab0-0cc09367f08b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:58.833764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94be64a-1ac5-46f3-abfd-873b16971778 req-e19a199c-85fe-4cf5-bab0-0cc09367f08b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:58.848616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94be64a-1ac5-46f3-abfd-873b16971778 req-e19a199c-85fe-4cf5-bab0-0cc09367f08b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:58.851163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d94be64a-1ac5-46f3-abfd-873b16971778 req-e19a199c-85fe-4cf5-bab0-0cc09367f08b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88&device_id=07b85c07-7369-488a-a405-a16fa8152ce3&device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 2417 time: 0.1194363 Nov 23 10:41:58.869955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a72e0de-90bf-4469-a64a-3d4fe30ec029 req-7b636fe9-9bc4-4639-9f32-956ad5096bbd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872867 Nov 23 10:41:58.947416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d94be64a-1ac5-46f3-abfd-873b16971778 req-a6c8db98-8a06-4c6c-b50c-c3f71256487c tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851336 Nov 23 10:41:58.994106 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84574059-096e-414f-bb3c-6508babd195a req-f7d81d48-8f6b-4b67-9163-b057e83bded2 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 210 time: 0.0550113 Nov 23 10:41:59.079611 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a147dbd-68cc-4b29-b00e-d089d1acaeae x-openstack-request-id: req-5a147dbd-68cc-4b29-b00e-d089d1acaeae {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:41:59.080336 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "name": "network-vif-plugged", "status": "completed", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:41:59.080775 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a147dbd-68cc-4b29-b00e-d089d1acaeae {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:41:59.081370 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'code': 200} Nov 23 10:41:59.174211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d403316-d982-42f5-9912-8343b88ef39a req-578d623d-8914-4d22-acb9-e73e581df2f1 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:59.175885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d403316-d982-42f5-9912-8343b88ef39a req-578d623d-8914-4d22-acb9-e73e581df2f1 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 945 time: 0.1459692 Nov 23 10:41:59.291112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e0f6e-ad4f-43ee-8b00-8658ed8cd8bc req-29aff000-0fd1-47d7-9985-d883a2a52867 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:59.307163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-733e0f6e-ad4f-43ee-8b00-8658ed8cd8bc req-29aff000-0fd1-47d7-9985-d883a2a52867 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 946 time: 0.1093111 Nov 23 10:41:59.307434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d403316-d982-42f5-9912-8343b88ef39a req-db815b03-86ff-4525-a5b1-426a363d0b6e tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188183 Nov 23 10:41:59.340642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd440eda-ade9-411b-b2b6-67cc1163f5e4 req-1b40840b-fa70-45b1-a7f5-e2aa4c085a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:59.343467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd440eda-ade9-411b-b2b6-67cc1163f5e4 req-1b40840b-fa70-45b1-a7f5-e2aa4c085a97 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1096 time: 0.1618280 Nov 23 10:41:59.385628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-733e0f6e-ad4f-43ee-8b00-8658ed8cd8bc req-8c690b9b-7a49-4b9d-9543-641dcd8db75a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776057 Nov 23 10:41:59.442644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd440eda-ade9-411b-b2b6-67cc1163f5e4 req-c4126e83-c9f0-43d3-9661-571bfb58b98a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807691 Nov 23 10:41:59.474839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-b5ba164e-7ba8-4fc9-988e-505756134e47 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421512 Nov 23 10:41:59.666532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-81a8692e-6ebe-488f-bdca-59ab96e8c6ae tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:41:59.673707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-81a8692e-6ebe-488f-bdca-59ab96e8c6ae tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976466 Nov 23 10:41:59.690960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-cfe18b5f-efd9-489b-863d-0e905b723091 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/quotas/c69e84378adc48abaa94c1efdc3c47d2 HTTP/1.1" status: 200 len: 375 time: 0.0164754 Nov 23 10:41:59.734495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-dcca1763-d9c4-4a1c-9762-549da17b3d6b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425599 Nov 23 10:42:00.068067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6614862b-be5e-48bf-954e-091a3faae248 req-d6b48dee-dfde-4279-8ebd-5f24323b7d94 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1991506 Nov 23 10:42:00.083382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-65ea5ceb-c62b-4ffe-875e-0ae51cb3bb0f tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490751 Nov 23 10:42:00.256806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-8078c4e2-0720-409c-9eef-a5b49bc4b7fa tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:00.259824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-8078c4e2-0720-409c-9eef-a5b49bc4b7fa tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530197 Nov 23 10:42:00.286511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1a1d19a-321a-4f1e-ae6f-2e1031656901 req-014b7eed-d283-4503-9342-1902c75339bb tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 210 time: 0.1997845 Nov 23 10:42:00.294113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Request body: {'port': {'device_id': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a3c0d62b23a74f78a1dbc7368956115e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:00.427515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97b3fe-44d7-457a-8477-7b52b587dc83 req-faa159b9-09db-4506-b4d8-4f4f6a8ef617 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:00.431017 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc97b3fe-44d7-457a-8477-7b52b587dc83 req-faa159b9-09db-4506-b4d8-4f4f6a8ef617 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0765646 Nov 23 10:42:00.543688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc97b3fe-44d7-457a-8477-7b52b587dc83 req-dd1a4129-f3ef-49fe-b306-9dcfd96788c4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046028 Nov 23 10:42:00.671209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Made reservation on behalf of a3c0d62b23a74f78a1dbc7368956115e for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:00.675804 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:00.680429 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-52daf43b-4414-4565-bf71-e3f18c247c67 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070719 Nov 23 10:42:00.712945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff9b919f-4d55-4d15-a1b3-7bc71903ebff req-816c6ec2-43a8-41b2-aeca-42e0bfbd3617 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 210 time: 0.0593405 Nov 23 10:42:00.720772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:00.964801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:01.019302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:01.189798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-d0c0a45d-4984-40d3-aef9-a496c0bd9000 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:01.191703 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-d0c0a45d-4984-40d3-aef9-a496c0bd9000 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.58 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 946 time: 0.3487976 Nov 23 10:42:01.329070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4621e8-6f0d-48bd-8cdd-0e9dea3b4e6a req-de12fd74-8e58-4c8c-b299-51bb44dc9625 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:01.340788 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c4621e8-6f0d-48bd-8cdd-0e9dea3b4e6a req-de12fd74-8e58-4c8c-b299-51bb44dc9625 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 945 time: 0.1055276 Nov 23 10:42:01.394849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:01.444160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c4621e8-6f0d-48bd-8cdd-0e9dea3b4e6a req-a476b076-c48d-4312-be46-ffdc02571530 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912585 Nov 23 10:42:01.444664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Allocated IP 192.168.233.158 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/39891c36-a4f4-4d1e-ac3c-5bc4e6355351) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:01.596625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f9695-cc26-45a7-95bb-ffcdc732c7c6 req-97f0dff4-90f2-4ec2-a68b-52a669903405 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:01.598457 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609f9695-cc26-45a7-95bb-ffcdc732c7c6 req-97f0dff4-90f2-4ec2-a68b-52a669903405 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 946 time: 0.0697947 Nov 23 10:42:01.670684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-609f9695-cc26-45a7-95bb-ffcdc732c7c6 req-03834cc1-1cbb-42cb-808b-963e461c0015 tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/security-groups?id=343dcbba-95ed-48bb-865c-bc32562893f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622246 Nov 23 10:42:01.759886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:01.815919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-75e29c9f-aeae-4ac9-8a6b-1a50feae01d5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:01.817617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-75e29c9f-aeae-4ac9-8a6b-1a50feae01d5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1210575 Nov 23 10:42:01.825146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:01.838284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Request body: {'port': {'device_id': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'c69e84378adc48abaa94c1efdc3c47d2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:01.927092 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-afed7105-c592-418e-8c04-bcc840ef3221 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765221 Nov 23 10:42:01.977375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:01.989294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-692ca52d-efe2-4ad5-a4d0-b959b07d9a4e req-25a47bdf-87cd-41fd-8061-afd39ecf44bc tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0650089 Nov 23 10:42:01.997775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:02.001080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Deleting port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:02.001443 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.007935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:02.139010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Pushing event updated for resources: {'Port': ['ID=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:02.219302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-06269f50-4a80-4a27-a7f6-cb726f576809 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:02.220847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-06269f50-4a80-4a27-a7f6-cb726f576809 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438681 Nov 23 10:42:02.241382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Request body: {'port': {'device_id': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'c69e84378adc48abaa94c1efdc3c47d2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:02.341506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8d26a10e-0bee-4b39-8639-0cf8acc2137c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:02.435273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Made reservation on behalf of c69e84378adc48abaa94c1efdc3c47d2 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:02.438963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.450662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.481759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8b3fb335-618f-4349-85ee-697514da6b1a None None] Provisioning complete for port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:02.482142 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b3fb335-618f-4349-85ee-697514da6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.496142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:02.497402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.539969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-86f78153-a4b5-4ec1-9ed8-333042599e93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2521589 Nov 23 10:42:02.548391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.560598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] For port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,segment=NetworkSegment(0a8d24c4-aca0-4195-86b6-a73f1429a366),segment_id=0a8d24c4-aca0-4195-86b6-a73f1429a366)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:02.561265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.565502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.567583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Request body: {'port': {'device_id': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:02.603808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8b3fb335-618f-4349-85ee-697514da6b1a None None] Port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:02.667361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Calling delete_port for bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:02.688353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-7098f55a-7a45-4a95-8a8b-c3d75cb29101 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 258 time: 0.6583903 Nov 23 10:42:02.695219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Made reservation on behalf of c69e84378adc48abaa94c1efdc3c47d2 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:02.700776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.703241 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.721223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Allocated IP 192.168.233.147 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/42633e79-4222-4c75-853b-6ebc12ccaad1) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:02.748680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:02.763774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.765072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:02.774113 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16991e2-f887-43c6-96e9-418bfcd3233c" -d '{"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-unplugged", "status": "completed", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:02.810118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:02.818653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.900640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:02.951302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec96a9-5469-40ee-9997-6f166b6cb16e req-0dc5b350-72fa-47f5-85ff-b3849c87eafd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:02.952247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:02.959948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64ec96a9-5469-40ee-9997-6f166b6cb16e req-0dc5b350-72fa-47f5-85ff-b3849c87eafd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.7380497 Nov 23 10:42:02.966815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.076109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64ec96a9-5469-40ee-9997-6f166b6cb16e req-ccd8fd16-4be8-4a6b-997c-7139b797a0d4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150982 Nov 23 10:42:03.097228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:03.128679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:03.141506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:03.168640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:03.171874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:03.182240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.189747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Pushing event updated for resources: {'Port': ['ID=42633e79-4222-4c75-853b-6ebc12ccaad1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:03.209143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Transition to ACTIVE for port object 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:03.219886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.286778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.307858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:03.308962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.368603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-984a867a-a712-4411-b9f7-e98e23b428d9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1311224 Nov 23 10:42:03.393701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Request body: {'port': {'device_id': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:03.396453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Pushing event updated for resources: {'Port': ['ID=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:03.576628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.577381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.670407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8fcfb0ff-9e28-4e73-a946-983736ae22b7 None None] Provisioning complete for port 42633e79-4222-4c75-853b-6ebc12ccaad1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:03.671416 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb0ff-9e28-4e73-a946-983736ae22b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:03.675227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Pushing event deleted for resources: {'Port': ['ID=bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:03.745593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72690f-ae30-4741-9554-68caa98a79c9 req-07fd3e0c-fc6c-406a-9bad-9137629a4403 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:03.753447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae72690f-ae30-4741-9554-68caa98a79c9 req-07fd3e0c-fc6c-406a-9bad-9137629a4403 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 948 time: 0.1713331 Nov 23 10:42:03.763230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Allocated IP 192.168.233.191 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/feeaf2af-cd4a-4454-8993-56ad160c487a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:03.831625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfb0ff-9e28-4e73-a946-983736ae22b7 None None] Port 42633e79-4222-4c75-853b-6ebc12ccaad1 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:03.989129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae72690f-ae30-4741-9554-68caa98a79c9 req-bf01d4bc-cdb2-42aa-bcd4-acf95d1df060 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167902 Nov 23 10:42:04.012080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] No DVR routers for this DVR port bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:04.019428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:04.022800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5dbfd38d-45f7-4b93-a2ab-65e87dd5e421 req-b2d2dbca-d34c-49be-a84f-1816a7eba07a tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.58 "DELETE /v2.0/ports/bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 HTTP/1.1" status: 204 len: 173 time: 2.8141651 Nov 23 10:42:04.025155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'name': 'network-vif-deleted', 'tag': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:04.027595 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759399a2-aa1a-4682-8fbe-50a9467a05d9" -d '{"events": [{"server_uuid": "839e02a2-1238-43d0-ad3b-5aecebcd1dd2", "name": "network-vif-deleted", "tag": "bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:04.146015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Attempting to bind port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:04.146358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Attempting to bind port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:04.146687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Attempting to bind port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:04.250321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:04.306118 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:04.306964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Attempting to bind port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:04.317196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:04.340577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:04.342368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:04.343047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:04.346385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Bound port: 39891c36-a4f4-4d1e-ac3c-5bc4e6355351, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:04.347033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:04.355282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:04.378160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:04.378901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:04.455769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:04.467130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:04.525480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fa095d1-622d-4f25-aefd-eee5ce5d38d8 req-8c7a43c3-aace-4e43-95f1-978e2d8ff20d tempest-ServerPasswordTestJSON-2083962204 tempest-ServerPasswordTestJSON-2083962204-project] 10.222.0.61 "GET /v2.0/ports?device_id=839e02a2-1238-43d0-ad3b-5aecebcd1dd2 HTTP/1.1" status: 200 len: 210 time: 0.0628235 Nov 23 10:42:04.639697 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e4250d-f7ae-4873-87d4-14aa5cdecfcd x-openstack-request-id: req-20e4250d-f7ae-4873-87d4-14aa5cdecfcd {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:04.640537 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-unplugged", "status": "completed", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:04.640918 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20e4250d-f7ae-4873-87d4-14aa5cdecfcd {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:04.641603 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'code': 200} Nov 23 10:42:04.663153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Allocated IP 172.25.5.216 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/d36e5384-7049-4e3f-b1ff-c39bf8eaabc0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:04.754142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42633e79-4222-4c75-853b-6ebc12ccaad1 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:04.772253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:04.850987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Transition to ACTIVE for port object 42633e79-4222-4c75-853b-6ebc12ccaad1 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:04.861255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:04.944649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10564b-62c7-40f9-9520-e35e73c58b37 req-3c28a358-067b-459b-b29d-7f39d6c18d48 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:04.946653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd10564b-62c7-40f9-9520-e35e73c58b37 req-3c28a358-067b-459b-b29d-7f39d6c18d48 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 936 time: 0.1487319 Nov 23 10:42:04.971736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Pushing event updated for resources: {'Port': ['ID=42633e79-4222-4c75-853b-6ebc12ccaad1,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:05.077946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Attempting to bind port 42633e79-4222-4c75-853b-6ebc12ccaad1 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:05.078460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Attempting to bind port 42633e79-4222-4c75-853b-6ebc12ccaad1 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:05.078793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Attempting to bind port 42633e79-4222-4c75-853b-6ebc12ccaad1 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:05.095434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Port 42633e79-4222-4c75-853b-6ebc12ccaad1 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:05.095760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Attempting to bind port 42633e79-4222-4c75-853b-6ebc12ccaad1 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:05.105161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd10564b-62c7-40f9-9520-e35e73c58b37 req-3bfd3dcd-3252-4a97-8d6d-c1e096470ab8 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494474 Nov 23 10:42:05.106759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:05.107097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:05.107597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:05.107910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Bound port: 42633e79-4222-4c75-853b-6ebc12ccaad1, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:05.108328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.214290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] For port 42633e79-4222-4c75-853b-6ebc12ccaad1, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:05.258456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] For port 42633e79-4222-4c75-853b-6ebc12ccaad1, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=42633e79-4222-4c75-853b-6ebc12ccaad1,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:05.267606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.310799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:05.311812 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.313476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] 10.222.0.58 "PUT /v2.0/ports/42633e79-4222-4c75-853b-6ebc12ccaad1 HTTP/1.1" status: 200 len: 1096 time: 1.9345732 Nov 23 10:42:05.316492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'tag': '42633e79-4222-4c75-853b-6ebc12ccaad1'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:05.326851 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d7896-2243-488f-af30-4e4d5f03e8b8", "tag": "42633e79-4222-4c75-853b-6ebc12ccaad1"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:05.349942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31d583ff-f58a-491d-8d68-4391dc14cbaf tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:05.351540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31d583ff-f58a-491d-8d68-4391dc14cbaf tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.65 "GET /v2.0/ports?device_id=e75d5481-d9ad-459f-a3a6-1fd07fee47ff HTTP/1.1" status: 200 len: 943 time: 0.1513700 Nov 23 10:42:05.454343 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.513793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:05.518903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:05.524024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:05.563838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68547c98-60db-40e9-a11c-70544ed06eae service neutron] Pushing event updated for resources: {'Port': ['ID=42633e79-4222-4c75-853b-6ebc12ccaad1,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:05.585532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.672001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] For port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:05.673883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-7f4b154a-dc1c-400c-bded-ed26633898da tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:05.676794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] For port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:05.682272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-7f4b154a-dc1c-400c-bded-ed26633898da tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.3675966 Nov 23 10:42:05.723960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-25a6dc4e-d12c-4db7-a34a-d4d4c58b470a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/quotas/aad1df0fc0ff4e5d900b8a4508420be0 HTTP/1.1" status: 200 len: 375 time: 0.0386062 Nov 23 10:42:05.735876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-ca4a69f1-00da-491b-bbdf-1e495fa4cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:05.739227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-ca4a69f1-00da-491b-bbdf-1e495fa4cd21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 1099 time: 0.3483138 Nov 23 10:42:05.763699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.769707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:05.781917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:05.791250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:05.791888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.799199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:05.859718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:05.860351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:05.861824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] 10.222.0.65 "PUT /v2.0/ports/39891c36-a4f4-4d1e-ac3c-5bc4e6355351 HTTP/1.1" status: 200 len: 1096 time: 3.3060598 Nov 23 10:42:05.882515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event updated for resources: {'Port': ['ID=d36e5384-7049-4e3f-b1ff-c39bf8eaabc0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:06.007781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-0ca670a8-2976-4f73-acd6-22afc2d16216 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1782241 Nov 23 10:42:06.103131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ae10a-3b40-41a5-a226-0d5d6c477965 service neutron] Pushing event updated for resources: {'Port': ['ID=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:06.124266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Request body: {'port': {'device_id': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:06.188492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.198458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8c20c3a0-52bf-48da-970e-48d29b76b91e None None] Provisioning complete for port feeaf2af-cd4a-4454-8993-56ad160c487a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:06.199448 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c20c3a0-52bf-48da-970e-48d29b76b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.248154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.269824 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.283882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-81279f3c-5549-41eb-9c96-d0bcc4191a5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=42633e79-4222-4c75-853b-6ebc12ccaad1 HTTP/1.1" status: 200 len: 217 time: 0.5309057 Nov 23 10:42:06.289613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8c20c3a0-52bf-48da-970e-48d29b76b91e None None] Port feeaf2af-cd4a-4454-8993-56ad160c487a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:06.295338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-c603201c-f027-4ede-ad32-1012fe90547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:06.296910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-c603201c-f027-4ede-ad32-1012fe90547f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 1099 time: 0.3451858 Nov 23 10:42:06.426535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Deleting port 8d26a10e-0bee-4b39-8639-0cf8acc2137c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:06.426870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.442375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-a7a50e28-02ec-4cef-bd81-c974a09ec275 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6943593 Nov 23 10:42:06.558177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-43b80148-9c69-4c3c-9f79-50ffdad2d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:06.559590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-43b80148-9c69-4c3c-9f79-50ffdad2d7fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2414174 Nov 23 10:42:06.655216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feeaf2af-cd4a-4454-8993-56ad160c487a {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:06.659360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-6af81da6-c975-49ad-b012-96578ee60bff service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160268 Nov 23 10:42:06.664582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.679773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Transition to ACTIVE for port object feeaf2af-cd4a-4454-8993-56ad160c487a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:06.801983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-599aa7bd-14e1-4cf1-9b21-253eb1e180c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:06.803739 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-599aa7bd-14e1-4cf1-9b21-253eb1e180c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248864 Nov 23 10:42:06.864610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.869322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.880027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] For port 8d26a10e-0bee-4b39-8639-0cf8acc2137c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8d26a10e-0bee-4b39-8639-0cf8acc2137c,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:06.880684 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.892947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-ec82a91b-d519-4ce7-b05e-510c3032f1db service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324686 Nov 23 10:42:06.920447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:06.923732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-35ddefbf-8b69-4bd7-a7cb-d404ddeb40d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=39891c36-a4f4-4d1e-ac3c-5bc4e6355351 HTTP/1.1" status: 200 len: 217 time: 0.3875895 Nov 23 10:42:06.987430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Calling delete_port for 8d26a10e-0bee-4b39-8639-0cf8acc2137c owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:07.126986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:07.158300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:07.173174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-99d485ad-c49b-4c23-a7d7-caa66937ae19 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468997 Nov 23 10:42:07.260165 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c823ce-0816-41a6-90a1-ceb09d461ee6 x-openstack-request-id: req-b8c823ce-0816-41a6-90a1-ceb09d461ee6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:07.262161 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839e02a2-1238-43d0-ad3b-5aecebcd1dd2", "name": "network-vif-deleted", "tag": "bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:07.265372 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8c823ce-0816-41a6-90a1-ceb09d461ee6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:07.267299 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839e02a2-1238-43d0-ad3b-5aecebcd1dd2', 'name': 'network-vif-deleted', 'tag': 'bb6b64ce-ebf0-4e1d-b972-3a5e44b88a17', 'status': 'completed', 'code': 200} Nov 23 10:42:07.307218 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:07.310328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6061571 Nov 23 10:42:07.311923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-1540bc2c-9f06-42a0-b520-11e970a14d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:07.313390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-1540bc2c-9f06-42a0-b520-11e970a14d98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.3560526 Nov 23 10:42:07.465836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-da189cba-9536-4863-8bfe-b21fb8831a9b tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1082067 Nov 23 10:42:07.481801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b754ee-7d0c-4fe9-a4ec-0ae280e5e548 req-c426ead3-ab4c-4a80-a506-abe2d0d1f8a1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:07.489725 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03b754ee-7d0c-4fe9-a4ec-0ae280e5e548 req-c426ead3-ab4c-4a80-a506-abe2d0d1f8a1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.2013268 Nov 23 10:42:07.545495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f73320-5a06-462f-89c5-c7defbf6d95f req-69859ea5-a84f-4200-b979-1b29b1f6576b service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615725 Nov 23 10:42:07.577100 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03b754ee-7d0c-4fe9-a4ec-0ae280e5e548 req-dfbebd92-c5cd-48d7-8d95-31f05c814453 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863750 Nov 23 10:42:07.580653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:07.700253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006d39-b535-4da4-a260-cf0289fcac54 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event updated for resources: {'Port': ['ID=d36e5384-7049-4e3f-b1ff-c39bf8eaabc0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:07.719067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event deleted for resources: {'Port': ['ID=8d26a10e-0bee-4b39-8639-0cf8acc2137c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:07.817166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] No DVR routers for this DVR port 8d26a10e-0bee-4b39-8639-0cf8acc2137c on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:07.821728 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:07.828338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f7a1fa1-98c1-4d17-8f3b-90da7b1e3019 req-31e46f80-2955-46c6-9f3b-d047a3dcbe22 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.65 "DELETE /v2.0/ports/8d26a10e-0bee-4b39-8639-0cf8acc2137c HTTP/1.1" status: 204 len: 173 time: 2.4413013 Nov 23 10:42:07.857446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Attempting to bind port feeaf2af-cd4a-4454-8993-56ad160c487a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:07.857796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Attempting to bind port feeaf2af-cd4a-4454-8993-56ad160c487a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:07.858131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Attempting to bind port feeaf2af-cd4a-4454-8993-56ad160c487a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:07.866627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-b139e1cf-9046-461c-9cec-3b5038f62c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:07.868073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-b139e1cf-9046-461c-9cec-3b5038f62c82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4492080 Nov 23 10:42:07.871516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Port feeaf2af-cd4a-4454-8993-56ad160c487a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:07.871928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Attempting to bind port feeaf2af-cd4a-4454-8993-56ad160c487a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:07.890636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:07.891093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:07.891500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:07.892077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Bound port: feeaf2af-cd4a-4454-8993-56ad160c487a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:07.892318 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:08.027360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-be6510c4-e0bf-4211-bcf7-b15998a30322 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:08.028824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64a43c84-52c4-47de-86d6-a2a6e39ed327 req-be6510c4-e0bf-4211-bcf7-b15998a30322 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.5551255 Nov 23 10:42:08.131954 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6f0797-c336-447b-917f-ee53e7e959ed x-openstack-request-id: req-7e6f0797-c336-447b-917f-ee53e7e959ed {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:08.132424 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d7896-2243-488f-af30-4e4d5f03e8b8", "tag": "42633e79-4222-4c75-853b-6ebc12ccaad1", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:08.132802 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e6f0797-c336-447b-917f-ee53e7e959ed {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:08.134792 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'tag': '42633e79-4222-4c75-853b-6ebc12ccaad1', 'status': 'completed', 'code': 200} Nov 23 10:42:08.201199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1f15e-9e89-41eb-8577-7e9e60f243a9 req-c7fa9284-d3bd-4f16-b2ca-3b234a33398e tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:08.209582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-56c1f15e-9e89-41eb-8577-7e9e60f243a9 req-c7fa9284-d3bd-4f16-b2ca-3b234a33398e tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 948 time: 0.1660631 Nov 23 10:42:08.231520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59248) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:08.310099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-5cfa1ce5-cce3-4c02-adfd-6e7a8bb226ca service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328485 Nov 23 10:42:08.329352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:08.357491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-f1c75952-e024-4832-bc72-5de33ba39f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:08.359383 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-f1c75952-e024-4832-bc72-5de33ba39f97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 1099 time: 0.2048469 Nov 23 10:42:08.376243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] Deleting subnet 72da541d-9baa-4bec-bdc9-482f04f164db {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:42:08.395530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:08.454327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:08.484987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-56c1f15e-9e89-41eb-8577-7e9e60f243a9 req-20a778fb-6db7-4e6b-b1d5-6d5b3a5564c2 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728372 Nov 23 10:42:08.506897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:08.657095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7d3956cd-4eb2-4c57-85fe-3a57b4acd18c req-356f55ac-7d9c-4c97-a0d5-d1c223c00694 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 210 time: 0.0499048 Nov 23 10:42:08.663761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:08.680526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:08.752714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:08.755768 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-8daa0a59-b0c6-44c4-9b98-2922495ef0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:08.757328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-8daa0a59-b0c6-44c4-9b98-2922495ef0a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3751836 Nov 23 10:42:08.765280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7136618-ddd1-4a35-851f-90b58febdb4e req-e31787ec-f364-41fc-bf28-8169d8d52bd7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:08.771356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a7136618-ddd1-4a35-851f-90b58febdb4e req-e31787ec-f364-41fc-bf28-8169d8d52bd7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 948 time: 0.4586992 Nov 23 10:42:08.783315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:08.784094 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:08.786390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-7cf4281a-ff8e-446e-b2f9-739451ec5f17 service neutron] 10.222.0.65 "PUT /v2.0/ports/feeaf2af-cd4a-4454-8993-56ad160c487a HTTP/1.1" status: 200 len: 1096 time: 2.6679745 Nov 23 10:42:08.987612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-489b96e9-bd96-4d28-bf75-bfcfd59cd78b req-0d9454e1-fd2f-48f6-a945-bb84b2462655 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546707 Nov 23 10:42:08.993045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-af4e5bfe-3d5b-46f1-856f-4274fa6e9616 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=42633e79-4222-4c75-853b-6ebc12ccaad1 HTTP/1.1" status: 200 len: 217 time: 0.1935637 Nov 23 10:42:09.241235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-366df190-625b-4862-a58a-285c359cfd4e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.247554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-366df190-625b-4862-a58a-285c359cfd4e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.2529945 Nov 23 10:42:09.269360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-57fd083e-4960-4991-9883-670e6b049c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.271249 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-57fd083e-4960-4991-9883-670e6b049c7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2556558 Nov 23 10:42:09.273339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Request body: {'port': {'device_id': '93086183-3e91-4590-8301-a79985820d4e', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'admin_state_up': True, 'tenant_id': 'aad1df0fc0ff4e5d900b8a4508420be0'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:09.278658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'tag': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351'}, {'name': 'network-changed', 'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:09.281901 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "40f8050f-5230-4ea1-b703-031d3ab5599e", "tag": "39891c36-a4f4-4d1e-ac3c-5bc4e6355351"}, {"name": "network-changed", "server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:09.289152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156363-8d57-4dc8-9721-050881119b63 req-3cd08e4a-6bf4-4fc2-b2bd-109305024395 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.299853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-3cd08e4a-6bf4-4fc2-b2bd-109305024395 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1431983 Nov 23 10:42:09.328399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a7136618-ddd1-4a35-851f-90b58febdb4e req-55193716-e4b6-48f5-8109-d1f3492c676e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471094 Nov 23 10:42:09.382609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-bffd56f2-4fd3-40d0-8086-9c163a29adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.384476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-bffd56f2-4fd3-40d0-8086-9c163a29adfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1099 time: 0.5215859 Nov 23 10:42:09.433790 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-1dfd7e4a-dce0-4ea4-a0b8-f20fcf0134d5 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1307383 Nov 23 10:42:09.439597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Request body: {'floatingip': {'port_id': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:09.449038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:09.450483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-25734908-5989-4353-b8c8-fc5b852bcf6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=feeaf2af-cd4a-4454-8993-56ad160c487a HTTP/1.1" status: 200 len: 217 time: 0.0565276 Nov 23 10:42:09.574202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-4092a76e-7ad8-43ec-b1d8-3e2b8080c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.575875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-4092a76e-7ad8-43ec-b1d8-3e2b8080c399 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1027882 Nov 23 10:42:09.586174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd0dc-c3eb-4990-b85c-0541c9ade987 req-85db9c64-ace6-4a29-b129-563570ac575b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.588505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72da541d-9baa-4bec-bdc9-482f04f164db,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:09.590051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bdfd0dc-c3eb-4990-b85c-0541c9ade987 req-85db9c64-ace6-4a29-b129-563570ac575b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.1298373 Nov 23 10:42:09.595377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:09.599141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Made reservation on behalf of aad1df0fc0ff4e5d900b8a4508420be0 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:09.608352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:09.649151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:09.657475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a14cc202-9447-45cb-99fe-c7caf2f99c18 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/72da541d-9baa-4bec-bdc9-482f04f164db HTTP/1.1" status: 204 len: 168 time: 1.4243352 Nov 23 10:42:09.659892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59260) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:09.687136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-857ee5be-50cf-4126-aec2-0460c3f01fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.688851 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-857ee5be-50cf-4126-aec2-0460c3f01fb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2752252 Nov 23 10:42:09.832509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bdfd0dc-c3eb-4990-b85c-0541c9ade987 req-a7ffe965-d919-4e46-9333-e18d5b1dcb91 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203503 Nov 23 10:42:09.847930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079db6b-445a-48ce-945e-6d3f2141757b req-940deacf-fcba-4437-b07f-1655f916dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:09.847930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-940deacf-fcba-4437-b07f-1655f916dbbf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2561719 Nov 23 10:42:09.914100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Allocated IP 172.20.0.7 (0759183a-cb01-4d12-825c-8e66af278fb4/18aeb6c4-5612-4ab0-a001-ff4aa5130ff7/8070f3fd-4219-4574-90bd-f5d32df4c812) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:09.959041 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:42:10.001780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.086855 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b2801-860c-4aac-b23b-87bb904ca969 x-openstack-request-id: req-4c8b2801-860c-4aac-b23b-87bb904ca969 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:10.087152 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f8050f-5230-4ea1-b703-031d3ab5599e", "tag": "39891c36-a4f4-4d1e-ac3c-5bc4e6355351", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:10.087408 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c8b2801-860c-4aac-b23b-87bb904ca969 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:10.087874 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'tag': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351', 'status': 'completed', 'code': 200} Nov 23 10:42:10.088127 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'status': 'completed', 'code': 200} Nov 23 10:42:10.140716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-deleted', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:10.143676 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514ecfa7-8836-413c-8b75-5d8e3fa295e9" -d '{"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-deleted", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:10.155978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-d4343b2d-5601-4021-9688-7e4acc27aeaf service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350898 Nov 23 10:42:10.246788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-2e15c535-4a74-4204-954f-472cf9a49010 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877311 Nov 23 10:42:10.347025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.372393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-8076a08e-1af4-4a35-90a5-769a7ab56a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:10.375495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-8076a08e-1af4-4a35-90a5-769a7ab56a2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 1099 time: 0.2536693 Nov 23 10:42:10.376960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8d26a10e-0bee-4b39-8639-0cf8acc2137c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:10.384122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 42633e79-4222-4c75-853b-6ebc12ccaad1 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:10.388181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0255b9-023d-4b79-962c-dec869c0bcbd req-1d39e952-902f-46c4-81e0-22c2882d44e5 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:10.389545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d0255b9-023d-4b79-962c-dec869c0bcbd req-1d39e952-902f-46c4-81e0-22c2882d44e5 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 948 time: 0.2200091 Nov 23 10:42:10.412774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8945929-3e2f-4419-9bf8-47007fedeb74']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:10.428232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8d24c4-aca0-4195-86b6-a73f1429a366') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:10.428661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8d24c4-aca0-4195-86b6-a73f1429a366') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:10.457653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.491830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f079db6b-445a-48ce-945e-6d3f2141757b req-bdda6acf-3eb7-4c19-9400-4e492ddaad5e service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373672 Nov 23 10:42:10.496264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e22b91ce-54a4-46ec-8d4d-ff58566aaa92 req-e36f55cb-d102-4b6d-8a2d-241bfd256061 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265574 Nov 23 10:42:10.507270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.519246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:42:10.519649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:42:10.521443 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:42:10.563034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 8d26a10e-0bee-4b39-8639-0cf8acc2137c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:10.563656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8d26a10e-0bee-4b39-8639-0cf8acc2137c not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:10.580882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-43b22476-4560-469e-8108-cfe1002d1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:10.582406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-43b22476-4560-469e-8108-cfe1002d1614 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1856587 Nov 23 10:42:10.585483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.592588 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d0255b9-023d-4b79-962c-dec869c0bcbd req-858d596b-bfd3-4dd5-828b-dc35429a2b94 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286364 Nov 23 10:42:10.640758 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-00093511-841f-4496-87cb-36a9811bcf75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=39891c36-a4f4-4d1e-ac3c-5bc4e6355351 HTTP/1.1" status: 200 len: 217 time: 0.0470250 Nov 23 10:42:10.643660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 42633e79-4222-4c75-853b-6ebc12ccaad1, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=42633e79-4222-4c75-853b-6ebc12ccaad1,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:10.671730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '42633e79-4222-4c75-853b-6ebc12ccaad1', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '42633e79-4222-4c75-853b-6ebc12ccaad1', 'mac_address': 'fa:16:3e:a8:37:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:10.739650 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9ad8f4a-93db-4064-89d1-69dd13114683 req-e613c0cf-9053-48eb-b895-8693dbe66c35 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 210 time: 0.0374320 Nov 23 10:42:10.750351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-6891f1c6-b074-4152-aca4-9b15961e6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:10.750759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.751836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-6891f1c6-b074-4152-aca4-9b15961e6d63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0998783 Nov 23 10:42:10.772940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.797339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42633e79-4222-4c75-853b-6ebc12ccaad1 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:10.842140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 42633e79-4222-4c75-853b-6ebc12ccaad1, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=42633e79-4222-4c75-853b-6ebc12ccaad1,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:10.856734 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:10.907080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:10.923994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=42633e79-4222-4c75-853b-6ebc12ccaad1,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:10.970977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Network 0759183a-cb01-4d12-825c-8e66af278fb4 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:10.973203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-d8a45b09-5a6b-4ff5-894d-1746be9f540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:10.974941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-d8a45b09-5a6b-4ff5-894d-1746be9f540e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129846 Nov 23 10:42:10.986501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:10.996602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d097c7-73c7-4fb1-98ec-f90cbb9a7177 req-b9ce14e4-4bdd-4972-aebd-821b33ebbc9f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:10.999515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:42:11.011572 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83d097c7-73c7-4fb1-98ec-f90cbb9a7177 req-b9ce14e4-4bdd-4972-aebd-821b33ebbc9f tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.1093118 Nov 23 10:42:11.021149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:11.047400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:11.053796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:11.056918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e8945929-3e2f-4419-9bf8-47007fedeb74 HTTP/1.1" status: 204 len: 168 time: 1.3902795 Nov 23 10:42:11.081839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d5d80-a405-454c-a616-088cd3cfcbd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8945929-3e2f-4419-9bf8-47007fedeb74,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:11.098288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:11.108490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:11.137618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83d097c7-73c7-4fb1-98ec-f90cbb9a7177 req-38e65ad3-bfa9-40db-ba0a-1d68dfcba815 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307020 Nov 23 10:42:11.187003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:11.187669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:11.201572 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a5079-943c-4ab9-87da-4fe0154f3172 x-openstack-request-id: req-0c1a5079-943c-4ab9-87da-4fe0154f3172 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:11.202180 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75d5481-d9ad-459f-a3a6-1fd07fee47ff", "name": "network-vif-deleted", "tag": "8d26a10e-0bee-4b39-8639-0cf8acc2137c", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:11.202508 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c1a5079-943c-4ab9-87da-4fe0154f3172 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:11.203534 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75d5481-d9ad-459f-a3a6-1fd07fee47ff', 'name': 'network-vif-deleted', 'tag': '8d26a10e-0bee-4b39-8639-0cf8acc2137c', 'status': 'completed', 'code': 200} Nov 23 10:42:11.224494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-2303f282-3c53-4eb4-a694-ad8335bdd90d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9640326 Nov 23 10:42:11.231363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-f78e1a44-d44e-4a2e-9871-38b41bbcf30b service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072978 Nov 23 10:42:11.242000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Request body: {'port': {'device_id': '93086183-3e91-4590-8301-a79985820d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:11.286318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['42633e79-4222-4c75-853b-6ebc12ccaad1'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:11.293574 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Floating IP c731f195-f4fc-4fe9-be06-0f3c9859fc33 associated. External IP: 172.25.5.216, port: fe3d0d68-4493-4d10-b16b-c6f917247057. Nov 23 10:42:11.385516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59292) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:11.395682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:11.442305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131e501-9049-4fb7-82e9-e7b91ff3c8d2 req-7efdaa88-47bb-4b5d-94ed-396cb6a7ba78 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:11.443919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e131e501-9049-4fb7-82e9-e7b91ff3c8d2 req-7efdaa88-47bb-4b5d-94ed-396cb6a7ba78 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 949 time: 0.1547282 Nov 23 10:42:11.548453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Router 8e2bc8c3-fb0f-469b-9975-5573f358b638 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:42:11.665497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:42:11.670283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:11.677051 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] Sync routers for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:42:11.689788 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:11.690753 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:41:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:11.712313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-afcaaa9c-2b93-4c66-8c41-10358c8fdb6c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "PUT /v2.0/floatingips/c731f195-f4fc-4fe9-be06-0f3c9859fc33 HTTP/1.1" status: 200 len: 996 time: 2.2700925 Nov 23 10:42:11.762739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156363-8d57-4dc8-9721-050881119b63 req-9a92a562-5d88-416c-bce3-c071ea2a5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:11.769694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-9a92a562-5d88-416c-bce3-c071ea2a5209 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1096 time: 0.0564053 Nov 23 10:42:11.836203 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:11.837673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-750ab025-5e7b-42f4-95c2-ac3c89b872da service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705237 Nov 23 10:42:11.844305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-42cc3698-537a-44c3-82d6-3fc6eacc50e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c895aa42dfd14d7cad8fd7609d3efeec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567931 Nov 23 10:42:11.847069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59298) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:11.922864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156363-8d57-4dc8-9721-050881119b63 req-a47e4be4-18cb-4e70-961f-76fe8a92bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:11.931264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-a47e4be4-18cb-4e70-961f-76fe8a92bfd4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 930 time: 0.1602669 Nov 23 10:42:11.990927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e131e501-9049-4fb7-82e9-e7b91ff3c8d2 req-c77b557d-9a7a-4ae0-ac94-930c20ae72d7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978290 Nov 23 10:42:12.032953 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9ce21ca-3d84-4f46-b44d-c347467e4c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.036514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-865c7949-465b-4a59-929a-ca60543d534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.038035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-865c7949-465b-4a59-929a-ca60543d534a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 1096 time: 0.1303923 Nov 23 10:42:12.072046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-ca489b5f-e1ee-4c61-be4a-b503368f12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.073595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-ca489b5f-e1ee-4c61-be4a-b503368f12b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1099 time: 0.1648417 Nov 23 10:42:12.074794 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-91e2fa8c-e9f2-4184-8438-befc2f9e7e6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 999 time: 0.1423647 Nov 23 10:42:12.119037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9ce21ca-3d84-4f46-b44d-c347467e4c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.143357 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'c731f195-f4fc-4fe9-be06-0f3c9859fc33', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'port_id': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'mac_address': 'fa:16:3e:c0:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:42:05Z', 'updated_at': '2021-11-23T10:42:10Z', 'revision_number': 1, 'project_id': '6fe091da78984338a20f51672ec32101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:40Z', 'revision_number': 5, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:12.163136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a1760-118f-4139-8fd2-f532460d115a req-5e9a79c6-373c-44eb-b5b5-cfc13f7fd412 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.164754 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff3a1760-118f-4139-8fd2-f532460d115a req-5e9a79c6-373c-44eb-b5b5-cfc13f7fd412 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 946 time: 0.1621015 Nov 23 10:42:12.181043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156363-8d57-4dc8-9721-050881119b63 req-7e51666d-0b60-446f-a6a1-1adc7e78c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.181966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-7e51666d-0b60-446f-a6a1-1adc7e78c0a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 200 len: 868 time: 0.1061640 Nov 23 10:42:12.184521 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] Checking router: 8e2bc8c3-fb0f-469b-9975-5573f358b638 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:42:12.195430 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:12.196183 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:41:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:12.300775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9ce21ca-3d84-4f46-b44d-c347467e4c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.301038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba5393-56bb-464d-95b4-ea69f4c3a095 req-d5fbb3d0-2fcf-4667-a58e-36b022698ab8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.302506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ebba5393-56bb-464d-95b4-ea69f4c3a095 req-d5fbb3d0-2fcf-4667-a58e-36b022698ab8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.2158945 Nov 23 10:42:12.303391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9ce21ca-3d84-4f46-b44d-c347467e4c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.306841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d9ce21ca-3d84-4f46-b44d-c347467e4c26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/343dcbba-95ed-48bb-865c-bc32562893f6 HTTP/1.1" status: 204 len: 168 time: 0.4564006 Nov 23 10:42:12.318537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156363-8d57-4dc8-9721-050881119b63 req-062d9126-ef4e-47c1-85c0-8eeb48f0f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.320815 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:12.327138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-062d9126-ef4e-47c1-85c0-8eeb48f0f559 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=351983a4-dc97-4a12-877e-10ac25916c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443214 Nov 23 10:42:12.366445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce21ca-3d84-4f46-b44d-c347467e4c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343dcbba-95ed-48bb-865c-bc32562893f6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:12.373024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-1e8ac457-bd53-4f98-97a4-f08405b8466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.374542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-1e8ac457-bd53-4f98-97a4-f08405b8466c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 912 time: 0.3050654 Nov 23 10:42:12.384175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-9c18f87f-7c90-4f6e-bfd9-cf371bdb6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.387190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-9c18f87f-7c90-4f6e-bfd9-cf371bdb6baa service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3015113 Nov 23 10:42:12.387910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:12.462337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Deleting port fc3be624-5c80-4857-88a2-2d0eb24d46dc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:12.462653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.475921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-cbc24975-7c51-4fa1-be8e-7977f00c4532 service neutron] 10.222.0.61 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478097 Nov 23 10:42:12.498981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8070f3fd-4219-4574-90bd-f5d32df4c812 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:12.552142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:12.576248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351', 'mac_address': 'fa:16:3e:e1:6b:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:12.578722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-8a95e92e-8c99-4ed5-8c44-e7688d6ce63e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80f15197-95d6-452e-9d91-4c21f67be1b9 HTTP/1.1" status: 200 len: 217 time: 0.1905882 Nov 23 10:42:12.583377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.600580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-d67c1cc7-6617-43b2-9dc2-2df6a771a725 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=feeaf2af-cd4a-4454-8993-56ad160c487a HTTP/1.1" status: 200 len: 217 time: 0.1873124 Nov 23 10:42:12.628780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.645155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:12.669011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:12.677387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] For port fc3be624-5c80-4857-88a2-2d0eb24d46dc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc3be624-5c80-4857-88a2-2d0eb24d46dc,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:12.677758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.684466 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.690406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9156363-8d57-4dc8-9721-050881119b63 req-4767b91e-92c6-4dd2-94be-b7b1aa459852 service neutron] 10.222.0.61 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109668 Nov 23 10:42:12.691343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Transition to ACTIVE for port object 8070f3fd-4219-4574-90bd-f5d32df4c812 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:12.696146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'c731f195-f4fc-4fe9-be06-0f3c9859fc33', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'port_id': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'mac_address': 'fa:16:3e:c0:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:42:05Z', 'updated_at': '2021-11-23T10:42:10Z', 'revision_number': 1, 'project_id': '6fe091da78984338a20f51672ec32101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:40Z', 'revision_number': 5, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:12.704452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Calling delete_port for fc3be624-5c80-4857-88a2-2d0eb24d46dc owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:12.708031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ebba5393-56bb-464d-95b4-ea69f4c3a095 req-a38cd7aa-7a4f-4723-b45d-c0ea7e2c7d90 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865051 Nov 23 10:42:12.734498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:12.762473 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59b4e4-a8b6-4871-ab12-30e9c5e96398 None None] The sync data for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 is: [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'c731f195-f4fc-4fe9-be06-0f3c9859fc33', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'floating_ip_address': '172.25.5.216', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'port_id': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'mac_address': 'fa:16:3e:c0:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:42:05Z', 'updated_at': '2021-11-23T10:42:10Z', 'revision_number': 1, 'project_id': '6fe091da78984338a20f51672ec32101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:40Z', 'revision_number': 5, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:42:12.795006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:12.873798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-7562cc38-7561-461a-8232-b7bd2de0d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.875462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-7562cc38-7561-461a-8232-b7bd2de0d190 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.2726405 Nov 23 10:42:12.881091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-62e79165-a270-4b9e-85cb-1fb5a556e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.882530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-62e79165-a270-4b9e-85cb-1fb5a556e4b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2672799 Nov 23 10:42:12.928820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d792-7715-4ea9-a297-7302b4496d82 req-c83f6d39-5ef7-4729-a2bb-537f6660bda2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:12.930437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba07d792-7715-4ea9-a297-7302b4496d82 req-c83f6d39-5ef7-4729-a2bb-537f6660bda2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 943 time: 0.1157238 Nov 23 10:42:12.970753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-324fe286-ddb0-40c3-aed0-6eb6b09a0992 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668049 Nov 23 10:42:12.976032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:12.991546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['39891c36-a4f4-4d1e-ac3c-5bc4e6355351'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:13.023069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:13.039163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba07d792-7715-4ea9-a297-7302b4496d82 req-601ba733-8c87-42fe-847d-058f62d88545 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846677 Nov 23 10:42:13.061003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Pushing event deleted for resources: {'Port': ['ID=fc3be624-5c80-4857-88a2-2d0eb24d46dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:13.132003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-57b900ea-8478-4548-a577-2684e855a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:13.133235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-57b900ea-8478-4548-a577-2684e855a727 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2323153 Nov 23 10:42:13.147174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] No DVR routers for this DVR port fc3be624-5c80-4857-88a2-2d0eb24d46dc on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:13.151820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['e2a59392-a95e-4d92-9749-47c2f398b66a', '09d5fa18-f868-40c7-b6da-97bce72b9aba', 'fc3be624-5c80-4857-88a2-2d0eb24d46dc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:13.153462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2b52d-6963-47fd-8dfa-1bca607431b3 req-67bffa03-d7a9-419a-b84e-bf74372d473b tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:13.155191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aca2b52d-6963-47fd-8dfa-1bca607431b3 req-67bffa03-d7a9-419a-b84e-bf74372d473b tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 949 time: 0.3119555 Nov 23 10:42:13.162772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:13.175041 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff3a1760-118f-4139-8fd2-f532460d115a req-e56ee462-3ea8-4398-be9e-aa0958d53e75 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "DELETE /v2.0/ports/fc3be624-5c80-4857-88a2-2d0eb24d46dc HTTP/1.1" status: 204 len: 173 time: 0.9997389 Nov 23 10:42:13.230496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057'}, {'server_uuid': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'name': 'network-vif-deleted', 'tag': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:13.231500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378c413-8340-4ab5-968f-bf1fbaedd50b None None] New status for floating IP c731f195-f4fc-4fe9-be06-0f3c9859fc33: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:42:13.237527 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f777250-642b-4f86-8a9f-c820caa8f91c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057"}, {"server_uuid": "b2fa60ab-5b87-4180-9471-7977a75dcd88", "name": "network-vif-deleted", "tag": "fc3be624-5c80-4857-88a2-2d0eb24d46dc"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:13.293208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Attempting to bind port 8070f3fd-4219-4574-90bd-f5d32df4c812 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:13.293541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Attempting to bind port 8070f3fd-4219-4574-90bd-f5d32df4c812 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:13.293862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Attempting to bind port 8070f3fd-4219-4574-90bd-f5d32df4c812 on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:13.315875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Port 8070f3fd-4219-4574-90bd-f5d32df4c812 on network 0759183a-cb01-4d12-825c-8e66af278fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:13.315875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Attempting to bind port 8070f3fd-4219-4574-90bd-f5d32df4c812 on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:13.318296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45ff9ffc-7c12-4d15-b6a1-6298bfa176fc req-b97cb449-dbaa-4db7-aef0-ec464c462d30 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2fa60ab-5b87-4180-9471-7977a75dcd88 HTTP/1.1" status: 200 len: 210 time: 0.1257541 Nov 23 10:42:13.319004 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-adc9ad81-0b5a-463f-a30f-7d335f55a73c service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360727 Nov 23 10:42:13.366459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:13.366804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Checking segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:13.367191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Bound using segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:13.367642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Bound port: 8070f3fd-4219-4574-90bd-f5d32df4c812, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:13.367997 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:13.389286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aca2b52d-6963-47fd-8dfa-1bca607431b3 req-e34cfe31-20e3-40bd-9061-1f5267a3dd52 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066317 Nov 23 10:42:13.575142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-34d05e3a-f3a1-41fe-8c91-a4d4db2700bb service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088168 Nov 23 10:42:13.704603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:13.708108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb5e2c-01b7-4c38-bf11-60f71e7a936b req-96ab0a45-e26c-4179-8bb5-919efebb3f52 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:13.709730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9fcb5e2c-01b7-4c38-bf11-60f71e7a936b req-96ab0a45-e26c-4179-8bb5-919efebb3f52 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 949 time: 0.2460802 Nov 23 10:42:13.738618 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-1ce74e2a-8146-4d70-a2f7-92ac5cbb4a3f tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 258 time: 0.3803294 Nov 23 10:42:13.744793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:13.781043 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:13.813374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93a309f9-dfd8-4d82-b09b-d127bcb32e0d req-0643928b-e8ca-4cb9-8460-e530008d8732 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001708 Nov 23 10:42:13.823864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:13.831342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:13.836492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9fcb5e2c-01b7-4c38-bf11-60f71e7a936b req-59ef0c71-bc78-4eaf-81bf-c6780c7da50b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099625 Nov 23 10:42:13.840099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f6d7f0-f07f-4608-a286-00de9baaee57 req-8a7ac764-c628-4cd5-b13e-7b82bc3740fd service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048478 Nov 23 10:42:13.843555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:13.920559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:13.929413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:13.929970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:13.933251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-5c9cab46-8f33-44f3-9dec-467c63c5983b service neutron] 10.222.0.58 "PUT /v2.0/ports/8070f3fd-4219-4574-90bd-f5d32df4c812 HTTP/1.1" status: 200 len: 1091 time: 2.6945474 Nov 23 10:42:13.933495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:13.955081 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c835109-5f0d-4073-9635-f8c79ea1eb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:14.025453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2062975094-network', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:14.032076 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97394c1a-cfbd-44f1-8b09-95e5d8c95cbc x-openstack-request-id: req-97394c1a-cfbd-44f1-8b09-95e5d8c95cbc {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:14.032392 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057", "status": "completed", "code": 200}, {"server_uuid": "b2fa60ab-5b87-4180-9471-7977a75dcd88", "name": "network-vif-deleted", "tag": "fc3be624-5c80-4857-88a2-2d0eb24d46dc", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:14.033064 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-97394c1a-cfbd-44f1-8b09-95e5d8c95cbc {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:14.033776 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'status': 'completed', 'code': 200} Nov 23 10:42:14.034129 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2fa60ab-5b87-4180-9471-7977a75dcd88', 'name': 'network-vif-deleted', 'tag': 'fc3be624-5c80-4857-88a2-2d0eb24d46dc', 'status': 'completed', 'code': 200} Nov 23 10:42:14.043571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-d160664d-be82-4283-b365-d6f40b0310e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.045407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-d160664d-be82-4283-b365-d6f40b0310e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 1094 time: 0.0583668 Nov 23 10:42:14.097721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Made reservation on behalf of a5f8ea64582b46f0bd304cab10d316c6 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:14.100021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.113625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-4d4063f2-d443-4b8e-8314-c168338cdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.114381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-3e6050ed-503b-494b-9117-b0b7235cf129 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8070f3fd-4219-4574-90bd-f5d32df4c812 HTTP/1.1" status: 200 len: 217 time: 0.0581498 Nov 23 10:42:14.115086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-4d4063f2-d443-4b8e-8314-c168338cdb65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1096 time: 0.0771997 Nov 23 10:42:14.116600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.145077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.201765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051872b5-a39e-4a97-8bfd-9c8bdf1d5d71 req-78a96a91-eac7-4c60-8d5b-3c66338ce4c5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.203343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-051872b5-a39e-4a97-8bfd-9c8bdf1d5d71 req-78a96a91-eac7-4c60-8d5b-3c66338ce4c5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0909581 Nov 23 10:42:14.207135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-853cd195-579d-425e-b013-0944a3bbbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.208554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-853cd195-579d-425e-b013-0944a3bbbcca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.0662441 Nov 23 10:42:14.256126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-cd0b3143-dd1c-403b-82c6-c84e4a552d72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326896 Nov 23 10:42:14.311574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-051872b5-a39e-4a97-8bfd-9c8bdf1d5d71 req-e353523e-5aea-4c11-a621-290dd48fdbd1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016614 Nov 23 10:42:14.345803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-487f937e-f3af-40f8-9eb6-d5afb49c61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.347354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-487f937e-f3af-40f8-9eb6-d5afb49c61af service neutron] 10.222.0.58 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 930 time: 0.2157154 Nov 23 10:42:14.385197 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5696fec-5692-4558-bdca-2f9f13cc9070 x-openstack-request-id: req-f5696fec-5692-4558-bdca-2f9f13cc9070 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:14.385795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:14.386458 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:14.386458 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5696fec-5692-4558-bdca-2f9f13cc9070 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:14.386458 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'status': 'completed', 'code': 200} Nov 23 10:42:14.389290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:14.393449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-cde8a796-fc30-4abb-b182-3c84da17527d service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233442 Nov 23 10:42:14.427149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 42633e79-4222-4c75-853b-6ebc12ccaad1 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:14.433771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Allocated IP 172.25.5.100 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/f3d893da-16d8-4833-a272-1f7f553bee9e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:14.472501 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.489608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.507301 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5480f6e-f537-47eb-8030-f0e9173b4a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.568910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b14aad1-1786-4906-a4b8-be8db11b5094 req-501a4e5f-f8e5-44f7-8627-d2d5355ca40c service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658070 Nov 23 10:42:14.570710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:42:14.583403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac6179-2c17-4333-87ec-c61aaee96012 req-fcb9e01e-fe15-4cfb-b2f2-15533c641069 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.585247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8aac6179-2c17-4333-87ec-c61aaee96012 req-fcb9e01e-fe15-4cfb-b2f2-15533c641069 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 943 time: 0.1370490 Nov 23 10:42:14.599840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:14.608918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-51e645fb-659c-4f90-aefa-1f30b43bd9d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 1001 time: 0.2472048 Nov 23 10:42:14.609196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 42633e79-4222-4c75-853b-6ebc12ccaad1 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:14.615694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d06a9bb-373b-4608-a4e0-1c5a761e02b8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:14.615901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:14.616252 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.620787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:14.624139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.624646 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Added segment 31635988-463b-4978-8bcf-8064bdb6cf4f of type vlan for network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b Nov 23 10:42:14.642560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 42633e79-4222-4c75-853b-6ebc12ccaad1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:14.642560 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.675454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'mac_address': 'fa:16:3e:db:f4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:14.689855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8aac6179-2c17-4333-87ec-c61aaee96012 req-095fa42c-49dd-4646-8da3-9a296388c181 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978632 Nov 23 10:42:14.713980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-c21b120d-30fb-4d93-8ac6-7c345ccf7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.716198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-c21b120d-30fb-4d93-8ac6-7c345ccf7ffb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 1094 time: 0.0807321 Nov 23 10:42:14.748846 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.760005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.764948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.797752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-da01c0e4-334b-4231-a4a0-1763d0022b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.799607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-da01c0e4-334b-4231-a4a0-1763d0022b33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 200 len: 868 time: 0.1783504 Nov 23 10:42:14.812064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feeaf2af-cd4a-4454-8993-56ad160c487a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:14.830890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-b4f30883-bf93-4625-8ef4-04da6d2bb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.832690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-b4f30883-bf93-4625-8ef4-04da6d2bb704 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 905 time: 0.1058345 Nov 23 10:42:14.835361 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.837166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.848181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:14.859058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.862921 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.903224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.904182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.904784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.914301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-ec525154-403f-4978-9e09-9b2f807d380c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8070f3fd-4219-4574-90bd-f5d32df4c812 HTTP/1.1" status: 200 len: 217 time: 0.0648890 Nov 23 10:42:14.915195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:14.918005 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c66889-626f-4d05-98b5-cd57790fb354" -d '{"events": [{"server_uuid": "40f8050f-5230-4ea1-b703-031d3ab5599e", "name": "network-vif-plugged", "status": "completed", "tag": "39891c36-a4f4-4d1e-ac3c-5bc4e6355351"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:14.941125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af333ec-1e98-4363-976f-f4e511b07c8e req-adc0e03b-9154-4163-9f04-1eb3981ccc2c tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:14.942780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6af333ec-1e98-4363-976f-f4e511b07c8e req-adc0e03b-9154-4163-9f04-1eb3981ccc2c tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 949 time: 0.1062429 Nov 23 10:42:14.950435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:14.951582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:14.969312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:14.970613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 42633e79-4222-4c75-853b-6ebc12ccaad1, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=42633e79-4222-4c75-853b-6ebc12ccaad1,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:14.974088 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.974360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:14.976795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:14.982564 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:14.983319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc3be624-5c80-4857-88a2-2d0eb24d46dc no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:14.984852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2785375 Nov 23 10:42:14.987705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event updated for resources: {'Port': ['ID=f3d893da-16d8-4833-a272-1f7f553bee9e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:14.988002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59354) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:15.011117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-4f236815-50c5-47e0-a50a-7bd13098242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:15.012752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-4f236815-50c5-47e0-a50a-7bd13098242c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.0896211 Nov 23 10:42:15.021388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: fc3be624-5c80-4857-88a2-2d0eb24d46dc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:15.021739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc3be624-5c80-4857-88a2-2d0eb24d46dc not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:15.046114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Request body: {'subnet': {'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2062975094-subnet', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:15.052393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:15.053199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-aede2448-20cf-4439-8e5b-5e120192276c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302932 Nov 23 10:42:15.053844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-bb6a59a7-a7c6-44af-ac00-e64c27784079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:15.055379 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-bb6a59a7-a7c6-44af-ac00-e64c27784079 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=351983a4-dc97-4a12-877e-10ac25916c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202115 Nov 23 10:42:15.058756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6af333ec-1e98-4363-976f-f4e511b07c8e req-b46ee013-9bc4-4d6f-beac-0eb619f05019 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951350 Nov 23 10:42:15.062545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250d2bb-4955-4035-a5d3-a7db48ba087d admin admin] Pushing event updated for resources: {'Network': ['ID=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:15.092915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:42:15.168807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Made reservation on behalf of a5f8ea64582b46f0bd304cab10d316c6 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:15.171229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:15.199892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=42633e79-4222-4c75-853b-6ebc12ccaad1,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:15.254735 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-f965e1c4-0e04-4af3-9100-9464cc8f1b2f service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788642 Nov 23 10:42:15.259975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['feeaf2af-cd4a-4454-8993-56ad160c487a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:15.426303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c835109-5f0d-4073-9635-f8c79ea1eb1c req-215bab56-237b-4fbe-9b67-1fea004085be service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562145 Nov 23 10:42:15.436879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd38a-7227-4672-8751-54517329674d req-1c5ba693-adee-407e-9782-798572f03271 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:15.439035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1acfd38a-7227-4672-8751-54517329674d req-1c5ba693-adee-407e-9782-798572f03271 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 950 time: 0.1124704 Nov 23 10:42:15.507496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1acfd38a-7227-4672-8751-54517329674d req-b88743cc-482e-4c97-a849-d12175897b84 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528374 Nov 23 10:42:15.568945 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700240bb-438d-4bc1-86ee-5c3071145a6e x-openstack-request-id: req-700240bb-438d-4bc1-86ee-5c3071145a6e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:15.569509 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f8050f-5230-4ea1-b703-031d3ab5599e", "name": "network-vif-plugged", "status": "completed", "tag": "39891c36-a4f4-4d1e-ac3c-5bc4e6355351", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:15.569618 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-700240bb-438d-4bc1-86ee-5c3071145a6e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:15.570844 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351', 'code': 200} Nov 23 10:42:15.704158 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:15.714183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-632fac8e-4abc-4eb6-9384-23234b54710c service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279476 Nov 23 10:42:15.742605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f02a37-06d3-4c32-8461-2a9e8dcfd563 req-f6e4c98c-3fa3-46b5-aacc-16acd38e93d2 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:15.744154 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81f02a37-06d3-4c32-8461-2a9e8dcfd563 req-f6e4c98c-3fa3-46b5-aacc-16acd38e93d2 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 945 time: 0.1103249 Nov 23 10:42:15.748372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67501d-d0ab-44ab-b707-6d286deb3c14 req-1a872967-7551-42e3-9af0-a73b1f9b7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:15.750002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc67501d-d0ab-44ab-b707-6d286deb3c14 req-1a872967-7551-42e3-9af0-a73b1f9b7af7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 1101 time: 0.0680578 Nov 23 10:42:15.824719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81f02a37-06d3-4c32-8461-2a9e8dcfd563 req-64529fb0-813e-4ff3-bb70-61cf24dc89ad tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726526 Nov 23 10:42:15.828738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:15.830925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc67501d-d0ab-44ab-b707-6d286deb3c14 req-9c25f9f4-28d6-4bd4-a0e2-3d4be4d84f7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650861 Nov 23 10:42:15.937151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efe1d6-315a-48b4-a586-a37fb3201850 req-a3b4c2f8-8729-4e02-95f6-5ff5d44c0118 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:15.938973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31efe1d6-315a-48b4-a586-a37fb3201850 req-a3b4c2f8-8729-4e02-95f6-5ff5d44c0118 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 945 time: 0.0521264 Nov 23 10:42:15.945414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f777250-642b-4f86-8a9f-c820caa8f91c req-f5988bcf-2be8-4c6b-92d5-8c16b281c011 service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218394 Nov 23 10:42:15.983796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:15.988731 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31efe1d6-315a-48b4-a586-a37fb3201850 req-6f334a08-52f7-4f27-8cbb-61bb1025e7e1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Nov 23 10:42:16.093129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Pushing event updated for resources: {'Subnet': ['ID=045356b9-ac2f-440b-8c2c-37fe5c8d9832,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:16.115457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.115810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.116149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.116487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.116822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.117173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.117504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.117827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.118151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.118475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.118797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.119117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:16.126612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Checking segment: {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:16.126612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Network hostable DHCP agents. Network: 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:42:16.153075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.159031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.167861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:42:16.215683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:16.223294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2276ea-d6ec-4512-b33c-4b3289b8a3ed None None] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:42:16.242299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:16.242903 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.253148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event updated for resources: {'Port': ['ID=f3d893da-16d8-4833-a272-1f7f553bee9e,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:16.271346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.276881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-451f7931-9165-4400-89b0-5fc902e1948f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2560711 Nov 23 10:42:16.279900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59376) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:16.287248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:16.298038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.300970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-0e2a6451-ed49-45cd-8c96-308e3d611966 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5606766 Nov 23 10:42:16.311626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.312903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.374302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.375860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-f28e4e50-7f60-4a04-87f5-10a5cfb56d30 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.0611160 Nov 23 10:42:16.397885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:16.436257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7639ab-3d68-405e-b720-419e9331f5bc None None] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:42:16.515794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-ac4c1308-2323-405d-bd58-6924cd59b1fb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:16.517343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-ac4c1308-2323-405d-bd58-6924cd59b1fb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1337159 Nov 23 10:42:16.529265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-f8e3017d-dc56-4d98-8ce9-75109e301012 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:42:16.530338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72bab4b7-a65c-4b92-bcb0-ad194b45919c req-f8e3017d-dc56-4d98-8ce9-75109e301012 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065362 Nov 23 10:42:16.532957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port feeaf2af-cd4a-4454-8993-56ad160c487a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:16.540389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port feeaf2af-cd4a-4454-8993-56ad160c487a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:16.541000 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.559346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.574907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ba448-eb10-4554-bedd-30068f6f0714 req-6b1a0712-666d-4f50-a33a-39574f15d3f2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:16.577588 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a7ba448-eb10-4554-bedd-30068f6f0714 req-6b1a0712-666d-4f50-a33a-39574f15d3f2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 943 time: 0.1287551 Nov 23 10:42:16.661235 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.683733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a7ba448-eb10-4554-bedd-30068f6f0714 req-433d5c6d-4826-4b75-a562-b164c80f7df1 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917554 Nov 23 10:42:16.699022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:16.704562 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.707057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 80f15197-95d6-452e-9d91-4c21f67be1b9 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:16.808097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:16.855607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.914739 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5e85b71b-fa5a-480b-bc6b-63d37ea02474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.919594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:16.925069 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:16.982608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:17.061311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-ddf6d8a2-9c76-4220-bb6d-731b29eb4a64 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:17.062904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-ddf6d8a2-9c76-4220-bb6d-731b29eb4a64 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "GET /v2.0/ports?device_id=07b85c07-7369-488a-a405-a16fa8152ce3 HTTP/1.1" status: 200 len: 945 time: 0.0646574 Nov 23 10:42:17.201263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Deleting port 09d5fa18-f868-40c7-b6da-97bce72b9aba {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:17.201672 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.233328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddd89d-9911-455d-9be4-b56a77a14d6c req-dfa0ffa8-5873-49b8-ad90-d7586cff9d1d tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:17.234851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abddd89d-9911-455d-9be4-b56a77a14d6c req-dfa0ffa8-5873-49b8-ad90-d7586cff9d1d tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 950 time: 0.0908442 Nov 23 10:42:17.240634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.285650 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.342287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] For port 09d5fa18-f868-40c7-b6da-97bce72b9aba, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=09d5fa18-f868-40c7-b6da-97bce72b9aba,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:17.342896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.360280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abddd89d-9911-455d-9be4-b56a77a14d6c req-6d0979dd-c29c-4c45-956d-81038c61a0fe tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172183 Nov 23 10:42:17.365135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Calling delete_port for 09d5fa18-f868-40c7-b6da-97bce72b9aba owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:17.383532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-da6f8d57-56a0-4f88-af89-1aa10d243148 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:17.385061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-da6f8d57-56a0-4f88-af89-1aa10d243148 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=32171cde-8720-4cdb-b544-f4157b9e1b46 HTTP/1.1" status: 200 len: 943 time: 0.0852761 Nov 23 10:42:17.418773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Allocated IP 172.25.5.102 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/e4d00232-6e7a-45b1-bc02-103b69eb1533) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:17.535896 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.571456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42633e79-4222-4c75-853b-6ebc12ccaad1'}, {'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a'}, {'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:17.574382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Deleting port 80f15197-95d6-452e-9d91-4c21f67be1b9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:17.574734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.575130 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b64761-b452-4694-a0b2-43a7d1b0999e" -d '{"events": [{"server_uuid": "e74d7896-2243-488f-af30-4e4d5f03e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "42633e79-4222-4c75-853b-6ebc12ccaad1"}, {"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-plugged", "status": "completed", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a"}, {"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:17.581572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.630764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:17.637063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:17.639618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:17.643042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Pushing event updated for resources: {'Port': ['ID=e4d00232-6e7a-45b1-bc02-103b69eb1533,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:17.648451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.662629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['e2a59392-a95e-4d92-9749-47c2f398b66a', '09d5fa18-f868-40c7-b6da-97bce72b9aba'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:17.693934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Pushing event deleted for resources: {'Port': ['ID=09d5fa18-f868-40c7-b6da-97bce72b9aba,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:17.751278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] No DVR routers for this DVR port 09d5fa18-f868-40c7-b6da-97bce72b9aba on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:17.754974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.758351 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1bb5c85-4d4e-455b-a0a9-e5c1ac6bdcd9 req-6dffd018-f0c5-40c1-be0b-b492abc368f5 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "DELETE /v2.0/ports/09d5fa18-f868-40c7-b6da-97bce72b9aba HTTP/1.1" status: 204 len: 173 time: 0.6864638 Nov 23 10:42:17.758807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b85c07-7369-488a-a405-a16fa8152ce3', 'name': 'network-vif-deleted', 'tag': '09d5fa18-f868-40c7-b6da-97bce72b9aba'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:17.762121 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e3e8c5-fafb-4db9-94f1-adf56973bcb3" -d '{"events": [{"server_uuid": "07b85c07-7369-488a-a405-a16fa8152ce3", "name": "network-vif-deleted", "tag": "09d5fa18-f868-40c7-b6da-97bce72b9aba"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:17.769620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] For port 80f15197-95d6-452e-9d91-4c21f67be1b9, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=80f15197-95d6-452e-9d91-4c21f67be1b9,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:17.769986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.785946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Calling delete_port for 80f15197-95d6-452e-9d91-4c21f67be1b9 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:17.821687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee5d59-b9d0-4f57-bbcc-e7985b9961fa req-01167c13-76e0-461a-95e6-d1cb96aef128 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:17.828955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29ee5d59-b9d0-4f57-bbcc-e7985b9961fa req-01167c13-76e0-461a-95e6-d1cb96aef128 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1559687 Nov 23 10:42:17.921755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29ee5d59-b9d0-4f57-bbcc-e7985b9961fa req-556778cf-9535-4b0e-83c9-1741b1454712 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.0918088 Nov 23 10:42:17.939996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-29ee5d59-b9d0-4f57-bbcc-e7985b9961fa req-81bb565f-0f2b-4217-8cb8-f7e762d4674b tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Request body: {'floatingip': {'port_id': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:17.946610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:17.976938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event deleted for resources: {'Port': ['ID=80f15197-95d6-452e-9d91-4c21f67be1b9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:18.016558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-29ee5d59-b9d0-4f57-bbcc-e7985b9961fa req-81bb565f-0f2b-4217-8cb8-f7e762d4674b tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:18.022419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] No DVR routers for this DVR port 80f15197-95d6-452e-9d91-4c21f67be1b9 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:18.026964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:18.030308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c96c58a-b411-4ae6-8c05-eeba38cb874e req-caafadc0-bd58-4f06-b5f0-b91c8bebc68f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "DELETE /v2.0/ports/80f15197-95d6-452e-9d91-4c21f67be1b9 HTTP/1.1" status: 204 len: 173 time: 0.6389818 Nov 23 10:42:18.191198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:18.333991 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-29ee5d59-b9d0-4f57-bbcc-e7985b9961fa req-81bb565f-0f2b-4217-8cb8-f7e762d4674b tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 10:42:18.335057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29ee5d59-b9d0-4f57-bbcc-e7985b9961fa req-81bb565f-0f2b-4217-8cb8-f7e762d4674b tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "PUT /v2.0/floatingips/e96d1a46-f3ef-473d-b956-069042b6e448 HTTP/1.1" status: 409 len: 550 time: 0.3998907 Nov 23 10:42:18.434042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8070f3fd-4219-4574-90bd-f5d32df4c812 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:18.443619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:18.499020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505e29e-a4a6-462b-a3e7-a162f52ac670 req-a83c12f4-f60c-4974-8701-87c7e1842c92 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:18.500640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a505e29e-a4a6-462b-a3e7-a162f52ac670 req-a83c12f4-f60c-4974-8701-87c7e1842c92 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 950 time: 0.0686419 Nov 23 10:42:18.591585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a505e29e-a4a6-462b-a3e7-a162f52ac670 req-c634ff5d-a550-4f56-b1bc-804023fe2e91 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596085 Nov 23 10:42:18.599325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:18.615188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'mac_address': 'fa:16:3e:a2:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:18.653859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:18.676048 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:18.707585 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4e356e-26e0-475e-85a1-bbe0da74d332 x-openstack-request-id: req-0a4e356e-26e0-475e-85a1-bbe0da74d332 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:18.712829 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d7896-2243-488f-af30-4e4d5f03e8b8", "name": "network-vif-plugged", "status": "completed", "tag": "42633e79-4222-4c75-853b-6ebc12ccaad1", "code": 200}, {"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-plugged", "status": "completed", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a", "code": 200}, {"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-unplugged", "status": "failed", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9", "code": 422}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:18.715647 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a4e356e-26e0-475e-85a1-bbe0da74d332 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:18.717705 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42633e79-4222-4c75-853b-6ebc12ccaad1', 'code': 200} Nov 23 10:42:18.718412 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'code': 200} Nov 23 10:42:18.718794 n-d-817747-2 neutron-server[103428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'code': 422} returned with failed status Nov 23 10:42:18.746560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8070f3fd-4219-4574-90bd-f5d32df4c812 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:18.785001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:18.792638 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:18.848973 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01492a24-a8d3-48b4-af48-3e885a55f539 x-openstack-request-id: req-01492a24-a8d3-48b4-af48-3e885a55f539 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:18.849930 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b85c07-7369-488a-a405-a16fa8152ce3", "name": "network-vif-deleted", "tag": "09d5fa18-f868-40c7-b6da-97bce72b9aba", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:18.850357 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01492a24-a8d3-48b4-af48-3e885a55f539 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:18.850913 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b85c07-7369-488a-a405-a16fa8152ce3', 'name': 'network-vif-deleted', 'tag': '09d5fa18-f868-40c7-b6da-97bce72b9aba', 'status': 'completed', 'code': 200} Nov 23 10:42:18.860354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:18.914460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5187f59-9c9d-4f97-99f9-251e5c923a06 req-b1caac1c-6342-419d-a332-9c6932e5f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:18.916111 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5187f59-9c9d-4f97-99f9-251e5c923a06 req-b1caac1c-6342-419d-a332-9c6932e5f9f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 1101 time: 0.1209877 Nov 23 10:42:18.918253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d507a0e-5611-484c-94be-65005477c9a2 req-6970bcdd-8ce2-4a4f-aa85-1582d5f0ca24 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:18.919750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-45393b34-4290-4e50-966c-55efd83fe7ba tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips/e96d1a46-f3ef-473d-b956-069042b6e448 HTTP/1.1" status: 200 len: 693 time: 0.0629733 Nov 23 10:42:18.921553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d507a0e-5611-484c-94be-65005477c9a2 req-6970bcdd-8ce2-4a4f-aa85-1582d5f0ca24 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 943 time: 0.1787674 Nov 23 10:42:18.939262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf040c5-3b12-4a46-a376-535c8bf69893 req-ea9a27a8-c686-4545-9cd5-e4db2e41458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:18.940877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7cf040c5-3b12-4a46-a376-535c8bf69893 req-ea9a27a8-c686-4545-9cd5-e4db2e41458a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.1505570 Nov 23 10:42:19.018699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d507a0e-5611-484c-94be-65005477c9a2 req-6c0559be-5e51-4473-81a5-9bdb0992616c tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922506 Nov 23 10:42:19.039160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7cf040c5-3b12-4a46-a376-535c8bf69893 req-2cb61836-2b89-4f98-ac95-5233d2d86d8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893328 Nov 23 10:42:19.041640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5187f59-9c9d-4f97-99f9-251e5c923a06 req-a8a077a9-963c-45e8-b261-90f417c65969 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152515 Nov 23 10:42:19.043714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:42:19.101192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-d8428be4-c2ce-4571-8642-5461d8508172 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:19.102611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-d8428be4-c2ce-4571-8642-5461d8508172 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1710355 Nov 23 10:42:19.157794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8070f3fd-4219-4574-90bd-f5d32df4c812'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:19.161706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-6974bec1-376f-492e-af52-36b95e6d4ca1 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.0494289 Nov 23 10:42:19.207679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:42:19.219760 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Sync routers for ids ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:42:19.221359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef14f6-d4dd-4ee5-b6ff-6d735e2f89c4 req-4b6ef3d0-5785-4d6b-82b3-634808524a14 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:19.229539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3eef14f6-d4dd-4ee5-b6ff-6d735e2f89c4 req-4b6ef3d0-5785-4d6b-82b3-634808524a14 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 950 time: 0.1364570 Nov 23 10:42:19.232997 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Routers {'2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:19.235490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-7a280b5a-e377-449e-be7d-1087b3715881 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.100 HTTP/1.1" status: 200 len: 696 time: 0.0658123 Nov 23 10:42:19.236058 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:19.269660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.270910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e168056-e375-424a-b8bd-eb5f57ce7bdb admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9888525 Nov 23 10:42:19.273946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59456) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:19.352397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3eef14f6-d4dd-4ee5-b6ff-6d735e2f89c4 req-431d2776-b3ff-4eb3-a17e-c87c7fd2a365 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172578 Nov 23 10:42:19.394644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.432725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Deleting port f3d893da-16d8-4833-a272-1f7f553bee9e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:19.433350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.529943 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Set router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:19.602379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.603261 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.629623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Calling delete_port for f3d893da-16d8-4833-a272-1f7f553bee9e owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:19.666768 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.748397 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:42:17Z', 'revision_number': 3, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port': {'id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:17Z', 'updated_at': '2021-11-23T10:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:19.815625 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Checking router: 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:42:19.816246 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Updating router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 port e4d00232-6e7a-45b1-bc02-103b69eb1533 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:42:19.858635 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.878695 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:19.937326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event deleted for resources: {'Port': ['ID=f3d893da-16d8-4833-a272-1f7f553bee9e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:20.032577 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.035234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.036557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a2ce3fd-6851-46f7-b975-13ad9add03d1 req-357c6f99-e539-4738-a502-ffbf28d243e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "DELETE /v2.0/floatingips/e96d1a46-f3ef-473d-b956-069042b6e448 HTTP/1.1" status: 204 len: 173 time: 0.8001955 Nov 23 10:42:20.053258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.063797 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.098336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0043e-ef6b-4bd3-b70a-863905343640 req-f67dd9d3-057f-4b64-8b7e-bc60774c9884 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:20.106624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df0043e-ef6b-4bd3-b70a-863905343640 req-f67dd9d3-057f-4b64-8b7e-bc60774c9884 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 950 time: 0.0917330 Nov 23 10:42:20.202135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9df0043e-ef6b-4bd3-b70a-863905343640 req-312b774d-fb16-4f2a-bc8c-e3678643888d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945628 Nov 23 10:42:20.293266 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.303614 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.357200 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25e3cf-df6e-4254-92dd-abf18ead79da None None] Pushing event updated for resources: {'Port': ['ID=e4d00232-6e7a-45b1-bc02-103b69eb1533,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:20.357573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-d218664c-bb1f-4030-8eaa-c960374abe36 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:20.372473 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-d218664c-bb1f-4030-8eaa-c960374abe36 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.2200747 Nov 23 10:42:20.376744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7982c-ead2-4df9-84e8-9f69582e6cce req-8f2c18d5-341d-4def-b1e0-c45cb8113b03 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:20.378376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67a7982c-ead2-4df9-84e8-9f69582e6cce req-8f2c18d5-341d-4def-b1e0-c45cb8113b03 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.1102779 Nov 23 10:42:20.403394 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-da5214d9-27c8-4c71-a621-5f6998241e39 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/quotas/195338d0921f4152b44ca3ae28137354 HTTP/1.1" status: 200 len: 375 time: 0.0298524 Nov 23 10:42:20.412377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Allocated IP 172.20.0.1 (4914204b-3cb5-4d1b-80ab-91cdc9f48d3b/045356b9-ac2f-440b-8c2c-37fe5c8d9832/63d835cc-0a78-4063-bed4-45617ecc9d30) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:20.415968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Attempting to bind port e4d00232-6e7a-45b1-bc02-103b69eb1533 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:20.416899 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Attempting to bind port e4d00232-6e7a-45b1-bc02-103b69eb1533 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:20.417291 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Attempting to bind port e4d00232-6e7a-45b1-bc02-103b69eb1533 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:20.421132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 80f15197-95d6-452e-9d91-4c21f67be1b9 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:20.422632 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:20.423261 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:20.423991 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.424572 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:20.425255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Bound port: e4d00232-6e7a-45b1-bc02-103b69eb1533, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:20.425843 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.453071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b4849548-2d4d-4f1d-bb99-d167c998e072 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476871 Nov 23 10:42:20.474597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8070f3fd-4219-4574-90bd-f5d32df4c812 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:20.484026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67a7982c-ead2-4df9-84e8-9f69582e6cce req-b3a6da8d-270c-488b-bffc-95dd5668977b tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841873 Nov 23 10:42:20.490922 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] For port e4d00232-6e7a-45b1-bc02-103b69eb1533, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:20.495841 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] For port e4d00232-6e7a-45b1-bc02-103b69eb1533, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e4d00232-6e7a-45b1-bc02-103b69eb1533,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:20.503906 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.550021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 80f15197-95d6-452e-9d91-4c21f67be1b9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:20.550285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 80f15197-95d6-452e-9d91-4c21f67be1b9 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:20.589449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 8070f3fd-4219-4574-90bd-f5d32df4c812 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:20.594935 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Routers {'2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:20.595388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8070f3fd-4219-4574-90bd-f5d32df4c812 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:20.595868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.596174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:20.655895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-771355ba-dec8-4cae-be26-8a9d49a56786 service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018538 Nov 23 10:42:20.723959 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] Set router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:20.757070 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.799118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:20.800588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:20.808951 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec1d7a-4628-4365-b88e-0d03dbc2380a" -d '{"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:20.810255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.811076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-8472d458-ce8a-4a75-bd22-fe9f4b3cfa4a service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541498 Nov 23 10:42:20.814273 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.815367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 09d5fa18-f868-40c7-b6da-97bce72b9aba no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:20.820287 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25e3cf-df6e-4254-92dd-abf18ead79da None None] Pushing event updated for resources: {'Port': ['ID=e4d00232-6e7a-45b1-bc02-103b69eb1533,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:20.855735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-deleted', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:20.858707 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e92dd50-c66a-4d1c-b965-c7669be50e7f" -d '{"events": [{"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-deleted", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:20.870162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c181b5-7f74-4e6c-9172-28bb7bde3670 req-b7a2e586-39a7-4a95-bdde-9de173f26c12 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:20.874911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04c181b5-7f74-4e6c-9172-28bb7bde3670 req-b7a2e586-39a7-4a95-bdde-9de173f26c12 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 950 time: 0.1246624 Nov 23 10:42:20.986759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:20.989256 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:42:17Z', 'revision_number': 3, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port': {'id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:17Z', 'updated_at': '2021-11-23T10:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:21.019699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04c181b5-7f74-4e6c-9172-28bb7bde3670 req-ddcacb38-bd61-49ee-88e9-20d4e7d4a714 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392369 Nov 23 10:42:21.064355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 09d5fa18-f868-40c7-b6da-97bce72b9aba {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:21.064916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 09d5fa18-f868-40c7-b6da-97bce72b9aba not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:21.111964 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003a5c04-f2c0-41e9-8d42-e69edf4c832d None None] The sync data for ids ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'] in n-d-817747-2 is: [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:42:17Z', 'revision_number': 3, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port': {'id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:17Z', 'updated_at': '2021-11-23T10:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:42:21.127913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:21.190093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9903554-f0ba-4053-aa85-3872c06d0ae1 req-1396c7c7-d424-409f-8a0b-013f69457b08 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:21.200863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9903554-f0ba-4053-aa85-3872c06d0ae1 req-1396c7c7-d424-409f-8a0b-013f69457b08 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 945 time: 0.1116915 Nov 23 10:42:21.247640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-82149d47-df85-4606-9530-e842077510cf tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 1001 time: 0.1471581 Nov 23 10:42:21.252839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:21.263849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9903554-f0ba-4053-aa85-3872c06d0ae1 req-16090e9f-e581-44e8-a9f9-f52dd2a0d1b9 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617459 Nov 23 10:42:21.284101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:21.284101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:21.305568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Pushing event updated for resources: {'Port': ['ID=63d835cc-0a78-4063-bed4-45617ecc9d30,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:21.361773 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efaae5c-4f1a-4f5d-9b09-bad15da48e47 x-openstack-request-id: req-1efaae5c-4f1a-4f5d-9b09-bad15da48e47 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:21.362170 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:21.362379 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1efaae5c-4f1a-4f5d-9b09-bad15da48e47 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:21.363043 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'code': 200} Nov 23 10:42:21.397497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-3b8c2a82-817f-4e5a-bac3-235486079a06 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:21.406587 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a2827f-703d-4282-8cad-4fc5c9934783 x-openstack-request-id: req-b1a2827f-703d-4282-8cad-4fc5c9934783 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:21.407439 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32171cde-8720-4cdb-b544-f4157b9e1b46", "name": "network-vif-deleted", "tag": "80f15197-95d6-452e-9d91-4c21f67be1b9", "status": "failed", "code": 422}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:21.407701 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1a2827f-703d-4282-8cad-4fc5c9934783 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:21.412560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-3b8c2a82-817f-4e5a-bac3-235486079a06 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports/fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 942 time: 0.1569114 Nov 23 10:42:21.413460 n-d-817747-2 neutron-server[103427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32171cde-8720-4cdb-b544-f4157b9e1b46', 'name': 'network-vif-deleted', 'tag': '80f15197-95d6-452e-9d91-4c21f67be1b9', 'status': 'failed', 'code': 422} returned with failed status Nov 23 10:42:21.425861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:21.542722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8cc558ae-dca8-4605-9697-118752030b0b req-9d13575f-caf3-42ce-ae5c-42ba660d16d2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 210 time: 0.0938566 Nov 23 10:42:21.671541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c366f9f-861a-47e6-8794-34fe239ec310 req-e58ce431-de3f-4afe-b051-2efde021f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:21.673066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2c366f9f-861a-47e6-8794-34fe239ec310 req-e58ce431-de3f-4afe-b051-2efde021f065 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 1096 time: 0.1270294 Nov 23 10:42:21.772590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2c366f9f-861a-47e6-8794-34fe239ec310 req-d4cd30ef-7d4a-4a1c-859a-e71b56cc099f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889468 Nov 23 10:42:21.803143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f7ca1-b65b-42f2-b02e-247ed7fc60fe req-3cdd3347-a87c-4ade-bf13-fd4474fd6641 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:21.810873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b8f7ca1-b65b-42f2-b02e-247ed7fc60fe req-3cdd3347-a87c-4ade-bf13-fd4474fd6641 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 950 time: 0.0940659 Nov 23 10:42:21.916055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b8f7ca1-b65b-42f2-b02e-247ed7fc60fe req-8d5a00d1-dcf2-44a3-acb1-25b95a75de63 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020482 Nov 23 10:42:21.958472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:22.055903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-707b4835-fbae-4982-af0c-857e6ef95144 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290205 Nov 23 10:42:22.098603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4d00232-6e7a-45b1-bc02-103b69eb1533 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:22.179213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-560317dc-388d-40b5-9825-0586f447962c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 1001 time: 0.6828065 Nov 23 10:42:22.203684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e4d00232-6e7a-45b1-bc02-103b69eb1533 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:22.204371 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:22.223566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-984d4bbc-ef28-4b86-a654-c9d75256e04f tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:22.233824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-984d4bbc-ef28-4b86-a654-c9d75256e04f tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759181 Nov 23 10:42:22.263873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-3eaf9fc6-d082-4d90-8536-feb1b28239c8 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/quotas/a3c0d62b23a74f78a1dbc7368956115e HTTP/1.1" status: 200 len: 375 time: 0.0285263 Nov 23 10:42:22.295789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-19059ce2-3da1-49d5-b226-0e51700c6564 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:22.297375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-19059ce2-3da1-49d5-b226-0e51700c6564 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.2479479 Nov 23 10:42:22.345830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:22.377238 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-fd90b631-eae9-447c-bb1a-e3f645687480 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114466 Nov 23 10:42:22.397255 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:22.421838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port e4d00232-6e7a-45b1-bc02-103b69eb1533, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e4d00232-6e7a-45b1-bc02-103b69eb1533,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:22.430800 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:22.525161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=e4d00232-6e7a-45b1-bc02-103b69eb1533,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:22.547196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-b1e22ca5-e392-4f39-8899-b271e9c37eec tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:22.556521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-b1e22ca5-e392-4f39-8899-b271e9c37eec tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.3761330 Nov 23 10:42:22.830509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-68f79615-0567-482d-98ad-9feeef17bf4f tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 1001 time: 0.2724817 Nov 23 10:42:22.912756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8229af7-a7df-4dff-a2a5-2ec2605f6828 req-fee85b6e-e128-4a42-8877-d3b4f5dc41fa tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:22.916764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8229af7-a7df-4dff-a2a5-2ec2605f6828 req-fee85b6e-e128-4a42-8877-d3b4f5dc41fa tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 945 time: 0.1878393 Nov 23 10:42:22.959990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:22.968799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Deleting port e2a59392-a95e-4d92-9749-47c2f398b66a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:22.969487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:23.035977 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8229af7-a7df-4dff-a2a5-2ec2605f6828 req-eb2528be-3926-42e4-ac81-d473e9a4d929 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/security-groups?id=f20705de-f162-442e-86e2-d9a22f7f21d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117556 Nov 23 10:42:23.086391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-03a60436-34a3-48f0-994a-bfb1b1922b75 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:23.090030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-03a60436-34a3-48f0-994a-bfb1b1922b75 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.4771788 Nov 23 10:42:23.204709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234cf95-bd06-41d2-8501-670c6742c620 req-37871839-6bd3-4bca-b26a-64fedcdfb780 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:23.206619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a234cf95-bd06-41d2-8501-670c6742c620 req-37871839-6bd3-4bca-b26a-64fedcdfb780 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0618486 Nov 23 10:42:23.211920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Request body: {'port': {'device_id': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'admin_state_up': True, 'tenant_id': '195338d0921f4152b44ca3ae28137354'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:23.300327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a234cf95-bd06-41d2-8501-670c6742c620 req-2a55cae4-2979-43be-bd13-c8f33649d739 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833929 Nov 23 10:42:23.317146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:23.571762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b27bed-5191-4c8f-bac2-5555a542a849 req-1792bc28-39a9-4899-bf85-8f97fdf5cfb7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:23.580869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03b27bed-5191-4c8f-bac2-5555a542a849 req-1792bc28-39a9-4899-bf85-8f97fdf5cfb7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 945 time: 0.0995171 Nov 23 10:42:23.596236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:23.637215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03b27bed-5191-4c8f-bac2-5555a542a849 req-b8f73e6c-276b-409c-acfe-aab2f79bda17 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550797 Nov 23 10:42:23.770596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:23.815609 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:23.824318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6067815b-c462-4381-9ab2-a1ec897be1ce req-66dc6deb-39b0-42b5-927f-3dc25eb141d7 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 210 time: 0.0648754 Nov 23 10:42:23.913131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:23.922391 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Floating IP c731f195-f4fc-4fe9-be06-0f3c9859fc33 disassociated. External IP: 172.25.5.216, port: fe3d0d68-4493-4d10-b16b-c6f917247057. Nov 23 10:42:23.959126 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5c3c6b2-159a-4dc7-ad19-2169895c570c req-40289f1c-e989-411c-84af-9e7a2a57edd2 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 210 time: 0.0491393 Nov 23 10:42:24.012822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4d00232-6e7a-45b1-bc02-103b69eb1533 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:24.055715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] For port e2a59392-a95e-4d92-9749-47c2f398b66a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e2a59392-a95e-4d92-9749-47c2f398b66a,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:24.056090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:24.072741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Calling delete_port for e2a59392-a95e-4d92-9749-47c2f398b66a owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:24.108248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e4d00232-6e7a-45b1-bc02-103b69eb1533 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:24.108913 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:24.174424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-e5a61a76-9b78-49f7-9bfe-73af2e4efaaa tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546596 Nov 23 10:42:24.319610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-478b4e6d-53da-4d14-a20a-43e796f0ea4b tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567210 Nov 23 10:42:24.337721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Pushing event updated for resources: {'Port': ['ID=63d835cc-0a78-4063-bed4-45617ecc9d30,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:24.347323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:24.351248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:24.417860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:24.485397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-628848d2-f9b0-404a-b522-f0f74ffda0f5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:24.493610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:24.495135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-628848d2-f9b0-404a-b522-f0f74ffda0f5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3124771 Nov 23 10:42:24.498554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e2a59392-a95e-4d92-9749-47c2f398b66a no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:24.540560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Pushing event deleted for resources: {'Port': ['ID=e2a59392-a95e-4d92-9749-47c2f398b66a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:24.548750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-717721c7-ae4b-471a-928d-308c41c9d13a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/quotas/c69e84378adc48abaa94c1efdc3c47d2 HTTP/1.1" status: 200 len: 375 time: 0.0524130 Nov 23 10:42:24.584333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: e2a59392-a95e-4d92-9749-47c2f398b66a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:24.584619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e2a59392-a95e-4d92-9749-47c2f398b66a not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:24.669138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-ba5135ce-f3c4-4798-a81e-b1a4840e7d44 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193633 Nov 23 10:42:24.725384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-529db271-196f-4e6d-9b7d-62b3148fcb4b tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:24.727147 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-529db271-196f-4e6d-9b7d-62b3148fcb4b tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3992789 Nov 23 10:42:24.757883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Request body: {'port': {'device_id': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a3c0d62b23a74f78a1dbc7368956115e'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:24.792712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] No DVR routers for this DVR port e2a59392-a95e-4d92-9749-47c2f398b66a on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:24.827321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:24.830849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d87562ca-f771-40b4-bf28-084edff0faa6 req-78c72093-008a-46e6-b18e-24aa94737c8e tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.58 "DELETE /v2.0/ports/e2a59392-a95e-4d92-9749-47c2f398b66a HTTP/1.1" status: 204 len: 173 time: 2.5268400 Nov 23 10:42:24.836393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444670c5-1261-40ec-9c90-93b18249881d', 'name': 'network-vif-deleted', 'tag': 'e2a59392-a95e-4d92-9749-47c2f398b66a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:24.838986 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ee2d08-3126-4267-a86d-328e3247cf63" -d '{"events": [{"server_uuid": "444670c5-1261-40ec-9c90-93b18249881d", "name": "network-vif-deleted", "tag": "e2a59392-a95e-4d92-9749-47c2f398b66a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:24.877187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Allocated IP 172.20.0.8 (ace056a8-c301-4243-8a18-6b51e87dd9c0/73dd1ecb-02bb-4f7a-95d3-7066e97dcd48/aefb7217-2abf-48f5-9ad7-346a18708050) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:24.913605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:24.915536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:25.055299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Router 8e2bc8c3-fb0f-469b-9975-5573f358b638 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:42:25.064608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Made reservation on behalf of a3c0d62b23a74f78a1dbc7368956115e for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:25.077839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:25.284203 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b2e54655-ecf8-41a8-b561-42a9a31c8f80 req-a77cb382-59ed-46f4-b6aa-d6755a0906d0 tempest-ListServerFiltersTestJSON-1917897122 tempest-ListServerFiltersTestJSON-1917897122-project] 10.222.0.61 "GET /v2.0/ports?device_id=444670c5-1261-40ec-9c90-93b18249881d HTTP/1.1" status: 200 len: 210 time: 0.0346465 Nov 23 10:42:25.318846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:42:25.343579 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:25.415870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:42:25.426007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] Sync routers for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:42:25.436028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:25.463485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:25.464305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:25.567609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-318e5485-b753-4e81-acfc-9ffb09b1d929 req-a34e137f-8e59-4c12-8709-96d7889cc418 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 210 time: 0.1130693 Nov 23 10:42:25.654756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Allocated IP 192.168.233.223 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/25f86823-35c3-426c-9886-b3e71b8eb39e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:25.775698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:25.934012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-16187094-c94e-446f-b1ad-21329e3f1c80 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "PUT /v2.0/floatingips/c731f195-f4fc-4fe9-be06-0f3c9859fc33 HTTP/1.1" status: 200 len: 695 time: 2.9943950 Nov 23 10:42:25.938698 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0976322f-210b-49d3-997a-4cc3805b6545 x-openstack-request-id: req-0976322f-210b-49d3-997a-4cc3805b6545 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:25.939306 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444670c5-1261-40ec-9c90-93b18249881d", "name": "network-vif-deleted", "tag": "e2a59392-a95e-4d92-9749-47c2f398b66a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:25.939787 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0976322f-210b-49d3-997a-4cc3805b6545 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:25.940398 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444670c5-1261-40ec-9c90-93b18249881d', 'name': 'network-vif-deleted', 'tag': 'e2a59392-a95e-4d92-9749-47c2f398b66a', 'status': 'completed', 'code': 200} Nov 23 10:42:25.955168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:25.972956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba5af0a8-1a08-4ce2-8da2-c7d94f79fa35 req-043753f2-ffbe-435f-bb51-9439a632b6d5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 210 time: 0.0803299 Nov 23 10:42:26.088096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:42:26.089711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:26.091467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:26.098634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8a0aa57c-67ce-41b2-bff6-adfff422397d admin admin] 10.222.0.61 "PUT /v2.0/routers/2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8238194 Nov 23 10:42:26.100537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event updated for resources: {'Port': ['ID=aefb7217-2abf-48f5-9ad7-346a18708050,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:26.108291 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Sync routers for ids ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:42:26.111720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-36346446-0260-4dae-b956-70ff59d7adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:26.113582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-36346446-0260-4dae-b956-70ff59d7adb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1096 time: 0.1162488 Nov 23 10:42:26.115236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:26.145202 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Routers {'2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:26.148706 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:26.148894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:26.199933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:26.207999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:40Z', 'revision_number': 5, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:26.218902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['39891c36-a4f4-4d1e-ac3c-5bc4e6355351'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:26.318202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] Checking router: 8e2bc8c3-fb0f-469b-9975-5573f358b638 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:42:26.321804 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Set router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:26.362363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:26.363209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:26.398838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-b11a0dba-04c3-479f-ae07-01fc7bcec1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:26.409664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-b11a0dba-04c3-479f-ae07-01fc7bcec1d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 930 time: 0.2665539 Nov 23 10:42:26.534235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-8ad67ddf-3dde-495c-83b2-360ee4926db7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 217 time: 0.1239989 Nov 23 10:42:26.579957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:26.587352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:26.588688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:26.596038 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 4, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port': {'id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:17Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '63d835cc-0a78-4063-bed4-45617ecc9d30', 'name': '', 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'mac_address': 'fa:16:3e:d8:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:20Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 2, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'subnets': [{'id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:26.600593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:26.604554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:26.620436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:26.648633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-b2350fe3-0ad2-4dda-9ac1-312121b7280a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5304089 Nov 23 10:42:26.664408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Pushing event updated for resources: {'Port': ['ID=25f86823-35c3-426c-9886-b3e71b8eb39e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:26.677942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Request body: {'port': {'device_id': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:26.687492 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Checking router: 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:42:26.688069 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Updating router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 port 63d835cc-0a78-4063-bed4-45617ecc9d30 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:42:26.688288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce620dcf-a454-4c12-ada8-3b67552ef61f req-a1ad9fa8-ae4a-4d40-aea2-8ca67daf5225 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:26.692060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce620dcf-a454-4c12-ada8-3b67552ef61f req-a1ad9fa8-ae4a-4d40-aea2-8ca67daf5225 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 936 time: 0.4728980 Nov 23 10:42:26.748897 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:26.783747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-90344447-551e-4775-baa6-dc5aa85a27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:26.797419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-90344447-551e-4775-baa6-dc5aa85a27ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 200 len: 868 time: 0.2384374 Nov 23 10:42:26.811705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce620dcf-a454-4c12-ada8-3b67552ef61f req-8aac31f0-9b27-4b11-906a-4bbb4ae0ff54 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119590 Nov 23 10:42:26.833588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:26.842067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:26.843084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:26.896612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-ed22414c-9f02-485c-84ff-0947fa909dc6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1498933 Nov 23 10:42:26.913379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Request body: {'port': {'device_id': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:27.013173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:40Z', 'revision_number': 5, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:27.055128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9033cc9-f06c-4913-a5cf-b6dc3f4686b6 None None] The sync data for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 is: [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:41:34Z', 'revision_number': 4, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd72e7c30-07cb-4292-9849-c0de99bfac50', 'name': '', 'network_id': '351983a4-dc97-4a12-877e-10ac25916c15', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'mac_address': 'fa:16:3e:00:5a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:33Z', 'updated_at': '2021-11-23T10:41:40Z', 'revision_number': 5, 'project_id': '6fe091da78984338a20f51672ec32101', 'subnets': [{'id': '9bde0495-be25-4f55-b06b-113d0d23fbb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:42:27.086210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:27.127237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-77b8680b-b606-487a-a4ba-58eae9e269dc None None] Provisioning complete for port 25f86823-35c3-426c-9886-b3e71b8eb39e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:27.130816 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77b8680b-b606-487a-a4ba-58eae9e269dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:27.162918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8f8c-5d4b-43a0-9fae-bdffaf10f54e req-4a469616-27ce-4095-93c7-f4f64d29bdf9 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:27.178010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f4b8f8c-5d4b-43a0-9fae-bdffaf10f54e req-4a469616-27ce-4095-93c7-f4f64d29bdf9 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 945 time: 0.1920207 Nov 23 10:42:27.215031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-fc634c5d-90aa-4590-910b-6e58b0103ec3 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371838 Nov 23 10:42:27.234995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77b8680b-b606-487a-a4ba-58eae9e269dc None None] Port 25f86823-35c3-426c-9886-b3e71b8eb39e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:27.305321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f4b8f8c-5d4b-43a0-9fae-bdffaf10f54e req-bd1ed14d-4d56-4544-b859-ab3d0c1ca66a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148369 Nov 23 10:42:27.333943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-f539749a-4332-447d-a9df-e44b095645c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:27.340735 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-f539749a-4332-447d-a9df-e44b095645c7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=351983a4-dc97-4a12-877e-10ac25916c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5424283 Nov 23 10:42:27.465270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59600) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:27.540501 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:27.549913 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:27.564245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfba70-d6a1-455f-a359-6c55a062f868 None None] New status for floating IP c731f195-f4fc-4fe9-be06-0f3c9859fc33: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:42:27.603279 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db98a5-e7e5-4676-bdef-2bf2e046b594 None None] Pushing event updated for resources: {'Port': ['ID=63d835cc-0a78-4063-bed4-45617ecc9d30,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:27.638314 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72c52b2b-0f7b-42f2-9ae7-f86bccd977ee req-ed3d8988-5d5a-4bd6-961e-f91ce0de7545 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 210 time: 0.1066685 Nov 23 10:42:27.690362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-1e5b0b96-545b-42cc-b6b9-7a2dd9d724e4 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:27.691961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-1e5b0b96-545b-42cc-b6b9-7a2dd9d724e4 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551485 Nov 23 10:42:27.710791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] Deleting subnet 9ec5f67d-9a20-4767-ac36-6e8514e7f5af {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:42:27.785743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:27.796907 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Attempting to bind port 63d835cc-0a78-4063-bed4-45617ecc9d30 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:27.797670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Request body: {'port': {'device_id': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'c69e84378adc48abaa94c1efdc3c47d2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:27.802052 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Attempting to bind port 63d835cc-0a78-4063-bed4-45617ecc9d30 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:27.804456 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Attempting to bind port 63d835cc-0a78-4063-bed4-45617ecc9d30 on network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:27.836037 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:27.836421 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Checking segment: {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:27.836831 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:27.840406 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Bound using segment: {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:27.841531 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Bound port: 63d835cc-0a78-4063-bed4-45617ecc9d30, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:27.847601 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:27.877091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-5270cba8-191f-452e-ab7e-98a6d6bc715f service neutron] 10.222.0.61 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530213 Nov 23 10:42:27.974615 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] For port 63d835cc-0a78-4063-bed4-45617ecc9d30, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:27.980582 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] For port 63d835cc-0a78-4063-bed4-45617ecc9d30, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=63d835cc-0a78-4063-bed4-45617ecc9d30,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:27.991981 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.010458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:28.012886 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c1317e-ab7f-4a78-94fc-e89be585780f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:28.031839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d78b12cf-a6df-49a2-bc42-470a48e0e8b4 req-85ef42a6-78db-4cb2-9d40-fc7a7a495db8 service neutron] 10.222.0.61 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355231 Nov 23 10:42:28.065773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefb7217-2abf-48f5-9ad7-346a18708050 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:28.071377 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Routers {'2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:28.072357 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:28.081404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.105212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Transition to ACTIVE for port object aefb7217-2abf-48f5-9ad7-346a18708050 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:28.118890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.147774 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db98a5-e7e5-4676-bdef-2bf2e046b594 None None] Pushing event updated for resources: {'Port': ['ID=63d835cc-0a78-4063-bed4-45617ecc9d30,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:28.204938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Pushing event updated for resources: {'Port': ['ID=aefb7217-2abf-48f5-9ad7-346a18708050,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:28.212594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Made reservation on behalf of c69e84378adc48abaa94c1efdc3c47d2 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:28.216990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.256363 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] Set router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:28.303761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.332144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5968f-cb4c-4f99-b6db-1290ca265da5 req-667c4e78-3c3d-415d-8d6b-8e26d76a48a1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:28.333707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2b5968f-cb4c-4f99-b6db-1290ca265da5 req-667c4e78-3c3d-415d-8d6b-8e26d76a48a1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 943 time: 0.1396720 Nov 23 10:42:28.388312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Attempting to bind port aefb7217-2abf-48f5-9ad7-346a18708050 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:28.388654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Attempting to bind port aefb7217-2abf-48f5-9ad7-346a18708050 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:28.389143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Attempting to bind port aefb7217-2abf-48f5-9ad7-346a18708050 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:28.405726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Port aefb7217-2abf-48f5-9ad7-346a18708050 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:28.406064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Attempting to bind port aefb7217-2abf-48f5-9ad7-346a18708050 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:28.427233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:28.427604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Checking segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:28.427952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Bound using segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:28.428397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Bound port: aefb7217-2abf-48f5-9ad7-346a18708050, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:28.428753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.454641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2b5968f-cb4c-4f99-b6db-1290ca265da5 req-4e772ebe-a727-478d-8a3a-6ba83832255f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895057 Nov 23 10:42:28.511389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ae30-fa98-4056-890d-dd506956127b req-04d77e7d-d18f-4981-943f-ebcb61058d70 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:28.511901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] For port aefb7217-2abf-48f5-9ad7-346a18708050, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:28.515339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] For port aefb7217-2abf-48f5-9ad7-346a18708050, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=aefb7217-2abf-48f5-9ad7-346a18708050,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:28.518252 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 4, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port': {'id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:17Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '63d835cc-0a78-4063-bed4-45617ecc9d30', 'name': '', 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'mac_address': 'fa:16:3e:d8:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:20Z', 'updated_at': '2021-11-23T10:42:27Z', 'revision_number': 4, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'subnets': [{'id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:28.520512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-04d77e7d-d18f-4981-943f-ebcb61058d70 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 811 time: 0.2830639 Nov 23 10:42:28.526601 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.537524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f86823-35c3-426c-9886-b3e71b8eb39e {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:28.549362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.551714 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb313da-7b9f-46bf-8671-e562d436482e None None] The sync data for ids ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'] in n-d-817747-2 is: [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 4, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port': {'id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:17Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '63d835cc-0a78-4063-bed4-45617ecc9d30', 'name': '', 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'mac_address': 'fa:16:3e:d8:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:20Z', 'updated_at': '2021-11-23T10:42:27Z', 'revision_number': 4, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'subnets': [{'id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:42:28.563102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-813ec4de-01c5-41d8-8064-94e97e070ace tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/quotas/a5f8ea64582b46f0bd304cab10d316c6 HTTP/1.1" status: 200 len: 375 time: 0.0413253 Nov 23 10:42:28.576109 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.579636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:28.582000 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.585953 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] 10.222.0.65 "PUT /v2.0/ports/aefb7217-2abf-48f5-9ad7-346a18708050 HTTP/1.1" status: 200 len: 1091 time: 1.9139194 Nov 23 10:42:28.673898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Transition to ACTIVE for port object 25f86823-35c3-426c-9886-b3e71b8eb39e will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:28.687204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:28.692962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781e4f7-ffb0-4a1a-b1e5-d45835eae7bb service neutron] Pushing event updated for resources: {'Port': ['ID=aefb7217-2abf-48f5-9ad7-346a18708050,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:28.762655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Pushing event updated for resources: {'Port': ['ID=25f86823-35c3-426c-9886-b3e71b8eb39e,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:28.809152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-96e32a27-7b89-440c-82e5-abd9aae1d1cf tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2450533 Nov 23 10:42:28.827051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Allocated IP 192.168.233.212 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/6ea37db0-a933-4355-a61b-eee471391daf) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:28.955934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-441e367b-295a-44bc-aee8-3ea242ae24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:28.962408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-441e367b-295a-44bc-aee8-3ea242ae24d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 1094 time: 0.2383032 Nov 23 10:42:29.108486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-75dbc649-0292-4526-b282-3c4e05cd3cb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aefb7217-2abf-48f5-9ad7-346a18708050 HTTP/1.1" status: 200 len: 217 time: 0.1394229 Nov 23 10:42:29.159647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-1585984a-34fb-40b0-99e5-9fa348ee9882 service neutron] 10.222.0.61 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492763 Nov 23 10:42:29.187358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.226522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Attempting to bind port 25f86823-35c3-426c-9886-b3e71b8eb39e on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:29.227066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Attempting to bind port 25f86823-35c3-426c-9886-b3e71b8eb39e by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:29.227583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Attempting to bind port 25f86823-35c3-426c-9886-b3e71b8eb39e on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:29.258435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec5f67d-9a20-4767-ac36-6e8514e7f5af,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:29.267892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-c544cc7a-c9f8-475f-ad46-e859edc4f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:29.269670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b2d41e-774b-46db-9155-539a34351255 None None] Network a76410f7-9874-4004-ba26-07229b2bd8cb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:42:29.270214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-c544cc7a-c9f8-475f-ad46-e859edc4f365 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.1396637 Nov 23 10:42:29.302545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.309463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d1b45ff-8b6f-4ac2-8bc2-bdb7ff2e593a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9ec5f67d-9a20-4767-ac36-6e8514e7f5af HTTP/1.1" status: 204 len: 168 time: 1.8286595 Nov 23 10:42:29.310635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Port 25f86823-35c3-426c-9886-b3e71b8eb39e on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:29.311139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Attempting to bind port 25f86823-35c3-426c-9886-b3e71b8eb39e on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:29.314021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59634) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:29.337827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:29.338358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:29.339537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:29.339705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Bound port: 25f86823-35c3-426c-9886-b3e71b8eb39e, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:29.340207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.342707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-650426b5-2517-491f-ba6b-a1c3ac914371 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595064 Nov 23 10:42:29.395937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af82c1-ed78-4b26-9df5-72a7d93903f2 req-8eac1a98-d850-4c18-bd05-057c68cec3b6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:29.407986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5af82c1-ed78-4b26-9df5-72a7d93903f2 req-8eac1a98-d850-4c18-bd05-057c68cec3b6 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 948 time: 0.3158338 Nov 23 10:42:29.461695 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-46967dbb-0e5f-45bd-9084-f225e6b696c7 service neutron] 10.222.0.61 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922482 Nov 23 10:42:29.465771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.487575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.523609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] For port 25f86823-35c3-426c-9886-b3e71b8eb39e, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:29.567125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] DHCP port deletion for a76410f7-9874-4004-ba26-07229b2bd8cb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:42:29.595202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.603147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] For port 25f86823-35c3-426c-9886-b3e71b8eb39e, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=25f86823-35c3-426c-9886-b3e71b8eb39e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:29.617444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.642704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:29.647558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['42633e79-4222-4c75-853b-6ebc12ccaad1'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:29.657388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:29.718209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:29.720655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Pushing event updated for resources: {'Port': ['ID=25f86823-35c3-426c-9886-b3e71b8eb39e,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:29.755566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:29.756202 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.759323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['feeaf2af-cd4a-4454-8993-56ad160c487a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:29.759754 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-437adf4e-c998-4466-81f4-63577bc96d65 service neutron] 10.222.0.58 "PUT /v2.0/ports/25f86823-35c3-426c-9886-b3e71b8eb39e HTTP/1.1" status: 200 len: 1096 time: 2.8528500 Nov 23 10:42:29.760986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'tag': '25f86823-35c3-426c-9886-b3e71b8eb39e'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:29.764111 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bba94491-b588-48e4-b448-ab9ba3e7763a", "tag": "25f86823-35c3-426c-9886-b3e71b8eb39e"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:29.786080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Deleting port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:29.786416 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:29.874258 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914006c5-38dd-4167-9b40-6470bb08d8ab x-openstack-request-id: req-914006c5-38dd-4167-9b40-6470bb08d8ab {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:29.874770 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:29.875046 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-914006c5-38dd-4167-9b40-6470bb08d8ab {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:29.875675 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'status': 'completed', 'code': 200} Nov 23 10:42:29.981495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5af82c1-ed78-4b26-9df5-72a7d93903f2 req-a76f241c-b2af-4b1a-9c93-5d4881919f93 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474193 Nov 23 10:42:30.157822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] Deleting port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:30.158208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:30.160341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 63d835cc-0a78-4063-bed4-45617ecc9d30 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:30.192719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:30.193426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:30.237797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-0de5258b-ea77-4800-931d-d0075ad7a431 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips/c731f195-f4fc-4fe9-be06-0f3c9859fc33 HTTP/1.1" status: 200 len: 693 time: 0.2341630 Nov 23 10:42:30.247283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] For port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:30.247649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:30.312334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Pushing event updated for resources: {'Port': ['ID=6ea37db0-a933-4355-a61b-eee471391daf,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:30.384300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Calling delete_port for 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:30.430385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-0cdac23a-73d1-4697-81d5-9bfe41983606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:30.434644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-0cdac23a-73d1-4697-81d5-9bfe41983606 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 1099 time: 0.4296322 Nov 23 10:42:30.523324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-dd9604fd-2a1d-4341-bf96-071ed572e33b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7378654 Nov 23 10:42:30.558489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-eaea592c-16a0-4871-a5c7-4e0bf694dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:30.560138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-eaea592c-16a0-4871-a5c7-4e0bf694dd97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1096 time: 0.5776231 Nov 23 10:42:30.569372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Request body: {'port': {'device_id': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:30.623569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] For port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,segment=NetworkSegment(d8492ce7-2624-4f52-9aa7-003fda9ff31e),segment_id=d8492ce7-2624-4f52-9aa7-003fda9ff31e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:30.624153 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:30.627541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-3eba4950-0c53-46f4-8a48-a5bd5894aa9a service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2664001 Nov 23 10:42:30.642313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] Calling delete_port for 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:30.756750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-11072ef4-f9c5-4d80-a641-8b6e4f0dd1eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=25f86823-35c3-426c-9886-b3e71b8eb39e HTTP/1.1" status: 200 len: 217 time: 0.2006202 Nov 23 10:42:30.782708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-074683a6-6fc1-48d4-ab1d-45048e327bd0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7525892 Nov 23 10:42:30.803490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:30.815242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487fc1-d06f-48ca-a819-e9cf4f752c70 req-c3adb70d-60f3-48cb-a9bc-329121c2d92b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:30.823816 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5487fc1-d06f-48ca-a819-e9cf4f752c70 req-c3adb70d-60f3-48cb-a9bc-329121c2d92b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 936 time: 0.4662206 Nov 23 10:42:30.859281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-b12d7ced-d386-4b8b-a05a-e226bbad5ddb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:30.863941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] No DVR routers for this DVR port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:30.864592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-b12d7ced-d386-4b8b-a05a-e226bbad5ddb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.6259377 Nov 23 10:42:30.865720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f4e80-9c55-42ca-8f07-114d420614e2 None None] Pushing event deleted for resources: {'Port': ['ID=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:30.921213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c66f84c0-1d33-4369-868a-dd6e85fc7c87 None None] Provisioning complete for port 6ea37db0-a933-4355-a61b-eee471391daf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:30.922634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c66f84c0-1d33-4369-868a-dd6e85fc7c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:30.987467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 63d835cc-0a78-4063-bed4-45617ecc9d30 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:31.001789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.006586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.035472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-e139a379-2cd6-43cd-a375-d3c1135ecde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:31.036990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-e139a379-2cd6-43cd-a375-d3c1135ecde3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2507665 Nov 23 10:42:31.076060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c66f84c0-1d33-4369-868a-dd6e85fc7c87 None None] Port 6ea37db0-a933-4355-a61b-eee471391daf cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:31.127921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-ff550392-fb8a-4c53-8b08-2e846dc0a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:31.131804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-ff550392-fb8a-4c53-8b08-2e846dc0a227 service neutron] 10.222.0.58 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 930 time: 0.5286324 Nov 23 10:42:31.153127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5487fc1-d06f-48ca-a819-e9cf4f752c70 req-99c298b1-667c-440d-b751-3e98a8bc7c6e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203392 Nov 23 10:42:31.153590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.217437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:31.221454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ecdc74-ebbe-47e7-8015-a46c553a84a7 req-e62ceea9-3474-4a33-bf89-2cedfa577c1f service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788020 Nov 23 10:42:31.242658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-d9675a84-586a-44a7-a7b6-0de69b5039c7 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.2916453 Nov 23 10:42:31.272598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] No DVR routers for this DVR port 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:31.328165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-df7ce588-68e7-4c24-af63-f1b5cfaa1b4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 217 time: 0.1197948 Nov 23 10:42:31.410626 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.433037 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-0cc61b2d-4b58-4cd1-8dac-462262a658d4 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1701307 Nov 23 10:42:31.435405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28738469-3808-4b89-bae1-83b6b8b9169e req-874a7321-64a1-420a-86be-5d1a684b7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:31.437103 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-874a7321-64a1-420a-86be-5d1a684b7a58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3846405 Nov 23 10:42:31.472204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 63d835cc-0a78-4063-bed4-45617ecc9d30, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=63d835cc-0a78-4063-bed4-45617ecc9d30,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:31.483986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.494578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.518934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76410f7-9874-4004-ba26-07229b2bd8cb']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:31.529528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8492ce7-2624-4f52-9aa7-003fda9ff31e') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:31.529963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8492ce7-2624-4f52-9aa7-003fda9ff31e') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:31.540622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.561985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-506a8927-5007-4c7b-884c-5aa31dd9afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:31.564022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-506a8927-5007-4c7b-884c-5aa31dd9afca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 200 len: 868 time: 0.2200153 Nov 23 10:42:31.580227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973a966-fa0f-478e-89bd-19318e0dda6c req-693c5823-73d9-4be2-89c8-9ae0aaffc355 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:31.582515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:31.584213 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.590076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e973a966-fa0f-478e-89bd-19318e0dda6c req-693c5823-73d9-4be2-89c8-9ae0aaffc355 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 943 time: 0.1331098 Nov 23 10:42:31.598223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:42:31.598897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.615957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:31.616611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 06f6f0b5-0e9f-41a6-a8a1-3b954fe6c70e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:31.684914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=63d835cc-0a78-4063-bed4-45617ecc9d30,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:42:31.685689 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:42:31.730338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-0f9a2979-f736-457d-9d55-8b9bcc26dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:31.730627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.732170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-0f9a2979-f736-457d-9d55-8b9bcc26dd00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=351983a4-dc97-4a12-877e-10ac25916c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320622 Nov 23 10:42:31.752169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:31.757701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] 10.222.0.61 "DELETE /v2.0/networks/a76410f7-9874-4004-ba26-07229b2bd8cb HTTP/1.1" status: 204 len: 168 time: 2.4376993 Nov 23 10:42:31.817594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89591cab-6bb0-412c-a16c-1975f28d1f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=a76410f7-9874-4004-ba26-07229b2bd8cb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:31.913484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'tag': 'aefb7217-2abf-48f5-9ad7-346a18708050'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:31.915895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-51f45475-1dab-4e7a-94db-013c2fca5518 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498237 Nov 23 10:42:31.916162 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40238f9e-860a-4d31-8708-f94917c46cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "451cb35a-4e86-483a-8d05-b1a122ab175e", "tag": "aefb7217-2abf-48f5-9ad7-346a18708050"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:31.961849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e973a966-fa0f-478e-89bd-19318e0dda6c req-4b81ada5-74ae-4d0b-8a1e-7a0cd0205c1c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708906 Nov 23 10:42:31.965841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59674) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:32.005592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 63d835cc-0a78-4063-bed4-45617ecc9d30 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:32.078656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Deleting port d36e5384-7049-4e3f-b1ff-c39bf8eaabc0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:32.079697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.106769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 63d835cc-0a78-4063-bed4-45617ecc9d30 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:32.107152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.179295 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28738469-3808-4b89-bae1-83b6b8b9169e req-d2d024e5-64d7-404c-9eb7-23bcdc4c1ed2 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550108 Nov 23 10:42:32.236224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.236561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.251970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Calling delete_port for d36e5384-7049-4e3f-b1ff-c39bf8eaabc0 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:32.392869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.424977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event deleted for resources: {'Port': ['ID=d36e5384-7049-4e3f-b1ff-c39bf8eaabc0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:32.453395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-984afa22-9f35-459e-bbba-48beb38ec1d9 req-80bb14ee-284d-410f-84ab-44387c5261e1 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 210 time: 0.0852542 Nov 23 10:42:32.489471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-abe3da54-4e5f-4b3e-b442-599513d5bb67 service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434351 Nov 23 10:42:32.492088 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.495348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.508131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1f0739d-98f5-4406-839e-41ee5afcfaaa req-67b10f4e-fb2f-452f-9666-47366cf15aea tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "DELETE /v2.0/floatingips/c731f195-f4fc-4fe9-be06-0f3c9859fc33 HTTP/1.1" status: 204 len: 173 time: 0.9431887 Nov 23 10:42:32.516160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8070f3fd-4219-4574-90bd-f5d32df4c812 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:32.536632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be307a5c-1dec-438d-a1b6-3d32d8cbcb1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e21a08368ade412ea5566fe89f848f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611639 Nov 23 10:42:32.537430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:32.594364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ae30-fa98-4056-890d-dd506956127b req-bd48eeed-db3e-4f0f-aa47-fc3b373b6528 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:32.595899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-bd48eeed-db3e-4f0f-aa47-fc3b373b6528 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.65 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 811 time: 0.8412278 Nov 23 10:42:32.607041 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585a87c9-122b-4eb1-9c91-f85bf8081455 x-openstack-request-id: req-585a87c9-122b-4eb1-9c91-f85bf8081455 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:32.607335 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba94491-b588-48e4-b448-ab9ba3e7763a", "tag": "25f86823-35c3-426c-9886-b3e71b8eb39e", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:32.607607 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-585a87c9-122b-4eb1-9c91-f85bf8081455 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:32.608079 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'tag': '25f86823-35c3-426c-9886-b3e71b8eb39e', 'status': 'completed', 'code': 200} Nov 23 10:42:32.628834 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63cfcf0-f76d-4454-874e-46dda1093ff7 x-openstack-request-id: req-f63cfcf0-f76d-4454-874e-46dda1093ff7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:32.629147 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451cb35a-4e86-483a-8d05-b1a122ab175e", "tag": "aefb7217-2abf-48f5-9ad7-346a18708050", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:32.629426 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f63cfcf0-f76d-4454-874e-46dda1093ff7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:32.629777 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'tag': 'aefb7217-2abf-48f5-9ad7-346a18708050', 'status': 'completed', 'code': 200} Nov 23 10:42:32.638208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Request body: {'port': {'device_id': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'admin_state_up': True, 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:32.657962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea37db0-a933-4355-a61b-eee471391daf {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:32.671861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:32.691474 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.700599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'mac_address': 'fa:16:3e:a2:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:32.763752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.781923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8070f3fd-4219-4574-90bd-f5d32df4c812 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:32.782444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87893696-b1ac-479f-b5f3-73e4aa37fa55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.783936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Transition to ACTIVE for port object 6ea37db0-a933-4355-a61b-eee471391daf will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:32.785721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40238f9e-860a-4d31-8708-f94917c46cfe req-44939868-a558-438f-a8ff-55035cf02e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:32.787305 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40238f9e-860a-4d31-8708-f94917c46cfe req-44939868-a558-438f-a8ff-55035cf02e8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 1094 time: 0.1330705 Nov 23 10:42:32.791848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-0805462e-6b33-4d82-a160-72a3f1a807f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:32.794127 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-0805462e-6b33-4d82-a160-72a3f1a807f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 1099 time: 0.2007692 Nov 23 10:42:32.803032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1ce29-5053-498a-a3e7-36aa61189c3a req-4b318a59-e737-4615-abdb-8ebbcafc98e4 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:32.804526 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3a1ce29-5053-498a-a3e7-36aa61189c3a req-4b318a59-e737-4615-abdb-8ebbcafc98e4 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 948 time: 0.1401496 Nov 23 10:42:32.807830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-92c1317e-ab7f-4a78-94fc-e89be585780f req-5724e5e8-b306-48e8-a73f-b240e80cce0e service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930911 Nov 23 10:42:32.810821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:32.814243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.830173 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.910251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:32.926217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87893696-b1ac-479f-b5f3-73e4aa37fa55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:32.946404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8070f3fd-4219-4574-90bd-f5d32df4c812'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:32.975026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Pushing event updated for resources: {'Port': ['ID=6ea37db0-a933-4355-a61b-eee471391daf,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:33.026460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936e97f-41a3-4403-8ceb-3077d8b76632 req-dd05b4a1-b420-40b1-9c1a-477ada959c1f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.033881 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b936e97f-41a3-4403-8ceb-3077d8b76632 req-dd05b4a1-b420-40b1-9c1a-477ada959c1f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 936 time: 0.2705426 Nov 23 10:42:33.035698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Made reservation on behalf of a5f8ea64582b46f0bd304cab10d316c6 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:33.039773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:33.098228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-ac8e4417-c6f1-4836-8c29-799c474fbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.099732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-ac8e4417-c6f1-4836-8c29-799c474fbf71 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6fe091da78984338a20f51672ec32101&device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 1096 time: 0.2021496 Nov 23 10:42:33.150259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40238f9e-860a-4d31-8708-f94917c46cfe req-4103410d-6872-461b-9f88-5228fdd64555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.151905 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40238f9e-860a-4d31-8708-f94917c46cfe req-4103410d-6872-461b-9f88-5228fdd64555 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 912 time: 0.3439884 Nov 23 10:42:33.152884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-e4c88531-88d2-4654-9e0b-07840bb0d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.154338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-e4c88531-88d2-4654-9e0b-07840bb0d871 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3250322 Nov 23 10:42:33.184354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3a1ce29-5053-498a-a3e7-36aa61189c3a req-4b4b5966-852f-4f06-ab58-805ffcf4542e tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683159 Nov 23 10:42:33.293767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-049e4cc4-dca3-4346-80aa-6613746fa4c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=25f86823-35c3-426c-9886-b3e71b8eb39e HTTP/1.1" status: 200 len: 217 time: 0.1083703 Nov 23 10:42:33.339288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40238f9e-860a-4d31-8708-f94917c46cfe req-965902c0-f73e-47da-8309-6e4f297edd20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aefb7217-2abf-48f5-9ad7-346a18708050 HTTP/1.1" status: 200 len: 217 time: 0.0663438 Nov 23 10:42:33.348264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Attempting to bind port 6ea37db0-a933-4355-a61b-eee471391daf on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:33.348832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Attempting to bind port 6ea37db0-a933-4355-a61b-eee471391daf by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:33.349354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Attempting to bind port 6ea37db0-a933-4355-a61b-eee471391daf on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:33.360651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b936e97f-41a3-4403-8ceb-3077d8b76632 req-d08e5d4c-8a67-48de-8a99-d21add2ebdd7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258982 Nov 23 10:42:33.391400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Port 6ea37db0-a933-4355-a61b-eee471391daf on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:33.392659 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Attempting to bind port 6ea37db0-a933-4355-a61b-eee471391daf on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:33.429895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-6338b45a-9ea7-4392-9b3d-b95424a2cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.433475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-6338b45a-9ea7-4392-9b3d-b95424a2cb29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 200 len: 930 time: 0.2739127 Nov 23 10:42:33.436932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:33.438503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:33.438503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:33.438503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Bound port: 6ea37db0-a933-4355-a61b-eee471391daf, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:33.439279 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:33.453181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-4e278b29-bf91-45b3-b6f6-25358f815754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.454658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-4e278b29-bf91-45b3-b6f6-25358f815754 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1261714 Nov 23 10:42:33.464000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40238f9e-860a-4d31-8708-f94917c46cfe req-969cd453-f1f9-41d5-a052-96cbc29dea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.465498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40238f9e-860a-4d31-8708-f94917c46cfe req-969cd453-f1f9-41d5-a052-96cbc29dea94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.1025665 Nov 23 10:42:33.474759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87893696-b1ac-479f-b5f3-73e4aa37fa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:33.477340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87893696-b1ac-479f-b5f3-73e4aa37fa55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:33.480970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-87893696-b1ac-479f-b5f3-73e4aa37fa55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f20705de-f162-442e-86e2-d9a22f7f21d5 HTTP/1.1" status: 204 len: 168 time: 0.9397643 Nov 23 10:42:33.535722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40238f9e-860a-4d31-8708-f94917c46cfe req-38967b78-3fb4-4554-bf2d-7e56d8addbd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551572 Nov 23 10:42:33.544848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88b413-6244-4a62-8d32-bd6c270391f2 req-76cf04f3-53cd-401f-ba8e-26de3a526c60 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.547084 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a88b413-6244-4a62-8d32-bd6c270391f2 req-76cf04f3-53cd-401f-ba8e-26de3a526c60 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 943 time: 0.1755192 Nov 23 10:42:33.551243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87893696-b1ac-479f-b5f3-73e4aa37fa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20705de-f162-442e-86e2-d9a22f7f21d5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:33.580115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-ee38eafa-b860-45a0-8ceb-1203e7ad04c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 200 len: 217 time: 0.1201601 Nov 23 10:42:33.614879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Allocated IP 172.20.0.8 (4914204b-3cb5-4d1b-80ab-91cdc9f48d3b/045356b9-ac2f-440b-8c2c-37fe5c8d9832/dde3b62b-8e91-4292-b6fa-b0ba08d3b66d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:33.643175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-65629f81-0994-44ad-9065-38a9e8f80d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.644696 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-65629f81-0994-44ad-9065-38a9e8f80d5b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783586 Nov 23 10:42:33.688270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] For port 6ea37db0-a933-4355-a61b-eee471391daf, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:33.724826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] For port 6ea37db0-a933-4355-a61b-eee471391daf, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6ea37db0-a933-4355-a61b-eee471391daf,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:33.735622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69671eab-c46d-41a3-a4da-593b39f4dae4 req-d2455c59-0695-4b79-8066-4347d45cb0b5 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.737152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69671eab-c46d-41a3-a4da-593b39f4dae4 req-d2455c59-0695-4b79-8066-4347d45cb0b5 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2309701 Nov 23 10:42:33.749500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:33.763956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-a399b102-78ab-4be2-b844-7b50c4237761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.765519 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-a399b102-78ab-4be2-b844-7b50c4237761 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 200 len: 868 time: 0.1630309 Nov 23 10:42:33.809337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a88b413-6244-4a62-8d32-bd6c270391f2 req-906f674d-1e60-4b37-8e03-0143f495bd04 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364852 Nov 23 10:42:33.817022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40238f9e-860a-4d31-8708-f94917c46cfe req-150318fc-9de8-4104-a781-0727ddd7ac5b service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636588 Nov 23 10:42:33.867343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-29842c45-9757-4fd7-9994-b9bd23ad7a30 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123322 Nov 23 10:42:33.895979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:33.896744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:33.898276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] 10.222.0.65 "PUT /v2.0/ports/6ea37db0-a933-4355-a61b-eee471391daf HTTP/1.1" status: 200 len: 1096 time: 3.3487451 Nov 23 10:42:33.917067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69671eab-c46d-41a3-a4da-593b39f4dae4 req-fb134801-897e-4530-8578-23e0b45b1515 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1693051 Nov 23 10:42:34.053389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fa684aaa-43b0-4c8e-8c77-7ccc1c9e9843 req-cb785c1c-8948-437e-b689-2f9dd5be6273 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 210 time: 0.0657573 Nov 23 10:42:34.098641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93dfae64-61da-41cd-a70a-746322c351ad req-98d31ed7-5da2-4bc0-82e6-35f1f6b316e0 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1183479 Nov 23 10:42:34.131725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Pushing event updated for resources: {'Port': ['ID=6ea37db0-a933-4355-a61b-eee471391daf,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:34.162231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8a7aeed-1b62-4f75-905c-4e739dceb1bd req-9fe90b83-51f6-4b68-9572-091a7de20b79 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752203 Nov 23 10:42:34.211897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40238f9e-860a-4d31-8708-f94917c46cfe req-346f8192-e057-4e35-82a4-a7f9a32bba1b service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850346 Nov 23 10:42:34.279837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-be8b2123-d215-4fc2-a508-3bc1cc73bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:34.281490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-be8b2123-d215-4fc2-a508-3bc1cc73bb1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=351983a4-dc97-4a12-877e-10ac25916c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5015924 Nov 23 10:42:34.286805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.287389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.287917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.288469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.288974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.289494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.290008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.291726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.292448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.293173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.294038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.294330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108455a0-1050-4378-b5fe-37d36bf0281b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:34.394979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-2d25fa47-683b-494c-ae71-2d8e9a7c3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:34.396582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-2d25fa47-683b-494c-ae71-2d8e9a7c3bb9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 1099 time: 0.4193637 Nov 23 10:42:34.504723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:34.510396 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-272d0799-c1a0-4c53-8fbf-202414e89bac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=6ea37db0-a933-4355-a61b-eee471391daf HTTP/1.1" status: 200 len: 217 time: 0.0981629 Nov 23 10:42:34.511473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device aefb7217-2abf-48f5-9ad7-346a18708050 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:34.518637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8070f3fd-4219-4574-90bd-f5d32df4c812 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:34.537387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dd6cd-cc15-436c-8524-43d34262b0fb req-9b29c7fd-4882-4cf7-96ee-8b5bb2cfbe97 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:34.548205 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a7dd6cd-cc15-436c-8524-43d34262b0fb req-9b29c7fd-4882-4cf7-96ee-8b5bb2cfbe97 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 945 time: 0.0907686 Nov 23 10:42:34.555723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0cb15-6f64-49d9-ba40-7d00d59408a2 req-aed83495-72f7-4ab5-a36e-f93704fc54a7 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:34.559747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fae0cb15-6f64-49d9-ba40-7d00d59408a2 req-aed83495-72f7-4ab5-a36e-f93704fc54a7 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 948 time: 0.2558377 Nov 23 10:42:34.647858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a7dd6cd-cc15-436c-8524-43d34262b0fb req-16853e9c-5532-4c3b-8a9b-974cf3d52a96 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938599 Nov 23 10:42:34.648012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'tag': '6ea37db0-a933-4355-a61b-eee471391daf'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:34.651130 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9e9266-f035-42cb-ada6-1b7ec558feaa", "tag": "6ea37db0-a933-4355-a61b-eee471391daf"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:34.680222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59744) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:34.684008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8070f3fd-4219-4574-90bd-f5d32df4c812 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:34.684394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:34.692994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fae0cb15-6f64-49d9-ba40-7d00d59408a2 req-8d42cd1e-28ae-4961-9d4c-9d39147a6932 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068110 Nov 23 10:42:34.695728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-7b624366-bf9a-45f8-8af2-c780c9fe36f1 service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907309 Nov 23 10:42:34.782730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ada11-1f27-462b-9380-9585187c061a req-90ba85be-47f0-4a38-b318-ace5d6517625 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:34.792537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c4ada11-1f27-462b-9380-9585187c061a req-90ba85be-47f0-4a38-b318-ace5d6517625 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 948 time: 0.0680718 Nov 23 10:42:34.814268 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3870b370-6265-4e37-bbaa-9b118202191f x-openstack-request-id: req-3870b370-6265-4e37-bbaa-9b118202191f {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:34.814615 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9e9266-f035-42cb-ada6-1b7ec558feaa", "tag": "6ea37db0-a933-4355-a61b-eee471391daf", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:34.814884 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3870b370-6265-4e37-bbaa-9b118202191f {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:34.815295 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'tag': '6ea37db0-a933-4355-a61b-eee471391daf', 'status': 'completed', 'code': 200} Nov 23 10:42:34.819413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-545693a6-c880-4601-b778-6956e57bf664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:34.821188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-545693a6-c880-4601-b778-6956e57bf664 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2974825 Nov 23 10:42:34.871779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c4ada11-1f27-462b-9380-9585187c061a req-76d42354-7dd0-42bc-a390-066cdcf91e4b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780447 Nov 23 10:42:34.876509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port aefb7217-2abf-48f5-9ad7-346a18708050, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=aefb7217-2abf-48f5-9ad7-346a18708050,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:34.893413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-26924716-network', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:34.934626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'aefb7217-2abf-48f5-9ad7-346a18708050', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'port_id': 'aefb7217-2abf-48f5-9ad7-346a18708050', 'mac_address': 'fa:16:3e:71:7f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dd1ecb-02bb-4f7a-95d3-7066e97dcd48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:34.967985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Made reservation on behalf of 4bc2535f63cc4ffdbb5149510a887d0f for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:34.978845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:34.979078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:34.979078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-43791a4c-fbd7-46ba-b531-7b796cb7c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:34.981799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-43791a4c-fbd7-46ba-b531-7b796cb7c965 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512628 Nov 23 10:42:34.991537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.000122 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.023755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefb7217-2abf-48f5-9ad7-346a18708050 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:35.027635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-745ce1d2-6695-48fb-9874-df56dd2db3e8 req-829e5e9a-b127-4eb8-81f7-bc8dedb4c654 service neutron] 10.222.0.58 "GET /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192456 Nov 23 10:42:35.032701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.118426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:35.125096 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353b47d1-afa3-486c-9953-140d37d8784d" -d '{"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:35.146596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:35.149659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port aefb7217-2abf-48f5-9ad7-346a18708050, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=aefb7217-2abf-48f5-9ad7-346a18708050,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:35.155529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.195341 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.206763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:35.217709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4966e43-74a2-4f27-af3b-4d54ba53b71c req-92e2e9c8-b6e1-4382-939d-f0bff50c00ba tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:35.220384 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4966e43-74a2-4f27-af3b-4d54ba53b71c req-92e2e9c8-b6e1-4382-939d-f0bff50c00ba tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 931 time: 0.0740552 Nov 23 10:42:35.221495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.223443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:35.236278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:35.238859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:35.239007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:42:35.240272 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.277545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.278311 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Added segment 90259536-d9b9-4cfc-9274-f4d9e8c44d5f of type vlan for network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 Nov 23 10:42:35.280641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67786a-365f-4099-9c5e-daeaf6cd4353 req-72f53067-3785-41dd-8ae3-fdae8cd41d3a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:35.289174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b67786a-365f-4099-9c5e-daeaf6cd4353 req-72f53067-3785-41dd-8ae3-fdae8cd41d3a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 943 time: 0.3352065 Nov 23 10:42:35.308787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=aefb7217-2abf-48f5-9ad7-346a18708050,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:35.329670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10af31-dd84-47d3-9e7e-a7656a7cc72e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:35.357384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.382376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4966e43-74a2-4f27-af3b-4d54ba53b71c req-c06bf7d9-877d-4bdd-80fb-b219a31f6fe9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348934 Nov 23 10:42:35.413770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.414896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:35.418120 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.425434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:35.428857 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:35.456497 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7747815 Nov 23 10:42:35.457258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59762) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:35.476953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Request body: {'subnet': {'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-26924716-subnet', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:35.493583 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9206201-1e24-4316-a7bf-f174e6637df8 x-openstack-request-id: req-e9206201-1e24-4316-a7bf-f174e6637df8 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:35.495047 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-plugged", "status": "completed", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:35.495560 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9206201-1e24-4316-a7bf-f174e6637df8 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:35.496178 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'code': 200} Nov 23 10:42:35.504987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Pushing event updated for resources: {'Port': ['ID=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:35.519805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['aefb7217-2abf-48f5-9ad7-346a18708050'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:35.538130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-9665e7a2-d10b-487b-87e2-a1e0591b1abb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9074168 Nov 23 10:42:35.578023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Request body: {'port': {'device_id': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:35.737295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b67786a-365f-4099-9c5e-daeaf6cd4353 req-c5b3a805-d287-42d5-a26f-7a78e3624931 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458559 Nov 23 10:42:35.749399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-88c8c7f2-161c-44d4-ae15-27583acefb24 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7188036 Nov 23 10:42:35.958446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf6e2769-1698-4df3-8894-fa035a7e4ccb req-ba75a7a7-f608-4beb-9249-8868405e3c3a service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913071 Nov 23 10:42:36.010068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:36.037600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa04985-2f55-4738-a7b8-650e5a6c9c03 req-328d9631-ca2b-407b-b90a-ee2db0a8f693 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:36.041986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaa04985-2f55-4738-a7b8-650e5a6c9c03 req-328d9631-ca2b-407b-b90a-ee2db0a8f693 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 948 time: 0.0803461 Nov 23 10:42:36.185427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ac12c-5f97-439f-a3bc-56ba168623a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b31c7b-49a0-434b-b2c2-8c4a793599c0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:36.196422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:42:36.207438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaa04985-2f55-4738-a7b8-650e5a6c9c03 req-bb917c48-d4c7-43cd-8bb7-2fb918917934 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516402 Nov 23 10:42:36.313978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Made reservation on behalf of 4bc2535f63cc4ffdbb5149510a887d0f for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:36.321301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:36.343776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-2fbacf8c-6aa9-4625-a92a-20f5afe39424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:36.350490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-2fbacf8c-6aa9-4625-a92a-20f5afe39424 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 1099 time: 0.3042028 Nov 23 10:42:36.436687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea86f45-1a1c-4de7-b6a9-f18bedeaf49a req-26cf564f-9b40-4e4e-a12a-6a8a968f597d tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:36.438457 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eea86f45-1a1c-4de7-b6a9-f18bedeaf49a req-26cf564f-9b40-4e4e-a12a-6a8a968f597d tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 945 time: 0.2406478 Nov 23 10:42:36.492271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-e2debec5-21a9-47a3-b4ff-4a18ccc7ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:36.494434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-e2debec5-21a9-47a3-b4ff-4a18ccc7ea29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1213899 Nov 23 10:42:36.511516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device aefb7217-2abf-48f5-9ad7-346a18708050 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:36.551312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eea86f45-1a1c-4de7-b6a9-f18bedeaf49a req-f0dd4d95-930b-482d-b4f2-7453873cd49c tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043963 Nov 23 10:42:36.586250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-9ab772c7-e147-4d7c-ae6b-62b376ecc22f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=6ea37db0-a933-4355-a61b-eee471391daf HTTP/1.1" status: 200 len: 217 time: 0.0675037 Nov 23 10:42:36.638737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:36.660947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port aefb7217-2abf-48f5-9ad7-346a18708050 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:36.667883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port aefb7217-2abf-48f5-9ad7-346a18708050 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:36.668570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:36.676069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff327aee-5b05-4985-b5c8-e7164c4ae970 req-b84cb03f-b195-4ebb-bfa4-ea70f3c54246 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:36.686301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ff327aee-5b05-4985-b5c8-e7164c4ae970 req-b84cb03f-b195-4ebb-bfa4-ea70f3c54246 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 948 time: 0.3347375 Nov 23 10:42:36.777507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d035eb-1f97-4c3b-b095-f1e40a4e32fb,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:36.797408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:36.798081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Network hostable DHCP agents. Network: d4b31c7b-49a0-434b-b2c2-8c4a793599c0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:42:36.820069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf726cf-c897-47a6-9ee7-a95fc2528591 req-251d9c85-3ce5-41c4-8d49-607c0174ef67 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:36.823455 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddf726cf-c897-47a6-9ee7-a95fc2528591 req-251d9c85-3ce5-41c4-8d49-607c0174ef67 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 931 time: 0.1493416 Nov 23 10:42:36.839331 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:36.888020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:42:36.913031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddf726cf-c897-47a6-9ee7-a95fc2528591 req-4f1f7644-a132-4be5-ade9-93d6dedd6aa1 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827551 Nov 23 10:42:36.938867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, d4b31c7b-49a0-434b-b2c2-8c4a793599c0) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:36.943515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:36.944180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:36.948154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port aefb7217-2abf-48f5-9ad7-346a18708050, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=aefb7217-2abf-48f5-9ad7-346a18708050,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:36.960489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f50a791-b0b7-42f4-b715-13b0b29c033f None None] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:42:36.983888 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac162a71-4596-419b-b8f5-906ee22d15c5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5084355 Nov 23 10:42:36.984893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59812) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:36.990744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:37.008883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.052176 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.053394 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.194494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-4ceac9e8-864b-49b4-a335-88722d7a0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:37.196351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-4ceac9e8-864b-49b4-a335-88722d7a0107 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.5842063 Nov 23 10:42:37.237297 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.253581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ff327aee-5b05-4985-b5c8-e7164c4ae970 req-547387d8-b360-45b3-b1cd-3e3ad4459532 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5660717 Nov 23 10:42:37.278852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f17fab-e032-4af5-a4c9-782c450d7bdd req-27819cb6-a0f4-4f5b-9e72-55e38fe931d2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:37.288571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15f17fab-e032-4af5-a4c9-782c450d7bdd req-27819cb6-a0f4-4f5b-9e72-55e38fe931d2 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1047962 Nov 23 10:42:37.317127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-e3f6843a-f2d6-4ac0-a612-dbea37e5bf0f tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:37.323377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=aefb7217-2abf-48f5-9ad7-346a18708050,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:37.327996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-e3f6843a-f2d6-4ac0-a612-dbea37e5bf0f tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.58 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 945 time: 0.6366394 Nov 23 10:42:37.473025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-7e57e9cb-2cc3-44ee-b718-004f25da90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:37.474828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-7e57e9cb-2cc3-44ee-b718-004f25da90cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2545974 Nov 23 10:42:37.482126 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15f17fab-e032-4af5-a4c9-782c450d7bdd req-e01dc50c-69e4-43df-9787-58e858c9bb48 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926415 Nov 23 10:42:37.508944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712b957-9db7-4210-b807-862f2ce4be37 req-6de95279-7ac4-42ad-b7dc-42bab6fce115 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:37.523504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefb7217-2abf-48f5-9ad7-346a18708050'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:37.534990 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dade49ec-5d8b-4fb7-8e60-3f8c3f27f836" -d '{"events": [{"server_uuid": "451cb35a-4e86-483a-8d05-b1a122ab175e", "name": "network-vif-plugged", "status": "completed", "tag": "aefb7217-2abf-48f5-9ad7-346a18708050"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:37.535994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d712b957-9db7-4210-b807-862f2ce4be37 req-6de95279-7ac4-42ad-b7dc-42bab6fce115 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 948 time: 0.2038119 Nov 23 10:42:37.538694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.586890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:42:37.592228 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.615847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde3b62b-8e91-4292-b6fa-b0ba08d3b66d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:37.656920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.704575 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3533306a-b66f-4644-8bc1-86729ada0236 x-openstack-request-id: req-3533306a-b66f-4644-8bc1-86729ada0236 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:37.708792 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451cb35a-4e86-483a-8d05-b1a122ab175e", "name": "network-vif-plugged", "status": "completed", "tag": "aefb7217-2abf-48f5-9ad7-346a18708050", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:37.709725 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3533306a-b66f-4644-8bc1-86729ada0236 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:37.715180 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefb7217-2abf-48f5-9ad7-346a18708050', 'code': 200} Nov 23 10:42:37.784742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Transition to ACTIVE for port object dde3b62b-8e91-4292-b6fa-b0ba08d3b66d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:37.836349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9b50-1fd7-4b92-b50b-f3ac44bee9dc req-b2740850-aaeb-4064-a6c3-96512cb09eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:37.838331 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d68f9b50-1fd7-4b92-b50b-f3ac44bee9dc req-b2740850-aaeb-4064-a6c3-96512cb09eff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 1096 time: 0.0946684 Nov 23 10:42:37.853985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:37.911449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d712b957-9db7-4210-b807-862f2ce4be37 req-2a5f0e3c-e232-4c8d-9101-bd06e3e78897 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737342 Nov 23 10:42:38.032859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Deleting port fe3d0d68-4493-4d10-b16b-c6f917247057 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:38.033456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.151827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Allocated IP 172.20.0.2 (d4b31c7b-49a0-434b-b2c2-8c4a793599c0/74d035eb-1f97-4c3b-b095-f1e40a4e32fb/c1a15771-211b-4b7f-bd63-6c2939ea8229) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:38.178308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-454e607a-faff-424a-87da-d1401b69fd6c service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846333 Nov 23 10:42:38.199431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:38.263561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d68f9b50-1fd7-4b92-b50b-f3ac44bee9dc req-1d44d270-c255-4734-a999-7ce1282da3c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124300 Nov 23 10:42:38.279493 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.320346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08a9df-a2bb-4894-a848-07f0f649b122 req-94cc6df6-27bc-469f-bb17-643451d43e0f tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:38.323633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd08a9df-a2bb-4894-a848-07f0f649b122 req-94cc6df6-27bc-469f-bb17-643451d43e0f tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 945 time: 0.3488128 Nov 23 10:42:38.383390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.385982 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.403252 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.437533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a71108ad-29ad-44a1-b6dd-9fbe03c7eca3 req-e0365ac1-367d-409c-8d44-66bac19b0f56 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463546 Nov 23 10:42:38.449873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:38.453248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:38.457336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:38.483208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Pushing event updated for resources: {'Port': ['ID=c1a15771-211b-4b7f-bd63-6c2939ea8229,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:38.518083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6ea37db0-a933-4355-a61b-eee471391daf details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:38.567681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 25f86823-35c3-426c-9886-b3e71b8eb39e details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:38.570308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8627413-886c-4c0f-97b3-1255fa4aee2f req-479fa152-2fa9-4001-a0cc-98729d28a681 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:38.571567 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd08a9df-a2bb-4894-a848-07f0f649b122 req-53a0f40b-85ed-4d9f-9d40-2080d623c7e2 tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/security-groups?id=55e02828-d2c8-4d18-b227-cbded77350b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496157 Nov 23 10:42:38.572378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8627413-886c-4c0f-97b3-1255fa4aee2f req-479fa152-2fa9-4001-a0cc-98729d28a681 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 943 time: 0.4921000 Nov 23 10:42:38.574600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Attempting to bind port c1a15771-211b-4b7f-bd63-6c2939ea8229 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:38.575342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Attempting to bind port c1a15771-211b-4b7f-bd63-6c2939ea8229 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:38.576042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Attempting to bind port c1a15771-211b-4b7f-bd63-6c2939ea8229 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:38.586690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] For port fe3d0d68-4493-4d10-b16b-c6f917247057, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fe3d0d68-4493-4d10-b16b-c6f917247057,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:38.588196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.601259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:38.601942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:38.602530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.604654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Bound using segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:38.605378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Bound port: c1a15771-211b-4b7f-bd63-6c2939ea8229, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:38.606018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.622077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Attempting to bind port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:38.622509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Attempting to bind port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:38.623135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Attempting to bind port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d on network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:38.633538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d on network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:42:38.634029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Attempting to bind port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d on network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:38.649493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:38.650903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Checking segment: {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:38.650903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Bound using segment: {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:38.651890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Bound port: dde3b62b-8e91-4292-b6fa-b0ba08d3b66d, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:38.652523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.654911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Calling delete_port for fe3d0d68-4493-4d10-b16b-c6f917247057 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:38.780978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8627413-886c-4c0f-97b3-1255fa4aee2f req-5114a996-8507-4e76-a7a6-92dbaad2cf4a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972797 Nov 23 10:42:38.854286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] For port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:38.869949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] For port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:38.886371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:38.889970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Allocated IP 172.25.5.107 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/b029d898-546d-4503-9d57-e5073b9b8504) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:38.948033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] For port c1a15771-211b-4b7f-bd63-6c2939ea8229, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:38.953153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] For port c1a15771-211b-4b7f-bd63-6c2939ea8229, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c1a15771-211b-4b7f-bd63-6c2939ea8229,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:38.955323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 6ea37db0-a933-4355-a61b-eee471391daf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6ea37db0-a933-4355-a61b-eee471391daf,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:38.969412 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.050580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c4268-cc01-4fbf-818c-c8f8e1eb937a None None] Pushing event updated for resources: {'Port': ['ID=c1a15771-211b-4b7f-bd63-6c2939ea8229,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:39.069209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:39.070536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.071448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] 10.222.0.65 "PUT /v2.0/ports/dde3b62b-8e91-4292-b6fa-b0ba08d3b66d HTTP/1.1" status: 200 len: 1091 time: 3.5133598 Nov 23 10:42:39.076005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'tag': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:39.076883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '6ea37db0-a933-4355-a61b-eee471391daf', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '6ea37db0-a933-4355-a61b-eee471391daf', 'mac_address': 'fa:16:3e:7f:5a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:39.078596 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4110ede-8d91-475d-824e-0bd0b3373066" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd4319-aece-4cec-811a-3a5af6bdc100", "tag": "dde3b62b-8e91-4292-b6fa-b0ba08d3b66d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:39.084513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 25f86823-35c3-426c-9886-b3e71b8eb39e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=25f86823-35c3-426c-9886-b3e71b8eb39e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:39.114588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe0393-568c-40e5-addc-c7c12088b0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:39.132163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.153368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.168527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7f85e-5b20-4591-9b5a-468880fa404b req-c52f04bd-a77b-414f-b31d-7328e27fab62 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:39.177750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fc7f85e-5b20-4591-9b5a-468880fa404b req-c52f04bd-a77b-414f-b31d-7328e27fab62 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 948 time: 0.3796830 Nov 23 10:42:39.184301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec32355-b675-493c-86b0-e82670bb548c req-564940b8-ae08-432f-8d2f-9fd2aaf32b6b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:39.186568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ec32355-b675-493c-86b0-e82670bb548c req-564940b8-ae08-432f-8d2f-9fd2aaf32b6b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.2004700 Nov 23 10:42:39.187718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Pushing event deleted for resources: {'Port': ['ID=fe3d0d68-4493-4d10-b16b-c6f917247057,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:39.389379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] No DVR routers for this DVR port fe3d0d68-4493-4d10-b16b-c6f917247057 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:39.392280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.396731 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66d5caaf-b15e-48aa-a9ae-98908ff3d1aa req-2603397b-daf0-4786-b2a9-7819ef37cbdb tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.58 "DELETE /v2.0/ports/fe3d0d68-4493-4d10-b16b-c6f917247057 HTTP/1.1" status: 204 len: 173 time: 2.0506437 Nov 23 10:42:39.428186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ae30-fa98-4056-890d-dd506956127b req-43149196-7ee1-4290-abf4-a0a41efc6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:39.432921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-43149196-7ee1-4290-abf4-a0a41efc6b76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 1094 time: 0.2338629 Nov 23 10:42:39.449870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ec32355-b675-493c-86b0-e82670bb548c req-60e1720e-99cd-446e-8374-fc0658c87322 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495022 Nov 23 10:42:39.454627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fc7f85e-5b20-4591-9b5a-468880fa404b req-12d69248-2a3f-4ec8-8d86-0199c4047635 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565079 Nov 23 10:42:39.521681 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.571400 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.574805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['fe3d0d68-4493-4d10-b16b-c6f917247057'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:39.580202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '25f86823-35c3-426c-9886-b3e71b8eb39e', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '25f86823-35c3-426c-9886-b3e71b8eb39e', 'mac_address': 'fa:16:3e:13:d0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:39.637262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-5351bf2c-58dc-4e72-98e7-f63ab8b4baf1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d HTTP/1.1" status: 200 len: 217 time: 0.1863313 Nov 23 10:42:39.638781 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac53693-eb71-4a3f-8ed6-3f7c0ea2ef30 x-openstack-request-id: req-aac53693-eb71-4a3f-8ed6-3f7c0ea2ef30 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:39.639075 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd4319-aece-4cec-811a-3a5af6bdc100", "tag": "dde3b62b-8e91-4292-b6fa-b0ba08d3b66d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:39.639332 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aac53693-eb71-4a3f-8ed6-3f7c0ea2ef30 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:39.639733 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'tag': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d', 'status': 'completed', 'code': 200} Nov 23 10:42:39.680825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea37db0-a933-4355-a61b-eee471391daf {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:39.715430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:39.722444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:39.791404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ae30-fa98-4056-890d-dd506956127b req-93b6a736-4050-49e3-8775-d6e3d6485bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:39.792930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-93b6a736-4050-49e3-8775-d6e3d6485bad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.1416411 Nov 23 10:42:39.793983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:39.807496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.838491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f86823-35c3-426c-9886-b3e71b8eb39e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:39.866518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b029d898-546d-4503-9d57-e5073b9b8504,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:39.877853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-28771596-aa75-43e3-874b-260587ebb2d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724773 Nov 23 10:42:39.890480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 6ea37db0-a933-4355-a61b-eee471391daf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6ea37db0-a933-4355-a61b-eee471391daf,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:39.912011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:39.922873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 25f86823-35c3-426c-9886-b3e71b8eb39e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=25f86823-35c3-426c-9886-b3e71b8eb39e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:39.930392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c99bc0-2663-4483-910c-cd063d88856f req-ecedeea6-57b1-47fa-b6e4-8377318920f2 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:39.943075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ec9f442-9f7b-4eb0-97bd-f591203cd151 req-690db9ae-25bf-40e2-90b5-074822fa02ca tempest-FloatingIPsAssociationNegativeTestJSON-688224938 tempest-FloatingIPsAssociationNegativeTestJSON-688224938-project] 10.222.0.61 "GET /v2.0/ports?device_id=5cd7efcf-2c9c-4951-af1d-780966ca9b69 HTTP/1.1" status: 200 len: 210 time: 0.1458371 Nov 23 10:42:39.945522 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1c99bc0-2663-4483-910c-cd063d88856f req-ecedeea6-57b1-47fa-b6e4-8377318920f2 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 948 time: 0.2239802 Nov 23 10:42:39.996573 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:40.039689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=6ea37db0-a933-4355-a61b-eee471391daf,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:40.115470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c1a15771-211b-4b7f-bd63-6c2939ea8229 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:40.157632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-fb5da75d-5644-4508-8ab9-f905ff4bb823 service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789009 Nov 23 10:42:40.239249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['6ea37db0-a933-4355-a61b-eee471391daf'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:40.320860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1c99bc0-2663-4483-910c-cd063d88856f req-b2d8ae36-22b7-4ec2-925a-22accfd6843f tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655930 Nov 23 10:42:40.374934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['25f86823-35c3-426c-9886-b3e71b8eb39e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:40.471296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cb642-630e-4d49-abd6-94755569b810 req-20444ea0-9f55-48eb-9b26-9131171bb2af tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:40.505394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-507cb642-630e-4d49-abd6-94755569b810 req-20444ea0-9f55-48eb-9b26-9131171bb2af tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 943 time: 0.2486913 Nov 23 10:42:40.508524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=25f86823-35c3-426c-9886-b3e71b8eb39e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:40.560979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fe3d0d68-4493-4d10-b16b-c6f917247057 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:40.596968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: fe3d0d68-4493-4d10-b16b-c6f917247057 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:40.597600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fe3d0d68-4493-4d10-b16b-c6f917247057 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:40.600498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c1a15771-211b-4b7f-bd63-6c2939ea8229 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:40.601050 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:40.623871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5462ae30-fa98-4056-890d-dd506956127b req-4925bc9b-cc27-449e-91a1-3aecfa66d892 service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528170 Nov 23 10:42:40.671751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:40.713718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-507cb642-630e-4d49-abd6-94755569b810 req-67d1181e-ea01-4915-b1fb-5e9d3b632c06 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073388 Nov 23 10:42:40.841085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-d0a141ba-c38b-4bef-9e4a-e9d5f5bf3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:40.842900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-d0a141ba-c38b-4bef-9e4a-e9d5f5bf3feb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 1094 time: 0.1279819 Nov 23 10:42:40.982060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eee1a-1adf-4aa4-b0cf-dedd2a45a95b req-5c7f0d31-ea79-4463-b058-73d8919d3328 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:40.996670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b96eee1a-1adf-4aa4-b0cf-dedd2a45a95b req-5c7f0d31-ea79-4463-b058-73d8919d3328 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 949 time: 0.3259315 Nov 23 10:42:41.027006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852214-de5e-4b64-bd67-36ccc054482d req-134ffbbd-874f-4bd7-9817-0e2bd4af71b1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:41.029427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f942c-eda4-4916-9cf3-ccea21d7cf51 None None] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:42:41.041317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7852214-de5e-4b64-bd67-36ccc054482d req-134ffbbd-874f-4bd7-9817-0e2bd4af71b1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1889551 Nov 23 10:42:41.098843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:41.132562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7852214-de5e-4b64-bd67-36ccc054482d req-828fb9a9-02b2-4798-a50e-661b9065d0f5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851951 Nov 23 10:42:41.145859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-6f24ed4c-21a1-44c6-87af-97de51acdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:41.164317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-6f24ed4c-21a1-44c6-87af-97de51acdc88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 912 time: 0.2983997 Nov 23 10:42:41.217626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b96eee1a-1adf-4aa4-b0cf-dedd2a45a95b req-ebee748c-ade7-470c-8278-a944aeaac5d4 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198896 Nov 23 10:42:41.261554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-141710d5-ec93-4305-98c7-abe589d8ac59 None None] Provisioning complete for port c1a15771-211b-4b7f-bd63-6c2939ea8229 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:41.262008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-141710d5-ec93-4305-98c7-abe589d8ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:41.312395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59880) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:41.312610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port c1a15771-211b-4b7f-bd63-6c2939ea8229, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c1a15771-211b-4b7f-bd63-6c2939ea8229,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:41.330316 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:41.357891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-e612ba37-9144-476b-bf64-fba2ef8d11f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d HTTP/1.1" status: 200 len: 217 time: 0.1691589 Nov 23 10:42:41.425939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:41.428476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=c1a15771-211b-4b7f-bd63-6c2939ea8229,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:41.483631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-d0b1df85-b3dd-4fc3-b775-5b10233b54bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:41.485264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-d0b1df85-b3dd-4fc3-b775-5b10233b54bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.1264982 Nov 23 10:42:41.592473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-491c80e7-17b6-4273-b1c4-396d1acbb737 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646336 Nov 23 10:42:41.642940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'name': 'network-vif-deleted', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:41.645585 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5761961-4bc0-415c-877e-46599c828cb7" -d '{"events": [{"server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "name": "network-vif-deleted", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:41.720033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173ec81-dbca-4570-a2ab-961d75abe90a req-db08839e-898c-4a47-a24a-23589ef2db1d tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:41.728456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6173ec81-dbca-4570-a2ab-961d75abe90a req-db08839e-898c-4a47-a24a-23589ef2db1d tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 949 time: 0.3064549 Nov 23 10:42:41.758256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c2a8-4cb3-4518-8779-40f94d45a338 req-3bb849e8-9416-4a80-8cb2-6092602f0034 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:41.767690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b320c2a8-4cb3-4518-8779-40f94d45a338 req-3bb849e8-9416-4a80-8cb2-6092602f0034 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1759760 Nov 23 10:42:41.819541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6173ec81-dbca-4570-a2ab-961d75abe90a req-e76fa4ed-e5d9-4656-8040-2b9b534652cf tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858679 Nov 23 10:42:41.880177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Router b345de0b-17f5-4cca-903b-52f3013c0a98 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:42:41.957089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-75436695-5f55-4b50-b719-22977d3efa09 service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244090 Nov 23 10:42:42.019780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c1a15771-211b-4b7f-bd63-6c2939ea8229 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:42.182678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:42:42.192434 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Sync routers for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:42:42.204650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ed381ce7-5a29-4842-8606-0abb6b8a2419 None None] Provisioning complete for port c1a15771-211b-4b7f-bd63-6c2939ea8229 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:42.205856 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ed381ce7-5a29-4842-8606-0abb6b8a2419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:42.220783 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:42.221555 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:42.234851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:42.236402 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b3a9cce7-7318-4275-bef5-e7c01168e3b7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2503493 Nov 23 10:42:42.240042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:42.285334 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5d5b80-72eb-40c1-8674-fa347e393647 x-openstack-request-id: req-9d5d5b80-72eb-40c1-8674-fa347e393647 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:42.286013 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd7efcf-2c9c-4951-af1d-780966ca9b69", "name": "network-vif-deleted", "tag": "fe3d0d68-4493-4d10-b16b-c6f917247057", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:42.286508 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d5d5b80-72eb-40c1-8674-fa347e393647 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:42.287114 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd7efcf-2c9c-4951-af1d-780966ca9b69', 'name': 'network-vif-deleted', 'tag': 'fe3d0d68-4493-4d10-b16b-c6f917247057', 'status': 'completed', 'code': 200} Nov 23 10:42:42.291142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b320c2a8-4cb3-4518-8779-40f94d45a338 req-d2fa275c-1289-45cf-9ea5-a4839197ff10 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226328 Nov 23 10:42:42.308529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c1a15771-211b-4b7f-bd63-6c2939ea8229 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:42.308909 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:42.344070 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4110ede-8d91-475d-824e-0bd0b3373066 req-7771f4a0-9300-4567-bca4-86b362af109e service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348660 Nov 23 10:42:42.499219 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:42.533571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dde3b62b-8e91-4292-b6fa-b0ba08d3b66d details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:42:42.535510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6ea37db0-a933-4355-a61b-eee471391daf up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:42.552983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 25f86823-35c3-426c-9886-b3e71b8eb39e up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:42.666088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc892ea0-1684-44f6-8546-91fc118216a1 req-f8b84e8d-8df8-4d8c-a0dc-ee0f0b8fbb3f tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:42.667738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc892ea0-1684-44f6-8546-91fc118216a1 req-f8b84e8d-8df8-4d8c-a0dc-ee0f0b8fbb3f tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 945 time: 0.1716917 Nov 23 10:42:42.674727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125cd3d-aae2-4e37-9307-9518baf35d90 req-5d1beef6-a78e-4d12-998f-ceb7428e5202 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:42.692581 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a125cd3d-aae2-4e37-9307-9518baf35d90 req-5d1beef6-a78e-4d12-998f-ceb7428e5202 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 943 time: 0.2928357 Nov 23 10:42:42.772607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc892ea0-1684-44f6-8546-91fc118216a1 req-d2dcc38e-12b0-4fef-96c7-87b7c8af5171 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966849 Nov 23 10:42:42.782404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:40Z', 'revision_number': 3, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:42.818225 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Checking router: b345de0b-17f5-4cca-903b-52f3013c0a98 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:42:42.818679 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Updating router b345de0b-17f5-4cca-903b-52f3013c0a98 port b029d898-546d-4503-9d57-e5073b9b8504 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:42:42.850760 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:42.957096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:42:43.002346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.196171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a125cd3d-aae2-4e37-9307-9518baf35d90 req-f310d50f-38be-4e4c-b6d8-eef91d1d8bf4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024412 Nov 23 10:42:43.234601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 6ea37db0-a933-4355-a61b-eee471391daf completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:43.236675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 25f86823-35c3-426c-9886-b3e71b8eb39e completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:43.246749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 25f86823-35c3-426c-9886-b3e71b8eb39e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:43.247270 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.248899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 6ea37db0-a933-4355-a61b-eee471391daf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:43.249408 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.316151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55ca2c-d625-4ff3-979d-2acd27d0290a req-15ec4c3c-2dd0-40ab-bc65-a361357335d3 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:43.329060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b55ca2c-d625-4ff3-979d-2acd27d0290a req-15ec4c3c-2dd0-40ab-bc65-a361357335d3 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 949 time: 0.3547504 Nov 23 10:42:43.346766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:43.351562 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.366815 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.407650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d', 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'port_id': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d', 'mac_address': 'fa:16:3e:07:26:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:42:43.506979 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.524245 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Attempting to bind port b029d898-546d-4503-9d57-e5073b9b8504 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:43.524660 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Attempting to bind port b029d898-546d-4503-9d57-e5073b9b8504 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:43.525023 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Attempting to bind port b029d898-546d-4503-9d57-e5073b9b8504 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:43.544226 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.544495 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:43.544658 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:43.545010 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.545471 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:43.546021 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Bound port: b029d898-546d-4503-9d57-e5073b9b8504, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:43.546609 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.546839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde3b62b-8e91-4292-b6fa-b0ba08d3b66d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:43.556948 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Pushing event updated for resources: {'Port': ['ID=b029d898-546d-4503-9d57-e5073b9b8504,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:43.560307 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.592376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:43.605836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f86823-35c3-426c-9886-b3e71b8eb39e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:43.608241 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b86ba6b-fb79-4de0-9423-3f8b38c5b402" -d '{"events": [{"server_uuid": "bba94491-b588-48e4-b448-ab9ba3e7763a", "name": "network-vif-plugged", "status": "completed", "tag": "25f86823-35c3-426c-9886-b3e71b8eb39e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:43.608495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.619506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.620395 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] For port b029d898-546d-4503-9d57-e5073b9b8504, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:43.623335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] For port b029d898-546d-4503-9d57-e5073b9b8504, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b029d898-546d-4503-9d57-e5073b9b8504,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:43.626403 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.626755 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.627092 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.627540 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.627878 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.628284 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.628594 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.628918 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.629265 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.629701 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.630025 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.630648 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:43.637386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 25f86823-35c3-426c-9886-b3e71b8eb39e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=25f86823-35c3-426c-9886-b3e71b8eb39e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:43.641093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 6ea37db0-a933-4355-a61b-eee471391daf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6ea37db0-a933-4355-a61b-eee471391daf,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:43.646070 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.659751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f171fa-0a78-4532-a334-d8a92bd3ead3 req-204d876e-c88e-41b0-bd61-72d411462f94 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:43.661364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35f171fa-0a78-4532-a334-d8a92bd3ead3 req-204d876e-c88e-41b0-bd61-72d411462f94 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 949 time: 0.2200425 Nov 23 10:42:43.667968 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.670159 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:43.708284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b55ca2c-d625-4ff3-979d-2acd27d0290a req-03862572-a6d1-48e8-956e-7df2a35affde tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770592 Nov 23 10:42:43.742305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:43.812718 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:43.814872 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:43.818108 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82703e-6d42-4718-8d37-a5df410e8a1e None None] Pushing event updated for resources: {'Port': ['ID=b029d898-546d-4503-9d57-e5073b9b8504,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:43.846874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=6ea37db0-a933-4355-a61b-eee471391daf,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:43.869377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35f171fa-0a78-4532-a334-d8a92bd3ead3 req-8047823d-0f8b-4cf6-b66e-cf2e2cbaaa76 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900671 Nov 23 10:42:43.962487 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2a57f7-a5dc-4a4a-8030-3f0fcd68797b x-openstack-request-id: req-aa2a57f7-a5dc-4a4a-8030-3f0fcd68797b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:43.962809 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba94491-b588-48e4-b448-ab9ba3e7763a", "name": "network-vif-plugged", "status": "completed", "tag": "25f86823-35c3-426c-9886-b3e71b8eb39e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:43.963077 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa2a57f7-a5dc-4a4a-8030-3f0fcd68797b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:43.963493 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f86823-35c3-426c-9886-b3e71b8eb39e', 'code': 200} Nov 23 10:42:43.964504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['dde3b62b-8e91-4292-b6fa-b0ba08d3b66d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:44.068395 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:44.102336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-5f396d76-a4b3-45b1-8914-4c34043ddbb7 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:44.104861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-5f396d76-a4b3-45b1-8914-4c34043ddbb7 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.65 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 945 time: 0.1582716 Nov 23 10:42:44.118699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Allocated IP 172.20.0.1 (d4b31c7b-49a0-434b-b2c2-8c4a793599c0/74d035eb-1f97-4c3b-b095-f1e40a4e32fb/346baef3-3f9c-47a7-a27d-6e9759138dc7) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:44.144970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0523c56-784e-4c24-a9fa-f28686ea0062 req-aa13ad10-f903-4678-999e-e5f58a85d47d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:44.146623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0523c56-784e-4c24-a9fa-f28686ea0062 req-aa13ad10-f903-4678-999e-e5f58a85d47d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.3267148 Nov 23 10:42:44.190688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Deleting port d72e7c30-07cb-4292-9849-c0de99bfac50 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:44.191179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:44.251177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=25f86823-35c3-426c-9886-b3e71b8eb39e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:44.281851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] For port d72e7c30-07cb-4292-9849-c0de99bfac50, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d72e7c30-07cb-4292-9849-c0de99bfac50,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:44.282341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:44.295679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Calling delete_port for d72e7c30-07cb-4292-9849-c0de99bfac50 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:44.322659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:44.370736 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:40Z', 'revision_number': 3, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:44.417101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:44.423679 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fb441-d0c2-4ada-bbf5-116a252fba38 None None] The sync data for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 is: [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:40Z', 'revision_number': 3, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:42:44.477841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfc48-5b9f-49f7-942d-adcc6abd3626 req-8f8c68dd-83b6-427b-aebd-74c36eaca688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:44.480317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e83cfc48-5b9f-49f7-942d-adcc6abd3626 req-8f8c68dd-83b6-427b-aebd-74c36eaca688 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 1101 time: 0.4586575 Nov 23 10:42:44.482603 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59ac9d0b-5797-4e09-86e4-ade3c9236dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:44.553818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:44.572614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:44.575483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=346baef3-3f9c-47a7-a27d-6e9759138dc7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:44.580615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:44.624694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e073-f2e3-4805-a89f-0ae804b5e2a4 req-f18b219f-6a36-439f-b787-a8df06d75301 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:44.626260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c11e073-f2e3-4805-a89f-0ae804b5e2a4 req-f18b219f-6a36-439f-b787-a8df06d75301 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 945 time: 0.2320435 Nov 23 10:42:44.658504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.003538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a75876c7-33bd-4528-bc84-9eb4b3e3c1d3 None None] Provisioning complete for port 346baef3-3f9c-47a7-a27d-6e9759138dc7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:45.004025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a75876c7-33bd-4528-bc84-9eb4b3e3c1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.077990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a75876c7-33bd-4528-bc84-9eb4b3e3c1d3 None None] Port 346baef3-3f9c-47a7-a27d-6e9759138dc7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:45.153776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0523c56-784e-4c24-a9fa-f28686ea0062 req-99f5e4b4-2e7b-4e26-9f91-87a8bbb4acce tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743850 Nov 23 10:42:45.215391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e83cfc48-5b9f-49f7-942d-adcc6abd3626 req-7193415a-e980-4bfd-a85b-b5be5103c977 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654196 Nov 23 10:42:45.334940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Deleting port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:45.335335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.358618 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c11e073-f2e3-4805-a89f-0ae804b5e2a4 req-ad170fd5-9c69-4635-818d-8501b2a22e2b tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/security-groups?id=50c7ebe6-4f5c-4219-b9a5-4baffccfd399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7230425 Nov 23 10:42:45.415400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.436202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] For port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,segment=NetworkSegment(f976885e-f28c-4d7f-bb99-88dd56d699cf),segment_id=f976885e-f28c-4d7f-bb99-88dd56d699cf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:45.436792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.438965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.483668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80342eb-c16d-4339-9014-9a78c5fce637 req-21597e9f-40a8-4a8d-8044-3840f63c0f58 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:45.485885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f80342eb-c16d-4339-9014-9a78c5fce637 req-21597e9f-40a8-4a8d-8044-3840f63c0f58 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 944 time: 0.2061329 Nov 23 10:42:45.518892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Calling delete_port for 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:45.523195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d72e7c30-07cb-4292-9849-c0de99bfac50,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:45.719442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d7d3c-967d-4adc-83a9-a472533b38bc req-7848f7b6-3f88-4f1a-a103-decff594340e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:45.725426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a10d7d3c-967d-4adc-83a9-a472533b38bc req-7848f7b6-3f88-4f1a-a103-decff594340e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 950 time: 0.1304100 Nov 23 10:42:45.804449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f80342eb-c16d-4339-9014-9a78c5fce637 req-102360b9-5f06-4d31-a7ec-98b03a3fcb7a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887793 Nov 23 10:42:45.855354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a10d7d3c-967d-4adc-83a9-a472533b38bc req-67bd32f1-0682-475c-a500-ab1be55f7d31 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157458 Nov 23 10:42:45.858241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.873931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.965322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea37db0-a933-4355-a61b-eee471391daf'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:45.968625 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b286fc-2352-4348-bc94-fa040984d957" -d '{"events": [{"server_uuid": "ed9e9266-f035-42cb-ada6-1b7ec558feaa", "name": "network-vif-plugged", "status": "completed", "tag": "6ea37db0-a933-4355-a61b-eee471391daf"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:45.973573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:45.975454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=346baef3-3f9c-47a7-a27d-6e9759138dc7,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:46.076678 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28cbbf-6123-4cac-a186-0058b794b8fd x-openstack-request-id: req-1c28cbbf-6123-4cac-a186-0058b794b8fd {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:46.077301 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9e9266-f035-42cb-ada6-1b7ec558feaa", "name": "network-vif-plugged", "status": "completed", "tag": "6ea37db0-a933-4355-a61b-eee471391daf", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:46.077777 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c28cbbf-6123-4cac-a186-0058b794b8fd {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:46.078944 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea37db0-a933-4355-a61b-eee471391daf', 'code': 200} Nov 23 10:42:46.135598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:46.137965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:46.164019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.200162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b029d898-546d-4503-9d57-e5073b9b8504 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:46.317482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b029d898-546d-4503-9d57-e5073b9b8504 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:46.318554 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.380407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Router b345de0b-17f5-4cca-903b-52f3013c0a98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:42:46.406592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6339e8-b07b-437f-86a7-9781bd17fea1 req-be0ff86b-ee34-4f66-af0b-9d72794ec18d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:46.408246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca6339e8-b07b-437f-86a7-9781bd17fea1 req-be0ff86b-ee34-4f66-af0b-9d72794ec18d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1152883 Nov 23 10:42:46.438091 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.465959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port b029d898-546d-4503-9d57-e5073b9b8504, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b029d898-546d-4503-9d57-e5073b9b8504,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:46.474282 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.530512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46deed91-6b2c-4eb7-9e2d-5f3a19f89f55 req-7c8dd108-3147-4576-ab00-ce03019afd20 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:46.536035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46deed91-6b2c-4eb7-9e2d-5f3a19f89f55 req-7c8dd108-3147-4576-ab00-ce03019afd20 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 950 time: 0.5281217 Nov 23 10:42:46.562345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dde3b62b-8e91-4292-b6fa-b0ba08d3b66d up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:46.663661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=b029d898-546d-4503-9d57-e5073b9b8504,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:46.672694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca6339e8-b07b-437f-86a7-9781bd17fea1 req-9207dd94-c560-49cb-ba00-d284574684fa tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523625 Nov 23 10:42:46.706577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:42:46.707875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c62a25fd-f0d1-4370-8c8b-0a02070a0324 None None] Provisioning complete for port 346baef3-3f9c-47a7-a27d-6e9759138dc7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:46.712231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c62a25fd-f0d1-4370-8c8b-0a02070a0324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.719463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6fae3a0a-8ad7-45c6-a40a-94e371fdf8d7 admin admin] 10.222.0.61 "PUT /v2.0/routers/b345de0b-17f5-4cca-903b-52f3013c0a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4716001 Nov 23 10:42:46.735703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.741413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.746033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.747975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.749081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.749643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.750578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.752257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.754104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.755913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.761187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.761812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:42:46.775934 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.789786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Router 8e2bc8c3-fb0f-469b-9975-5573f358b638 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:42:46.857562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Pushing event deleted for resources: {'Port': ['ID=8f3ccc08-920f-4fc1-8007-b6c8b7deab6f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:46.860770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47b77c-8305-4cb4-9da8-a9db3235fca9 req-e60451db-82d9-434b-8463-dcab7c02a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:46.862315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a47b77c-8305-4cb4-9da8-a9db3235fca9 req-e60451db-82d9-434b-8463-dcab7c02a142 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 1101 time: 0.6868067 Nov 23 10:42:46.898201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:42:46.905270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:46.905769 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.907149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c62a25fd-f0d1-4370-8c8b-0a02070a0324 None None] Port 346baef3-3f9c-47a7-a27d-6e9759138dc7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:46.911005 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b94a464-7356-4054-88be-7cb85b7057e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:46.919608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16e3b653-22e0-4d42-9368-563042518593 req-f5a93ab1-1ae5-4cb8-bcb5-ed74297a5f7f tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 210 time: 0.0828261 Nov 23 10:42:46.959872 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:42:46.975850 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46deed91-6b2c-4eb7-9e2d-5f3a19f89f55 req-59539852-dd2e-46ce-b065-6f8f112146c4 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286864 Nov 23 10:42:46.999155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] No DVR routers for this DVR port 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:47.003842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.016002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60268c41-aee3-46ad-85c4-8c9b197c94f3 req-1c352b28-eb3b-4179-be0f-22164b0eb3ff tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.65 "DELETE /v2.0/ports/8f3ccc08-920f-4fc1-8007-b6c8b7deab6f HTTP/1.1" status: 204 len: 173 time: 2.8928757 Nov 23 10:42:47.016002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9c4733-1feb-403e-827c-2ee03a367123', 'name': 'network-vif-deleted', 'tag': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:47.030990 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a92782-74df-41a5-af9d-f87c85e2007d" -d '{"events": [{"server_uuid": "af9c4733-1feb-403e-827c-2ee03a367123", "name": "network-vif-deleted", "tag": "8f3ccc08-920f-4fc1-8007-b6c8b7deab6f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:47.110958 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.193862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:47.201143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Sync routers for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:42:47.205712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.250700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc9aa2-4f69-45eb-9c67-4b3cf9cf2b4e req-f872670e-b29e-4e4f-89a3-48693d2f70f2 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:47.252849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90dc9aa2-4f69-45eb-9c67-4b3cf9cf2b4e req-f872670e-b29e-4e4f-89a3-48693d2f70f2 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 950 time: 0.0766416 Nov 23 10:42:47.263798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a47b77c-8305-4cb4-9da8-a9db3235fca9 req-178cfd40-cf69-44be-b8f7-255232570e47 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843918 Nov 23 10:42:47.277604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:47.286248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae07f2-b62b-4aa6-b5bd-07aede36fe47 req-306d9a17-773d-411d-80a9-dab200b0c906 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:47.287966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:47.293823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57ae07f2-b62b-4aa6-b5bd-07aede36fe47 req-306d9a17-773d-411d-80a9-dab200b0c906 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 944 time: 0.1460416 Nov 23 10:42:47.295910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:42:47.306681 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] Sync routers for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:42:47.317888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0ecf40f8-ae77-41e1-bd74-1878675add91 admin admin] 10.222.0.61 "PUT /v2.0/routers/8e2bc8c3-fb0f-469b-9975-5573f358b638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9991231 Nov 23 10:42:47.318947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:47.329876 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:47.330596 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:47.362231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:47.405087 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90dc9aa2-4f69-45eb-9c67-4b3cf9cf2b4e req-5e9dbec9-bc53-46ef-a271-dec2660d5434 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428826 Nov 23 10:42:47.425454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57ae07f2-b62b-4aa6-b5bd-07aede36fe47 req-be137624-39e6-4300-9627-dae6d6127b11 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273737 Nov 23 10:42:47.471223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:47.505424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.519680 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef042b5f-5379-48f1-828d-d42d838226d1 x-openstack-request-id: req-ef042b5f-5379-48f1-828d-d42d838226d1 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:47.519981 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9c4733-1feb-403e-827c-2ee03a367123", "name": "network-vif-deleted", "tag": "8f3ccc08-920f-4fc1-8007-b6c8b7deab6f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:47.520242 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef042b5f-5379-48f1-828d-d42d838226d1 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:47.520658 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9c4733-1feb-403e-827c-2ee03a367123', 'name': 'network-vif-deleted', 'tag': '8f3ccc08-920f-4fc1-8007-b6c8b7deab6f', 'status': 'completed', 'code': 200} Nov 23 10:42:47.689018 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:47.700530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.777307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 2, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:47.851453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Deleting port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:47.853845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.857587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Checking router: b345de0b-17f5-4cca-903b-52f3013c0a98 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:42:47.857797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Updating router b345de0b-17f5-4cca-903b-52f3013c0a98 port 346baef3-3f9c-47a7-a27d-6e9759138dc7 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:42:47.907062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59976) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:47.923275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bc4d107d-5f97-4206-97e1-508b21f4ac85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302503198', 'description': 'tempest-description--505935407'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:47.946752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:47.986911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc311-9111-467b-8d95-a3435a3ffa85 req-06ffad88-6393-4cac-9d9f-276d3d72aef0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:47.988610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0dffc311-9111-467b-8d95-a3435a3ffa85 req-06ffad88-6393-4cac-9d9f-276d3d72aef0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1829860 Nov 23 10:42:48.023005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b029d898-546d-4503-9d57-e5073b9b8504 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:48.032346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc4d107d-5f97-4206-97e1-508b21f4ac85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.082006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:48.084754 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c7bd4d-a4d6-49a7-a0ee-8c4eb17e1a22" -d '{"events": [{"server_uuid": "4edd4319-aece-4cec-811a-3a5af6bdc100", "name": "network-vif-plugged", "status": "completed", "tag": "dde3b62b-8e91-4292-b6fa-b0ba08d3b66d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:48.108245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0dffc311-9111-467b-8d95-a3435a3ffa85 req-e4e577ba-6b3b-4d17-93c2-0d8279388ccd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035821 Nov 23 10:42:48.150742 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 5, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port': {'id': '7be35dbf-7441-4f8f-bdc1-4be4d73e1a29', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:41:27Z', 'updated_at': '2021-11-23T10:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:48.186757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b029d898-546d-4503-9d57-e5073b9b8504 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:48.187359 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.232193 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] Checking router: 8e2bc8c3-fb0f-469b-9975-5573f358b638 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:42:48.250065 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c338ea9-9874-42cf-8287-d6c94b979c4a req-3143c29f-c9b4-4ff7-a0a8-1b37748a8d34 tempest-VolumesAdminNegativeTest-19184954 tempest-VolumesAdminNegativeTest-19184954-project] 10.222.0.61 "GET /v2.0/ports?device_id=af9c4733-1feb-403e-827c-2ee03a367123 HTTP/1.1" status: 200 len: 210 time: 0.0467672 Nov 23 10:42:48.256255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] Routers {'8e2bc8c3-fb0f-469b-9975-5573f358b638'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:48.256985 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8e2bc8c3-fb0f-469b-9975-5573f358b638'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:48.272262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] For port 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:48.272892 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.301755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc4d107d-5f97-4206-97e1-508b21f4ac85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.313078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc4d107d-5f97-4206-97e1-508b21f4ac85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.328277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Calling delete_port for 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:48.408785 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc4d107d-5f97-4206-97e1-508b21f4ac85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.414675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bc4d107d-5f97-4206-97e1-508b21f4ac85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5028925 Nov 23 10:42:48.417773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d107d-5f97-4206-97e1-508b21f4ac85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef4920-924b-43e3-adae-ee2ccb5a3e11,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:48.443222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e25b63-691f-41dd-aed0-c94edbdc61fd req-f9bdccef-cf59-4177-a5ae-963f7a1ea599 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:48.452756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12e25b63-691f-41dd-aed0-c94edbdc61fd req-f9bdccef-cf59-4177-a5ae-963f7a1ea599 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 950 time: 0.2676513 Nov 23 10:42:48.466276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59996) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:48.472942 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] Set router 8e2bc8c3-fb0f-469b-9975-5573f358b638 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:48.480521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9f5e60f8-2075-475c-ba3f-b9f5a22abfc1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'security_group_rule': {'security_group_id': '42ef4920-924b-43e3-adae-ee2ccb5a3e11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:48.484316 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e00c0d-550e-49fb-bb76-cc1c159b5ea4 x-openstack-request-id: req-b7e00c0d-550e-49fb-bb76-cc1c159b5ea4 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:48.484812 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edd4319-aece-4cec-811a-3a5af6bdc100", "name": "network-vif-plugged", "status": "completed", "tag": "dde3b62b-8e91-4292-b6fa-b0ba08d3b66d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:48.485301 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7e00c0d-550e-49fb-bb76-cc1c159b5ea4 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:48.485856 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d', 'code': 200} Nov 23 10:42:48.486644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.521859 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.535593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.613034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:48.641235 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:42:47Z', 'revision_number': 6, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:48.691906 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c521d-f488-4245-93ca-077427f0ba2b None None] The sync data for ids ['8e2bc8c3-fb0f-469b-9975-5573f358b638'] in n-d-817747-2 is: [{'id': '8e2bc8c3-fb0f-469b-9975-5573f358b638', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934691133-router', 'tenant_id': '6fe091da78984338a20f51672ec32101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:41:25Z', 'updated_at': '2021-11-23T10:42:47Z', 'revision_number': 6, 'project_id': '6fe091da78984338a20f51672ec32101', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:42:48.721261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:48.721710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f3ccc08-920f-4fc1-8007-b6c8b7deab6f not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:48.734298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12e25b63-691f-41dd-aed0-c94edbdc61fd req-f4556121-632a-43ad-96df-d8c1f5ac9660 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780561 Nov 23 10:42:48.773605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e60f8-2075-475c-ba3f-b9f5a22abfc1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.823535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf34cc-4fb1-4b3b-bf66-003efa89a75b req-61fc743c-811c-4701-8459-33a9a7f3714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:48.826910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-42cf34cc-4fb1-4b3b-bf66-003efa89a75b req-61fc743c-811c-4701-8459-33a9a7f3714e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 1096 time: 0.2092419 Nov 23 10:42:48.827870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc855c-066a-49f5-89b9-6cb7cb7be8b4 None None] Pushing event updated for resources: {'Port': ['ID=346baef3-3f9c-47a7-a27d-6e9759138dc7,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:48.870889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7469fa-c337-4672-ac37-4435074966e3 req-8ff72a87-42b2-454d-ae8a-e6eb3018b7ba tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:48.881893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a7469fa-c337-4672-ac37-4435074966e3 req-8ff72a87-42b2-454d-ae8a-e6eb3018b7ba tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 950 time: 0.2116320 Nov 23 10:42:48.924552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Attempting to bind port 346baef3-3f9c-47a7-a27d-6e9759138dc7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:42:48.924977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Attempting to bind port 346baef3-3f9c-47a7-a27d-6e9759138dc7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:42:48.925817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Attempting to bind port 346baef3-3f9c-47a7-a27d-6e9759138dc7 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:42:48.934041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:42:48.934610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:48.935025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:48.936025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Bound using segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:42:48.936543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Bound port: 346baef3-3f9c-47a7-a27d-6e9759138dc7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:42:48.937012 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.045759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-42cf34cc-4fb1-4b3b-bf66-003efa89a75b req-e455830d-d348-4181-a711-7bd1e9e7c839 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067523 Nov 23 10:42:49.048609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] For port 346baef3-3f9c-47a7-a27d-6e9759138dc7, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:42:49.066991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] For port 346baef3-3f9c-47a7-a27d-6e9759138dc7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=346baef3-3f9c-47a7-a27d-6e9759138dc7,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:42:49.070430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a7469fa-c337-4672-ac37-4435074966e3 req-e03b0f4f-b952-4aeb-b24e-2194b2535905 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687088 Nov 23 10:42:49.086434 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.096613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b79f85-26c8-4688-bf1b-46b8c69bd4b9 req-89a74772-47e9-4416-a764-81b39b81bbd9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:49.108006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6b79f85-26c8-4688-bf1b-46b8c69bd4b9 req-89a74772-47e9-4416-a764-81b39b81bbd9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.2483957 Nov 23 10:42:49.116502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.120698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e60f8-2075-475c-ba3f-b9f5a22abfc1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.142426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e60f8-2075-475c-ba3f-b9f5a22abfc1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.198810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e60f8-2075-475c-ba3f-b9f5a22abfc1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adf3039-b810-4526-a971-b225fbb5f07a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:49.213715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f5e60f8-2075-475c-ba3f-b9f5a22abfc1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.215763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9f5e60f8-2075-475c-ba3f-b9f5a22abfc1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7480340 Nov 23 10:42:49.220378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60004) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:49.225211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cd8b2c27-4907-497c-ab17-9b70a59d70f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'security_group_rule': {'security_group_id': '42ef4920-924b-43e3-adae-ee2ccb5a3e11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:49.250211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc855c-066a-49f5-89b9-6cb7cb7be8b4 None None] Pushing event updated for resources: {'Port': ['ID=346baef3-3f9c-47a7-a27d-6e9759138dc7,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:49.274985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6b79f85-26c8-4688-bf1b-46b8c69bd4b9 req-476a2ffd-4ef6-4be6-b696-aca6b3f9ef69 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348960 Nov 23 10:42:49.311183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-eaf3bc4c-5012-4a21-85ca-c8f0874b189c None None] Provisioning complete for port 346baef3-3f9c-47a7-a27d-6e9759138dc7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:49.311376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eaf3bc4c-5012-4a21-85ca-c8f0874b189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.322798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:42:49.323326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:49.325994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Pushing event deleted for resources: {'Port': ['ID=7be35dbf-7441-4f8f-bdc1-4be4d73e1a29,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:49.334034 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.341879 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2c27-4907-497c-ab17-9b70a59d70f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.480435 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.485469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2c27-4907-497c-ab17-9b70a59d70f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.498391 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2c27-4907-497c-ab17-9b70a59d70f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.531783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60012) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:49.582365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b2c27-4907-497c-ab17-9b70a59d70f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea6a6ee-e9db-41fe-973f-59ed456b3042,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:49.605029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd8b2c27-4907-497c-ab17-9b70a59d70f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.606444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd8b2c27-4907-497c-ab17-9b70a59d70f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3847616 Nov 23 10:42:49.614301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60018) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:49.621352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:49.637918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.644415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.695499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a9017-1c78-4d68-814d-1a33f045f516 req-3ac26970-3382-44e0-82d1-d7980a039635 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:49.703362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-982a9017-1c78-4d68-814d-1a33f045f516 req-3ac26970-3382-44e0-82d1-d7980a039635 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1957114 Nov 23 10:42:49.740024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] Deleting subnet a2d981d5-6f85-4a64-b973-6fcfa2380fa8 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:42:49.745355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.786382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.823356 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.824083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2bc8c3-fb0f-469b-9975-5573f358b638 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:42:49.849065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.890152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-982a9017-1c78-4d68-814d-1a33f045f516 req-76bc9ddd-d13f-4fd8-afe7-29788a4baa26 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725700 Nov 23 10:42:49.896752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.933494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.962289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:42:49.984517 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:49.986026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f0dd092-47c2-4986-a43d-27cc6a76ed0e admin admin] 10.222.0.61 "DELETE /v2.0/routers/8e2bc8c3-fb0f-469b-9975-5573f358b638 HTTP/1.1" status: 204 len: 168 time: 2.6541276 Nov 23 10:42:49.988592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60024) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:50.031591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed842d-45ac-484b-a33b-05c81989df72 req-b030df28-c50a-493b-8a59-dd01740e1cfb tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:50.039228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aed842d-45ac-484b-a33b-05c81989df72 req-b030df28-c50a-493b-8a59-dd01740e1cfb tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 950 time: 0.2673180 Nov 23 10:42:50.060325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.074630 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eaf3bc4c-5012-4a21-85ca-c8f0874b189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.078465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.098244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:50.139471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d981d5-6f85-4a64-b973-6fcfa2380fa8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:50.154684 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.164066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:50.166574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7be35dbf-7441-4f8f-bdc1-4be4d73e1a29 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:50.167158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d72e7c30-07cb-4292-9849-c0de99bfac50 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:50.196799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aed842d-45ac-484b-a33b-05c81989df72 req-770514f0-0d99-46fa-bcf8-1696ab201133 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562257 Nov 23 10:42:50.204110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] Deleting subnet 9bde0495-be25-4f55-b06b-113d0d23fbb1 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:42:50.206809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.217492 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6af355c-30b3-40c1-b681-0b2c2b270a8e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a2d981d5-6f85-4a64-b973-6fcfa2380fa8 HTTP/1.1" status: 204 len: 168 time: 0.6814523 Nov 23 10:42:50.218181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60028) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:50.231212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.265495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: d72e7c30-07cb-4292-9849-c0de99bfac50 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:50.266092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d72e7c30-07cb-4292-9849-c0de99bfac50 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:50.292380 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.379212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef3fdd-a3e0-429f-aade-e8627f8f307a req-9f37542b-1d8b-40bd-a7f4-8d40f4c97b4a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:50.393162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59ef3fdd-a3e0-429f-aade-e8627f8f307a req-9f37542b-1d8b-40bd-a7f4-8d40f4c97b4a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 950 time: 0.2015522 Nov 23 10:42:50.397965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.448544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-eaf3bc4c-5012-4a21-85ca-c8f0874b189c None None] For port 346baef3-3f9c-47a7-a27d-6e9759138dc7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=346baef3-3f9c-47a7-a27d-6e9759138dc7,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:50.459162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eaf3bc4c-5012-4a21-85ca-c8f0874b189c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.481492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Allocated IP 172.25.5.145 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/50835aff-09f7-446c-977c-4fc18dac92d0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:50.496543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59ef3fdd-a3e0-429f-aade-e8627f8f307a req-f206c205-daf4-48d9-a32e-16e769020c4a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024508 Nov 23 10:42:50.566040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:49Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:50.608284 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.660811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cad22-8ef3-44ed-8f48-24d4f39c8e51 req-0e46479e-2af2-41f6-a06b-322313fcfcc6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:50.670134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-155cad22-8ef3-44ed-8f48-24d4f39c8e51 req-0e46479e-2af2-41f6-a06b-322313fcfcc6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.2512517 Nov 23 10:42:50.724420 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.727404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.734429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.760834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf2e26-507c-4af4-aabc-e57272c9724a None None] The sync data for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 is: [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:49Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:42:50.768726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc039e53-c857-40b3-90f8-5f0e681f3185']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:50.773366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bde0495-be25-4f55-b06b-113d0d23fbb1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:50.779021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ba5ce70e-b2d7-48ad-a1dd-9be6f432d79e None None] Provisioning complete for port 346baef3-3f9c-47a7-a27d-6e9759138dc7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:50.779444 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba5ce70e-b2d7-48ad-a1dd-9be6f432d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.785792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.789079 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-92d8592d-31d3-4150-a90b-3ac7a7b19389 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9bde0495-be25-4f55-b06b-113d0d23fbb1 HTTP/1.1" status: 204 len: 168 time: 0.7994919 Nov 23 10:42:50.794747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60038) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:50.823032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.865356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f976885e-f28c-4d7f-bb99-88dd56d699cf') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:50.866387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f976885e-f28c-4d7f-bb99-88dd56d699cf') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:50.883088 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3bc4c-5012-4a21-85ca-c8f0874b189c None None] Pushing event updated for resources: {'Port': ['ID=346baef3-3f9c-47a7-a27d-6e9759138dc7,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:50.892591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-155cad22-8ef3-44ed-8f48-24d4f39c8e51 req-bb4f598b-6c9d-4d86-abf0-eecaa5f64bde tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138367 Nov 23 10:42:50.893095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042278e-997b-4936-8165-bd1c9ce7e660 None None] Network 351983a4-dc97-4a12-877e-10ac25916c15 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:42:50.938302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=50835aff-09f7-446c-977c-4fc18dac92d0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:50.951153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:50.967567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:50.978189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:50.981862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:51.027756 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.099180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.105521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:42:51.106325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:42:51.232079 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:42:51.248487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.253615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.260349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] 10.222.0.61 "DELETE /v2.0/networks/cc039e53-c857-40b3-90f8-5f0e681f3185 HTTP/1.1" status: 204 len: 168 time: 1.0378244 Nov 23 10:42:51.273926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] DHCP port deletion for 351983a4-dc97-4a12-877e-10ac25916c15 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:42:51.276054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60054) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:51.318078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.373623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] Deleting subnet 09c49d27-3539-488d-b508-5653da523937 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:42:51.389139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.394937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] Deleting port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:51.395172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.395707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.443904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250166d5-9f06-4b13-afdf-26a31c6f553e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc039e53-c857-40b3-90f8-5f0e681f3185,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:51.478931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.530293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d28e1-c460-451f-991a-72392a4862c5 req-c460e937-c937-4122-966a-6e2420035871 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.533916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] For port 28d45ee4-2381-4032-97fb-4d477dfa7fa5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=28d45ee4-2381-4032-97fb-4d477dfa7fa5,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:51.534421 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.542133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e80d28e1-c460-451f-991a-72392a4862c5 req-c460e937-c937-4122-966a-6e2420035871 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.3080842 Nov 23 10:42:51.558027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] Calling delete_port for 28d45ee4-2381-4032-97fb-4d477dfa7fa5 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:51.635164 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.648082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Deleting port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:51.648425 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.716398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e80d28e1-c460-451f-991a-72392a4862c5 req-98678a67-c192-4d83-b1ea-f7b0627076e3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733043 Nov 23 10:42:51.729599 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.750057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.761746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.789244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] Pushing event deleted for resources: {'Port': ['ID=28d45ee4-2381-4032-97fb-4d477dfa7fa5,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:51.798299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cf75d-c8c7-4e2b-8583-08f9f2ccac6b None None] No DVR routers for this DVR port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:51.908925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=50835aff-09f7-446c-977c-4fc18dac92d0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:51.918178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] For port 28d45ee4-2381-4032-97fb-4d477dfa7fa5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=28d45ee4-2381-4032-97fb-4d477dfa7fa5,segment=NetworkSegment(16cabb47-14ac-4b50-aa91-774bcf5380e4),segment_id=16cabb47-14ac-4b50-aa91-774bcf5380e4)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:51.918964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.943398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Calling delete_port for 28d45ee4-2381-4032-97fb-4d477dfa7fa5 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:51.950293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.951620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.952274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.953266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.953746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.954214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.955077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.955542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.966226 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-69eb17df-9047-420a-8263-6c578e69907d tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100&device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa&device_id=bba94491-b588-48e4-b448-ab9ba3e7763a&device_id=451cb35a-4e86-483a-8d05-b1a122ab175e&device_id=93086183-3e91-4590-8301-a79985820d4e&device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8&device_id=40f8050f-5230-4ea1-b703-031d3ab5599e&device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 7324 time: 0.1873007 Nov 23 10:42:51.970406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00301ed-285c-4674-925c-3f65c9b50e89 req-cc3e1a53-7eb4-4ae2-8ebb-414fdafd4865 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:51.986802 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f00301ed-285c-4674-925c-3f65c9b50e89 req-cc3e1a53-7eb4-4ae2-8ebb-414fdafd4865 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 950 time: 0.1337330 Nov 23 10:42:51.988617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-cddf69e0-c883-445c-8609-08c955a2c309 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:51.990651 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.013635 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.023722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.034110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-88b8e619-9b56-4731-81ea-b58de914eace tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4172204 Nov 23 10:42:52.096528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.127160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-cddf69e0-c883-445c-8609-08c955a2c309 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.138939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-cddf69e0-c883-445c-8609-08c955a2c309 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.145323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 346baef3-3f9c-47a7-a27d-6e9759138dc7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:42:52.199560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c49d27-3539-488d-b508-5653da523937,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:52.208363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf69e0-c883-445c-8609-08c955a2c309 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f3dd42-630c-4dfa-8b39-200c9e31d02d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:52.224052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.229307 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-77ec5bd8-0bf7-49f7-8469-cc83d85fe461 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/09c49d27-3539-488d-b508-5653da523937 HTTP/1.1" status: 204 len: 168 time: 0.9516201 Nov 23 10:42:52.240843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60064) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:52.257022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 346baef3-3f9c-47a7-a27d-6e9759138dc7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:52.257425 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.327945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e82237f2-78d2-439a-842b-90c3b0b351fa req-cddf69e0-c883-445c-8609-08c955a2c309 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.3606062 Nov 23 10:42:52.457822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f00301ed-285c-4674-925c-3f65c9b50e89 req-358aa724-a205-4039-95b1-33323157f959 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704206 Nov 23 10:42:52.473182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.502751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 28d45ee4-2381-4032-97fb-4d477dfa7fa5 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:42:52.506289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.529968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 28d45ee4-2381-4032-97fb-4d477dfa7fa5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:42:52.534059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 28d45ee4-2381-4032-97fb-4d477dfa7fa5 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:42:52.548102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d45ee4-2381-4032-97fb-4d477dfa7fa5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:52.553656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] No DVR routers for this DVR port 28d45ee4-2381-4032-97fb-4d477dfa7fa5 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:52.606636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7348f-6029-49aa-acac-8c4eb6e12c72 req-0bc0156c-b219-4922-ba95-32efde27c108 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:52.608921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95d7348f-6029-49aa-acac-8c4eb6e12c72 req-0bc0156c-b219-4922-ba95-32efde27c108 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1438389 Nov 23 10:42:52.697019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95d7348f-6029-49aa-acac-8c4eb6e12c72 req-4f2faadf-2cef-451c-9600-5e262fdb10db tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 Nov 23 10:42:52.781514 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-53ec133c-c3e5-474a-9c7b-d998e83c488a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1302503198&fields=id&tenant_id=4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 267 time: 0.1008546 Nov 23 10:42:52.865646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.871373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.905181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433bf04-d0f1-48c0-bc0c-3633349e9127 req-cc7c9a54-3184-4248-b2c7-e7baa6b1faf5 tempest-LiveMigrationNegativeTest-1098867421 tempest-LiveMigrationNegativeTest-1098867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:52.906983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7433bf04-d0f1-48c0-bc0c-3633349e9127 req-cc7c9a54-3184-4248-b2c7-e7baa6b1faf5 tempest-LiveMigrationNegativeTest-1098867421 tempest-LiveMigrationNegativeTest-1098867421-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 1101 time: 0.0621474 Nov 23 10:42:52.938501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5962d9-5960-4eea-8ffc-5c3e2d62ca38']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:52.942627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351983a4-dc97-4a12-877e-10ac25916c15']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:52.951393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7433bf04-d0f1-48c0-bc0c-3633349e9127 req-8d713a1a-a5f1-4adf-9550-ba5ad99cda3f tempest-LiveMigrationNegativeTest-1098867421 tempest-LiveMigrationNegativeTest-1098867421-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:52.999803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25259eb-37c0-4ea9-a92c-05ea46bbdeb1') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:53.000437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25259eb-37c0-4ea9-a92c-05ea46bbdeb1') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:53.002854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cabb47-14ac-4b50-aa91-774bcf5380e4') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:53.003155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cabb47-14ac-4b50-aa91-774bcf5380e4') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:42:53.021709 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.035240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.065538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.069426 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.076211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7433bf04-d0f1-48c0-bc0c-3633349e9127 req-8d713a1a-a5f1-4adf-9550-ba5ad99cda3f tempest-LiveMigrationNegativeTest-1098867421 tempest-LiveMigrationNegativeTest-1098867421-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.082131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7433bf04-d0f1-48c0-bc0c-3633349e9127 req-8d713a1a-a5f1-4adf-9550-ba5ad99cda3f tempest-LiveMigrationNegativeTest-1098867421 tempest-LiveMigrationNegativeTest-1098867421-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.082378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-e9ca61ed-cd9c-47fa-b994-888bf7df9149 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:53.084042 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-e9ca61ed-cd9c-47fa-b994-888bf7df9149 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.2666149 Nov 23 10:42:53.088656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:42:53.089149 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:42:53.091047 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:42:53.093426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:42:53.093426 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:42:53.110427 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:42:53.115885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7433bf04-d0f1-48c0-bc0c-3633349e9127 req-8d713a1a-a5f1-4adf-9550-ba5ad99cda3f tempest-LiveMigrationNegativeTest-1098867421 tempest-LiveMigrationNegativeTest-1098867421-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863263 Nov 23 10:42:53.129036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d713a1a-a5f1-4adf-9550-ba5ad99cda3f tempest-LiveMigrationNegativeTest-1098867421 tempest-LiveMigrationNegativeTest-1098867421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9941875e-4b32-4a30-a80b-e2282ade5c2f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:53.249891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-73c31c7a-f220-471e-9a82-6676046d1be0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/quotas/4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 375 time: 0.0930068 Nov 23 10:42:53.263077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.266275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.278204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.291710 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] 10.222.0.61 "DELETE /v2.0/networks/8f5962d9-5960-4eea-8ffc-5c3e2d62ca38 HTTP/1.1" status: 204 len: 168 time: 1.0394616 Nov 23 10:42:53.296484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.302336 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] 10.222.0.61 "DELETE /v2.0/networks/351983a4-dc97-4a12-877e-10ac25916c15 HTTP/1.1" status: 204 len: 168 time: 2.5033891 Nov 23 10:42:53.303728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14973ce7-1d6b-4349-afc9-9ef8a0b27d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5962d9-5960-4eea-8ffc-5c3e2d62ca38,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:53.337747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700bfb25-1355-4fdd-b66d-1f3be500d685 admin admin] Pushing event deleted for resources: {'Network': ['ID=351983a4-dc97-4a12-877e-10ac25916c15,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:53.377037 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-f38e9c79-e9e6-46eb-a722-4697b3bb04f9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1155760 Nov 23 10:42:53.544611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-c0e15c07-a369-4f1b-abef-5f5cfbd7510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:53.546159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-c0e15c07-a369-4f1b-abef-5f5cfbd7510d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 1096 time: 0.1296182 Nov 23 10:42:53.546307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60104) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:53.546578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60106) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:53.559356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5b041-2416-4ae2-839b-a7f2e01fc62d req-2f39eea4-436b-4f95-9fd6-3b47e2f647a4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:53.561306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcd5b041-2416-4ae2-839b-a7f2e01fc62d req-2f39eea4-436b-4f95-9fd6-3b47e2f647a4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1573856 Nov 23 10:42:53.647583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-1496c67b-d8fe-43b8-991e-14d650ccfb04 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393906 Nov 23 10:42:53.674386 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-740319f2-5068-4079-898c-092d482b0e01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fe091da78984338a20f51672ec32101&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1208973 Nov 23 10:42:53.679230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60110) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:53.692900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcd5b041-2416-4ae2-839b-a7f2e01fc62d req-949c8d0e-8f53-4d94-99e8-3dc1d3749da4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225531 Nov 23 10:42:53.724849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3c60e0f2-272e-4f6a-8335-0819f976f781 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=027e4cc863c741f2b733d3f9c8665d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719506 Nov 23 10:42:53.738686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60112) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:53.764131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-955ead81-acdb-4d7e-b97c-a5393dec14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:53.765641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-955ead81-acdb-4d7e-b97c-a5393dec14c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 912 time: 0.2031572 Nov 23 10:42:53.815589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-4afe38af-5fb8-44a6-85ef-b03182a42b20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d HTTP/1.1" status: 200 len: 217 time: 0.0392976 Nov 23 10:42:53.873019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25cc728d-3efa-4d95-a7b2-ec686dccf332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.884311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-22b76cea-5019-4368-9b0e-3ea4e0737117 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242682 Nov 23 10:42:53.896097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-d1ebff9a-15c9-4001-808e-76b363b64d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:53.897818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-d1ebff9a-15c9-4001-808e-76b363b64d68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.0702298 Nov 23 10:42:53.900304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe9bd-f4c1-4336-b298-6479b8e0df5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.940380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25cc728d-3efa-4d95-a7b2-ec686dccf332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:53.955046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-6a610004-d765-44b8-80ad-e1ab222bab07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485187 Nov 23 10:42:53.964707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe9bd-f4c1-4336-b298-6479b8e0df5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:54.047684 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25cc728d-3efa-4d95-a7b2-ec686dccf332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:54.051808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25cc728d-3efa-4d95-a7b2-ec686dccf332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:54.056215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-25cc728d-3efa-4d95-a7b2-ec686dccf332 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55e02828-d2c8-4d18-b227-cbded77350b2 HTTP/1.1" status: 204 len: 168 time: 0.3718297 Nov 23 10:42:54.081125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc728d-3efa-4d95-a7b2-ec686dccf332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e02828-d2c8-4d18-b227-cbded77350b2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:54.097749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe9bd-f4c1-4336-b298-6479b8e0df5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:54.106859 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1fe9bd-f4c1-4336-b298-6479b8e0df5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:54.107930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7c1fe9bd-f4c1-4336-b298-6479b8e0df5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/50c7ebe6-4f5c-4219-b9a5-4baffccfd399 HTTP/1.1" status: 204 len: 168 time: 0.3682406 Nov 23 10:42:54.158812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90471f2-f64d-406e-863a-7b3fc5dad18b req-8b458d45-7d39-41ad-bf92-756e9ab8f076 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:54.158945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90471f2-f64d-406e-863a-7b3fc5dad18b req-8b458d45-7d39-41ad-bf92-756e9ab8f076 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:54.159348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90471f2-f64d-406e-863a-7b3fc5dad18b req-8b458d45-7d39-41ad-bf92-756e9ab8f076 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:54.164613 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f90471f2-f64d-406e-863a-7b3fc5dad18b req-8b458d45-7d39-41ad-bf92-756e9ab8f076 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa&device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8&device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 2884 time: 0.2084363 Nov 23 10:42:54.167940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fe9bd-f4c1-4336-b298-6479b8e0df5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c7ebe6-4f5c-4219-b9a5-4baffccfd399,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:54.294963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-74bae0ee-b2e0-44d8-82e8-c1757c9e1a41 service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867403 Nov 23 10:42:54.361493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818015cb-52db-4213-85b9-89594d614686 req-746d8cdc-891b-4b74-87c1-1ecf7d60ecbc tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:54.370508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-818015cb-52db-4213-85b9-89594d614686 req-746d8cdc-891b-4b74-87c1-1ecf7d60ecbc tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0977433 Nov 23 10:42:54.404330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f90471f2-f64d-406e-863a-7b3fc5dad18b req-a72e5ece-e259-40ce-8524-6ac6a58a7b77 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065382 Nov 23 10:42:54.555897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5eb0216-7a45-453d-974d-e38c22faaab1 req-1258a7d7-5fa6-4bf9-a99a-66d269b2f2ad service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422087 Nov 23 10:42:54.611156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef005e15-92c8-4604-bab5-833aab904ccf req-9253f811-6c8f-4be6-afce-b25e33137ad4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 210 time: 0.0530798 Nov 23 10:42:54.970322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60164) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:55.014438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c395229-eee6-4ea2-88ab-a1ff4c5d2d06 req-cadf67ad-3cd3-4d8d-80d7-056150c31a32 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:55.026934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c395229-eee6-4ea2-88ab-a1ff4c5d2d06 req-cadf67ad-3cd3-4d8d-80d7-056150c31a32 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.0940218 Nov 23 10:42:55.106194 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-818015cb-52db-4213-85b9-89594d614686 req-08dad3f6-2f58-4b70-a9c9-3d3148acab70 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347124 Nov 23 10:42:55.107446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c395229-eee6-4ea2-88ab-a1ff4c5d2d06 req-f70e6f9f-a0c0-460d-96b9-065e519b67dd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782788 Nov 23 10:42:55.126353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-244ae0da-fe97-4f44-b87a-ae8dce4f24d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2a276a206b6483199ddb92db34690c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547098 Nov 23 10:42:55.128886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60166) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:55.251090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-063ace15-9a55-426e-91c3-3be4f7c1b91b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:55.284187 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-063ace15-9a55-426e-91c3-3be4f7c1b91b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:55.401063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-063ace15-9a55-426e-91c3-3be4f7c1b91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:55.405175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-063ace15-9a55-426e-91c3-3be4f7c1b91b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:55.410307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-063ace15-9a55-426e-91c3-3be4f7c1b91b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/878e3216-972c-4ae8-bedf-2c7caa9b2347 HTTP/1.1" status: 204 len: 168 time: 0.2661195 Nov 23 10:42:55.432696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ace15-9a55-426e-91c3-3be4f7c1b91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878e3216-972c-4ae8-bedf-2c7caa9b2347,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:55.524722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c808a08-d04a-4793-a84a-c867b0452a1a req-202420c5-0c8c-4ddf-8eb1-063ccdef874d tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:55.536289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c808a08-d04a-4793-a84a-c867b0452a1a req-202420c5-0c8c-4ddf-8eb1-063ccdef874d tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 950 time: 0.0964394 Nov 23 10:42:55.669976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c808a08-d04a-4793-a84a-c867b0452a1a req-7126b0cc-068a-4094-8d39-6640b95de3c0 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305799 Nov 23 10:42:55.796929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9417b41-0d13-41ab-a4a5-17490f153bb2 req-d86ae5f6-47fc-44dd-9e73-0c7d97f44830 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 210 time: 0.0569468 Nov 23 10:42:55.970767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686da5d-3ba1-4676-97fe-8d5406be9d67 req-7573ea4b-8fc5-4d9a-b7a1-af4c1d5ae1a8 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:55.979339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a686da5d-3ba1-4676-97fe-8d5406be9d67 req-7573ea4b-8fc5-4d9a-b7a1-af4c1d5ae1a8 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.0916202 Nov 23 10:42:56.131530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a686da5d-3ba1-4676-97fe-8d5406be9d67 req-1080c2ab-c629-47d9-b4fa-fc84872e0b6b tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098807 Nov 23 10:42:56.145272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-93cb753b-6c3d-4560-a036-ad26b4a56484 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:56.146879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-93cb753b-6c3d-4560-a036-ad26b4a56484 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.1664584 Nov 23 10:42:56.260062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fde42bc5-9df5-44e6-98b6-650b233a5319 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 380 time: 0.1020844 Nov 23 10:42:56.276213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'port': {'device_id': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'admin_state_up': True, 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'security_groups': ['42ef4920-924b-43e3-adae-ee2ccb5a3e11']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:56.277973 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-5311e295-3a97-451e-a7d0-88e1bcaa51f2 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=67914ee1cbba41aab734ad35e56c447a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430734 Nov 23 10:42:56.458099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-1641bb6b-4583-4641-bf06-19b3c84de6e0 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:56.469668 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-1641bb6b-4583-4641-bf06-19b3c84de6e0 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857846 Nov 23 10:42:56.489714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-a6481ca9-5fce-4da3-b3b9-f6ad661a248e tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/quotas/67914ee1cbba41aab734ad35e56c447a HTTP/1.1" status: 200 len: 375 time: 0.0188229 Nov 23 10:42:56.537196 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-c993d12d-905a-4ea0-99b9-842c637ee835 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=67914ee1cbba41aab734ad35e56c447a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463765 Nov 23 10:42:56.566357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60238) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:56.691579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-network', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:56.732263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Made reservation on behalf of e247602139964eb6b5de7f23b8cc1018 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:56.737127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:56.753222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:56.844652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848770e-0d2d-4111-a102-413a029ab990 req-08233e15-34fa-4125-b054-92efd315a21b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:56.854024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e848770e-0d2d-4111-a102-413a029ab990 req-08233e15-34fa-4125-b054-92efd315a21b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.5361283 Nov 23 10:42:56.893072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66609777-e900-4973-9d0b-dbf6720a3d1a req-f168c6e7-1932-4b54-b3a3-0bfc5eb4a5c9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:56.898445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66609777-e900-4973-9d0b-dbf6720a3d1a req-f168c6e7-1932-4b54-b3a3-0bfc5eb4a5c9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1021261 Nov 23 10:42:56.939390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:56.940905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Made reservation on behalf of 4bc2535f63cc4ffdbb5149510a887d0f for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:56.946666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:56.951027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:56.971712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e848770e-0d2d-4111-a102-413a029ab990 req-5c5b0c3b-73a7-4194-a02c-e55131c29928 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148291 Nov 23 10:42:57.034287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:42:57.062125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:57.062626 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Added segment c3d124c8-8d13-42c9-a703-cbc44aa5ffd7 of type vlan for network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 Nov 23 10:42:57.211015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314be54e-b109-48fb-9f80-a1232ba83173,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:57.233249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330397ea-3298-473d-8b55-2c7ed2763f08 req-32340733-d149-4060-b3f7-30efbc5a97da tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:57.239612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:57.240765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-330397ea-3298-473d-8b55-2c7ed2763f08 req-32340733-d149-4060-b3f7-30efbc5a97da tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.1155608 Nov 23 10:42:57.281098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Allocated IP 172.20.0.13 (d4b31c7b-49a0-434b-b2c2-8c4a793599c0/74d035eb-1f97-4c3b-b095-f1e40a4e32fb/ed71c69f-0759-4b47-9ee8-e05b2d37debd) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:57.285986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66609777-e900-4973-9d0b-dbf6720a3d1a req-24a2bc70-e485-422d-97ef-bfbda31b76fd tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680482 Nov 23 10:42:57.299530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:57.302529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:57.303195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:57.335433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-330397ea-3298-473d-8b55-2c7ed2763f08 req-a67611e5-0c30-4130-b3ae-4184a199676a tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917497 Nov 23 10:42:57.466016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5a9fbf7-7ad3-4765-a956-9ee5b15e76f7 req-74bcf659-b306-4f5e-b250-3f311cc7bc1f tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 210 time: 0.0534840 Nov 23 10:42:57.506728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] Pushing event updated for resources: {'Network': ['ID=c2910df2-da15-4e9c-aaf5-328fd4e94bd4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:57.523035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:42:57.616378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-550e47bd-4cc0-41b2-a122-7697ad9646f7 req-23220dfc-ade3-400d-a054-978df9fff812 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 210 time: 0.0526204 Nov 23 10:42:57.668152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f7628aa5-274d-4a7c-a45b-4ee836c96608 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1001809 Nov 23 10:42:57.671369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60268) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:57.687155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Request body: {'subnet': {'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-subnet', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:57.703518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-bb8ef933-2307-4193-9929-0fc74de72000 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:57.705145 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-bb8ef933-2307-4193-9929-0fc74de72000 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.58 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 950 time: 0.4898484 Nov 23 10:42:57.718986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:57.723798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4ab10-38f9-4ff3-b082-a13b4a2ffd00 req-73e9fc67-9e9d-44c7-8b5a-0414257d317c tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:57.726078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4b4ab10-38f9-4ff3-b082-a13b4a2ffd00 req-73e9fc67-9e9d-44c7-8b5a-0414257d317c tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 950 time: 0.2210240 Nov 23 10:42:57.772141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Made reservation on behalf of e247602139964eb6b5de7f23b8cc1018 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:57.777979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:57.895135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:57.908374 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4b4ab10-38f9-4ff3-b082-a13b4a2ffd00 req-5ff8ce54-945c-40f2-a106-ace54ee8c76b tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674631 Nov 23 10:42:57.996896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:42:58.004693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:58.012687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:42:58.017785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Deleting port 25f86823-35c3-426c-9886-b3e71b8eb39e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:42:58.018498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:58.036042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.140406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:58.141091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.198951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] For port 25f86823-35c3-426c-9886-b3e71b8eb39e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=25f86823-35c3-426c-9886-b3e71b8eb39e,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:42:58.199796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.218391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Calling delete_port for 25f86823-35c3-426c-9886-b3e71b8eb39e owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:42:58.247443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-839263b5-796f-4718-858b-c08ed6fc2bd0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9802234 Nov 23 10:42:58.274533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Request body: {'port': {'device_id': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:58.328066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.413446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ae5e7-a1a0-4bf8-8b69-ca6c260034f2 req-60b36629-4532-463e-ab05-d537a4ddddce tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:58.413917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-255842fc-eee9-4c83-ac2d-6f898947e903 None None] Provisioning complete for port ed71c69f-0759-4b47-9ee8-e05b2d37debd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:42:58.414559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-255842fc-eee9-4c83-ac2d-6f898947e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.420946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e7ae5e7-a1a0-4bf8-8b69-ca6c260034f2 req-60b36629-4532-463e-ab05-d537a4ddddce tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.2450383 Nov 23 10:42:58.491033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-6efb6aa6-72bf-4b62-9166-b5147c34b3d9 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=67914ee1cbba41aab734ad35e56c447a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023867 Nov 23 10:42:58.504485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.516305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85828e57-c67c-405a-8758-3d9337030fff,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:58.553080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-255842fc-eee9-4c83-ac2d-6f898947e903 None None] Port ed71c69f-0759-4b47-9ee8-e05b2d37debd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:42:58.632366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.645751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac65e3-3ed9-431f-99f3-c0bc5ec42225 req-4686c75d-3107-4fe7-bb6d-b3290c3b50b3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:58.650661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['39891c36-a4f4-4d1e-ac3c-5bc4e6355351'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:42:58.654513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0ac65e3-3ed9-431f-99f3-c0bc5ec42225 req-4686c75d-3107-4fe7-bb6d-b3290c3b50b3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.0902901 Nov 23 10:42:58.682278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e7ae5e7-a1a0-4bf8-8b69-ca6c260034f2 req-fdf400b7-99ca-4894-b71b-b1417fa8a29e tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604883 Nov 23 10:42:58.699195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Checking segment: {'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:42:58.699748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Network hostable DHCP agents. Network: c2910df2-da15-4e9c-aaf5-328fd4e94bd4, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:42:58.752336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Pushing event deleted for resources: {'Port': ['ID=25f86823-35c3-426c-9886-b3e71b8eb39e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:42:58.791663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] No DVR routers for this DVR port 25f86823-35c3-426c-9886-b3e71b8eb39e on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:42:58.821377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:58.825800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e3d2f7f-86c4-4953-89c5-034768f0663e req-d4ff3275-074d-4612-953c-c65213915b60 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.58 "DELETE /v2.0/ports/25f86823-35c3-426c-9886-b3e71b8eb39e HTTP/1.1" status: 204 len: 173 time: 1.0987792 Nov 23 10:42:58.826846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'name': 'network-vif-deleted', 'tag': '25f86823-35c3-426c-9886-b3e71b8eb39e'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:42:58.836924 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5069c6-ea92-4628-8a09-b8618576885d" -d '{"events": [{"server_uuid": "bba94491-b588-48e4-b448-ab9ba3e7763a", "name": "network-vif-deleted", "tag": "25f86823-35c3-426c-9886-b3e71b8eb39e"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:42:58.918316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0ac65e3-3ed9-431f-99f3-c0bc5ec42225 req-882ee812-6486-4627-9911-7343e17108ce tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625179 Nov 23 10:42:58.949239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:42:58.978188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-afc3a287-0295-4716-8258-c8058c184770 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:58.980046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-afc3a287-0295-4716-8258-c8058c184770 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4767954 Nov 23 10:42:58.983838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c2910df2-da15-4e9c-aaf5-328fd4e94bd4) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:42:58.996209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:58.997102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.003191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda59c39-aac5-44f4-a4dd-8a9de580c763 None None] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:42:59.004029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Request body: {'port': {'device_id': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '67914ee1cbba41aab734ad35e56c447a'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:59.096872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ee15192-13a4-420a-ae9b-8add668a5db5 req-84faf19f-c3eb-46a7-af06-510a9069c693 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 210 time: 0.0467038 Nov 23 10:42:59.234976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-986ed61c-10e8-4ab2-89e2-610043dfef4a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5623019 Nov 23 10:42:59.237916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60310) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:42:59.243294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:42:59.265786 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced42d08-e412-46c3-bf7a-6907b89320b2 x-openstack-request-id: req-ced42d08-e412-46c3-bf7a-6907b89320b2 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:42:59.266121 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba94491-b588-48e4-b448-ab9ba3e7763a", "name": "network-vif-deleted", "tag": "25f86823-35c3-426c-9886-b3e71b8eb39e", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:42:59.266348 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ced42d08-e412-46c3-bf7a-6907b89320b2 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:42:59.266771 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba94491-b588-48e4-b448-ab9ba3e7763a', 'name': 'network-vif-deleted', 'tag': '25f86823-35c3-426c-9886-b3e71b8eb39e', 'status': 'completed', 'code': 200} Nov 23 10:42:59.328023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.329366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.448800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4d069ee-6994-4629-83ec-ca20aaf0d725 req-ce07ba8b-d98b-4b05-802b-94a1e9db766d tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=bba94491-b588-48e4-b448-ab9ba3e7763a HTTP/1.1" status: 200 len: 210 time: 0.0519402 Nov 23 10:42:59.488002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c2910df2-da15-4e9c-aaf5-328fd4e94bd4', 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'fixed_ips': [{'subnet_id': '85828e57-c67c-405a-8758-3d9337030fff'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:42:59.490535 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.497149 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.522338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Made reservation on behalf of 67914ee1cbba41aab734ad35e56c447a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:42:59.542755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.592571 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.770209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed71c69f-0759-4b47-9ee8-e05b2d37debd {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:42:59.795753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67ae66-255e-4c07-9da4-b7cdec0de8ce req-0ea68897-4897-48ac-8e93-5f03e9336fb9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:42:59.803976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1a67ae66-255e-4c07-9da4-b7cdec0de8ce req-0ea68897-4897-48ac-8e93-5f03e9336fb9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.2510371 Nov 23 10:42:59.828070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.871634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.898123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Allocated IP 172.20.0.2 (c2910df2-da15-4e9c-aaf5-328fd4e94bd4/85828e57-c67c-405a-8758-3d9337030fff/6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:42:59.917940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Transition to ACTIVE for port object ed71c69f-0759-4b47-9ee8-e05b2d37debd will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:42:59.954870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:42:59.993539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.040158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1a67ae66-255e-4c07-9da4-b7cdec0de8ce req-88651fe3-c723-43d0-96c0-7258488027dc tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341278 Nov 23 10:43:00.040968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.085706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc8f3e-f878-4879-b507-c9e4e169360d req-33565960-51c3-4ed8-9994-067559a7d594 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:00.100419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-87fc8f3e-f878-4879-b507-c9e4e169360d req-33565960-51c3-4ed8-9994-067559a7d594 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 944 time: 0.1567717 Nov 23 10:43:00.185584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.203442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:00.204681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.232342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:00.276433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:00.280285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:00.282974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Pushing event updated for resources: {'Port': ['ID=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:00.293084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:00.370653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.398286 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.410445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Attempting to bind port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:00.410829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Attempting to bind port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:00.411200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Attempting to bind port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d on network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:00.422406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:00.422862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Checking segment: {'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:00.423201 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.423601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Bound using segment: {'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:00.424102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Bound port: 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:00.424502 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.433655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-87fc8f3e-f878-4879-b507-c9e4e169360d req-89171271-6ed5-4a10-945f-10fb8a2d871f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319070 Nov 23 10:43:00.522942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Allocated IP 192.168.233.159 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/521e7c68-ef25-4c6a-bfaf-db5bf4db1677) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:00.576101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] For port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:00.579772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] For port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,segment=NetworkSegment(c3d124c8-8d13-42c9-a703-cbc44aa5ffd7),segment_id=c3d124c8-8d13-42c9-a703-cbc44aa5ffd7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:00.597595 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.614312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 25f86823-35c3-426c-9886-b3e71b8eb39e no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:00.681802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae97af-53f6-43e8-ab0e-6daafbc3ad75 req-cf5e7101-0d88-48e1-9ee7-3fc555c31b21 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:00.690410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67ae97af-53f6-43e8-ab0e-6daafbc3ad75 req-cf5e7101-0d88-48e1-9ee7-3fc555c31b21 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.4967041 Nov 23 10:43:00.702634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 25f86823-35c3-426c-9886-b3e71b8eb39e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:00.702906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 25f86823-35c3-426c-9886-b3e71b8eb39e not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:00.735676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83299-6ea4-49aa-97cc-ff02e50705a7 None None] Pushing event updated for resources: {'Port': ['ID=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:00.735959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Attempting to bind port ed71c69f-0759-4b47-9ee8-e05b2d37debd on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:00.735959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Attempting to bind port ed71c69f-0759-4b47-9ee8-e05b2d37debd by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:00.736247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Attempting to bind port ed71c69f-0759-4b47-9ee8-e05b2d37debd on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:00.769135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Allocated IP 172.25.5.74 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/e5f91621-2a2b-4abc-9cf9-00928cb977ea) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:00.799672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Port ed71c69f-0759-4b47-9ee8-e05b2d37debd on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:43:00.800533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Attempting to bind port ed71c69f-0759-4b47-9ee8-e05b2d37debd on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:00.811629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071e377-f32f-4ec0-b4c4-6660effedf03 req-861b691b-bb74-4c9d-9ea0-c854b4304444 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:00.817756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:00.818093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:00.818725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Bound using segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:00.818978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d071e377-f32f-4ec0-b4c4-6660effedf03 req-861b691b-bb74-4c9d-9ea0-c854b4304444 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1439042 Nov 23 10:43:00.819187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Bound port: ed71c69f-0759-4b47-9ee8-e05b2d37debd, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:00.819807 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:00.866416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67ae97af-53f6-43e8-ab0e-6daafbc3ad75 req-0b1d4a6f-d61f-4899-9fe5-815da97c8770 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669745 Nov 23 10:43:01.011546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d071e377-f32f-4ec0-b4c4-6660effedf03 req-bf641b5e-fe5b-4855-872e-2582982a694e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831932 Nov 23 10:43:01.018816 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.031482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:01.041100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:01.060372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.107612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.167799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:01.168893 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.170825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] 10.222.0.58 "PUT /v2.0/ports/ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1092 time: 2.9075179 Nov 23 10:43:01.177156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:01.179437 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:01.184636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.185255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-71e3b43a-3706-480a-b7dd-43a603ec3ccf req-c7ba7bb2-ed0d-4d0d-9d64-84199d5c6d7d tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 210 time: 0.1211588 Nov 23 10:43:01.225081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.251071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:01.260898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:01.264206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:01.297730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3575d0-187e-4832-9d3c-18cd52624622 service neutron] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:01.380733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:01.389449 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.402819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:01.424943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Pushing event updated for resources: {'Port': ['ID=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:01.455913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-e4ff4e05-d106-43aa-a2e7-264214bcba21 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4640324 Nov 23 10:43:01.459477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-dd495633-b6b7-4a8c-8bce-6c75ffec2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:01.462104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-dd495633-b6b7-4a8c-8bce-6c75ffec2e21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1095 time: 0.2235296 Nov 23 10:43:01.465273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812163b9-f705-4373-b912-7724bb8b9881 req-9cec734f-012c-4bb1-9766-d6fb868d5914 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:01.468095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-812163b9-f705-4373-b912-7724bb8b9881 req-9cec734f-012c-4bb1-9766-d6fb868d5914 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.2860003 Nov 23 10:43:01.469436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:01.477949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Request body: {'port': {'device_id': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:01.536603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f91621-2a2b-4abc-9cf9-00928cb977ea,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:01.578091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:01.605565 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cbdd34-e6ca-4307-9888-dca440412d78 x-openstack-request-id: req-e7cbdd34-e6ca-4307-9888-dca440412d78 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:01.605867 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:01.606124 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7cbdd34-e6ca-4307-9888-dca440412d78 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:01.606542 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'status': 'completed', 'code': 200} Nov 23 10:43:01.610361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-cfba1a7a-c0a5-4cec-9216-0f7c7760d1a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 217 time: 0.1246154 Nov 23 10:43:01.693455 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-812163b9-f705-4373-b912-7724bb8b9881 req-4b437c12-871f-4a96-9559-bad0ffb66c9f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106903 Nov 23 10:43:01.761503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:01.854764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-ad4c9b2f-1fc8-4014-9561-fb27eaee069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:01.856777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-ad4c9b2f-1fc8-4014-9561-fb27eaee069e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.2264843 Nov 23 10:43:01.885415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1b3ee-ca8b-40ec-a658-aade44b6b386 req-aa27054c-32c1-4056-bf76-c5571dd14084 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:01.887671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75f1b3ee-ca8b-40ec-a658-aade44b6b386 req-aa27054c-32c1-4056-bf76-c5571dd14084 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 944 time: 0.1873372 Nov 23 10:43:01.910593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cf2ba15d-6c81-4582-849d-0257cafd5116 None None] Provisioning complete for port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:01.911198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cf2ba15d-6c81-4582-849d-0257cafd5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.016657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ba15d-6c81-4582-849d-0257cafd5116 None None] Port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:02.092037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:02.094886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1755a9-dc41-47d6-ae13-4dac58334e78 req-7ceda7a2-2386-4847-aad3-d36037fbf1be tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:02.097513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb1755a9-dc41-47d6-ae13-4dac58334e78 req-7ceda7a2-2386-4847-aad3-d36037fbf1be tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 950 time: 0.1184840 Nov 23 10:43:02.123347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75f1b3ee-ca8b-40ec-a658-aade44b6b386 req-2104fcd1-e21e-4975-b1c7-001c134622ca tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913278 Nov 23 10:43:02.139573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.150264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546777db-a810-4601-a0e7-705453b6e6b1 req-1f489b74-b134-4c4e-a953-0a11bec1ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:02.151765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-1f489b74-b134-4c4e-a953-0a11bec1ad59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848186 Nov 23 10:43:02.184281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:02.184558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.238501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb1755a9-dc41-47d6-ae13-4dac58334e78 req-8eddb9d6-8462-415c-bc6b-faa1a3e711d0 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258593 Nov 23 10:43:02.304345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.332346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08de00-e83b-4bbc-b0e6-0f37bea907aa None None] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:02.390847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d5810-b230-4495-8d93-05cd66e52f82 req-8f88ad83-ac0b-4b9e-93d0-bb49655873d0 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:02.392487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-451d5810-b230-4495-8d93-05cd66e52f82 req-8f88ad83-ac0b-4b9e-93d0-bb49655873d0 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1517379 Nov 23 10:43:02.396269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-90dc4a10-e63d-4941-b938-3db4e219fbea service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278788 Nov 23 10:43:02.413021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,segment=NetworkSegment(c3d124c8-8d13-42c9-a703-cbc44aa5ffd7),segment_id=c3d124c8-8d13-42c9-a703-cbc44aa5ffd7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:02.419588 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.429825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c711d7-8307-4f10-bbd8-83c300eb1930 req-5437aaa0-ce0e-48d0-8ccd-9c22020d86da tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:02.431914 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53c711d7-8307-4f10-bbd8-83c300eb1930 req-5437aaa0-ce0e-48d0-8ccd-9c22020d86da tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1113195 Nov 23 10:43:02.516993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.522928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53c711d7-8307-4f10-bbd8-83c300eb1930 req-1ed77cfd-de2c-4865-b892-7994e43904b6 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613487 Nov 23 10:43:02.525369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:02.528094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-502b8428-17e1-44f9-8177-62adb70326f6 None None] Provisioning complete for port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:02.528560 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-502b8428-17e1-44f9-8177-62adb70326f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.564923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-451d5810-b230-4495-8d93-05cd66e52f82 req-2d40c70b-861b-4f8e-8d4a-4ad39c05da8f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616287 Nov 23 10:43:02.583831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:02.595055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.632751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Transition to ACTIVE for port object 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:43:02.638151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546777db-a810-4601-a0e7-705453b6e6b1 req-5062ffbf-84f5-496e-9ee3-c6f85186e5da service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278941 Nov 23 10:43:02.640392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.738432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:02.760567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13894ca-08a2-48b5-ba91-0330bb8dd2e7 req-eec5bb59-4206-489b-a808-bd4652add184 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:02.762942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f13894ca-08a2-48b5-ba91-0330bb8dd2e7 req-eec5bb59-4206-489b-a808-bd4652add184 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 948 time: 0.0987256 Nov 23 10:43:02.794795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:43:02.881392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f13894ca-08a2-48b5-ba91-0330bb8dd2e7 req-4a34ecf7-af19-462c-b373-6893f95c9ca1 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032586 Nov 23 10:43:02.891045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Attempting to bind port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:02.891390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Attempting to bind port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:02.891723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Attempting to bind port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:02.946579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:43:02.946921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Attempting to bind port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:02.962141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:02.963159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:02.963841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:02.964545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Bound port: 521e7c68-ef25-4c6a-bfaf-db5bf4db1677, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:02.965159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:02.982748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-7abcd56f-a320-4267-bf6c-9cbcee22e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:02.984562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-7abcd56f-a320-4267-bf6c-9cbcee22e9bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1095 time: 0.2473593 Nov 23 10:43:02.993297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:03.007938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Sync routers for ids ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:03.023594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ccb9-4417-41f7-90a2-a33c4584d785 req-79c94afb-a424-4682-88f6-44a6884d08db tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:03.028385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:03.029030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Routers {'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:03.029826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:03.031266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-540787eb-913d-404d-b3bc-cb999c4570b2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7923214 Nov 23 10:43:03.032080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2942ccb9-4417-41f7-90a2-a33c4584d785 req-79c94afb-a424-4682-88f6-44a6884d08db tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.2215664 Nov 23 10:43:03.033974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60392) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:03.271786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2942ccb9-4417-41f7-90a2-a33c4584d785 req-b5a0e2b0-b3df-445e-817a-57a3a1ebede8 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377319 Nov 23 10:43:03.322638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-7635784a-d17f-44c9-9ad4-8f035931b305 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:03.324552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-7635784a-d17f-44c9-9ad4-8f035931b305 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.65 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 950 time: 0.1724482 Nov 23 10:43:03.339545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-79aae638-a009-45cf-993d-a7a847103f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:03.340530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bca6835b-3b61-4f0c-952d-152041855fc5 None None] Provisioning complete for port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:03.340904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bca6835b-3b61-4f0c-952d-152041855fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:03.341025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-79aae638-a009-45cf-993d-a7a847103f13 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.3453071 Nov 23 10:43:03.393139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] For port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:03.433297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Set router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:03.450989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-7fb6eb42-e97e-4868-a0c8-707abf6c55f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 217 time: 0.0969882 Nov 23 10:43:03.462618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] For port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:03.528477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:03.603855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c8055-40f8-4648-8e0d-1b8f33b6714b req-e8207f15-8f3b-4757-ad1a-32d354d4d0ea tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:03.605473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-188c8055-40f8-4648-8e0d-1b8f33b6714b req-e8207f15-8f3b-4757-ad1a-32d354d4d0ea tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 944 time: 0.2224820 Nov 23 10:43:03.608553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:03.609716 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:03.611076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] 10.222.0.58 "PUT /v2.0/ports/521e7c68-ef25-4c6a-bfaf-db5bf4db1677 HTTP/1.1" status: 200 len: 1096 time: 2.1390870 Nov 23 10:43:03.617833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'tag': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:03.620330 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c954fe9a-7f94-432f-9aed-84b5c09fa83d" -d '{"events": [{"name": "network-changed", "server_uuid": "ca03a3c3-17ec-4b59-9ea5-17b5690c770f", "tag": "521e7c68-ef25-4c6a-bfaf-db5bf4db1677"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:03.633994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-970abdf5-dcf5-4d29-876e-35e984bf3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:03.635720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-970abdf5-dcf5-4d29-876e-35e984bf3da0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1710622 Nov 23 10:43:03.731601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:01Z', 'revision_number': 3, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port': {'id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:00Z', 'updated_at': '2021-11-23T10:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:03.788723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Checking router: f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:03.790067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Updating router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 port e5f91621-2a2b-4abc-9cf9-00928cb977ea binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:43:03.827209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.027377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:04.126494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:04.126789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.142724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b141e-2fc5-477c-b978-9df7f83bfbf8 req-4d303c7b-9ed7-46d9-b6eb-f8df544e0e74 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.144220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d7b141e-2fc5-477c-b978-9df7f83bfbf8 req-4d303c7b-9ed7-46d9-b6eb-f8df544e0e74 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 950 time: 0.0874043 Nov 23 10:43:04.177023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.209403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6b88b-4fd7-49b4-84a6-5493d40ae2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:04.225949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d7b141e-2fc5-477c-b978-9df7f83bfbf8 req-1ed643c1-baea-427f-9958-fe2baf4e72a1 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/security-groups?id=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720961 Nov 23 10:43:04.259941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Deleting port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:04.260351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.290512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-a1d967e1-003e-4982-b0b8-0e1ba275cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.292198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-a1d967e1-003e-4982-b0b8-0e1ba275cb9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67914ee1cbba41aab734ad35e56c447a&device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 1099 time: 0.6170871 Nov 23 10:43:04.322915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-188c8055-40f8-4648-8e0d-1b8f33b6714b req-0d99ed99-4a83-4a5e-aa87-f4fbc446b180 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6972337 Nov 23 10:43:04.332656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-2511166d-628a-408a-806f-f51184e1b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.337366 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.339185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-2511166d-628a-408a-806f-f51184e1b5b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6794655 Nov 23 10:43:04.348035 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.405147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Attempting to bind port e5f91621-2a2b-4abc-9cf9-00928cb977ea on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:04.405373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Attempting to bind port e5f91621-2a2b-4abc-9cf9-00928cb977ea by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:04.405674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Attempting to bind port e5f91621-2a2b-4abc-9cf9-00928cb977ea on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:04.411795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-0b019359-8079-4557-8c19-a1acbf2f6200 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=521e7c68-ef25-4c6a-bfaf-db5bf4db1677 HTTP/1.1" status: 200 len: 217 time: 0.1068218 Nov 23 10:43:04.415427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:04.415813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:04.416223 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.416620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:04.417098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Bound port: e5f91621-2a2b-4abc-9cf9-00928cb977ea, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:04.417518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.420834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287b47-0fa9-4e03-bfe5-68fc9ea1b0e6 None None] Pushing event updated for resources: {'Port': ['ID=e5f91621-2a2b-4abc-9cf9-00928cb977ea,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:04.439601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Allocated IP 172.20.0.1 (c2910df2-da15-4e9c-aaf5-328fd4e94bd4/85828e57-c67c-405a-8758-3d9337030fff/a42a720a-9971-4dbd-9b87-1385ce99f53a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:04.481662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] For port e5f91621-2a2b-4abc-9cf9-00928cb977ea, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:04.484405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0deee-fb29-4df9-827f-29ca4fc21475 req-e3214ce1-b4ef-424f-a4e6-f50fd7856cd3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.485834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] For port e5f91621-2a2b-4abc-9cf9-00928cb977ea, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e5f91621-2a2b-4abc-9cf9-00928cb977ea,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:04.486014 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2b0deee-fb29-4df9-827f-29ca4fc21475 req-e3214ce1-b4ef-424f-a4e6-f50fd7856cd3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1452186 Nov 23 10:43:04.490720 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.554500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Routers {'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:04.555799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:04.583805 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2b0deee-fb29-4df9-827f-29ca4fc21475 req-99c5e4ce-e3ad-4a1c-8fa1-1609e1ce9726 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892584 Nov 23 10:43:04.592489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-856cae51-dfe2-4913-ba64-ce0d20f8fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.594217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-856cae51-dfe2-4913-ba64-ce0d20f8fdfe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1474423 Nov 23 10:43:04.601263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.632194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-5e07339d-f8a4-40ba-861f-4982f25d5571 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566056 Nov 23 10:43:04.634404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04287b47-0fa9-4e03-bfe5-68fc9ea1b0e6 None None] Pushing event updated for resources: {'Port': ['ID=e5f91621-2a2b-4abc-9cf9-00928cb977ea,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:04.635155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] For port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:04.635774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.662854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.672810 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7069aae-00d5-4e0c-a7d6-2949b12fb869 x-openstack-request-id: req-c7069aae-00d5-4e0c-a7d6-2949b12fb869 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:04.673190 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca03a3c3-17ec-4b59-9ea5-17b5690c770f", "tag": "521e7c68-ef25-4c6a-bfaf-db5bf4db1677", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:04.673659 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7069aae-00d5-4e0c-a7d6-2949b12fb869 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:04.674240 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'tag': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677', 'status': 'completed', 'code': 200} Nov 23 10:43:04.682515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbade0-172b-45c1-9220-d87cd62b2ee8 req-c5487652-0bd4-4f5b-955e-d2cff7f49803 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.684174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fcbade0-172b-45c1-9220-d87cd62b2ee8 req-c5487652-0bd4-4f5b-955e-d2cff7f49803 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.2762620 Nov 23 10:43:04.690614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Calling delete_port for 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:04.718639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] Set router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:04.721068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:04.728062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:04.732937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:04.765334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a42a720a-9971-4dbd-9b87-1385ce99f53a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:04.817166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:04.837864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-d1b7c7ff-de32-4361-8f7e-b8d272f6fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.839367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-d1b7c7ff-de32-4361-8f7e-b8d272f6fdb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2343240 Nov 23 10:43:04.866854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10107a-d936-4fff-a924-2fe032b2a4e8 req-7ff465b8-254f-4e64-9270-b92ced53d7cd tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:04.874574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b10107a-d936-4fff-a924-2fe032b2a4e8 req-7ff465b8-254f-4e64-9270-b92ced53d7cd tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 948 time: 0.1133099 Nov 23 10:43:04.919817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fcbade0-172b-45c1-9220-d87cd62b2ee8 req-623ca846-92a7-4159-b8db-192fd3f0bb76 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214003 Nov 23 10:43:04.967130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b10107a-d936-4fff-a924-2fe032b2a4e8 req-7ec9c3bd-8aa7-4336-9b9d-13d7e9c347db tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861037 Nov 23 10:43:05.033161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-8ddb85a7-1b4b-4ded-9278-b5a2d16a5d88 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815460 Nov 23 10:43:05.050071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:01Z', 'revision_number': 3, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port': {'id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:00Z', 'updated_at': '2021-11-23T10:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:05.050675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf3aef2-6902-48a8-8ec4-1136fdf950a8 req-4f35b515-f48c-43a3-a435-618ff924a044 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909037 Nov 23 10:43:05.080689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a526fdb-9ef0-409e-96b3-bcb94e540808 None None] The sync data for ids ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'] in n-d-817747-2 is: [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:01Z', 'revision_number': 3, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port': {'id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:00Z', 'updated_at': '2021-11-23T10:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:05.129805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2fc92b5a-9779-4550-8682-87a08b17ec67 None None] Provisioning complete for port a42a720a-9971-4dbd-9b87-1385ce99f53a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:05.130085 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fc92b5a-9779-4550-8682-87a08b17ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:05.142305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70208b6-3e3e-493e-b838-b3d6b578d946 req-b8ba56bb-e520-4ea6-b61b-1b60aff6635e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:05.151896 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a70208b6-3e3e-493e-b838-b3d6b578d946 req-b8ba56bb-e520-4ea6-b61b-1b60aff6635e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0985625 Nov 23 10:43:05.205134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:05.218120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2fc92b5a-9779-4550-8682-87a08b17ec67 None None] Port a42a720a-9971-4dbd-9b87-1385ce99f53a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:05.253748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b293cf3c-2014-48f9-a844-e92d53e6995e req-67f07359-d6c1-44a2-943d-16745e302d91 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023189 Nov 23 10:43:05.263213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:05.311655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a70208b6-3e3e-493e-b838-b3d6b578d946 req-a14ee230-4416-4946-b467-408bf100b9af tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586876 Nov 23 10:43:05.332200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Pushing event deleted for resources: {'Port': ['ID=39891c36-a4f4-4d1e-ac3c-5bc4e6355351,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:05.401909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4088ec47-cf7a-400d-853b-bf1d55c62d68 req-78d684c0-9f7b-4c2c-8f0a-67d99cca53ca tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.61 "GET /v2.0/ports?device_id=40f8050f-5230-4ea1-b703-031d3ab5599e HTTP/1.1" status: 200 len: 210 time: 0.0596051 Nov 23 10:43:05.521014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] No DVR routers for this DVR port 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:05.533418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:05.537330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2035265-d4d6-48ea-acf6-b25b3e18b115 req-b140f9de-c0cd-4822-a894-641c4ad3d283 tempest-LiveMigrationNegativeTest-463518662 tempest-LiveMigrationNegativeTest-463518662-project] 10.222.0.65 "DELETE /v2.0/ports/39891c36-a4f4-4d1e-ac3c-5bc4e6355351 HTTP/1.1" status: 204 len: 173 time: 2.1987824 Nov 23 10:43:05.575951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:05.581824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-cfc4274c-08b4-4d46-8954-1e14d78cb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:05.583530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-cfc4274c-08b4-4d46-8954-1e14d78cb2b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67914ee1cbba41aab734ad35e56c447a&device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 1099 time: 0.2078810 Nov 23 10:43:05.587710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:05.592201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818757-c65d-4edc-b5f9-40a06ac8c347 req-b0ccf7f7-7e36-4889-98f4-b463259e29cd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:05.595645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e1818757-c65d-4edc-b5f9-40a06ac8c347 req-b0ccf7f7-7e36-4889-98f4-b463259e29cd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 944 time: 0.0708199 Nov 23 10:43:05.665900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:05.690919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-f5ea2bd5-3688-40a8-9d48-b09ecd22923b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:05.701437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-f5ea2bd5-3688-40a8-9d48-b09ecd22923b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.2474616 Nov 23 10:43:05.730919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e1818757-c65d-4edc-b5f9-40a06ac8c347 req-8d845c06-4fd5-4ea4-99a7-8c3e03ec8c24 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161013 Nov 23 10:43:05.738353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a42a720a-9971-4dbd-9b87-1385ce99f53a,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:05.749978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-02166030-a3c3-4880-8e83-39f159b1376b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/quotas/aad1df0fc0ff4e5d900b8a4508420be0 HTTP/1.1" status: 200 len: 375 time: 0.0475683 Nov 23 10:43:05.760211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-7de539e8-f739-44c7-95dd-79053797d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:05.761855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-7de539e8-f739-44c7-95dd-79053797d530 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1670918 Nov 23 10:43:05.825030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-49bad8da-f76e-4745-b1bc-af6a24b9e622 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=521e7c68-ef25-4c6a-bfaf-db5bf4db1677 HTTP/1.1" status: 200 len: 217 time: 0.0549798 Nov 23 10:43:05.871478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-a6293426-55ee-49da-a48d-470bb13be34d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1206322 Nov 23 10:43:05.886653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:05.890547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:05.923833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-24aaabb5-831b-421a-8701-b7040b26af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:05.925731 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-24aaabb5-831b-421a-8701-b7040b26af73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0616369 Nov 23 10:43:05.934970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c3f9-4747-4695-b8ff-9dc29237c0d8 req-a50684c9-ec83-42da-93fe-96a3349f8d7a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:05.936363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f801c3f9-4747-4695-b8ff-9dc29237c0d8 req-a50684c9-ec83-42da-93fe-96a3349f8d7a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1101646 Nov 23 10:43:06.106200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e5f91621-2a2b-4abc-9cf9-00928cb977ea up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:06.125209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f801c3f9-4747-4695-b8ff-9dc29237c0d8 req-25dd2499-97ab-4e04-b92a-085e31a9d941 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776538 Nov 23 10:43:06.130706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-f1d43a77-acb6-4b42-b129-7a020ac72f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:06.138195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-f1d43a77-acb6-4b42-b129-7a020ac72f07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007396 Nov 23 10:43:06.241251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e5f91621-2a2b-4abc-9cf9-00928cb977ea triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:06.241962 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:06.255867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-79f707a0-5014-4efd-99d9-7fb3a81c7e19 service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664346 Nov 23 10:43:06.344639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:06.349748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:43:06.374658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port e5f91621-2a2b-4abc-9cf9-00928cb977ea, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e5f91621-2a2b-4abc-9cf9-00928cb977ea,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:06.392120 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:06.412477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-6104eda9-1e17-4427-b0d5-4f1e15314142 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658274 Nov 23 10:43:06.422039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7f305-fef5-43ac-a885-fc76bb70ac28 req-ef09319b-00cd-48ed-a289-e413078c529e tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:06.423608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fb7f305-fef5-43ac-a885-fc76bb70ac28 req-ef09319b-00cd-48ed-a289-e413078c529e tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0890303 Nov 23 10:43:06.436448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-030a0639-02c2-4467-8f34-de21f39997b2 None None] Provisioning complete for port a42a720a-9971-4dbd-9b87-1385ce99f53a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:06.436986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-030a0639-02c2-4467-8f34-de21f39997b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:06.453456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-9275b216-b4c1-4718-99b7-730584121bf0 service neutron] 10.222.0.61 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965740 Nov 23 10:43:06.520174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-030a0639-02c2-4467-8f34-de21f39997b2 None None] Port a42a720a-9971-4dbd-9b87-1385ce99f53a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:06.523228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=e5f91621-2a2b-4abc-9cf9-00928cb977ea,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:06.570235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fb7f305-fef5-43ac-a885-fc76bb70ac28 req-c980012b-659d-435f-a358-d46f9dc22b14 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372421 Nov 23 10:43:06.589079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:06.598358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-52c22483-8a57-4998-ba10-57a683f231d6 admin admin] 10.222.0.61 "PUT /v2.0/routers/f4542c0b-b7ea-4ab9-ba51-6ff019b55a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5600977 Nov 23 10:43:06.615617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c954fe9a-7f94-432f-9aed-84b5c09fa83d req-71e7bb50-b3bc-42d2-af73-ec14fed2121e service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909065 Nov 23 10:43:06.639669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:06.643767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8070f3fd-4219-4574-90bd-f5d32df4c812 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:06.675517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'name': 'network-vif-deleted', 'tag': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:06.678607 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0d9f53-3e4d-4d40-bf79-710d80e4cfad" -d '{"events": [{"server_uuid": "40f8050f-5230-4ea1-b703-031d3ab5599e", "name": "network-vif-deleted", "tag": "39891c36-a4f4-4d1e-ac3c-5bc4e6355351"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:06.756654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:06.780103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a1b5c-7e10-4306-90c2-db0aaa909b76 req-f961e381-d805-4f6f-b479-ad94e8954bf0 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:06.786196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab0f55-2967-4e0c-b3ed-90cd2c507e13 req-73647fa5-64c1-41db-8bd0-82012d80528e tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:06.787487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-991a1b5c-7e10-4306-90c2-db0aaa909b76 req-f961e381-d805-4f6f-b479-ad94e8954bf0 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0648775 Nov 23 10:43:06.788410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4cab0f55-2967-4e0c-b3ed-90cd2c507e13 req-73647fa5-64c1-41db-8bd0-82012d80528e tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 948 time: 0.0981281 Nov 23 10:43:06.797031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:06.797415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 39891c36-a4f4-4d1e-ac3c-5bc4e6355351 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:06.847599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-991a1b5c-7e10-4306-90c2-db0aaa909b76 req-b4c91daf-f57d-4868-979e-9ec3307624cb tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531375 Nov 23 10:43:06.850713 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4cab0f55-2967-4e0c-b3ed-90cd2c507e13 req-ad1964aa-1b44-4aa4-81b3-8d7235109fab tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Nov 23 10:43:06.900937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:06.926851 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:06.941261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'mac_address': 'fa:16:3e:fb:f5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:06.959139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:06.959297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ba687fc3-c9fa-4d4c-9a13-75a2ef20fac8 req-97068802-afa0-411a-baf5-72726e508eb7 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 210 time: 0.0522604 Nov 23 10:43:06.961874 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91261259-0071-412e-9d9a-a38a8a9e7177" -d '{"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:07.009254 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fd7c75-0f3c-475f-80bd-39b289e7696a x-openstack-request-id: req-44fd7c75-0f3c-475f-80bd-39b289e7696a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:07.009757 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f8050f-5230-4ea1-b703-031d3ab5599e", "name": "network-vif-deleted", "tag": "39891c36-a4f4-4d1e-ac3c-5bc4e6355351", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:07.010083 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44fd7c75-0f3c-475f-80bd-39b289e7696a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:07.011815 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f8050f-5230-4ea1-b703-031d3ab5599e', 'name': 'network-vif-deleted', 'tag': '39891c36-a4f4-4d1e-ac3c-5bc4e6355351', 'status': 'completed', 'code': 200} Nov 23 10:43:07.041436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.065963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed71c69f-0759-4b47-9ee8-e05b2d37debd {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:07.072974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:07.092887 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.104194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:07.206631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0276fe-af6a-44c6-9e4d-3d822bb8fc55 req-e17a5d54-0d49-4cc5-9e29-19a5d6f99197 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:07.218943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc0276fe-af6a-44c6-9e4d-3d822bb8fc55 req-e17a5d54-0d49-4cc5-9e29-19a5d6f99197 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1037359 Nov 23 10:43:07.311034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc0276fe-af6a-44c6-9e4d-3d822bb8fc55 req-f088b29a-da1d-4dda-bc40-019365acc105 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806956 Nov 23 10:43:07.312202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60508) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:07.349853 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.388536 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223054b0-3ba4-40a8-84e6-d0909df629ae x-openstack-request-id: req-223054b0-3ba4-40a8-84e6-d0909df629ae {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:07.388959 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-unplugged", "status": "completed", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:07.389382 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-223054b0-3ba4-40a8-84e6-d0909df629ae {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:07.390030 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'code': 200} Nov 23 10:43:07.391630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:07.415110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da2d6f25-76ab-4017-a56b-8be258fdfd93 req-cf510411-6e83-4781-9fe2-466740527f4a tempest-FloatingIPsNegativeTestJSON-1398727410 tempest-FloatingIPsNegativeTestJSON-1398727410-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=e247602139964eb6b5de7f23b8cc1018 HTTP/1.1" status: 200 len: 217 time: 0.1444931 Nov 23 10:43:07.431790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-4d1d70dd-e03b-4033-8b1d-4ad0099423d0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:07.439801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-4d1d70dd-e03b-4033-8b1d-4ad0099423d0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "GET /v2.0/ports?device_id=93086183-3e91-4590-8301-a79985820d4e HTTP/1.1" status: 200 len: 943 time: 0.2183025 Nov 23 10:43:07.464457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7cd3dc62-e6aa-4d39-99ca-7486aaee581c req-fe0a07bb-5bc4-4c05-847c-39b1fe128c04 tempest-FloatingIPsNegativeTestJSON-1398727410 tempest-FloatingIPsNegativeTestJSON-1398727410-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0235684 Nov 23 10:43:07.502579 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Sync routers for ids ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:07.509658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:07.527106 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Routers {'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:07.529657 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:07.568372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667950-2b3e-41ab-a9fc-0c19d35c497a req-5ce65632-ca21-44e0-a88d-03f5fd583891 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:07.569604 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-f9408451-1fa2-4a81-bae3-b1c051536692 req-f084902e-30ad-4c81-b4ce-6eeb5a109d2d tempest-FloatingIPsNegativeTestJSON-1398727410 tempest-FloatingIPsNegativeTestJSON-1398727410-project] show failed (client error): The resource could not be found. Nov 23 10:43:07.570657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f9408451-1fa2-4a81-bae3-b1c051536692 req-f084902e-30ad-4c81-b4ce-6eeb5a109d2d tempest-FloatingIPsNegativeTestJSON-1398727410 tempest-FloatingIPsNegativeTestJSON-1398727410-project] 10.222.0.61 "GET /v2.0/floatingips/eac9ad85-0e26-43ec-a845-783447862c20 HTTP/1.1" status: 404 len: 350 time: 0.0476508 Nov 23 10:43:07.578220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2667950-2b3e-41ab-a9fc-0c19d35c497a req-5ce65632-ca21-44e0-a88d-03f5fd583891 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1114197 Nov 23 10:43:07.586157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60516) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:07.631305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Deleting port 8070f3fd-4219-4574-90bd-f5d32df4c812 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:07.631647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.671397 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Set router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:07.697432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ed71c69f-0759-4b47-9ee8-e05b2d37debd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:07.713439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2649a00e-1e99-4256-9d32-ef486dcd3e26 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3c0d62b23a74f78a1dbc7368956115e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001021 Nov 23 10:43:07.717323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60520) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:07.758400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] For port 8070f3fd-4219-4574-90bd-f5d32df4c812, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8070f3fd-4219-4574-90bd-f5d32df4c812,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:07.758669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.775116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Calling delete_port for 8070f3fd-4219-4574-90bd-f5d32df4c812 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:07.786815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2667950-2b3e-41ab-a9fc-0c19d35c497a req-85b90756-ccd8-4170-bbe0-90c9e1dc9e8d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023020 Nov 23 10:43:07.862603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2917-5dd9-4308-bb4a-c039a5395638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.943675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:07.973889 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:05Z', 'revision_number': 4, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port': {'id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:00Z', 'updated_at': '2021-11-23T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a42a720a-9971-4dbd-9b87-1385ce99f53a', 'name': '', 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'mac_address': 'fa:16:3e:50:70:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '85828e57-c67c-405a-8758-3d9337030fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:04Z', 'updated_at': '2021-11-23T10:43:05Z', 'revision_number': 2, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'subnets': [{'id': '85828e57-c67c-405a-8758-3d9337030fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:07.985126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event deleted for resources: {'Port': ['ID=8070f3fd-4219-4574-90bd-f5d32df4c812,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:08.014895 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Checking router: f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:08.015642 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Updating router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 port a42a720a-9971-4dbd-9b87-1385ce99f53a binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:43:08.032783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] No DVR routers for this DVR port 8070f3fd-4219-4574-90bd-f5d32df4c812 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:08.046722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.050150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01da8759-c94b-48e6-abc2-4a0bad6f41bd req-7fa96b56-c503-4a3f-ba0b-edad75cc90ed tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "DELETE /v2.0/ports/8070f3fd-4219-4574-90bd-f5d32df4c812 HTTP/1.1" status: 204 len: 173 time: 0.5847816 Nov 23 10:43:08.062871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2917-5dd9-4308-bb4a-c039a5395638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.063410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e5f91621-2a2b-4abc-9cf9-00928cb977ea up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:08.064844 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.071849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40798870-21b2-4f20-881a-c9cd2575a64e req-1327c205-bd4e-4536-9dcd-e7f3f5053f00 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:08.081654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40798870-21b2-4f20-881a-c9cd2575a64e req-1327c205-bd4e-4536-9dcd-e7f3f5053f00 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1696584 Nov 23 10:43:08.180274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40798870-21b2-4f20-881a-c9cd2575a64e req-b51779eb-6ab0-4005-9fb4-16b164144e2c tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954201 Nov 23 10:43:08.187391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44b484-0959-4dbb-ad08-42e463b2d38d req-59313860-1a37-4eda-8228-f25c3a0cd4f5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:08.189814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be44b484-0959-4dbb-ad08-42e463b2d38d req-59313860-1a37-4eda-8228-f25c3a0cd4f5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1823883 Nov 23 10:43:08.206857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e5f91621-2a2b-4abc-9cf9-00928cb977ea triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:08.207925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.263346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2917-5dd9-4308-bb4a-c039a5395638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.267471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9a2917-5dd9-4308-bb4a-c039a5395638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.268779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4e9a2917-5dd9-4308-bb4a-c039a5395638 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34 HTTP/1.1" status: 204 len: 168 time: 0.5454214 Nov 23 10:43:08.348001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a2917-5dd9-4308-bb4a-c039a5395638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dccfaa-ade7-4bb4-9be6-a1e55ad9cd34,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:08.376493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-9bb0965e-3f93-45a8-9b9c-e106d5e68590 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:08.378268 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-9bb0965e-3f93-45a8-9b9c-e106d5e68590 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 804 time: 0.2383957 Nov 23 10:43:08.389154 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be44b484-0959-4dbb-ad08-42e463b2d38d req-a1ad6bc6-4cd5-466c-a088-163b58631fa3 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901312 Nov 23 10:43:08.409569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8fb05-40a6-40ab-83b3-eb6a3c28708a req-318f7abf-e6a1-4131-8488-699a79eb4458 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:08.412261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ddd8fb05-40a6-40ab-83b3-eb6a3c28708a req-318f7abf-e6a1-4131-8488-699a79eb4458 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 948 time: 0.1051183 Nov 23 10:43:08.423968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Request body: {'port': {'device_id': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'admin_state_up': True, 'tenant_id': 'aad1df0fc0ff4e5d900b8a4508420be0'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:08.536262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ee71fe1-e97e-4eba-9464-e6b59293b1e7 req-66427326-560b-429a-8df4-4f809ff4f4e5 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 210 time: 0.0433605 Nov 23 10:43:08.554388 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.589996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ddd8fb05-40a6-40ab-83b3-eb6a3c28708a req-ad7ccf61-c5f7-4272-b353-d1e95200d18e tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590483 Nov 23 10:43:08.641758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Made reservation on behalf of aad1df0fc0ff4e5d900b8a4508420be0 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:08.651758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.655043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:08.729711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port ed71c69f-0759-4b47-9ee8-e05b2d37debd completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:43:08.732936 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.735414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ed71c69f-0759-4b47-9ee8-e05b2d37debd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:08.735796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.741079 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.827147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60534) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:08.861063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.867243 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92752c-cf6b-432f-9252-ed963eba0a5f None None] Pushing event updated for resources: {'Port': ['ID=a42a720a-9971-4dbd-9b87-1385ce99f53a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:08.924385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Allocated IP 172.20.0.12 (0759183a-cb01-4d12-825c-8e66af278fb4/18aeb6c4-5612-4ab0-a001-ff4aa5130ff7/ad56a287-4a15-4a33-9dcc-555ab2101210) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:08.930373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:08.934757 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.947178 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Attempting to bind port a42a720a-9971-4dbd-9b87-1385ce99f53a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:08.947563 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Attempting to bind port a42a720a-9971-4dbd-9b87-1385ce99f53a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:08.948157 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Attempting to bind port a42a720a-9971-4dbd-9b87-1385ce99f53a on network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:08.959578 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:08.959947 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Checking segment: {'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:08.960387 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:08.961355 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Bound using segment: {'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:08.963158 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Bound port: a42a720a-9971-4dbd-9b87-1385ce99f53a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:08.963703 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.004431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:09.009979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ffba0-639a-4413-8129-7ae5eea80659 req-b89fecf1-aea0-4468-ad12-7bebfc3aa9b4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:09.024714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-191ffba0-639a-4413-8129-7ae5eea80659 req-b89fecf1-aea0-4468-ad12-7bebfc3aa9b4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.3303852 Nov 23 10:43:09.025613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-deleted', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:09.034319 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278f000-5f27-42f6-8806-a260dd9d8e8e" -d '{"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-deleted", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:09.056172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-669a1ff4-b69e-449f-aa2e-0fcb9fe9d52a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6254105434dd4b4db07a921ab08ea619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257266 Nov 23 10:43:09.059119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60540) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:09.062321 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] For port a42a720a-9971-4dbd-9b87-1385ce99f53a, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:09.066632 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] For port a42a720a-9971-4dbd-9b87-1385ce99f53a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a42a720a-9971-4dbd-9b87-1385ce99f53a,segment=NetworkSegment(c3d124c8-8d13-42c9-a703-cbc44aa5ffd7),segment_id=c3d124c8-8d13-42c9-a703-cbc44aa5ffd7)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:09.074654 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.120888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6e452-6b6d-4676-a4af-16b593f3cddd req-ccca6cdd-badb-4811-b748-d57810fd038e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:09.128445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38a6e452-6b6d-4676-a4af-16b593f3cddd req-ccca6cdd-badb-4811-b748-d57810fd038e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1491101 Nov 23 10:43:09.144684 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Routers {'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:09.145762 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:09.159909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-191ffba0-639a-4413-8129-7ae5eea80659 req-66863b8b-4a08-409a-be7d-189be781304d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339660 Nov 23 10:43:09.177302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-01469230-a7c6-4187-90e7-73607ac9354d None None] Provisioning complete for port a42a720a-9971-4dbd-9b87-1385ce99f53a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:09.177899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01469230-a7c6-4187-90e7-73607ac9354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.229922 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92752c-cf6b-432f-9252-ed963eba0a5f None None] Pushing event updated for resources: {'Port': ['ID=a42a720a-9971-4dbd-9b87-1385ce99f53a,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:09.232016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38a6e452-6b6d-4676-a4af-16b593f3cddd req-13dbc466-0517-4ef0-bf64-4fd874e9603a tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970376 Nov 23 10:43:09.251589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83e48cc4-8306-4dc6-b8e6-349b8cca6860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.262961 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24eed36-a85e-4374-b182-5257eebaf34c x-openstack-request-id: req-b24eed36-a85e-4374-b182-5257eebaf34c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:09.263273 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93086183-3e91-4590-8301-a79985820d4e", "name": "network-vif-deleted", "tag": "8070f3fd-4219-4574-90bd-f5d32df4c812", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:09.263537 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b24eed36-a85e-4374-b182-5257eebaf34c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:09.263946 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93086183-3e91-4590-8301-a79985820d4e', 'name': 'network-vif-deleted', 'tag': '8070f3fd-4219-4574-90bd-f5d32df4c812', 'status': 'completed', 'code': 200} Nov 23 10:43:09.267446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.302513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83e48cc4-8306-4dc6-b8e6-349b8cca6860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.338716 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.379928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Deleting port a42a720a-9971-4dbd-9b87-1385ce99f53a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:09.380911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.390741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:09.397617 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6310de5d-6560-4713-8853-eb3072de6db9" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:09.409249 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01469230-a7c6-4187-90e7-73607ac9354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.412019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Network 0759183a-cb01-4d12-825c-8e66af278fb4 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:09.416873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:09.428513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:09.446194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83e48cc4-8306-4dc6-b8e6-349b8cca6860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.449147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83e48cc4-8306-4dc6-b8e6-349b8cca6860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.452848 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83e48cc4-8306-4dc6-b8e6-349b8cca6860 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9941875e-4b32-4a30-a80b-e2282ade5c2f HTTP/1.1" status: 204 len: 168 time: 0.3895187 Nov 23 10:43:09.487003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:09.487776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.507153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e48cc4-8306-4dc6-b8e6-349b8cca6860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9941875e-4b32-4a30-a80b-e2282ade5c2f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:09.548687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] For port a42a720a-9971-4dbd-9b87-1385ce99f53a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a42a720a-9971-4dbd-9b87-1385ce99f53a,segment=NetworkSegment(c3d124c8-8d13-42c9-a703-cbc44aa5ffd7),segment_id=c3d124c8-8d13-42c9-a703-cbc44aa5ffd7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:09.549203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.551765 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] Set router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:09.567508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-01469230-a7c6-4187-90e7-73607ac9354d None None] For port a42a720a-9971-4dbd-9b87-1385ce99f53a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a42a720a-9971-4dbd-9b87-1385ce99f53a,segment=NetworkSegment(c3d124c8-8d13-42c9-a703-cbc44aa5ffd7),segment_id=c3d124c8-8d13-42c9-a703-cbc44aa5ffd7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:09.567948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Calling delete_port for a42a720a-9971-4dbd-9b87-1385ce99f53a owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:09.582227 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801a5cff-2c70-4146-83d6-e4cd4ea712d2 x-openstack-request-id: req-801a5cff-2c70-4146-83d6-e4cd4ea712d2 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:09.582569 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:09.585348 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-801a5cff-2c70-4146-83d6-e4cd4ea712d2 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:09.588045 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'code': 200} Nov 23 10:43:09.610992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01469230-a7c6-4187-90e7-73607ac9354d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.637908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2076671 Nov 23 10:43:09.643917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca52e-8e6c-46cc-bbb8-b8d8477ba524 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event updated for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:09.657719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Request body: {'port': {'device_id': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:09.737135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01469230-a7c6-4187-90e7-73607ac9354d None None] Pushing event updated for resources: {'Port': ['ID=a42a720a-9971-4dbd-9b87-1385ce99f53a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:09.742235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f0c05-8bcd-4168-aace-81480edad70f req-f7041b64-390d-4899-8624-3f4d627263c3 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:09.743984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af6f0c05-8bcd-4168-aace-81480edad70f req-f7041b64-390d-4899-8624-3f4d627263c3 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.3420885 Nov 23 10:43:09.752560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8645b5-b876-4e24-ac54-52f13a0bca60 req-bf3eb5e3-3d34-4825-8ec1-cda922dacebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:09.761642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed8645b5-b876-4e24-ac54-52f13a0bca60 req-bf3eb5e3-3d34-4825-8ec1-cda922dacebd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1097 time: 0.1031618 Nov 23 10:43:09.762370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbfb3-5d4c-488d-88d8-c33c92b5f31e req-aa8ddf55-03ac-4d23-a8b2-ee5e2e0fe70b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:09.768728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6e1c29a3-2faf-4730-bf27-8d513b58c8ab None None] Provisioning complete for port a42a720a-9971-4dbd-9b87-1385ce99f53a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:09.768958 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d2bbfb3-5d4c-488d-88d8-c33c92b5f31e req-aa8ddf55-03ac-4d23-a8b2-ee5e2e0fe70b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1114876 Nov 23 10:43:09.769738 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e1c29a3-2faf-4730-bf27-8d513b58c8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.878815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d2bbfb3-5d4c-488d-88d8-c33c92b5f31e req-96651394-7701-4967-ad64-bf8ba23c451d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077616 Nov 23 10:43:09.898075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:09.980494 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:05Z', 'revision_number': 4, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port': {'id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:00Z', 'updated_at': '2021-11-23T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a42a720a-9971-4dbd-9b87-1385ce99f53a', 'name': '', 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'mac_address': 'fa:16:3e:50:70:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '85828e57-c67c-405a-8758-3d9337030fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:04Z', 'updated_at': '2021-11-23T10:43:09Z', 'revision_number': 4, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'subnets': [{'id': '85828e57-c67c-405a-8758-3d9337030fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:10.011584 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f204234c-5c3d-4189-9081-0f2feebaa308 None None] The sync data for ids ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'] in n-d-817747-2 is: [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:05Z', 'revision_number': 4, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port': {'id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:00Z', 'updated_at': '2021-11-23T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a42a720a-9971-4dbd-9b87-1385ce99f53a', 'name': '', 'network_id': 'c2910df2-da15-4e9c-aaf5-328fd4e94bd4', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'mac_address': 'fa:16:3e:50:70:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '85828e57-c67c-405a-8758-3d9337030fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:04Z', 'updated_at': '2021-11-23T10:43:09Z', 'revision_number': 4, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'subnets': [{'id': '85828e57-c67c-405a-8758-3d9337030fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:10.054940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5118ec-00ea-46c9-8995-db4ef8eabd06 req-4e9f3ca6-20ec-41ed-8ee4-68cd9d3de4db tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:10.059234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff5118ec-00ea-46c9-8995-db4ef8eabd06 req-4e9f3ca6-20ec-41ed-8ee4-68cd9d3de4db tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 932 time: 0.0851557 Nov 23 10:43:10.059234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:10.110936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed8645b5-b876-4e24-ac54-52f13a0bca60 req-cfb762d1-3a7f-405c-ab5a-d196c3280227 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2999377 Nov 23 10:43:10.114513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af6f0c05-8bcd-4168-aace-81480edad70f req-1edc9ff0-dca4-498a-85d1-76cb8f18e86b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538990 Nov 23 10:43:10.139916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42a720a-9971-4dbd-9b87-1385ce99f53a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:10.345020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f82f15-d6d0-450a-9611-b4beafa432eb req-199f0dc2-bab9-4e9f-a6cf-1dcd3aae480a tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:10.346629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6f82f15-d6d0-450a-9611-b4beafa432eb req-199f0dc2-bab9-4e9f-a6cf-1dcd3aae480a tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 948 time: 0.0944555 Nov 23 10:43:10.452881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff5118ec-00ea-46c9-8995-db4ef8eabd06 req-f1065cc0-532a-4506-8634-d867dc0632a8 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668342 Nov 23 10:43:10.477733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad56a287-4a15-4a33-9dcc-555ab2101210 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:10.488896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:10.499953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:10.565389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Transition to ACTIVE for port object ad56a287-4a15-4a33-9dcc-555ab2101210 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:43:10.590100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6f82f15-d6d0-450a-9611-b4beafa432eb req-6448e024-bf61-4f11-991b-6c9bad298332 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218721 Nov 23 10:43:10.590100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:10.656064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:10.661012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8070f3fd-4219-4574-90bd-f5d32df4c812 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:10.710653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Pushing event updated for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:10.712649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afe2bc-a3f6-4540-8144-d2f93de5560c req-851d5840-1a13-4fc0-812c-4e3ad0624e8d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:10.716327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41afe2bc-a3f6-4540-8144-d2f93de5560c req-851d5840-1a13-4fc0-812c-4e3ad0624e8d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 946 time: 0.1481402 Nov 23 10:43:10.767307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 8070f3fd-4219-4574-90bd-f5d32df4c812 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:10.767899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8070f3fd-4219-4574-90bd-f5d32df4c812 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:10.806001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a463968-f77f-4d03-b19e-925e057f738f req-1a2463ac-0b63-4fa8-ae79-8211c5b21ee4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:10.813806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a463968-f77f-4d03-b19e-925e057f738f req-1a2463ac-0b63-4fa8-ae79-8211c5b21ee4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1603453 Nov 23 10:43:10.847297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Attempting to bind port ad56a287-4a15-4a33-9dcc-555ab2101210 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:10.848234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Attempting to bind port ad56a287-4a15-4a33-9dcc-555ab2101210 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:10.848579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Attempting to bind port ad56a287-4a15-4a33-9dcc-555ab2101210 on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:10.860505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Port ad56a287-4a15-4a33-9dcc-555ab2101210 on network 0759183a-cb01-4d12-825c-8e66af278fb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:43:10.860857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Attempting to bind port ad56a287-4a15-4a33-9dcc-555ab2101210 on network 0759183a-cb01-4d12-825c-8e66af278fb4 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:10.882452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:10.883559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Checking segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:10.884269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Bound using segment: {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:10.884802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Bound port: ad56a287-4a15-4a33-9dcc-555ab2101210, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ae1269-9749-4607-a1d9-20dac6b0922b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:10.885611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:10.902357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a463968-f77f-4d03-b19e-925e057f738f req-37c92abe-132e-4bdf-8112-bf47b447db2f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876753 Nov 23 10:43:10.906648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:43:10.950042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:10.969483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:10.973913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:10.977918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677', 'mac_address': 'fa:16:3e:45:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:10.981477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:10.985681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41afe2bc-a3f6-4540-8144-d2f93de5560c req-0bc13505-a95f-4153-ba8e-e5f189e5dede tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091828 Nov 23 10:43:11.041034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:11.063432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:11.067028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Pushing event updated for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:11.074421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:11.075374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:11.077297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-50c14d31-4725-47d9-bf50-d8933f3b526c service neutron] 10.222.0.58 "PUT /v2.0/ports/ad56a287-4a15-4a33-9dcc-555ab2101210 HTTP/1.1" status: 200 len: 1092 time: 1.4382634 Nov 23 10:43:11.100046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:11.107361 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:11.180689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:11.191670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adba123-3fc0-4ca5-b5d1-9f171268bd91 req-b3abf9ea-103b-4545-b3ad-fa3593323994 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:11.194571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0adba123-3fc0-4ca5-b5d1-9f171268bd91 req-b3abf9ea-103b-4545-b3ad-fa3593323994 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1282210 Nov 23 10:43:11.227378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:11.236349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-769fc8ea-3607-42a4-bdb3-da1812bf3074 admin admin] 10.222.0.61 "PUT /v2.0/routers/f4542c0b-b7ea-4ab9-ba51-6ff019b55a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6443610 Nov 23 10:43:11.241218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60584) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:11.258378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0adba123-3fc0-4ca5-b5d1-9f171268bd91 req-8aebf550-6910-4e71-b3b6-b6ad964dc229 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548782 Nov 23 10:43:11.262155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-53460338-fb54-4a18-9527-7ca7822f2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:11.263936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-53460338-fb54-4a18-9527-7ca7822f2fe1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 1095 time: 0.1120701 Nov 23 10:43:11.264477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'tag': 'ad56a287-4a15-4a33-9dcc-555ab2101210'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:11.267012 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e891fe39-8338-4cb7-9d08-bd617f828cea" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cc4af0-3031-4ea2-a095-2b23c1419b19", "tag": "ad56a287-4a15-4a33-9dcc-555ab2101210"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:11.314655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-9d110700-be0f-4290-b62e-41c0f5e2276a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad56a287-4a15-4a33-9dcc-555ab2101210 HTTP/1.1" status: 200 len: 217 time: 0.0416527 Nov 23 10:43:11.353370 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5227c8-1b29-480a-b1a0-7769113dae17 x-openstack-request-id: req-df5227c8-1b29-480a-b1a0-7769113dae17 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:11.353861 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cc4af0-3031-4ea2-a095-2b23c1419b19", "tag": "ad56a287-4a15-4a33-9dcc-555ab2101210", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:11.354210 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df5227c8-1b29-480a-b1a0-7769113dae17 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:11.354697 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'tag': 'ad56a287-4a15-4a33-9dcc-555ab2101210', 'status': 'completed', 'code': 200} Nov 23 10:43:11.375073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-7dda154e-6d8c-496a-aee9-150229622e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:11.376551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-7dda154e-6d8c-496a-aee9-150229622e42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.0543413 Nov 23 10:43:11.412633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc598667-b37e-4aa7-9c37-0d0bad7b0b70 req-ebf10f6c-fdda-403b-9f95-68548dd5aa75 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:11.414968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc598667-b37e-4aa7-9c37-0d0bad7b0b70 req-ebf10f6c-fdda-403b-9f95-68548dd5aa75 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1774199 Nov 23 10:43:11.432017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-ed5ee216-3776-4522-a4e2-ecb8c9743211 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463891 Nov 23 10:43:11.437534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:11.472247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['521e7c68-ef25-4c6a-bfaf-db5bf4db1677'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:11.589663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc598667-b37e-4aa7-9c37-0d0bad7b0b70 req-3f50deb4-c944-42d9-b4aa-a7aa0443097f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595304 Nov 23 10:43:11.705340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-e1bed05e-05bf-4cc7-baa0-191fdc1a047f service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635534 Nov 23 10:43:11.725801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884af017-3035-4280-922b-4a57af981533 req-a641ff61-39fa-40fe-bd9e-67dca871baa3 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:11.727582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-884af017-3035-4280-922b-4a57af981533 req-a641ff61-39fa-40fe-bd9e-67dca871baa3 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 944 time: 0.1552029 Nov 23 10:43:11.846679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-884af017-3035-4280-922b-4a57af981533 req-5f2fbd3e-91fa-4fae-9a4b-b8b986579d02 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968678 Nov 23 10:43:11.873082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da06a37d-a40a-4f17-ae0c-b9d68495d4fc req-2fbf9439-afcc-4872-81b2-c228b1e81062 service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565146 Nov 23 10:43:12.011503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] Sync routers for ids ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:12.024992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] Routers {'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:12.025853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:12.154288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.167457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35af2-78cf-4f43-b493-00a2068d68d1 req-24aff958-d45d-43f6-a671-20a33a8fbc76 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:12.169776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07a35af2-78cf-4f43-b493-00a2068d68d1 req-24aff958-d45d-43f6-a671-20a33a8fbc76 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 949 time: 0.4612136 Nov 23 10:43:12.187126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] Set router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:12.254508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07a35af2-78cf-4f43-b493-00a2068d68d1 req-78eb1c8d-5a62-4403-8fcd-1398c63b2949 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766647 Nov 23 10:43:12.275011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Deleting port e5f91621-2a2b-4abc-9cf9-00928cb977ea {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:12.275011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.388427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:09Z', 'revision_number': 5, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port': {'id': 'e5f91621-2a2b-4abc-9cf9-00928cb977ea', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:df:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:00Z', 'updated_at': '2021-11-23T10:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:12.404788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] For port e5f91621-2a2b-4abc-9cf9-00928cb977ea, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e5f91621-2a2b-4abc-9cf9-00928cb977ea,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:12.405261 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.412037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-85117820-dd64-4705-8968-7eaad85a3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:12.413698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-85117820-dd64-4705-8968-7eaad85a3c3e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 1095 time: 0.4600189 Nov 23 10:43:12.416284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] Checking router: f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:12.421324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49199ca1-ea1d-49e0-a69a-03b0fcae9c9f req-9c9dd5ab-0c87-40eb-b598-e4b5e0d47c2a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:12.422884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49199ca1-ea1d-49e0-a69a-03b0fcae9c9f req-9c9dd5ab-0c87-40eb-b598-e4b5e0d47c2a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 946 time: 0.0807602 Nov 23 10:43:12.425201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] Routers {'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:12.425917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:12.427405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507b53d-3a68-4997-9911-115b6269c353 req-b1ccd725-74c1-4120-a532-1b347e60b10c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:12.428679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Calling delete_port for e5f91621-2a2b-4abc-9cf9-00928cb977ea owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:12.430529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5507b53d-3a68-4997-9911-115b6269c353 req-b1ccd725-74c1-4120-a532-1b347e60b10c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.0681729 Nov 23 10:43:12.515319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] Set router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:12.518341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49199ca1-ea1d-49e0-a69a-03b0fcae9c9f req-1dc2aca7-5d86-43d8-986f-7eca358efd89 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816615 Nov 23 10:43:12.568289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5507b53d-3a68-4997-9911-115b6269c353 req-0476d988-f2c2-41cd-aa7c-584d165cdfa4 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252089 Nov 23 10:43:12.576630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:12Z', 'revision_number': 6, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:12.599540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-4f81180d-faa1-460d-9ed2-5e1f36d06e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:12.601297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-4f81180d-faa1-460d-9ed2-5e1f36d06e15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 200 len: 905 time: 0.1671312 Nov 23 10:43:12.609015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e8f1a-b091-4042-b709-6b627e750c91 None None] The sync data for ids ['f4542c0b-b7ea-4ab9-ba51-6ff019b55a39'] in n-d-817747-2 is: [{'id': 'f4542c0b-b7ea-4ab9-ba51-6ff019b55a39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1168987364-router', 'tenant_id': 'e247602139964eb6b5de7f23b8cc1018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:59Z', 'updated_at': '2021-11-23T10:43:12Z', 'revision_number': 6, 'project_id': 'e247602139964eb6b5de7f23b8cc1018', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:12.681004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.684576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-8c094a23-7cc7-49a8-b69c-561c4540361c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad56a287-4a15-4a33-9dcc-555ab2101210 HTTP/1.1" status: 200 len: 217 time: 0.0746927 Nov 23 10:43:12.709980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f91621-2a2b-4abc-9cf9-00928cb977ea,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:12.776134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-6667225b-de24-43aa-ac7d-a86268f763a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:12.778496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.778747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-6667225b-de24-43aa-ac7d-a86268f763a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 200 len: 844 time: 0.0839362 Nov 23 10:43:12.788040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cfb46-c45c-4391-b6b0-5e6edbacffac req-c1f2f7f0-20dd-4fca-804a-84b73d396856 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:12.789973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-184cfb46-c45c-4391-b6b0-5e6edbacffac req-c1f2f7f0-20dd-4fca-804a-84b73d396856 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1090314 Nov 23 10:43:12.824037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-fa927ec8-b73a-4fa8-a25e-b5891d705acc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0759183a-cb01-4d12-825c-8e66af278fb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330548 Nov 23 10:43:12.887338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.889825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.924721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-184cfb46-c45c-4391-b6b0-5e6edbacffac req-a39f12cb-2c87-4d18-a7b1-65f58a78620c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249981 Nov 23 10:43:12.968471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.969283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:43:12.970623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-118c0570-eafe-4159-a204-f40e851c9b5f service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367049 Nov 23 10:43:12.981313 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:12.983218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bb123efd-a16c-4938-ade4-c28b2457f9bd admin admin] 10.222.0.61 "DELETE /v2.0/routers/f4542c0b-b7ea-4ab9-ba51-6ff019b55a39 HTTP/1.1" status: 204 len: 168 time: 1.7320049 Nov 23 10:43:12.986782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60624) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:13.047572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] Deleting subnet 85828e57-c67c-405a-8758-3d9337030fff {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:43:13.054355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.099252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.185938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e891fe39-8338-4cb7-9d08-bd617f828cea req-5dc9792c-20a0-43c3-890d-43f4d8c2d9b4 service neutron] 10.222.0.58 "GET /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887639 Nov 23 10:43:13.198987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fe3ad-401b-4f47-8ae2-8830d65f3333 req-aec62c30-3c81-4af2-8073-ed0eb20443e7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:13.200833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-882fe3ad-401b-4f47-8ae2-8830d65f3333 req-aec62c30-3c81-4af2-8073-ed0eb20443e7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 946 time: 0.1543698 Nov 23 10:43:13.209707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60628) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:13.215378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'floatingip': {'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:13.233198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.258910 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.274600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de33ed4-1d7e-450c-b6ac-6c042b88a70d req-88c287f9-d02d-4914-a458-c078bb88fc91 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:13.276093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2de33ed4-1d7e-450c-b6ac-6c042b88a70d req-88c287f9-d02d-4914-a458-c078bb88fc91 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0884507 Nov 23 10:43:13.319894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.365158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2de33ed4-1d7e-450c-b6ac-6c042b88a70d req-7e0ddced-1a67-48e2-a769-2f1bdb4fc9d2 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812469 Nov 23 10:43:13.365765 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85828e57-c67c-405a-8758-3d9337030fff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:13.368052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.371248 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fcfbb990-ffb3-4267-a038-6fd585631641 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/85828e57-c67c-405a-8758-3d9337030fff HTTP/1.1" status: 204 len: 168 time: 0.3830290 Nov 23 10:43:13.374915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ec9f8-9a39-4292-9ff5-a06ad9ba687f None None] Network c2910df2-da15-4e9c-aaf5-328fd4e94bd4 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:13.377614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60632) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:13.422644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18601e7-d5d9-4709-8958-4d5e9d1a8553 req-17e8eb11-7834-48a6-8f74-1f210b132be9 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:13.433995 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e18601e7-d5d9-4709-8958-4d5e9d1a8553 req-17e8eb11-7834-48a6-8f74-1f210b132be9 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 944 time: 0.1411092 Nov 23 10:43:13.483407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.547228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e18601e7-d5d9-4709-8958-4d5e9d1a8553 req-2b03fa9a-c1ac-4073-9fe0-9820c7ef460d tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120224 Nov 23 10:43:13.592258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86390e5f-3873-4e07-9df8-8371844599d9 req-f1160582-b5fc-4c40-b092-f2b2d4e6e8ff tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:13.593885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86390e5f-3873-4e07-9df8-8371844599d9 req-f1160582-b5fc-4c40-b092-f2b2d4e6e8ff tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1074026 Nov 23 10:43:13.651398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] DHCP port deletion for c2910df2-da15-4e9c-aaf5-328fd4e94bd4 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:43:13.654914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Deleting port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:13.655205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.684414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86390e5f-3873-4e07-9df8-8371844599d9 req-7170a303-8028-4650-9a86-8659a1403a08 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788944 Nov 23 10:43:13.739403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] Deleting port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:13.748512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.761435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] For port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,segment=NetworkSegment(c3d124c8-8d13-42c9-a703-cbc44aa5ffd7),segment_id=c3d124c8-8d13-42c9-a703-cbc44aa5ffd7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:13.761876 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.783029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded25b40-cbde-41ca-bedd-c732180f18dc req-cc2ddc4e-14f7-4f1b-bba6-61ea793d8cca tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:13.784962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ded25b40-cbde-41ca-bedd-c732180f18dc req-cc2ddc4e-14f7-4f1b-bba6-61ea793d8cca tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 949 time: 0.1687310 Nov 23 10:43:13.794262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Calling delete_port for 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:13.880144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] For port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,segment=NetworkSegment(c3d124c8-8d13-42c9-a703-cbc44aa5ffd7),segment_id=c3d124c8-8d13-42c9-a703-cbc44aa5ffd7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:13.880547 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:13.904970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] Calling delete_port for 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:13.924059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ded25b40-cbde-41ca-bedd-c732180f18dc req-86f47a44-b222-45b1-a044-a6b57a0e0cba tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926695 Nov 23 10:43:13.966294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.024009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] No DVR routers for this DVR port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:14.026455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:14.031775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.067387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] Pushing event deleted for resources: {'Port': ['ID=6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:14.069640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da4f4cf-8326-4445-9844-56e715aae7fa None None] No DVR routers for this DVR port 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:14.077371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.087781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e5f91621-2a2b-4abc-9cf9-00928cb977ea no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:14.088674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.111822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: e5f91621-2a2b-4abc-9cf9-00928cb977ea {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:14.112332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e5f91621-2a2b-4abc-9cf9-00928cb977ea not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:14.112754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:14.144386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:14.144731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a8635af-9aa3-4e0c-8ba0-6a85984d7e1d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:14.145165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a42a720a-9971-4dbd-9b87-1385ce99f53a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:14.168244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a42a720a-9971-4dbd-9b87-1385ce99f53a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:14.168610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a42a720a-9971-4dbd-9b87-1385ce99f53a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:14.178027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.227855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2910df2-da15-4e9c-aaf5-328fd4e94bd4']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:14.242925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:14.243574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d124c8-8d13-42c9-a703-cbc44aa5ffd7') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:14.257056 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.269029 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Floating IP 3c1cd472-7913-43c7-aaa6-48f62c4f505b associated. External IP: 172.25.5.145, port: ed71c69f-0759-4b47-9ee8-e05b2d37debd. Nov 23 10:43:14.273590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028ae8d-a266-4713-9aec-b6007755b0c6 req-903d081d-0374-4c2b-9b26-610de2f9d0f0 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:14.281770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7028ae8d-a266-4713-9aec-b6007755b0c6 req-903d081d-0374-4c2b-9b26-610de2f9d0f0 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1896281 Nov 23 10:43:14.302556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.315232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:43:14.315667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:43:14.317339 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:43:14.370104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60642) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:14.388527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7028ae8d-a266-4713-9aec-b6007755b0c6 req-0499e8bc-d792-4804-bbfa-76aba056b52a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054273 Nov 23 10:43:14.400230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.406211 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.409579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] 10.222.0.61 "DELETE /v2.0/networks/c2910df2-da15-4e9c-aaf5-328fd4e94bd4 HTTP/1.1" status: 204 len: 168 time: 1.0298452 Nov 23 10:43:14.421921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c304bef-59f2-4a82-b692-ef68df4d052b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2910df2-da15-4e9c-aaf5-328fd4e94bd4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:14.442079 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5b69400e-9901-4ded-b797-a3da40f911fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.560374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60650) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:14.570461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-841972bf-34de-4316-8d8e-b9f971a18922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.612748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505530c-8fbd-46f5-a472-c81edb4cc887 req-66468f2e-22f2-4a80-afbb-aaa60df82f1b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:14.614280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d505530c-8fbd-46f5-a472-c81edb4cc887 req-66468f2e-22f2-4a80-afbb-aaa60df82f1b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1388025 Nov 23 10:43:14.621731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-63442571-a3bb-42c2-9dbd-21c7638aa80f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e247602139964eb6b5de7f23b8cc1018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600977 Nov 23 10:43:14.622329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60654) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:14.660070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:14.691610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Router b345de0b-17f5-4cca-903b-52f3013c0a98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:43:14.721055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:43:14.725589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:14.726162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.726460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-166582c9-18da-4ef8-b522-236d95e45b59 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:14.728168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-166582c9-18da-4ef8-b522-236d95e45b59 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.1516869 Nov 23 10:43:14.732188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3528e-389f-4236-8c47-8f78eefee3a8 req-bd8a366c-d63a-4be3-ba57-5f4d6c6ad95a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:14.733724 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16b3528e-389f-4236-8c47-8f78eefee3a8 req-bd8a366c-d63a-4be3-ba57-5f4d6c6ad95a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 944 time: 0.0927086 Nov 23 10:43:14.737573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19758eb-712d-4125-9a56-699b99f15ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.767530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d505530c-8fbd-46f5-a472-c81edb4cc887 req-40dc17a1-ce52-49ea-8328-0c1c7325ed0d tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365964 Nov 23 10:43:14.774152 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19758eb-712d-4125-9a56-699b99f15ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.822441 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.846533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16b3528e-389f-4236-8c47-8f78eefee3a8 req-d2c90206-273e-40a9-b1a8-45b36e6248cc tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970209 Nov 23 10:43:14.862703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:14.865788 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b922fca8-1f55-4f12-adb8-13d01cc8937a" -d '{"events": [{"server_uuid": "ca03a3c3-17ec-4b59-9ea5-17b5690c770f", "name": "network-vif-plugged", "status": "completed", "tag": "521e7c68-ef25-4c6a-bfaf-db5bf4db1677"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:14.883161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:14.884424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19758eb-712d-4125-9a56-699b99f15ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.887191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e19758eb-712d-4125-9a56-699b99f15ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.889736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e19758eb-712d-4125-9a56-699b99f15ffd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/314be54e-b109-48fb-9f80-a1232ba83173 HTTP/1.1" status: 204 len: 168 time: 0.2664440 Nov 23 10:43:14.890140 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.909607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19758eb-712d-4125-9a56-699b99f15ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314be54e-b109-48fb-9f80-a1232ba83173,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:14.927517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-841972bf-34de-4316-8d8e-b9f971a18922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.932180 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9556d-4222-45a5-81ee-16f15d352dfa x-openstack-request-id: req-1fd9556d-4222-45a5-81ee-16f15d352dfa {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:14.932490 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca03a3c3-17ec-4b59-9ea5-17b5690c770f", "name": "network-vif-plugged", "status": "completed", "tag": "521e7c68-ef25-4c6a-bfaf-db5bf4db1677", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:14.932934 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fd9556d-4222-45a5-81ee-16f15d352dfa {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:14.933516 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677', 'code': 200} Nov 23 10:43:14.965792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-841972bf-34de-4316-8d8e-b9f971a18922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:14.983344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:15.051123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:15.061329 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] Sync routers for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:15.074025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.074353 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:15.075396 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:15.083508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-841972bf-34de-4316-8d8e-b9f971a18922 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31881c5cb3004c50a7996e2bae01c508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7123466 Nov 23 10:43:15.084264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60664) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:15.084405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841972bf-34de-4316-8d8e-b9f971a18922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae5f8b-37d6-4918-9030-ef1a7cf850cc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:15.128721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6fe1f-1072-42d3-b548-57516f9dbda8 req-09440253-17c5-45ce-aef1-565c8aa93ea9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:15.133900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4d6fe1f-1072-42d3-b548-57516f9dbda8 req-09440253-17c5-45ce-aef1-565c8aa93ea9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 945 time: 0.2046382 Nov 23 10:43:15.135324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270889-7060-4a0b-8414-8c5c586238ce req-825c8196-994e-441c-9fd1-931fe41f31d5 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:15.138179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28270889-7060-4a0b-8414-8c5c586238ce req-825c8196-994e-441c-9fd1-931fe41f31d5 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 950 time: 0.1057897 Nov 23 10:43:15.173155 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6716427f-c239-4e37-b3a4-575679ce4f60 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "PUT /v2.0/floatingips/3c1cd472-7913-43c7-aaa6-48f62c4f505b HTTP/1.1" status: 200 len: 992 time: 1.9621203 Nov 23 10:43:15.188067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:15.190699 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17af26f-a1c8-4dd1-8e49-171369fa1295" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:15.199605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Deleting port aefb7217-2abf-48f5-9ad7-346a18708050 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:15.200132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.204174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:15.225697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22908679-b7be-4490-89c1-9c30db1d3069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.258805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4d6fe1f-1072-42d3-b548-57516f9dbda8 req-061b5357-d4ff-448b-aba8-48c41a7fbd07 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066501 Nov 23 10:43:15.268366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28270889-7060-4a0b-8414-8c5c586238ce req-cc4ed3d9-4d21-49df-baf0-e3b3c4bd1aab tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232557 Nov 23 10:43:15.283972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7a23-98b7-4550-9c0f-af25062ce5d7 req-fc1812d3-6854-4511-8428-8ed26b5a76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:15.288687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f6a7a23-98b7-4550-9c0f-af25062ce5d7 req-fc1812d3-6854-4511-8428-8ed26b5a76ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 1101 time: 0.2585514 Nov 23 10:43:15.301133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22908679-b7be-4490-89c1-9c30db1d3069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.384979 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22908679-b7be-4490-89c1-9c30db1d3069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.387915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22908679-b7be-4490-89c1-9c30db1d3069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.389817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-22908679-b7be-4490-89c1-9c30db1d3069 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddae5f8b-37d6-4918-9030-ef1a7cf850cc HTTP/1.1" status: 204 len: 168 time: 0.3032169 Nov 23 10:43:15.397691 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a3486b-3811-4b4e-9f0d-1c0a89f4f5c7 x-openstack-request-id: req-03a3486b-3811-4b4e-9f0d-1c0a89f4f5c7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:15.398654 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:15.399000 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03a3486b-3811-4b4e-9f0d-1c0a89f4f5c7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:15.399477 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'status': 'completed', 'code': 200} Nov 23 10:43:15.400774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22908679-b7be-4490-89c1-9c30db1d3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae5f8b-37d6-4918-9030-ef1a7cf850cc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:15.489550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f6a7a23-98b7-4550-9c0f-af25062ce5d7 req-583af812-2a26-4f31-9378-9f69e4006033 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911609 Nov 23 10:43:15.501522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] For port aefb7217-2abf-48f5-9ad7-346a18708050, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=aefb7217-2abf-48f5-9ad7-346a18708050,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:15.501902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.523995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-6a8e8608-63d6-4464-8911-eadf2a7dc27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:15.525697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-6a8e8608-63d6-4464-8911-eadf2a7dc27b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1097 time: 0.1249328 Nov 23 10:43:15.526630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Calling delete_port for aefb7217-2abf-48f5-9ad7-346a18708050 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:15.549826 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '3c1cd472-7913-43c7-aaa6-48f62c4f505b', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'mac_address': 'fa:16:3e:fb:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:42:51Z', 'updated_at': '2021-11-23T10:43:13Z', 'revision_number': 1, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:50Z', 'revision_number': 5, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:15.590592 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] Checking router: b345de0b-17f5-4cca-903b-52f3013c0a98 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:15.603497 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:15.604578 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:42:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:15.628669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d4eb-85ed-4760-88cf-4eb2fe05162c req-b835c137-e8d2-4126-a3d9-58707a2998bb tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:15.632366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6181d4eb-85ed-4760-88cf-4eb2fe05162c req-b835c137-e8d2-4126-a3d9-58707a2998bb tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1178246 Nov 23 10:43:15.696801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.709988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['aefb7217-2abf-48f5-9ad7-346a18708050'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:15.732214 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6181d4eb-85ed-4760-88cf-4eb2fe05162c req-b3916276-e7f7-47db-be86-f20b04848e6b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911772 Nov 23 10:43:15.756443 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:15.782569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event deleted for resources: {'Port': ['ID=aefb7217-2abf-48f5-9ad7-346a18708050,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:15.813665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] No DVR routers for this DVR port aefb7217-2abf-48f5-9ad7-346a18708050 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:15.820699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:15.824299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-448ac98e-19bf-4bc6-a326-e7e5ce90d5ba req-8e7278c8-e7b4-4e71-a04b-a9c04bf33a17 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "DELETE /v2.0/ports/aefb7217-2abf-48f5-9ad7-346a18708050 HTTP/1.1" status: 204 len: 173 time: 1.0868847 Nov 23 10:43:15.978018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60696) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:16.026756 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.050473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219d407-606e-4cc5-8305-b900ebc643aa req-24927318-4343-4d3f-9c61-cd9de7120426 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.052428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d219d407-606e-4cc5-8305-b900ebc643aa req-24927318-4343-4d3f-9c61-cd9de7120426 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0974786 Nov 23 10:43:16.054014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-b2bffe34-5e5a-45a3-88ec-62b7162a5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.055575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-b2bffe34-5e5a-45a3-88ec-62b7162a5383 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.3349533 Nov 23 10:43:16.083350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe1179-8656-45fe-9f9e-b54610cffb03 req-9ea044d1-ed41-4e76-8ea0-99ca72b3b81f tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.084930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9fe1179-8656-45fe-9f9e-b54610cffb03 req-9ea044d1-ed41-4e76-8ea0-99ca72b3b81f tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 944 time: 0.1086612 Nov 23 10:43:16.095938 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '3c1cd472-7913-43c7-aaa6-48f62c4f505b', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'mac_address': 'fa:16:3e:fb:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:42:51Z', 'updated_at': '2021-11-23T10:43:13Z', 'revision_number': 1, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:50Z', 'revision_number': 5, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:16.133755 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de02a5f-a3db-4bd4-a48e-e5c108503aa6 None None] The sync data for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 is: [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '3c1cd472-7913-43c7-aaa6-48f62c4f505b', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'mac_address': 'fa:16:3e:fb:f5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:42:51Z', 'updated_at': '2021-11-23T10:43:13Z', 'revision_number': 1, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:50Z', 'revision_number': 5, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:16.187727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d219d407-606e-4cc5-8305-b900ebc643aa req-3f47ab03-527c-44f7-84ba-d7b207746bcd tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271739 Nov 23 10:43:16.191964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-df76af58-9f72-4b13-814e-5a33aa9b5a7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.1099806 Nov 23 10:43:16.205328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9fe1179-8656-45fe-9f9e-b54610cffb03 req-cb608d88-5c15-46b7-b034-5a0648b48f6e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058271 Nov 23 10:43:16.209527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:16.254486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.258008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-4d7cad58-d015-4216-8bb1-38af74c5d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.259584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-4d7cad58-d015-4216-8bb1-38af74c5d295 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.0598319 Nov 23 10:43:16.260428 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.304063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1231d8e-5e7d-4bc5-b683-ffe57363830e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:16.315441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.315878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.316130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.316470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.316803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.317149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.317485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.317811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.318138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.318461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.318887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.319632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:16.329646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d1b94bbc-1acd-45e2-9a1d-e173b1b6c920 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c7a55c9084747648db8e860dbae1109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476934 Nov 23 10:43:16.333064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60708) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:16.353882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-ede13a1b-a463-41e4-9c4c-8b1afbac3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.355726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-ede13a1b-a463-41e4-9c4c-8b1afbac3d1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881963 Nov 23 10:43:16.374579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-857054712-network', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:16.445819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Made reservation on behalf of dc931cf5a2fe41a48fea37bd37eda2af for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:16.448802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.459645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2200f-3f7d-498d-a499-54115a238c5f req-1ce9013a-a264-4f52-9fa5-54ca80c58630 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.461789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af2200f-3f7d-498d-a499-54115a238c5f req-1ce9013a-a264-4f52-9fa5-54ca80c58630 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 950 time: 0.0821495 Nov 23 10:43:16.470162 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.530903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ec3f2d-a516-4fb2-a699-e92cac8e3c83 None None] New status for floating IP 3c1cd472-7913-43c7-aaa6-48f62c4f505b: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:43:16.541486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75e66837-0da0-4b3b-b251-ea087f0ce843 req-5942524c-b7a6-4b06-8fb1-ff042adf0fa0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=451cb35a-4e86-483a-8d05-b1a122ab175e HTTP/1.1" status: 200 len: 210 time: 0.1257145 Nov 23 10:43:16.573905 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af2200f-3f7d-498d-a499-54115a238c5f req-b99e1f90-3c30-47ba-b888-a5002d14cd7b tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933115 Nov 23 10:43:16.591460 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d4503f-8d1c-45c5-a6f6-727e10eb93dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.623202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-40089f84-f890-4cff-b2c8-0ceacb032d2f service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574773 Nov 23 10:43:16.634897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d4503f-8d1c-45c5-a6f6-727e10eb93dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.638206 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.642597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.673910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:43:16.685617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14872d46-6627-409a-b95e-a6893bd32a96,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:16.707201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.709038 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Added segment d35dddeb-2533-4aed-8e2d-3a78ad00a466 of type vlan for network 0faac127-2af3-431c-9682-1d6709893a72 Nov 23 10:43:16.754700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.762250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17af26f-a1c8-4dd1-8e49-171369fa1295 req-9813642a-469a-46fa-8ec0-e61ea252d3da service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203496 Nov 23 10:43:16.764126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d4503f-8d1c-45c5-a6f6-727e10eb93dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.769526 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d4503f-8d1c-45c5-a6f6-727e10eb93dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.782977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-16d4503f-8d1c-45c5-a6f6-727e10eb93dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a1231d8e-5e7d-4bc5-b683-ffe57363830e HTTP/1.1" status: 204 len: 168 time: 0.4488909 Nov 23 10:43:16.793259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4503f-8d1c-45c5-a6f6-727e10eb93dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1231d8e-5e7d-4bc5-b683-ffe57363830e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:16.809922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.810890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.811479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.842162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ad56a287-4a15-4a33-9dcc-555ab2101210 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:16.876353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60716) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:16.881563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Request body: {'subnet': {'network_id': '0faac127-2af3-431c-9682-1d6709893a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-subnet', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:16.886495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6753230 Nov 23 10:43:16.945449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Made reservation on behalf of dc931cf5a2fe41a48fea37bd37eda2af for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:16.949142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32aca2-010f-4da1-a860-2f24e5f2cf94 admin admin] Pushing event updated for resources: {'Network': ['ID=0faac127-2af3-431c-9682-1d6709893a72,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:16.953686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.954656 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81e6fc41-cc65-4fe7-a474-c755412a1dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:16.988070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464f996-6422-4875-b248-aff79c23608f req-79f717b5-9dbd-49b4-abde-4d85235ef250 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:16.989802 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f464f996-6422-4875-b248-aff79c23608f req-79f717b5-9dbd-49b4-abde-4d85235ef250 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1461909 Nov 23 10:43:16.996850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 0faac127-2af3-431c-9682-1d6709893a72 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:43:17.053045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f464f996-6422-4875-b248-aff79c23608f req-d2586068-2c04-4349-bb2d-fa7b94d45352 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565600 Nov 23 10:43:17.143882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:17.170930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ad56a287-4a15-4a33-9dcc-555ab2101210', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': 'ad56a287-4a15-4a33-9dcc-555ab2101210', 'mac_address': 'fa:16:3e:2e:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:17.214729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:17.231161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad56a287-4a15-4a33-9dcc-555ab2101210 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:17.260073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:17.270759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:17.357072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:17.377500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7ff8e-0030-4ab6-bb82-b88eb83f0dc3 req-35dcaa51-f7f9-4f14-a657-1f87f3dba6b2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:17.380913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68a7ff8e-0030-4ab6-bb82-b88eb83f0dc3 req-35dcaa51-f7f9-4f14-a657-1f87f3dba6b2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 945 time: 0.0816123 Nov 23 10:43:17.434213 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68a7ff8e-0030-4ab6-bb82-b88eb83f0dc3 req-58b4f82b-c63c-4bb4-a931-16761eff8275 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 Nov 23 10:43:17.498191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'name': 'network-vif-deleted', 'tag': 'aefb7217-2abf-48f5-9ad7-346a18708050'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:17.500440 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9984ebf-5ae0-459d-b936-225ac2400b72" -d '{"events": [{"server_uuid": "451cb35a-4e86-483a-8d05-b1a122ab175e", "name": "network-vif-deleted", "tag": "aefb7217-2abf-48f5-9ad7-346a18708050"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:17.541607 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f52cd2-bc51-46c7-b7a3-10e531332c1b x-openstack-request-id: req-42f52cd2-bc51-46c7-b7a3-10e531332c1b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:17.541904 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451cb35a-4e86-483a-8d05-b1a122ab175e", "name": "network-vif-deleted", "tag": "aefb7217-2abf-48f5-9ad7-346a18708050", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:17.542245 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42f52cd2-bc51-46c7-b7a3-10e531332c1b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:17.542708 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '451cb35a-4e86-483a-8d05-b1a122ab175e', 'name': 'network-vif-deleted', 'tag': 'aefb7217-2abf-48f5-9ad7-346a18708050', 'status': 'completed', 'code': 200} Nov 23 10:43:17.616616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ad56a287-4a15-4a33-9dcc-555ab2101210'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:17.626692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615ec2c-8331-4f7e-aafe-b5011d801960 req-3c580048-be8a-4610-acb8-c67a51646018 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:17.629531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8615ec2c-8331-4f7e-aafe-b5011d801960 req-3c580048-be8a-4610-acb8-c67a51646018 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1259975 Nov 23 10:43:17.641623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:17.714963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0df60-f0ae-470d-ad32-3914021896a7 req-9972cca0-8dc0-410b-9f34-0c59ac22981a tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:17.722675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7dc0df60-f0ae-470d-ad32-3914021896a7 req-9972cca0-8dc0-410b-9f34-0c59ac22981a tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 950 time: 0.0637791 Nov 23 10:43:17.738627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19caae9e-acb0-455e-be2b-e7ed9e890bf5,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:17.792814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7dc0df60-f0ae-470d-ad32-3914021896a7 req-0b18627d-0b57-4c2c-91be-897455342ea2 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650961 Nov 23 10:43:17.794143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8615ec2c-8331-4f7e-aafe-b5011d801960 req-579e79b2-4d7c-4f9d-9366-c5c6ed0c5f2f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371472 Nov 23 10:43:17.798365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Checking segment: {'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:17.799119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Network hostable DHCP agents. Network: 0faac127-2af3-431c-9682-1d6709893a72, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:43:17.832629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Network 0faac127-2af3-431c-9682-1d6709893a72 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:43:17.854685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 0faac127-2af3-431c-9682-1d6709893a72) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:17.859799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:17.861440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:17.865768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69baad-57ef-4ed0-ad5b-bdfb462e5f6b None None] Network 0faac127-2af3-431c-9682-1d6709893a72 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:17.902126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-69db6fd2-f167-4c72-bcb7-a20f2efc7473 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0246544 Nov 23 10:43:17.905136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60764) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:17.910975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:17.950322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:17.950869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.012192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.084434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-9bdce4b6-4273-4cc7-8772-643dc374431e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:18.094234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-9bdce4b6-4273-4cc7-8772-643dc374431e tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.1866014 Nov 23 10:43:18.113781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-af8ab3c4-b222-40bf-9e14-acf482a24212 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/quotas/195338d0921f4152b44ca3ae28137354 HTTP/1.1" status: 200 len: 375 time: 0.0171323 Nov 23 10:43:18.152944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-0faac127-2af3-431c-9682-1d6709893a72', 'network_id': '0faac127-2af3-431c-9682-1d6709893a72', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'fixed_ips': [{'subnet_id': '19caae9e-acb0-455e-be2b-e7ed9e890bf5'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:43:18.153942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.156115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-3393303e-0448-4cee-83a7-569cfbecec49 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415802 Nov 23 10:43:18.262513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.273748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20636fa9-f618-4e1a-a3d4-611f54f82c0c req-9d7cd874-20ae-428c-beeb-e386497a5095 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:18.281570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20636fa9-f618-4e1a-a3d4-611f54f82c0c req-9d7cd874-20ae-428c-beeb-e386497a5095 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 950 time: 0.1357880 Nov 23 10:43:18.325097 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-276b8293-789a-42dc-b767-bcaf2a445b4e service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597443 Nov 23 10:43:18.329007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Allocated IP 172.20.0.2 (0faac127-2af3-431c-9682-1d6709893a72/19caae9e-acb0-455e-be2b-e7ed9e890bf5/c8a949ff-4a06-4653-8c56-1b1e07bfe6de) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:18.364288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20636fa9-f618-4e1a-a3d4-611f54f82c0c req-62a90a9b-5f40-4359-9663-b2a3bcac99b3 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817235 Nov 23 10:43:18.442883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-fe62f76a-a8b3-474d-ad6f-cb7f80396a54 service neutron] 10.222.0.61 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165881 Nov 23 10:43:18.471276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.566383 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.574919 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.612992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccaee-18f9-4d66-9e6c-6f97a02e81e0 req-00d6d771-f262-430b-9aa1-f0559e292610 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:18.623462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ccccaee-18f9-4d66-9e6c-6f97a02e81e0 req-00d6d771-f262-430b-9aa1-f0559e292610 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1617630 Nov 23 10:43:18.653721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Network 0faac127-2af3-431c-9682-1d6709893a72 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:18.656620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:18.661301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:18.665289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Pushing event updated for resources: {'Port': ['ID=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:18.699181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ad56a287-4a15-4a33-9dcc-555ab2101210 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:18.701601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:18.703750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device aefb7217-2abf-48f5-9ad7-346a18708050 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:18.749804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ccccaee-18f9-4d66-9e6c-6f97a02e81e0 req-b02fd7f3-2920-4e69-b328-98ddde5b6b70 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209168 Nov 23 10:43:18.751256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.760674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca24f73-9325-4d4a-80a5-24dc732ce1f4 req-acdbdc06-796d-45ee-83d2-3a5b179b497b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:18.774530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ca24f73-9325-4d4a-80a5-24dc732ce1f4 req-acdbdc06-796d-45ee-83d2-3a5b179b497b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 945 time: 0.1285458 Nov 23 10:43:18.801655 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.837357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: aefb7217-2abf-48f5-9ad7-346a18708050 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:18.837715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device aefb7217-2abf-48f5-9ad7-346a18708050 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:18.850192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ca24f73-9325-4d4a-80a5-24dc732ce1f4 req-bd88fd0e-c0a8-424c-aaed-e2467c6bd9c3 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722475 Nov 23 10:43:18.871183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Attempting to bind port c8a949ff-4a06-4653-8c56-1b1e07bfe6de on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:18.871695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Attempting to bind port c8a949ff-4a06-4653-8c56-1b1e07bfe6de by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:18.872102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Attempting to bind port c8a949ff-4a06-4653-8c56-1b1e07bfe6de on network 0faac127-2af3-431c-9682-1d6709893a72 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:18.954676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port ad56a287-4a15-4a33-9dcc-555ab2101210 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:43:18.985839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:18.986547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Checking segment: {'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:18.987314 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.989016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Allocated IP 172.25.5.218 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/874bf83f-50f5-4795-868a-ec27d49daf41) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:18.989685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Bound using segment: {'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:18.989827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73a98-6d20-4c18-88ff-07d52d41fef3 req-f13381a2-0143-4750-b98d-ef4a6c28d9eb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:18.990706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Bound port: c8a949ff-4a06-4653-8c56-1b1e07bfe6de, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:18.993368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:18.999174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcd73a98-6d20-4c18-88ff-07d52d41fef3 req-f13381a2-0143-4750-b98d-ef4a6c28d9eb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0801668 Nov 23 10:43:19.033228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ad56a287-4a15-4a33-9dcc-555ab2101210 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:19.033653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.060357 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcd73a98-6d20-4c18-88ff-07d52d41fef3 req-2ddbb2fe-b59a-4da0-ae49-cf6cc2a99ec4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602698 Nov 23 10:43:19.107354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:19.149387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'mac_address': 'fa:16:3e:db:f4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:19.184854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24a96dbb-c77c-452a-b485-ad4cf826d3ab req-0ac91949-f442-4f17-a44c-84e842d6d6c6 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 210 time: 0.0466394 Nov 23 10:43:19.227812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] For port c8a949ff-4a06-4653-8c56-1b1e07bfe6de, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:19.235474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] For port c8a949ff-4a06-4653-8c56-1b1e07bfe6de, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,segment=NetworkSegment(d35dddeb-2533-4aed-8e2d-3a78ad00a466),segment_id=d35dddeb-2533-4aed-8e2d-3a78ad00a466)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:19.238050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.246250 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.267129 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.277718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.314139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feeaf2af-cd4a-4454-8993-56ad160c487a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:19.346270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:19.349281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:19.353078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:19.361483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:19.370718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.395601 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.423353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56a287-4a15-4a33-9dcc-555ab2101210'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:19.425656 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483175c0-42c4-410f-abbe-ad90f02cb049" -d '{"events": [{"server_uuid": "a4cc4af0-3031-4ea2-a095-2b23c1419b19", "name": "network-vif-plugged", "status": "completed", "tag": "ad56a287-4a15-4a33-9dcc-555ab2101210"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:19.436872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Pushing event updated for resources: {'Port': ['ID=874bf83f-50f5-4795-868a-ec27d49daf41,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:19.452236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:19.453901 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.454810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dd51a-8374-46bb-a515-0192608cc586 None None] Pushing event updated for resources: {'Port': ['ID=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:19.474010 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.533866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:19.595203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:19.615929 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf0faf9-8df9-4813-bc5b-51aefabb64b6 x-openstack-request-id: req-ebf0faf9-8df9-4813-bc5b-51aefabb64b6 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:19.616228 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cc4af0-3031-4ea2-a095-2b23c1419b19", "name": "network-vif-plugged", "status": "completed", "tag": "ad56a287-4a15-4a33-9dcc-555ab2101210", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:19.616486 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ebf0faf9-8df9-4813-bc5b-51aefabb64b6 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:19.617801 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56a287-4a15-4a33-9dcc-555ab2101210', 'code': 200} Nov 23 10:43:19.674649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['feeaf2af-cd4a-4454-8993-56ad160c487a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:19.710300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:19.877269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d1860-fe2b-4d7b-a540-20697698be4c req-ccf52b92-00d4-4adc-898c-3ab960aab5d6 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:19.885205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c5d1860-fe2b-4d7b-a540-20697698be4c req-ccf52b92-00d4-4adc-898c-3ab960aab5d6 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 950 time: 0.2764866 Nov 23 10:43:19.907250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-ceead259-d776-4e31-96d9-cae54bf0d292 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:19.910055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-ceead259-d776-4e31-96d9-cae54bf0d292 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 950 time: 0.2099531 Nov 23 10:43:19.943564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bd2f-5228-4ca8-b262-b361561ae205 req-06815800-f826-413e-8d18-fe8472a554fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:19.945511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34a8bd2f-5228-4ca8-b262-b361561ae205 req-06815800-f826-413e-8d18-fe8472a554fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 1097 time: 0.2096136 Nov 23 10:43:19.979189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d57c9c-7da8-4c1a-b433-69300a2d0e7d req-4df22445-1bcc-442c-83c0-a5922f90650d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:19.981003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66d57c9c-7da8-4c1a-b433-69300a2d0e7d req-4df22445-1bcc-442c-83c0-a5922f90650d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 949 time: 0.0768466 Nov 23 10:43:20.053400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66d57c9c-7da8-4c1a-b433-69300a2d0e7d req-024e9f87-9331-46be-9cb6-1529e1207ab8 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620520 Nov 23 10:43:20.070785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.119017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c8a949ff-4a06-4653-8c56-1b1e07bfe6de up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:20.130257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c5d1860-fe2b-4d7b-a540-20697698be4c req-30c42087-0a2f-4435-a792-659da7461329 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302547 Nov 23 10:43:20.161047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.198724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c8a949ff-4a06-4653-8c56-1b1e07bfe6de triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:20.199080 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.213607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34a8bd2f-5228-4ca8-b262-b361561ae205 req-5375e9e6-798c-4214-a34c-79bd0a46c311 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203059 Nov 23 10:43:20.282854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a690bd-0598-4307-862a-507fb5296e34 req-606b9705-3ffd-47ab-8923-d499ac584945 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:20.286195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33a690bd-0598-4307-862a-507fb5296e34 req-606b9705-3ffd-47ab-8923-d499ac584945 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 946 time: 0.1054568 Nov 23 10:43:20.312324 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.371737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port c8a949ff-4a06-4653-8c56-1b1e07bfe6de, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,segment=NetworkSegment(d35dddeb-2533-4aed-8e2d-3a78ad00a466),segment_id=d35dddeb-2533-4aed-8e2d-3a78ad00a466)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:20.377224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.409752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33a690bd-0598-4307-862a-507fb5296e34 req-c1608e74-2418-473f-b9cc-ddd0e13f5d52 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086218 Nov 23 10:43:20.474143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-12ad7272-de0b-4c98-8f55-48e1c7659a68 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:20.475515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:20.476690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-12ad7272-de0b-4c98-8f55-48e1c7659a68 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 811 time: 0.2560768 Nov 23 10:43:20.510507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Request body: {'port': {'device_id': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'admin_state_up': True, 'tenant_id': '195338d0921f4152b44ca3ae28137354'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:20.516810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Deleting port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:20.516810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.593512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79e7916f-609f-44a6-a561-9efd8eab5bb6 req-25d8a05c-4561-41a3-8d5c-629bb56241c3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 210 time: 0.0349751 Nov 23 10:43:20.698108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:20.735038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bc374-bc2e-4840-912e-a4545c13dc6b req-2bf4495c-979d-418e-8366-5892c3ef8b68 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:20.736586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d41bc374-bc2e-4840-912e-a4545c13dc6b req-2bf4495c-979d-418e-8366-5892c3ef8b68 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.2575035 Nov 23 10:43:20.776593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port feeaf2af-cd4a-4454-8993-56ad160c487a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:20.776977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.803116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c0ea8-2b38-455c-82ae-065d30aa06d7 None None] Network 0faac127-2af3-431c-9682-1d6709893a72 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:20.839597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] For port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:20.839953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.875930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Calling delete_port for 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:20.910098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d41bc374-bc2e-4840-912e-a4545c13dc6b req-8d75aeec-8363-42f6-9ef7-08f0fa3ab1b4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641901 Nov 23 10:43:20.915018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:20.961183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Made reservation on behalf of 195338d0921f4152b44ca3ae28137354 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:20.964793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.075620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-67817337-0f88-4fdb-b56c-84b18f770d07 None None] Provisioning complete for port c8a949ff-4a06-4653-8c56-1b1e07bfe6de triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:21.076253 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-67817337-0f88-4fdb-b56c-84b18f770d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.209249 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.238732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef119ad-0f21-4f85-aa0f-0e70790862db req-473fa630-d304-4391-8d90-4653de5fe638 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:21.249766 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bef119ad-0f21-4f85-aa0f-0e70790862db req-473fa630-d304-4391-8d90-4653de5fe638 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 949 time: 0.0738451 Nov 23 10:43:21.298989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.312556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bef119ad-0f21-4f85-aa0f-0e70790862db req-da35cc9d-37a9-48e7-b24c-4fd891936a7e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613470 Nov 23 10:43:21.319205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:21.335926 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.344411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Allocated IP 172.20.0.4 (ace056a8-c301-4243-8a18-6b51e87dd9c0/73dd1ecb-02bb-4f7a-95d3-7066e97dcd48/a46888d3-897b-4d0f-ac74-bd1d9fb94974) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:21.354961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Pushing event deleted for resources: {'Port': ['ID=521e7c68-ef25-4c6a-bfaf-db5bf4db1677,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:21.400301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Router 0143277b-b2bb-4e31-94c4-8610aa391d87 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:43:21.411328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f5500-79d1-4c92-8709-332f3dfbe514 req-5aae83fa-f2eb-45b3-9920-541a8aa3fbad tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:21.413939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d86f5500-79d1-4c92-8709-332f3dfbe514 req-5aae83fa-f2eb-45b3-9920-541a8aa3fbad tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03a3c3-17ec-4b59-9ea5-17b5690c770f HTTP/1.1" status: 200 len: 867 time: 0.1841097 Nov 23 10:43:21.421812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:21.485615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] No DVR routers for this DVR port 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:21.488596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.493576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ee68d7-1ac9-4718-8ad1-a26e33048a3c req-d768e4ab-7715-4993-a917-ffad08591398 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.58 "DELETE /v2.0/ports/521e7c68-ef25-4c6a-bfaf-db5bf4db1677 HTTP/1.1" status: 204 len: 173 time: 1.5662994 Nov 23 10:43:21.521143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'name': 'network-vif-deleted', 'tag': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:21.528739 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f606069-0262-4746-a980-9b7a04b02c0d" -d '{"events": [{"server_uuid": "ca03a3c3-17ec-4b59-9ea5-17b5690c770f", "name": "network-vif-deleted", "tag": "521e7c68-ef25-4c6a-bfaf-db5bf4db1677"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:21.580396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60868) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:21.619324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:21.622044 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf921d4d-a9df-473c-a679-bf6d913c4842" -d '{"events": [{"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-plugged", "status": "completed", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:21.635173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2302-ab96-4630-b9e9-7dd45da223e7 req-456f4af1-260d-429c-be59-006a4da51a2e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:21.644803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c15c2302-ab96-4630-b9e9-7dd45da223e7 req-456f4af1-260d-429c-be59-006a4da51a2e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 946 time: 0.1407292 Nov 23 10:43:21.764274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c15c2302-ab96-4630-b9e9-7dd45da223e7 req-347cb230-17ab-4b21-b06f-29eac5472948 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097744 Nov 23 10:43:21.814684 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fceb92be-769e-41d2-93a6-9fe01960a1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.909577 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fceb92be-769e-41d2-93a6-9fe01960a1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.915008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fceb92be-769e-41d2-93a6-9fe01960a1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.949432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c4faf630-b7e5-474c-b90e-142dcbbcc09c None None] Provisioning complete for port c8a949ff-4a06-4653-8c56-1b1e07bfe6de triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:21.950032 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4faf630-b7e5-474c-b90e-142dcbbcc09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.953755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:21.973036 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fceb92be-769e-41d2-93a6-9fe01960a1f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=33fd06c41bc54153915513ee39b675c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887103 Nov 23 10:43:21.974221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb92be-769e-41d2-93a6-9fe01960a1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0232b2be-6a2f-4403-b07f-38e20dff5073,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:21.980270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60878) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:22.013600 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199bcf0d-50d8-4d15-9ea4-1aee18d3bfdc x-openstack-request-id: req-199bcf0d-50d8-4d15-9ea4-1aee18d3bfdc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:22.014188 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca03a3c3-17ec-4b59-9ea5-17b5690c770f", "name": "network-vif-deleted", "tag": "521e7c68-ef25-4c6a-bfaf-db5bf4db1677", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:22.014188 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-199bcf0d-50d8-4d15-9ea4-1aee18d3bfdc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:22.014524 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca03a3c3-17ec-4b59-9ea5-17b5690c770f', 'name': 'network-vif-deleted', 'tag': '521e7c68-ef25-4c6a-bfaf-db5bf4db1677', 'status': 'completed', 'code': 200} Nov 23 10:43:22.056128 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b1ec019-1d3d-4589-9a98-440701b9f962 req-47f165fc-d3d3-47dc-8ebf-83e1aefb7bea tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 210 time: 0.0728667 Nov 23 10:43:22.088810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c8a949ff-4a06-4653-8c56-1b1e07bfe6de up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:22.100722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a58e-640a-4f5a-ae55-051e69af015a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.143887 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d81380d-42f5-45fb-852f-b9e1dc86cd46 x-openstack-request-id: req-8d81380d-42f5-45fb-852f-b9e1dc86cd46 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:22.144131 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-plugged", "status": "completed", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:22.144393 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d81380d-42f5-45fb-852f-b9e1dc86cd46 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:22.144797 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'code': 200} Nov 23 10:43:22.153638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a58e-640a-4f5a-ae55-051e69af015a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.187408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c8a949ff-4a06-4653-8c56-1b1e07bfe6de triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:22.187782 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.262606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d86f5500-79d1-4c92-8709-332f3dfbe514 req-c4049587-c993-4b51-9521-bb72514a9e87 tempest-ImagesNegativeTestJSON-1223682153 tempest-ImagesNegativeTestJSON-1223682153-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907419 Nov 23 10:43:22.295905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a58e-640a-4f5a-ae55-051e69af015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.299184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a58e-640a-4f5a-ae55-051e69af015a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.302765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6ef6a58e-640a-4f5a-ae55-051e69af015a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0232b2be-6a2f-4403-b07f-38e20dff5073 HTTP/1.1" status: 204 len: 168 time: 0.3177752 Nov 23 10:43:22.314280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:22.315939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f71e-58a2-4726-bf12-143e98f64d73 req-bd3cf0ff-8bac-4272-beaa-505358fe7e86 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:22.326071 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Sync routers for ids ['0143277b-b2bb-4e31-94c4-8610aa391d87'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:22.326609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-06e3f71e-58a2-4726-bf12-143e98f64d73 req-bd3cf0ff-8bac-4272-beaa-505358fe7e86 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0863411 Nov 23 10:43:22.342953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6a58e-640a-4f5a-ae55-051e69af015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0232b2be-6a2f-4403-b07f-38e20dff5073,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:22.352870 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Routers {'0143277b-b2bb-4e31-94c4-8610aa391d87'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:22.353591 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0143277b-b2bb-4e31-94c4-8610aa391d87'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:22.396215 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.403632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2ad1194a-fefa-4d2e-a0cd-9b00b287e114 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4910467 Nov 23 10:43:22.410280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60884) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:22.414805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.423757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-06e3f71e-58a2-4726-bf12-143e98f64d73 req-453cafeb-0882-4781-83e1-46a74a87679b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806692 Nov 23 10:43:22.593212 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Set router 0143277b-b2bb-4e31-94c4-8610aa391d87 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:22.672724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5cbee-8213-4e42-bca0-6a9d4975aa2e req-719ebbcc-5ec7-44d8-8d4e-6905ebd55aba tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:22.674718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7c5cbee-8213-4e42-bca0-6a9d4975aa2e req-719ebbcc-5ec7-44d8-8d4e-6905ebd55aba tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.2231131 Nov 23 10:43:22.691139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.707631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:22.758919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:22.759268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 521e7c68-ef25-4c6a-bfaf-db5bf4db1677 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:22.766372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b495bb-3a01-49ac-8854-c175d0b0fb01 req-dd1f8784-a855-484d-a929-36bcf420db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:22.767977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2b495bb-3a01-49ac-8854-c175d0b0fb01 req-dd1f8784-a855-484d-a929-36bcf420db0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.1871288 Nov 23 10:43:22.788204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60890) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:22.808563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8e95-9847-42d8-9319-75fdf5256b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.842712 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:19Z', 'revision_number': 3, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:22.844580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Network ace056a8-c301-4243-8a18-6b51e87dd9c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:22.868816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:22.880215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:22.881348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Checking router: 0143277b-b2bb-4e31-94c4-8610aa391d87 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:22.881773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Updating router 0143277b-b2bb-4e31-94c4-8610aa391d87 port 874bf83f-50f5-4795-868a-ec27d49daf41 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:43:22.903904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event updated for resources: {'Port': ['ID=a46888d3-897b-4d0f-ac74-bd1d9fb94974,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:22.919508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7c5cbee-8213-4e42-bca0-6a9d4975aa2e req-0152dedc-defc-4c68-87ed-e6d82ac95c9a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340720 Nov 23 10:43:22.925671 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:22.930890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fb65b-343d-4772-a5f6-aa530c6cec44 req-fd743f7d-9be1-4b88-979e-3e1c2ccb83c2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:22.939169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d9fb65b-343d-4772-a5f6-aa530c6cec44 req-fd743f7d-9be1-4b88-979e-3e1c2ccb83c2 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 946 time: 0.0897260 Nov 23 10:43:23.026329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d9fb65b-343d-4772-a5f6-aa530c6cec44 req-e04b04ff-a15b-447f-a2d3-1f9075816ae3 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835862 Nov 23 10:43:23.047506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2b495bb-3a01-49ac-8854-c175d0b0fb01 req-1a7c5085-6068-4b8c-8422-5e766a7e2d8a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215743 Nov 23 10:43:23.060648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8e95-9847-42d8-9319-75fdf5256b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.064620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:23.065889 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.075262 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d4f8e95-9847-42d8-9319-75fdf5256b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.227656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f8e95-9847-42d8-9319-75fdf5256b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaf94f4-2c75-443b-b5de-3de1ab17b046,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:23.244330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7528aa46-5c59-417f-b8e8-04182ab59cec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7402923 Nov 23 10:43:23.249537 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.259476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3d4f8e95-9847-42d8-9319-75fdf5256b8c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=421b3e5005994a0f8dcf40d41613d877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684253 Nov 23 10:43:23.260150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:23.263100 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.274483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Request body: {'port': {'device_id': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:23.373836 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e08d75-8864-44c7-8cf1-a1b5dce3014b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.389489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa2e12-ae61-4dd1-9a14-021de9daedc7 req-90e571f4-c64f-463b-b588-f1e0def18868 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:23.396784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75aa2e12-ae61-4dd1-9a14-021de9daedc7 req-90e571f4-c64f-463b-b588-f1e0def18868 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 931 time: 0.1887484 Nov 23 10:43:23.423445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e08d75-8864-44c7-8cf1-a1b5dce3014b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.442707 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1186d0f-43c4-4b12-998e-c23e03eca822 None None] Pushing event updated for resources: {'Port': ['ID=874bf83f-50f5-4795-868a-ec27d49daf41,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:23.446868 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Attempting to bind port 874bf83f-50f5-4795-868a-ec27d49daf41 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:23.447350 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Attempting to bind port 874bf83f-50f5-4795-868a-ec27d49daf41 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:23.447951 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Attempting to bind port 874bf83f-50f5-4795-868a-ec27d49daf41 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:23.454030 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:23.454624 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:23.455130 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.456409 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:23.457059 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Bound port: 874bf83f-50f5-4795-868a-ec27d49daf41, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:23.457878 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.514060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e08d75-8864-44c7-8cf1-a1b5dce3014b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.516687 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e08d75-8864-44c7-8cf1-a1b5dce3014b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.520265 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-99e08d75-8864-44c7-8cf1-a1b5dce3014b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/daaf94f4-2c75-443b-b5de-3de1ab17b046 HTTP/1.1" status: 204 len: 168 time: 0.2559488 Nov 23 10:43:23.533714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e08d75-8864-44c7-8cf1-a1b5dce3014b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaf94f4-2c75-443b-b5de-3de1ab17b046,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:23.587275 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] For port 874bf83f-50f5-4795-868a-ec27d49daf41, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:23.594883 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] For port 874bf83f-50f5-4795-868a-ec27d49daf41, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=874bf83f-50f5-4795-868a-ec27d49daf41,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:23.602981 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.675838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.686797 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:23.750307 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Routers {'0143277b-b2bb-4e31-94c4-8610aa391d87'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:23.751163 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0143277b-b2bb-4e31-94c4-8610aa391d87'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:23.756645 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1186d0f-43c4-4b12-998e-c23e03eca822 None None] Pushing event updated for resources: {'Port': ['ID=874bf83f-50f5-4795-868a-ec27d49daf41,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:23.829754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75aa2e12-ae61-4dd1-9a14-021de9daedc7 req-ce804895-18f2-42aa-ad70-520f64ed7d71 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108186 Nov 23 10:43:23.953225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce8d-892c-4d91-ab5d-d8f9217db246 req-682fac17-e856-4ecf-bb48-5282b3026413 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:23.965018 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da74ce8d-892c-4d91-ab5d-d8f9217db246 req-682fac17-e856-4ecf-bb48-5282b3026413 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1237967 Nov 23 10:43:24.000026 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] Set router 0143277b-b2bb-4e31-94c4-8610aa391d87 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:24.003057 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:43:24.025895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-da74ce8d-892c-4d91-ab5d-d8f9217db246 req-49be2555-3700-4210-9869-fd04d018f9e8 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567322 Nov 23 10:43:24.174236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed648d-e07a-4e22-a0ec-547dfd9d8102 req-ca462aa9-6b71-4635-9d80-c54c5f506380 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:24.183900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08ed648d-e07a-4e22-a0ec-547dfd9d8102 req-ca462aa9-6b71-4635-9d80-c54c5f506380 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0873380 Nov 23 10:43:24.313997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08ed648d-e07a-4e22-a0ec-547dfd9d8102 req-a0779b86-3f0f-4ee7-aba2-950f4ad1100e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292124 Nov 23 10:43:24.333009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46888d3-897b-4d0f-ac74-bd1d9fb94974 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:24.358424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:24.412763 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:19Z', 'revision_number': 3, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:24.426371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Allocated IP 172.20.0.1 (0faac127-2af3-431c-9682-1d6709893a72/19caae9e-acb0-455e-be2b-e7ed9e890bf5/6ff6f3ab-8087-4c97-8338-2619f8d6ad67) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:24.430237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Transition to ACTIVE for port object a46888d3-897b-4d0f-ac74-bd1d9fb94974 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:43:24.440699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:24.480519 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde4418c-d983-46c2-9b76-677dab1b812c None None] The sync data for ids ['0143277b-b2bb-4e31-94c4-8610aa391d87'] in n-d-817747-2 is: [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:19Z', 'revision_number': 3, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:24.611062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a46888d3-897b-4d0f-ac74-bd1d9fb94974,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:24.661910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31085c-a7de-4af0-a9ae-9774493e0591 req-a93ade38-4f3d-417b-ad55-a05cf0d5d489 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:24.665407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa31085c-a7de-4af0-a9ae-9774493e0591 req-a93ade38-4f3d-417b-ad55-a05cf0d5d489 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 946 time: 0.2221539 Nov 23 10:43:24.782381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa31085c-a7de-4af0-a9ae-9774493e0591 req-d95a302f-0ebd-4fce-b63f-a261d34eb92b tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062033 Nov 23 10:43:24.783087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Attempting to bind port a46888d3-897b-4d0f-ac74-bd1d9fb94974 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:24.783421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Attempting to bind port a46888d3-897b-4d0f-ac74-bd1d9fb94974 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:24.783747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Attempting to bind port a46888d3-897b-4d0f-ac74-bd1d9fb94974 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:24.791247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:24.798700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Port a46888d3-897b-4d0f-ac74-bd1d9fb94974 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:43:24.799023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Attempting to bind port a46888d3-897b-4d0f-ac74-bd1d9fb94974 on network ace056a8-c301-4243-8a18-6b51e87dd9c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:24.810647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:24.810647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Checking segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:24.810647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Bound using segment: {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:24.810647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Bound port: a46888d3-897b-4d0f-ac74-bd1d9fb94974, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '758351be-ca44-48a1-9013-173f32892e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:24.810647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:24.865245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60988) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:24.951115 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:24.999254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42898523-d716-424f-ba02-a304693bec06 req-bbf27693-da13-4dac-8fb3-9171adb9d6c6 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:25.011860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42898523-d716-424f-ba02-a304693bec06 req-bbf27693-da13-4dac-8fb3-9171adb9d6c6 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 943 time: 0.0852909 Nov 23 10:43:25.034631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] For port a46888d3-897b-4d0f-ac74-bd1d9fb94974, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:25.072075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] For port a46888d3-897b-4d0f-ac74-bd1d9fb94974, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a46888d3-897b-4d0f-ac74-bd1d9fb94974,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:25.084509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Network 0faac127-2af3-431c-9682-1d6709893a72 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:25.089508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.095465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:25.107185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42898523-d716-424f-ba02-a304693bec06 req-6316806d-7200-4494-8787-6bf61fd11df6 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944402 Nov 23 10:43:25.115013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:25.165148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-007b3dcb-493c-404a-8a8b-2e220bbe7cb7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=67914ee1cbba41aab734ad35e56c447a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982507 Nov 23 10:43:25.165779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60998) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:25.195565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:25.196481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.197949 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] 10.222.0.65 "PUT /v2.0/ports/a46888d3-897b-4d0f-ac74-bd1d9fb94974 HTTP/1.1" status: 200 len: 1091 time: 1.9285595 Nov 23 10:43:25.198836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Pushing event updated for resources: {'Port': ['ID=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:25.208637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'tag': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:25.211634 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ede3469-19ba-4c48-991b-4e66aff5333c" -d '{"events": [{"name": "network-changed", "server_uuid": "90374f77-fabd-4a4a-9bfe-092b0af6e42a", "tag": "a46888d3-897b-4d0f-ac74-bd1d9fb94974"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:25.253222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65ec4d61-001c-44d2-8aac-6469c412f142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.311410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65ec4d61-001c-44d2-8aac-6469c412f142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.320488 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6773d840-732f-4c3b-9239-74f09f0cd617 x-openstack-request-id: req-6773d840-732f-4c3b-9239-74f09f0cd617 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:25.320851 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90374f77-fabd-4a4a-9bfe-092b0af6e42a", "tag": "a46888d3-897b-4d0f-ac74-bd1d9fb94974", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:25.321770 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6773d840-732f-4c3b-9239-74f09f0cd617 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:25.322462 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'tag': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974', 'status': 'completed', 'code': 200} Nov 23 10:43:25.360853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931dbdf-7365-4f75-a0f8-13ca9c3e00d3 req-0c69d1ec-d719-41ca-b6c5-42986f327980 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:25.364034 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f931dbdf-7365-4f75-a0f8-13ca9c3e00d3 req-0c69d1ec-d719-41ca-b6c5-42986f327980 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.2624435 Nov 23 10:43:25.369206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.435850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65ec4d61-001c-44d2-8aac-6469c412f142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.438487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65ec4d61-001c-44d2-8aac-6469c412f142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.442594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-65ec4d61-001c-44d2-8aac-6469c412f142 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f HTTP/1.1" status: 204 len: 168 time: 0.2757897 Nov 23 10:43:25.463831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec4d61-001c-44d2-8aac-6469c412f142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3b64ad-c8b8-405b-8d82-a1cbcf08e50f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:25.493988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17226a0e-9366-4405-900a-5dca83c818c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a46888d3-897b-4d0f-ac74-bd1d9fb94974,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:25.519158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-a8bad7f5-55e1-4e88-98ac-cf5c9f854780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:25.520656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-a8bad7f5-55e1-4e88-98ac-cf5c9f854780 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 1094 time: 0.2635963 Nov 23 10:43:25.564599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fc931-4f75-4705-b059-a456b06d0bdd req-0f212cc8-b9f1-4679-9f64-86f1ffc2409c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:25.578992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce1fc931-4f75-4705-b059-a456b06d0bdd req-0f212cc8-b9f1-4679-9f64-86f1ffc2409c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1263397 Nov 23 10:43:25.614014 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-7f82aa80-ed6e-4a6a-b8b2-2ddc68559c77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46888d3-897b-4d0f-ac74-bd1d9fb94974 HTTP/1.1" status: 200 len: 217 time: 0.0794153 Nov 23 10:43:25.636866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c74f7ade-b861-46da-99cb-6f81722e2e67 None None] Provisioning complete for port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:25.641686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c74f7ade-b861-46da-99cb-6f81722e2e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.668943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce1fc931-4f75-4705-b059-a456b06d0bdd req-085a2f3b-7ca3-4468-82c0-8bd9bb345537 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849905 Nov 23 10:43:25.709687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f931dbdf-7365-4f75-a0f8-13ca9c3e00d3 req-54f24af6-b7dc-4e69-9447-f90473f4db7f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246214 Nov 23 10:43:25.765034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c74f7ade-b861-46da-99cb-6f81722e2e67 None None] Port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:25.768384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-eebba044-f0df-4a2e-a09c-9b6cf0852385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:25.776913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-eebba044-f0df-4a2e-a09c-9b6cf0852385 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.1522605 Nov 23 10:43:25.858247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:25.900825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-9bc33b8b-4e48-4949-98c4-adb22cf1a3cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566161 Nov 23 10:43:26.011172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090147a-7c79-4631-842a-ad64b8d8c606 req-be985f0a-e656-4616-a5a3-aa48a97a5166 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:26.024717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0090147a-7c79-4631-842a-ad64b8d8c606 req-be985f0a-e656-4616-a5a3-aa48a97a5166 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 946 time: 0.1085458 Nov 23 10:43:26.104711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0090147a-7c79-4631-842a-ad64b8d8c606 req-b39fbb03-d7bf-4e63-a02c-668390308354 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Nov 23 10:43:26.120638 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-ee38c26f-1445-4d18-8f8b-38ee6703d335 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051256 Nov 23 10:43:26.127711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 874bf83f-50f5-4795-868a-ec27d49daf41 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:26.204778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 874bf83f-50f5-4795-868a-ec27d49daf41 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:26.205547 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:26.205950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c494651-f6e2-4614-b467-dc777b4ac16e req-1741553b-d30c-4210-8544-a7f00d9a9116 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:26.217797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c494651-f6e2-4614-b467-dc777b4ac16e req-1741553b-d30c-4210-8544-a7f00d9a9116 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.3157938 Nov 23 10:43:26.274315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c020fd-bafc-4afa-abd7-1b0708da72a6 req-cfa8d6be-16d5-459a-818a-c4d7fb8468cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:26.276209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5c020fd-bafc-4afa-abd7-1b0708da72a6 req-cfa8d6be-16d5-459a-818a-c4d7fb8468cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 1096 time: 0.3484559 Nov 23 10:43:26.286295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21654ae1-6d56-46b4-b1bb-703345784f63 req-98903df0-34bf-43d3-b109-3b8fd4f478e0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:26.288891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21654ae1-6d56-46b4-b1bb-703345784f63 req-98903df0-34bf-43d3-b109-3b8fd4f478e0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 943 time: 0.0747457 Nov 23 10:43:26.313486 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:26.342220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 874bf83f-50f5-4795-868a-ec27d49daf41, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=874bf83f-50f5-4795-868a-ec27d49daf41,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:26.348453 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:26.357212 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21654ae1-6d56-46b4-b1bb-703345784f63 req-849ebc9c-b49b-4f5a-bde5-81d1e106a352 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613744 Nov 23 10:43:26.419384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=874bf83f-50f5-4795-868a-ec27d49daf41,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:26.448668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c494651-f6e2-4614-b467-dc777b4ac16e req-4b0bf0e9-fe7c-4572-8860-3bb67c3e0658 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298186 Nov 23 10:43:26.526421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5c020fd-bafc-4afa-abd7-1b0708da72a6 req-b21dea4f-4acf-4da4-9b6c-fb2e3170a2f9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407408 Nov 23 10:43:26.539541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8628379e-3b57-48cf-9dd7-d8fe97f76eeb req-c4e4e952-87cb-4756-9a35-6d55579c2535 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980401 Nov 23 10:43:26.582034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:26.589006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:26.645783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32824) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:26.672515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Pushing event updated for resources: {'Port': ['ID=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:26.675166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:26.879140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-28ecb03d-323b-49cd-980a-e50bdadd8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:26.880870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-28ecb03d-323b-49cd-980a-e50bdadd8c2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=195338d0921f4152b44ca3ae28137354&device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 1094 time: 0.0889437 Nov 23 10:43:26.894122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Network 0faac127-2af3-431c-9682-1d6709893a72 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:26.899133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:26.936242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc26d5d-5654-4b94-a388-6da9dc4c9f30 req-3ad5070a-02f4-40e9-99a5-e6c5fe6e9706 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:26.946079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4dc26d5d-5654-4b94-a388-6da9dc4c9f30 req-3ad5070a-02f4-40e9-99a5-e6c5fe6e9706 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0926404 Nov 23 10:43:26.960490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-469436968-network', 'tenant_id': '749234af7c65413dae63661137894b99'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:27.036114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Made reservation on behalf of 749234af7c65413dae63661137894b99 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:27.042807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.064594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4dc26d5d-5654-4b94-a388-6da9dc4c9f30 req-5686ae7a-d7e9-4b76-a949-70101f5cc419 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173108 Nov 23 10:43:27.065629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.268268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.277571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.332166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:43:27.361098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.361473 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Added segment ee46cbee-0986-47f7-a272-d9f0371339a7 of type vlan for network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 Nov 23 10:43:27.362957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e052004b-4fdc-4044-bb21-f7c735072596,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:27.387036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6091-7a30-45f4-8161-b591115a5c56 req-42a5b374-42c9-4744-829f-a0e61a197fd4 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:27.394667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e9c6091-7a30-45f4-8161-b591115a5c56 req-42a5b374-42c9-4744-829f-a0e61a197fd4 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 946 time: 0.1192729 Nov 23 10:43:27.411857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6475be5c-2158-4c08-982b-817205182373 None None] Provisioning complete for port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:27.412774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6475be5c-2158-4c08-982b-817205182373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.451293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.455995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6475be5c-2158-4c08-982b-817205182373 None None] Port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:27.490157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32862) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:27.503555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e9c6091-7a30-45f4-8161-b591115a5c56 req-c792b8db-d87e-4904-95ba-3ba16c6e85d0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078112 Nov 23 10:43:27.511348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.512799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:27.513855 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.558012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9108460 Nov 23 10:43:27.560807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32866) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:27.567537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Request body: {'subnet': {'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-469436968-subnet', 'tenant_id': '749234af7c65413dae63661137894b99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:27.589724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7b66b-fad8-45eb-b9cb-6ec1331ab47e req-5da05e75-faea-463c-b16d-a2c4693a6539 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:27.598031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1e7b66b-fad8-45eb-b9cb-6ec1331ab47e req-5da05e75-faea-463c-b16d-a2c4693a6539 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1447134 Nov 23 10:43:27.601867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Router 0143277b-b2bb-4e31-94c4-8610aa391d87 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:43:27.603927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-6cb4859f-14d2-4d01-a85a-a3ca056dc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:27.605352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-6cb4859f-14d2-4d01-a85a-a3ca056dc5ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 200 len: 912 time: 0.6479743 Nov 23 10:43:27.612602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9ddb0-1bfd-4a6f-b126-8eb40e7cf09c admin admin] Pushing event updated for resources: {'Network': ['ID=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:27.629462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:43:27.659173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53010525-2f55-41cb-899e-26ace4447c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.677876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Made reservation on behalf of 749234af7c65413dae63661137894b99 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:27.680727 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:27.696190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973afe6-36ee-4e30-9c73-12489dae338d req-feaf3e97-385c-4d63-bcf5-87f59846336d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:27.697805 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1973afe6-36ee-4e30-9c73-12489dae338d req-feaf3e97-385c-4d63-bcf5-87f59846336d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 943 time: 0.1013615 Nov 23 10:43:27.738271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-f4ab4108-aa1f-480c-b793-1d378cbac7a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a46888d3-897b-4d0f-ac74-bd1d9fb94974 HTTP/1.1" status: 200 len: 217 time: 0.1139345 Nov 23 10:43:27.830220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1e7b66b-fad8-45eb-b9cb-6ec1331ab47e req-e3302e24-cd20-4301-8964-1366a91cc0b8 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313101 Nov 23 10:43:27.857886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1973afe6-36ee-4e30-9c73-12489dae338d req-c41658df-b306-4567-be9b-2426643631b0 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478989 Nov 23 10:43:27.861136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-8ffa3b1e-6301-412c-b32e-4214204197c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:27.862736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-8ffa3b1e-6301-412c-b32e-4214204197c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 200 len: 851 time: 0.1133230 Nov 23 10:43:27.870221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:27.876186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6aa47d57-b7d3-455d-a44f-19aa07a14863 admin admin] 10.222.0.61 "PUT /v2.0/routers/0143277b-b2bb-4e31-94c4-8610aa391d87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4648852 Nov 23 10:43:27.884388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Sync routers for ids ['0143277b-b2bb-4e31-94c4-8610aa391d87'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:27.897481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Routers {'0143277b-b2bb-4e31-94c4-8610aa391d87'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:27.898798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0143277b-b2bb-4e31-94c4-8610aa391d87'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:27.908130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-68ed5ba3-140b-4235-948c-5c0e6a951a60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ace056a8-c301-4243-8a18-6b51e87dd9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307596 Nov 23 10:43:27.922553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53010525-2f55-41cb-899e-26ace4447c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.013769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53010525-2f55-41cb-899e-26ace4447c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.037617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.055984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-48d202be-e3ba-4a5b-abea-a2069b758332 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390941 Nov 23 10:43:28.095960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Set router 0143277b-b2bb-4e31-94c4-8610aa391d87 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:28.113135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-53010525-2f55-41cb-899e-26ace4447c4a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0c59f5d6c1684a73ba2d07b93a3f0483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6219122 Nov 23 10:43:28.114098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32878) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:28.128477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53010525-2f55-41cb-899e-26ace4447c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ef3b3-31e6-40dd-b47c-a70db7599b38,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:28.167431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35841bc8-c9dd-4a3d-8b0e-d212b187acbf,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:28.203223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Checking segment: {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:28.203605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Network hostable DHCP agents. Network: 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:43:28.213724 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ede3469-19ba-4c48-991b-4e66aff5333c req-5dab4583-bcc2-4e04-9c66-51bdd8817714 service neutron] 10.222.0.65 "GET /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491416 Nov 23 10:43:28.238030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63e0f542-eb0a-4a34-b388-745e48f6cad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.240770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 874bf83f-50f5-4795-868a-ec27d49daf41 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:28.244604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:43:28.258068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f657f-de5c-4ae9-b8f4-a5188144645a req-d016312e-ca4d-471d-b506-616fe7bdb4d7 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:28.266277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f78f657f-de5c-4ae9-b8f4-a5188144645a req-d016312e-ca4d-471d-b506-616fe7bdb4d7 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.0671067 Nov 23 10:43:28.274300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63e0f542-eb0a-4a34-b388-745e48f6cad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.282040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:28.291435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:28.292039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ee804613-0428-46ce-a946-070835911580 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.308660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6edeada-2bc1-4056-9680-dc8ed4dd05e9 None None] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:28.328467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f78f657f-de5c-4ae9-b8f4-a5188144645a req-b17df604-9390-4d0b-8c08-f36ea463a0b7 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610311 Nov 23 10:43:28.378389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ee804613-0428-46ce-a946-070835911580 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8137472 Nov 23 10:43:28.378647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 32882) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:28.385000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:28.413742 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.415156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.433222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63e0f542-eb0a-4a34-b388-745e48f6cad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.436118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-63e0f542-eb0a-4a34-b388-745e48f6cad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.437474 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-63e0f542-eb0a-4a34-b388-745e48f6cad0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a14ef3b3-31e6-40dd-b47c-a70db7599b38 HTTP/1.1" status: 204 len: 168 time: 0.3191419 Nov 23 10:43:28.485936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.486720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 874bf83f-50f5-4795-868a-ec27d49daf41 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:28.487511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.500857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0f542-eb0a-4a34-b388-745e48f6cad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ef3b3-31e6-40dd-b47c-a70db7599b38,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:28.640029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-cf195a47-5f95-4617-93c8-d00d221b94ec tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3260932 Nov 23 10:43:28.652941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:28.687427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.717162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a46888d3-897b-4d0f-ac74-bd1d9fb94974 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:28.721593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.771840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ad56a287-4a15-4a33-9dcc-555ab2101210 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:28.795792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:43:28.796689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.843587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:28.851767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:25Z', 'revision_number': 4, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6ff6f3ab-8087-4c97-8338-2619f8d6ad67', 'name': '', 'network_id': '0faac127-2af3-431c-9682-1d6709893a72', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'mac_address': 'fa:16:3e:74:de:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '19caae9e-acb0-455e-be2b-e7ed9e890bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:23Z', 'updated_at': '2021-11-23T10:43:26Z', 'revision_number': 2, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'subnets': [{'id': '19caae9e-acb0-455e-be2b-e7ed9e890bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:28.934713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-09c11112-34c4-4025-b80b-e8cda8526180 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:28.936113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-09c11112-34c4-4025-b80b-e8cda8526180 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 811 time: 0.3374157 Nov 23 10:43:28.955349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:43:28.966334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-f9291ab8-ed1d-46e0-a375-9e742f571eac tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/quotas/a5f8ea64582b46f0bd304cab10d316c6 HTTP/1.1" status: 200 len: 375 time: 0.0215096 Nov 23 10:43:28.968397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 32904) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:29.012150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Checking router: 0143277b-b2bb-4e31-94c4-8610aa391d87 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:29.012504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Updating router 0143277b-b2bb-4e31-94c4-8610aa391d87 port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:43:29.017874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Allocated IP 172.25.5.84 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/55366e10-56c6-4e12-9c88-c41646d50956) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:29.019938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-62add59f-bcba-4b24-88f9-4900f32a762d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.062581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-9a9b3d1b-8340-4e70-bb8a-277883a686e9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950990 Nov 23 10:43:29.178243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.235495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.292289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:29.305142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:29.310721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:29.323253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a46888d3-897b-4d0f-ac74-bd1d9fb94974, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a46888d3-897b-4d0f-ac74-bd1d9fb94974,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:29.335310 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.344048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=55366e10-56c6-4e12-9c88-c41646d50956,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:29.361540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.363947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974', 'network_id': 'ace056a8-c301-4243-8a18-6b51e87dd9c0', 'port_id': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974', 'mac_address': 'fa:16:3e:c7:ad:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73dd1ecb-02bb-4f7a-95d3-7066e97dcd48', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:29.382346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-0223698d-4471-4060-88bc-438ad2e66bb5 service neutron] 10.222.0.61 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711871 Nov 23 10:43:29.404545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:29.419605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.432424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-62add59f-bcba-4b24-88f9-4900f32a762d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.433248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.457349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-62add59f-bcba-4b24-88f9-4900f32a762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.469352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ad56a287-4a15-4a33-9dcc-555ab2101210', 'network_id': '0759183a-cb01-4d12-825c-8e66af278fb4', 'port_id': 'ad56a287-4a15-4a33-9dcc-555ab2101210', 'mac_address': 'fa:16:3e:2e:c2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18aeb6c4-5612-4ab0-a001-ff4aa5130ff7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:29.482211 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.576928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Allocated IP 172.20.0.2 (8ee65a4d-f821-40a4-bb1b-b01bc59e54d7/35841bc8-c9dd-4a3d-8b0e-d212b187acbf/cf0a041e-2429-4820-8ba9-93f9ade81cb5) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:29.578864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.593954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-62add59f-bcba-4b24-88f9-4900f32a762d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=276c85c4063745ba8aee4ec22d1b0a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6198514 Nov 23 10:43:29.597776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 32908) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:29.608405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62add59f-bcba-4b24-88f9-4900f32a762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f447fc-c59f-4bfe-8d40-3df5f81289bd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:29.635615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.641954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46888d3-897b-4d0f-ac74-bd1d9fb94974 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:29.659188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-afbb210a-ff58-4337-a09e-942f326fb61a service neutron] 10.222.0.61 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759707 Nov 23 10:43:29.716140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.727969 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.735030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Allocated IP 172.25.5.130 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/39a15992-60ad-4a7e-8e43-5128b25b2fd1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:29.737386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b07d-538f-42fd-9f4d-f25eb1a62c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.739128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a46888d3-897b-4d0f-ac74-bd1d9fb94974, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a46888d3-897b-4d0f-ac74-bd1d9fb94974,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:29.741052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad56a287-4a15-4a33-9dcc-555ab2101210 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:29.776707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.786572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b07d-538f-42fd-9f4d-f25eb1a62c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.816845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=55366e10-56c6-4e12-9c88-c41646d50956,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:29.832630 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.832991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:29.852491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.864179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.888487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-15986165-f4a0-48bb-95c0-0bded26dc863 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2389214 Nov 23 10:43:29.902668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.908205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b07d-538f-42fd-9f4d-f25eb1a62c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.912212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7dd7b07d-538f-42fd-9f4d-f25eb1a62c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.916936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7dd7b07d-538f-42fd-9f4d-f25eb1a62c0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09f447fc-c59f-4bfe-8d40-3df5f81289bd HTTP/1.1" status: 204 len: 168 time: 0.3150966 Nov 23 10:43:29.932526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7b07d-538f-42fd-9f4d-f25eb1a62c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f447fc-c59f-4bfe-8d40-3df5f81289bd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:29.947765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a46888d3-897b-4d0f-ac74-bd1d9fb94974,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:29.967141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:29.974583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ad56a287-4a15-4a33-9dcc-555ab2101210'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:29.991497 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-b90b2156-3640-4cb5-8ff0-73e7e3b85953 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.1014960 Nov 23 10:43:30.043301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:30.046626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:30.053033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:30.056403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Pushing event updated for resources: {'Port': ['ID=39a15992-60ad-4a7e-8e43-5128b25b2fd1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:30.157738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a46888d3-897b-4d0f-ac74-bd1d9fb94974'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:30.201165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-fa8f652d-0530-4669-8cac-5da762727158 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:30.204960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5cd60330-d48f-4b6d-b7c0-af64da791aca req-fa8f652d-0530-4669-8cac-5da762727158 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2119591 Nov 23 10:43:30.283879 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:30.325059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12454aac-ce38-4461-a096-8205b6029b8f req-6c32dcfe-e96e-489d-a4dd-6f1dc74ca286 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:30.333962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12454aac-ce38-4461-a096-8205b6029b8f req-6c32dcfe-e96e-489d-a4dd-6f1dc74ca286 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 945 time: 0.1921725 Nov 23 10:43:30.365868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:30.406270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:30.438371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22086c7-a085-47c8-838f-4148c896318d req-83c88b7d-d27a-4235-907c-6de51d9f845b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:30.439064 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:30.440520 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f22086c7-a085-47c8-838f-4148c896318d req-83c88b7d-d27a-4235-907c-6de51d9f845b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1092403 Nov 23 10:43:30.468367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12454aac-ce38-4461-a096-8205b6029b8f req-e5608cfa-9c0a-40ea-8078-e917ba8ae81e tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334403 Nov 23 10:43:30.486265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:30.501397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:30.501397 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:30.515072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:30.584350 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f22086c7-a085-47c8-838f-4148c896318d req-1023abd5-2995-4399-8354-424862853b48 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363189 Nov 23 10:43:30.687291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-b7e19aee-431e-49fa-83ff-4e651f6a790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:30.689179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-b7e19aee-431e-49fa-83ff-4e651f6a790c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.2249184 Nov 23 10:43:30.718271 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:30.741232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21eb61-c026-4775-b005-c17134febf86 req-c6f3fb6c-fc6a-4f8e-b0cb-110a23194176 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:30.743867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e21eb61-c026-4775-b005-c17134febf86 req-c6f3fb6c-fc6a-4f8e-b0cb-110a23194176 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 944 time: 0.1561546 Nov 23 10:43:30.800156 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fee9aca9-c53a-43c8-84d0-5ff2745925f7 req-cec6d0ce-0123-4bc1-a028-f549c68a8d96 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 210 time: 0.0553405 Nov 23 10:43:31.012711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e21eb61-c026-4775-b005-c17134febf86 req-14b1c3c8-88d7-42d9-b368-ea4d049ccff8 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910515 Nov 23 10:43:31.047006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Pushing event updated for resources: {'Port': ['ID=cf0a041e-2429-4820-8ba9-93f9ade81cb5,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:31.084539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-319ea9b3-60cd-4a6d-8b1b-4df7abdb6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:31.086827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-319ea9b3-60cd-4a6d-8b1b-4df7abdb6802 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3652992 Nov 23 10:43:31.100133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-d476c85d-9df0-44c1-a187-cfdbe63b4fad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2812989 Nov 23 10:43:31.111044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:31.132742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Attempting to bind port cf0a041e-2429-4820-8ba9-93f9ade81cb5 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:31.134034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Attempting to bind port cf0a041e-2429-4820-8ba9-93f9ade81cb5 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:31.134599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Attempting to bind port cf0a041e-2429-4820-8ba9-93f9ade81cb5 on network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:31.150808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Attempting to bind port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:31.151193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Attempting to bind port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:31.151565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Attempting to bind port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 on network 0faac127-2af3-431c-9682-1d6709893a72 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:31.173710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.173983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:31.173983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Checking segment: {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:31.174592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.175085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Bound using segment: {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:31.175607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Bound port: cf0a041e-2429-4820-8ba9-93f9ade81cb5, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:31.176029 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.185644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:31.186083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Checking segment: {'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:31.186407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.186807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Bound using segment: {'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:31.187288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Bound port: 6ff6f3ab-8087-4c97-8338-2619f8d6ad67, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35dddeb-2533-4aed-8e2d-3a78ad00a466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0faac127-2af3-431c-9682-1d6709893a72'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:31.187680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.199993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1813b2ac-00c8-4bbf-bce0-e4411bc1cf6f None None] Provisioning complete for port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:31.200367 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1813b2ac-00c8-4bbf-bce0-e4411bc1cf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.209476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7a6da-4f88-4faf-b58b-0f68766476c2 None None] Pushing event updated for resources: {'Port': ['ID=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:31.233976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-87295ca5-953f-401a-b9a2-daa0144efc7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=feeaf2af-cd4a-4454-8993-56ad160c487a HTTP/1.1" status: 200 len: 217 time: 0.0891523 Nov 23 10:43:31.320876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1813b2ac-00c8-4bbf-bce0-e4411bc1cf6f None None] Port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:31.344686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.360108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] For port cf0a041e-2429-4820-8ba9-93f9ade81cb5, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:31.366891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] For port cf0a041e-2429-4820-8ba9-93f9ade81cb5, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cf0a041e-2429-4820-8ba9-93f9ade81cb5,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:31.370057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-61ae5c5e-0178-46b7-953a-14b0ef719635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:31.371633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-61ae5c5e-0178-46b7-953a-14b0ef719635 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1280656 Nov 23 10:43:31.373659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.376496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.416295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] For port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:31.461266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] For port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,segment=NetworkSegment(d35dddeb-2533-4aed-8e2d-3a78ad00a466),segment_id=d35dddeb-2533-4aed-8e2d-3a78ad00a466)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:31.480453 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:31.519346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782553c6-4451-4ffa-9fda-c7374b25c9d4 None None] Pushing event updated for resources: {'Port': ['ID=cf0a041e-2429-4820-8ba9-93f9ade81cb5,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:31.656278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Routers {'0143277b-b2bb-4e31-94c4-8610aa391d87'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:31.657363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0143277b-b2bb-4e31-94c4-8610aa391d87'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:31.849088 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7a6da-4f88-4faf-b58b-0f68766476c2 None None] Pushing event updated for resources: {'Port': ['ID=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:32.023667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] Set router 0143277b-b2bb-4e31-94c4-8610aa391d87 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:32.133224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf0a041e-2429-4820-8ba9-93f9ade81cb5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:32.258542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-d5749f69-fb97-4efa-a3df-f31867360313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:32.260710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-d5749f69-fb97-4efa-a3df-f31867360313 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8260882 Nov 23 10:43:32.302849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Allocated IP 172.25.5.94 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/2c926cc0-ef27-418c-b6c9-66d1c6fb5099) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:32.334709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6abba-d66e-4016-b185-320cf788ea6e req-42c9188f-9d42-453c-8e43-ac5c25658386 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:32.336727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74e6abba-d66e-4016-b185-320cf788ea6e req-42c9188f-9d42-453c-8e43-ac5c25658386 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 945 time: 0.2166624 Nov 23 10:43:32.360892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-1062575f-4dc9-420b-a286-4b33667b28bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2422841 Nov 23 10:43:32.385991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-79c6d38b-1b2c-45a2-a8f5-834fa5e40ff2 None None] Provisioning complete for port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:32.386270 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79c6d38b-1b2c-45a2-a8f5-834fa5e40ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.517083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cf0a041e-2429-4820-8ba9-93f9ade81cb5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:32.517490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.521916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-f7a473e2-980f-4e2d-b373-bfce89b54733 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:32.524156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-f7a473e2-980f-4e2d-b373-bfce89b54733 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.58 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 811 time: 0.4028339 Nov 23 10:43:32.533283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.563267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Request body: {'port': {'device_id': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'admin_state_up': True, 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:32.589306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.612828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:43:32.636989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:32.642405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:32.645116 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79c6d38b-1b2c-45a2-a8f5-834fa5e40ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.649881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:32.706937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=2c926cc0-ef27-418c-b6c9-66d1c6fb5099,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:32.731185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-79c6d38b-1b2c-45a2-a8f5-834fa5e40ff2 None None] For port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,segment=NetworkSegment(d35dddeb-2533-4aed-8e2d-3a78ad00a466),segment_id=d35dddeb-2533-4aed-8e2d-3a78ad00a466)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:32.739110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a46888d3-897b-4d0f-ac74-bd1d9fb94974 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:32.748417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74e6abba-d66e-4016-b185-320cf788ea6e req-03a9c883-a655-4fa7-a2aa-f7a9adb0d53a tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911285 Nov 23 10:43:32.777647 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.789315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79c6d38b-1b2c-45a2-a8f5-834fa5e40ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.792646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-3e200b68-a2af-4b08-831b-8ad97195d9a4 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148904 Nov 23 10:43:32.795195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151007cd-2fc0-476d-86f1-6efac161f23c req-7fc6d107-0fdd-4412-811e-e948550d4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:32.796688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-7fc6d107-0fdd-4412-811e-e948550d4e6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 1101 time: 0.3948698 Nov 23 10:43:32.799815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ad56a287-4a15-4a33-9dcc-555ab2101210 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:32.833372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.881780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:32.936572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:25Z', 'revision_number': 4, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6ff6f3ab-8087-4c97-8338-2619f8d6ad67', 'name': '', 'network_id': '0faac127-2af3-431c-9682-1d6709893a72', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'mac_address': 'fa:16:3e:74:de:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '19caae9e-acb0-455e-be2b-e7ed9e890bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:23Z', 'updated_at': '2021-11-23T10:43:31Z', 'revision_number': 4, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'subnets': [{'id': '19caae9e-acb0-455e-be2b-e7ed9e890bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:32.974732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe04757-8cf4-4a41-a4fe-2dc77f95158c None None] The sync data for ids ['0143277b-b2bb-4e31-94c4-8610aa391d87'] in n-d-817747-2 is: [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:25Z', 'revision_number': 4, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6ff6f3ab-8087-4c97-8338-2619f8d6ad67', 'name': '', 'network_id': '0faac127-2af3-431c-9682-1d6709893a72', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'mac_address': 'fa:16:3e:74:de:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '19caae9e-acb0-455e-be2b-e7ed9e890bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:23Z', 'updated_at': '2021-11-23T10:43:31Z', 'revision_number': 4, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'subnets': [{'id': '19caae9e-acb0-455e-be2b-e7ed9e890bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:33.016079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6d38b-1b2c-45a2-a8f5-834fa5e40ff2 None None] Pushing event updated for resources: {'Port': ['ID=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:33.031728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port cf0a041e-2429-4820-8ba9-93f9ade81cb5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cf0a041e-2429-4820-8ba9-93f9ade81cb5,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:33.062640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.069857 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.116991 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.122522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.163749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:33.176362 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Sync routers for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:33.189374 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port a46888d3-897b-4d0f-ac74-bd1d9fb94974 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:43:33.196808 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:33.199370 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:33.202589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ad56a287-4a15-4a33-9dcc-555ab2101210 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:33.219477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=2c926cc0-ef27-418c-b6c9-66d1c6fb5099,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:33.231527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea516ba8-5cac-4322-8d20-cf8ddea3937e None None] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:33.243678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151007cd-2fc0-476d-86f1-6efac161f23c req-9382bf60-959d-453a-9243-8c75ce71c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:33.245851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-9382bf60-959d-453a-9243-8c75ce71c268 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3767686 Nov 23 10:43:33.254269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12864093-d9d0-4e7b-85a4-366b2ade95cf req-e74c121d-e6f7-401c-beb9-b84aab92aefa service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409323 Nov 23 10:43:33.254520 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.280552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port a46888d3-897b-4d0f-ac74-bd1d9fb94974 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:33.280945 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.295830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.297485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-65114629-00d6-4ad6-ab86-9faa6211e457 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1945288 Nov 23 10:43:33.335918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Made reservation on behalf of a5f8ea64582b46f0bd304cab10d316c6 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:33.342378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.375339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bdcc8-f630-4269-914a-0acfcdc20937 req-106d2741-bfed-438e-9186-bfb47dd589ff tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:33.376253 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:33.384928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd2bdcc8-f630-4269-914a-0acfcdc20937 req-106d2741-bfed-438e-9186-bfb47dd589ff tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.4745035 Nov 23 10:43:33.390942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-e3a09863-c6ad-4777-a0dc-edfe6dda91f0 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0844769 Nov 23 10:43:33.419382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-4343a17c-3cc3-4295-823e-4c1e2851d779 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=42633e79-4222-4c75-853b-6ebc12ccaad1 HTTP/1.1" status: 200 len: 217 time: 0.1484313 Nov 23 10:43:33.424461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:33.441347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=cf0a041e-2429-4820-8ba9-93f9ade81cb5,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:33.452005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.453863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9fc72e5c-0c47-4239-bb14-fcef6af18590 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0735891 Nov 23 10:43:33.456409 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32974) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:33.464904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.478826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-399d7316-61d1-4437-a8e3-7aad72229044 None None] Provisioning complete for port cf0a041e-2429-4820-8ba9-93f9ade81cb5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:33.479534 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-399d7316-61d1-4437-a8e3-7aad72229044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.541535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151007cd-2fc0-476d-86f1-6efac161f23c req-33d345ed-b833-4f1e-b247-6bf8de8d4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:33.542932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-33d345ed-b833-4f1e-b247-6bf8de8d4631 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0886602 Nov 23 10:43:33.654238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-1dc7d54f-ab35-40e0-8365-85bcb0842214 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:33.656709 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3af9d507-f579-464a-b9a1-ebc97f9228e6 req-1dc7d54f-ab35-40e0-8365-85bcb0842214 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2514899 Nov 23 10:43:33.683553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd2bdcc8-f630-4269-914a-0acfcdc20937 req-618b7752-a932-4d84-87f6-974d8310231a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973320 Nov 23 10:43:33.706700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151007cd-2fc0-476d-86f1-6efac161f23c req-e1c5ef29-7ffd-43e7-b604-c854aefd2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:33.710400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-e1c5ef29-7ffd-43e7-b604-c854aefd2815 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183248 Nov 23 10:43:33.785222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:33.813929 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.899285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:33.902300 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f578f7b-3e31-4131-afb0-e619dfe63c85" -d '{"events": [{"server_uuid": "90374f77-fabd-4a4a-9bfe-092b0af6e42a", "name": "network-vif-plugged", "status": "completed", "tag": "a46888d3-897b-4d0f-ac74-bd1d9fb94974"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:33.941431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a46888d3-897b-4d0f-ac74-bd1d9fb94974, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a46888d3-897b-4d0f-ac74-bd1d9fb94974,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:33.956421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Allocated IP 172.20.0.4 (4914204b-3cb5-4d1b-80ab-91cdc9f48d3b/045356b9-ac2f-440b-8c2c-37fe5c8d9832/353c7562-1eaa-4f17-8c0f-0d7ed70863c9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:33.961446 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:30Z', 'revision_number': 3, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:33.961815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:33.976175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b1475542-7b72-4ff8-995b-706b7a0c2927 req-a05ac196-c9c0-4603-ac1f-62480f6f57eb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 210 time: 0.0669498 Nov 23 10:43:34.069705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a46888d3-897b-4d0f-ac74-bd1d9fb94974,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:34.087830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Checking router: 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:34.088616 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Updating router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a port 39a15992-60ad-4a7e-8e43-5128b25b2fd1 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:43:34.171000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-6da4dbaa-0131-45f7-8220-87012769dd9d service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377584 Nov 23 10:43:34.217180 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.310993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf0a041e-2429-4820-8ba9-93f9ade81cb5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:34.410710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4726e0-bd56-4896-9cc4-14dc6d11d536 req-efbb4e07-c740-4bff-a6c1-a0ce8f220acc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:34.412296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd4726e0-bd56-4896-9cc4-14dc6d11d536 req-efbb4e07-c740-4bff-a6c1-a0ce8f220acc tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.2595794 Nov 23 10:43:34.437457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-357102c3-66f1-4641-b701-010c254dab76 None None] Provisioning complete for port cf0a041e-2429-4820-8ba9-93f9ade81cb5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:34.438289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-357102c3-66f1-4641-b701-010c254dab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.463072 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.496973 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd4726e0-bd56-4896-9cc4-14dc6d11d536 req-60041307-6688-4ab4-90f3-d3c0ad302ba9 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752990 Nov 23 10:43:34.525444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-7cefe1c1-05c1-46a9-9b98-c52854e2bbd2 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2086564a5d2a4f4db930cb375c2e8e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653002 Nov 23 10:43:34.573138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cf0a041e-2429-4820-8ba9-93f9ade81cb5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:34.573771 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.614730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-151007cd-2fc0-476d-86f1-6efac161f23c req-2084bfff-2511-4959-b230-e9c014ddcd14 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163151 Nov 23 10:43:34.682202 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.692215 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.736929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:34.749608 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Attempting to bind port 39a15992-60ad-4a7e-8e43-5128b25b2fd1 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:34.750044 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Attempting to bind port 39a15992-60ad-4a7e-8e43-5128b25b2fd1 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:34.750418 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Attempting to bind port 39a15992-60ad-4a7e-8e43-5128b25b2fd1 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:34.763099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.763640 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:34.764091 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:34.764502 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.764903 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:34.765757 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Bound port: 39a15992-60ad-4a7e-8e43-5128b25b2fd1, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:34.765977 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.824213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Allocated IP 172.20.0.1 (8ee65a4d-f821-40a4-bb1b-b01bc59e54d7/35841bc8-c9dd-4a3d-8b0e-d212b187acbf/1dd20cb0-6fea-407b-825d-6ec04029a28d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:34.829945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:34.830379 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.834043 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb78fe-99f5-4441-b5a4-76f36eaa5175 None None] Pushing event updated for resources: {'Port': ['ID=39a15992-60ad-4a7e-8e43-5128b25b2fd1,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:34.841661 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] For port 39a15992-60ad-4a7e-8e43-5128b25b2fd1, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:34.845541 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] For port 39a15992-60ad-4a7e-8e43-5128b25b2fd1, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=39a15992-60ad-4a7e-8e43-5128b25b2fd1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:34.848824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-3f77ac2f-395e-430e-a837-ab97418dabf4 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2842972 Nov 23 10:43:34.855641 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.865038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:34.887323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-47f26558-1ed6-4651-843e-062a1284d85c tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:34.892925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-47f26558-1ed6-4651-843e-062a1284d85c tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3652196 Nov 23 10:43:34.900083 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.924654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['dde3b62b-8e91-4292-b6fa-b0ba08d3b66d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:34.963798 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb78fe-99f5-4441-b5a4-76f36eaa5175 None None] Pushing event updated for resources: {'Port': ['ID=39a15992-60ad-4a7e-8e43-5128b25b2fd1,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:34.972641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:34.989637 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:34.989927 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:35.018844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:35.021360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-65967bc0-838a-4791-9d16-aa286587ad1b tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/quotas/2086564a5d2a4f4db930cb375c2e8e3c HTTP/1.1" status: 200 len: 375 time: 0.1161566 Nov 23 10:43:35.028762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:35.034914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:35.058336 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.101272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Pushing event updated for resources: {'Port': ['ID=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:35.106254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-3d1bb5a4-8d7d-46fc-b4ae-ddba3b3046ba tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2086564a5d2a4f4db930cb375c2e8e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729795 Nov 23 10:43:35.121286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.127317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.127933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.128449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.128990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.137621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.139186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.140398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.141068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.141618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.142141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.142643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:35.177530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.190613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:35.191314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.214519 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:35.219714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-14cb540c-bd47-405a-baf6-cd421cb79447 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6710923 Nov 23 10:43:35.219999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.235553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Request body: {'port': {'device_id': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:35.248520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:35.256886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:35.260589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:35.300816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd20cb0-6fea-407b-825d-6ec04029a28d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:35.336591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.365224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.482792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Allocated IP 172.25.5.58 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/17a5a9d2-96e3-4f58-aa91-926ef1938833) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:35.558605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02e17-c89a-4478-a933-8cd74eef8e7b req-e9114799-7d65-4e7f-af53-81e041918351 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:35.574112 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69c02e17-c89a-4478-a933-8cd74eef8e7b req-e9114799-7d65-4e7f-af53-81e041918351 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 944 time: 0.1858082 Nov 23 10:43:35.643671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-73287f07-5ecf-4bc1-9e62-036a67bade87 None None] Provisioning complete for port 1dd20cb0-6fea-407b-825d-6ec04029a28d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:35.644314 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-73287f07-5ecf-4bc1-9e62-036a67bade87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.645987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.671386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69c02e17-c89a-4478-a933-8cd74eef8e7b req-4a7ad679-5d55-4ec9-bc46-d5d394b9fa79 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952277 Nov 23 10:43:35.720975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.721484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-73287f07-5ecf-4bc1-9e62-036a67bade87 None None] Port 1dd20cb0-6fea-407b-825d-6ec04029a28d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:35.764796 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3276661-ed40-4fe7-b081-3c2159b2b719 x-openstack-request-id: req-f3276661-ed40-4fe7-b081-3c2159b2b719 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:35.765331 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90374f77-fabd-4a4a-9bfe-092b0af6e42a", "name": "network-vif-plugged", "status": "completed", "tag": "a46888d3-897b-4d0f-ac74-bd1d9fb94974", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:35.765807 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3276661-ed40-4fe7-b081-3c2159b2b719 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:35.767091 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974', 'code': 200} Nov 23 10:43:35.867220 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:30Z', 'revision_number': 3, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:35.876735 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:35.899523 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07011ef8-2e16-4db4-952c-a775c38ac4ae None None] The sync data for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 is: [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:30Z', 'revision_number': 3, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:35.946632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=17a5a9d2-96e3-4f58-aa91-926ef1938833,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:35.982207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:35.985669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:35.990289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b889a4f-e9b4-4c1b-8789-5ddc8c4949a9 req-f959740a-b94e-4b4e-b0f6-6baf7a6cfc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:35.990527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:35.992679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b889a4f-e9b4-4c1b-8789-5ddc8c4949a9 req-f959740a-b94e-4b4e-b0f6-6baf7a6cfc29 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 1096 time: 0.1062663 Nov 23 10:43:35.994457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:36.015202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ade0b-f054-4c25-adf1-af33baf1c9be req-c8c9c6c9-5216-408d-93af-37ac33f39a8d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:36.016831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-654ade0b-f054-4c25-adf1-af33baf1c9be req-c8c9c6c9-5216-408d-93af-37ac33f39a8d tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1661420 Nov 23 10:43:36.019900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.042004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.055597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.058076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Transition to ACTIVE for port object 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:43:36.070342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.131216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b889a4f-e9b4-4c1b-8789-5ddc8c4949a9 req-86f479fe-142c-47fb-8597-12b382d1d13d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294069 Nov 23 10:43:36.147198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-654ade0b-f054-4c25-adf1-af33baf1c9be req-63eddeed-d140-4063-a738-7d673c5d5108 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166399 Nov 23 10:43:36.156872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Pushing event updated for resources: {'Port': ['ID=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:36.173282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.183894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd20cb0-6fea-407b-825d-6ec04029a28d,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:36.216564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.307841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Attempting to bind port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:36.308423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Attempting to bind port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:36.309411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Attempting to bind port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 on network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:36.314392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 on network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:43:36.314836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Attempting to bind port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 on network 4914204b-3cb5-4d1b-80ab-91cdc9f48d3b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:36.330769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:36.331357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Checking segment: {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:36.332338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Bound using segment: {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:36.335191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Bound port: 353c7562-1eaa-4f17-8c0f-0d7ed70863c9, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31635988-463b-4978-8bcf-8064bdb6cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:36.336997 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.358544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.414026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:36.422159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:36.454799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] For port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:36.459135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] For port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:36.465642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.477921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcbc1a-840a-4ee9-92b6-ea8886babade req-72c84f91-1a0c-4b8d-860a-cff1d664e1dc tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:36.480178 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bcbc1a-840a-4ee9-92b6-ea8886babade req-72c84f91-1a0c-4b8d-860a-cff1d664e1dc tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 943 time: 0.0952737 Nov 23 10:43:36.532857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:36.533565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.535596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] 10.222.0.58 "PUT /v2.0/ports/353c7562-1eaa-4f17-8c0f-0d7ed70863c9 HTTP/1.1" status: 200 len: 1091 time: 1.3051565 Nov 23 10:43:36.545640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'tag': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:36.548077 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722da594-5d02-4a7c-a5dc-fabab1b1ae29" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fa1944-1b92-41c9-9298-ed7350dc7ddf", "tag": "353c7562-1eaa-4f17-8c0f-0d7ed70863c9"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:36.608885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bcbc1a-840a-4ee9-92b6-ea8886babade req-02440932-c4b0-4cf6-93af-44df93067d65 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190636 Nov 23 10:43:36.660049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37366f0c-d162-45cf-bb1b-9ca32fd4b85a service neutron] Pushing event updated for resources: {'Port': ['ID=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:36.665406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:43:36.707073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-a2ad93a6-de81-4c57-be73-a1113404b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:36.715243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-a2ad93a6-de81-4c57-be73-a1113404b07a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 1094 time: 0.1024275 Nov 23 10:43:36.724850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.773288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.813901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f48f0450-7000-440d-ba00-a8e1bb6c9c36 req-dfe4936d-0427-4e10-9446-de62482f5f89 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 210 time: 0.0904059 Nov 23 10:43:36.825267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-4be1d54f-8d2c-41db-a701-6f42250709bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9 HTTP/1.1" status: 200 len: 217 time: 0.0876961 Nov 23 10:43:36.841973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-78d7f5b0-5ddb-4d47-a731-70487e4e1d0a tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=2086564a5d2a4f4db930cb375c2e8e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311944 Nov 23 10:43:36.876860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d6538f52-4dbd-4f2e-bff9-dc7fd44da2bb None None] Provisioning complete for port 1dd20cb0-6fea-407b-825d-6ec04029a28d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:36.877524 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d6538f52-4dbd-4f2e-bff9-dc7fd44da2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.948551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=17a5a9d2-96e3-4f58-aa91-926ef1938833,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:36.957923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.981422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d6538f52-4dbd-4f2e-bff9-dc7fd44da2bb None None] Port 1dd20cb0-6fea-407b-825d-6ec04029a28d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:36.984214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-21319ba1-9fa9-4c04-94cb-fc5d1947040c tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:36.985904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-21319ba1-9fa9-4c04-94cb-fc5d1947040c tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345263 Nov 23 10:43:36.986737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:36.992447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f36ed66b-9927-4b5b-b0d8-3537f55354b6 admin admin] 10.222.0.61 "PUT /v2.0/routers/8bffafb7-62c7-4c7e-b36c-b9fe6cca928a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5274382 Nov 23 10:43:36.995353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:36.996524 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-f19e553c-ad70-4920-bb06-68a2a4739739 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1369665 Nov 23 10:43:37.029502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Request body: {'port': {'device_id': '609b9890-d202-4f1a-879d-df00e7d39c80', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '2086564a5d2a4f4db930cb375c2e8e3c'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:37.077796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-b7484219-e6d9-468d-a738-c8315fb790b3 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.0658319 Nov 23 10:43:37.093317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-0e890996-2d98-41aa-ba82-b5ec6bae7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:37.095091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-0e890996-2d98-41aa-ba82-b5ec6bae7642 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.2554843 Nov 23 10:43:37.190434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-72b99d87-1e5d-443d-8e43-b616c013bbe0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450690 Nov 23 10:43:37.206284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7942fb-591a-4921-9971-0f0e9b8ed167 req-6602b45c-b59c-4fcd-932f-6b5352f514a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:37.207824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f7942fb-591a-4921-9971-0f0e9b8ed167 req-6602b45c-b59c-4fcd-932f-6b5352f514a3 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.2208502 Nov 23 10:43:37.214843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-8fa53a6e-ed0c-44b4-ab53-f0576c0572d6 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:37.216698 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e99786ed-721d-40aa-bfc0-af802a44eeba req-8fa53a6e-ed0c-44b4-ab53-f0576c0572d6 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1312144 Nov 23 10:43:37.364223 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f7942fb-591a-4921-9971-0f0e9b8ed167 req-80c23eed-4a72-4220-8647-e5ac29d217ec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438291 Nov 23 10:43:37.370534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Made reservation on behalf of 2086564a5d2a4f4db930cb375c2e8e3c for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:37.374723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:37.389569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:37.402640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-0019f235-b24d-44d2-b3c2-150dc3792c21 service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938477 Nov 23 10:43:37.409228 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e574f1-b75b-460b-ac2a-84899fd6aa49 x-openstack-request-id: req-00e574f1-b75b-460b-ac2a-84899fd6aa49 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:37.409524 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fa1944-1b92-41c9-9298-ed7350dc7ddf", "tag": "353c7562-1eaa-4f17-8c0f-0d7ed70863c9", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:37.409776 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00e574f1-b75b-460b-ac2a-84899fd6aa49 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:37.410260 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'tag': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9', 'status': 'completed', 'code': 200} Nov 23 10:43:37.525303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322cab9-1088-443f-bed6-fd679882dda9 req-8b18c008-3830-43a5-b04e-1ef8fc0e6ab2 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:37.526829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a322cab9-1088-443f-bed6-fd679882dda9 req-8b18c008-3830-43a5-b04e-1ef8fc0e6ab2 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0563905 Nov 23 10:43:37.535277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fce8e62-e6f0-4678-9187-4db57b5b770e req-2b79b731-336a-4f95-b07d-0556ae0faa78 service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171794 Nov 23 10:43:37.552525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:37.556666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:37.577572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a322cab9-1088-443f-bed6-fd679882dda9 req-9b192de5-d3c2-4b9b-9eb0-83de9af9c7a6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Nov 23 10:43:37.722011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-149cc4b1-c0bd-46ba-8b1f-875972f546b2 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1158984 Nov 23 10:43:37.733346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:37.758407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:37.865077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:37.989226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae0667-d33c-41ba-ba34-4afefaae5dee,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:38.015761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-fc63bb27-da1d-4109-9a9a-5d75b484c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:38.018401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-fc63bb27-da1d-4109-9a9a-5d75b484c3ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 1094 time: 0.0750742 Nov 23 10:43:38.137040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 39a15992-60ad-4a7e-8e43-5128b25b2fd1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:38.160329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Allocated IP 192.168.233.220 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/659eedfd-5fdf-46ac-a125-db34ef8188a8) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:38.207402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Sync routers for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:38.234634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:38.235610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:38.364486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-ef5625aa-fc65-4e2d-adde-345da6f12860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:38.366856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-ef5625aa-fc65-4e2d-adde-345da6f12860 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 912 time: 0.3237221 Nov 23 10:43:38.418838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Allocated IP 172.25.5.86 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/59986233-f977-4eeb-83e6-b7635fe5b64d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:38.425590 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-04526d53-b569-4a46-bc30-726db0536a02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9 HTTP/1.1" status: 200 len: 217 time: 0.0484929 Nov 23 10:43:38.453194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.511797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 39a15992-60ad-4a7e-8e43-5128b25b2fd1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:38.512462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-28c6f658-789a-45a2-806c-6cd758807d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:38.512615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.514157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-28c6f658-789a-45a2-806c-6cd758807d23 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.0745049 Nov 23 10:43:38.553234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-71b2a056-cac0-4bc7-88b8-5be94fe2043d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302103 Nov 23 10:43:38.555998 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.561349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:38.573074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.625896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.680325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:38.692327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:38.693189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=59986233-f977-4eeb-83e6-b7635fe5b64d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:38.697756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.698630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:38.727233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:38.729038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:38.734725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:38.759580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Pushing event updated for resources: {'Port': ['ID=659eedfd-5fdf-46ac-a125-db34ef8188a8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:38.764205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 39a15992-60ad-4a7e-8e43-5128b25b2fd1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=39a15992-60ad-4a7e-8e43-5128b25b2fd1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:38.777470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.805003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-21aa22a4-f82e-4849-8ac8-8d8cc910edb5 service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357311 Nov 23 10:43:38.848393 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.857376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33038) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:38.868348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:38.875060 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.892007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c0702822-ab7b-4c77-8eb0-10b583b0c646 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148458108', 'description': 'tempest-description--695311172'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:38.905620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:38.936039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=39a15992-60ad-4a7e-8e43-5128b25b2fd1,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:38.989262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 2, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:39.013102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-d5b53a16-0b24-440f-931a-21822158b531 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9917350 Nov 23 10:43:39.018204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Checking router: 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:39.018388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Updating router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a port 1dd20cb0-6fea-407b-825d-6ec04029a28d binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:43:39.018592 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0702822-ab7b-4c77-8eb0-10b583b0c646 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.035792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Request body: {'port': {'device_id': '609b9890-d202-4f1a-879d-df00e7d39c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:39.058527 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.107008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-722da594-5d02-4a7c-a5dc-fabab1b1ae29 req-7ae4a7c6-e2de-488a-92e1-d69ce8d6b0f1 service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010519 Nov 23 10:43:39.127292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.133794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.154019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.212443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event updated for resources: {'Port': ['ID=59986233-f977-4eeb-83e6-b7635fe5b64d,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:39.219040 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.233860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7cbc6-0623-4236-90c8-d3e33419d88f req-009ec946-d5df-4017-9501-d528791e691a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:39.237099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.243297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05a7cbc6-0623-4236-90c8-d3e33419d88f req-009ec946-d5df-4017-9501-d528791e691a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 943 time: 0.1588478 Nov 23 10:43:39.245659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-9dbeca85-ae64-44ea-9cbf-d46697115cad tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5164661 Nov 23 10:43:39.278842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4ae64f68-eef6-4702-9201-9541daf923f6 None None] Provisioning complete for port 659eedfd-5fdf-46ac-a125-db34ef8188a8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:39.279475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4ae64f68-eef6-4702-9201-9541daf923f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.296747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-dd2e5ebe-d35c-4130-8586-102ada78780a tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.0494709 Nov 23 10:43:39.328742 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0702822-ab7b-4c77-8eb0-10b583b0c646 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.344391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4ae64f68-eef6-4702-9201-9541daf923f6 None None] Port 659eedfd-5fdf-46ac-a125-db34ef8188a8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:43:39.385944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0702822-ab7b-4c77-8eb0-10b583b0c646 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.422933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-a1ebee29-a794-4cfd-9f98-3358ce9ef2c7 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:39.424549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05a7cbc6-0623-4236-90c8-d3e33419d88f req-7b8c0c73-0a2b-41f7-9420-d3019852d625 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804347 Nov 23 10:43:39.436932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b551bd4-0b51-4c3a-a86d-ecfc2d3d5199 req-a1ebee29-a794-4cfd-9f98-3358ce9ef2c7 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1318417 Nov 23 10:43:39.439579 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.446098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.451163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0702822-ab7b-4c77-8eb0-10b583b0c646 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.452512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c0702822-ab7b-4c77-8eb0-10b583b0c646 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5644498 Nov 23 10:43:39.455674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33048) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:39.462552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2579615b-039d-4dbd-b11b-f85f236660f9 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Request body: {'security_group_rule': {'security_group_id': 'fa32206f-ae68-4366-accb-1dc883abbac1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:39.473295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0702822-ab7b-4c77-8eb0-10b583b0c646 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa32206f-ae68-4366-accb-1dc883abbac1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:39.533476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165710b8-5f0e-4048-bc95-1c3b47a2c404 None None] Pushing event updated for resources: {'Port': ['ID=1dd20cb0-6fea-407b-825d-6ec04029a28d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:39.533713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2579615b-039d-4dbd-b11b-f85f236660f9 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.596951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Attempting to bind port 1dd20cb0-6fea-407b-825d-6ec04029a28d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:39.597380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Attempting to bind port 1dd20cb0-6fea-407b-825d-6ec04029a28d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:39.597707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Attempting to bind port 1dd20cb0-6fea-407b-825d-6ec04029a28d on network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:39.606712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:39.607249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Checking segment: {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:39.608465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.608465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Bound using segment: {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:39.608702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Bound port: 1dd20cb0-6fea-407b-825d-6ec04029a28d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:39.608876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.650169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a3e68-2544-4671-9bb1-b5799784234f req-2ebb97f5-51d4-4918-8db5-0a6411888fda tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:39.651323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925bb1b-dab2-4f98-b8de-f4610fa6170b req-df2b0787-cdeb-414d-b2cd-a69c8fc5faec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:39.652978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2925bb1b-dab2-4f98-b8de-f4610fa6170b req-df2b0787-cdeb-414d-b2cd-a69c8fc5faec tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.1221986 Nov 23 10:43:39.653394 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-929a3e68-2544-4671-9bb1-b5799784234f req-2ebb97f5-51d4-4918-8db5-0a6411888fda tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 936 time: 0.1084981 Nov 23 10:43:39.679726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-ac32f13b-cdbd-416b-9827-bb0aadd11b08 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:39.681455 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-ac32f13b-cdbd-416b-9827-bb0aadd11b08 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 944 time: 0.1517701 Nov 23 10:43:39.689412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] For port 1dd20cb0-6fea-407b-825d-6ec04029a28d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:39.699184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] For port 1dd20cb0-6fea-407b-825d-6ec04029a28d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1dd20cb0-6fea-407b-825d-6ec04029a28d,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:39.706297 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.736741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2579615b-039d-4dbd-b11b-f85f236660f9 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.750407 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-929a3e68-2544-4671-9bb1-b5799784234f req-195939fa-627b-4b19-af51-2db32616cba2 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879247 Nov 23 10:43:39.756059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2579615b-039d-4dbd-b11b-f85f236660f9 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.780228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:39.780921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:39.785592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165710b8-5f0e-4048-bc95-1c3b47a2c404 None None] Pushing event updated for resources: {'Port': ['ID=1dd20cb0-6fea-407b-825d-6ec04029a28d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:39.801805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2925bb1b-dab2-4f98-b8de-f4610fa6170b req-dbb8084c-159a-46be-a559-ee79b3ad5b1d tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295500 Nov 23 10:43:39.817635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579615b-039d-4dbd-b11b-f85f236660f9 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1e5e2d-b35d-403d-97a6-baf938eb1d50,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:39.835277 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2579615b-039d-4dbd-b11b-f85f236660f9 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.838778 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2579615b-039d-4dbd-b11b-f85f236660f9 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3797483 Nov 23 10:43:39.839248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33052) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:39.843906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8fb2d07b-bb61-4f81-83fd-ac12134c5505 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Request body: {'security_group_rule': {'security_group_id': 'fa32206f-ae68-4366-accb-1dc883abbac1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:39.929979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659eedfd-5fdf-46ac-a125-db34ef8188a8 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:39.932552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bbc4aec9-11e1-4da3-9ed2-b049f8dfebdd None None] Provisioning complete for port 1dd20cb0-6fea-407b-825d-6ec04029a28d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:39.932950 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbc4aec9-11e1-4da3-9ed2-b049f8dfebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.947376 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.977970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Transition to ACTIVE for port object 659eedfd-5fdf-46ac-a125-db34ef8188a8 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:43:39.979037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d07b-bb61-4f81-83fd-ac12134c5505 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.986393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Deleting port ad56a287-4a15-4a33-9dcc-555ab2101210 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:39.986734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:39.993012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.027031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:40.091243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9e1d9-8f7c-47c2-bbdf-387481b87d27 req-6ffbf2e1-2b48-44c7-b5e7-f2137f31b1ae tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:40.092927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11a9e1d9-8f7c-47c2-bbdf-387481b87d27 req-6ffbf2e1-2b48-44c7-b5e7-f2137f31b1ae tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.2086341 Nov 23 10:43:40.099650 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d07b-bb61-4f81-83fd-ac12134c5505 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.105456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d07b-bb61-4f81-83fd-ac12134c5505 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.141240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d07b-bb61-4f81-83fd-ac12134c5505 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9f24d4-f017-407e-8329-6b51cacb2e0c,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:40.176748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d07b-bb61-4f81-83fd-ac12134c5505 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.179028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8fb2d07b-bb61-4f81-83fd-ac12134c5505 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3380013 Nov 23 10:43:40.182548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33058) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:40.187659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:40.237913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11a9e1d9-8f7c-47c2-bbdf-387481b87d27 req-af15f7b8-25f4-4be1-95bc-78114167f2b3 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240053 Nov 23 10:43:40.247185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09f63875-ca48-4c46-85ff-c84307cb50be req-f4def187-5e85-4a4b-b498-364a5f77b74c tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips/04e7edbd-ef1d-4194-bc29-e8055cd24c0c HTTP/1.1" status: 200 len: 692 time: 0.1685848 Nov 23 10:43:40.257145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.257354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Pushing event updated for resources: {'Port': ['ID=659eedfd-5fdf-46ac-a125-db34ef8188a8,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:40.290779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 39a15992-60ad-4a7e-8e43-5128b25b2fd1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:40.349836 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbc4aec9-11e1-4da3-9ed2-b049f8dfebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.394478 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.396812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Attempting to bind port 659eedfd-5fdf-46ac-a125-db34ef8188a8 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:40.397516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Attempting to bind port 659eedfd-5fdf-46ac-a125-db34ef8188a8 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:40.397854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Attempting to bind port 659eedfd-5fdf-46ac-a125-db34ef8188a8 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:40.410985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bbc4aec9-11e1-4da3-9ed2-b049f8dfebdd None None] For port 1dd20cb0-6fea-407b-825d-6ec04029a28d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1dd20cb0-6fea-407b-825d-6ec04029a28d,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:40.416727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Port 659eedfd-5fdf-46ac-a125-db34ef8188a8 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:43:40.417064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Attempting to bind port 659eedfd-5fdf-46ac-a125-db34ef8188a8 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:40.420272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] For port ad56a287-4a15-4a33-9dcc-555ab2101210, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ad56a287-4a15-4a33-9dcc-555ab2101210,segment=NetworkSegment(c4ae1269-9749-4607-a1d9-20dac6b0922b),segment_id=c4ae1269-9749-4607-a1d9-20dac6b0922b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:40.420704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.436507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:40.436891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:40.437354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:40.437736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Bound port: 659eedfd-5fdf-46ac-a125-db34ef8188a8, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:40.438094 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.439834 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbc4aec9-11e1-4da3-9ed2-b049f8dfebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.462630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Calling delete_port for ad56a287-4a15-4a33-9dcc-555ab2101210 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:40.514976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f63875-ca48-4c46-85ff-c84307cb50be req-4048d877-5979-4a0c-a795-b22ed1c178c0 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:40.522984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09f63875-ca48-4c46-85ff-c84307cb50be req-4048d877-5979-4a0c-a795-b22ed1c178c0 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2744446 Nov 23 10:43:40.529492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-09f63875-ca48-4c46-85ff-c84307cb50be req-66992cbe-fb57-438e-85f6-4db2684c9462 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:43:40.540865 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09f63875-ca48-4c46-85ff-c84307cb50be req-66992cbe-fb57-438e-85f6-4db2684c9462 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169058 Nov 23 10:43:40.543225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Allocated IP 172.25.5.93 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/f0f73176-9257-4766-b237-b502d9fa8a3d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:40.569146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4aec9-11e1-4da3-9ed2-b049f8dfebdd None None] Pushing event updated for resources: {'Port': ['ID=1dd20cb0-6fea-407b-825d-6ec04029a28d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:40.627252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c9678fd8-7521-4719-8ac4-3e7d9cb731d3 None None] Provisioning complete for port 1dd20cb0-6fea-407b-825d-6ec04029a28d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:40.627792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c9678fd8-7521-4719-8ac4-3e7d9cb731d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.657710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 39a15992-60ad-4a7e-8e43-5128b25b2fd1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:40.658234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.687244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38739e-72d5-4719-b8a0-da75034b2cd6 req-0144e9ea-00b9-4052-af30-6a7b3f0cf0c0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:40.688774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e38739e-72d5-4719-b8a0-da75034b2cd6 req-0144e9ea-00b9-4052-af30-6a7b3f0cf0c0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/ports?device_id=a4cc4af0-3031-4ea2-a095-2b23c1419b19 HTTP/1.1" status: 200 len: 944 time: 0.0710633 Nov 23 10:43:40.708849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] For port 659eedfd-5fdf-46ac-a125-db34ef8188a8, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:40.716187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.736499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] For port 659eedfd-5fdf-46ac-a125-db34ef8188a8, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=659eedfd-5fdf-46ac-a125-db34ef8188a8,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:40.754634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fcdf6-133c-4710-931f-e84a156cc7d9 req-e2a69912-1528-4e54-9c8b-0278e9f8fabf tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:40.756667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a2fcdf6-133c-4710-931f-e84a156cc7d9 req-e2a69912-1528-4e54-9c8b-0278e9f8fabf tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.1202369 Nov 23 10:43:40.757982 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.791349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e38739e-72d5-4719-b8a0-da75034b2cd6 req-3201b20e-9866-4d72-83db-b624d3063def tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.61 "GET /v2.0/security-groups?id=1a9132ad-ff17-45bf-a754-1c32ed9f876c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834596 Nov 23 10:43:40.794837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:40.795704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.797571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] 10.222.0.58 "PUT /v2.0/ports/659eedfd-5fdf-46ac-a125-db34ef8188a8 HTTP/1.1" status: 200 len: 1096 time: 1.7671769 Nov 23 10:43:40.821882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609b9890-d202-4f1a-879d-df00e7d39c80', 'tag': '659eedfd-5fdf-46ac-a125-db34ef8188a8'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:40.824291 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "609b9890-d202-4f1a-879d-df00e7d39c80", "tag": "659eedfd-5fdf-46ac-a125-db34ef8188a8"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:40.832951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:40.864326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:39Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:40.905722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9a423-a489-4126-b9ad-c6496c40ea1f None None] The sync data for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 is: [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:39Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:40.960278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:40.971654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:40.978159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a2fcdf6-133c-4710-931f-e84a156cc7d9 req-c4e51c87-d58f-4715-98ca-6928e9e9d3f1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882787 Nov 23 10:43:40.996084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:41.052323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e10e-39e3-4367-bd7a-f9247127f77a service neutron] Pushing event updated for resources: {'Port': ['ID=659eedfd-5fdf-46ac-a125-db34ef8188a8,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:41.060825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event updated for resources: {'Port': ['ID=f0f73176-9257-4766-b237-b502d9fa8a3d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:41.111332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb684-eb5d-40c2-8e61-6e5d36d03a70 req-c725c455-de41-4b3d-8363-61b5934d719f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:41.120458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63eeb684-eb5d-40c2-8e61-6e5d36d03a70 req-c725c455-de41-4b3d-8363-61b5934d719f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 943 time: 0.2195849 Nov 23 10:43:41.133853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.139084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-705bbd29-1b1c-4fc2-a442-7852c08ac35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:41.140621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-705bbd29-1b1c-4fc2-a442-7852c08ac35d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2086564a5d2a4f4db930cb375c2e8e3c&device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 1099 time: 0.2790465 Nov 23 10:43:41.182498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Pushing event deleted for resources: {'Port': ['ID=ad56a287-4a15-4a33-9dcc-555ab2101210,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:41.186837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-bbe64a6f-89f2-40d4-a2c1-958bf82ab77b tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips/04e7edbd-ef1d-4194-bc29-e8055cd24c0c HTTP/1.1" status: 200 len: 692 time: 0.1127203 Nov 23 10:43:41.251818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63eeb684-eb5d-40c2-8e61-6e5d36d03a70 req-02472f1b-0a5b-4dff-96d5-93302249ebb9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104095 Nov 23 10:43:41.255179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.258374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-8e1b420c-e316-4738-8bf6-d93062f7c41a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=659eedfd-5fdf-46ac-a125-db34ef8188a8 HTTP/1.1" status: 200 len: 217 time: 0.0813332 Nov 23 10:43:41.312695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] No DVR routers for this DVR port ad56a287-4a15-4a33-9dcc-555ab2101210 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:41.328705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.330428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.333849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d2a0bf3-1ad0-4e18-acc4-1343e304103b req-a6d475c4-ae7a-4f72-9552-a3440cefbce0 tempest-ImagesTestJSON-203224377 tempest-ImagesTestJSON-203224377-project] 10.222.0.58 "DELETE /v2.0/ports/ad56a287-4a15-4a33-9dcc-555ab2101210 HTTP/1.1" status: 204 len: 173 time: 1.6333513 Nov 23 10:43:41.422785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-a34313bb-f1a9-4b79-b966-f68d7459baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:41.424304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-a34313bb-f1a9-4b79-b966-f68d7459baff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1548848 Nov 23 10:43:41.467154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f281f-a8a8-4f51-9245-0625de6a9002 req-37360969-6b3c-4fb9-9c0d-b5a6e535446d tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:41.469015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-633f281f-a8a8-4f51-9245-0625de6a9002 req-37360969-6b3c-4fb9-9c0d-b5a6e535446d tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 948 time: 0.1305418 Nov 23 10:43:41.490098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-5ef3283f-6730-47da-b330-11d4e3241a40 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:41.491569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-5ef3283f-6730-47da-b330-11d4e3241a40 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2498426 Nov 23 10:43:41.500439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76550f8e-a982-4847-8f00-b47bcef66856 req-4ffdc87f-b42a-43b1-9298-7f9964198fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:41.501980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-4ffdc87f-b42a-43b1-9298-7f9964198fcc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687654 Nov 23 10:43:41.535795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-f9f49018-ce82-4cc0-aefc-ca0fa4824237 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:43:41.541967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-f9f49018-ce82-4cc0-aefc-ca0fa4824237 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0359471 Nov 23 10:43:41.581648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-633f281f-a8a8-4f51-9245-0625de6a9002 req-f5466b28-ae2b-48a2-bfe0-c47bf276474a tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684915 Nov 23 10:43:41.620920 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.628898 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.640524 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa72da-4cd6-4148-bd5b-d7215042d8ee x-openstack-request-id: req-0eaa72da-4cd6-4148-bd5b-d7215042d8ee {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:41.641004 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609b9890-d202-4f1a-879d-df00e7d39c80", "tag": "659eedfd-5fdf-46ac-a125-db34ef8188a8", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:41.641309 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0eaa72da-4cd6-4148-bd5b-d7215042d8ee {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:41.641965 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609b9890-d202-4f1a-879d-df00e7d39c80', 'tag': '659eedfd-5fdf-46ac-a125-db34ef8188a8', 'status': 'completed', 'code': 200} Nov 23 10:43:41.664611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-41ace3b8-073b-40d3-be6b-fbdab93096ec tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.1068501 Nov 23 10:43:41.738336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-71588308-1f1d-4e77-b63a-c51b80ce7873 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.86 HTTP/1.1" status: 200 len: 695 time: 0.0670166 Nov 23 10:43:41.745748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-96a92679-ca2b-4504-992a-5f7ebdeff245 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336118 Nov 23 10:43:41.761289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event updated for resources: {'Port': ['ID=f0f73176-9257-4766-b237-b502d9fa8a3d,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:41.777426 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.803717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:41.805220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-478b8045-8dcc-4df5-80a2-80cfa34ae93e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6212807 Nov 23 10:43:41.821648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31743698-eede-4570-b4c4-843d08df763d req-736649d5-a408-487f-b4ca-998708885a54 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:41.830243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31743698-eede-4570-b4c4-843d08df763d req-736649d5-a408-487f-b4ca-998708885a54 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1245897 Nov 23 10:43:41.922100 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31743698-eede-4570-b4c4-843d08df763d req-2ca92a32-0027-406d-a4a1-26732a3259ce tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909796 Nov 23 10:43:42.055469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76550f8e-a982-4847-8f00-b47bcef66856 req-eccb42db-ee1a-448c-a108-9f85685b1411 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707441 Nov 23 10:43:42.066201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Deleting port 59986233-f977-4eeb-83e6-b7635fe5b64d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:42.067111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:42.130201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1dd20cb0-6fea-407b-825d-6ec04029a28d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:42.203755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1dd20cb0-6fea-407b-825d-6ec04029a28d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:42.205300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:42.225870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea220b-5a33-4d72-b0d6-2bfa0e9af0e5 req-130f2220-adaa-463c-9cbd-e6c1a1d1fcf1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:42.227668 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6ea220b-5a33-4d72-b0d6-2bfa0e9af0e5 req-130f2220-adaa-463c-9cbd-e6c1a1d1fcf1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.0815351 Nov 23 10:43:42.270502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:42.271119 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:42.300937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-34924751-0d2e-429c-b14a-a6cd047c915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:42.302564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6ea220b-5a33-4d72-b0d6-2bfa0e9af0e5 req-7f4f7bfa-e0a2-4a42-b821-402c69cf3a46 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681221 Nov 23 10:43:42.302707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-34924751-0d2e-429c-b14a-a6cd047c915e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2086564a5d2a4f4db930cb375c2e8e3c&device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 1099 time: 0.0903683 Nov 23 10:43:42.310332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Calling delete_port for 59986233-f977-4eeb-83e6-b7635fe5b64d owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:42.493313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-645d7bb7-5189-486f-9593-7f0d9a435bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:42.494783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-645d7bb7-5189-486f-9593-7f0d9a435bc2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1647530 Nov 23 10:43:42.498022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280835d-2595-4cd5-93ec-b6806302d9ba req-a87afb47-8683-404c-985b-03c6bfcd3a26 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:42.499666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2280835d-2595-4cd5-93ec-b6806302d9ba req-a87afb47-8683-404c-985b-03c6bfcd3a26 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 943 time: 0.0677705 Nov 23 10:43:42.560624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2280835d-2595-4cd5-93ec-b6806302d9ba req-74e3e214-d724-417d-bb34-f2550659d187 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532207 Nov 23 10:43:42.562993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-07177233-7d56-41bb-8dc4-9a95f7f600f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=659eedfd-5fdf-46ac-a125-db34ef8188a8 HTTP/1.1" status: 200 len: 217 time: 0.0606115 Nov 23 10:43:42.623496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-c7ec52e8-5f60-4ed0-b772-a8b1bf39aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:42.624861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-c7ec52e8-5f60-4ed0-b772-a8b1bf39aa83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0544291 Nov 23 10:43:42.643112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:42.841610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:42.849455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ad56a287-4a15-4a33-9dcc-555ab2101210 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:42.882553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c992-0c2e-4736-b3e7-21826fdfe47e req-4adbd9b3-38df-48cc-bba1-a63892649308 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:42.888480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: ad56a287-4a15-4a33-9dcc-555ab2101210 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:42.889328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ad56a287-4a15-4a33-9dcc-555ab2101210 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:42.891292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff28c992-0c2e-4736-b3e7-21826fdfe47e req-4adbd9b3-38df-48cc-bba1-a63892649308 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 948 time: 0.0827672 Nov 23 10:43:42.947200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff28c992-0c2e-4736-b3e7-21826fdfe47e req-0c0bfefc-1648-4c32-8a6d-68986e74f8ca tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526726 Nov 23 10:43:43.129087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event deleted for resources: {'Port': ['ID=59986233-f977-4eeb-83e6-b7635fe5b64d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:43.142022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4e324-c34b-4431-a0cb-21a05bb2de2d req-ad990d0d-04de-4ca5-9465-b462b42023fa tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:43.143795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23a4e324-c34b-4431-a0cb-21a05bb2de2d req-ad990d0d-04de-4ca5-9465-b462b42023fa tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.0998795 Nov 23 10:43:43.173369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:43.186756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-67ff6d06-a7a9-4d43-8f83-dd458b022486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:43.188470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9', 'network_id': '4914204b-3cb5-4d1b-80ab-91cdc9f48d3b', 'port_id': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9', 'mac_address': 'fa:16:3e:c7:36:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '045356b9-ac2f-440b-8c2c-37fe5c8d9832', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:43.188989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-67ff6d06-a7a9-4d43-8f83-dd458b022486 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5561101 Nov 23 10:43:43.213543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:43.214419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23a4e324-c34b-4431-a0cb-21a05bb2de2d req-f89e22c3-8448-43f6-9623-327c4bfe3b0b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620852 Nov 23 10:43:43.216171 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:43.217439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08b58e86-5afb-4f6c-8729-8203aea1bf18 req-d81ba3e2-73cd-4306-88d5-e1ea8660dce1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "DELETE /v2.0/floatingips/04e7edbd-ef1d-4194-bc29-e8055cd24c0c HTTP/1.1" status: 204 len: 173 time: 1.4704626 Nov 23 10:43:43.245096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:43.265270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:43.309927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:43.322463 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:43.340833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-e642ca82-cff3-4923-9e9e-591b2f6bc2b6 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405022 Nov 23 10:43:43.387952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:43.424654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50904442-f7c8-47ff-a293-7b825390c3cb req-0cb1e887-9040-4e8c-9124-79409428ee8f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:43.429891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50904442-f7c8-47ff-a293-7b825390c3cb req-0cb1e887-9040-4e8c-9124-79409428ee8f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0773058 Nov 23 10:43:43.488483 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50904442-f7c8-47ff-a293-7b825390c3cb req-f088ae80-733e-4217-9fcc-f4a5f4cacc4b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539699 Nov 23 10:43:43.643585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'name': 'network-vif-deleted', 'tag': 'ad56a287-4a15-4a33-9dcc-555ab2101210'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:43.646238 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af46d4f0-08fb-4c87-9742-0d840eb51515" -d '{"events": [{"server_uuid": "a4cc4af0-3031-4ea2-a095-2b23c1419b19", "name": "network-vif-deleted", "tag": "ad56a287-4a15-4a33-9dcc-555ab2101210"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:43.681359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2975f8e7-3073-4d14-ac8c-8db798ff2dc4 req-f524e532-5fbe-4c47-bd18-b09e0abc6628 service neutron] 10.222.0.58 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170414 Nov 23 10:43:43.694995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e465863-ae00-46af-973e-b91650d30c82 req-b4969176-c108-4cfe-b91c-b38f5815d759 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:43.704817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e465863-ae00-46af-973e-b91650d30c82 req-b4969176-c108-4cfe-b91c-b38f5815d759 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3221776 Nov 23 10:43:43.736917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfab0de-3f32-4141-9441-ebeb35136d47 req-9d94d95b-9717-456c-9843-22efb1779467 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:43.747966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdfab0de-3f32-4141-9441-ebeb35136d47 req-9d94d95b-9717-456c-9843-22efb1779467 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 944 time: 0.0803580 Nov 23 10:43:43.777404 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c67d49-d987-4fcb-8df0-247c43591677 x-openstack-request-id: req-b3c67d49-d987-4fcb-8df0-247c43591677 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:43.777703 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cc4af0-3031-4ea2-a095-2b23c1419b19", "name": "network-vif-deleted", "tag": "ad56a287-4a15-4a33-9dcc-555ab2101210", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:43.778131 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3c67d49-d987-4fcb-8df0-247c43591677 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:43.778537 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cc4af0-3031-4ea2-a095-2b23c1419b19', 'name': 'network-vif-deleted', 'tag': 'ad56a287-4a15-4a33-9dcc-555ab2101210', 'status': 'completed', 'code': 200} Nov 23 10:43:43.787000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['353c7562-1eaa-4f17-8c0f-0d7ed70863c9'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:43.801675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdfab0de-3f32-4141-9441-ebeb35136d47 req-ea4a0dbb-88ca-4cd4-ade8-b31e5d82fbe5 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527925 Nov 23 10:43:43.881719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11f7d1f8-6c0c-469b-9de5-4c93b867f458 req-b1d6f0a7-0b22-4985-aaec-39c83c57be4f tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=dc931cf5a2fe41a48fea37bd37eda2af HTTP/1.1" status: 200 len: 1654 time: 0.0877614 Nov 23 10:43:43.906404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33204) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:43.964457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] Deleting subnet 18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:43:43.969171 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.003983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7d1f8-6c0c-469b-9de5-4c93b867f458 req-628dd555-3474-4b00-89af-5854d9501030 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.005554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11f7d1f8-6c0c-469b-9de5-4c93b867f458 req-628dd555-3474-4b00-89af-5854d9501030 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks?id=25284502-4bc3-4251-934a-5f9b9b14b204&id=25284502-4bc3-4251-934a-5f9b9b14b204&id=25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 787 time: 0.1168265 Nov 23 10:43:44.017191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-11f7d1f8-6c0c-469b-9de5-4c93b867f458 req-a3aad3f8-c05d-402c-9afa-4febc3d18c9b tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:43:44.018294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11f7d1f8-6c0c-469b-9de5-4c93b867f458 req-a3aad3f8-c05d-402c-9afa-4febc3d18c9b tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071480 Nov 23 10:43:44.026027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.102093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-df7f7a06-2c65-42dc-8143-9b198ef51f70 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips/80489717-03fe-4d5f-9aa4-cad18c035a8d HTTP/1.1" status: 200 len: 692 time: 0.0556219 Nov 23 10:43:44.127711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.166865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca18d5-4ce4-47bb-82a8-30430e104c24 req-874b07ac-f82e-4180-b437-b29a840cd12f tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.168359 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0dca18d5-4ce4-47bb-82a8-30430e104c24 req-874b07ac-f82e-4180-b437-b29a840cd12f tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 948 time: 0.1084018 Nov 23 10:43:44.229356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-2c6708ab-9261-4806-82d2-da7a3033d2e1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.236776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-2c6708ab-9261-4806-82d2-da7a3033d2e1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1290357 Nov 23 10:43:44.246741 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0dca18d5-4ce4-47bb-82a8-30430e104c24 req-8049d0e3-56f1-4067-804c-ba67f7779a88 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710292 Nov 23 10:43:44.251254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.276205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18aeb6c4-5612-4ab0-a001-ff4aa5130ff7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:44.288145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.294166 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9e0a0fb6-2ccc-4ecc-87ed-e3d81922d8a3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/18aeb6c4-5612-4ab0-a001-ff4aa5130ff7 HTTP/1.1" status: 204 len: 168 time: 0.3840382 Nov 23 10:43:44.295618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33212) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:44.308907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-803d6475-6d69-444e-ad0d-c08dd5b91048 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.0711479 Nov 23 10:43:44.396549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-805eb5e6-8f60-475c-adb4-5383e4849517 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.0714703 Nov 23 10:43:44.409423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604593a-f747-46e6-9639-031087d082db req-74be0549-aaca-4658-9ffd-3b82e186d21b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.410977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d604593a-f747-46e6-9639-031087d082db req-74be0549-aaca-4658-9ffd-3b82e186d21b tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.1011939 Nov 23 10:43:44.416281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.442493 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91467daf-5670-4a04-8bf2-5bea47b14284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.443078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa441d-ebfb-462a-9f17-7df683aee166 req-5f52fce5-b741-4f53-94ae-fa38f5b9874c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.451751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0aa441d-ebfb-462a-9f17-7df683aee166 req-5f52fce5-b741-4f53-94ae-fa38f5b9874c tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 945 time: 0.1141560 Nov 23 10:43:44.578333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.611227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0aa441d-ebfb-462a-9f17-7df683aee166 req-f8c68a4a-8aa0-4d1b-b427-4a3e33deb42f tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/security-groups?id=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439238 Nov 23 10:43:44.626878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0759183a-cb01-4d12-825c-8e66af278fb4']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:44.633764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Deleting port 17a5a9d2-96e3-4f58-aa91-926ef1938833 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:44.634100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.638356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Deleting port a46888d3-897b-4d0f-ac74-bd1d9fb94974 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:44.638680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.649685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ae1269-9749-4607-a1d9-20dac6b0922b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:44.650549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ae1269-9749-4607-a1d9-20dac6b0922b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:44.672619 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.695862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.706518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:43:44.707263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:43:44.710597 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:43:44.798607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.799037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.813570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] For port a46888d3-897b-4d0f-ac74-bd1d9fb94974, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a46888d3-897b-4d0f-ac74-bd1d9fb94974,segment=NetworkSegment(758351be-ca44-48a1-9013-173f32892e00),segment_id=758351be-ca44-48a1-9013-173f32892e00)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:44.814044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.824733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Calling delete_port for 17a5a9d2-96e3-4f58-aa91-926ef1938833 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:44.832890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.835736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Calling delete_port for a46888d3-897b-4d0f-ac74-bd1d9fb94974 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:44.840678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:44.843997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0759183a-cb01-4d12-825c-8e66af278fb4 HTTP/1.1" status: 204 len: 168 time: 0.5474253 Nov 23 10:43:44.869546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:44.879890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6484c-ed55-4fba-9983-2009a3c0d53b req-ee2604e4-6d2e-4846-ae59-ecfb82060731 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:44.882008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6bf6484c-ed55-4fba-9983-2009a3c0d53b req-ee2604e4-6d2e-4846-ae59-ecfb82060731 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0943882 Nov 23 10:43:44.882814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e859ba4-0ebe-4966-bc33-afe77a751ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0759183a-cb01-4d12-825c-8e66af278fb4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:44.955551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6bf6484c-ed55-4fba-9983-2009a3c0d53b req-1317ec61-1449-441e-95e0-69a0f7a9905f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570667 Nov 23 10:43:44.967001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:43:44.975406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:44.976200 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.100512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.106250 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.111432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.154014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b16b30-e85a-4853-8317-24b68d7ff3f8 req-1d229f45-2b1d-4e66-bbcc-03a856fb37b9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:45.156277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7b16b30-e85a-4853-8317-24b68d7ff3f8 req-1d229f45-2b1d-4e66-bbcc-03a856fb37b9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 944 time: 0.0734677 Nov 23 10:43:45.157284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event deleted for resources: {'Port': ['ID=17a5a9d2-96e3-4f58-aa91-926ef1938833,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:45.184250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a46888d3-897b-4d0f-ac74-bd1d9fb94974'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:45.198225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:45.199117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33224) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:45.202235 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d5b02-398b-4c09-93eb-03b659aa6186" -d '{"events": [{"server_uuid": "c8fa1944-1b92-41c9-9298-ed7350dc7ddf", "name": "network-vif-plugged", "status": "completed", "tag": "353c7562-1eaa-4f17-8c0f-0d7ed70863c9"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:45.226452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Pushing event deleted for resources: {'Port': ['ID=a46888d3-897b-4d0f-ac74-bd1d9fb94974,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:45.235433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:45.246657 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.249574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7b16b30-e85a-4853-8317-24b68d7ff3f8 req-d5e53a0d-b056-4b54-a781-01723d177634 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Nov 23 10:43:45.270323 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-03f72fa8-4798-4871-990a-f18d903a0c9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aad1df0fc0ff4e5d900b8a4508420be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666406 Nov 23 10:43:45.270566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:45.310628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] No DVR routers for this DVR port a46888d3-897b-4d0f-ac74-bd1d9fb94974 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:45.314825 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.318283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d604593a-f747-46e6-9639-031087d082db req-48c169e7-96ed-44d8-9572-5395c0f4e4b5 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.65 "DELETE /v2.0/ports/a46888d3-897b-4d0f-ac74-bd1d9fb94974 HTTP/1.1" status: 204 len: 173 time: 0.8878245 Nov 23 10:43:45.351481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6eacfb96-08f4-4f2e-8967-c4c7ffabdf32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.352040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.355280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.356466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-33014c1a-65a7-437f-b3dd-a385d5c10bf5 req-af725645-2166-48e9-8922-0efe92b4cc72 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "DELETE /v2.0/floatingips/80489717-03fe-4d5f-9aa4-cad18c035a8d HTTP/1.1" status: 204 len: 173 time: 0.9444919 Nov 23 10:43:45.369680 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0e0132-3e18-4784-ba21-29fa369d0441 x-openstack-request-id: req-6c0e0132-3e18-4784-ba21-29fa369d0441 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:45.370024 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa1944-1b92-41c9-9298-ed7350dc7ddf", "name": "network-vif-plugged", "status": "completed", "tag": "353c7562-1eaa-4f17-8c0f-0d7ed70863c9", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:45.372114 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c0e0132-3e18-4784-ba21-29fa369d0441 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:45.372594 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9', 'code': 200} Nov 23 10:43:45.374688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:45.387800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6eacfb96-08f4-4f2e-8967-c4c7ffabdf32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.489596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-fbc99ee4-dc63-424a-843d-b84c5968ce64 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips/1f19b6d4-488f-4578-bc8f-97fdca8f5e06 HTTP/1.1" status: 200 len: 692 time: 0.0970306 Nov 23 10:43:45.512178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35775e-7644-4776-9a86-98dc5669164b req-26fb61ef-bd52-4244-b99c-716de5ab6202 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:45.514775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb35775e-7644-4776-9a86-98dc5669164b req-26fb61ef-bd52-4244-b99c-716de5ab6202 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 948 time: 0.0754154 Nov 23 10:43:45.515326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04d214-6a08-49b9-92c0-86c986eee620 req-2eaf5f3d-1b58-46c2-a880-a8c5327ad89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:45.516039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6eacfb96-08f4-4f2e-8967-c4c7ffabdf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.517216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d04d214-6a08-49b9-92c0-86c986eee620 req-2eaf5f3d-1b58-46c2-a880-a8c5327ad89e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 1096 time: 0.1143646 Nov 23 10:43:45.519641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6eacfb96-08f4-4f2e-8967-c4c7ffabdf32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:45.520783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6eacfb96-08f4-4f2e-8967-c4c7ffabdf32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a9132ad-ff17-45bf-a754-1c32ed9f876c HTTP/1.1" status: 204 len: 168 time: 0.2492356 Nov 23 10:43:45.542974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacfb96-08f4-4f2e-8967-c4c7ffabdf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9132ad-ff17-45bf-a754-1c32ed9f876c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:45.576745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb35775e-7644-4776-9a86-98dc5669164b req-cc171593-6089-4375-88c9-06794bca5fb0 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 Nov 23 10:43:45.668608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d04d214-6a08-49b9-92c0-86c986eee620 req-59589fd3-0910-499b-971d-a4c0614f27d3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116951 Nov 23 10:43:45.730704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-e060f3be-effa-4cc7-bb5c-5177ea5dc845 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:45.732177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-e060f3be-effa-4cc7-bb5c-5177ea5dc845 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2308791 Nov 23 10:43:45.734597 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8a740b4-7534-4551-af76-9577085f9cba req-c86f5f21-0bce-400e-9850-1e4150d9a9e1 tempest-DeleteServersTestJSON-904396758 tempest-DeleteServersTestJSON-904396758-project] 10.222.0.61 "GET /v2.0/ports?device_id=90374f77-fabd-4a4a-9bfe-092b0af6e42a HTTP/1.1" status: 200 len: 210 time: 0.0471764 Nov 23 10:43:45.788776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'name': 'network-vif-deleted', 'tag': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:45.791760 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ec791d-3e7a-42f6-9b3e-cf16d9963fc0" -d '{"events": [{"server_uuid": "90374f77-fabd-4a4a-9bfe-092b0af6e42a", "name": "network-vif-deleted", "tag": "a46888d3-897b-4d0f-ac74-bd1d9fb94974"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:45.810143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-6112c538-2674-436f-b576-8a02b8a21c3f tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0702295 Nov 23 10:43:45.872601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-456925da-b6fb-4b00-aec0-96c4203fd915 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.94 HTTP/1.1" status: 200 len: 695 time: 0.0545952 Nov 23 10:43:46.030709 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfe1809-648e-4af7-ab79-80c7dcbc33d6 x-openstack-request-id: req-bdfe1809-648e-4af7-ab79-80c7dcbc33d6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:46.031015 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90374f77-fabd-4a4a-9bfe-092b0af6e42a", "name": "network-vif-deleted", "tag": "a46888d3-897b-4d0f-ac74-bd1d9fb94974", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:46.031280 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdfe1809-648e-4af7-ab79-80c7dcbc33d6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:46.031689 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90374f77-fabd-4a4a-9bfe-092b0af6e42a', 'name': 'network-vif-deleted', 'tag': 'a46888d3-897b-4d0f-ac74-bd1d9fb94974', 'status': 'completed', 'code': 200} Nov 23 10:43:46.066713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Deleting port 2c926cc0-ef27-418c-b6c9-66d1c6fb5099 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:46.066931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.152415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07574082-a500-429d-bdc5-de83ecc613cc req-f572a693-f44a-445c-a811-11ae98db08e9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:46.158085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07574082-a500-429d-bdc5-de83ecc613cc req-f572a693-f44a-445c-a811-11ae98db08e9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0798111 Nov 23 10:43:46.179288 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.179617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.193676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Calling delete_port for 2c926cc0-ef27-418c-b6c9-66d1c6fb5099 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:46.222222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07574082-a500-429d-bdc5-de83ecc613cc req-54641dc6-4efd-4035-b343-e9b178a2f3b6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577283 Nov 23 10:43:46.362386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.393406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event deleted for resources: {'Port': ['ID=2c926cc0-ef27-418c-b6c9-66d1c6fb5099,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:46.407408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6683773-51ff-4d98-9b7f-9122542c717b req-606b907a-398e-41eb-9f9f-a1150f5623bc tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:46.408975 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6683773-51ff-4d98-9b7f-9122542c717b req-606b907a-398e-41eb-9f9f-a1150f5623bc tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0633428 Nov 23 10:43:46.462712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.467515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.468685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-579531de-116d-4b36-ac9f-f4f321e21a40 req-8d7d06b7-2ed9-4ab9-8f2e-22557e63b9ae tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "DELETE /v2.0/floatingips/1f19b6d4-488f-4578-bc8f-97fdca8f5e06 HTTP/1.1" status: 204 len: 173 time: 0.5887179 Nov 23 10:43:46.485649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6683773-51ff-4d98-9b7f-9122542c717b req-a0f6616c-0be8-4a56-85cd-30a1965b2b53 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668583 Nov 23 10:43:46.540580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-92a616a8-38b4-4bd6-932a-6e5b2977b9b1 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips/86806897-bd6d-465d-aedb-d5b49ffaa848 HTTP/1.1" status: 200 len: 692 time: 0.0525198 Nov 23 10:43:46.565482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33268) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:46.667914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-28fa8f26-77b8-4ceb-9b8a-451e3f165a16 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:46.670133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-28fa8f26-77b8-4ceb-9b8a-451e3f165a16 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1240952 Nov 23 10:43:46.727228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-365906594-network', 'tenant_id': 'c369a675610e43e08f1ef035a8380eab'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:46.731756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-6d5a3029-3338-41fd-9112-42bfa3beed9d tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0556493 Nov 23 10:43:46.756525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22791b99-95d9-4559-ba05-18ec25e2ed14 req-5d6b8a3e-a293-4a6e-b0b7-6584bc1dad4b tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:46.757883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22791b99-95d9-4559-ba05-18ec25e2ed14 req-5d6b8a3e-a293-4a6e-b0b7-6584bc1dad4b tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 948 time: 0.0942917 Nov 23 10:43:46.775918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Made reservation on behalf of c369a675610e43e08f1ef035a8380eab for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:46.778955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.797215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.812118 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-0d109c32-2181-4b64-b010-23a1afb54bb4 tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0718110 Nov 23 10:43:46.848733 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7ac43540-6c35-455d-9e92-b7ddf955d60d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:46.862711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22791b99-95d9-4559-ba05-18ec25e2ed14 req-7242ee82-4a9e-4146-9c77-54f110822b3a tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943093 Nov 23 10:43:46.878862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 659eedfd-5fdf-46ac-a125-db34ef8188a8 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:46.992389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.000051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.038067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Deleting port 55366e10-56c6-4e12-9c88-c41646d50956 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:47.038067 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.045218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:43:47.064842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 659eedfd-5fdf-46ac-a125-db34ef8188a8, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=659eedfd-5fdf-46ac-a125-db34ef8188a8,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:47.078773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '659eedfd-5fdf-46ac-a125-db34ef8188a8', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '659eedfd-5fdf-46ac-a125-db34ef8188a8', 'mac_address': 'fa:16:3e:fa:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:47.081591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b69213-93b2-4907-be7c-e4a4df17f249,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:47.091286 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.091761 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Added segment 139c3ba4-3c24-43e4-91b4-1071bc7e171d of type vlan for network c516d14c-1d86-46e2-88b7-c786fdcc296c Nov 23 10:43:47.156051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.173603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.175328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.183133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659eedfd-5fdf-46ac-a125-db34ef8188a8 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:47.190280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.198972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Calling delete_port for 55366e10-56c6-4e12-9c88-c41646d50956 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:47.214367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 659eedfd-5fdf-46ac-a125-db34ef8188a8, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=659eedfd-5fdf-46ac-a125-db34ef8188a8,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:47.222680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.226854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.228551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:47.229579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.293210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33286) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:47.295639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7288921 Nov 23 10:43:47.299457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Request body: {'subnet': {'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-365906594-subnet', 'tenant_id': 'c369a675610e43e08f1ef035a8380eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:47.302453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=659eedfd-5fdf-46ac-a125-db34ef8188a8,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:47.313923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.314275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.314628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.314973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.315313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.315656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.315989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.316322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.316655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.316988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.317373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.317703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:43:47.331168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Made reservation on behalf of c369a675610e43e08f1ef035a8380eab for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:47.337408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.352848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a0dd2-1b4d-466e-a531-0c8d52847842 admin admin] Pushing event updated for resources: {'Network': ['ID=c516d14c-1d86-46e2-88b7-c786fdcc296c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:47.371738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c516d14c-1d86-46e2-88b7-c786fdcc296c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:43:47.491372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.512795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7886c-3241-4997-bbb7-44fedb4b20b5 req-7c02348c-c802-4f56-a5b4-430736199c3e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:47.514822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42e7886c-3241-4997-bbb7-44fedb4b20b5 req-7c02348c-c802-4f56-a5b4-430736199c3e tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0743840 Nov 23 10:43:47.539967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Pushing event deleted for resources: {'Port': ['ID=55366e10-56c6-4e12-9c88-c41646d50956,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:47.579083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42e7886c-3241-4997-bbb7-44fedb4b20b5 req-81b6bbcf-4586-4a52-bd7a-028d39b278ac tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581520 Nov 23 10:43:47.603453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['659eedfd-5fdf-46ac-a125-db34ef8188a8'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:47.643540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.647193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.648609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d364e1a-987d-4b7b-b43c-d78f0bd08a3b req-14d41e49-1f1b-4d68-bdae-5e5dfde47acc tempest-FloatingIPDetailsTestJSON-303050529 tempest-FloatingIPDetailsTestJSON-303050529-project] 10.222.0.61 "DELETE /v2.0/floatingips/86806897-bd6d-465d-aedb-d5b49ffaa848 HTTP/1.1" status: 204 len: 173 time: 0.8276722 Nov 23 10:43:47.656766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:47.748498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:47.856440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f3177-7c45-4526-806a-4110c8d01e5a req-9e2f8181-1134-4ae2-a77e-0c9abce25911 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:47.863670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-739f3177-7c45-4526-806a-4110c8d01e5a req-9e2f8181-1134-4ae2-a77e-0c9abce25911 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1054254 Nov 23 10:43:47.874538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55de5901-2cd8-40fa-86cb-6ca8f19582b0,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:47.906802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Checking segment: {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:47.907283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Network hostable DHCP agents. Network: c516d14c-1d86-46e2-88b7-c786fdcc296c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:43:47.928720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Network c516d14c-1d86-46e2-88b7-c786fdcc296c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:43:47.939431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-739f3177-7c45-4526-806a-4110c8d01e5a req-45773b6c-33c2-4d0d-ad98-5b099c0c50e5 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747819 Nov 23 10:43:47.947689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c516d14c-1d86-46e2-88b7-c786fdcc296c) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:47.964322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3af238-5e79-411f-8997-6d970c6aaed7 None None] Network c516d14c-1d86-46e2-88b7-c786fdcc296c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:47.982737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:47.983049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:48.053911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5f34a376-06db-4249-b1b1-c7ff8e262f10 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7593708 Nov 23 10:43:48.126640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241d845-50e2-4a04-baaa-b8e65be7f59a req-5b5562b9-459f-4089-a6bb-4503b6dadb77 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:48.138245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b241d845-50e2-4a04-baaa-b8e65be7f59a req-5b5562b9-459f-4089-a6bb-4503b6dadb77 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 949 time: 0.1445639 Nov 23 10:43:48.199935 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9cd024-e03d-40d9-af9d-a3de71c42935 None None] Network c516d14c-1d86-46e2-88b7-c786fdcc296c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:48.236968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b241d845-50e2-4a04-baaa-b8e65be7f59a req-4fca6076-87a7-433d-b03b-462654a46bb7 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994415 Nov 23 10:43:48.384690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-15aec801-d35e-4691-8b7d-c26b45a38af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:48.386267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-15aec801-d35e-4691-8b7d-c26b45a38af7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 1096 time: 0.0914834 Nov 23 10:43:48.463826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:48.481677 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:48.609374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad29c5a-7e7e-47ed-95eb-8b2392bb277b req-60cf3485-bd7d-46c1-bd02-dbfe58f6f702 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:48.616754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ad29c5a-7e7e-47ed-95eb-8b2392bb277b req-60cf3485-bd7d-46c1-bd02-dbfe58f6f702 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1959760 Nov 23 10:43:48.634395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-a9cfdfb3-4a53-4484-9a05-9212bc5358dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:48.635906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-a9cfdfb3-4a53-4484-9a05-9212bc5358dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 912 time: 0.2408686 Nov 23 10:43:48.700488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-345c2248-d89f-4674-9354-88e571ffe6b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9 HTTP/1.1" status: 200 len: 217 time: 0.0551405 Nov 23 10:43:48.714950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ad29c5a-7e7e-47ed-95eb-8b2392bb277b req-16261934-e7b8-4084-a6b5-51c6f81a7089 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972261 Nov 23 10:43:48.802203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a46888d3-897b-4d0f-ac74-bd1d9fb94974 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:48.848118 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-d0c53101-1931-4146-acd4-1b0db2cd1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:48.849693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: a46888d3-897b-4d0f-ac74-bd1d9fb94974 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:48.849863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a46888d3-897b-4d0f-ac74-bd1d9fb94974 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:48.851708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-d0c53101-1931-4146-acd4-1b0db2cd1ea4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.1309094 Nov 23 10:43:48.873195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 659eedfd-5fdf-46ac-a125-db34ef8188a8 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:43:48.897797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-201e1323-7d60-4bef-a85b-efa7dbaa71f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384846 Nov 23 10:43:48.915081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da27e61-e716-437a-a4ac-1de7107d70ca req-df1e37f5-3825-4c24-8ef7-b6054cc84e88 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:48.916809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f4ea-b578-4233-a433-723a808932d6 req-d09c8055-ac48-46e9-8620-e9478fa4514f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:48.923418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1da27e61-e716-437a-a4ac-1de7107d70ca req-df1e37f5-3825-4c24-8ef7-b6054cc84e88 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1312635 Nov 23 10:43:48.924835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-d09c8055-ac48-46e9-8620-e9478fa4514f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 821 time: 0.1911774 Nov 23 10:43:48.947599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-c4840461-ec30-4f0c-9d19-c086954ac772 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/quotas/c369a675610e43e08f1ef035a8380eab HTTP/1.1" status: 200 len: 375 time: 0.0216975 Nov 23 10:43:48.989987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-e950540a-c852-4aef-bc28-217bb3f6028e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410476 Nov 23 10:43:49.000667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 659eedfd-5fdf-46ac-a125-db34ef8188a8 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:43:49.012629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 659eedfd-5fdf-46ac-a125-db34ef8188a8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:43:49.014617 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.173771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-5187ae9a-7aed-44cc-90de-0a454a5c53ed service neutron] 10.222.0.61 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819973 Nov 23 10:43:49.183500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Deleting port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:49.183969 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.241806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.290420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b9890-d202-4f1a-879d-df00e7d39c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659eedfd-5fdf-46ac-a125-db34ef8188a8'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:49.292701 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e2a813-2988-4dab-8811-23c1219da4b9" -d '{"events": [{"server_uuid": "609b9890-d202-4f1a-879d-df00e7d39c80", "name": "network-vif-plugged", "status": "completed", "tag": "659eedfd-5fdf-46ac-a125-db34ef8188a8"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:49.307544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 659eedfd-5fdf-46ac-a125-db34ef8188a8, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=659eedfd-5fdf-46ac-a125-db34ef8188a8,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:49.314201 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.376891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=659eedfd-5fdf-46ac-a125-db34ef8188a8,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:49.390318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] For port 6ff6f3ab-8087-4c97-8338-2619f8d6ad67, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,segment=NetworkSegment(d35dddeb-2533-4aed-8e2d-3a78ad00a466),segment_id=d35dddeb-2533-4aed-8e2d-3a78ad00a466)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:49.391339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.402732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.413743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-beb8327c-856c-4857-9343-98e31cc5a69a service neutron] 10.222.0.61 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389016 Nov 23 10:43:49.432767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Calling delete_port for 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:49.503600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1da27e61-e716-437a-a4ac-1de7107d70ca req-ce0267b1-af81-459d-80fd-6468662852ed tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790131 Nov 23 10:43:49.546639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-db46a6e6-c0f7-42ec-b4c6-d213208ede9c service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413460 Nov 23 10:43:49.700196 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba5b76b-d429-4803-b12d-fe7f24ed881b x-openstack-request-id: req-3ba5b76b-d429-4803-b12d-fe7f24ed881b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:49.700611 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b9890-d202-4f1a-879d-df00e7d39c80", "name": "network-vif-plugged", "status": "completed", "tag": "659eedfd-5fdf-46ac-a125-db34ef8188a8", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:49.700890 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ba5b76b-d429-4803-b12d-fe7f24ed881b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:49.722246 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609b9890-d202-4f1a-879d-df00e7d39c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659eedfd-5fdf-46ac-a125-db34ef8188a8', 'code': 200} Nov 23 10:43:49.723905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.746012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03ae1582-41a4-48c8-9b95-f22cd29a8a80 req-835ef6f3-a00a-491d-9a00-45ebad77e4ee service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894522 Nov 23 10:43:49.772420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058cb94-6b90-4fa7-bf84-042d900baad2 req-90dfae3b-b52f-43bc-a18e-e7287dfb67a0 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:49.774043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2058cb94-6b90-4fa7-bf84-042d900baad2 req-90dfae3b-b52f-43bc-a18e-e7287dfb67a0 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 950 time: 0.0929334 Nov 23 10:43:49.838137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:49.906544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff6f3ab-8087-4c97-8338-2619f8d6ad67,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:49.935519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4bdbe-db0d-4164-b5a4-82840968162f req-096a45dc-7c89-4c34-8e75-e71db8a4b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:49.937049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85b4bdbe-db0d-4164-b5a4-82840968162f req-096a45dc-7c89-4c34-8e75-e71db8a4b1bf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 1101 time: 0.1434186 Nov 23 10:43:49.952727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2058cb94-6b90-4fa7-bf84-042d900baad2 req-ad6dffe6-6892-4f0e-819a-c83dedd5f872 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705956 Nov 23 10:43:50.043833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85b4bdbe-db0d-4164-b5a4-82840968162f req-7bc61e1a-d488-40a7-b8a3-89bce8b341a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900404 Nov 23 10:43:50.061669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9dc5e4ed-745d-447b-9547-f3dae74d48ae req-eb228683-4b37-4cf6-a6db-d6e6b1dec054 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 210 time: 0.1564782 Nov 23 10:43:50.125463 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:50.218668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c52c23-b238-43ec-8b23-1fa5545af4c5 req-95f17ec6-9e3f-4e81-b4b4-33ac73df1ee4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:50.220287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1c52c23-b238-43ec-8b23-1fa5545af4c5 req-95f17ec6-9e3f-4e81-b4b4-33ac73df1ee4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0918100 Nov 23 10:43:50.298898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1c52c23-b238-43ec-8b23-1fa5545af4c5 req-7c15c72a-b871-4f6b-bcb7-295e537d4506 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711837 Nov 23 10:43:50.312504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:50.644733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Router 0143277b-b2bb-4e31-94c4-8610aa391d87 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:43:50.681793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8b038-b8a2-4534-a812-702edcef703f req-1314ae37-bb64-4684-b222-f8b5b538e3e4 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:50.689369 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53f8b038-b8a2-4534-a812-702edcef703f req-1314ae37-bb64-4684-b222-f8b5b538e3e4 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0975938 Nov 23 10:43:50.837184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53f8b038-b8a2-4534-a812-702edcef703f req-e53dd646-c36f-44be-8dd7-f24e6748e8d7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467927 Nov 23 10:43:50.873613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:43:50.881760 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1894d7d7-cf83-41ef-a3fc-d314bb4ba5e8 admin admin] 10.222.0.61 "PUT /v2.0/routers/0143277b-b2bb-4e31-94c4-8610aa391d87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2231486 Nov 23 10:43:50.885261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33376) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:50.885838 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] Sync routers for ids ['0143277b-b2bb-4e31-94c4-8610aa391d87'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:43:50.899861 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] Routers {'0143277b-b2bb-4e31-94c4-8610aa391d87'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:50.901020 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0143277b-b2bb-4e31-94c4-8610aa391d87'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:51.016548 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] Set router 0143277b-b2bb-4e31-94c4-8610aa391d87 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:51.040752 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:51.213503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c34f91-b265-41e8-9d9c-57e2291eb793 req-763a517d-a353-4ab4-9593-74b1718c2ff0 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:51.221979 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7c34f91-b265-41e8-9d9c-57e2291eb793 req-763a517d-a353-4ab4-9593-74b1718c2ff0 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 950 time: 0.1512039 Nov 23 10:43:51.298554 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:49Z', 'revision_number': 5, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:51.328564 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] Checking router: 0143277b-b2bb-4e31-94c4-8610aa391d87 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:43:51.340236 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] Routers {'0143277b-b2bb-4e31-94c4-8610aa391d87'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:43:51.341171 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0143277b-b2bb-4e31-94c4-8610aa391d87'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:51.457090 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] Set router 0143277b-b2bb-4e31-94c4-8610aa391d87 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:43:51.490475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2314dfa-6e66-4f94-8e3f-dee386e54086 req-b437a074-448b-4376-ad17-fbd01c43afa0 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 210 time: 0.2398248 Nov 23 10:43:51.574485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:51.678346 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:49Z', 'revision_number': 5, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:51.707253 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29150a48-ace0-4dd9-ad78-f36acf357626 None None] The sync data for ids ['0143277b-b2bb-4e31-94c4-8610aa391d87'] in n-d-817747-2 is: [{'id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'name': 'tempest-FloatingIPDetailsTestJSON-857054712-router', 'tenant_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:17Z', 'updated_at': '2021-11-23T10:43:49Z', 'revision_number': 5, 'project_id': 'dc931cf5a2fe41a48fea37bd37eda2af', 'gw_port': {'id': '874bf83f-50f5-4795-868a-ec27d49daf41', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:18:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0143277b-b2bb-4e31-94c4-8610aa391d87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:18Z', 'updated_at': '2021-11-23T10:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:43:51.744272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f4ea-b578-4233-a433-723a808932d6 req-0c67cc15-b9e4-4e17-b4cb-5038ab9ee899 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:51.746130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-0c67cc15-b9e4-4e17-b4cb-5038ab9ee899 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 821 time: 0.4653025 Nov 23 10:43:51.784670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Request body: {'port': {'device_id': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'admin_state_up': True, 'tenant_id': 'c369a675610e43e08f1ef035a8380eab'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:51.845290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b5f1e-ae92-4b02-9df3-a95fca2d5705 req-4365bd2c-5d0e-4b4c-be3e-3a6b4cf2756e tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:51.857589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b3b5f1e-ae92-4b02-9df3-a95fca2d5705 req-4365bd2c-5d0e-4b4c-be3e-3a6b4cf2756e tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1704471 Nov 23 10:43:51.885471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7c34f91-b265-41e8-9d9c-57e2291eb793 req-59dbe1c4-f333-4bd7-8abf-cefda4e68be7 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617103 Nov 23 10:43:51.942613 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:51.958694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Deleting port 874bf83f-50f5-4795-868a-ec27d49daf41 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:51.959299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.022962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c597877-e784-4aab-b1f4-d3d65a4e763a req-ee592288-6e65-4925-a562-02dbdad4a862 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:52.024821 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c597877-e784-4aab-b1f4-d3d65a4e763a req-ee592288-6e65-4925-a562-02dbdad4a862 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0553024 Nov 23 10:43:52.028927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b3b5f1e-ae92-4b02-9df3-a95fca2d5705 req-a03fb473-873a-4ad5-9039-a7352a8668f1 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704729 Nov 23 10:43:52.110233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:52.138885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] For port 874bf83f-50f5-4795-868a-ec27d49daf41, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=874bf83f-50f5-4795-868a-ec27d49daf41,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:52.139258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.142705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Made reservation on behalf of c369a675610e43e08f1ef035a8380eab for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:52.148184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.174186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c597877-e784-4aab-b1f4-d3d65a4e763a req-372ab35b-4367-4762-8108-3b0f45a7a4fa tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397927 Nov 23 10:43:52.174993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Calling delete_port for 874bf83f-50f5-4795-868a-ec27d49daf41 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:52.185799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:52.186151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6ff6f3ab-8087-4c97-8338-2619f8d6ad67 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:52.386073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Allocated IP 172.20.0.2 (c516d14c-1d86-46e2-88b7-c786fdcc296c/55de5901-2cd8-40fa-86cb-6ca8f19582b0/08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:43:52.604580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.667005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=874bf83f-50f5-4795-868a-ec27d49daf41,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:52.696779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-238802e9-eb41-45d5-83e3-6577e2a1d67f req-295a049a-17b0-413d-8377-a2a5cd8e6722 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 210 time: 0.0812321 Nov 23 10:43:52.701466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.775966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.888951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.906432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:52.928625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.002431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Network c516d14c-1d86-46e2-88b7-c786fdcc296c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:43:53.008191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:53.010195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:53.012381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:43:53.014553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be4bd9-3d79-44eb-ab2b-7277c77e014a req-358402ad-886e-479a-a6bf-5fb893100f49 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:53.026940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1be4bd9-3d79-44eb-ab2b-7277c77e014a req-358402ad-886e-479a-a6bf-5fb893100f49 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 950 time: 0.0685146 Nov 23 10:43:53.042115 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.042632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0143277b-b2bb-4e31-94c4-8610aa391d87 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:43:53.049734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.053718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33400) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:53.054959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-77c22072-5bf9-45bb-8a55-9aa6f6a887f5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0143277b-b2bb-4e31-94c4-8610aa391d87 HTTP/1.1" status: 204 len: 168 time: 2.1685479 Nov 23 10:43:53.086918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:53.087851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.115855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-47f0ce36-56d8-4373-887f-e5eaac4f69f6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3392944 Nov 23 10:43:53.140214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Request body: {'port': {'device_id': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:53.175525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1be4bd9-3d79-44eb-ab2b-7277c77e014a req-5ca889bc-2e85-4370-b6c8-db7c0facb2d1 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468747 Nov 23 10:43:53.198885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] Deleting subnet 19caae9e-acb0-455e-be2b-e7ed9e890bf5 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:43:53.204589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.247075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.248389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.319565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdb094-777f-413d-94d5-2a267fbdec46 req-e586efa5-e05f-44d2-8150-6b10e883bf9b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:53.328080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69bdb094-777f-413d-94d5-2a267fbdec46 req-e586efa5-e05f-44d2-8150-6b10e883bf9b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1836438 Nov 23 10:43:53.409586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69bdb094-777f-413d-94d5-2a267fbdec46 req-317b5951-ad1f-4271-8f38-fe61f8b4ccd6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807011 Nov 23 10:43:53.475905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.533636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e56ec-8624-4f49-88b6-1c57a336438e req-38026257-42ad-49cd-a153-7a69e9cf76dd tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:53.541488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a5e56ec-8624-4f49-88b6-1c57a336438e req-38026257-42ad-49cd-a153-7a69e9cf76dd tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1135793 Nov 23 10:43:53.625367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.648520 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a5e56ec-8624-4f49-88b6-1c57a336438e req-b7f51a0d-ae26-406a-b894-6c0251247411 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058397 Nov 23 10:43:53.674235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19caae9e-acb0-455e-be2b-e7ed9e890bf5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:53.676748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.681536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-51effeca-1a75-4405-8cfe-bc22d3dca5da admin admin] 10.222.0.61 "DELETE /v2.0/subnets/19caae9e-acb0-455e-be2b-e7ed9e890bf5 HTTP/1.1" status: 204 len: 168 time: 0.6149070 Nov 23 10:43:53.683867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33414) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:53.698860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815162a1-fc48-4394-b6ea-c4f21aa4548e None None] Network 0faac127-2af3-431c-9682-1d6709893a72 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:53.846690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.906203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555ed6e-ec6e-4a65-abad-98d22ee89cec req-981ee886-07ba-4c45-993a-5eb7db854c58 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:53.913219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:53.915814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d555ed6e-ec6e-4a65-abad-98d22ee89cec req-981ee886-07ba-4c45-993a-5eb7db854c58 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 931 time: 0.1105125 Nov 23 10:43:53.928768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.973277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Transition to ACTIVE for port object 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:43:53.981282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:53.995981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d555ed6e-ec6e-4a65-abad-98d22ee89cec req-f4943087-ff2c-4b54-9eaf-809ee9e4945e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791998 Nov 23 10:43:54.019924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Deleting port c8a949ff-4a06-4653-8c56-1b1e07bfe6de {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:54.020530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.106265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:54.164821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 874bf83f-50f5-4795-868a-ec27d49daf41 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:54.168642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] For port c8a949ff-4a06-4653-8c56-1b1e07bfe6de, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,segment=NetworkSegment(d35dddeb-2533-4aed-8e2d-3a78ad00a466),segment_id=d35dddeb-2533-4aed-8e2d-3a78ad00a466)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:54.169598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.211192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Calling delete_port for c8a949ff-4a06-4653-8c56-1b1e07bfe6de owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:54.212962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Attempting to bind port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:43:54.215428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Attempting to bind port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:43:54.215428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Attempting to bind port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d on network c516d14c-1d86-46e2-88b7-c786fdcc296c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:54.219104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d on network c516d14c-1d86-46e2-88b7-c786fdcc296c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:43:54.219503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Attempting to bind port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d on network c516d14c-1d86-46e2-88b7-c786fdcc296c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:43:54.227442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:43:54.228257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Checking segment: {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:54.228915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Bound using segment: {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:43:54.229378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Bound port: 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:43:54.229738 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.254806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] DHCP port deletion for 0faac127-2af3-431c-9682-1d6709893a72 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:43:54.265612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 874bf83f-50f5-4795-868a-ec27d49daf41 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:54.268878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33432) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:54.269978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 874bf83f-50f5-4795-868a-ec27d49daf41 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:54.383999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:43:54.403630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:43:54.421048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.429078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] Deleting port c8a949ff-4a06-4653-8c56-1b1e07bfe6de {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:54.429735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.479431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.487601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:54.488369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.490628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] 10.222.0.65 "PUT /v2.0/ports/08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d HTTP/1.1" status: 200 len: 1091 time: 1.3621538 Nov 23 10:43:54.497700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] Deleting subnet 73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:43:54.501867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:54.504455 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4713ffad-db99-4e7e-a9e0-50afe2551109" -d '{"events": [{"name": "network-changed", "server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:54.525376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] For port c8a949ff-4a06-4653-8c56-1b1e07bfe6de, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,segment=NetworkSegment(d35dddeb-2533-4aed-8e2d-3a78ad00a466),segment_id=d35dddeb-2533-4aed-8e2d-3a78ad00a466)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:54.526113 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.541701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] Calling delete_port for c8a949ff-4a06-4653-8c56-1b1e07bfe6de owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:54.551105 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.564189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] No DVR routers for this DVR port c8a949ff-4a06-4653-8c56-1b1e07bfe6de on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:54.594373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:54.651524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.697225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.701725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.704691 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.721066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] No DVR routers for this DVR port c8a949ff-4a06-4653-8c56-1b1e07bfe6de on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:54.777672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88185f2-1a20-4416-a6bb-5ad89df3eba1 None None] Pushing event deleted for resources: {'Port': ['ID=c8a949ff-4a06-4653-8c56-1b1e07bfe6de,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:54.830746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faac127-2af3-431c-9682-1d6709893a72']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:54.842611 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e6cc1a-7648-4052-88f2-288f0150d92e x-openstack-request-id: req-69e6cc1a-7648-4052-88f2-288f0150d92e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:54.843023 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:54.843375 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69e6cc1a-7648-4052-88f2-288f0150d92e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:54.843893 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'status': 'completed', 'code': 200} Nov 23 10:43:54.848141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.865527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35dddeb-2533-4aed-8e2d-3a78ad00a466') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:54.866007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35dddeb-2533-4aed-8e2d-3a78ad00a466') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:54.909219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.926629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:54.931391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/73dd1ecb-02bb-4f7a-95d3-7066e97dcd48 HTTP/1.1" status: 204 len: 168 time: 0.6607137 Nov 23 10:43:54.945962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33450) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:54.947155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6813be-42f8-43f7-b154-f021eafa2baa service neutron] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:54.951580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3454a-953b-466f-9107-43bf95ed9a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73dd1ecb-02bb-4f7a-95d3-7066e97dcd48,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:54.953960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433162f8-2385-4097-a260-993b535a8209 req-93aa5be7-5b7b-4cc5-b986-67849c5e6d17 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:54.966174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-433162f8-2385-4097-a260-993b535a8209 req-93aa5be7-5b7b-4cc5-b986-67849c5e6d17 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.2400944 Nov 23 10:43:55.010845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.029733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.043725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:43:55.044354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:43:55.045892 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:43:55.092690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f4ea-b578-4233-a433-723a808932d6 req-5b06d739-2b91-4740-ac78-5148740c99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:55.094719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-5b06d739-2b91-4740-ac78-5148740c99a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 1094 time: 0.5343616 Nov 23 10:43:55.162261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-433162f8-2385-4097-a260-993b535a8209 req-4ff3afdc-b972-42e6-8075-714d75a8d3f4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942637 Nov 23 10:43:55.164848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.170640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.176690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0faac127-2af3-431c-9682-1d6709893a72 HTTP/1.1" status: 204 len: 168 time: 1.4894083 Nov 23 10:43:55.201287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20689e74-c7ec-4653-9352-3d675e005dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0faac127-2af3-431c-9682-1d6709893a72,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:55.319287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9152b-77a2-4da4-a03e-ecb0b87b962b req-73141864-85be-4faa-bdc8-eacb480720b0 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:55.320998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91f9152b-77a2-4da4-a03e-ecb0b87b962b req-73141864-85be-4faa-bdc8-eacb480720b0 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 950 time: 0.0615025 Nov 23 10:43:55.356629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33456) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:55.410696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c56cc2-86e1-49bf-ad02-2063967f1c36 req-8df05d0e-2609-4e14-94d5-117b989a0b87 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:55.413836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32c56cc2-86e1-49bf-ad02-2063967f1c36 req-8df05d0e-2609-4e14-94d5-117b989a0b87 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.4818239 Nov 23 10:43:55.421334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91f9152b-77a2-4da4-a03e-ecb0b87b962b req-9adc0234-5dc1-4435-bd2b-fd562ea4e70e tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907710 Nov 23 10:43:55.425175 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a45ad014-7f2d-4c73-a96b-4fe8b96feab6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dc931cf5a2fe41a48fea37bd37eda2af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674822 Nov 23 10:43:55.428295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33460) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:55.501776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-333eea66-8c97-413b-b146-0bc24abafebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.517255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-6257e7f0-7fe9-4002-8fc0-6a854b25162c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d HTTP/1.1" status: 200 len: 217 time: 0.1019676 Nov 23 10:43:55.529714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-333eea66-8c97-413b-b146-0bc24abafebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.580131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.613294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32c56cc2-86e1-49bf-ad02-2063967f1c36 req-c19f182e-4b14-460a-a9a1-818d1ebd600f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937459 Nov 23 10:43:55.628735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8ffc5-6833-45d3-8617-18ad1ebd7a82 req-68ec9df9-b90e-4850-b27c-c6007b901dd2 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:55.639332 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20b8ffc5-6833-45d3-8617-18ad1ebd7a82 req-68ec9df9-b90e-4850-b27c-c6007b901dd2 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 943 time: 0.0884840 Nov 23 10:43:55.643983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace056a8-c301-4243-8a18-6b51e87dd9c0']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:55.658822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-333eea66-8c97-413b-b146-0bc24abafebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.662862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-333eea66-8c97-413b-b146-0bc24abafebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.666505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-333eea66-8c97-413b-b146-0bc24abafebc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14872d46-6627-409a-b95e-a6893bd32a96 HTTP/1.1" status: 204 len: 168 time: 0.2361829 Nov 23 10:43:55.694220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758351be-ca44-48a1-9013-173f32892e00') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:55.694760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758351be-ca44-48a1-9013-173f32892e00') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:43:55.709186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f4ea-b578-4233-a433-723a808932d6 req-e68e0cba-8bc5-4643-8262-f969f11e77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:55.716629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333eea66-8c97-413b-b146-0bc24abafebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14872d46-6627-409a-b95e-a6893bd32a96,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:55.719751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-e68e0cba-8bc5-4643-8262-f969f11e77ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55de5901-2cd8-40fa-86cb-6ca8f19582b0 HTTP/1.1" status: 200 len: 861 time: 0.1869638 Nov 23 10:43:55.729861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.765799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20b8ffc5-6833-45d3-8617-18ad1ebd7a82 req-8c061b0f-0821-4f44-979a-eba96b2dad17 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217740 Nov 23 10:43:55.787550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-151a99eb-d5ca-4436-85d5-00ceadce690e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c516d14c-1d86-46e2-88b7-c786fdcc296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523288 Nov 23 10:43:55.791863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.811755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:43:55.812255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:43:55.814150 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:43:55.936801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.949331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:55.955380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ace056a8-c301-4243-8a18-6b51e87dd9c0 HTTP/1.1" status: 204 len: 168 time: 1.0048456 Nov 23 10:43:55.985152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599cf1-113f-4e2c-b924-11c6a917a100 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace056a8-c301-4243-8a18-6b51e87dd9c0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:55.990915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-a6380728-db2b-491c-b5be-c9d03d465c8b service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949525 Nov 23 10:43:56.084669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c8a949ff-4a06-4653-8c56-1b1e07bfe6de no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:56.114088 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c8a949ff-4a06-4653-8c56-1b1e07bfe6de {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:56.115389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c8a949ff-4a06-4653-8c56-1b1e07bfe6de not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:56.133789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1249f4ea-b578-4233-a433-723a808932d6 req-1f55997a-44fa-4b75-8fa4-168fa4a4206b service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323123 Nov 23 10:43:56.257413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33478) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:56.310849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-a78d209f-177a-4c17-b131-7aa38235539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:56.312325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-a78d209f-177a-4c17-b131-7aa38235539e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 1094 time: 0.1150610 Nov 23 10:43:56.323942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-12fd9529-7aa6-411f-b6db-6148f2300ff9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=195338d0921f4152b44ca3ae28137354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624135 Nov 23 10:43:56.324209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33480) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:56.350512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41fcf-1078-4cc2-a023-6727633e049f req-64d83696-2fbe-443c-b1c2-7ea2606dae23 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:56.352291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93c41fcf-1078-4cc2-a023-6727633e049f req-64d83696-2fbe-443c-b1c2-7ea2606dae23 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.58 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 950 time: 0.1445801 Nov 23 10:43:56.405322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86de53a-3d46-4573-9118-95711d50d73b req-912f3984-66a3-4ee6-b7e7-97428c645b47 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:56.407165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a86de53a-3d46-4573-9118-95711d50d73b req-912f3984-66a3-4ee6-b7e7-97428c645b47 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1016693 Nov 23 10:43:56.433162 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3862e230-017f-4b68-8a4c-4377c5d4eee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:56.489989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3862e230-017f-4b68-8a4c-4377c5d4eee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:56.509060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-3279a4cc-5b09-4310-b038-ff2e162abd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:56.510201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-3279a4cc-5b09-4310-b038-ff2e162abd78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 922 time: 0.1902673 Nov 23 10:43:56.516553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Deleting port 659eedfd-5fdf-46ac-a125-db34ef8188a8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:43:56.516898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:56.537436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a86de53a-3d46-4573-9118-95711d50d73b req-7c3de28c-a141-487f-9c7c-8d31a181894e tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143973 Nov 23 10:43:56.573232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-f06d0063-3a5a-4e7c-9804-c9043ea135ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d HTTP/1.1" status: 200 len: 217 time: 0.0519018 Nov 23 10:43:56.591318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3862e230-017f-4b68-8a4c-4377c5d4eee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:56.594765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3862e230-017f-4b68-8a4c-4377c5d4eee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:56.597201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3862e230-017f-4b68-8a4c-4377c5d4eee9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53 HTTP/1.1" status: 204 len: 168 time: 0.2709539 Nov 23 10:43:56.608940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862e230-017f-4b68-8a4c-4377c5d4eee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dbd2fb-fcf8-47ed-b5cc-8a9caf0b8f53,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:56.739499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-58e18016-e498-4e36-87c2-edc1490d7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:56.741690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-58e18016-e498-4e36-87c2-edc1490d7a15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55de5901-2cd8-40fa-86cb-6ca8f19582b0 HTTP/1.1" status: 200 len: 861 time: 0.1399221 Nov 23 10:43:56.774477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01b1e-5817-48b5-8813-8d1620f62e6c req-667a35e7-8a51-4ce3-a930-520b3ccbfdca tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:56.783688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8e01b1e-5817-48b5-8813-8d1620f62e6c req-667a35e7-8a51-4ce3-a930-520b3ccbfdca tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/ports?device_id=609b9890-d202-4f1a-879d-df00e7d39c80 HTTP/1.1" status: 200 len: 950 time: 0.2092431 Nov 23 10:43:56.810522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-b1c3ee36-75d3-422f-89e3-43100442264a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c516d14c-1d86-46e2-88b7-c786fdcc296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584183 Nov 23 10:43:56.812428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] For port 659eedfd-5fdf-46ac-a125-db34ef8188a8, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=659eedfd-5fdf-46ac-a125-db34ef8188a8,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:56.812807 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:56.830870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7619d6-4b41-4fb6-9195-11895fc6e19b req-d2cf43b7-8975-4aac-8074-73455e73ec2c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:56.833083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b7619d6-4b41-4fb6-9195-11895fc6e19b req-d2cf43b7-8975-4aac-8074-73455e73ec2c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0934694 Nov 23 10:43:56.844330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Calling delete_port for 659eedfd-5fdf-46ac-a125-db34ef8188a8 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:43:56.900806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b7619d6-4b41-4fb6-9195-11895fc6e19b req-16edb9fa-63b6-434f-a958-2b0df2af9694 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603523 Nov 23 10:43:56.991360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8e01b1e-5817-48b5-8813-8d1620f62e6c req-63323831-2c32-40a9-85c5-a19b75299900 tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.61 "GET /v2.0/security-groups?id=d6ae0667-d33c-41ba-ba34-4afefaae5dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066741 Nov 23 10:43:57.034841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-88156a30-5efc-4eb8-a183-24235b9383e2 service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063103 Nov 23 10:43:57.068776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5bf53-cc76-4369-a2ef-916c3f2b1e2f req-49d9181b-d2d9-4f69-8efb-da57a7d5b436 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:57.079170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fc5bf53-cc76-4369-a2ef-916c3f2b1e2f req-49d9181b-d2d9-4f69-8efb-da57a7d5b436 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 943 time: 0.0814247 Nov 23 10:43:57.167569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fc5bf53-cc76-4369-a2ef-916c3f2b1e2f req-745fe9c1-d63d-4d5b-ad2b-1cb6273d0fbf tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861070 Nov 23 10:43:57.274233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4713ffad-db99-4e7e-a9e0-50afe2551109 req-79d6ad24-4ded-45a8-a077-bafcc113dc3c service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128122 Nov 23 10:43:57.275652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:57.310216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Pushing event deleted for resources: {'Port': ['ID=659eedfd-5fdf-46ac-a125-db34ef8188a8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:57.364474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] No DVR routers for this DVR port 659eedfd-5fdf-46ac-a125-db34ef8188a8 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:43:57.367420 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:57.373357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93c41fcf-1078-4cc2-a023-6727633e049f req-568c63f8-392b-46d1-b2c1-005d179a43ef tempest-TenantUsagesTestJSON-336353914 tempest-TenantUsagesTestJSON-336353914-project] 10.222.0.58 "DELETE /v2.0/ports/659eedfd-5fdf-46ac-a125-db34ef8188a8 HTTP/1.1" status: 204 len: 173 time: 1.0113778 Nov 23 10:43:57.373852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b9890-d202-4f1a-879d-df00e7d39c80', 'name': 'network-vif-deleted', 'tag': '659eedfd-5fdf-46ac-a125-db34ef8188a8'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:43:57.376426 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a7224-06b4-4b33-b59d-06c0632eeaa9" -d '{"events": [{"server_uuid": "609b9890-d202-4f1a-879d-df00e7d39c80", "name": "network-vif-deleted", "tag": "659eedfd-5fdf-46ac-a125-db34ef8188a8"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:43:57.436373 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35013b42-6037-4b13-b37a-daf7bf14b0de x-openstack-request-id: req-35013b42-6037-4b13-b37a-daf7bf14b0de {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:43:57.437034 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b9890-d202-4f1a-879d-df00e7d39c80", "name": "network-vif-deleted", "tag": "659eedfd-5fdf-46ac-a125-db34ef8188a8", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:43:57.437574 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35013b42-6037-4b13-b37a-daf7bf14b0de {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:43:57.443507 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609b9890-d202-4f1a-879d-df00e7d39c80', 'name': 'network-vif-deleted', 'tag': '659eedfd-5fdf-46ac-a125-db34ef8188a8', 'status': 'completed', 'code': 200} Nov 23 10:43:57.709056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0ed13-7248-4f9f-b1dc-416fdd2d77dd req-4b04a912-ddaf-439f-9191-cbfdcd100908 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:57.716284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33536) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:57.717464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29d0ed13-7248-4f9f-b1dc-416fdd2d77dd req-4b04a912-ddaf-439f-9191-cbfdcd100908 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0885108 Nov 23 10:43:57.790262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29d0ed13-7248-4f9f-b1dc-416fdd2d77dd req-6e1fce3a-c47c-4ce9-9eeb-901aa2ced0b5 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662122 Nov 23 10:43:57.873583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33544) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:57.950758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-42b1836d-b34c-41ba-b885-56ba38dcac99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:57.966766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1457719053-network', 'tenant_id': 'a0b41b5ec3f9477a8597b225df56a073'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:58.005103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Made reservation on behalf of a0b41b5ec3f9477a8597b225df56a073 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:58.008206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.035977 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.093392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-42b1836d-b34c-41ba-b885-56ba38dcac99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.102829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-42b1836d-b34c-41ba-b885-56ba38dcac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.121391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9d88f-612b-439d-a7ac-d50516ca9602 req-b825f836-0596-4e04-b325-5864366e7443 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:58.122948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3c9d88f-612b-439d-a7ac-d50516ca9602 req-b825f836-0596-4e04-b325-5864366e7443 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0876727 Nov 23 10:43:58.168237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-42b1836d-b34c-41ba-b885-56ba38dcac99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=abad07bc20a44884ace1c8936ddd227d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508464 Nov 23 10:43:58.179031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33556) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:58.187649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1836d-b34c-41ba-b885-56ba38dcac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a222b24-db72-4170-97b6-cd4286745fa2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:58.199575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.220099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.262292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3c9d88f-612b-439d-a7ac-d50516ca9602 req-8e04a7a1-0cd0-432e-abec-5fec8207cd91 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200981 Nov 23 10:43:58.293059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:43:58.304239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0f7fd9-beae-41dc-b8c8-6bd70cabc321,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:58.323081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.323433 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Added segment 9dd8c70b-1205-45b5-b775-5b1052cdbc7f of type vlan for network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 Nov 23 10:43:58.354368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca801d76-8042-456c-ac48-c447eb95f3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.407745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33562) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:58.424297 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.436238 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca801d76-8042-456c-ac48-c447eb95f3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.483039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a700ed-0ada-418f-ac18-bcf1f5f754d0 req-685bcdbf-bb81-49b1-970b-d69821a844af tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:58.484497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48a700ed-0ada-418f-ac18-bcf1f5f754d0 req-685bcdbf-bb81-49b1-970b-d69821a844af tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 943 time: 0.1573994 Nov 23 10:43:58.522615 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.523576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:58.524163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.565768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6c7538a8-f906-4e96-9a88-af32d51a5290 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2086564a5d2a4f4db930cb375c2e8e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567726 Nov 23 10:43:58.573479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:58.622134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7473743 Nov 23 10:43:58.622874 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca801d76-8042-456c-ac48-c447eb95f3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.626013 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca801d76-8042-456c-ac48-c447eb95f3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.627069 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ca801d76-8042-456c-ac48-c447eb95f3fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a222b24-db72-4170-97b6-cd4286745fa2 HTTP/1.1" status: 204 len: 168 time: 0.4451137 Nov 23 10:43:58.627633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33568) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:58.634371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Request body: {'subnet': {'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1457719053-subnet', 'tenant_id': 'a0b41b5ec3f9477a8597b225df56a073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:43:58.667697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48a700ed-0ada-418f-ac18-bcf1f5f754d0 req-dd095b89-a6ab-412c-8605-34d11a9f3b14 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716981 Nov 23 10:43:58.670082 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54adb42f-51bd-4309-822a-c9602e9d3cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.675939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd1019-68c0-450c-b75b-61d056e8df45 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:58.679192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca801d76-8042-456c-ac48-c447eb95f3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a222b24-db72-4170-97b6-cd4286745fa2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:58.696860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:43:58.705249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54adb42f-51bd-4309-822a-c9602e9d3cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.717626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Made reservation on behalf of a0b41b5ec3f9477a8597b225df56a073 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:43:58.720001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.825877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:43:58.852382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54adb42f-51bd-4309-822a-c9602e9d3cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.856095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54adb42f-51bd-4309-822a-c9602e9d3cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:58.860417 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-54adb42f-51bd-4309-822a-c9602e9d3cb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d6ae0667-d33c-41ba-ba34-4afefaae5dee HTTP/1.1" status: 204 len: 168 time: 0.2898316 Nov 23 10:43:58.953968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adb42f-51bd-4309-822a-c9602e9d3cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ae0667-d33c-41ba-ba34-4afefaae5dee,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:59.001490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 659eedfd-5fdf-46ac-a125-db34ef8188a8 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:43:59.032752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 659eedfd-5fdf-46ac-a125-db34ef8188a8 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:43:59.033445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 659eedfd-5fdf-46ac-a125-db34ef8188a8 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:43:59.076687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df304-4604-4230-a308-5c2481710629 req-a0c42d28-2888-4517-a25c-42c46f8223ec tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:59.082173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:59.087369 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b55df304-4604-4230-a308-5c2481710629 req-a0c42d28-2888-4517-a25c-42c46f8223ec tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1670291 Nov 23 10:43:59.097178 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:59.100063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'port_id': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'mac_address': 'fa:16:3e:ea:ee:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55de5901-2cd8-40fa-86cb-6ca8f19582b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:43:59.151993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:59.174207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:43:59.205619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:43:59.215027 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:59.221476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Checking segment: {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:43:59.221844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Network hostable DHCP agents. Network: f8e8c0ec-cf5e-40e7-8624-7be22fef41b6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:43:59.272788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee366225-82a3-480e-a0ff-f34ff04b2a5b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:59.281851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:43:59.299991 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b55df304-4604-4230-a308-5c2481710629 req-3695ea43-0643-40f3-89f7-d0051ce77d6e tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120979 Nov 23 10:43:59.310935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:43:59.334495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f8e8c0ec-cf5e-40e7-8624-7be22fef41b6) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:43:59.342777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18593f5b-e0e4-4f98-82f4-91b90e21023b None None] Network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:59.362780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:59.363384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:59.445909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8a84b49f-4671-40c3-9260-c53ae4bd31d6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8092699 Nov 23 10:43:59.494487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:43:59.604034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30419afa-28dc-460d-a128-6683bcfbdeb6 req-38717d00-79fa-43e2-88e0-f6bc3bf5787b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:59.611749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30419afa-28dc-460d-a128-6683bcfbdeb6 req-38717d00-79fa-43e2-88e0-f6bc3bf5787b tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1717582 Nov 23 10:43:59.628107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33604) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:59.668119 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f5e914c4-8e7c-4a18-83d2-d5f4d0f7983b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:59.717234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30419afa-28dc-460d-a128-6683bcfbdeb6 req-ff9b7591-8256-46a2-9761-4f7b90c14313 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031108 Nov 23 10:43:59.770840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a729f78-6a2b-44c1-84a5-d278adf39ccc None None] Network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:43:59.847449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f5e914c4-8e7c-4a18-83d2-d5f4d0f7983b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:59.855323 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f5e914c4-8e7c-4a18-83d2-d5f4d0f7983b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:43:59.951731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1344f-ccf0-4353-97a3-f8bfc1ad11ee req-3a3d1747-3f44-4dd8-a99b-e59749d5e292 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:43:59.953488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f5e914c4-8e7c-4a18-83d2-d5f4d0f7983b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c816a9ad175c468a87efb706d3b8403d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239768 Nov 23 10:43:59.956376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8b1344f-ccf0-4353-97a3-f8bfc1ad11ee req-3a3d1747-3f44-4dd8-a99b-e59749d5e292 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 944 time: 0.1389508 Nov 23 10:43:59.956907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33618) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:43:59.963031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e914c4-8e7c-4a18-83d2-d5f4d0f7983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333c725-9569-412c-9e54-ef7894519dbd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:00.115419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8b1344f-ccf0-4353-97a3-f8bfc1ad11ee req-d1ae6b49-ab6a-427c-9f73-464c03b7e5d6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937161 Nov 23 10:44:00.116947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64b50465-29bb-48ac-8f3e-1e034e0c1355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:00.153170 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64b50465-29bb-48ac-8f3e-1e034e0c1355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:00.207988 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64b50465-29bb-48ac-8f3e-1e034e0c1355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:00.211888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64b50465-29bb-48ac-8f3e-1e034e0c1355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:00.213078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-64b50465-29bb-48ac-8f3e-1e034e0c1355 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4333c725-9569-412c-9e54-ef7894519dbd HTTP/1.1" status: 204 len: 168 time: 0.2551949 Nov 23 10:44:00.223558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b50465-29bb-48ac-8f3e-1e034e0c1355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333c725-9569-412c-9e54-ef7894519dbd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:00.465649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-c6e1f309-c801-409a-b40f-6194c78ffc86 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:00.467427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-c6e1f309-c801-409a-b40f-6194c78ffc86 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 815 time: 0.1665602 Nov 23 10:44:00.467942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f8bb7-f266-477e-bcd0-c41c53f57864 req-113dda82-6df1-42b6-b349-c09975473114 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:00.476321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d80f8bb7-f266-477e-bcd0-c41c53f57864 req-113dda82-6df1-42b6-b349-c09975473114 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0934155 Nov 23 10:44:00.485897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-ce5d70ea-5809-4d0e-9a56-6ccc011e105a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/quotas/a0b41b5ec3f9477a8597b225df56a073 HTTP/1.1" status: 200 len: 375 time: 0.0121219 Nov 23 10:44:00.528301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d80f8bb7-f266-477e-bcd0-c41c53f57864 req-0a0eb803-c594-4166-bb6e-ac2121d4531c tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 Nov 23 10:44:00.530803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-620b7242-2629-470f-b835-16b17e0e3f52 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357554 Nov 23 10:44:00.647532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23ce45a7-0425-42f2-973d-6373a853b01d req-e530eaef-a456-419c-99d3-34a2bf9924ec tempest-AbsoluteLimitsNegativeTestJSON-1904914661 tempest-AbsoluteLimitsNegativeTestJSON-1904914661-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=50179182f6ca4b2a8637228eab64e29f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233560 Nov 23 10:44:00.655562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-cde7aa62-cbab-4a80-a12e-aba53a577327 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127782 Nov 23 10:44:00.771663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-c29ae834-e901-484d-8edb-8d9551833b2f service neutron] 10.222.0.61 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080058 Nov 23 10:44:00.775232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce45a7-0425-42f2-973d-6373a853b01d req-8f48d658-1d1a-4aee-972c-589887edfc78 tempest-AbsoluteLimitsNegativeTestJSON-1904914661 tempest-AbsoluteLimitsNegativeTestJSON-1904914661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:00.777151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23ce45a7-0425-42f2-973d-6373a853b01d req-8f48d658-1d1a-4aee-972c-589887edfc78 tempest-AbsoluteLimitsNegativeTestJSON-1904914661 tempest-AbsoluteLimitsNegativeTestJSON-1904914661-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236086 Nov 23 10:44:00.795485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23ce45a7-0425-42f2-973d-6373a853b01d req-dc8f7af9-93ee-4608-b97c-c08517153d14 tempest-AbsoluteLimitsNegativeTestJSON-1904914661 tempest-AbsoluteLimitsNegativeTestJSON-1904914661-project] 10.222.0.61 "GET /v2.0/quotas/50179182f6ca4b2a8637228eab64e29f HTTP/1.1" status: 200 len: 375 time: 0.0110028 Nov 23 10:44:00.845583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:00.850820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:00.857359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23ce45a7-0425-42f2-973d-6373a853b01d req-36ca810a-b5ca-4021-9c8b-224d7e3ca470 tempest-AbsoluteLimitsNegativeTestJSON-1904914661 tempest-AbsoluteLimitsNegativeTestJSON-1904914661-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=50179182f6ca4b2a8637228eab64e29f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536420 Nov 23 10:44:00.964482 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:44:00.975620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:00.981984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:00.983288 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.147368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9daccca0-62c9-4ebc-9c01-b8bc32eb3d68 req-774e0668-5cf9-421e-8c34-1ede177ead36 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 210 time: 0.0575166 Nov 23 10:44:01.181658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:01.214652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774eb6f-36e6-414b-9385-786ecb866250 req-826f9c50-7a96-4964-ada3-1deaf49ecff7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:01.237283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4774eb6f-36e6-414b-9385-786ecb866250 req-826f9c50-7a96-4964-ada3-1deaf49ecff7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1429443 Nov 23 10:44:01.264979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'mac_address': 'fa:16:3e:db:f4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:01.303072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:01.320470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e97d7-c667-4e6a-9b93-59e4c2889908 req-600130ee-365a-46ea-b459-cc44e8402f62 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:01.322079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8b5e97d7-c667-4e6a-9b93-59e4c2889908 req-600130ee-365a-46ea-b459-cc44e8402f62 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 944 time: 0.0817456 Nov 23 10:44:01.391922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4774eb6f-36e6-414b-9385-786ecb866250 req-88142d52-ff5a-47a9-9fc7-28142c6ad51f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507306 Nov 23 10:44:01.417639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.442358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8b5e97d7-c667-4e6a-9b93-59e4c2889908 req-00ce84ad-1425-4d5d-8c8e-6361ea9844f4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127553 Nov 23 10:44:01.482616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:01.485054 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eee693-5807-4b5f-bbf5-fd76e7398fea" -d '{"events": [{"server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "name": "network-vif-plugged", "status": "completed", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:01.491481 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.517746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feeaf2af-cd4a-4454-8993-56ad160c487a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:01.526708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:01.544362 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.597309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33702) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:01.625012 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb8e3e6-b50c-4d15-a58b-eaf6b9a1c5d0 x-openstack-request-id: req-fcb8e3e6-b50c-4d15-a58b-eaf6b9a1c5d0 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:01.626685 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "name": "network-vif-plugged", "status": "completed", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:01.627127 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fcb8e3e6-b50c-4d15-a58b-eaf6b9a1c5d0 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:01.627715 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'code': 200} Nov 23 10:44:01.629705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:01.639744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-608058c2-bbcf-4663-920e-2535b5a5dcc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.651357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.683560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:01.726828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1208524547-network', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:01.757493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b46d7-41a9-4e6d-8e16-7286ea3a88a8 req-f84529c6-b7bc-4188-a250-2ae36281b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:01.760234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-683b46d7-41a9-4e6d-8e16-7286ea3a88a8 req-f84529c6-b7bc-4188-a250-2ae36281b9df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 1096 time: 0.0902863 Nov 23 10:44:01.796001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da16c47-f4f0-4aef-9e51-1e734caadf8e req-4e7ddc0b-a14d-4bdc-9fd2-49f2ca36d3a9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:01.797284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3da16c47-f4f0-4aef-9e51-1e734caadf8e req-4e7ddc0b-a14d-4bdc-9fd2-49f2ca36d3a9 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1109738 Nov 23 10:44:01.804606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Made reservation on behalf of 7c94d4d87e474c078f2d55911cfed062 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:01.806972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.823811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:01.829526 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.862328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-683b46d7-41a9-4e6d-8e16-7286ea3a88a8 req-3000d6a5-b668-4518-96f9-1343d3d6d5f2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931861 Nov 23 10:44:01.908613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-608058c2-bbcf-4663-920e-2535b5a5dcc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.922299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-608058c2-bbcf-4663-920e-2535b5a5dcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:01.923617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['feeaf2af-cd4a-4454-8993-56ad160c487a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:01.932329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3da16c47-f4f0-4aef-9e51-1e734caadf8e req-f71696d3-7d4b-4b82-99b2-99b795d36e01 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220634 Nov 23 10:44:02.025675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608058c2-bbcf-4663-920e-2535b5a5dcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cd6b57-70c3-4aa6-b3c2-bbdfb3c58547,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:02.061378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-608058c2-bbcf-4663-920e-2535b5a5dcc8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50179182f6ca4b2a8637228eab64e29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7567034 Nov 23 10:44:02.064177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33718) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:02.147607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.156415 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2067d777-00c1-42f8-a844-42f8faacafe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.158369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.178965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:44:02.193712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2067d777-00c1-42f8-a844-42f8faacafe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.199236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.199870 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Added segment a2b7ad78-794f-4e77-b2b5-e4d0669cad3f of type vlan for network f1854a92-8694-471b-a1a1-35bc2bd173c1 Nov 23 10:44:02.266966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2067d777-00c1-42f8-a844-42f8faacafe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.270113 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2067d777-00c1-42f8-a844-42f8faacafe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.275264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2067d777-00c1-42f8-a844-42f8faacafe1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84cd6b57-70c3-4aa6-b3c2-bbdfb3c58547 HTTP/1.1" status: 204 len: 168 time: 0.2073281 Nov 23 10:44:02.284425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067d777-00c1-42f8-a844-42f8faacafe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cd6b57-70c3-4aa6-b3c2-bbdfb3c58547,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:02.301734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8b7c924-bb40-48b5-8d79-e2eb91a157b2 req-22de0e9d-7df7-4fea-a1c5-a20e3f500684 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 210 time: 0.0511396 Nov 23 10:44:02.320826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.342362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a880b39a-64da-4e2e-93a7-193a33ef10c6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:02.372869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.374179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:02.374774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.409056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8105609 Nov 23 10:44:02.411987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33728) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:02.417337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Request body: {'subnet': {'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1208524547-subnet', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:02.464448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Made reservation on behalf of 7c94d4d87e474c078f2d55911cfed062 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:02.466814 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.477444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee805a-59f9-44f0-a8fc-2f515fedc3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=f1854a92-8694-471b-a1a1-35bc2bd173c1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:02.488589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:44:02.690831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534042d-5406-4cf3-9ced-f02a9f55a045 req-2a5a65ad-7d70-4a5f-a649-46a21d94ac45 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:02.701765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6534042d-5406-4cf3-9ced-f02a9f55a045 req-2a5a65ad-7d70-4a5f-a649-46a21d94ac45 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.1060722 Nov 23 10:44:02.791196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-392df9f1-ea7a-44b6-9901-c85fc354a070 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:02.792686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-392df9f1-ea7a-44b6-9901-c85fc354a070 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 815 time: 0.1255281 Nov 23 10:44:02.796102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:02.820543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6534042d-5406-4cf3-9ced-f02a9f55a045 req-6729cff0-0182-4b18-a603-74ea0a68a746 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177652 Nov 23 10:44:02.833942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Request body: {'port': {'device_id': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'admin_state_up': True, 'tenant_id': 'a0b41b5ec3f9477a8597b225df56a073'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:02.844409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:02.858228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28556cf2-79e7-40c3-9fe4-705e0c29f31c req-7a9fc8da-9dcf-4d7f-8819-45f9cc03cf5c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:02.860313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-28556cf2-79e7-40c3-9fe4-705e0c29f31c req-7a9fc8da-9dcf-4d7f-8819-45f9cc03cf5c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 949 time: 0.2407389 Nov 23 10:44:02.918776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port feeaf2af-cd4a-4454-8993-56ad160c487a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:02.919457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.084761 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.155078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:03.164873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393cd3d-718c-4d69-a023-85bdbd21c9d6 req-a9e97a2b-4ac8-4fd7-829e-e4f7b1b3f9dd tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:03.166798 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.173885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2393cd3d-718c-4d69-a023-85bdbd21c9d6 req-a9e97a2b-4ac8-4fd7-829e-e4f7b1b3f9dd tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1074362 Nov 23 10:44:03.265877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:03.273556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2393cd3d-718c-4d69-a023-85bdbd21c9d6 req-65f29bf5-a654-4c08-8afc-0daeba139a01 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968740 Nov 23 10:44:03.343725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33758) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:03.406267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=586aaae2-f84a-499a-b343-74723784de14,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:03.426191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Checking segment: {'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:03.426468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Network hostable DHCP agents. Network: f1854a92-8694-471b-a1a1-35bc2bd173c1, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:44:03.469532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-28556cf2-79e7-40c3-9fe4-705e0c29f31c req-ba000d5d-78a5-44fa-a2fc-1b1fbcad884c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930586 Nov 23 10:44:03.492049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:44:03.518775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f1854a92-8694-471b-a1a1-35bc2bd173c1) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:03.522090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-309795661-network', 'tenant_id': 'c0923acfb75b42d9931c8b031a04791a'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:03.529441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:03.529441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.534116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ecf95-9ab1-497f-81bf-7ab620ac5e84 None None] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:03.539850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Made reservation on behalf of a0b41b5ec3f9477a8597b225df56a073 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:03.543593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.582230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6253d77a-e31a-4969-9b16-a27f9fe65239 req-bd259aa1-6a9f-4cf6-855c-44d72be0b780 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 210 time: 0.0754864 Nov 23 10:44:03.587696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Made reservation on behalf of c0923acfb75b42d9931c8b031a04791a for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:03.591403 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.610160 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.629277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ba1724c-8a3a-4613-8568-f3a365c2f3d3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2137616 Nov 23 10:44:03.629578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33766) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:03.631854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:03.635059 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce563e85-e3d0-478f-9a08-3a2d3351b8b0" -d '{"events": [{"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-plugged", "status": "completed", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:03.635246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:03.685255 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca316ed-7822-48f9-bc5e-c88381995d8f x-openstack-request-id: req-bca316ed-7822-48f9-bc5e-c88381995d8f {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:03.685611 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-plugged", "status": "completed", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:03.686374 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bca316ed-7822-48f9-bc5e-c88381995d8f {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:03.696401 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'code': 200} Nov 23 10:44:03.706853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.709481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.752694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Allocated IP 172.20.0.10 (f8e8c0ec-cf5e-40e7-8624-7be22fef41b6/ee366225-82a3-480e-a0ff-f34ff04b2a5b/ffc9e147-546e-4d57-a73f-68a70bbe77c4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:03.792515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-f1854a92-8694-471b-a1a1-35bc2bd173c1', 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'fixed_ips': [{'subnet_id': '586aaae2-f84a-499a-b343-74723784de14'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:44:03.793436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.812319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.814076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.820696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:03.965337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Allocated IP 172.20.0.2 (f1854a92-8694-471b-a1a1-35bc2bd173c1/586aaae2-f84a-499a-b343-74723784de14/14f79d28-da44-45a3-9be6-73e42763a8a5) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:04.008898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:44:04.017549 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.041655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a2732-2274-42b6-9b65-edb3df8bd6c1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:04.044655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.045332 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Added segment bbee33e1-d857-4369-aee5-e5641294aaf4 of type vlan for network a1e8d8a7-44fd-4e77-896d-373fad7853e5 Nov 23 10:44:04.092755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d1d5d-0a16-4713-bfd5-2ddbe171c849 req-043702b4-3608-48c9-94cb-42074b4d9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:04.096566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-638d1d5d-0a16-4713-bfd5-2ddbe171c849 req-043702b4-3608-48c9-94cb-42074b4d9b65 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.1830370 Nov 23 10:44:04.100543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.125596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.140400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e93bd9-467a-4588-911d-4fba320669ad req-b63d5fbb-c8fc-4996-bdb0-7f6d16dec21b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:04.148476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64e93bd9-467a-4588-911d-4fba320669ad req-b63d5fbb-c8fc-4996-bdb0-7f6d16dec21b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.2070625 Nov 23 10:44:04.154357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:04.185571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:04.188295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:04.204222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.215488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.221593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.262156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:04.266110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:04.275822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:04.303954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:04.304782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.309917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-638d1d5d-0a16-4713-bfd5-2ddbe171c849 req-b85bf820-bebe-4801-9285-888755b33a6f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836758 Nov 23 10:44:04.325138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64e93bd9-467a-4588-911d-4fba320669ad req-4cfbe2d6-27ca-4d03-872b-2b722a00f64b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756802 Nov 23 10:44:04.349855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5413761 Nov 23 10:44:04.351847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8123453-e210-42ec-80ee-225f1f86d695 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:04.362690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Request body: {'port': {'device_id': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:04.438926 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.440969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Pushing event updated for resources: {'Port': ['ID=14f79d28-da44-45a3-9be6-73e42763a8a5,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:04.451608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.452536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:04.453160 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.457868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Attempting to bind port 14f79d28-da44-45a3-9be6-73e42763a8a5 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:04.458980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Attempting to bind port 14f79d28-da44-45a3-9be6-73e42763a8a5 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:04.459355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Attempting to bind port 14f79d28-da44-45a3-9be6-73e42763a8a5 on network f1854a92-8694-471b-a1a1-35bc2bd173c1 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:04.464719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:04.465098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Checking segment: {'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:04.465602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.465947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Bound using segment: {'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:04.466420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Bound port: 14f79d28-da44-45a3-9be6-73e42763a8a5, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:04.466802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.537623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] For port 14f79d28-da44-45a3-9be6-73e42763a8a5, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:04.541190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] For port 14f79d28-da44-45a3-9be6-73e42763a8a5, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=14f79d28-da44-45a3-9be6-73e42763a8a5,segment=NetworkSegment(a2b7ad78-794f-4e77-b2b5-e4d0669cad3f),segment_id=a2b7ad78-794f-4e77-b2b5-e4d0669cad3f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:04.550588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e8d8a7-44fd-4e77-896d-373fad7853e5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:04.553634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.592398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a1e8d8a7-44fd-4e77-896d-373fad7853e5 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:44:04.593357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6578a8-3e2a-4267-a8f4-bebc5daee693 req-933df7c5-06d0-4ea3-a5a6-2194ed1c645f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:04.602547 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a6578a8-3e2a-4267-a8f4-bebc5daee693 req-933df7c5-06d0-4ea3-a5a6-2194ed1c645f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.1629441 Nov 23 10:44:04.628566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb6465cd-cb7c-4df8-a807-3690a150f7b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2836933 Nov 23 10:44:04.639327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33788) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:04.648071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Request body: {'subnet': {'network_id': 'a1e8d8a7-44fd-4e77-896d-373fad7853e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-309795661-subnet', 'tenant_id': 'c0923acfb75b42d9931c8b031a04791a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:04.685679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Made reservation on behalf of c0923acfb75b42d9931c8b031a04791a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:04.687990 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.719486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865d637-5f20-4dc8-b2f0-d741acfb2dab None None] Pushing event updated for resources: {'Port': ['ID=14f79d28-da44-45a3-9be6-73e42763a8a5,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:04.771580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a6578a8-3e2a-4267-a8f4-bebc5daee693 req-6e5e8e27-b186-4795-825d-43f530443e93 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678600 Nov 23 10:44:04.878968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc9e147-546e-4d57-a73f-68a70bbe77c4 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:04.886842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.901268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Transition to ACTIVE for port object ffc9e147-546e-4d57-a73f-68a70bbe77c4 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:04.941702 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:04.979036 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.012380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.044353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:05.070794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2620-60d4-4ff5-b4b3-9975405be1a3 req-f3b8a87c-f867-41fb-8882-3540b936873a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.072378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-240a2620-60d4-4ff5-b4b3-9975405be1a3 req-f3b8a87c-f867-41fb-8882-3540b936873a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.5576377 Nov 23 10:44:05.182840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-240a2620-60d4-4ff5-b4b3-9975405be1a3 req-a856c51b-724e-4f0b-b1e0-60d8723b116c tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019499 Nov 23 10:44:05.237785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.249247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6014-bf28-4aea-a3f4-b8e375956478 req-b01a409d-ab6e-4397-9971-d76d27c41fd9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.250828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-240c6014-bf28-4aea-a3f4-b8e375956478 req-b01a409d-ab6e-4397-9971-d76d27c41fd9 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1551499 Nov 23 10:44:05.256344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Attempting to bind port ffc9e147-546e-4d57-a73f-68a70bbe77c4 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:05.257697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Attempting to bind port ffc9e147-546e-4d57-a73f-68a70bbe77c4 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:05.258059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Attempting to bind port ffc9e147-546e-4d57-a73f-68a70bbe77c4 on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:05.264222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Port ffc9e147-546e-4d57-a73f-68a70bbe77c4 on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:05.264721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Attempting to bind port ffc9e147-546e-4d57-a73f-68a70bbe77c4 on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:05.273031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:05.273416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Checking segment: {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:05.274071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Bound using segment: {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:05.275193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Bound port: ffc9e147-546e-4d57-a73f-68a70bbe77c4, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:05.275568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.304344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Allocated IP 172.25.5.70 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/7dc1ecc9-7fc3-49ed-8911-b469f5df5485) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:05.350131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12892b0-c93d-4c75-924d-ef9156965f8f,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:05.378343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86904fb-30bf-4762-b5da-c5b53e8cd032 req-62ad88fe-fac2-4b0f-af48-a67b8e5e3b4f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.380389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f86904fb-30bf-4762-b5da-c5b53e8cd032 req-62ad88fe-fac2-4b0f-af48-a67b8e5e3b4f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 944 time: 0.1013527 Nov 23 10:44:05.410092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:05.431870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:05.448506 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.456842 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-240c6014-bf28-4aea-a3f4-b8e375956478 req-7a404a93-2d63-4360-9d91-c97b8899e117 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772170 Nov 23 10:44:05.511734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Checking segment: {'id': 'bbee33e1-d857-4369-aee5-e5641294aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a1e8d8a7-44fd-4e77-896d-373fad7853e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:05.512097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Network hostable DHCP agents. Network: a1e8d8a7-44fd-4e77-896d-373fad7853e5, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:44:05.565453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Network a1e8d8a7-44fd-4e77-896d-373fad7853e5 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:44:05.581884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.589074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f86904fb-30bf-4762-b5da-c5b53e8cd032 req-890a5997-2fc7-423d-b16d-9f4eaaaa3b17 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846812 Nov 23 10:44:05.592122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.592774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.594229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] 10.222.0.58 "PUT /v2.0/ports/ffc9e147-546e-4d57-a73f-68a70bbe77c4 HTTP/1.1" status: 200 len: 1092 time: 1.2371061 Nov 23 10:44:05.596538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:05.613212 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e3c9e6-056f-496d-82d7-f732ea616a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:05.658219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab0ab4-eaa8-4dd8-86b8-598922851e85 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:05.685565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a1e8d8a7-44fd-4e77-896d-373fad7853e5) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:05.704307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac6508-e492-4ad4-ae2e-6e63e9830a19 None None] Network a1e8d8a7-44fd-4e77-896d-373fad7853e5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:05.711600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.712510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.730284 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f664381-c479-4c8d-9286-61d99a68a5eb x-openstack-request-id: req-9f664381-c479-4c8d-9286-61d99a68a5eb {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:05.730536 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:05.730680 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f664381-c479-4c8d-9286-61d99a68a5eb {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:05.731081 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'status': 'completed', 'code': 200} Nov 23 10:44:05.752603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7fa6f4a3-0113-49e8-a08d-3530b37e711a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1118567 Nov 23 10:44:05.753326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-b8645c34-41ce-41df-8b20-1126faae6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.755017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-b8645c34-41ce-41df-8b20-1126faae6fca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 1095 time: 0.0934472 Nov 23 10:44:05.809970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dbd24-e8b3-40b9-aed5-5c4359cd3bee req-ac020576-81da-4ddf-b31a-1e6e8252cefb tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.820815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b3dbd24-e8b3-40b9-aed5-5c4359cd3bee req-ac020576-81da-4ddf-b31a-1e6e8252cefb tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.2348163 Nov 23 10:44:05.829737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:05.847747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-6e65e916-3a95-4b46-8b3a-2797fe9592de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4 HTTP/1.1" status: 200 len: 217 time: 0.0829940 Nov 23 10:44:05.896499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Pushing event updated for resources: {'Port': ['ID=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:05.921278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:05.937936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:05.943375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:05.952567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-22290b36-8d4d-4501-a8fd-ff39eca120db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:05.954310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-22290b36-8d4d-4501-a8fd-ff39eca120db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee366225-82a3-480e-a0ff-f34ff04b2a5b HTTP/1.1" status: 200 len: 855 time: 0.0981848 Nov 23 10:44:06.009656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b3dbd24-e8b3-40b9-aed5-5c4359cd3bee req-3300f760-19a7-42e8-9c47-0e8da259c2d1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870673 Nov 23 10:44:06.073707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-b55ffd80-3b8e-4134-8309-9b0008a1bdb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043756 Nov 23 10:44:06.182793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709d1fb-6842-40c5-a1ce-28d01fe7a16d None None] Network a1e8d8a7-44fd-4e77-896d-373fad7853e5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:06.240762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 14f79d28-da44-45a3-9be6-73e42763a8a5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:06.328666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-079e908f-9d63-471b-859a-5054092c23b5 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499728 Nov 23 10:44:06.332227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2073f9-c021-4ded-a5fa-cdeabcc3ced6 None None] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:06.470080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae60f6e-5ac6-45aa-948e-b75a2d77044d req-d3400745-2eb2-4a1d-a377-0b0812711dde service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324520 Nov 23 10:44:06.478199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e860da3b-d952-4c88-88b8-8be2017a1738 req-0f6fae17-d841-4f00-80b7-213ca8d406a4 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1948362423', 'description': 'tempest-description-1141071039'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:06.492213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-53e693a7-409f-40cf-8f46-a53baa47fea9 None None] Provisioning complete for port 14f79d28-da44-45a3-9be6-73e42763a8a5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:06.492759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53e693a7-409f-40cf-8f46-a53baa47fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.512550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e860da3b-d952-4c88-88b8-8be2017a1738 req-0f6fae17-d841-4f00-80b7-213ca8d406a4 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.568653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 14f79d28-da44-45a3-9be6-73e42763a8a5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:06.569401 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.608704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-85486a29-2138-4ad3-87af-eb31ee23fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:06.610604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-85486a29-2138-4ad3-87af-eb31ee23fe07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 1095 time: 0.0673780 Nov 23 10:44:06.724673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e860da3b-d952-4c88-88b8-8be2017a1738 req-0f6fae17-d841-4f00-80b7-213ca8d406a4 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.733667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e860da3b-d952-4c88-88b8-8be2017a1738 req-0f6fae17-d841-4f00-80b7-213ca8d406a4 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.776187 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e860da3b-d952-4c88-88b8-8be2017a1738 req-0f6fae17-d841-4f00-80b7-213ca8d406a4 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.777595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e860da3b-d952-4c88-88b8-8be2017a1738 req-0f6fae17-d841-4f00-80b7-213ca8d406a4 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3058193 Nov 23 10:44:06.808177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-c91b6655-7474-4fe7-a39e-f5b7705324da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:06.813927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-c91b6655-7474-4fe7-a39e-f5b7705324da service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 916 time: 0.1957591 Nov 23 10:44:06.831577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d8fd0-8fe0-4247-afad-e4de5abcda84 req-53b6156a-1830-497d-a84f-8f922eb251b6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:06.841191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce0d8fd0-8fe0-4247-afad-e4de5abcda84 req-53b6156a-1830-497d-a84f-8f922eb251b6 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.6327941 Nov 23 10:44:06.841453 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.864019 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53e693a7-409f-40cf-8f46-a53baa47fea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.875398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.882872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-d5c4be8c-b708-4208-9e47-b19e494ac381 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4 HTTP/1.1" status: 200 len: 217 time: 0.0566278 Nov 23 10:44:06.885369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fae17-d841-4f00-80b7-213ca8d406a4 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7dbfc-4aea-453f-bc99-6d59cd156de0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:06.940245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 14f79d28-da44-45a3-9be6-73e42763a8a5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=14f79d28-da44-45a3-9be6-73e42763a8a5,segment=NetworkSegment(a2b7ad78-794f-4e77-b2b5-e4d0669cad3f),segment_id=a2b7ad78-794f-4e77-b2b5-e4d0669cad3f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:06.948296 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:06.977966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce0d8fd0-8fe0-4247-afad-e4de5abcda84 req-d377ecc5-30df-4701-a5e2-199746ade992 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160536 Nov 23 10:44:07.013976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1daec-f511-48d5-b8c8-6372f5eb6725 req-f9172e77-67e9-4b2a-a841-ad7894d4742a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:07.015587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1da1daec-f511-48d5-b8c8-6372f5eb6725 req-f9172e77-67e9-4b2a-a841-ad7894d4742a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1313398 Nov 23 10:44:07.017508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-044e2ec5-a81b-44cf-935c-acc62cf7f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:07.019267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-044e2ec5-a81b-44cf-935c-acc62cf7f687 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee366225-82a3-480e-a0ff-f34ff04b2a5b HTTP/1.1" status: 200 len: 855 time: 0.1184657 Nov 23 10:44:07.076465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-53e693a7-409f-40cf-8f46-a53baa47fea9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:44:07.077503 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-53e693a7-409f-40cf-8f46-a53baa47fea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:44:07.080153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-9f8b3b18-d3b7-44d5-a8ae-1a4082246e18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520196 Nov 23 10:44:07.167239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=14f79d28-da44-45a3-9be6-73e42763a8a5,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:07.222074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1da1daec-f511-48d5-b8c8-6372f5eb6725 req-4f644982-640c-4dde-b67a-4110ee2a61cd tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822093 Nov 23 10:44:07.275081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b37983-8f0e-4032-ba41-837805003e80 req-8898b2dd-a6eb-4d92-95ba-a66aa933dfac tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:07.276741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-82b8f0fe-3b99-4810-992f-42c6417811b6 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829710 Nov 23 10:44:07.277446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08b37983-8f0e-4032-ba41-837805003e80 req-8898b2dd-a6eb-4d92-95ba-a66aa933dfac tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1630774 Nov 23 10:44:07.333263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:07.363892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08b37983-8f0e-4032-ba41-837805003e80 req-aeba0c02-5d4f-4cad-b44d-0499d782c3fd tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711663 Nov 23 10:44:07.465551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e22b5-038c-4780-992d-61eb4101ab40 req-2a964a7b-ad4f-43f0-b07f-440c6456e3ab tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:07.467195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac2e22b5-038c-4780-992d-61eb4101ab40 req-2a964a7b-ad4f-43f0-b07f-440c6456e3ab tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 944 time: 0.1372120 Nov 23 10:44:07.471448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2e3c9e6-056f-496d-82d7-f732ea616a3e req-ea706446-3768-469a-9a2f-247ac29f2371 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861129 Nov 23 10:44:07.525171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac2e22b5-038c-4780-992d-61eb4101ab40 req-33db74a1-3c04-4d17-904a-754918c39ce1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497079 Nov 23 10:44:07.554507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-517990de-353d-48da-87d5-d6519f734d86 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/b0e7dbfc-4aea-453f-bc99-6d59cd156de0 HTTP/1.1" status: 200 len: 1822 time: 0.1435935 Nov 23 10:44:07.578072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0e7dbfc-4aea-453f-bc99-6d59cd156de0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:07.578594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0e7dbfc-4aea-453f-bc99-6d59cd156de0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:07.640776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:44:07.760711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:07.772294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-795d0585-46ff-4272-874e-a010ea22c29c None None] Provisioning complete for port 14f79d28-da44-45a3-9be6-73e42763a8a5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:07.772747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-795d0585-46ff-4272-874e-a010ea22c29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:07.837409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:07.853855 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:07.892340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:07.893737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c21a4275-f946-40dd-9cdf-95ce40a130a8 req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3221781 Nov 23 10:44:07.908760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbf437-3a31-4565-87c9-fcc93a5bc7dd tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c094f9a-5581-4bd4-b841-566c583e788a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:07.918048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:07.933961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Sync routers for ids ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:07.944413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:07.948489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6b3534b3-f4d2-43c7-bf51-9db03a453d26 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3148189 Nov 23 10:44:07.948968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:07.949532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Routers {'0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:07.949895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e19440-b19d-45a1-98ac-9d0bb259728f req-07c8c6c7-bf0a-4ea4-8e2e-da0b4257e270 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:07.950158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:07.958310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e19440-b19d-45a1-98ac-9d0bb259728f req-07c8c6c7-bf0a-4ea4-8e2e-da0b4257e270 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.1178076 Nov 23 10:44:08.042196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31e19440-b19d-45a1-98ac-9d0bb259728f req-b76bdb8a-88cc-4753-b370-d46dfce97930 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Nov 23 10:44:08.064103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-11ffcd30-af52-4684-b8d9-5edc73528293 req-3a13063a-60c4-4f91-adfc-9d247cee7e2d tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1655491573', 'description': 'tempest-description-1419323887'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:08.094242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11ffcd30-af52-4684-b8d9-5edc73528293 req-3a13063a-60c4-4f91-adfc-9d247cee7e2d tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.113677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 14f79d28-da44-45a3-9be6-73e42763a8a5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:08.178355 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11ffcd30-af52-4684-b8d9-5edc73528293 req-3a13063a-60c4-4f91-adfc-9d247cee7e2d tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.186761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Set router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:08.187286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be77a82-3200-4adf-92be-df8688579b75 req-0f582204-c0ef-48ec-a929-3edfbd041b9a tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:08.190350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11ffcd30-af52-4684-b8d9-5edc73528293 req-3a13063a-60c4-4f91-adfc-9d247cee7e2d tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.194365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9be77a82-3200-4adf-92be-df8688579b75 req-0f582204-c0ef-48ec-a929-3edfbd041b9a tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.1098526 Nov 23 10:44:08.243180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13063a-60c4-4f91-adfc-9d247cee7e2d tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea050e-9b09-4646-98b9-ab5ea6719c53,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:08.264079 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11ffcd30-af52-4684-b8d9-5edc73528293 req-3a13063a-60c4-4f91-adfc-9d247cee7e2d tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.265744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11ffcd30-af52-4684-b8d9-5edc73528293 req-3a13063a-60c4-4f91-adfc-9d247cee7e2d tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2070713 Nov 23 10:44:08.327924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 14f79d28-da44-45a3-9be6-73e42763a8a5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:08.328396 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.355470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9be77a82-3200-4adf-92be-df8688579b75 req-3aaa1511-ea12-4fb6-ba8e-4b7527509e6b tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161351 Nov 23 10:44:08.392960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379063e-1388-42cd-a89d-6768708e4bdd req-29c6a582-7575-44b7-bba8-9ee5210d2e98 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:08.394658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d379063e-1388-42cd-a89d-6768708e4bdd req-29c6a582-7575-44b7-bba8-9ee5210d2e98 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.0680881 Nov 23 10:44:08.451271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d379063e-1388-42cd-a89d-6768708e4bdd req-2ae946e9-13d6-4863-a1c9-44acd0e4e908 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 Nov 23 10:44:08.497369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:06Z', 'revision_number': 3, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port': {'id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:05Z', 'updated_at': '2021-11-23T10:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:08.529484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Checking router: 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:08.530107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Updating router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:44:08.551942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-048f973d-ab1a-4452-bec6-ed0b5aba0f56 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/78ea050e-9b09-4646-98b9-ab5ea6719c53 HTTP/1.1" status: 200 len: 1822 time: 0.0613620 Nov 23 10:44:08.564594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '78ea050e-9b09-4646-98b9-ab5ea6719c53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:08.564998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '78ea050e-9b09-4646-98b9-ab5ea6719c53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:08.568140 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.605224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483694d6-9afa-49d7-8df2-b52238f727ba req-66bcbe1b-bb82-49bb-a1f1-45f8532d510c tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:08.607245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-483694d6-9afa-49d7-8df2-b52238f727ba req-66bcbe1b-bb82-49bb-a1f1-45f8532d510c tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1073313 Nov 23 10:44:08.651261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.689039 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.696788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.706246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-483694d6-9afa-49d7-8df2-b52238f727ba req-237c3a5c-9b5a-44ef-b22f-1d85a0e51e82 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917206 Nov 23 10:44:08.729959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d156a12-e803-4b74-9cdc-168eda3cf3be,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:08.750630 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.757322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6637a2ab-3081-4651-9af8-5126980e9d8b req-cfbe2289-0f13-4a07-bb5a-a12638fa7bd6 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1965482 Nov 23 10:44:08.870045 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.956364 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:08.959148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886c741-6290-4daa-be60-e63d5659465d req-94937b2f-488e-409a-838f-c72144918281 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:08.960862 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e886c741-6290-4daa-be60-e63d5659465d req-94937b2f-488e-409a-838f-c72144918281 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 944 time: 0.1028516 Nov 23 10:44:08.966519 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.027716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e886c741-6290-4daa-be60-e63d5659465d req-857152d7-53d0-4541-a9bb-ac8d41dd2d3d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564306 Nov 23 10:44:09.041939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d9ce85c3-a70e-4c94-a10f-0ba09a6cbe0b req-26d17edf-0e71-4ddb-aa2e-42f251612c16 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1747194514', 'description': 'tempest-description-144211757'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:09.063002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d1087-3d71-4a95-820f-db9ab8ba249f None None] Pushing event updated for resources: {'Port': ['ID=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:09.066049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Attempting to bind port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:09.066494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Attempting to bind port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:09.068221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Attempting to bind port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:09.076033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:09.076033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:09.076800 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.077365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:09.078049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Bound port: 7dc1ecc9-7fc3-49ed-8911-b469f5df5485, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:09.078652 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.104686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9ce85c3-a70e-4c94-a10f-0ba09a6cbe0b req-26d17edf-0e71-4ddb-aa2e-42f251612c16 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.132900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Allocated IP 172.20.0.1 (f1854a92-8694-471b-a1a1-35bc2bd173c1/586aaae2-f84a-499a-b343-74723784de14/cbd87621-55a8-435d-a820-89633fc6c656) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:09.138230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] For port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:09.142653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] For port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:09.149389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.185386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775788-3207-424d-ae87-3fb1fc75f138 req-96f6c072-3aff-4303-affc-f43292365dc0 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:09.186825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a775788-3207-424d-ae87-3fb1fc75f138 req-96f6c072-3aff-4303-affc-f43292365dc0 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.0594873 Nov 23 10:44:09.213381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Routers {'0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:09.214005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:09.241596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a775788-3207-424d-ae87-3fb1fc75f138 req-dcecbec2-3a2f-41bf-afbe-4b24b3486734 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456936 Nov 23 10:44:09.254011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d1087-3d71-4a95-820f-db9ab8ba249f None None] Pushing event updated for resources: {'Port': ['ID=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:09.278900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9ce85c3-a70e-4c94-a10f-0ba09a6cbe0b req-26d17edf-0e71-4ddb-aa2e-42f251612c16 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.291503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9ce85c3-a70e-4c94-a10f-0ba09a6cbe0b req-26d17edf-0e71-4ddb-aa2e-42f251612c16 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.297133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.331841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9ce85c3-a70e-4c94-a10f-0ba09a6cbe0b req-26d17edf-0e71-4ddb-aa2e-42f251612c16 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.333320 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9ce85c3-a70e-4c94-a10f-0ba09a6cbe0b req-26d17edf-0e71-4ddb-aa2e-42f251612c16 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2966526 Nov 23 10:44:09.349923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d17edf-0e71-4ddb-aa2e-42f251612c16 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a4b8c8-19a7-4bd2-87e4-7ff7389fed55,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:09.377500 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.384044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e2166-fba4-4532-abdb-a650ed28cbf1 req-933630f6-4ce5-408c-87f3-758cf6945e13 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:09.385761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df4e2166-fba4-4532-abdb-a650ed28cbf1 req-933630f6-4ce5-408c-87f3-758cf6945e13 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 1101 time: 0.0553379 Nov 23 10:44:09.422202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:09.426330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:09.431723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:09.472990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df4e2166-fba4-4532-abdb-a650ed28cbf1 req-35818ca3-c6f0-4b08-a2e4-6d7ce2044955 tempest-ServersAdminTestJSON-1466213640 tempest-ServersAdminTestJSON-1466213640-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782599 Nov 23 10:44:09.483961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] Set router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:09.519020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-95bde7d7-34cb-4f66-b1dc-905f200ddde1 req-6019b019-deca-4d34-8be0-82f4f9673d3c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1828983948', 'description': 'tempest-description-332361878'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:09.519484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd87621-55a8-435d-a820-89633fc6c656,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:09.547754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b8f9d-7a5d-4c60-bf5e-c4ebb96f99bf req-dc4fd0c8-5ee5-42fa-ab79-82662b0ac346 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:09.549375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-648b8f9d-7a5d-4c60-bf5e-c4ebb96f99bf req-dc4fd0c8-5ee5-42fa-ab79-82662b0ac346 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.1206963 Nov 23 10:44:09.555605 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.557249 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-95bde7d7-34cb-4f66-b1dc-905f200ddde1 req-6019b019-deca-4d34-8be0-82f4f9673d3c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.646458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-95bde7d7-34cb-4f66-b1dc-905f200ddde1 req-6019b019-deca-4d34-8be0-82f4f9673d3c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.651143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-95bde7d7-34cb-4f66-b1dc-905f200ddde1 req-6019b019-deca-4d34-8be0-82f4f9673d3c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.697963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-95bde7d7-34cb-4f66-b1dc-905f200ddde1 req-6019b019-deca-4d34-8be0-82f4f9673d3c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.699330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95bde7d7-34cb-4f66-b1dc-905f200ddde1 req-6019b019-deca-4d34-8be0-82f4f9673d3c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1857283 Nov 23 10:44:09.700548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:06Z', 'revision_number': 3, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port': {'id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:05Z', 'updated_at': '2021-11-23T10:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:09.701210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019b019-deca-4d34-8be0-82f4f9673d3c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74486d35-14d0-4214-afb1-8eb0e895e96a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:09.719437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-648b8f9d-7a5d-4c60-bf5e-c4ebb96f99bf req-7ef207ae-9413-4256-b317-98f6c2444a73 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056819 Nov 23 10:44:09.737979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4d9104-33d9-4803-9fb8-bc9b46b779b0 None None] The sync data for ids ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'] in n-d-817747-2 is: [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:06Z', 'revision_number': 3, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port': {'id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:05Z', 'updated_at': '2021-11-23T10:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:09.757066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-14e6cce5-f2af-4c0b-913b-507dcd8ac788 None None] Provisioning complete for port cbd87621-55a8-435d-a820-89633fc6c656 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:09.757480 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14e6cce5-f2af-4c0b-913b-507dcd8ac788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.785637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:09.812901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-14e6cce5-f2af-4c0b-913b-507dcd8ac788 None None] Port cbd87621-55a8-435d-a820-89633fc6c656 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:09.867548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-b6c57802-f14c-4705-9d37-cf2e18c7fbcb tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/97a4b8c8-19a7-4bd2-87e4-7ff7389fed55 HTTP/1.1" status: 200 len: 1821 time: 0.0829115 Nov 23 10:44:09.983665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-ebaf80d0-7f4b-457e-aed6-7b719e2dcec9 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/74486d35-14d0-4214-afb1-8eb0e895e96a HTTP/1.1" status: 200 len: 1823 time: 0.1093109 Nov 23 10:44:09.994636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '97a4b8c8-19a7-4bd2-87e4-7ff7389fed55', 'remote_group_id': '74486d35-14d0-4214-afb1-8eb0e895e96a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:09.995017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '97a4b8c8-19a7-4bd2-87e4-7ff7389fed55', 'remote_group_id': '74486d35-14d0-4214-afb1-8eb0e895e96a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:10.050577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99180599-2336-41ca-824d-b8021b1594a3 req-c77fd605-3ec7-4ad7-a344-4af0ecc0b4b4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:10.053330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99180599-2336-41ca-824d-b8021b1594a3 req-c77fd605-3ec7-4ad7-a344-4af0ecc0b4b4 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0900247 Nov 23 10:44:10.121863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.131657 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.135371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99180599-2336-41ca-824d-b8021b1594a3 req-c030bc56-4b24-4478-89d3-c44fb2873b4a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699565 Nov 23 10:44:10.135700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.236517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd87621-55a8-435d-a820-89633fc6c656,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:10.250933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.252046 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.259376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.292067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35683715-e67b-418d-9417-58e5574ba5cf,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:10.307479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.308705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9c57054-1ec6-444c-b2ec-9e3f6ebecc0a req-3e8a8b2f-d80c-4751-b328-28b418c86898 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3242478 Nov 23 10:44:10.382238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:10.384164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:10.606685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:10.642995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-9747bf9b-d077-4657-a14d-18658620fe56 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--148458108&fields=id&tenant_id=749234af7c65413dae63661137894b99 HTTP/1.1" status: 200 len: 267 time: 0.1929038 Nov 23 10:44:10.650498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f3793128-90cb-4164-9ada-53dace5fcb0a None None] Provisioning complete for port cbd87621-55a8-435d-a820-89633fc6c656 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:10.651529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f3793128-90cb-4164-9ada-53dace5fcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:10.684509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389f77a-b615-41ef-8bd2-be2b2bde1a94 req-445b0478-d5bf-4897-87d6-af690e0771e5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:10.693095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b389f77a-b615-41ef-8bd2-be2b2bde1a94 req-445b0478-d5bf-4897-87d6-af690e0771e5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 950 time: 0.0813863 Nov 23 10:44:10.720775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f3793128-90cb-4164-9ada-53dace5fcb0a None None] Port cbd87621-55a8-435d-a820-89633fc6c656 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:10.753042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b389f77a-b615-41ef-8bd2-be2b2bde1a94 req-a0cfb40a-a807-4327-ac8f-90ad2f46aaba tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521684 Nov 23 10:44:10.862980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-6053e4b8-9d19-4f26-b0ab-d5a61f3c203b tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:10.871464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-6053e4b8-9d19-4f26-b0ab-d5a61f3c203b tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/networks?id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 HTTP/1.1" status: 200 len: 815 time: 0.1813591 Nov 23 10:44:10.891241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-598c376d-ca1e-48e2-a2de-adf096af9624 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/quotas/749234af7c65413dae63661137894b99 HTTP/1.1" status: 200 len: 375 time: 0.0190513 Nov 23 10:44:10.894517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:10.900954 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b8a4e607-0319-42b2-afd9-d2af84382c11 admin admin] 10.222.0.61 "PUT /v2.0/routers/0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9497914 Nov 23 10:44:10.936244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0949-def5-425d-bdf2-04180c1aa7f1 req-6bbd6806-e62a-4469-9119-54c569dde45f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:10.937891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798a0949-def5-425d-bdf2-04180c1aa7f1 req-6bbd6806-e62a-4469-9119-54c569dde45f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 944 time: 0.0657115 Nov 23 10:44:10.962130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-0052bf8c-f29b-4cc9-8685-3d5160f19439 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=749234af7c65413dae63661137894b99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648623 Nov 23 10:44:10.998380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798a0949-def5-425d-bdf2-04180c1aa7f1 req-e8e77fb1-8658-4af0-aad5-cd94c3821374 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519788 Nov 23 10:44:11.027692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bb8dd995-a496-4064-a4c4-4905cb3efc7f req-c923f762-d184-4662-bed3-a3a664e0814f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1532469761', 'description': 'tempest-description-1543037316'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:11.050638 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bb8dd995-a496-4064-a4c4-4905cb3efc7f req-c923f762-d184-4662-bed3-a3a664e0814f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.066268 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-5e8d5697-3b9f-4559-8e38-09d1dbd94e64 service neutron] 10.222.0.61 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923023 Nov 23 10:44:11.079722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ffc9e147-546e-4d57-a73f-68a70bbe77c4 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:11.131520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bb8dd995-a496-4064-a4c4-4905cb3efc7f req-c923f762-d184-4662-bed3-a3a664e0814f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.139153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bb8dd995-a496-4064-a4c4-4905cb3efc7f req-c923f762-d184-4662-bed3-a3a664e0814f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.176005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923f762-d184-4662-bed3-a3a664e0814f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2529c8bc-3b3e-44d0-8a24-7a516fc1444d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:11.180316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-af94e7ac-b5ff-4fb8-a6fa-88e4c097c64a service neutron] 10.222.0.61 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063986 Nov 23 10:44:11.180875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bb8dd995-a496-4064-a4c4-4905cb3efc7f req-c923f762-d184-4662-bed3-a3a664e0814f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.182355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb8dd995-a496-4064-a4c4-4905cb3efc7f req-c923f762-d184-4662-bed3-a3a664e0814f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1586390 Nov 23 10:44:11.196366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:11.209293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'port_id': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'mac_address': 'fa:16:3e:da:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee366225-82a3-480e-a0ff-f34ff04b2a5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:11.254440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.271159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc9e147-546e-4d57-a73f-68a70bbe77c4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:11.294163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:11.298469 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.397373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:11.573668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-e9fcb07a-c7e5-4273-b7c5-953d7e324c24 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2598832 Nov 23 10:44:11.580028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:11.593876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-5b1b9bdd-f108-4954-9822-2bafb54629a5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:11.595380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-5b1b9bdd-f108-4954-9822-2bafb54629a5 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 950 time: 0.1237402 Nov 23 10:44:11.613990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb526246-3791-495c-9851-0fface70e195 req-0f7a325f-2da4-4d80-91f7-b97168213517 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:11.615235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb526246-3791-495c-9851-0fface70e195 req-0f7a325f-2da4-4d80-91f7-b97168213517 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0713704 Nov 23 10:44:11.650404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.673633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb526246-3791-495c-9851-0fface70e195 req-5852e0e1-2341-4f77-bc0b-ca1eb628a802 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523071 Nov 23 10:44:11.684246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ffc9e147-546e-4d57-a73f-68a70bbe77c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:11.745402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c39543e6-29a6-45c3-8148-1c06d6607df4 req-4ab14a74-0807-4271-ac73-c327a3edcc2c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1907533609', 'description': 'tempest-description-991439875'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:11.772821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c39543e6-29a6-45c3-8148-1c06d6607df4 req-4ab14a74-0807-4271-ac73-c327a3edcc2c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.794001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Deleting port 6ea37db0-a933-4355-a61b-eee471391daf {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:11.794636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.841216 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Sync routers for ids ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:11.853435 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Routers {'0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:11.854050 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:11.897970 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c39543e6-29a6-45c3-8148-1c06d6607df4 req-4ab14a74-0807-4271-ac73-c327a3edcc2c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.904069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c39543e6-29a6-45c3-8148-1c06d6607df4 req-4ab14a74-0807-4271-ac73-c327a3edcc2c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.941670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c39543e6-29a6-45c3-8148-1c06d6607df4 req-4ab14a74-0807-4271-ac73-c327a3edcc2c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:11.956795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c39543e6-29a6-45c3-8148-1c06d6607df4 req-4ab14a74-0807-4271-ac73-c327a3edcc2c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2188225 Nov 23 10:44:11.963360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab14a74-0807-4271-ac73-c327a3edcc2c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1839ef-5c01-4832-b939-0e334aaf39e0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:12.018814 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Set router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:12.162989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:12.249554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:12.250864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.283204 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:09Z', 'revision_number': 4, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port': {'id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ea:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:05Z', 'updated_at': '2021-11-23T10:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'cbd87621-55a8-435d-a820-89633fc6c656', 'name': '', 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'mac_address': 'fa:16:3e:6b:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '586aaae2-f84a-499a-b343-74723784de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:08Z', 'updated_at': '2021-11-23T10:44:09Z', 'revision_number': 2, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'subnets': [{'id': '586aaae2-f84a-499a-b343-74723784de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:12.315747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] For port 6ea37db0-a933-4355-a61b-eee471391daf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6ea37db0-a933-4355-a61b-eee471391daf,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:12.316118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.319277 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Checking router: 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:12.319739 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Updating router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 port cbd87621-55a8-435d-a820-89633fc6c656 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:44:12.334618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Calling delete_port for 6ea37db0-a933-4355-a61b-eee471391daf owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:12.353924 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.357260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.367041 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b65d9f77-737a-4be1-8c4b-c46a5b9d4e6c req-16d074d6-6fc2-4bb1-825b-3d8a3fb5afa3 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.0468121 Nov 23 10:44:12.387976 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.391343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:12.398664 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.498894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:12.531623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fdf86-14a6-4baf-844b-71bb3350986a req-3c31ee2d-20c6-4e74-b45d-60f814df93ee tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:12.542298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Allocated IP 172.25.5.247 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/c3321ce2-1983-4e7a-abce-6010338afa10) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:12.543152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c6fdf86-14a6-4baf-844b-71bb3350986a req-3c31ee2d-20c6-4e74-b45d-60f814df93ee tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed9e9266-f035-42cb-ada6-1b7ec558feaa HTTP/1.1" status: 200 len: 950 time: 0.0764306 Nov 23 10:44:12.600779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c6fdf86-14a6-4baf-844b-71bb3350986a req-1e657549-faaa-409c-b86f-d91fe3005ee8 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564952 Nov 23 10:44:12.689140 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.702342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['6ea37db0-a933-4355-a61b-eee471391daf', 'feeaf2af-cd4a-4454-8993-56ad160c487a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:12.708785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['42633e79-4222-4c75-853b-6ebc12ccaad1'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:12.737466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Pushing event deleted for resources: {'Port': ['ID=6ea37db0-a933-4355-a61b-eee471391daf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:12.762028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7473911d-077b-4d31-b91e-429504fef5a8 req-72435cb1-8a11-4db5-833c-24144a40213b tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/2529c8bc-3b3e-44d0-8a24-7a516fc1444d HTTP/1.1" status: 200 len: 1824 time: 0.0656471 Nov 23 10:44:12.780935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.807268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] No DVR routers for this DVR port 6ea37db0-a933-4355-a61b-eee471391daf on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:12.810726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.814328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e5271f5-df53-4c19-81e1-f2fb17c2d75f req-ad728d30-42d4-4374-9566-c9ca65f24fd6 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "DELETE /v2.0/ports/6ea37db0-a933-4355-a61b-eee471391daf HTTP/1.1" status: 204 len: 173 time: 1.2115097 Nov 23 10:44:12.814794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'name': 'network-vif-deleted', 'tag': '6ea37db0-a933-4355-a61b-eee471391daf'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:12.817688 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa52c86b-2744-4e26-8c15-361436e84dc5" -d '{"events": [{"server_uuid": "ed9e9266-f035-42cb-ada6-1b7ec558feaa", "name": "network-vif-deleted", "tag": "6ea37db0-a933-4355-a61b-eee471391daf"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:12.828131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7473911d-077b-4d31-b91e-429504fef5a8 req-bf13ca93-869b-4da5-95b4-d2b072c6cd2e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/ce1839ef-5c01-4832-b939-0e334aaf39e0 HTTP/1.1" status: 200 len: 1823 time: 0.0644822 Nov 23 10:44:12.834375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7473911d-077b-4d31-b91e-429504fef5a8 req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2529c8bc-3b3e-44d0-8a24-7a516fc1444d', 'remote_group_id': 'ce1839ef-5c01-4832-b939-0e334aaf39e0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:12.834821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7473911d-077b-4d31-b91e-429504fef5a8 req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2529c8bc-3b3e-44d0-8a24-7a516fc1444d', 'remote_group_id': 'ce1839ef-5c01-4832-b939-0e334aaf39e0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:12.856818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.885462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:12.913572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:12.919991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:12.922608 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.923978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:12.934672 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:12.961496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Pushing event updated for resources: {'Port': ['ID=c3321ce2-1983-4e7a-abce-6010338afa10,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:12.963400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7473911d-077b-4d31-b91e-429504fef5a8 req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.008235 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Pushing event updated for resources: {'Port': ['ID=cbd87621-55a8-435d-a820-89633fc6c656,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:13.028975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.029622 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.030142 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.030649 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.031140 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.031648 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.032135 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.032620 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.033103 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.033765 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.034333 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.036662 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:13.104809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7473911d-077b-4d31-b91e-429504fef5a8 req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.110884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7473911d-077b-4d31-b91e-429504fef5a8 req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.128512 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Attempting to bind port cbd87621-55a8-435d-a820-89633fc6c656 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:13.129257 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Attempting to bind port cbd87621-55a8-435d-a820-89633fc6c656 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:13.130710 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Attempting to bind port cbd87621-55a8-435d-a820-89633fc6c656 on network f1854a92-8694-471b-a1a1-35bc2bd173c1 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:13.140885 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:13.141568 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Checking segment: {'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:13.142217 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.142772 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Bound using segment: {'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:13.143439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Bound port: cbd87621-55a8-435d-a820-89633fc6c656, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:13.143997 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.150429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ffc9e147-546e-4d57-a73f-68a70bbe77c4 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:13.157623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7184205c-fb91-45a4-8338-239509ffa386,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:13.188273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7473911d-077b-4d31-b91e-429504fef5a8 req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.211463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7473911d-077b-4d31-b91e-429504fef5a8 req-89fc526a-870a-458c-b9de-b450ee9932b7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3740015 Nov 23 10:44:13.313599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.323924 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] For port cbd87621-55a8-435d-a820-89633fc6c656, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:13.329406 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] For port cbd87621-55a8-435d-a820-89633fc6c656, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cbd87621-55a8-435d-a820-89633fc6c656,segment=NetworkSegment(a2b7ad78-794f-4e77-b2b5-e4d0669cad3f),segment_id=a2b7ad78-794f-4e77-b2b5-e4d0669cad3f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:13.346494 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.350628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-3f96cdda-1041-4469-877d-ebbd7568b72f tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:13.357490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-3f96cdda-1041-4469-877d-ebbd7568b72f tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.65 "GET /v2.0/networks?id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 HTTP/1.1" status: 200 len: 815 time: 0.3067498 Nov 23 10:44:13.429697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9c489-9738-4fcf-8722-97a43d7873fc req-b2b963cf-f24f-4b06-9478-acfba50bb95a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:13.440916 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74d9c489-9738-4fcf-8722-97a43d7873fc req-b2b963cf-f24f-4b06-9478-acfba50bb95a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 945 time: 0.1178005 Nov 23 10:44:13.497251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:13.505374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.518758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74d9c489-9738-4fcf-8722-97a43d7873fc req-c71c44b8-94e3-46b0-b325-54f3b70d17a8 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758870 Nov 23 10:44:13.554970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-9162e05b-7cea-45de-91ef-b520ed31b596 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749234af7c65413dae63661137894b99 HTTP/1.1" status: 200 len: 379 time: 0.1785972 Nov 23 10:44:13.566532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Request body: {'port': {'device_id': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'admin_state_up': True, 'tenant_id': '749234af7c65413dae63661137894b99', 'security_groups': ['fa32206f-ae68-4366-accb-1dc883abbac1']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:13.599890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port ffc9e147-546e-4d57-a73f-68a70bbe77c4 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:13.601622 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Routers {'0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:13.606415 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:43:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:13.606977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'port_id': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'mac_address': 'fa:16:3e:ea:ee:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55de5901-2cd8-40fa-86cb-6ca8f19582b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:13.616088 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-51200650-5c18-450f-b936-bab9181e299f None None] Provisioning complete for port cbd87621-55a8-435d-a820-89633fc6c656 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:13.616752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51200650-5c18-450f-b936-bab9181e299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.620801 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cffcf5-2562-4459-ac86-964b9f142459 None None] Pushing event updated for resources: {'Port': ['ID=cbd87621-55a8-435d-a820-89633fc6c656,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:13.631040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ffc9e147-546e-4d57-a73f-68a70bbe77c4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:13.632217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.802916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e41df-80ac-4b48-a84d-575d2e18bf4f req-3b26cb61-0588-4bd8-9878-7a4fda5ad2dd tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:13.815915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-527e41df-80ac-4b48-a84d-575d2e18bf4f req-3b26cb61-0588-4bd8-9878-7a4fda5ad2dd tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.1381660 Nov 23 10:44:13.926526 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-527e41df-80ac-4b48-a84d-575d2e18bf4f req-e8094dcd-1860-42d9-a8d1-eff09f08aa39 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081777 Nov 23 10:44:13.941923 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:13.947306 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] Set router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:13.958817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:14.014704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:14.030311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.050430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.053261 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.096744 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.127844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51200650-5c18-450f-b936-bab9181e299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.133434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:14.172052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2954ba-c846-4b42-bdef-99b4266f2ebd req-e1cfadad-73f7-48a9-b5c0-3e023ac4adef tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:14.181791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a2954ba-c846-4b42-bdef-99b4266f2ebd req-e1cfadad-73f7-48a9-b5c0-3e023ac4adef tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1113858 Nov 23 10:44:14.190972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:14.250971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.269507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Pushing event updated for resources: {'Port': ['ID=c3321ce2-1983-4e7a-abce-6010338afa10,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:14.280042 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a2954ba-c846-4b42-bdef-99b4266f2ebd req-ad282a0a-1d1f-4697-9136-031cd3191665 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925322 Nov 23 10:44:14.282739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Made reservation on behalf of 749234af7c65413dae63661137894b99 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:14.290723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.324953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.332228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-c98ad90f-9229-43a7-a6db-a6869a955cf9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7575724 Nov 23 10:44:14.350515 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11768bc-f19b-44f4-bda7-6d6122b6b252 x-openstack-request-id: req-f11768bc-f19b-44f4-bda7-6d6122b6b252 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:14.350822 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9e9266-f035-42cb-ada6-1b7ec558feaa", "name": "network-vif-deleted", "tag": "6ea37db0-a933-4355-a61b-eee471391daf", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:14.351087 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f11768bc-f19b-44f4-bda7-6d6122b6b252 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:14.351511 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9e9266-f035-42cb-ada6-1b7ec558feaa', 'name': 'network-vif-deleted', 'tag': '6ea37db0-a933-4355-a61b-eee471391daf', 'status': 'completed', 'code': 200} Nov 23 10:44:14.393734 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:09Z', 'revision_number': 4, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port': {'id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:05Z', 'updated_at': '2021-11-23T10:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'cbd87621-55a8-435d-a820-89633fc6c656', 'name': '', 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'mac_address': 'fa:16:3e:6b:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '586aaae2-f84a-499a-b343-74723784de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:08Z', 'updated_at': '2021-11-23T10:44:13Z', 'revision_number': 4, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'subnets': [{'id': '586aaae2-f84a-499a-b343-74723784de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:14.405947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:14.408447 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1350a6-14a4-48e3-a508-92d95384e0a2" -d '{"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:14.424252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-b7c0b007-448e-478a-9b8d-6c0d8dbd063c tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.0896494 Nov 23 10:44:14.443621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6649f509-3be0-4de9-856b-32ba231fca90 req-908642c3-ebd9-4296-9eed-0ef2c5beffb2 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/ce1839ef-5c01-4832-b939-0e334aaf39e0 HTTP/1.1" status: 200 len: 1823 time: 0.0772336 Nov 23 10:44:14.463409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:14.467869 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f8567-f459-4b6d-96c5-dab75bf0c0c1 None None] The sync data for ids ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'] in n-d-817747-2 is: [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:09Z', 'revision_number': 4, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port': {'id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:05Z', 'updated_at': '2021-11-23T10:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'cbd87621-55a8-435d-a820-89633fc6c656', 'name': '', 'network_id': 'f1854a92-8694-471b-a1a1-35bc2bd173c1', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'mac_address': 'fa:16:3e:6b:2f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '586aaae2-f84a-499a-b343-74723784de14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:08Z', 'updated_at': '2021-11-23T10:44:13Z', 'revision_number': 4, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'subnets': [{'id': '586aaae2-f84a-499a-b343-74723784de14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:14.509027 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.518367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:14.523519 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-afc5040e-3217-497a-bf34-e29464210334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.599433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6649f509-3be0-4de9-856b-32ba231fca90 req-224142df-1b69-47d7-91c3-530fce9e267e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.623262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-51200650-5c18-450f-b936-bab9181e299f None None] For port cbd87621-55a8-435d-a820-89633fc6c656, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cbd87621-55a8-435d-a820-89633fc6c656,segment=NetworkSegment(a2b7ad78-794f-4e77-b2b5-e4d0669cad3f),segment_id=a2b7ad78-794f-4e77-b2b5-e4d0669cad3f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:14.647436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6649f509-3be0-4de9-856b-32ba231fca90 req-224142df-1b69-47d7-91c3-530fce9e267e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.658994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:14.659367 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.662963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51200650-5c18-450f-b936-bab9181e299f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.752761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:14.773733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6649f509-3be0-4de9-856b-32ba231fca90 req-224142df-1b69-47d7-91c3-530fce9e267e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.777707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6649f509-3be0-4de9-856b-32ba231fca90 req-224142df-1b69-47d7-91c3-530fce9e267e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:14.793409 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6649f509-3be0-4de9-856b-32ba231fca90 req-224142df-1b69-47d7-91c3-530fce9e267e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-groups/ce1839ef-5c01-4832-b939-0e334aaf39e0 HTTP/1.1" status: 204 len: 173 time: 0.3465500 Nov 23 10:44:14.830401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224142df-1b69-47d7-91c3-530fce9e267e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1839ef-5c01-4832-b939-0e334aaf39e0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:14.846377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-b2c11662-7e1e-4ca5-a4dc-5670df3e6804 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:14.849379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5b230b6-f0b3-4996-8864-a6ae7a7ced84 req-b2c11662-7e1e-4ca5-a4dc-5670df3e6804 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.4172239 Nov 23 10:44:14.851022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Allocated IP 172.20.0.11 (8ee65a4d-f821-40a4-bb1b-b01bc59e54d7/35841bc8-c9dd-4a3d-8b0e-d212b187acbf/9f3e3e7f-444a-4b38-981a-5580afba75a2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:14.951914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6ea37db0-a933-4355-a61b-eee471391daf no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:14.960645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31efec34-84a8-434a-9407-e18e3ffd5569 req-c5c29cdb-49c8-4825-ada2-3df3b6abb058 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.0593607 Nov 23 10:44:14.981364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51200650-5c18-450f-b936-bab9181e299f None None] Pushing event updated for resources: {'Port': ['ID=cbd87621-55a8-435d-a820-89633fc6c656,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:14.984028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ba5fe3cf-312a-4868-9807-33200a744e8b None None] Provisioning complete for port cbd87621-55a8-435d-a820-89633fc6c656 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:14.984597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba5fe3cf-312a-4868-9807-33200a744e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:15.028305 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f48234-9f7e-4601-8f55-fae8acad19fe x-openstack-request-id: req-39f48234-9f7e-4601-8f55-fae8acad19fe {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:15.028875 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:15.029338 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39f48234-9f7e-4601-8f55-fae8acad19fe {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:15.029951 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'code': 200} Nov 23 10:44:15.055045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 6ea37db0-a933-4355-a61b-eee471391daf {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:15.055646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6ea37db0-a933-4355-a61b-eee471391daf not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:15.056250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:15.218563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e9d1b-8edb-42c5-9720-0923abd2e6b3 req-97eb3f28-f6df-496d-b391-3202dab1fd26 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:15.221278 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-441e9d1b-8edb-42c5-9720-0923abd2e6b3 req-97eb3f28-f6df-496d-b391-3202dab1fd26 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0797400 Nov 23 10:44:15.223994 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:15.241327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:15.272591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:15.281908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72475484-bf1d-4a59-9dce-71f24534cf8c req-1b607a92-b730-4dc1-b3e3-d627bcebafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:15.283584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72475484-bf1d-4a59-9dce-71f24534cf8c req-1b607a92-b730-4dc1-b3e3-d627bcebafa3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 1097 time: 0.1868696 Nov 23 10:44:15.284457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:15.305438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-441e9d1b-8edb-42c5-9720-0923abd2e6b3 req-57c3b4d3-02b7-43d2-a522-d745bcc1e0ee tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757399 Nov 23 10:44:15.310887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d025cda3-15db-41f1-9fef-de21d384a73f req-01726956-2cda-4843-935e-affc5183d53f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/2529c8bc-3b3e-44d0-8a24-7a516fc1444d HTTP/1.1" status: 200 len: 1824 time: 0.1917913 Nov 23 10:44:15.314250 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:15.349924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:15.407309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31728a9e-3abd-4ba7-9c38-dc5a3ef63587 req-baf61d9c-1c7b-48c1-bedf-740286b6cf5c tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips/7b04beb0-8357-4827-8561-f5e7048fcb6e HTTP/1.1" status: 200 len: 693 time: 0.0715091 Nov 23 10:44:15.487041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72475484-bf1d-4a59-9dce-71f24534cf8c req-643c4726-9308-4c0d-a40c-fa9d6e169c11 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596859 Nov 23 10:44:15.549093 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:15.622854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5b949-a094-4594-9735-b3928e848c31 req-f4094357-d704-4cf8-bce3-e2db32148ab7 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:15.631572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81c5b949-a094-4594-9735-b3928e848c31 req-f4094357-d704-4cf8-bce3-e2db32148ab7 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 943 time: 0.0685816 Nov 23 10:44:15.635798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:15.639297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:15.642033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:15.652096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31728a9e-3abd-4ba7-9c38-dc5a3ef63587 req-33de575f-970d-456c-b3e7-2bd99eb96d23 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:15.675754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31728a9e-3abd-4ba7-9c38-dc5a3ef63587 req-33de575f-970d-456c-b3e7-2bd99eb96d23 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2554910 Nov 23 10:44:15.681646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-0d4d3bda-2c28-49f9-af0e-08b2e3d6d6ac req-d9c95d62-f0e0-4d41-b9df-6822d2cc1a26 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-146445005', 'description': 'tempest-description-141752958'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:15.686066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event updated for resources: {'Port': ['ID=9f3e3e7f-444a-4b38-981a-5580afba75a2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:15.695341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81c5b949-a094-4594-9735-b3928e848c31 req-cd9a64fa-6fc6-466c-8d89-2c24336bb58b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628276 Nov 23 10:44:15.754235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:15.755760 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:15.780968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d4d3bda-2c28-49f9-af0e-08b2e3d6d6ac req-d9c95d62-f0e0-4d41-b9df-6822d2cc1a26 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:15.825584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-22fefe48-6165-469c-b48f-98d88674e4c2 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2672105 Nov 23 10:44:15.872040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Request body: {'port': {'device_id': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:15.887717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b10bd-d1e7-4d29-a9e6-18fda96b07fd req-78a75462-9f97-42df-9476-99147bac3e67 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:15.890003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce0b10bd-d1e7-4d29-a9e6-18fda96b07fd req-78a75462-9f97-42df-9476-99147bac3e67 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0793264 Nov 23 10:44:15.966388 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce0b10bd-d1e7-4d29-a9e6-18fda96b07fd req-f8054c01-3427-4f79-8def-edb68e2f51f7 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673141 Nov 23 10:44:16.000059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-536090c1-0431-4f09-ac5e-1f1fb454d24c None None] Provisioning complete for port 9f3e3e7f-444a-4b38-981a-5580afba75a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:16.001094 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-536090c1-0431-4f09-ac5e-1f1fb454d24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.026052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d4d3bda-2c28-49f9-af0e-08b2e3d6d6ac req-d9c95d62-f0e0-4d41-b9df-6822d2cc1a26 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.046399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d4d3bda-2c28-49f9-af0e-08b2e3d6d6ac req-d9c95d62-f0e0-4d41-b9df-6822d2cc1a26 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.078332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-536090c1-0431-4f09-ac5e-1f1fb454d24c None None] Port 9f3e3e7f-444a-4b38-981a-5580afba75a2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:16.096247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.117528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c95d62-f0e0-4d41-b9df-6822d2cc1a26 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76422c7-04c9-43a5-a55b-3d7e1635973a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:16.135690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581f50-611d-48e2-9cf4-112932c9de2b req-f221c617-4158-417e-94ec-ee7357f513df tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:16.151935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3581f50-611d-48e2-9cf4-112932c9de2b req-f221c617-4158-417e-94ec-ee7357f513df tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 950 time: 0.0998561 Nov 23 10:44:16.163340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d4d3bda-2c28-49f9-af0e-08b2e3d6d6ac req-d9c95d62-f0e0-4d41-b9df-6822d2cc1a26 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.163814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cbd87621-55a8-435d-a820-89633fc6c656 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:16.184295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d4d3bda-2c28-49f9-af0e-08b2e3d6d6ac req-d9c95d62-f0e0-4d41-b9df-6822d2cc1a26 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5064340 Nov 23 10:44:16.232653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3581f50-611d-48e2-9cf4-112932c9de2b req-30846f98-8b1a-493b-a9e6-6ec36ef135ce tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797169 Nov 23 10:44:16.240486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cbd87621-55a8-435d-a820-89633fc6c656 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:16.241100 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.246654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11a18170-11c2-45a0-99c6-0ff1d604142a req-953e7f40-7f06-48e0-a1bd-a068630263c3 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips?tenant_id=7c94d4d87e474c078f2d55911cfed062 HTTP/1.1" status: 200 len: 696 time: 0.0614810 Nov 23 10:44:16.563466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e6f47-2146-418f-bc3b-71a26e5c722a req-617e6075-ead7-476b-b454-25cda32fced0 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:16.569887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e88e6f47-2146-418f-bc3b-71a26e5c722a req-617e6075-ead7-476b-b454-25cda32fced0 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 932 time: 0.0780137 Nov 23 10:44:16.620664 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e88e6f47-2146-418f-bc3b-71a26e5c722a req-09611fa6-f405-46ce-9100-db2e78f948af tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473785 Nov 23 10:44:16.759261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-5787f79b-fc8c-4309-a086-e63d55568262 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/c76422c7-04c9-43a5-a55b-3d7e1635973a HTTP/1.1" status: 200 len: 1822 time: 0.0395241 Nov 23 10:44:16.764757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18170-11c2-45a0-99c6-0ff1d604142a req-992449be-c4ff-4ed1-b750-516a8d50435c tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:16.766284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11a18170-11c2-45a0-99c6-0ff1d604142a req-992449be-c4ff-4ed1-b750-516a8d50435c tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks?id=25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 787 time: 0.5119247 Nov 23 10:44:16.775220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c76422c7-04c9-43a5-a55b-3d7e1635973a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:16.776441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c76422c7-04c9-43a5-a55b-3d7e1635973a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:16.860077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.862344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-031dd0e8-1cf3-4ae3-bbfb-b604d2854a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.890867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.896638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.900304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3e3e7f-444a-4b38-981a-5580afba75a2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:16.901704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:16.912430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.915935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bcb40c-4862-4d66-b0a6-9b19193a3577,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:16.925440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.925802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.926199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.926795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.927214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.927675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.928030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.928573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.928919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.929284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.929989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.930339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:16.936181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f2e7e-1de4-4608-947d-ca917315535a req-79bab5dc-b49b-4477-9da8-09f79bc59a2d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:16.936999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:16.937783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f8f2e7e-1de4-4608-947d-ca917315535a req-79bab5dc-b49b-4477-9da8-09f79bc59a2d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1083500 Nov 23 10:44:16.949800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ffa9d06-6b1f-4494-9904-67794b7dd77d req-9823cb33-573d-418a-836d-93612d931b61 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1795461 Nov 23 10:44:16.958650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Transition to ACTIVE for port object 9f3e3e7f-444a-4b38-981a-5580afba75a2 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:16.980816 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.092763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:17.093376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.097690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f8f2e7e-1de4-4608-947d-ca917315535a req-027911c0-6f22-4b86-993e-21a829fd315d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471610 Nov 23 10:44:17.116708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3e3e7f-444a-4b38-981a-5580afba75a2,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:17.123814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cccf7b-df3f-4b8e-9fb4-12140d4c2eb3 req-da5379c5-b1ae-4e63-beb9-14b99073fd01 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:17.134960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02cccf7b-df3f-4b8e-9fb4-12140d4c2eb3 req-da5379c5-b1ae-4e63-beb9-14b99073fd01 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 943 time: 0.1149826 Nov 23 10:44:17.253812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.277747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02cccf7b-df3f-4b8e-9fb4-12140d4c2eb3 req-93939aee-de5e-48b4-bab5-04c92eed534e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419234 Nov 23 10:44:17.281423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-161db701-fddc-419b-be8c-f30dc6e35596 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips/7b04beb0-8357-4827-8561-f5e7048fcb6e HTTP/1.1" status: 200 len: 693 time: 0.1168396 Nov 23 10:44:17.318282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:17.321468 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eef0e5-5e44-43df-9925-8172b687f985" -d '{"events": [{"server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "name": "network-vif-plugged", "status": "completed", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:17.358316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:17.358715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46f1e584-572d-4182-b85f-7325df123019 req-fbc27cd4-fa8b-4a25-a865-71f88b5f2932 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/c76422c7-04c9-43a5-a55b-3d7e1635973a HTTP/1.1" status: 200 len: 2416 time: 0.0505762 Nov 23 10:44:17.364630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-46f1e584-572d-4182-b85f-7325df123019 req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c76422c7-04c9-43a5-a55b-3d7e1635973a', 'remote_group_id': None}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:17.364962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-46f1e584-572d-4182-b85f-7325df123019 req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c76422c7-04c9-43a5-a55b-3d7e1635973a', 'remote_group_id': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:17.371137 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.454436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:17.464216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46f1e584-572d-4182-b85f-7325df123019 req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.495747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Attempting to bind port 9f3e3e7f-444a-4b38-981a-5580afba75a2 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:17.496096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Attempting to bind port 9f3e3e7f-444a-4b38-981a-5580afba75a2 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:17.496715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Attempting to bind port 9f3e3e7f-444a-4b38-981a-5580afba75a2 on network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:17.498985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46f1e584-572d-4182-b85f-7325df123019 req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.506236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46f1e584-572d-4182-b85f-7325df123019 req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.511950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bac7fe-5cf9-4981-a990-dc21c59d7cc6 req-6c8450a6-b59e-4a5e-bf0e-008e261de5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:17.513534 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93bac7fe-5cf9-4981-a990-dc21c59d7cc6 req-6c8450a6-b59e-4a5e-bf0e-008e261de5c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 1096 time: 0.3717022 Nov 23 10:44:17.521338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Port 9f3e3e7f-444a-4b38-981a-5580afba75a2 on network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:17.521673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Attempting to bind port 9f3e3e7f-444a-4b38-981a-5580afba75a2 on network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:17.529993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76922350-d744-430e-b742-5b246bb3d545,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:17.540747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46f1e584-572d-4182-b85f-7325df123019 req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.541621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-32d71548-d5f3-4899-8338-f671981fc36c tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:17.541931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46f1e584-572d-4182-b85f-7325df123019 req-bdf5cdc5-3dea-4a55-a8dd-849a375822f0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1821465 Nov 23 10:44:17.543135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-32d71548-d5f3-4899-8338-f671981fc36c tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2609253 Nov 23 10:44:17.578813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:17.579193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Checking segment: {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:17.579528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Bound using segment: {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:17.579979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Bound port: 9f3e3e7f-444a-4b38-981a-5580afba75a2, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee46cbee-0986-47f7-a272-d9f0371339a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:17.580340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.637350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-9dd84309-e482-4eec-b699-0572cabf8af7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:17.639108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-9dd84309-e482-4eec-b699-0572cabf8af7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.58 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 950 time: 0.1869497 Nov 23 10:44:17.655522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5811e-0e94-48b2-935c-ec571f3bc464 req-848eb52b-a158-46c1-8f5a-93ac16fc1b98 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:17.657005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54d5811e-0e94-48b2-935c-ec571f3bc464 req-848eb52b-a158-46c1-8f5a-93ac16fc1b98 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0526707 Nov 23 10:44:17.668048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-77ba3e10-1303-4d02-b9ef-b7ef07cd5dd3 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.1088197 Nov 23 10:44:17.719341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54d5811e-0e94-48b2-935c-ec571f3bc464 req-07224800-416e-4066-9c1b-cfc8febf7eac tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544140 Nov 23 10:44:17.784668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93bac7fe-5cf9-4981-a990-dc21c59d7cc6 req-9ceb869a-e384-4a68-b6ea-9df92279b7c7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376761 Nov 23 10:44:17.791712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-112d639d-3112-46ff-9e6c-af4b65597c6a tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.247 HTTP/1.1" status: 200 len: 696 time: 0.1025493 Nov 23 10:44:17.833821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c0347-0de7-4744-9cf4-57c3206aa633 req-55ff1c68-4b2c-4f82-8e27-d7f86a9ad2bb tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:17.835550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d9c0347-0de7-4744-9cf4-57c3206aa633 req-55ff1c68-4b2c-4f82-8e27-d7f86a9ad2bb tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 950 time: 0.0542824 Nov 23 10:44:17.874756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] For port 9f3e3e7f-444a-4b38-981a-5580afba75a2, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:17.889570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d9c0347-0de7-4744-9cf4-57c3206aa633 req-2c7c0209-f748-4d54-a954-881dfd789484 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474052 Nov 23 10:44:17.933718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] For port 9f3e3e7f-444a-4b38-981a-5580afba75a2, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:17.937672 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce277127-d570-46ce-9d83-8542300b0ebf x-openstack-request-id: req-ce277127-d570-46ce-9d83-8542300b0ebf {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:17.937997 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "name": "network-vif-plugged", "status": "completed", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:17.938203 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ce277127-d570-46ce-9d83-8542300b0ebf {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:17.938602 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'code': 200} Nov 23 10:44:17.948434 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:17.994971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d7aac628-bc13-4f91-80a8-de555703474a req-d111c50b-3272-4ea2-b06a-7cd84d3f0cc7 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/c76422c7-04c9-43a5-a55b-3d7e1635973a HTTP/1.1" status: 200 len: 3015 time: 0.0438089 Nov 23 10:44:18.010253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Deleting port 42633e79-4222-4c75-853b-6ebc12ccaad1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:18.010597 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.035084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.036098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.037735 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] 10.222.0.65 "PUT /v2.0/ports/9f3e3e7f-444a-4b38-981a-5580afba75a2 HTTP/1.1" status: 200 len: 1092 time: 2.1731877 Nov 23 10:44:18.039178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:18.041413 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:18.146832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfada6d8-532d-44c3-91b5-40ac3bdadfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3e3e7f-444a-4b38-981a-5580afba75a2,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:18.181235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca00529-6db2-495d-84d7-8ff956089a0b req-2d9bffed-7a67-4a52-b2cf-5ef6a5852b0e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.187651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Deleting port c3321ce2-1983-4e7a-abce-6010338afa10 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:18.187991 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.191559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ca00529-6db2-495d-84d7-8ff956089a0b req-2d9bffed-7a67-4a52-b2cf-5ef6a5852b0e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.0709176 Nov 23 10:44:18.243259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] For port 42633e79-4222-4c75-853b-6ebc12ccaad1, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=42633e79-4222-4c75-853b-6ebc12ccaad1,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:18.243629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.251674 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ca00529-6db2-495d-84d7-8ff956089a0b req-46207cad-12aa-4663-83dc-f9742df4f103 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578322 Nov 23 10:44:18.305837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-5e5dae32-2e4a-4fdd-ad98-5f90e9f9e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.307342 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-5e5dae32-2e4a-4fdd-ad98-5f90e9f9e3b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=749234af7c65413dae63661137894b99&device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 1095 time: 0.2147202 Nov 23 10:44:18.317567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Calling delete_port for 42633e79-4222-4c75-853b-6ebc12ccaad1 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:18.383485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40fe758c-16ba-4536-8b2e-2bbd2379a459 req-1487295b-eefb-497b-a177-1f018e863c56 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-group-rules/76922350-d744-430e-b742-5b246bb3d545 HTTP/1.1" status: 200 len: 783 time: 0.0244772 Nov 23 10:44:18.384137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-b04c5ccf-b861-4f6b-bca7-724171faa3e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2 HTTP/1.1" status: 200 len: 217 time: 0.0626986 Nov 23 10:44:18.437176 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40fe758c-16ba-4536-8b2e-2bbd2379a459 req-b9fc03b3-324d-4b61-9095-c7df05ac46b2 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/c76422c7-04c9-43a5-a55b-3d7e1635973a HTTP/1.1" status: 200 len: 3015 time: 0.0461066 Nov 23 10:44:18.449495 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.467544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.467938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.478673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-40fe758c-16ba-4536-8b2e-2bbd2379a459 req-98badd4a-eb34-4602-8eb1-1b633edc0c6e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.487418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-40fe758c-16ba-4536-8b2e-2bbd2379a459 req-98badd4a-eb34-4602-8eb1-1b633edc0c6e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.497763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09336280-3c11-4513-82e4-9b9d025026ef req-d01ccd68-1ef0-4517-9cab-52f195e5f165 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.499227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09336280-3c11-4513-82e4-9b9d025026ef req-d01ccd68-1ef0-4517-9cab-52f195e5f165 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.2660971 Nov 23 10:44:18.507091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Calling delete_port for c3321ce2-1983-4e7a-abce-6010338afa10 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:18.518295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-40fe758c-16ba-4536-8b2e-2bbd2379a459 req-98badd4a-eb34-4602-8eb1-1b633edc0c6e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.525970 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-40fe758c-16ba-4536-8b2e-2bbd2379a459 req-98badd4a-eb34-4602-8eb1-1b633edc0c6e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.526414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-b6eaa3a2-3111-4010-bb8a-f8fcd68da6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.527327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40fe758c-16ba-4536-8b2e-2bbd2379a459 req-98badd4a-eb34-4602-8eb1-1b633edc0c6e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/76922350-d744-430e-b742-5b246bb3d545 HTTP/1.1" status: 204 len: 173 time: 0.0782850 Nov 23 10:44:18.527847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-b6eaa3a2-3111-4010-bb8a-f8fcd68da6ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35841bc8-c9dd-4a3d-8b0e-d212b187acbf HTTP/1.1" status: 200 len: 854 time: 0.1084063 Nov 23 10:44:18.536795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98badd4a-eb34-4602-8eb1-1b633edc0c6e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76922350-d744-430e-b742-5b246bb3d545,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:18.595114 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e60a871-9473-46e1-9871-065f6f5dcb8e x-openstack-request-id: req-2e60a871-9473-46e1-9871-065f6f5dcb8e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:18.595465 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:18.595670 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e60a871-9473-46e1-9871-065f6f5dcb8e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:18.596074 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'status': 'completed', 'code': 200} Nov 23 10:44:18.688429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39001b8c-bb7f-479e-8b11-32d9b593d6a8 req-8a17c822-0726-490a-9bc3-716371bbc131 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.689996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39001b8c-bb7f-479e-8b11-32d9b593d6a8 req-8a17c822-0726-490a-9bc3-716371bbc131 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0607026 Nov 23 10:44:18.733466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-e6140a3b-5426-4f9a-aa78-96a2c1b8eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.734967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-e6140a3b-5426-4f9a-aa78-96a2c1b8eb7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786983 Nov 23 10:44:18.741626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39001b8c-bb7f-479e-8b11-32d9b593d6a8 req-0bdb5447-3f6b-4922-ba33-8fef22f41e06 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432279 Nov 23 10:44:18.791011 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.812789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['feeaf2af-cd4a-4454-8993-56ad160c487a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:18.820223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['42633e79-4222-4c75-853b-6ebc12ccaad1'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:18.841224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Deleting port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:18.841560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:18.881907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523ceee-fe2e-459c-b922-80563148607d req-d15447c6-cabd-40d7-acf8-91459026cbb1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:18.890129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4523ceee-fe2e-459c-b922-80563148607d req-d15447c6-cabd-40d7-acf8-91459026cbb1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 945 time: 0.0824277 Nov 23 10:44:18.891345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Pushing event deleted for resources: {'Port': ['ID=42633e79-4222-4c75-853b-6ebc12ccaad1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:18.979244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4523ceee-fe2e-459c-b922-80563148607d req-595153fb-16a7-430e-b5cf-0d568f041f92 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881522 Nov 23 10:44:19.041159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] No DVR routers for this DVR port 42633e79-4222-4c75-853b-6ebc12ccaad1 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:19.047041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.050361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e41314c5-993d-4b73-a7f6-3c229a0bf549 req-b3d7daff-204a-4e39-a42f-51f6df6c2e0a tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.58 "DELETE /v2.0/ports/42633e79-4222-4c75-853b-6ebc12ccaad1 HTTP/1.1" status: 204 len: 173 time: 1.3982258 Nov 23 10:44:19.053216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.068680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-9296247c-be2b-4f26-8d19-20f69493843c service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210318 Nov 23 10:44:19.079658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0629cc44-0c4a-4f4d-a739-543f72c8d77b req-c3838e65-bfa7-49df-a13d-66e44cf9cf42 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/c76422c7-04c9-43a5-a55b-3d7e1635973a HTTP/1.1" status: 200 len: 2416 time: 0.0786941 Nov 23 10:44:19.100955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Pushing event deleted for resources: {'Port': ['ID=c3321ce2-1983-4e7a-abce-6010338afa10,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:19.192284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0629cc44-0c4a-4f4d-a739-543f72c8d77b req-67fa03b9-a3cb-4fcc-82bc-610aa814f4d0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.195854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] For port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:19.196280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.221150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0629cc44-0c4a-4f4d-a739-543f72c8d77b req-67fa03b9-a3cb-4fcc-82bc-610aa814f4d0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.240212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Calling delete_port for 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:19.268320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.271808 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.273063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3eba7dd-a94c-4e3b-8204-45481060cf3b req-f95416eb-2c97-4a87-aeb2-58d00b5b6405 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "DELETE /v2.0/floatingips/7b04beb0-8357-4827-8561-f5e7048fcb6e HTTP/1.1" status: 204 len: 173 time: 1.4616399 Nov 23 10:44:19.279585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0629cc44-0c4a-4f4d-a739-543f72c8d77b req-67fa03b9-a3cb-4fcc-82bc-610aa814f4d0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.282652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0629cc44-0c4a-4f4d-a739-543f72c8d77b req-67fa03b9-a3cb-4fcc-82bc-610aa814f4d0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.284457 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0629cc44-0c4a-4f4d-a739-543f72c8d77b req-67fa03b9-a3cb-4fcc-82bc-610aa814f4d0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-groups/c76422c7-04c9-43a5-a55b-3d7e1635973a HTTP/1.1" status: 204 len: 173 time: 0.2032597 Nov 23 10:44:19.300099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa03b9-a3cb-4fcc-82bc-610aa814f4d0 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76422c7-04c9-43a5-a55b-3d7e1635973a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:19.342073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7c0545f-486b-460f-b8ee-3a0f6b2c2baa req-0ecb4e75-d207-40f4-a3b7-3d7b30e2ebde service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521904 Nov 23 10:44:19.409904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.475359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31e20b-18a8-4455-a969-dbbc5e0196e2 req-62d38253-f503-4042-af6e-50747ec4e239 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:19.493743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c31e20b-18a8-4455-a969-dbbc5e0196e2 req-62d38253-f503-4042-af6e-50747ec4e239 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0879843 Nov 23 10:44:19.537830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-b1d0ef01-9761-42c1-a697-c8e7ff4ce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:19.539449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-b1d0ef01-9761-42c1-a697-c8e7ff4ce781 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=749234af7c65413dae63661137894b99&device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 1095 time: 0.1202774 Nov 23 10:44:19.557319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e9219-35e9-40da-bb70-e3a787617040 req-294b165c-f7a1-43cd-a0d2-126e9a45da92 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:19.558765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c31e20b-18a8-4455-a969-dbbc5e0196e2 req-8fcb9938-2e2f-4573-953e-7c0c168e0ff0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640690 Nov 23 10:44:19.559857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-773e9219-35e9-40da-bb70-e3a787617040 req-294b165c-f7a1-43cd-a0d2-126e9a45da92 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1669147 Nov 23 10:44:19.681691 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.693410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2e7f3da-7332-468d-b15e-3217e13d2b02 req-c644166c-d16e-4592-a0ed-61213a9815ce tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=e74d7896-2243-488f-af30-4e4d5f03e8b8 HTTP/1.1" status: 200 len: 210 time: 0.0458608 Nov 23 10:44:19.811449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027409c-ed17-474f-94f6-83084e264f44 req-9aad1007-e8ed-48e7-9032-5f3161057f84 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:19.813578 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4027409c-ed17-474f-94f6-83084e264f44 req-9aad1007-e8ed-48e7-9032-5f3161057f84 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.0523627 Nov 23 10:44:19.869085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4027409c-ed17-474f-94f6-83084e264f44 req-3a54ce44-acf4-4a14-bc78-ed0b3b82548a tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484443 Nov 23 10:44:19.907860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:19.919962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:19.981573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event deleted for resources: {'Port': ['ID=08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:20.053872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.057808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-d612e499-3ae7-45a4-b218-9b644650b6e1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1571476 Nov 23 10:44:20.067242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] No DVR routers for this DVR port 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:20.069700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:20.070705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.074291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09336280-3c11-4513-82e4-9b9d025026ef req-f5810f84-7de7-49ef-af26-5a39f7ec9f0e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "DELETE /v2.0/ports/08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d HTTP/1.1" status: 204 len: 173 time: 1.5621135 Nov 23 10:44:20.090983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-773e9219-35e9-40da-bb70-e3a787617040 req-4bf167f6-3b9a-4b4c-b419-f4a3891d9a28 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055359 Nov 23 10:44:20.092813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-4f31f7f0-9bd8-428b-b548-52e12c92bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:20.094296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-4f31f7f0-9bd8-428b-b548-52e12c92bd76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 HTTP/1.1" status: 200 len: 916 time: 0.5333946 Nov 23 10:44:20.106867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.172920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-98d6773b-c7eb-4ea7-a378-cc2c557fd5fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2 HTTP/1.1" status: 200 len: 217 time: 0.0683522 Nov 23 10:44:20.198712 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-ca881398-234b-4f70-8c73-dfac9199fff8 req-3d398f52-80fc-4758-a596-489721e898be tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] show failed (client error): The resource could not be found. Nov 23 10:44:20.200529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca881398-234b-4f70-8c73-dfac9199fff8 req-3d398f52-80fc-4758-a596-489721e898be tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/ce1839ef-5c01-4832-b939-0e334aaf39e0 HTTP/1.1" status: 404 len: 352 time: 0.0300643 Nov 23 10:44:20.251564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.273355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-d3bf8319-e9fd-4770-a9d8-a1fdd85cf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:20.275040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-d3bf8319-e9fd-4770-a9d8-a1fdd85cf394 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35841bc8-c9dd-4a3d-8b0e-d212b187acbf HTTP/1.1" status: 200 len: 854 time: 0.0924914 Nov 23 10:44:20.336580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-9a1a3cc3-8e2c-45c7-9400-5c00cc6e71a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:20.338380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-9a1a3cc3-8e2c-45c7-9400-5c00cc6e71a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474274 Nov 23 10:44:20.386957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Allocated IP 172.25.5.34 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/08f0ba44-3aef-4ea9-9b20-b51bad5c2a43) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:20.470123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-c9f602ba-ce84-44c9-9b74-a9fb14bbbc99 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225493 Nov 23 10:44:20.602293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'name': 'network-vif-deleted', 'tag': '42633e79-4222-4c75-853b-6ebc12ccaad1'}, {'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'name': 'network-vif-deleted', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:20.608122 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427ec6f8-0ef4-404d-8c7a-049a3391a490" -d '{"events": [{"server_uuid": "e74d7896-2243-488f-af30-4e4d5f03e8b8", "name": "network-vif-deleted", "tag": "42633e79-4222-4c75-853b-6ebc12ccaad1"}, {"server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "name": "network-vif-deleted", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:20.642012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a6efa89-131a-42ca-9360-0cf7e87dd4ce req-270714c9-8a11-4163-a339-f816db84f345 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614416 Nov 23 10:44:20.787741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-872d8918-3eef-47b2-b829-f4b4f9de27f1 req-a1aa5c48-89cf-4a9c-ba4b-fe0c7f5e126c tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=986f189f-ceab-49c4-8b14-95dd64e69dc8 HTTP/1.1" status: 200 len: 210 time: 0.0304778 Nov 23 10:44:20.885190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.938781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:20.983640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ab3ae41-fb1f-4722-a148-ab1ff8957703 req-629b82aa-3bed-471c-ae00-d46518163575 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/2529c8bc-3b3e-44d0-8a24-7a516fc1444d HTTP/1.1" status: 200 len: 1824 time: 0.0410583 Nov 23 10:44:21.000807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Pushing event updated for resources: {'Port': ['ID=08f0ba44-3aef-4ea9-9b20-b51bad5c2a43,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:21.005279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:21.007044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:21.009244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:21.060548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-e7bf9814-9bed-4072-8a53-3a73362bb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.062204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-e7bf9814-9bed-4072-8a53-3a73362bb6db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 1096 time: 0.0748477 Nov 23 10:44:21.096653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.098208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ab3ae41-fb1f-4722-a148-ab1ff8957703 req-a1db148c-1bcd-4949-83d3-a7925e97e737 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.130151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.161326 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ab3ae41-fb1f-4722-a148-ab1ff8957703 req-a1db148c-1bcd-4949-83d3-a7925e97e737 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.164485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 42633e79-4222-4c75-853b-6ebc12ccaad1 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:21.186850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 42633e79-4222-4c75-853b-6ebc12ccaad1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:21.187389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 42633e79-4222-4c75-853b-6ebc12ccaad1 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:21.217935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-48b39046-0754-46ee-97b1-0b59a53fb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.219451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-48b39046-0754-46ee-97b1-0b59a53fb3fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 912 time: 0.1485872 Nov 23 10:44:21.237058 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ab3ae41-fb1f-4722-a148-ab1ff8957703 req-a1db148c-1bcd-4949-83d3-a7925e97e737 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.239908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ab3ae41-fb1f-4722-a148-ab1ff8957703 req-a1db148c-1bcd-4949-83d3-a7925e97e737 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.240984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ab3ae41-fb1f-4722-a148-ab1ff8957703 req-a1db148c-1bcd-4949-83d3-a7925e97e737 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-groups/2529c8bc-3b3e-44d0-8a24-7a516fc1444d HTTP/1.1" status: 204 len: 173 time: 0.2452762 Nov 23 10:44:21.273193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-3f96f660-c83f-4032-af83-fe8b968586b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9 HTTP/1.1" status: 200 len: 217 time: 0.0429056 Nov 23 10:44:21.278923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db148c-1bcd-4949-83d3-a7925e97e737 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2529c8bc-3b3e-44d0-8a24-7a516fc1444d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:21.285633 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fb5ed2-c814-4cb4-bfc1-fab8fb70d73f x-openstack-request-id: req-b9fb5ed2-c814-4cb4-bfc1-fab8fb70d73f {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:21.286251 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d7896-2243-488f-af30-4e4d5f03e8b8", "name": "network-vif-deleted", "tag": "42633e79-4222-4c75-853b-6ebc12ccaad1", "status": "completed", "code": 200}, {"server_uuid": "986f189f-ceab-49c4-8b14-95dd64e69dc8", "name": "network-vif-deleted", "tag": "08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:21.293957 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9fb5ed2-c814-4cb4-bfc1-fab8fb70d73f {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:21.295602 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d7896-2243-488f-af30-4e4d5f03e8b8', 'name': 'network-vif-deleted', 'tag': '42633e79-4222-4c75-853b-6ebc12ccaad1', 'status': 'completed', 'code': 200} Nov 23 10:44:21.295936 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986f189f-ceab-49c4-8b14-95dd64e69dc8', 'name': 'network-vif-deleted', 'tag': '08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d', 'status': 'completed', 'code': 200} Nov 23 10:44:21.304291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.312328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.388923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Pushing event updated for resources: {'Port': ['ID=08f0ba44-3aef-4ea9-9b20-b51bad5c2a43,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:21.391041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-7f75fe09-733d-4899-918c-7bd51813d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.392500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-7f75fe09-733d-4899-918c-7bd51813d2bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.0942681 Nov 23 10:44:21.398591 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.413759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.415157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-66e91fe5-b096-40a7-abb8-0acff34dfb16 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3499422 Nov 23 10:44:21.421295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8da7ec-75bf-4123-9832-63a3a093b865 req-af053776-8e91-487f-adec-3c56237f4bce tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.422787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f8da7ec-75bf-4123-9832-63a3a093b865 req-af053776-8e91-487f-adec-3c56237f4bce tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0822055 Nov 23 10:44:21.441068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-10bd6b71-1f39-4e41-a1e4-bc086a2f8b45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405767 Nov 23 10:44:21.473361 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-f1cc3143-5769-469b-8218-a6d8c4a28a9f tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0508943 Nov 23 10:44:21.537735 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f8da7ec-75bf-4123-9832-63a3a093b865 req-d0d6cd8e-f968-45fc-b24a-166f707d6a24 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988913 Nov 23 10:44:21.572233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-ec9de937-0d96-4fa6-b79d-44b5f6930b52 service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171641 Nov 23 10:44:21.592805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-3367d74e-04d6-44a4-a375-980af1ef33ca tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.597621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d92b1c9-f7c8-473a-99b2-9e29de5bad27 req-3367d74e-04d6-44a4-a375-980af1ef33ca tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1180599 Nov 23 10:44:21.696880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afbc76-37aa-4584-9a37-70d15c77c9ce req-1bd99fa0-17e5-444b-92c9-bb710d1bf979 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.698537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57afbc76-37aa-4584-9a37-70d15c77c9ce req-1bd99fa0-17e5-444b-92c9-bb710d1bf979 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0548692 Nov 23 10:44:21.703444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2242a36-e0ad-4394-a2ef-6fc38e807262 req-3fec1484-08c0-40d1-ab02-d7e8d3bafb5b service neutron] 10.222.0.58 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234176 Nov 23 10:44:21.716066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83124-2287-4655-a48c-6968e2838cbd req-2b8adcd4-5a16-4553-a0fa-17581200f82b tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:21.717570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0c83124-2287-4655-a48c-6968e2838cbd req-2b8adcd4-5a16-4553-a0fa-17581200f82b tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.0700262 Nov 23 10:44:21.749889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57afbc76-37aa-4584-9a37-70d15c77c9ce req-4690e5dd-6486-4dc3-a51c-779cd465ad6a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Nov 23 10:44:21.772051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0c83124-2287-4655-a48c-6968e2838cbd req-51586306-8f96-4b77-9e25-114244e92007 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458543 Nov 23 10:44:21.811537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0adf9329-23b8-4aa5-b761-2ee3e31a89b1 req-c7ffa1bd-293f-45cd-b8ce-b5e15211cd91 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/74486d35-14d0-4214-afb1-8eb0e895e96a HTTP/1.1" status: 200 len: 1823 time: 0.0386384 Nov 23 10:44:21.874373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0adf9329-23b8-4aa5-b761-2ee3e31a89b1 req-043ab045-1406-4152-afd2-df30cacf7d22 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.898918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0adf9329-23b8-4aa5-b761-2ee3e31a89b1 req-043ab045-1406-4152-afd2-df30cacf7d22 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.944533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.966707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0adf9329-23b8-4aa5-b761-2ee3e31a89b1 req-043ab045-1406-4152-afd2-df30cacf7d22 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.969789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0adf9329-23b8-4aa5-b761-2ee3e31a89b1 req-043ab045-1406-4152-afd2-df30cacf7d22 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:21.970964 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0adf9329-23b8-4aa5-b761-2ee3e31a89b1 req-043ab045-1406-4152-afd2-df30cacf7d22 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-groups/74486d35-14d0-4214-afb1-8eb0e895e96a HTTP/1.1" status: 204 len: 173 time: 0.1486876 Nov 23 10:44:21.983028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ab045-1406-4152-afd2-df30cacf7d22 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74486d35-14d0-4214-afb1-8eb0e895e96a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:22.052225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-5cd0b074-9671-475d-831c-eb6bb721173e tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips/0c514528-3633-4c97-aef2-03a89d2a111f HTTP/1.1" status: 200 len: 692 time: 0.0619080 Nov 23 10:44:22.080723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9282e513-9418-41c6-987b-a398005e5039 req-5d772b93-60b4-4ea8-923f-6f01e04abe7f tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/97a4b8c8-19a7-4bd2-87e4-7ff7389fed55 HTTP/1.1" status: 200 len: 1821 time: 0.0430272 Nov 23 10:44:22.159082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9282e513-9418-41c6-987b-a398005e5039 req-bdea638f-42f4-491a-b12a-11fe91aac55e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.170559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-3fc133d7-dea1-455c-9879-304e1ed0c0e9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:22.172562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-3fc133d7-dea1-455c-9879-304e1ed0c0e9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1150892 Nov 23 10:44:22.183579 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9282e513-9418-41c6-987b-a398005e5039 req-bdea638f-42f4-491a-b12a-11fe91aac55e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.226421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9282e513-9418-41c6-987b-a398005e5039 req-bdea638f-42f4-491a-b12a-11fe91aac55e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.229780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9282e513-9418-41c6-987b-a398005e5039 req-bdea638f-42f4-491a-b12a-11fe91aac55e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.231112 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9282e513-9418-41c6-987b-a398005e5039 req-bdea638f-42f4-491a-b12a-11fe91aac55e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-groups/97a4b8c8-19a7-4bd2-87e4-7ff7389fed55 HTTP/1.1" status: 204 len: 173 time: 0.1398392 Nov 23 10:44:22.236914 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-4340b78d-45e6-4710-9599-1f30e7d62ce9 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0554554 Nov 23 10:44:22.246651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea638f-42f4-491a-b12a-11fe91aac55e tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a4b8c8-19a7-4bd2-87e4-7ff7389fed55,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:22.287944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-e9139b44-7ab5-4d29-8a0e-7dff4e9e534d tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0512979 Nov 23 10:44:22.345146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05208650-be86-4f89-9ee3-0cfc97eefa03 req-4f5b59bf-fc79-4140-9cd8-918983e64256 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:22.346822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05208650-be86-4f89-9ee3-0cfc97eefa03 req-4f5b59bf-fc79-4140-9cd8-918983e64256 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.0550547 Nov 23 10:44:22.398478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05208650-be86-4f89-9ee3-0cfc97eefa03 req-84b19ee8-e893-463f-9387-7411198ebf24 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Nov 23 10:44:22.434821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Deleting port 08f0ba44-3aef-4ea9-9b20-b51bad5c2a43 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:22.435265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.516918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.517183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.529345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Calling delete_port for 08f0ba44-3aef-4ea9-9b20-b51bad5c2a43 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:22.666678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.688271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34072) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:22.694581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Pushing event deleted for resources: {'Port': ['ID=08f0ba44-3aef-4ea9-9b20-b51bad5c2a43,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:22.695269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9295ce7e-e865-4d46-a12c-16c47ba9aeb4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357192302', 'description': 'tempest-description--239136525'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:22.760342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9295ce7e-e865-4d46-a12c-16c47ba9aeb4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.766444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.770332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.771735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ea30eb5-7ff7-4ac5-a60e-a60a6b026d4c req-945b850c-2ab5-4133-815c-e45cbf7b3cf1 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "DELETE /v2.0/floatingips/0c514528-3633-4c97-aef2-03a89d2a111f HTTP/1.1" status: 204 len: 173 time: 0.4783716 Nov 23 10:44:22.781233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01f91119-a30f-401a-88ea-22607dfa2acb req-1ff83a0a-68f3-4e5e-9433-d7be1f16ef93 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/78ea050e-9b09-4646-98b9-ab5ea6719c53 HTTP/1.1" status: 200 len: 2421 time: 0.0703549 Nov 23 10:44:22.872439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01f91119-a30f-401a-88ea-22607dfa2acb req-5728d0e4-60ae-4dab-a062-ab7c2dc1a9fc tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.885385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c5b5b-0473-4061-ad30-e3ef3549fc04 req-9a28cfc7-281b-46e1-a2c9-c355e53333f4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:22.887099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-667c5b5b-0473-4061-ad30-e3ef3549fc04 req-9a28cfc7-281b-46e1-a2c9-c355e53333f4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0594614 Nov 23 10:44:22.893468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9295ce7e-e865-4d46-a12c-16c47ba9aeb4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.904848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9295ce7e-e865-4d46-a12c-16c47ba9aeb4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.908158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01f91119-a30f-401a-88ea-22607dfa2acb req-5728d0e4-60ae-4dab-a062-ab7c2dc1a9fc tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.913450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:22.934396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:22.935120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08d7cf3f-fc02-4ff1-8b1f-a678b5badf2d not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:22.950545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-667c5b5b-0473-4061-ad30-e3ef3549fc04 req-ed0c37ec-dad1-4086-a99c-2dbb600a38ce tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562806 Nov 23 10:44:22.986687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9295ce7e-e865-4d46-a12c-16c47ba9aeb4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:22.987947 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9295ce7e-e865-4d46-a12c-16c47ba9aeb4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2980504 Nov 23 10:44:22.991765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34082) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:22.996538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-edf57677-cc11-4218-9e23-25d8c9c82ace tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Request body: {'security_group_rule': {'security_group_id': '4ccab579-d43f-439e-9f97-8afd7dc7bfce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:23.002981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295ce7e-e865-4d46-a12c-16c47ba9aeb4 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccab579-d43f-439e-9f97-8afd7dc7bfce,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:23.026035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01f91119-a30f-401a-88ea-22607dfa2acb req-5728d0e4-60ae-4dab-a062-ab7c2dc1a9fc tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.028133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-01f91119-a30f-401a-88ea-22607dfa2acb req-5728d0e4-60ae-4dab-a062-ab7c2dc1a9fc tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.043578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01f91119-a30f-401a-88ea-22607dfa2acb req-5728d0e4-60ae-4dab-a062-ab7c2dc1a9fc tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-groups/78ea050e-9b09-4646-98b9-ab5ea6719c53 HTTP/1.1" status: 204 len: 173 time: 0.2546659 Nov 23 10:44:23.067961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edf57677-cc11-4218-9e23-25d8c9c82ace tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.085292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1201f-6cfc-4524-badf-1174bb0e8796 req-8e0d8142-bc01-4529-af3e-09daa83b7524 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:23.087131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ab1201f-6cfc-4524-badf-1174bb0e8796 req-8e0d8142-bc01-4529-af3e-09daa83b7524 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0528839 Nov 23 10:44:23.100606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728d0e4-60ae-4dab-a062-ab7c2dc1a9fc tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea050e-9b09-4646-98b9-ab5ea6719c53,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:23.118626 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-406464f9-ff91-4902-993a-3ca0d0f0aec7 req-cc0ce5c3-ef6c-465d-bf65-966152ca9dc4 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] show failed (client error): The resource could not be found. Nov 23 10:44:23.119865 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-406464f9-ff91-4902-993a-3ca0d0f0aec7 req-cc0ce5c3-ef6c-465d-bf65-966152ca9dc4 tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips/0c514528-3633-4c97-aef2-03a89d2a111f HTTP/1.1" status: 404 len: 350 time: 0.0653458 Nov 23 10:44:23.167878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ab1201f-6cfc-4524-badf-1174bb0e8796 req-a9828017-b757-49a2-b5f6-ae5035043554 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735765 Nov 23 10:44:23.218614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edf57677-cc11-4218-9e23-25d8c9c82ace tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.234118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edf57677-cc11-4218-9e23-25d8c9c82ace tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.263529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf57677-cc11-4218-9e23-25d8c9c82ace tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac550ce-2465-4948-846c-09d091fed115,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:23.268968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edf57677-cc11-4218-9e23-25d8c9c82ace tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.270448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-edf57677-cc11-4218-9e23-25d8c9c82ace tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2776883 Nov 23 10:44:23.273446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34088) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:23.278355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f46d4f9c-4075-4266-9f1f-01575091e25e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Request body: {'security_group_rule': {'security_group_id': '4ccab579-d43f-439e-9f97-8afd7dc7bfce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:23.291643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05142d86-520b-46de-8a15-809692be9feb req-e349b4da-5e69-4be5-beac-2462249f7116 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:23.293166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05142d86-520b-46de-8a15-809692be9feb req-e349b4da-5e69-4be5-beac-2462249f7116 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.0910332 Nov 23 10:44:23.309692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94b4be91-3785-4b42-a3fc-694e546d1342 req-d27ef80f-6d46-4e48-8b96-97590e86b53c tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "GET /v2.0/security-groups/b0e7dbfc-4aea-453f-bc99-6d59cd156de0 HTTP/1.1" status: 200 len: 2415 time: 0.0482018 Nov 23 10:44:23.341369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f9c-4075-4266-9f1f-01575091e25e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.375403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05142d86-520b-46de-8a15-809692be9feb req-aec2f771-c8d5-445f-ab1b-78ce39e07026 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754228 Nov 23 10:44:23.389758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-94b4be91-3785-4b42-a3fc-694e546d1342 req-9aeb657b-43c5-480b-84af-7f0f99781ac9 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.419927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f9c-4075-4266-9f1f-01575091e25e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.427837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-94b4be91-3785-4b42-a3fc-694e546d1342 req-9aeb657b-43c5-480b-84af-7f0f99781ac9 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.454821 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-d9e5d90c-8335-4493-9b40-3d68571f4676 req-daf81154-629f-4844-b254-89b8078ebe5e tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] show failed (client error): The resource could not be found. Nov 23 10:44:23.455870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9e5d90c-8335-4493-9b40-3d68571f4676 req-daf81154-629f-4844-b254-89b8078ebe5e tempest-FloatingIPsTestJSON-1555615772 tempest-FloatingIPsTestJSON-1555615772-project] 10.222.0.61 "GET /v2.0/floatingips/0c514528-3633-4c97-aef2-03a89d2a111f HTTP/1.1" status: 404 len: 350 time: 0.0479062 Nov 23 10:44:23.456468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f9c-4075-4266-9f1f-01575091e25e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.469592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34092) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:23.478701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d4f9c-4075-4266-9f1f-01575091e25e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3fce1c-8d0d-4a2a-8c03-8de6636411b8,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:23.488098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f46d4f9c-4075-4266-9f1f-01575091e25e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.490042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f46d4f9c-4075-4266-9f1f-01575091e25e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156219 Nov 23 10:44:23.493364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34094) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:23.498308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:23.527533 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-94b4be91-3785-4b42-a3fc-694e546d1342 req-9aeb657b-43c5-480b-84af-7f0f99781ac9 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.530464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-94b4be91-3785-4b42-a3fc-694e546d1342 req-9aeb657b-43c5-480b-84af-7f0f99781ac9 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.531754 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94b4be91-3785-4b42-a3fc-694e546d1342 req-9aeb657b-43c5-480b-84af-7f0f99781ac9 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] 10.222.0.61 "DELETE /v2.0/security-groups/b0e7dbfc-4aea-453f-bc99-6d59cd156de0 HTTP/1.1" status: 204 len: 173 time: 0.2157185 Nov 23 10:44:23.538391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34096) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:23.552851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.606970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb657b-43c5-480b-84af-7f0f99781ac9 tempest-SecurityGroupRulesTestJSON-1213655684 tempest-SecurityGroupRulesTestJSON-1213655684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7dbfc-4aea-453f-bc99-6d59cd156de0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:23.635725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b470c-730f-4def-816a-ed22d2d79a53 req-22e847f8-270a-43a6-bc8d-c3b381ac198c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:23.637283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-818b470c-730f-4def-816a-ed22d2d79a53 req-22e847f8-270a-43a6-bc8d-c3b381ac198c tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1210864 Nov 23 10:44:23.654071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa78f00-a488-4adb-9230-79430737ba5a req-bfea35b0-bd9e-4bce-a96a-cbefb7d49a0f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:23.655514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fa78f00-a488-4adb-9230-79430737ba5a req-bfea35b0-bd9e-4bce-a96a-cbefb7d49a0f tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 950 time: 0.1049256 Nov 23 10:44:23.678918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] Deleting subnet b12892b0-c93d-4c75-924d-ef9156965f8f {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:44:23.683231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.758557 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.801794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fa78f00-a488-4adb-9230-79430737ba5a req-aec7e1ad-b15d-44ac-b4db-0da00df2eaf7 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/security-groups?id=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203439 Nov 23 10:44:23.820036 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.822194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.839810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Deleting port feeaf2af-cd4a-4454-8993-56ad160c487a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:23.840323 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.943345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.979761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:23.983009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b12892b0-c93d-4c75-924d-ef9156965f8f HTTP/1.1" status: 204 len: 168 time: 0.4090688 Nov 23 10:44:23.983911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deda59-9aad-456d-ab98-1fa099548cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12892b0-c93d-4c75-924d-ef9156965f8f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:23.986679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34100) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:24.027062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] For port feeaf2af-cd4a-4454-8993-56ad160c487a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=feeaf2af-cd4a-4454-8993-56ad160c487a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:24.027428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.042844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Allocated IP 172.25.5.177 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ed5210c3-77b8-4cd7-b9b3-d70b2492f508) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:24.052848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Calling delete_port for feeaf2af-cd4a-4454-8993-56ad160c487a owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:24.100342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.188095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755b97f-a4dd-4ac0-a7d9-0bc48cac8008 req-d7255d68-76ae-43eb-b5d5-1b5968c67291 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:24.190207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5755b97f-a4dd-4ac0-a7d9-0bc48cac8008 req-d7255d68-76ae-43eb-b5d5-1b5968c67291 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1126893 Nov 23 10:44:24.210902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.212488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.288235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.323680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.325546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.339518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e8d8a7-44fd-4e77-896d-373fad7853e5']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:24.340137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['feeaf2af-cd4a-4454-8993-56ad160c487a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:24.343068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76855523-c09e-4e7a-b5cb-e73cf075fa62 req-db5a34ca-264c-4b86-b143-79fe846eab48 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:24.344582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76855523-c09e-4e7a-b5cb-e73cf075fa62 req-db5a34ca-264c-4b86-b143-79fe846eab48 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0971868 Nov 23 10:44:24.381020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5755b97f-a4dd-4ac0-a7d9-0bc48cac8008 req-1becb5b3-a2ac-4e98-a971-5cc035910dcc tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767569 Nov 23 10:44:24.388103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbee33e1-d857-4369-aee5-e5641294aaf4') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:24.388103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbee33e1-d857-4369-aee5-e5641294aaf4') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:24.407905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:24.409768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.427425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:24.432971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:24.434060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.437135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'Port': ['ID=ed5210c3-77b8-4cd7-b9b3-d70b2492f508,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:24.478301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:44:24.478848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.483264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] No DVR routers for this DVR port feeaf2af-cd4a-4454-8993-56ad160c487a on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:44:24.501524 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:44:24.532235 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.536625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-818b470c-730f-4def-816a-ed22d2d79a53 req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.65 "DELETE /v2.0/ports/feeaf2af-cd4a-4454-8993-56ad160c487a HTTP/1.1" status: 204 len: 173 time: 0.8801603 Nov 23 10:44:24.552562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76855523-c09e-4e7a-b5cb-e73cf075fa62 req-74620819-b11f-4ad2-86aa-8423ef118fa7 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836476 Nov 23 10:44:24.553076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-deleted', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:24.555648 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9930ff-352e-4b9e-93aa-cc4eb919750a" -d '{"events": [{"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-deleted", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:24.587020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc866f7-86b6-412a-adcf-96f4ddaf81ad tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] Pushing event deleted for resources: {'Port': ['ID=feeaf2af-cd4a-4454-8993-56ad160c487a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:24.646731 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03336ffe-82d7-4f03-9120-07aa2e8485dc x-openstack-request-id: req-03336ffe-82d7-4f03-9120-07aa2e8485dc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:24.647228 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c999ea-25fd-4678-8810-aa7ac83d6e85", "name": "network-vif-deleted", "tag": "feeaf2af-cd4a-4454-8993-56ad160c487a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:24.647697 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03336ffe-82d7-4f03-9120-07aa2e8485dc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:24.648823 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c999ea-25fd-4678-8810-aa7ac83d6e85', 'name': 'network-vif-deleted', 'tag': 'feeaf2af-cd4a-4454-8993-56ad160c487a', 'status': 'completed', 'code': 200} Nov 23 10:44:24.694088 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.704380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.712434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] 10.222.0.61 "DELETE /v2.0/networks/a1e8d8a7-44fd-4e77-896d-373fad7853e5 HTTP/1.1" status: 204 len: 168 time: 0.7242811 Nov 23 10:44:24.728803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625da62-e733-4a75-97c0-61de0d76befb admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e8d8a7-44fd-4e77-896d-373fad7853e5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:24.752867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115309-9a54-4be9-a66d-111213766596 req-988d4f5e-09fd-4bcb-bdc8-0c5eea7e446d tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:24.761221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43115309-9a54-4be9-a66d-111213766596 req-988d4f5e-09fd-4bcb-bdc8-0c5eea7e446d tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.1492808 Nov 23 10:44:24.761665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.813202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.857581 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43115309-9a54-4be9-a66d-111213766596 req-0445f33c-6375-44a5-8791-7f7e0c2ab315 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916803 Nov 23 10:44:24.882661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Deleting port cbd87621-55a8-435d-a820-89633fc6c656 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:24.882825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:24.907360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34118) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:25.009669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e58f1e-5f38-4526-929b-3105c157494f req-118f61ec-027b-48fa-a2cd-db600fd3bbb2 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:25.011313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-42e58f1e-5f38-4526-929b-3105c157494f req-118f61ec-027b-48fa-a2cd-db600fd3bbb2 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1350799 Nov 23 10:44:25.013787 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c79c31f-dd41-4873-94de-caaaf7e353cc req-225e0079-0d6f-420e-ab8f-350652a646b2 tempest-ServersAdminTestJSON-1106872733 tempest-ServersAdminTestJSON-1106872733-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c999ea-25fd-4678-8810-aa7ac83d6e85 HTTP/1.1" status: 200 len: 210 time: 0.0567346 Nov 23 10:44:25.024768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b53bb74b-dd5c-4446-8346-3323eb19dff4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0923acfb75b42d9931c8b031a04791a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1162944 Nov 23 10:44:25.031519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34120) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:25.080566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] For port cbd87621-55a8-435d-a820-89633fc6c656, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cbd87621-55a8-435d-a820-89633fc6c656,segment=NetworkSegment(a2b7ad78-794f-4e77-b2b5-e4d0669cad3f),segment_id=a2b7ad78-794f-4e77-b2b5-e4d0669cad3f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:25.080900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.095769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Calling delete_port for cbd87621-55a8-435d-a820-89633fc6c656 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:25.109812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-42e58f1e-5f38-4526-929b-3105c157494f req-a955969a-5cec-4421-9da8-7ec0f874fce5 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898917 Nov 23 10:44:25.114917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b81f53b2-5b0a-43e0-8508-00be4fe7b9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.126320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.137965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.175183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b81f53b2-5b0a-43e0-8508-00be4fe7b9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.210828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'Port': ['ID=ed5210c3-77b8-4cd7-b9b3-d70b2492f508,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:25.223866 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.239570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.240977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-532f988d-0f9d-47d7-917c-bd8fbc317172 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7466552 Nov 23 10:44:25.283590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b81f53b2-5b0a-43e0-8508-00be4fe7b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.287020 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b81f53b2-5b0a-43e0-8508-00be4fe7b9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.288169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b81f53b2-5b0a-43e0-8508-00be4fe7b9dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad8a2732-2274-42b6-9b65-edb3df8bd6c1 HTTP/1.1" status: 204 len: 168 time: 0.2557395 Nov 23 10:44:25.299252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f53b2-5b0a-43e0-8508-00be4fe7b9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a2732-2274-42b6-9b65-edb3df8bd6c1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:25.378293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.408788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd87621-55a8-435d-a820-89633fc6c656,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:25.544726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd729b-fcdf-4dd5-9bd6-0788d48f3594 req-527376de-2178-47c1-9fd9-a4f7bb086e76 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:25.553925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dbd729b-fcdf-4dd5-9bd6-0788d48f3594 req-527376de-2178-47c1-9fd9-a4f7bb086e76 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0648143 Nov 23 10:44:25.613642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dbd729b-fcdf-4dd5-9bd6-0788d48f3594 req-054c204a-37c2-431f-bb5c-17d0aef475da tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Nov 23 10:44:25.715482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-de166747-5712-4304-8d64-420a09928ff8 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:25.715482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-de166747-5712-4304-8d64-420a09928ff8 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 821 time: 0.2751386 Nov 23 10:44:25.717837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:25.748117 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-a5133974-1895-4595-9466-1f685e7ff207 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/quotas/c369a675610e43e08f1ef035a8380eab HTTP/1.1" status: 200 len: 375 time: 0.0269318 Nov 23 10:44:25.987113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c5ae3-82c8-4475-9f5f-b4b1dfa0d49a req-98da355e-efe4-40c4-8894-1ea720273e9f tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:25.990017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e64c5ae3-82c8-4475-9f5f-b4b1dfa0d49a req-98da355e-efe4-40c4-8894-1ea720273e9f tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.0647473 Nov 23 10:44:26.058393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e64c5ae3-82c8-4475-9f5f-b4b1dfa0d49a req-f702a28c-7bc2-4796-8f09-705c0a368f2e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606942 Nov 23 10:44:26.151438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-f22fc8bb-498e-4572-9825-f86b645bdacd tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3662927 Nov 23 10:44:26.191708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:26.240782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c752e3d-0bec-400d-a8b8-de3094a0c04e req-24c3ecb3-bf0f-4380-97ba-6a4e0661f1a2 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:26.243059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c752e3d-0bec-400d-a8b8-de3094a0c04e req-24c3ecb3-bf0f-4380-97ba-6a4e0661f1a2 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0578170 Nov 23 10:44:26.306010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c752e3d-0bec-400d-a8b8-de3094a0c04e req-e55e1eed-009d-4b91-890c-041ee703b0ab tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567596 Nov 23 10:44:26.344904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-3f1a1d20-1030-4c4b-9af2-4e104b64e1c0 service neutron] 10.222.0.61 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625719 Nov 23 10:44:26.348749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-183179383-network', 'tenant_id': '950587285b954cf0b12bfa849aa17d41'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:26.443558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:26.470079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Made reservation on behalf of 950587285b954cf0b12bfa849aa17d41 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:26.472372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.496543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.510160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:26.543194 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-78a12e34-8e3a-4c73-8fa0-eca881e700b6 service neutron] 10.222.0.61 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847010 Nov 23 10:44:26.583347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7df2c053-551c-4dc0-a124-50a3936034fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c69e84378adc48abaa94c1efdc3c47d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360884 Nov 23 10:44:26.584587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34176) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:26.642994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7d90-85c6-42d8-a585-652b5f635b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.682312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7d90-85c6-42d8-a585-652b5f635b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.688465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:26.700792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-35a8aa62-a461-46cd-888b-0c9fef655b65 admin admin] 10.222.0.61 "PUT /v2.0/routers/0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2300761 Nov 23 10:44:26.701432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34182) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:26.702578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] Sync routers for ids ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:26.711575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.719663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] Routers {'0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:26.721609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:26.758588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.807285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:44:26.819806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc5edd0e-6a26-4aca-82ec-a474f6b80f09 req-07bfe064-0ca4-4389-bd6a-7302250489fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 210 time: 0.0620823 Nov 23 10:44:26.837317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f484a-9c34-4d6a-92fd-0de07cf2304d req-0221236e-d43c-41cb-ba65-26c16172cf1a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:26.848185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d22f484a-9c34-4d6a-92fd-0de07cf2304d req-0221236e-d43c-41cb-ba65-26c16172cf1a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1012173 Nov 23 10:44:26.883463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] Set router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:26.898403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7d90-85c6-42d8-a585-652b5f635b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.901631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d6c7d90-85c6-42d8-a585-652b5f635b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.906525 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7d6c7d90-85c6-42d8-a585-652b5f635b90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb HTTP/1.1" status: 204 len: 168 time: 0.3209081 Nov 23 10:44:26.933635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c7d90-85c6-42d8-a585-652b5f635b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8643aa1-3168-4bcf-96c1-d3c45c5b5bfb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:26.946896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d22f484a-9c34-4d6a-92fd-0de07cf2304d req-b57cc6b2-96cb-4a4d-897e-4e442637980a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977588 Nov 23 10:44:26.955229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:26.968038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:26.968410 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Added segment 308a91fa-a224-4917-84ef-1e5e09d3708a of type vlan for network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 Nov 23 10:44:27.007999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6273ad5b-6a29-43f3-893e-9f520c74a5cb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:27.018461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.068897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.122405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: feeaf2af-cd4a-4454-8993-56ad160c487a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:27.122792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device feeaf2af-cd4a-4454-8993-56ad160c487a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:27.180990 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.210852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:25Z', 'revision_number': 5, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port': {'id': '7dc1ecc9-7fc3-49ed-8911-b469f5df5485', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ea:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:05Z', 'updated_at': '2021-11-23T10:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:27.226353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.227471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:27.228099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.250204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] Checking router: 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:27.260442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] Routers {'0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:27.261476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:27.303397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1106622 Nov 23 10:44:27.306099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:27.311432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Request body: {'subnet': {'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-183179383-subnet', 'tenant_id': '950587285b954cf0b12bfa849aa17d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:27.330420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34202) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:27.344993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7ef88-7094-4833-bd15-73002557d328 admin admin] Pushing event updated for resources: {'Network': ['ID=34c544f7-6d39-4dbd-9d13-2bf5052beb74,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:27.371854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Made reservation on behalf of 950587285b954cf0b12bfa849aa17d41 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:27.372236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b79b6-1f4b-48ba-9fb8-3199599aea4b req-bf01b323-68af-4e8e-88c5-60bc7c05d6a7 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:27.375022 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.380882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac3b79b6-1f4b-48ba-9fb8-3199599aea4b req-bf01b323-68af-4e8e-88c5-60bc7c05d6a7 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.2071159 Nov 23 10:44:27.401739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c1535ae6-f1cf-41c9-bcdf-28c0915ae0d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15de23598fb2449abfd2fa6077994d7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0674956 Nov 23 10:44:27.404410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34206) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:27.419235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:44:27.490013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Deleting port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:27.490686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.532447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d015a-dd2b-4e69-983f-853e6fb69d0a req-00e55759-a1c0-47e8-96c7-49caabced8d5 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:27.534581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d3d015a-dd2b-4e69-983f-853e6fb69d0a req-00e55759-a1c0-47e8-96c7-49caabced8d5 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.0837190 Nov 23 10:44:27.590809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac3b79b6-1f4b-48ba-9fb8-3199599aea4b req-714892d7-8790-403c-9199-964ecc8d6750 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090142 Nov 23 10:44:27.605756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] For port 7dc1ecc9-7fc3-49ed-8911-b469f5df5485, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:27.606155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.620316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] Set router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:27.635113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Calling delete_port for 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:27.645836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d3d015a-dd2b-4e69-983f-853e6fb69d0a req-b5701ed1-014b-4f34-846b-32b7c3c0fcfb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015444 Nov 23 10:44:27.652922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3e32d70-0c86-4d35-b3ff-164783030899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.675295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:27Z', 'revision_number': 6, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:27.711899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3e32d70-0c86-4d35-b3ff-164783030899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.713634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c7c9e5-022c-4338-8f06-c43b9fdf7f76 None None] The sync data for ids ['0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155'] in n-d-817747-2 is: [{'id': '0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155', 'name': 'tempest-FloatingIPsTestJSON-1208524547-router', 'tenant_id': '7c94d4d87e474c078f2d55911cfed062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:03Z', 'updated_at': '2021-11-23T10:44:27Z', 'revision_number': 6, 'project_id': '7c94d4d87e474c078f2d55911cfed062', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:27.728899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.801586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=566179e5-421f-4854-b842-ce1d21734199,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:27.808913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Checking segment: {'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:27.809317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Network hostable DHCP agents. Network: 34c544f7-6d39-4dbd-9d13-2bf5052beb74, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:44:27.827627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:44:27.837368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3e32d70-0c86-4d35-b3ff-164783030899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.838268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 34c544f7-6d39-4dbd-9d13-2bf5052beb74) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:27.840217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3e32d70-0c86-4d35-b3ff-164783030899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.841419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e3e32d70-0c86-4d35-b3ff-164783030899 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3f3dd42-630c-4dfa-8b39-200c9e31d02d HTTP/1.1" status: 204 len: 168 time: 0.4360361 Nov 23 10:44:27.842455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:27.843096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.869887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908fc246-56da-4e4f-943d-67e650e134b6 None None] Network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:27.872546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e32d70-0c86-4d35-b3ff-164783030899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f3dd42-630c-4dfa-8b39-200c9e31d02d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:27.890567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb7e0bfb-85b2-4ceb-8843-5a9e859c2f6c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5832500 Nov 23 10:44:27.940624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c791b629-1d80-4fa8-b44c-3aad14d1bb04 req-2f995846-931b-4457-88da-5f62c6bf0cb8 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 210 time: 0.0421405 Nov 23 10:44:27.942138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:27.981452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc1ecc9-7fc3-49ed-8911-b469f5df5485,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:28.113137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.236867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca9e5e-5ecf-4beb-88e3-1380c29216b6 None None] Network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:28.387550 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.390522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.404680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cbd87621-55a8-435d-a820-89633fc6c656 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:28.457990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cbd87621-55a8-435d-a820-89633fc6c656 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:28.458220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721629fc-c259-4f6e-afe4-64d5ed1dc0a2 req-83892c7e-8af6-4b96-ad30-a62b06b57584 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:28.458746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cbd87621-55a8-435d-a820-89633fc6c656 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:28.465646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-721629fc-c259-4f6e-afe4-64d5ed1dc0a2 req-83892c7e-8af6-4b96-ad30-a62b06b57584 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.2614450 Nov 23 10:44:28.505204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.506573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:44:28.514447 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.516032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e4f76e3c-bcf7-44cc-9174-f169dff28cc5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/0abdb5d3-b31e-40eb-b2a9-a4c2cf0b4155 HTTP/1.1" status: 204 len: 168 time: 1.8109124 Nov 23 10:44:28.520735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:28.607233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-721629fc-c259-4f6e-afe4-64d5ed1dc0a2 req-b7f2f5ce-b350-43ea-bda9-a68a9f0e6553 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407030 Nov 23 10:44:28.616285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] Deleting subnet 586aaae2-f84a-499a-b343-74723784de14 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:44:28.620427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.659429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.800010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1a1c-1fc8-4275-ba20-24fee9754cf2 req-8b18dffa-5afd-4f11-9097-0abff585eb79 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:28.802235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd1a1a1c-1fc8-4275-ba20-24fee9754cf2 req-8b18dffa-5afd-4f11-9097-0abff585eb79 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 944 time: 0.0969539 Nov 23 10:44:28.814190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b24d7d80-63e3-43da-a49a-7a3acced15d3 req-bcf43759-5250-4a31-a4d2-af6b4a484e71 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1736593976', 'description': 'tempest-description-678886296'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:28.819357 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.878417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a270368-6c37-4427-87dd-58d4df92a44e req-c630b2cc-6332-4e4b-bbd1-366eecf16d6a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:28.881644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a270368-6c37-4427-87dd-58d4df92a44e req-c630b2cc-6332-4e4b-bbd1-366eecf16d6a tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.5132997 Nov 23 10:44:28.882717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b24d7d80-63e3-43da-a49a-7a3acced15d3 req-bcf43759-5250-4a31-a4d2-af6b4a484e71 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.891556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-158e2d29-baca-4e67-9c16-55335940d547 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:28.893821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-158e2d29-baca-4e67-9c16-55335940d547 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 821 time: 0.7739754 Nov 23 10:44:28.908998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd1a1a1c-1fc8-4275-ba20-24fee9754cf2 req-0d648404-8286-4c39-a352-c45aefcfff31 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999138 Nov 23 10:44:28.930828 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:28.939228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9f3e3e7f-444a-4b38-981a-5580afba75a2 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:28.940848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Request body: {'port': {'device_id': '30026a28-19df-4597-a66c-a80f5077482d', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'admin_state_up': True, 'tenant_id': 'c369a675610e43e08f1ef035a8380eab'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:28.987580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=586aaae2-f84a-499a-b343-74723784de14,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:29.001101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.012681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7aac6352-d479-4bac-a25b-e28ede4378f1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/586aaae2-f84a-499a-b343-74723784de14 HTTP/1.1" status: 204 len: 168 time: 0.4879863 Nov 23 10:44:29.013228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34248) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:29.041046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b8fbbe-f5b3-4b8b-86e1-626f031ca3f9 None None] Network f1854a92-8694-471b-a1a1-35bc2bd173c1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:29.127576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.148910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af1bd5-86d6-4890-b2e0-b963ed23f32b req-a4dfa72d-1115-4e5f-aa16-c01fb1b887eb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:29.159109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-29af1bd5-86d6-4890-b2e0-b963ed23f32b req-a4dfa72d-1115-4e5f-aa16-c01fb1b887eb tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 945 time: 0.1448324 Nov 23 10:44:29.206039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9f3e3e7f-444a-4b38-981a-5580afba75a2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:29.249881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-29af1bd5-86d6-4890-b2e0-b963ed23f32b req-b67f7bb8-9ba1-47ed-9099-08e24c27a6b8 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896478 Nov 23 10:44:29.272885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Deleting port 14f79d28-da44-45a3-9be6-73e42763a8a5 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:29.273290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.275322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'port_id': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'mac_address': 'fa:16:3e:3a:58:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:29.304189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Made reservation on behalf of c369a675610e43e08f1ef035a8380eab for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:29.308275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.362327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b24d7d80-63e3-43da-a49a-7a3acced15d3 req-bcf43759-5250-4a31-a4d2-af6b4a484e71 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.398583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.411406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b24d7d80-63e3-43da-a49a-7a3acced15d3 req-bcf43759-5250-4a31-a4d2-af6b4a484e71 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.420553 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3e3e7f-444a-4b38-981a-5580afba75a2 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:29.438411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Deleting port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:29.438905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.458512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9f3e3e7f-444a-4b38-981a-5580afba75a2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:29.465692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.469985 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90d6bf59-5043-4c2b-a72b-7fc0e42431b7 req-e29441cc-21a9-4ed9-ab54-d6190f2c162b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 210 time: 0.0654130 Nov 23 10:44:29.483463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] For port 14f79d28-da44-45a3-9be6-73e42763a8a5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=14f79d28-da44-45a3-9be6-73e42763a8a5,segment=NetworkSegment(a2b7ad78-794f-4e77-b2b5-e4d0669cad3f),segment_id=a2b7ad78-794f-4e77-b2b5-e4d0669cad3f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:29.483951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.503020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf43759-5250-4a31-a4d2-af6b4a484e71 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca7a1af-3dd2-402d-8087-6de66dc45658,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:29.508129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b24d7d80-63e3-43da-a49a-7a3acced15d3 req-bcf43759-5250-4a31-a4d2-af6b4a484e71 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.514669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b24d7d80-63e3-43da-a49a-7a3acced15d3 req-bcf43759-5250-4a31-a4d2-af6b4a484e71 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7300045 Nov 23 10:44:29.542082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Calling delete_port for 14f79d28-da44-45a3-9be6-73e42763a8a5 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:29.570183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=9f3e3e7f-444a-4b38-981a-5580afba75a2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:29.574537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] DHCP port deletion for f1854a92-8694-471b-a1a1-35bc2bd173c1 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:44:29.638472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Allocated IP 172.20.0.2 (c516d14c-1d86-46e2-88b7-c786fdcc296c/55de5901-2cd8-40fa-86cb-6ca8f19582b0/411c0b95-5336-492c-810f-0e6bbdc78654) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:29.641385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] For port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:29.641993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.680629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Calling delete_port for 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:29.684929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] Deleting port 14f79d28-da44-45a3-9be6-73e42763a8a5 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:29.685571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.697355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-dd82f244-6406-43bf-8671-9cc05a76345c req-eb7cf083-76e7-472b-b735-ca526cfd7348 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-416798038', 'description': 'tempest-description-104490839'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:29.726621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dd82f244-6406-43bf-8671-9cc05a76345c req-eb7cf083-76e7-472b-b735-ca526cfd7348 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.746275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.776049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['9f3e3e7f-444a-4b38-981a-5580afba75a2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:29.791489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Pushing event deleted for resources: {'Port': ['ID=14f79d28-da44-45a3-9be6-73e42763a8a5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:29.801583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] No DVR routers for this DVR port 14f79d28-da44-45a3-9be6-73e42763a8a5 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:29.826483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] For port 14f79d28-da44-45a3-9be6-73e42763a8a5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=14f79d28-da44-45a3-9be6-73e42763a8a5,segment=NetworkSegment(a2b7ad78-794f-4e77-b2b5-e4d0669cad3f),segment_id=a2b7ad78-794f-4e77-b2b5-e4d0669cad3f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:29.827307 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.846608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] Calling delete_port for 14f79d28-da44-45a3-9be6-73e42763a8a5 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:29.916921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.961396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1854a92-8694-471b-a1a1-35bc2bd173c1']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:29.966527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dd82f244-6406-43bf-8671-9cc05a76345c req-eb7cf083-76e7-472b-b735-ca526cfd7348 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:29.980664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:29.981057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b7ad78-794f-4e77-b2b5-e4d0669cad3f') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:29.983681 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dd82f244-6406-43bf-8671-9cc05a76345c req-eb7cf083-76e7-472b-b735-ca526cfd7348 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.008244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.047042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-dd82f244-6406-43bf-8671-9cc05a76345c req-eb7cf083-76e7-472b-b735-ca526cfd7348 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: from cryptography.utils import int_from_bytes Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: from cryptography.utils import int_from_bytes Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.051584 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:44:30.056945 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:44:30.075487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd82f244-6406-43bf-8671-9cc05a76345c req-eb7cf083-76e7-472b-b735-ca526cfd7348 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3807845 Nov 23 10:44:30.078690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.092131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cf083-76e7-472b-b735-ca526cfd7348 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace633d-8191-445d-9b8c-33c4f40ca042,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:30.093127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.101167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0619562-7a2e-4f7d-88cd-b9c7062b5b15 req-41c7ab6a-35b0-4777-ad06-931b1ae94bf1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:30.117057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0619562-7a2e-4f7d-88cd-b9c7062b5b15 req-41c7ab6a-35b0-4777-ad06-931b1ae94bf1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.2143328 Nov 23 10:44:30.121054 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:44:30.127744 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:44:30.147721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.161061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] No DVR routers for this DVR port 14f79d28-da44-45a3-9be6-73e42763a8a5 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:30.208922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Pushing event deleted for resources: {'Port': ['ID=353c7562-1eaa-4f17-8c0f-0d7ed70863c9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:30.235714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:30.258291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452df4c-5de9-4eea-afff-c69d59df4adb None None] Pushing event deleted for resources: {'Port': ['ID=14f79d28-da44-45a3-9be6-73e42763a8a5,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:30.276102 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.284189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] No DVR routers for this DVR port 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:30.287577 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.291192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] 10.222.0.61 "DELETE /v2.0/networks/f1854a92-8694-471b-a1a1-35bc2bd173c1 HTTP/1.1" status: 204 len: 168 time: 1.2676351 Nov 23 10:44:30.300236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.304249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a270368-6c37-4427-87dd-58d4df92a44e req-fc971407-6f29-4e2f-b18d-272573db8ba6 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.58 "DELETE /v2.0/ports/353c7562-1eaa-4f17-8c0f-0d7ed70863c9 HTTP/1.1" status: 204 len: 173 time: 1.4074407 Nov 23 10:44:30.306791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981756d3-aa3b-418a-b9dd-46c9dcd0197a admin admin] Pushing event deleted for resources: {'Network': ['ID=f1854a92-8694-471b-a1a1-35bc2bd173c1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:30.307458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'name': 'network-vif-deleted', 'tag': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:30.310182 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8996128e-4ef4-497c-b99a-53487065a9f8" -d '{"events": [{"server_uuid": "c8fa1944-1b92-41c9-9298-ed7350dc7ddf", "name": "network-vif-deleted", "tag": "353c7562-1eaa-4f17-8c0f-0d7ed70863c9"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:30.318924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fe6f8-72ff-4578-a351-51a3148bd24c req-881df70a-d3eb-4240-8a1f-0ed17928d2ca tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:30.327504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e5fe6f8-72ff-4578-a351-51a3148bd24c req-881df70a-d3eb-4240-8a1f-0ed17928d2ca tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 945 time: 0.0981095 Nov 23 10:44:30.328518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0619562-7a2e-4f7d-88cd-b9c7062b5b15 req-6e3da40f-68f9-47ff-b29d-c14109393b1c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110276 Nov 23 10:44:30.333352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:30.334027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7dc1ecc9-7fc3-49ed-8911-b469f5df5485 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:30.334462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 14f79d28-da44-45a3-9be6-73e42763a8a5 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:30.361700 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.423985 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e5fe6f8-72ff-4578-a351-51a3148bd24c req-24f6e87b-8655-4f8e-b81f-2a3cb612bc17 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950944 Nov 23 10:44:30.436874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 14f79d28-da44-45a3-9be6-73e42763a8a5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:30.439493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Network c516d14c-1d86-46e2-88b7-c786fdcc296c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:30.440639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 14f79d28-da44-45a3-9be6-73e42763a8a5 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:30.450516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:30.466369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:30.477394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:30.522647 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bc2d3b-5588-4996-a61e-8266a348d37e x-openstack-request-id: req-20bc2d3b-5588-4996-a61e-8266a348d37e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:30.522951 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa1944-1b92-41c9-9298-ed7350dc7ddf", "name": "network-vif-deleted", "tag": "353c7562-1eaa-4f17-8c0f-0d7ed70863c9", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:30.523360 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20bc2d3b-5588-4996-a61e-8266a348d37e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:30.523755 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fa1944-1b92-41c9-9298-ed7350dc7ddf', 'name': 'network-vif-deleted', 'tag': '353c7562-1eaa-4f17-8c0f-0d7ed70863c9', 'status': 'completed', 'code': 200} Nov 23 10:44:30.559351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b33a9bec-c62f-4b74-bc98-5562ba1f4de2 req-4e871717-b1c0-4530-ba8c-5691ce42af91 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8fa1944-1b92-41c9-9298-ed7350dc7ddf HTTP/1.1" status: 200 len: 210 time: 0.0386631 Nov 23 10:44:30.576876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:30.577643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.596877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-d2854c51-8b8f-409a-a897-3c361ef9478b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6608572 Nov 23 10:44:30.611189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Request body: {'port': {'device_id': '30026a28-19df-4597-a66c-a80f5077482d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:30.630320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34302) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:30.680504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.725383 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-134193bc-e62f-46f9-becb-5760d6ebd05f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c94d4d87e474c078f2d55911cfed062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0911446 Nov 23 10:44:30.726143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34306) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:30.758392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-456273d5-50d5-4d77-b148-47a9fee294ba tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:30.759897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-456273d5-50d5-4d77-b148-47a9fee294ba tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 812 time: 0.1683371 Nov 23 10:44:30.764065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e015dc-9ce6-4387-aa88-e7324e550190 req-d24aad5f-d318-454b-85c5-50c5542dd0cb tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:30.765636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1e015dc-9ce6-4387-aa88-e7324e550190 req-d24aad5f-d318-454b-85c5-50c5542dd0cb tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 931 time: 0.0871570 Nov 23 10:44:30.792769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-4b74c9ac-732e-4325-af44-5d49bdfbb6bc tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/quotas/950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 375 time: 0.0143032 Nov 23 10:44:30.794096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['dde3b62b-8e91-4292-b6fa-b0ba08d3b66d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:30.830867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-02de8f3b-0b7c-4d28-9c7e-8141d953f554 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314794 Nov 23 10:44:30.835531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-246f59a7-cdd6-4a83-a6f7-e05e6894bc06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.883055 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-246f59a7-cdd6-4a83-a6f7-e05e6894bc06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:30.924099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1e015dc-9ce6-4387-aa88-e7324e550190 req-c64e610d-ef36-4f92-832f-e88e18d65b83 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448040 Nov 23 10:44:30.945404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9f3e3e7f-444a-4b38-981a-5580afba75a2 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:31.012762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-be50728f-2306-4138-b52b-4f9ab436d657 service neutron] 10.222.0.61 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555116 Nov 23 10:44:31.020374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-246f59a7-cdd6-4a83-a6f7-e05e6894bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.023048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-246f59a7-cdd6-4a83-a6f7-e05e6894bc06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.026836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-246f59a7-cdd6-4a83-a6f7-e05e6894bc06 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a880b39a-64da-4e2e-93a7-193a33ef10c6 HTTP/1.1" status: 204 len: 168 time: 0.2971454 Nov 23 10:44:31.063219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 9f3e3e7f-444a-4b38-981a-5580afba75a2 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:31.068175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 9f3e3e7f-444a-4b38-981a-5580afba75a2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:31.069392 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.071225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f59a7-cdd6-4a83-a6f7-e05e6894bc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a880b39a-64da-4e2e-93a7-193a33ef10c6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:31.140397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411c0b95-5336-492c-810f-0e6bbdc78654 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:31.150229 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.165326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Transition to ACTIVE for port object 411c0b95-5336-492c-810f-0e6bbdc78654 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:31.176719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.184853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:31.214464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-f4f78ea8-c714-4632-a03d-cee7c9f86c1a service neutron] 10.222.0.61 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860170 Nov 23 10:44:31.214713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:31.215137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 353c7562-1eaa-4f17-8c0f-0d7ed70863c9 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:31.229482 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.273465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9f3e3e7f-444a-4b38-981a-5580afba75a2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:31.274542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:31.277284 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7ae56-d905-4b52-8efb-9e9b1d936763" -d '{"events": [{"server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "name": "network-vif-plugged", "status": "completed", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:31.287770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.348913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:31.360609 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4716f4a2-a894-4eec-869c-188b8fb4f3c4 x-openstack-request-id: req-4716f4a2-a894-4eec-869c-188b8fb4f3c4 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:31.363416 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "name": "network-vif-plugged", "status": "completed", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:31.364596 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4716f4a2-a894-4eec-869c-188b8fb4f3c4 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:31.365499 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'code': 200} Nov 23 10:44:31.386228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=9f3e3e7f-444a-4b38-981a-5580afba75a2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:31.414268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Attempting to bind port 411c0b95-5336-492c-810f-0e6bbdc78654 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:31.430829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Attempting to bind port 411c0b95-5336-492c-810f-0e6bbdc78654 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:31.431241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Attempting to bind port 411c0b95-5336-492c-810f-0e6bbdc78654 on network c516d14c-1d86-46e2-88b7-c786fdcc296c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:31.437147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Port 411c0b95-5336-492c-810f-0e6bbdc78654 on network c516d14c-1d86-46e2-88b7-c786fdcc296c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:31.437147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Attempting to bind port 411c0b95-5336-492c-810f-0e6bbdc78654 on network c516d14c-1d86-46e2-88b7-c786fdcc296c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:31.472997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:31.473383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Checking segment: {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:31.473777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Bound using segment: {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:31.474230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Bound port: 411c0b95-5336-492c-810f-0e6bbdc78654, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:31.474590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.522945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a6281d-705f-49ae-ad18-4f8c84140528 req-955a297d-6260-4e63-9588-3e7eb75d9410 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 210 time: 0.0420396 Nov 23 10:44:31.593481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154f135-df69-446c-a44b-0167e0df11df req-d27cefc3-c8ce-46ea-a4c7-22a987e81d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:31.594966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9154f135-df69-446c-a44b-0167e0df11df req-d27cefc3-c8ce-46ea-a4c7-22a987e81d36 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 1097 time: 0.1542518 Nov 23 10:44:31.634525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34340) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:31.645368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aefc06-8c1a-4858-8a14-a75f00e4e2d0 req-3b3c6df2-fb14-4805-bd4b-404ae21645bb tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:31.647158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55aefc06-8c1a-4858-8a14-a75f00e4e2d0 req-3b3c6df2-fb14-4805-bd4b-404ae21645bb tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1682594 Nov 23 10:44:31.660669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:31.729801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:31.736666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9154f135-df69-446c-a44b-0167e0df11df req-201909a8-3f37-4423-8db5-a222009ab4fc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275990 Nov 23 10:44:31.740156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.741213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a4518-accb-49ed-bd48-ef5870258687 req-6ce39a05-270c-42a5-a04a-18659cc2f029 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:31.748612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-123a4518-accb-49ed-bd48-ef5870258687 req-6ce39a05-270c-42a5-a04a-18659cc2f029 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.1160347 Nov 23 10:44:31.783065 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-99bf6579-fe26-4eab-a311-93911e265aa7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018369 Nov 23 10:44:31.820592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-123a4518-accb-49ed-bd48-ef5870258687 req-72797c13-2e35-4c2c-afee-a5f98bd2d53d tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704088 Nov 23 10:44:31.821498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:31.822132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:31.823536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/411c0b95-5336-492c-810f-0e6bbdc78654 HTTP/1.1" status: 200 len: 1091 time: 1.2173071 Nov 23 10:44:31.844512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55aefc06-8c1a-4858-8a14-a75f00e4e2d0 req-9e2f0fee-bca4-4aad-bb48-aefcfcb18e6e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857982 Nov 23 10:44:31.864273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e44f7-7954-4fba-8674-62288a5524b5 service neutron] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:31.962443 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86613d71-83f5-4c5c-ad55-6d61f071e140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.084205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-3d675523-17bc-4072-bc73-15e3440b24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.085887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-3d675523-17bc-4072-bc73-15e3440b24bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 1094 time: 0.0754859 Nov 23 10:44:32.154753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-6fce460c-7aa9-4245-af45-408ffcf27007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.156369 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-6fce460c-7aa9-4245-af45-408ffcf27007 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 1096 time: 0.1621044 Nov 23 10:44:32.179562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c34bc-32b3-4fca-b573-bfb69af8cd18 req-b2f761d4-c739-4d1c-838c-82817f6b1189 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.181735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe5c34bc-32b3-4fca-b573-bfb69af8cd18 req-b2f761d4-c739-4d1c-838c-82817f6b1189 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 943 time: 0.1332333 Nov 23 10:44:32.205371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-99140d81-1ec7-4a88-89d2-dc3736596c40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=411c0b95-5336-492c-810f-0e6bbdc78654 HTTP/1.1" status: 200 len: 217 time: 0.1096344 Nov 23 10:44:32.285166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86613d71-83f5-4c5c-ad55-6d61f071e140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.297630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-2829e317-183d-4d7a-980c-a0f2f2c1050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.299160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-2829e317-183d-4d7a-980c-a0f2f2c1050d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55de5901-2cd8-40fa-86cb-6ca8f19582b0 HTTP/1.1" status: 200 len: 861 time: 0.0783732 Nov 23 10:44:32.307402 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86613d71-83f5-4c5c-ad55-6d61f071e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.357578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-3e459662-5053-4136-94a5-59211ea42315 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c516d14c-1d86-46e2-88b7-c786fdcc296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489292 Nov 23 10:44:32.371958 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe5c34bc-32b3-4fca-b573-bfb69af8cd18 req-604601d4-4db4-4489-b472-77e286678196 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765020 Nov 23 10:44:32.422437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86613d71-83f5-4c5c-ad55-6d61f071e140 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5295948a2cdc40648ed878225fca041b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7868884 Nov 23 10:44:32.429540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86613d71-83f5-4c5c-ad55-6d61f071e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b4b64-a372-4052-b9b8-34bd97cd5377,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:32.431987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34374) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:32.449157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34376) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:32.450178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-48b8e71b-f092-4591-9fab-cda5f4a0804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.451639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-48b8e71b-f092-4591-9fab-cda5f4a0804f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 200 len: 912 time: 0.2279551 Nov 23 10:44:32.470220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69113c9-2993-4755-9d8c-176e0b20caf2 req-b249fe32-6fba-4137-97ae-51349eca9553 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.471753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e69113c9-2993-4755-9d8c-176e0b20caf2 req-b249fe32-6fba-4137-97ae-51349eca9553 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1531086 Nov 23 10:44:32.514427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-9b0aa1d1-233f-41d0-afec-70fc6320223b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d HTTP/1.1" status: 200 len: 217 time: 0.0518737 Nov 23 10:44:32.516417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-a1090cce-bbd4-4023-95e6-a402ef940607 service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325555 Nov 23 10:44:32.531961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:32.534897 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ddf23-d572-47d4-84c9-145dae22af7c" -d '{"events": [{"name": "network-changed", "server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:32.559873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e69113c9-2993-4755-9d8c-176e0b20caf2 req-ea5ed42c-dd77-4b85-a1e7-df161e305047 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776689 Nov 23 10:44:32.570508 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cc256075-be45-4183-89b3-e903300c1746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.603449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cc256075-be45-4183-89b3-e903300c1746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.620359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-f7e235bb-8971-4a50-95b6-1ef1f7f463a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.620843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-f7e235bb-8971-4a50-95b6-1ef1f7f463a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 200 len: 851 time: 0.0929511 Nov 23 10:44:32.630244 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5eed2b-6060-4f06-a668-fa48f398ecb3 x-openstack-request-id: req-2a5eed2b-6060-4f06-a668-fa48f398ecb3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:32.630744 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:32.631304 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a5eed2b-6060-4f06-a668-fa48f398ecb3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:32.631799 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654', 'status': 'completed', 'code': 200} Nov 23 10:44:32.635127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-network', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:32.661745 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc934b4-8720-49bf-9df4-4b3be9699d53 req-e085992f-737e-4402-bd18-a398a778a826 service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228845 Nov 23 10:44:32.685233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-7f086c83-7f2f-45f5-b9e3-0e9ef3bb1777 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467966 Nov 23 10:44:32.710392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Made reservation on behalf of 92da79cfc89c46e58e12a905b2e9bec9 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:32.712555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.725876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bbb2e5de-41e8-4671-9205-1b367fb152a5 req-18204fdf-1eeb-4a10-aa16-770d1737fb56 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 210 time: 0.0485089 Nov 23 10:44:32.743996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.762626 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cc256075-be45-4183-89b3-e903300c1746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.765347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cc256075-be45-4183-89b3-e903300c1746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:32.766569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cc256075-be45-4183-89b3-e903300c1746 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc9b4b64-a372-4052-b9b8-34bd97cd5377 HTTP/1.1" status: 204 len: 168 time: 0.3322129 Nov 23 10:44:32.781191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-bece616e-e91c-4831-84cc-67789cba3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.782733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-bece616e-e91c-4831-84cc-67789cba3df8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 1094 time: 0.0471253 Nov 23 10:44:32.815434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc256075-be45-4183-89b3-e903300c1746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b4b64-a372-4052-b9b8-34bd97cd5377,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:32.889947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-e57efbc1-c0ae-406d-b59b-39de29232369 service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894603 Nov 23 10:44:32.918075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-44ee20a1-9921-468e-aa6d-312ea87b35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:32.923263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-44ee20a1-9921-468e-aa6d-312ea87b35c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 922 time: 0.1308150 Nov 23 10:44:32.998004 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-48bd73ae-38e8-478b-b15d-aa29f6f41886 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=411c0b95-5336-492c-810f-0e6bbdc78654 HTTP/1.1" status: 200 len: 217 time: 0.0675600 Nov 23 10:44:33.075775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.086309 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcbc9553-72bd-4c1a-8446-c3efdb2b2b30 req-1c9b1876-a6ea-46d0-a84b-e2cc545db254 service neutron] 10.222.0.65 "GET /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845119 Nov 23 10:44:33.088312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.102542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e963ec-be60-418a-a6d8-d1133789964d req-abea1815-6cda-4b97-b419-c08dd3e2e3e5 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.104112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8e963ec-be60-418a-a6d8-d1133789964d req-abea1815-6cda-4b97-b419-c08dd3e2e3e5 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.1039226 Nov 23 10:44:33.141070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62f39a-133a-411b-9c32-43f8f55db57d req-b4e39147-0c7a-43e8-b852-e7cfa5fdd560 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.142775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c62f39a-133a-411b-9c32-43f8f55db57d req-b4e39147-0c7a-43e8-b852-e7cfa5fdd560 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1473818 Nov 23 10:44:33.157219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:44:33.177416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-2020dc12-dafb-4b97-9c5d-9a4e6bf340dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.178602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-2020dc12-dafb-4b97-9c5d-9a4e6bf340dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55de5901-2cd8-40fa-86cb-6ca8f19582b0 HTTP/1.1" status: 200 len: 861 time: 0.1678231 Nov 23 10:44:33.194014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc27d3-30f6-4a88-84c8-d602a7b1c9eb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:33.214666 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.215019 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Added segment 6772abc3-132c-4f9a-964a-91883aab8e23 of type vlan for network eeb1b34e-db2c-4810-9dfd-b233001af5c5 Nov 23 10:44:33.284217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-2426ae4a-b4ca-48da-b858-134922e79876 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c516d14c-1d86-46e2-88b7-c786fdcc296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951207 Nov 23 10:44:33.290708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.335835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.336707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.337308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.339677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c62f39a-133a-411b-9c32-43f8f55db57d req-fa98c29d-d25f-4524-b9cb-0fb8b12952fa tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890161 Nov 23 10:44:33.360015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8e963ec-be60-418a-a6d8-d1133789964d req-8d1976dc-5cb8-4a00-967c-be8848a95c20 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458224 Nov 23 10:44:33.383381 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9221418 Nov 23 10:44:33.383381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34402) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:33.396086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-401bf958-5f56-4d13-a0a7-17545179aa47 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.396973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Request body: {'subnet': {'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-subnet', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:33.398466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-401bf958-5f56-4d13-a0a7-17545179aa47 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.58 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 812 time: 0.3209310 Nov 23 10:44:33.446403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'port': {'device_id': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74', 'admin_state_up': True, 'tenant_id': '950587285b954cf0b12bfa849aa17d41'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:33.448203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fdf7e-f0b7-4b26-9b4d-99187ba08848 admin admin] Pushing event updated for resources: {'Network': ['ID=eeb1b34e-db2c-4810-9dfd-b233001af5c5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:33.460908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Made reservation on behalf of 92da79cfc89c46e58e12a905b2e9bec9 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:33.463655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:44:33.464449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.521451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-29030e3a-fb9a-41eb-9b99-814260a4e110 service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193706 Nov 23 10:44:33.741016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a59ddf23-d572-47d4-84c9-145dae22af7c req-2224d748-bbba-4d2c-a48f-bf09678e158a service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788929 Nov 23 10:44:33.781033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d03495-469e-4db8-8633-48bc1bd44d47 req-dfc8e951-1ed6-4a3c-ab58-e0c954649009 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.783490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16d03495-469e-4db8-8633-48bc1bd44d47 req-dfc8e951-1ed6-4a3c-ab58-e0c954649009 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1151874 Nov 23 10:44:33.785400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Made reservation on behalf of 950587285b954cf0b12bfa849aa17d41 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:33.789872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:33.930170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eaf97-8c1a-4afa-9c78-3f1f124c7c24 req-494b8383-2d17-4acd-990f-3de4d28f03c1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:33.931690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-275eaf97-8c1a-4afa-9c78-3f1f124c7c24 req-494b8383-2d17-4acd-990f-3de4d28f03c1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 943 time: 0.4632628 Nov 23 10:44:33.975641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Allocated IP 172.20.0.8 (34c544f7-6d39-4dbd-9d13-2bf5052beb74/566179e5-421f-4854-b842-ce1d21734199/5e85a8f0-5d38-4dba-bf09-afcab092b47a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:34.016353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-275eaf97-8c1a-4afa-9c78-3f1f124c7c24 req-107bb00a-ffe4-4163-b80e-b254e1025d8a tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754576 Nov 23 10:44:34.091297 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.111894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-318552ba-c8b6-4404-8583-34f59f6be983 req-9bfa5219-cc5a-4afb-a0fe-0bc5295c7ff6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 210 time: 0.0306585 Nov 23 10:44:34.171029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0b15bf-6ad1-4228-8c69-83e8e3e581be,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:34.182598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Checking segment: {'id': '6772abc3-132c-4f9a-964a-91883aab8e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:34.182969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Network hostable DHCP agents. Network: eeb1b34e-db2c-4810-9dfd-b233001af5c5, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:44:34.205890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:44:34.218238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, eeb1b34e-db2c-4810-9dfd-b233001af5c5) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:34.223346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:34.224092 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.239700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697aa8ec-541e-4b7d-90b3-f9bdf142fd95 None None] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:34.247534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ca8d6df-2d04-4378-9404-2a234cec32e2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8539319 Nov 23 10:44:34.248180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34424) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:34.255496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:34.284376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.285946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.352808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.413159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16d03495-469e-4db8-8633-48bc1bd44d47 req-c6f2f8d2-493e-4eab-9d19-83cb99f0ab9b tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d06a9bb-373b-4608-a4e0-1c5a761e02b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6109145 Nov 23 10:44:34.428301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-eeb1b34e-db2c-4810-9dfd-b233001af5c5', 'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'fixed_ips': [{'subnet_id': '9f0b15bf-6ad1-4228-8c69-83e8e3e581be'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:44:34.430291 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.481986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.564574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.567222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591c9bb-53e9-4a0f-af0d-11c67b9ebb3b req-720d8bc3-56d5-4e75-b426-293f54e4ddb0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:34.575722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a591c9bb-53e9-4a0f-af0d-11c67b9ebb3b req-720d8bc3-56d5-4e75-b426-293f54e4ddb0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0704982 Nov 23 10:44:34.584920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.598477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Allocated IP 172.20.0.2 (eeb1b34e-db2c-4810-9dfd-b233001af5c5/9f0b15bf-6ad1-4228-8c69-83e8e3e581be/7734a0bd-2610-466b-830a-d0042d22c55a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:34.666615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:34.699596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:34.705292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:34.712115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:34.738535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a591c9bb-53e9-4a0f-af0d-11c67b9ebb3b req-06cf83c5-60b5-4b6a-a3f4-be5b44fd433c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609941 Nov 23 10:44:34.780542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-528ea161-8964-4dde-872f-308ebd79a043 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:34.782173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-528ea161-8964-4dde-872f-308ebd79a043 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.65 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 945 time: 0.1430449 Nov 23 10:44:34.789439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:34.790086 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.798365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.806862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.856476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:34.859294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:34.864380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:34.868128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Pushing event updated for resources: {'Port': ['ID=7734a0bd-2610-466b-830a-d0042d22c55a,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:34.880217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-66ebe876-7fa7-48a3-8ca1-7ca3ae157a3b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4393899 Nov 23 10:44:34.898426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Request body: {'port': {'device_id': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:34.946800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Attempting to bind port 7734a0bd-2610-466b-830a-d0042d22c55a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:34.947735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Attempting to bind port 7734a0bd-2610-466b-830a-d0042d22c55a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6772abc3-132c-4f9a-964a-91883aab8e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:34.948804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Attempting to bind port 7734a0bd-2610-466b-830a-d0042d22c55a on network eeb1b34e-db2c-4810-9dfd-b233001af5c5 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:34.953835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 411c0b95-5336-492c-810f-0e6bbdc78654 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:34.965348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:34.966130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Checking segment: {'id': '6772abc3-132c-4f9a-964a-91883aab8e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:34.966809 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.967447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Bound using segment: {'id': '6772abc3-132c-4f9a-964a-91883aab8e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:34.968310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Bound port: 7734a0bd-2610-466b-830a-d0042d22c55a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6772abc3-132c-4f9a-964a-91883aab8e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:34.969074 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.971058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a1668-4e12-4fac-b4e8-9569317395f7 req-5ee73510-d115-4b57-bf96-da7884732b97 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:34.973460 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d9a1668-4e12-4fac-b4e8-9569317395f7 req-5ee73510-d115-4b57-bf96-da7884732b97 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.2462616 Nov 23 10:44:34.974188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Deleting port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:34.974532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:34.980389 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.038220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.076650 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.115822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] For port 7734a0bd-2610-466b-830a-d0042d22c55a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:35.122255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] For port 7734a0bd-2610-466b-830a-d0042d22c55a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7734a0bd-2610-466b-830a-d0042d22c55a,segment=NetworkSegment(6772abc3-132c-4f9a-964a-91883aab8e23),segment_id=6772abc3-132c-4f9a-964a-91883aab8e23)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:35.138080 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.148335 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d9a1668-4e12-4fac-b4e8-9569317395f7 req-f45ec8fb-3996-41c5-9ee4-34bf76fc13f8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162963 Nov 23 10:44:35.148923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:35.173854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] For port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:35.174236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.200237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Calling delete_port for dde3b62b-8e91-4292-b6fa-b0ba08d3b66d owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:35.214678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '411c0b95-5336-492c-810f-0e6bbdc78654', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'port_id': '411c0b95-5336-492c-810f-0e6bbdc78654', 'mac_address': 'fa:16:3e:be:fc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55de5901-2cd8-40fa-86cb-6ca8f19582b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:35.313518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.330676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f64ba1-fcb4-4406-97cb-15cf45cf568a None None] Pushing event updated for resources: {'Port': ['ID=7734a0bd-2610-466b-830a-d0042d22c55a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:35.342599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411c0b95-5336-492c-810f-0e6bbdc78654 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:35.370841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:35.376258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.397949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a90d6-e682-4505-ae11-9ddee666af9d req-3786cf6f-d357-4cff-b1ab-7c7f02f87222 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.407467 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e31a90d6-e682-4505-ae11-9ddee666af9d req-3786cf6f-d357-4cff-b1ab-7c7f02f87222 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 943 time: 0.1299722 Nov 23 10:44:35.418401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Allocated IP 172.25.5.69 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/daa84ae1-1e14-4964-abc2-e70efe32d4af) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:35.435999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:35.491981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fb29c-028a-4b0c-9e84-5667e31787ed req-2ea7bab8-d8e9-416a-9b33-f8cce08018b7 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.502035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc1fb29c-028a-4b0c-9e84-5667e31787ed req-2ea7bab8-d8e9-416a-9b33-f8cce08018b7 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 931 time: 0.1632035 Nov 23 10:44:35.513614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e31a90d6-e682-4505-ae11-9ddee666af9d req-67283f2f-d61b-4fc2-b06d-8aaba25c3395 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055772 Nov 23 10:44:35.597415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e85a8f0-5d38-4dba-bf09-afcab092b47a {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:35.612298 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.618240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.619294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['411c0b95-5336-492c-810f-0e6bbdc78654'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:35.671478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Pushing event deleted for resources: {'Port': ['ID=dde3b62b-8e91-4292-b6fa-b0ba08d3b66d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:35.689885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc1fb29c-028a-4b0c-9e84-5667e31787ed req-a42cfc25-001d-4167-ab02-60b7378d2cc0 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866636 Nov 23 10:44:35.704383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Transition to ACTIVE for port object 5e85a8f0-5d38-4dba-bf09-afcab092b47a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:35.705945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae003483-b8c6-4d80-9b70-1ff49e18f120 req-2ccf2edc-fd66-43a5-be9e-1808335e1fd7 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:35.708414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae003483-b8c6-4d80-9b70-1ff49e18f120 req-2ccf2edc-fd66-43a5-be9e-1808335e1fd7 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.1330903 Nov 23 10:44:35.719038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.719391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.719736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.720104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.720409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.720744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.721073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.721440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.722030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.722731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.723069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.723925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:35.727378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34448) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:35.733889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Request body: {'floatingip': {'port_id': '9f3e3e7f-444a-4b38-981a-5580afba75a2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:35.748084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.813826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.824925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] No DVR routers for this DVR port dde3b62b-8e91-4292-b6fa-b0ba08d3b66d on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:35.834404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:35.851929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03d1631d-4e45-4b44-9606-176b639f6aa7 req-7b324273-88f3-4ab9-9679-dce4c219ed4f tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.65 "DELETE /v2.0/ports/dde3b62b-8e91-4292-b6fa-b0ba08d3b66d HTTP/1.1" status: 204 len: 173 time: 1.0580077 Nov 23 10:44:35.852463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'name': 'network-vif-deleted', 'tag': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:35.855106 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c03ff9-6624-4e83-ba80-e646412cc239" -d '{"events": [{"server_uuid": "4edd4319-aece-4cec-811a-3a5af6bdc100", "name": "network-vif-deleted", "tag": "dde3b62b-8e91-4292-b6fa-b0ba08d3b66d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:35.896033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Pushing event updated for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:35.904528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aaf45b18-2837-478e-bf19-bc7ac244fd0f req-68ec7440-05c4-47fd-818c-69231be2d815 tempest-ServerRescueTestJSON-1437099367 tempest-ServerRescueTestJSON-1437099367-project] 10.222.0.61 "GET /v2.0/ports?device_id=4edd4319-aece-4cec-811a-3a5af6bdc100 HTTP/1.1" status: 200 len: 210 time: 0.0978982 Nov 23 10:44:35.965953 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.041142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Attempting to bind port 5e85a8f0-5d38-4dba-bf09-afcab092b47a on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:36.041627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Attempting to bind port 5e85a8f0-5d38-4dba-bf09-afcab092b47a by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:36.042039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Attempting to bind port 5e85a8f0-5d38-4dba-bf09-afcab092b47a on network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:36.053435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd044ed2-7467-467e-a0ce-3c93debb82bf req-892ba0d8-14fb-4ef2-a713-983f76d5d818 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:36.055201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd044ed2-7467-467e-a0ce-3c93debb82bf req-892ba0d8-14fb-4ef2-a713-983f76d5d818 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0954537 Nov 23 10:44:36.063302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Port 5e85a8f0-5d38-4dba-bf09-afcab092b47a on network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:36.063766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Attempting to bind port 5e85a8f0-5d38-4dba-bf09-afcab092b47a on network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:36.088226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:36.089130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Checking segment: {'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:36.089697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Bound using segment: {'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:36.092146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Bound port: 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:36.092539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.152288 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f48ea98-1eb8-4147-b130-42cbdce8152f x-openstack-request-id: req-1f48ea98-1eb8-4147-b130-42cbdce8152f {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:36.152591 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edd4319-aece-4cec-811a-3a5af6bdc100", "name": "network-vif-deleted", "tag": "dde3b62b-8e91-4292-b6fa-b0ba08d3b66d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:36.152853 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f48ea98-1eb8-4147-b130-42cbdce8152f {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:36.153290 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edd4319-aece-4cec-811a-3a5af6bdc100', 'name': 'network-vif-deleted', 'tag': 'dde3b62b-8e91-4292-b6fa-b0ba08d3b66d', 'status': 'completed', 'code': 200} Nov 23 10:44:36.163416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['dde3b62b-8e91-4292-b6fa-b0ba08d3b66d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:36.173971 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.226556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7734a0bd-2610-466b-830a-d0042d22c55a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:36.232438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:36.241656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:36.246715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:36.302777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:36.303740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7734a0bd-2610-466b-830a-d0042d22c55a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:36.304222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.306110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:36.326104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd044ed2-7467-467e-a0ce-3c93debb82bf req-7d6429c5-d607-444a-bced-2184c5f14887 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585559 Nov 23 10:44:36.336087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.348356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Pushing event updated for resources: {'Port': ['ID=daa84ae1-1e14-4964-abc2-e70efe32d4af,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:36.386473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:36.387096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.388754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] 10.222.0.58 "PUT /v2.0/ports/5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 200 len: 1091 time: 1.4955328 Nov 23 10:44:36.445359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dfcf6-a27b-42d7-920a-e13e14a600cf service neutron] Pushing event updated for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:36.579114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-5e0d2f0d-7229-47e2-9f49-6733f1314481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:36.580711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-5e0d2f0d-7229-47e2-9f49-6733f1314481 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1094 time: 0.1127536 Nov 23 10:44:36.644489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-ec7c4d22-1779-4366-b41d-dfb7fed830c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 200 len: 217 time: 0.0535195 Nov 23 10:44:36.711203 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.736891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-1506fece-c794-4cff-9663-0add03eca6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:36.740316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-1506fece-c794-4cff-9663-0add03eca6ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.0855730 Nov 23 10:44:36.752424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98379e55-47cf-4542-92bf-9d6b67a0ffee req-9a4d366f-2feb-46d3-8da0-9463d330c716 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:36.760756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98379e55-47cf-4542-92bf-9d6b67a0ffee req-9a4d366f-2feb-46d3-8da0-9463d330c716 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 944 time: 0.1152484 Nov 23 10:44:36.770900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 7734a0bd-2610-466b-830a-d0042d22c55a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7734a0bd-2610-466b-830a-d0042d22c55a,segment=NetworkSegment(6772abc3-132c-4f9a-964a-91883aab8e23),segment_id=6772abc3-132c-4f9a-964a-91883aab8e23)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:36.772454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891b212-6df0-4c72-ab45-89e5ae8c6a10 None None] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:36.803743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.808716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-5d676c3b-386a-4040-bf7d-f4a37dc7ba98 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448472 Nov 23 10:44:36.863615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98379e55-47cf-4542-92bf-9d6b67a0ffee req-21ee022f-bccc-4064-8473-b79818b0ad77 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019368 Nov 23 10:44:36.902722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:44:36.905826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-00006bba-94b2-4dfe-991f-6530e59db0fb None None] Provisioning complete for port 7734a0bd-2610-466b-830a-d0042d22c55a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:36.906223 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-00006bba-94b2-4dfe-991f-6530e59db0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.935451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-dfb45513-a1fd-4108-b4d6-646b01704a9f service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147258 Nov 23 10:44:36.969391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 411c0b95-5336-492c-810f-0e6bbdc78654 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:36.992774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:36.999503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.004952 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.039798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=7734a0bd-2610-466b-830a-d0042d22c55a,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:37.040471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4f56fc-b49a-4551-aeb4-fba9ae9dfd42 req-661d37e3-d740-45d2-a5eb-aed7c08d3414 service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965152 Nov 23 10:44:37.155830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 411c0b95-5336-492c-810f-0e6bbdc78654 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:37.162706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a014c-2041-4579-83ab-ae4da64cd3a1 req-485ec8a3-8166-42ad-90ee-2831fede1063 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.167656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e52a014c-2041-4579-83ab-ae4da64cd3a1 req-485ec8a3-8166-42ad-90ee-2831fede1063 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 943 time: 0.3115020 Nov 23 10:44:37.177989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 411c0b95-5336-492c-810f-0e6bbdc78654 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:37.178270 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.260817 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Floating IP 5d1512dd-d750-401f-acdf-d6a2b70db0ee associated. External IP: 172.25.5.93, port: 9f3e3e7f-444a-4b38-981a-5580afba75a2. Nov 23 10:44:37.289491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.321098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:37.324992 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463cba81-5705-472d-b778-3cb180e62487" -d '{"events": [{"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-plugged", "status": "completed", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:37.341390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:37.347072 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.361301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34478) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:37.412424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e52a014c-2041-4579-83ab-ae4da64cd3a1 req-384324da-1b28-466e-b2c8-2156aea83656 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251658 Nov 23 10:44:37.433488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:37.524806 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f4519e-9f2a-4fd1-8dda-8a4b8100ad87 x-openstack-request-id: req-93f4519e-9f2a-4fd1-8dda-8a4b8100ad87 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:37.525406 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-plugged", "status": "completed", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:37.525902 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93f4519e-9f2a-4fd1-8dda-8a4b8100ad87 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:37.526481 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654', 'code': 200} Nov 23 10:44:37.606206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fcabbefb-d4eb-47ef-8154-e4f45baea073 None None] Provisioning complete for port 7734a0bd-2610-466b-830a-d0042d22c55a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:37.607382 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcabbefb-d4eb-47ef-8154-e4f45baea073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.758417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3d9d-7f75-45ac-a527-c3bda4e46810 req-c8a68b7a-fcb0-4c8b-8b0e-ff65f3ad6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.760064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23db3d9d-7f75-45ac-a527-c3bda4e46810 req-c8a68b7a-fcb0-4c8b-8b0e-ff65f3ad6d4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 1096 time: 0.1452711 Nov 23 10:44:37.807818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47981fea-d4c9-4bc3-9b0c-6f8fb25eef42 req-88121637-5e54-4a08-83b8-3519097bc0a4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:37.809464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47981fea-d4c9-4bc3-9b0c-6f8fb25eef42 req-88121637-5e54-4a08-83b8-3519097bc0a4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1459866 Nov 23 10:44:37.875553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:37.914583 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23db3d9d-7f75-45ac-a527-c3bda4e46810 req-8e387422-e7e9-4881-b1ec-972a14cabc88 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438606 Nov 23 10:44:37.966888 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:44:37.982179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47981fea-d4c9-4bc3-9b0c-6f8fb25eef42 req-7c090e13-8daa-4490-8d62-63f8a172452a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442108 Nov 23 10:44:38.090610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7734a0bd-2610-466b-830a-d0042d22c55a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:38.107666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78611c54-dab7-4393-96f7-a83ff2a06046 req-aed0346a-933d-4ecc-9f4d-20013602c52f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:38.109180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78611c54-dab7-4393-96f7-a83ff2a06046 req-aed0346a-933d-4ecc-9f4d-20013602c52f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 945 time: 0.1540725 Nov 23 10:44:38.140172 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:38.145571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:38.160490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7734a0bd-2610-466b-830a-d0042d22c55a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:38.161004 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:38.261013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:38.263999 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038bddd4-a459-475f-a012-3f16cf812124" -d '{"events": [{"name": "network-changed", "server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:38.277886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78611c54-dab7-4393-96f7-a83ff2a06046 req-508fd81f-8548-4e6b-9637-07b0ac061a7c tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595969 Nov 23 10:44:38.318605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Router 8af0165f-b40d-4877-9f59-5b16e6b7feba is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:44:38.334342 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41ffda2-946e-45b1-8a52-99c6ffeae44c x-openstack-request-id: req-c41ffda2-946e-45b1-8a52-99c6ffeae44c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:38.334708 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:38.334975 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c41ffda2-946e-45b1-8a52-99c6ffeae44c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:38.335277 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a', 'status': 'completed', 'code': 200} Nov 23 10:44:38.390042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:38.396323 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:38.401474 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] Sync routers for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:38.423018 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:38.423935 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:38.434650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0fab18dd-58e0-4a51-958f-87b795552ef8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "PUT /v2.0/floatingips/5d1512dd-d750-401f-acdf-d6a2b70db0ee HTTP/1.1" status: 200 len: 991 time: 2.7063320 Nov 23 10:44:38.439543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:38.442727 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe464b6a-5fac-4317-9f61-56d505fc0688" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:38.445788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bddd4-a459-475f-a012-3f16cf812124 req-89c9af86-1b9b-4445-a9f2-ef536f04dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:38.447297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-038bddd4-a459-475f-a012-3f16cf812124 req-89c9af86-1b9b-4445-a9f2-ef536f04dd13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1094 time: 0.0865388 Nov 23 10:44:38.516101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:38.528017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Sync routers for ids ['8af0165f-b40d-4877-9f59-5b16e6b7feba'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:38.543173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Routers {'8af0165f-b40d-4877-9f59-5b16e6b7feba'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:38.545020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8af0165f-b40d-4877-9f59-5b16e6b7feba'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:38.570576 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:38.614423 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44686fd1-5ccf-439d-991c-98beeedd141b x-openstack-request-id: req-44686fd1-5ccf-439d-991c-98beeedd141b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:38.614719 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:38.614975 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-44686fd1-5ccf-439d-991c-98beeedd141b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:38.618029 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'status': 'completed', 'code': 200} Nov 23 10:44:38.658562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:38.665913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-36f6735b-2f13-426b-9bcf-9c8b71a9c1b7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4157591 Nov 23 10:44:38.673314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34510) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:38.733498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Set router 8af0165f-b40d-4877-9f59-5b16e6b7feba gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:38.849410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Deleting port 63d835cc-0a78-4063-bed4-45617ecc9d30 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:38.850021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:38.852891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bddd4-a459-475f-a012-3f16cf812124 req-199fb797-db33-48ee-9910-b6eb529a8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:38.857681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-038bddd4-a459-475f-a012-3f16cf812124 req-199fb797-db33-48ee-9910-b6eb529a8b77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 913 time: 0.3791175 Nov 23 10:44:38.870608 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '5d1512dd-d750-401f-acdf-d6a2b70db0ee', 'tenant_id': '749234af7c65413dae63661137894b99', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'port_id': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'mac_address': 'fa:16:3e:3a:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:43:41Z', 'updated_at': '2021-11-23T10:44:36Z', 'revision_number': 1, 'project_id': '749234af7c65413dae63661137894b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:40Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:38.903157 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] Checking router: 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:38.913337 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:38.914540 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:38.960709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafc7ad-df26-4264-ac77-631aae143d1c req-ffc4df1e-0a2b-4614-bfeb-765be9cd0189 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:38.968260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cafc7ad-df26-4264-ac77-631aae143d1c req-ffc4df1e-0a2b-4614-bfeb-765be9cd0189 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 943 time: 0.3803577 Nov 23 10:44:38.997655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dde3b62b-8e91-4292-b6fa-b0ba08d3b66d no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:39.024149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-038bddd4-a459-475f-a012-3f16cf812124 req-f144aff1-ac03-44c2-82c3-6a4fd68c7400 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 200 len: 217 time: 0.1422887 Nov 23 10:44:39.027393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-2b437121-64e6-4547-ad0c-887e6e5a8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.030322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-2b437121-64e6-4547-ad0c-887e6e5a8e82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=749234af7c65413dae63661137894b99&device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 1097 time: 0.3698041 Nov 23 10:44:39.040344 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:39.092324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: dde3b62b-8e91-4292-b6fa-b0ba08d3b66d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:39.092937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device dde3b62b-8e91-4292-b6fa-b0ba08d3b66d not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:39.104917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cafc7ad-df26-4264-ac77-631aae143d1c req-3fe924d1-2a2d-42f2-ba88-58150456f3a3 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318343 Nov 23 10:44:39.165938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:36Z', 'revision_number': 3, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port': {'id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:35Z', 'updated_at': '2021-11-23T10:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:39.201964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Checking router: 8af0165f-b40d-4877-9f59-5b16e6b7feba for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:39.202680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Updating router 8af0165f-b40d-4877-9f59-5b16e6b7feba port daa84ae1-1e14-4964-abc2-e70efe32d4af binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:44:39.233805 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.304941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bddd4-a459-475f-a012-3f16cf812124 req-53d5c1e9-4851-43af-a528-f8122a5440e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.306341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-038bddd4-a459-475f-a012-3f16cf812124 req-53d5c1e9-4851-43af-a528-f8122a5440e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.2755549 Nov 23 10:44:39.354566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] For port 63d835cc-0a78-4063-bed4-45617ecc9d30, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=63d835cc-0a78-4063-bed4-45617ecc9d30,segment=NetworkSegment(31635988-463b-4978-8bcf-8064bdb6cf4f),segment_id=31635988-463b-4978-8bcf-8064bdb6cf4f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:39.354996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.376033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Calling delete_port for 63d835cc-0a78-4063-bed4-45617ecc9d30 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:39.434378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52b50a-2be8-487b-aab9-601f46b31d49 req-beff508e-c02b-477a-8920-41a7ac530591 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.442684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e52b50a-2be8-487b-aab9-601f46b31d49 req-beff508e-c02b-477a-8920-41a7ac530591 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1095946 Nov 23 10:44:39.522709 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.535199 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.537549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e52b50a-2be8-487b-aab9-601f46b31d49 req-277c5f8f-4831-427a-ad67-0b267cbf036d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938458 Nov 23 10:44:39.541981 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '5d1512dd-d750-401f-acdf-d6a2b70db0ee', 'tenant_id': '749234af7c65413dae63661137894b99', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'port_id': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'mac_address': 'fa:16:3e:3a:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:43:41Z', 'updated_at': '2021-11-23T10:44:36Z', 'revision_number': 1, 'project_id': '749234af7c65413dae63661137894b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:40Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:39.625207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Attempting to bind port daa84ae1-1e14-4964-abc2-e70efe32d4af on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:39.626065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Attempting to bind port daa84ae1-1e14-4964-abc2-e70efe32d4af by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:39.627344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Attempting to bind port daa84ae1-1e14-4964-abc2-e70efe32d4af on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:39.635074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.642030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:39.643066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:39.643813 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.644469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:39.645358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Bound port: daa84ae1-1e14-4964-abc2-e70efe32d4af, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:39.646037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.713077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] For port daa84ae1-1e14-4964-abc2-e70efe32d4af, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:39.717656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] For port daa84ae1-1e14-4964-abc2-e70efe32d4af, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=daa84ae1-1e14-4964-abc2-e70efe32d4af,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:39.720164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be008f87-b59b-4146-b75a-738a1f6e17b2 None None] Pushing event updated for resources: {'Port': ['ID=daa84ae1-1e14-4964-abc2-e70efe32d4af,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:39.725478 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:39.764207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d782aa-34d6-4fdf-a074-61aa9c588501 req-4dceac28-428a-4e2b-a15d-c83428881bb0 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.771979 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58d782aa-34d6-4fdf-a074-61aa9c588501 req-4dceac28-428a-4e2b-a15d-c83428881bb0 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 945 time: 0.1203604 Nov 23 10:44:39.799214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be008f87-b59b-4146-b75a-738a1f6e17b2 None None] Pushing event updated for resources: {'Port': ['ID=daa84ae1-1e14-4964-abc2-e70efe32d4af,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:39.854652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Routers {'8af0165f-b40d-4877-9f59-5b16e6b7feba'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:39.855313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8af0165f-b40d-4877-9f59-5b16e6b7feba'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:39.875686 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000bc5ff-95a4-4703-b1f8-a3bdd5b39dcf None None] The sync data for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 is: [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '5d1512dd-d750-401f-acdf-d6a2b70db0ee', 'tenant_id': '749234af7c65413dae63661137894b99', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'port_id': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'mac_address': 'fa:16:3e:3a:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:43:41Z', 'updated_at': '2021-11-23T10:44:36Z', 'revision_number': 1, 'project_id': '749234af7c65413dae63661137894b99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:40Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:39.881775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-4000b87b-1ffa-41bd-a281-cb3eaa18969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:39.882657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-4000b87b-1ffa-41bd-a281-cb3eaa18969f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 HTTP/1.1" status: 200 len: 916 time: 0.8434665 Nov 23 10:44:39.921140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Allocated IP 172.20.0.1 (eeb1b34e-db2c-4810-9dfd-b233001af5c5/9f0b15bf-6ad1-4228-8c69-83e8e3e581be/2d8b4186-9867-4e1e-ad40-ff6cc53e5c32) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:39.937515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-038bddd4-a459-475f-a012-3f16cf812124 req-087b3589-ab25-45b5-a29b-5d1682c4ec33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538194 Nov 23 10:44:40.008927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58d782aa-34d6-4fdf-a074-61aa9c588501 req-d31077de-8791-46fd-9cf2-5663192cff06 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361548 Nov 23 10:44:40.074947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] Set router 8af0165f-b40d-4877-9f59-5b16e6b7feba gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:40.177905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:40.244499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-ba54d96a-3249-4cf2-8581-f8caab219bdc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2 HTTP/1.1" status: 200 len: 999 time: 0.3497112 Nov 23 10:44:40.264150 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1315fc7-7be5-4185-9164-c50921a8f908 None None] New status for floating IP 5d1512dd-d750-401f-acdf-d6a2b70db0ee: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:44:40.282692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d93e3-5cc9-42d9-b06b-3276486f3a99 req-b281f9a3-c5fc-4a37-8ea0-cd8fe869ae2f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:40.293267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-083d93e3-5cc9-42d9-b06b-3276486f3a99 req-b281f9a3-c5fc-4a37-8ea0-cd8fe869ae2f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 945 time: 0.1294019 Nov 23 10:44:40.305633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:40.339354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:40.401771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-083d93e3-5cc9-42d9-b06b-3276486f3a99 req-f9181bf9-fc55-4bc4-a8b9-92300924c864 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074529 Nov 23 10:44:40.423317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Pushing event deleted for resources: {'Port': ['ID=63d835cc-0a78-4063-bed4-45617ecc9d30,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:40.445704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:40.471508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:40.478441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:40.484806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-038bddd4-a459-475f-a012-3f16cf812124 req-2181824d-7341-4ec4-928d-f5ec03f6a46c service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736674 Nov 23 10:44:40.572146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e7e0a-9410-4036-80fe-68d3768a8b4b req-1c7c7fc8-656a-4914-a627-97938144f21b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:40.576307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:40.582965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f90e7e0a-9410-4036-80fe-68d3768a8b4b req-1c7c7fc8-656a-4914-a627-97938144f21b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 943 time: 0.3455977 Nov 23 10:44:40.585083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Pushing event updated for resources: {'Port': ['ID=2d8b4186-9867-4e1e-ad40-ff6cc53e5c32,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:40.619945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-ef3cc65a-2d42-47e4-b297-e1d161554960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:40.623363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-ef3cc65a-2d42-47e4-b297-e1d161554960 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35841bc8-c9dd-4a3d-8b0e-d212b187acbf HTTP/1.1" status: 200 len: 854 time: 0.3462694 Nov 23 10:44:40.626123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:36Z', 'revision_number': 3, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port': {'id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:35Z', 'updated_at': '2021-11-23T10:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:40.681065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7895e4a4-b7f1-4669-b0b0-3d55ef0dadbd None None] The sync data for ids ['8af0165f-b40d-4877-9f59-5b16e6b7feba'] in n-d-817747-2 is: [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:36Z', 'revision_number': 3, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port': {'id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:35Z', 'updated_at': '2021-11-23T10:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:40.732035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34544) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:40.840396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:40.879412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-128f9e57-1060-4b43-83c2-26e6c4b45996 None None] Provisioning complete for port 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:40.879784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-128f9e57-1060-4b43-83c2-26e6c4b45996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:40.951446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-128f9e57-1060-4b43-83c2-26e6c4b45996 None None] Port 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:40.964158 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9704888b-5d25-434f-a42c-51dc0405f63b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.000162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f90e7e0a-9410-4036-80fe-68d3768a8b4b req-c57ade5b-adb6-4354-b8af-c915580aebf6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143550 Nov 23 10:44:41.059782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-6cfc1d9e-f404-4ef8-a022-7215771a9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:41.061704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-6cfc1d9e-f404-4ef8-a022-7215771a9daf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4050448 Nov 23 10:44:41.155975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-038bddd4-a459-475f-a012-3f16cf812124 req-684fd2ef-3703-41df-a041-fc6730a9d6a2 service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191943 Nov 23 10:44:41.198240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 5e85a8f0-5d38-4dba-bf09-afcab092b47a details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:41.212310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.243724 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.259384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5c57a-c8b7-4347-bd59-522cdb305879 req-94fc776c-31ad-49b3-8812-20f5710f3432 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:41.267218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7e5c57a-c8b7-4347-bd59-522cdb305879 req-94fc776c-31ad-49b3-8812-20f5710f3432 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1624990 Nov 23 10:44:41.305084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-3767838e-d554-49c9-b484-0f25c23315f4 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318275 Nov 23 10:44:41.370599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7e5c57a-c8b7-4347-bd59-522cdb305879 req-7ed43963-c0fb-4b9e-a564-a3de56165e65 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022894 Nov 23 10:44:41.371560 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.461921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9704888b-5d25-434f-a42c-51dc0405f63b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.463141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:41.480559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '5e85a8f0-5d38-4dba-bf09-afcab092b47a', 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74', 'port_id': '5e85a8f0-5d38-4dba-bf09-afcab092b47a', 'mac_address': 'fa:16:3e:e9:2c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566179e5-421f-4854-b842-ce1d21734199', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:41.495326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9704888b-5d25-434f-a42c-51dc0405f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.507749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe464b6a-5fac-4317-9f61-56d505fc0688 req-d59292ee-e921-4c0d-a88a-15df8865e343 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685951 Nov 23 10:44:41.554761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.559486 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.566464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Pushing event updated for resources: {'Port': ['ID=2d8b4186-9867-4e1e-ad40-ff6cc53e5c32,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:41.577827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9704888b-5d25-434f-a42c-51dc0405f63b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed5af7788e5246279aede1f7a10099bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8447552 Nov 23 10:44:41.580014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34570) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:41.596253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e85a8f0-5d38-4dba-bf09-afcab092b47a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:41.626779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:41.632401 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.634492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:41.659918 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd286-8a50-40dc-9246-ef290171cb87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.701696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704888b-5d25-434f-a42c-51dc0405f63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ed95ff-568f-4b61-beda-51763576c8d0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:41.702322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:41.734584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:41.736067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:41.750874 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd286-8a50-40dc-9246-ef290171cb87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.853554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583edc4-6047-49ca-92cd-bd78b3ff7114 req-59462fc2-2383-4615-be6f-99fd39f7a9f2 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:41.855361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e583edc4-6047-49ca-92cd-bd78b3ff7114 req-59462fc2-2383-4615-be6f-99fd39f7a9f2 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 945 time: 0.1886499 Nov 23 10:44:41.879294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:41.884998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ee7e9d43-90df-41b1-af14-77c21040362a admin admin] 10.222.0.61 "PUT /v2.0/routers/2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5223386 Nov 23 10:44:41.895111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34572) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:41.895725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] Sync routers for ids ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:41.905964 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Router 8af0165f-b40d-4877-9f59-5b16e6b7feba has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:41.908955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] Routers {'2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:41.909790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:41.948003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd286-8a50-40dc-9246-ef290171cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.951246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed9cd286-8a50-40dc-9246-ef290171cb87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:41.952428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed9cd286-8a50-40dc-9246-ef290171cb87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9ed95ff-568f-4b61-beda-51763576c8d0 HTTP/1.1" status: 204 len: 168 time: 0.3712530 Nov 23 10:44:41.990178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:42.013614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cd286-8a50-40dc-9246-ef290171cb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ed95ff-568f-4b61-beda-51763576c8d0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:42.048160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:42.062169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4717545a-955a-45fa-a99f-b285777e11ae admin admin] 10.222.0.61 "PUT /v2.0/routers/8af0165f-b40d-4877-9f59-5b16e6b7feba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3799798 Nov 23 10:44:42.114502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.288679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e583edc4-6047-49ca-92cd-bd78b3ff7114 req-9dff66e7-3c91-43eb-b36e-c2931ef24f9d tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222226 Nov 23 10:44:42.307029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2654f-ad1b-4530-b986-93c406be9665 req-c6ec5720-1885-4b33-b733-5ff85be3c7ab tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.324269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77f2654f-ad1b-4530-b986-93c406be9665 req-c6ec5720-1885-4b33-b733-5ff85be3c7ab tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 944 time: 0.1569405 Nov 23 10:44:42.355042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.367598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] Set router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:42.410810 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77f2654f-ad1b-4530-b986-93c406be9665 req-874f8083-59bc-43e7-8df4-7b1aefff2b51 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838323 Nov 23 10:44:42.419520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device daa84ae1-1e14-4964-abc2-e70efe32d4af up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:42.422594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-975cc7a4-f23e-4238-91de-7e40367ccbd0 None None] Provisioning complete for port 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:42.422771 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-975cc7a4-f23e-4238-91de-7e40367ccbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.460542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Deleting port e4d00232-6e7a-45b1-bc02-103b69eb1533 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:42.461025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.602831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] For port e4d00232-6e7a-45b1-bc02-103b69eb1533, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e4d00232-6e7a-45b1-bc02-103b69eb1533,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:42.603662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.626367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-975cc7a4-f23e-4238-91de-7e40367ccbd0 None None] Port 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:42.637371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Calling delete_port for e4d00232-6e7a-45b1-bc02-103b69eb1533 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:42.689987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port daa84ae1-1e14-4964-abc2-e70efe32d4af triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:42.689987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.766538 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-3621a57e-93cc-4fed-aad6-8b137dd9e57c req-25367c49-3969-4f2d-abf3-305a859497af tempest-FloatingIPDetailsNegativeTestJSON-507862288 tempest-FloatingIPDetailsNegativeTestJSON-507862288-project] show failed (client error): The resource could not be found. Nov 23 10:44:42.767927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3621a57e-93cc-4fed-aad6-8b137dd9e57c req-25367c49-3969-4f2d-abf3-305a859497af tempest-FloatingIPDetailsNegativeTestJSON-507862288 tempest-FloatingIPDetailsNegativeTestJSON-507862288-project] 10.222.0.61 "GET /v2.0/floatingips/8208bc92-7d30-440a-805c-adfdef21e93e HTTP/1.1" status: 404 len: 350 time: 0.0421512 Nov 23 10:44:42.783118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34600) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:42.857302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fb187-0277-43c9-af56-5a1cc75672d6 req-1025ddcf-5312-4a97-aff2-f8f8537c7b5c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:42.858238 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.861639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a2fb187-0277-43c9-af56-5a1cc75672d6 req-1025ddcf-5312-4a97-aff2-f8f8537c7b5c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1389999 Nov 23 10:44:42.891871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:44:40Z', 'revision_number': 5, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port': {'id': 'e4d00232-6e7a-45b1-bc02-103b69eb1533', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:17Z', 'updated_at': '2021-11-23T10:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:42.894869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port daa84ae1-1e14-4964-abc2-e70efe32d4af, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=daa84ae1-1e14-4964-abc2-e70efe32d4af,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:42.938126 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.944703 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:42.947519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] Checking router: 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:42.988878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] Routers {'2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:42.991068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:42.991203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d00232-6e7a-45b1-bc02-103b69eb1533,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:43.012507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 411c0b95-5336-492c-810f-0e6bbdc78654 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:43.084551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a2fb187-0277-43c9-af56-5a1cc75672d6 req-de0f9f29-6c0f-45f0-ae25-3edf06f38e5e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091999 Nov 23 10:44:43.085488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.161463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] Set router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:43.163581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=daa84ae1-1e14-4964-abc2-e70efe32d4af,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:43.248519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:44:42Z', 'revision_number': 7, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:43.290567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:44:43.293601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0917d284-8012-4b55-ace6-df0afd17038c None None] The sync data for ids ['2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424'] in n-d-817747-2 is: [{'id': '2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424', 'name': 'tempest-ServerRescueTestJSON-2062975094-router', 'tenant_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:16Z', 'updated_at': '2021-11-23T10:44:42Z', 'revision_number': 7, 'project_id': 'a5f8ea64582b46f0bd304cab10d316c6', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:43.333900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.401838 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Sync routers for ids ['8af0165f-b40d-4877-9f59-5b16e6b7feba'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:43.415891 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Routers {'8af0165f-b40d-4877-9f59-5b16e6b7feba'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:43.423240 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8af0165f-b40d-4877-9f59-5b16e6b7feba'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:43.430082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:43.447722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '411c0b95-5336-492c-810f-0e6bbdc78654', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'port_id': '411c0b95-5336-492c-810f-0e6bbdc78654', 'mac_address': 'fa:16:3e:be:fc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55de5901-2cd8-40fa-86cb-6ca8f19582b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:43.510308 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.531029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 411c0b95-5336-492c-810f-0e6bbdc78654 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:43.584640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:43.591360 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Set router 8af0165f-b40d-4877-9f59-5b16e6b7feba gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:43.598628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.685961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.698075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.731758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['411c0b95-5336-492c-810f-0e6bbdc78654'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:43.809362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea7b97-ffa8-4e78-bc7b-12917af2bca5 req-7b592d08-7125-478e-acbe-95095a0676f1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:43.810825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dea7b97-ffa8-4e78-bc7b-12917af2bca5 req-7b592d08-7125-478e-acbe-95095a0676f1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 944 time: 0.2385597 Nov 23 10:44:43.812456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.813081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:44:43.819659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.824284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9f43c598-b8f7-4767-ab03-45ee1efccf77 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2c0f7dcd-012a-4e6e-aaf6-b0fd9bc42424 HTTP/1.1" status: 204 len: 168 time: 1.9280620 Nov 23 10:44:43.826829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34626) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:43.842030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:43.902262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ea5fe-12ad-4a37-8402-1a20b5e1266d req-e27b8f77-7bbf-4508-926f-cafd4dd8662f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:43.906981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-917ea5fe-12ad-4a37-8402-1a20b5e1266d req-e27b8f77-7bbf-4508-926f-cafd4dd8662f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 944 time: 0.1408992 Nov 23 10:44:43.909781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Deleting port 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:43.910124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:43.935049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] Deleting subnet 045356b9-ac2f-440b-8c2c-37fe5c8d9832 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:44:43.950195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.005787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dea7b97-ffa8-4e78-bc7b-12917af2bca5 req-e90242ce-5a98-44ef-9664-d80f14e218bc tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783874 Nov 23 10:44:44.024960 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:40Z', 'revision_number': 4, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port': {'id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:35Z', 'updated_at': '2021-11-23T10:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2d8b4186-9867-4e1e-ad40-ff6cc53e5c32', 'name': '', 'network_id': 'eeb1b34e-db2c-4810-9dfd-b233001af5c5', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'mac_address': 'fa:16:3e:44:02:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '9f0b15bf-6ad1-4228-8c69-83e8e3e581be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:39Z', 'updated_at': '2021-11-23T10:44:40Z', 'revision_number': 2, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'subnets': [{'id': '9f0b15bf-6ad1-4228-8c69-83e8e3e581be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:44.052225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.056720 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Checking router: 8af0165f-b40d-4877-9f59-5b16e6b7feba for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:44.057075 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Updating router 8af0165f-b40d-4877-9f59-5b16e6b7feba port 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:44:44.101495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.106864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.116595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Calling delete_port for 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:44.125537 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.136979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34632) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:44.207582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.211197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-917ea5fe-12ad-4a37-8402-1a20b5e1266d req-d07fce3e-66f8-4552-ac50-429733eb38d6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841551 Nov 23 10:44:44.313298 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.320499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/045356b9-ac2f-440b-8c2c-37fe5c8d9832 HTTP/1.1" status: 204 len: 168 time: 0.4926162 Nov 23 10:44:44.323567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6f793-44af-441f-87a3-182902153cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045356b9-ac2f-440b-8c2c-37fe5c8d9832,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:44.341159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34636) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:44.385899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device daa84ae1-1e14-4964-abc2-e70efe32d4af up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:44.457955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186b8f-5747-44bc-ab3a-3457dcf48da6 req-64cf6526-3748-4e02-9472-a620ddf2d2fa tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:44.459780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c186b8f-5747-44bc-ab3a-3457dcf48da6 req-64cf6526-3748-4e02-9472-a620ddf2d2fa tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1598518 Nov 23 10:44:44.466712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.496620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7004a54a-2875-4f83-a06f-796e07915443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.522584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port daa84ae1-1e14-4964-abc2-e70efe32d4af triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:44.523222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.524925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c186b8f-5747-44bc-ab3a-3457dcf48da6 req-4382c106-508e-4024-b9f1-dc2589eede08 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558712 Nov 23 10:44:44.646828 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.699069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4914204b-3cb5-4d1b-80ab-91cdc9f48d3b']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:44.726384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31635988-463b-4978-8bcf-8064bdb6cf4f') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:44.726625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31635988-463b-4978-8bcf-8064bdb6cf4f') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:44.740318 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.765791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.778513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:44:44.785198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:44:44.789770 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:44:44.849513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09e647d5-0fba-4a11-9872-bd9d429716a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.883225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.885162 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:44:44.886211 n-d-817747-2 neutron-server[103429]: DEBUG oslo_db.api [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:44:44.887131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.890744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 63d835cc-0a78-4063-bed4-45617ecc9d30 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:44.895975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:44.902356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] 10.222.0.61 "DELETE /v2.0/networks/4914204b-3cb5-4d1b-80ab-91cdc9f48d3b HTTP/1.1" status: 204 len: 168 time: 0.5601807 Nov 23 10:44:44.918446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 63d835cc-0a78-4063-bed4-45617ecc9d30 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:44.918967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 63d835cc-0a78-4063-bed4-45617ecc9d30 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:44.919401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4d00232-6e7a-45b1-bc02-103b69eb1533 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:44.919682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d5403-59e9-4d4f-90d5-200c9cfee8df admin admin] Pushing event deleted for resources: {'Network': ['ID=4914204b-3cb5-4d1b-80ab-91cdc9f48d3b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:44.935928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d8b4186-9867-4e1e-ad40-ff6cc53e5c32,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:44.949508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: e4d00232-6e7a-45b1-bc02-103b69eb1533 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:44.949902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4d00232-6e7a-45b1-bc02-103b69eb1533 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:44.996879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 411c0b95-5336-492c-810f-0e6bbdc78654 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:45.092946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 411c0b95-5336-492c-810f-0e6bbdc78654 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:45.093745 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.141989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34644) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:45.179811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09e647d5-0fba-4a11-9872-bd9d429716a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.206009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09e647d5-0fba-4a11-9872-bd9d429716a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.239009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 5e85a8f0-5d38-4dba-bf09-afcab092b47a up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:45.244351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-318e165d-c7cd-4c80-9e08-ae8bc4ec6f70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5f8ea64582b46f0bd304cab10d316c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972760 Nov 23 10:44:45.245509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34650) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:45.266073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-09e647d5-0fba-4a11-9872-bd9d429716a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bde36217a6a4c939a53e6a8c5b6ae67&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1278555 Nov 23 10:44:45.266614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.269767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e647d5-0fba-4a11-9872-bd9d429716a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e130319a-7d78-48f4-9dc3-4d5623e7e78b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:45.275209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34652) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:45.282545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.316846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edda436-0f7e-4977-b2f6-80f6147e6431 req-37ffbe7d-080b-4e87-8f09-c3a7edefcd0f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:45.325762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3edda436-0f7e-4977-b2f6-80f6147e6431 req-37ffbe7d-080b-4e87-8f09-c3a7edefcd0f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 944 time: 0.2257028 Nov 23 10:44:45.330867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:45.333416 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f0cda-8c35-419f-a3b3-7caf68cb4bd5" -d '{"events": [{"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-plugged", "status": "completed", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:45.350166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:45.360057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.370534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 5e85a8f0-5d38-4dba-bf09-afcab092b47a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:44:45.380433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56df0e99-a528-4f9f-9a3e-9560c4ab12eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.396047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 5e85a8f0-5d38-4dba-bf09-afcab092b47a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:45.396473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.426525 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Port 2d8b4186-9867-4e1e-ad40-ff6cc53e5c32 not found while updating agent binding for router 8af0165f-b40d-4877-9f59-5b16e6b7feba. {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 10:44:45.429174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3edda436-0f7e-4977-b2f6-80f6147e6431 req-87d0129b-6557-455e-b105-4cecdf85e157 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021624 Nov 23 10:44:45.445276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56df0e99-a528-4f9f-9a3e-9560c4ab12eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.469448 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Routers {'8af0165f-b40d-4877-9f59-5b16e6b7feba'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:45.471461 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8af0165f-b40d-4877-9f59-5b16e6b7feba'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:45.479265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9038d-0966-4661-bd3c-2477f36a9727 req-30a082db-548e-4145-badb-3c7bc5ab3b05 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:45.480878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4fc9038d-0966-4661-bd3c-2477f36a9727 req-30a082db-548e-4145-badb-3c7bc5ab3b05 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 944 time: 0.1491876 Nov 23 10:44:45.493815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc37505d-eb91-423b-9222-d8bbcb028677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.524316 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56df0e99-a528-4f9f-9a3e-9560c4ab12eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.530151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56df0e99-a528-4f9f-9a3e-9560c4ab12eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.536376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-56df0e99-a528-4f9f-9a3e-9560c4ab12eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d06a9bb-373b-4608-a4e0-1c5a761e02b8 HTTP/1.1" status: 204 len: 168 time: 0.2839119 Nov 23 10:44:45.545336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df0e99-a528-4f9f-9a3e-9560c4ab12eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d06a9bb-373b-4608-a4e0-1c5a761e02b8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:45.573455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc37505d-eb91-423b-9222-d8bbcb028677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.611292 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff7c2cc-ef1c-4f6a-8ba5-8ab12de9fb52 x-openstack-request-id: req-4ff7c2cc-ef1c-4f6a-8ba5-8ab12de9fb52 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:45.611578 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-plugged", "status": "completed", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:45.611820 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4ff7c2cc-ef1c-4f6a-8ba5-8ab12de9fb52 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:45.612747 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654', 'code': 200} Nov 23 10:44:45.676739 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] Set router 8af0165f-b40d-4877-9f59-5b16e6b7feba gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:45.730876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:45.796349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.858469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4fc9038d-0966-4661-bd3c-2477f36a9727 req-313764f1-337b-4df5-b658-d389966fea39 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245087 Nov 23 10:44:45.858764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:45.867464 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.904682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc37505d-eb91-423b-9222-d8bbcb028677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.907559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc37505d-eb91-423b-9222-d8bbcb028677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:45.908859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc37505d-eb91-423b-9222-d8bbcb028677 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e130319a-7d78-48f4-9dc3-4d5623e7e78b HTTP/1.1" status: 204 len: 168 time: 0.6328328 Nov 23 10:44:45.959993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:45.966637 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:44Z', 'revision_number': 5, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port': {'id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:35Z', 'updated_at': '2021-11-23T10:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:45.973080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37505d-eb91-423b-9222-d8bbcb028677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e130319a-7d78-48f4-9dc3-4d5623e7e78b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:45.995372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Router 8af0165f-b40d-4877-9f59-5b16e6b7feba has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:46.002591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a215a53-7521-4775-80d2-960b04c10ac4 req-c5300d2b-2013-46be-bc8b-4bd2c7e18302 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:46.005494 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16065bca-3f86-4e4b-9fb8-5f3ad5dfe6fc None None] The sync data for ids ['8af0165f-b40d-4877-9f59-5b16e6b7feba'] in n-d-817747-2 is: [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:44Z', 'revision_number': 5, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port': {'id': 'daa84ae1-1e14-4964-abc2-e70efe32d4af', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:35Z', 'updated_at': '2021-11-23T10:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:46.013761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a215a53-7521-4775-80d2-960b04c10ac4 req-c5300d2b-2013-46be-bc8b-4bd2c7e18302 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1409981 Nov 23 10:44:46.075788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a215a53-7521-4775-80d2-960b04c10ac4 req-6c22ef05-57d0-4fc9-a917-be67c1740db9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584719 Nov 23 10:44:46.265425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:46.275751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3219016d-a7fa-4738-8f92-e09737c696f1 admin admin] 10.222.0.61 "PUT /v2.0/routers/8af0165f-b40d-4877-9f59-5b16e6b7feba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4913890 Nov 23 10:44:46.278483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34680) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:46.311835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d0c4-c0e6-4d0f-ba0c-00d16c2569ef req-f0f75618-e5d9-48fd-9e0a-0b1db41f6766 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:46.322019 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc31d0c4-c0e6-4d0f-ba0c-00d16c2569ef req-f0f75618-e5d9-48fd-9e0a-0b1db41f6766 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 945 time: 0.1906216 Nov 23 10:44:46.418791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc31d0c4-c0e6-4d0f-ba0c-00d16c2569ef req-a46cb3ab-15e4-4237-b7ea-83ef0af3434b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940733 Nov 23 10:44:46.505045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:46.646342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:46.713516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Deleting port daa84ae1-1e14-4964-abc2-e70efe32d4af {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:46.714258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:46.811173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] For port daa84ae1-1e14-4964-abc2-e70efe32d4af, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=daa84ae1-1e14-4964-abc2-e70efe32d4af,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:46.811486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:46.827031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Calling delete_port for daa84ae1-1e14-4964-abc2-e70efe32d4af owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:46.863990 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4d5978b-ab80-4f14-9580-e169e8783093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.005825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 411c0b95-5336-492c-810f-0e6bbdc78654 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:47.095815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb65ca-8a21-4d1a-9c3e-3123c4a6adcd req-62a80fb9-c759-4bcd-b32b-d98fb31bde46 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:47.098140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36eb65ca-8a21-4d1a-9c3e-3123c4a6adcd req-62a80fb9-c759-4bcd-b32b-d98fb31bde46 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 945 time: 0.0733998 Nov 23 10:44:47.099367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.130816 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.142392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3394a-0278-4908-8579-729373006af6 None None] Sync routers for ids ['8af0165f-b40d-4877-9f59-5b16e6b7feba'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:47.195164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34714) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:47.200882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] Routers {'8af0165f-b40d-4877-9f59-5b16e6b7feba'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:47.201605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8af0165f-b40d-4877-9f59-5b16e6b7feba'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:47.211495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa84ae1-1e14-4964-abc2-e70efe32d4af,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:47.281891 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.282593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a907af4-b112-481d-a04b-1291de6f3763 req-7fcf2534-72c8-46da-8e85-e613dfeaf7fc tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:47.290751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a907af4-b112-481d-a04b-1291de6f3763 req-7fcf2534-72c8-46da-8e85-e613dfeaf7fc tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0886827 Nov 23 10:44:47.300619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:47.302127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] Set router 8af0165f-b40d-4877-9f59-5b16e6b7feba gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:47.334287 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.348620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a907af4-b112-481d-a04b-1291de6f3763 req-83a62ccf-a8c6-45ce-b4ae-801b22a4b728 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569088 Nov 23 10:44:47.404083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1326849981-network', 'tenant_id': 'd6b3df02473a439480496d43c187287b'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:47.415445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:46Z', 'revision_number': 7, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:47.428647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36eb65ca-8a21-4d1a-9c3e-3123c4a6adcd req-44293d75-aff9-4a04-a566-fa54d9638111 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971210 Nov 23 10:44:47.441581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.444923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Made reservation on behalf of d6b3df02473a439480496d43c187287b for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:47.449293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.455444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3394a-0278-4908-8579-729373006af6 None None] Checking router: 8af0165f-b40d-4877-9f59-5b16e6b7feba for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:47.459278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.463885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:47.474234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.477856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.478210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.478567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.478898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.479236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.479571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.479905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.480235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.480561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.480889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.481243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.481568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:44:47.484889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] Routers {'8af0165f-b40d-4877-9f59-5b16e6b7feba'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:47.485610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8af0165f-b40d-4877-9f59-5b16e6b7feba'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:47.564588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] Set router 8af0165f-b40d-4877-9f59-5b16e6b7feba gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:47.644546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.645466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af0165f-b40d-4877-9f59-5b16e6b7feba {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:44:47.648070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a'}, {'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:47.650756 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c2acbf-d9e7-4549-b729-fd70278d680b" -d '{"events": [{"server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "name": "network-vif-plugged", "status": "completed", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a"}, {"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-unplugged", "status": "completed", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:47.653095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-36e3394a-0278-4908-8579-729373006af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:46Z', 'revision_number': 7, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:47.658896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-37e5ca0e-7260-4fe5-8379-e75874a0b7de tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:47.661095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-37e5ca0e-7260-4fe5-8379-e75874a0b7de tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 943 time: 0.0938630 Nov 23 10:44:47.664533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.665876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6737e18c-d111-4d89-9709-b297ce365390 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8af0165f-b40d-4877-9f59-5b16e6b7feba HTTP/1.1" status: 204 len: 168 time: 1.3862269 Nov 23 10:44:47.678849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34734) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:47.687517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e3394a-0278-4908-8579-729373006af6 None None] The sync data for ids ['8af0165f-b40d-4877-9f59-5b16e6b7feba'] in n-d-817747-2 is: [{'id': '8af0165f-b40d-4877-9f59-5b16e6b7feba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1887529344-router', 'tenant_id': '92da79cfc89c46e58e12a905b2e9bec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:34Z', 'updated_at': '2021-11-23T10:44:46Z', 'revision_number': 7, 'project_id': '92da79cfc89c46e58e12a905b2e9bec9', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:47.695071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.750745 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.792945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Deleting port 411c0b95-5336-492c-810f-0e6bbdc78654 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:47.793936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.805525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:44:47.821809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2be0a-164e-41cb-a28a-0f071c4c3d0e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:47.834128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] Deleting subnet 9f0b15bf-6ad1-4228-8c69-83e8e3e581be {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:44:47.836565 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.836875 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Added segment f406d423-f743-44dd-85f8-ca1c69432759 of type vlan for network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 Nov 23 10:44:47.866676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2c42-fab8-4bc4-91de-0ac94a41061f req-8259fe5f-25f0-4b5f-9ebf-f539df57010e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:47.875779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-450b2c42-fab8-4bc4-91de-0ac94a41061f req-8259fe5f-25f0-4b5f-9ebf-f539df57010e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 943 time: 0.1792948 Nov 23 10:44:47.883725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:47.918239 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630b0006-49ca-4253-a373-1c5dfa2526be x-openstack-request-id: req-630b0006-49ca-4253-a373-1c5dfa2526be {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:47.918876 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "name": "network-vif-plugged", "status": "completed", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a", "code": 200}, {"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-unplugged", "status": "completed", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:47.919349 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-630b0006-49ca-4253-a373-1c5dfa2526be {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:47.919975 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a', 'code': 200} Nov 23 10:44:47.920452 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654', 'code': 200} Nov 23 10:44:48.005877 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.023193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b09595-dcb4-4f5d-b1bc-7560d6455159 req-a3d30018-4e03-494b-9097-0fb1060ac1d5 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0590403 Nov 23 10:44:48.038601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.047115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] For port 411c0b95-5336-492c-810f-0e6bbdc78654, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=411c0b95-5336-492c-810f-0e6bbdc78654,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:48.047115 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.067773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Calling delete_port for 411c0b95-5336-492c-810f-0e6bbdc78654 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:48.080476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-450b2c42-fab8-4bc4-91de-0ac94a41061f req-d9b481c0-1658-4e4c-a80a-0452722d83c2 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038145 Nov 23 10:44:48.094123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.095029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:48.095617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.163121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9668183 Nov 23 10:44:48.166933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34750) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:48.175634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Request body: {'subnet': {'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-subnet', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:48.215150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b20d3-9974-4599-94d3-cdf9e4a650f6 req-232777b3-85b0-466b-898c-7af8377edcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:48.216679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-008b20d3-9974-4599-94d3-cdf9e4a650f6 req-232777b3-85b0-466b-898c-7af8377edcd4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1096 time: 0.1728487 Nov 23 10:44:48.249140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.266834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Made reservation on behalf of d6b3df02473a439480496d43c187287b for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:48.270179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.288097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ccb2a-a02c-45a0-90bc-921de01c3063 admin admin] Pushing event updated for resources: {'Network': ['ID=4c181fc8-6bd4-4816-9575-c0c71ecc3b00,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:48.308445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:44:48.340026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device daa84ae1-1e14-4964-abc2-e70efe32d4af no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:48.350435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.383592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0b15bf-6ad1-4228-8c69-83e8e3e581be,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:48.387881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.392932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-41d0fc0b-e41d-460d-9d0e-e932f3371423 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9f0b15bf-6ad1-4228-8c69-83e8e3e581be HTTP/1.1" status: 204 len: 168 time: 0.7011402 Nov 23 10:44:48.396057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34756) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:48.486181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be3302-87b4-42fb-b034-8eac014caad5 None None] Network eeb1b34e-db2c-4810-9dfd-b233001af5c5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:48.495509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: daa84ae1-1e14-4964-abc2-e70efe32d4af {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:48.496429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device daa84ae1-1e14-4964-abc2-e70efe32d4af not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:48.524720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.572603 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-008b20d3-9974-4599-94d3-cdf9e4a650f6 req-796f8c7f-96b6-4d05-95a2-c94afcb8e404 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451965 Nov 23 10:44:48.586136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.618606 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.635939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788117e-7278-4213-ae86-c26274f9d776 req-583dc655-8dde-40b1-8209-7b224d1e685e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:48.643784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9788117e-7278-4213-ae86-c26274f9d776 req-583dc655-8dde-40b1-8209-7b224d1e685e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 945 time: 0.1068792 Nov 23 10:44:48.738106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6b20d6-2406-4719-bec5-4d4ab06929c6,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:48.762557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9788117e-7278-4213-ae86-c26274f9d776 req-c72094f3-e10b-4d8e-ba2d-63d4fbb73850 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972168 Nov 23 10:44:48.766316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Deleting port 7734a0bd-2610-466b-830a-d0042d22c55a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:48.767143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.775892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39457a8-3288-44f3-bb14-3676249c5035 req-ffd642a4-cbbc-4813-b1cb-c74b3f548f10 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:48.777451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c39457a8-3288-44f3-bb14-3676249c5035 req-ffd642a4-cbbc-4813-b1cb-c74b3f548f10 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.2077606 Nov 23 10:44:48.794212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] DHCP port deletion for eeb1b34e-db2c-4810-9dfd-b233001af5c5 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:44:48.823324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.825648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Checking segment: {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:48.826014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Network hostable DHCP agents. Network: 4c181fc8-6bd4-4816-9575-c0c71ecc3b00, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:44:48.866067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] Deleting port 7734a0bd-2610-466b-830a-d0042d22c55a {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:44:48.866067 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.881925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] For port 7734a0bd-2610-466b-830a-d0042d22c55a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7734a0bd-2610-466b-830a-d0042d22c55a,segment=NetworkSegment(6772abc3-132c-4f9a-964a-91883aab8e23),segment_id=6772abc3-132c-4f9a-964a-91883aab8e23)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:48.882295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.906489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event deleted for resources: {'Port': ['ID=411c0b95-5336-492c-810f-0e6bbdc78654,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:48.915418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Calling delete_port for 7734a0bd-2610-466b-830a-d0042d22c55a owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:48.953492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] For port 7734a0bd-2610-466b-830a-d0042d22c55a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7734a0bd-2610-466b-830a-d0042d22c55a,segment=NetworkSegment(6772abc3-132c-4f9a-964a-91883aab8e23),segment_id=6772abc3-132c-4f9a-964a-91883aab8e23)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:48.957027 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.958727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] No DVR routers for this DVR port 411c0b95-5336-492c-810f-0e6bbdc78654 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:48.960268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:44:48.963180 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:48.966489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb501f05-1329-4ea6-b88d-8f2bdf823702 req-3942346a-c119-40c3-a849-5f809fa154fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "DELETE /v2.0/ports/411c0b95-5336-492c-810f-0e6bbdc78654 HTTP/1.1" status: 204 len: 173 time: 1.2988899 Nov 23 10:44:48.967221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-deleted', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:48.969536 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6a2945-f67a-46e3-b916-eeb2af030c4d" -d '{"events": [{"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-deleted", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:48.970653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] Calling delete_port for 7734a0bd-2610-466b-830a-d0042d22c55a owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:44:48.980042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c39457a8-3288-44f3-bb14-3676249c5035 req-784a1b3b-3526-48d0-b527-be312cfccee2 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853242 Nov 23 10:44:48.993371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 4c181fc8-6bd4-4816-9575-c0c71ecc3b00) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:49.011858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:49.012628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.040439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b341a8b-2ac5-41d7-9ed8-e075ffcf7d31 None None] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:49.044951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-322f0640-cdf8-4376-a037-6855749c977d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8704982 Nov 23 10:44:49.044951 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc22a74d-b26c-4768-9719-186b16ec263e x-openstack-request-id: req-cc22a74d-b26c-4768-9719-186b16ec263e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:49.044951 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30026a28-19df-4597-a66c-a80f5077482d", "name": "network-vif-deleted", "tag": "411c0b95-5336-492c-810f-0e6bbdc78654", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:49.044951 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc22a74d-b26c-4768-9719-186b16ec263e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:49.044951 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30026a28-19df-4597-a66c-a80f5077482d', 'name': 'network-vif-deleted', 'tag': '411c0b95-5336-492c-810f-0e6bbdc78654', 'status': 'completed', 'code': 200} Nov 23 10:44:49.045488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34766) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:49.048773 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.050559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:49.077093 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.078411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.091344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7734a0bd-2610-466b-830a-d0042d22c55a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:49.099980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] No DVR routers for this DVR port 7734a0bd-2610-466b-830a-d0042d22c55a on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:49.168310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.174293 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.233884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] Pushing event deleted for resources: {'Port': ['ID=7734a0bd-2610-466b-830a-d0042d22c55a,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:49.239712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e587d481-da2d-475a-b046-8bf4fdf0591e None None] No DVR routers for this DVR port 7734a0bd-2610-466b-830a-d0042d22c55a on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:44:49.301936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.303472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:44:49.304580 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.306562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4a205b5-f8f0-4454-9350-1a3ea550a815 req-945f14c8-fa54-4fe5-8d25-14fb07805b48 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=30026a28-19df-4597-a66c-a80f5077482d HTTP/1.1" status: 200 len: 210 time: 0.0850730 Nov 23 10:44:49.330401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb1b34e-db2c-4810-9dfd-b233001af5c5']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:49.347778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6772abc3-132c-4f9a-964a-91883aab8e23') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:49.348033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6772abc3-132c-4f9a-964a-91883aab8e23') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:49.359446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.375404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.378723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0c2c1c8-a646-4b7a-941a-c282c80dc8db req-5f61e4e1-4b71-4805-aa09-43135a29a614 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0462952 Nov 23 10:44:49.388975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:44:49.389412 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:44:49.397544 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:44:49.428312 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.452360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.482808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.487936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.492376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/eeb1b34e-db2c-4810-9dfd-b233001af5c5 HTTP/1.1" status: 204 len: 168 time: 1.0952513 Nov 23 10:44:49.497490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Allocated IP 172.20.0.2 (4c181fc8-6bd4-4816-9575-c0c71ecc3b00/cc6b20d6-2406-4719-bec5-4d4ab06929c6/cb0815e3-b4e0-413b-9727-f7354fd9bcd6) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:49.505839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b18196-042a-4750-97ec-0abd79a375c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeb1b34e-db2c-4810-9dfd-b233001af5c5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:49.685671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.698184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34774) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:49.702233 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.709017 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.716327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.738922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.755988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:49.761336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:49.763473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Pushing event updated for resources: {'Port': ['ID=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:49.765676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:49.808494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bf1adf17-8fa3-4b99-b91e-30fe2231b216 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92da79cfc89c46e58e12a905b2e9bec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088336 Nov 23 10:44:49.811074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34778) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:49.828857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Attempting to bind port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:49.829543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Attempting to bind port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:49.830016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Attempting to bind port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 on network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:49.837141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:49.837692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Checking segment: {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:49.838209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.838693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Bound using segment: {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:49.839386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Bound port: cb0815e3-b4e0-413b-9727-f7354fd9bcd6, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:49.839984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.902228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244d4a2-3426-455d-84ac-bb9cff2e590b req-a51b89f7-e2b1-42d9-b99d-f114adc8523d tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:49.908040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1244d4a2-3426-455d-84ac-bb9cff2e590b req-a51b89f7-e2b1-42d9-b99d-f114adc8523d tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 945 time: 0.0738227 Nov 23 10:44:49.916191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Allocated IP 172.25.5.115 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/794f2550-02c5-4841-a4f3-1dd5f0a159e7) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:49.918353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d5b83e6-194c-4059-ba39-5d78805fb7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.946747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] For port cb0815e3-b4e0-413b-9727-f7354fd9bcd6, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:49.960486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] For port cb0815e3-b4e0-413b-9727-f7354fd9bcd6, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:49.968290 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:49.968724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d5b83e6-194c-4059-ba39-5d78805fb7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.006385 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1244d4a2-3426-455d-84ac-bb9cff2e590b req-e7a1e397-fdfb-4263-afdf-e872299a51c1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818293 Nov 23 10:44:50.113310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d5b83e6-194c-4059-ba39-5d78805fb7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.116047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d5b83e6-194c-4059-ba39-5d78805fb7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.117265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5d5b83e6-194c-4059-ba39-5d78805fb7d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4fc27d3-30f6-4a88-84c8-d602a7b1c9eb HTTP/1.1" status: 204 len: 168 time: 0.3052483 Nov 23 10:44:50.162667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.175461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7734a0bd-2610-466b-830a-d0042d22c55a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:50.180125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d7ca5-1db3-4ca9-8e1b-2ec843735f70 None None] Pushing event updated for resources: {'Port': ['ID=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:50.181648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.194066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b83e6-194c-4059-ba39-5d78805fb7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc27d3-30f6-4a88-84c8-d602a7b1c9eb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:50.223130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81e0a1-9f38-46c9-bafc-881567802867 req-b16404c0-4f6f-49e3-90fd-16c4e3a7faba tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:50.225005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7734a0bd-2610-466b-830a-d0042d22c55a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:50.225714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7734a0bd-2610-466b-830a-d0042d22c55a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:50.231072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e81e0a1-9f38-46c9-bafc-881567802867 req-b16404c0-4f6f-49e3-90fd-16c4e3a7faba tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0844257 Nov 23 10:44:50.269995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:50.304419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e81e0a1-9f38-46c9-bafc-881567802867 req-b98ade15-dcd3-46b6-bd58-66ce9967dc39 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671010 Nov 23 10:44:50.399959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:50.432150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:50.435153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:50.657739 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89a052b2-326a-4be4-a8ab-8af4cb3da298 req-42a2da7f-7701-4ca7-a31f-423f665b01db tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0635955 Nov 23 10:44:50.745090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Pushing event updated for resources: {'Port': ['ID=794f2550-02c5-4841-a4f3-1dd5f0a159e7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:50.794245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98f5c2d3-c943-423d-9306-687ff05e55bb req-ffb4cb20-36ae-4865-b05f-f56b2a9d7a21 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0500431 Nov 23 10:44:50.970301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-656ede47-3b8f-4a9c-b2a9-4d4a7a3b37d5 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:50.977595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-656ede47-3b8f-4a9c-b2a9-4d4a7a3b37d5 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 821 time: 0.2344906 Nov 23 10:44:51.005325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-848fd8ec-c0c0-44e1-bf6c-af433d69262c tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/quotas/c369a675610e43e08f1ef035a8380eab HTTP/1.1" status: 200 len: 375 time: 0.0266950 Nov 23 10:44:51.019371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 411c0b95-5336-492c-810f-0e6bbdc78654 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:51.044436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-f01ccfa3-207a-4436-bc7d-77492da11ca2 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381293 Nov 23 10:44:51.063368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 411c0b95-5336-492c-810f-0e6bbdc78654 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:44:51.063727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 411c0b95-5336-492c-810f-0e6bbdc78654 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:44:51.067561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34826) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:51.170227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc96927-f73b-47c3-9f9d-f4108d7ff4c6 req-474f3e17-66d9-4850-bce8-74affb5593af tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:51.171782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcc96927-f73b-47c3-9f9d-f4108d7ff4c6 req-474f3e17-66d9-4850-bce8-74affb5593af tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 945 time: 0.0554039 Nov 23 10:44:51.208318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-101309689-network', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:51.258769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bcc96927-f73b-47c3-9f9d-f4108d7ff4c6 req-c390eab3-350b-4c4f-9b89-50b5145657dd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787737 Nov 23 10:44:51.266424 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-04c4439f-661d-4f43-954d-50d7fbd2ab70 service neutron] 10.222.0.61 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208576 Nov 23 10:44:51.271953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ffc9e147-546e-4d57-a73f-68a70bbe77c4 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:44:51.282286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Made reservation on behalf of f262a6cda5174ffc9bcef1d240075f73 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:51.285412 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.297572 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.357145 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.406321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e70c5-adab-4998-9d05-fa01bf4de160 None None] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:51.424209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-84680d65-b85a-4470-bb5f-81a730d82850 service neutron] 10.222.0.61 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566033 Nov 23 10:44:51.452123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.482298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-bc5a541e-d7c6-4b93-8092-131e0eff1347 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1736593976&fields=id&tenant_id=950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 267 time: 0.0692198 Nov 23 10:44:51.483071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.498015 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.500704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-47f9be80-6b82-4bdb-89b4-376168c474be None None] Provisioning complete for port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:51.501122 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f9be80-6b82-4bdb-89b4-376168c474be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.539712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:44:51.549956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9cf40a-d74e-464d-8f6a-e617d0802a79,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:51.572374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.572565 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Added segment d643d222-be1f-4d1d-887c-e5e9961a264a of type vlan for network 66d611ef-410b-4daf-bad8-dfb24a1d99cd Nov 23 10:44:51.626470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-b12e5ca3-811f-4b52-b5e4-9e9d87498622 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:51.629099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-b12e5ca3-811f-4b52-b5e4-9e9d87498622 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 945 time: 0.1376996 Nov 23 10:44:51.646042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.657393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.658572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'port': {'security_groups': ['6273ad5b-6a29-43f3-893e-9f520c74a5cb', '1ca7a1af-3dd2-402d-8087-6de66dc45658']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:51.735459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.736612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:51.737395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.741921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:51.744376 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae59edb-c504-4b5d-9f80-2929eee83865" -d '{"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:51.765747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:51.770179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.779390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.787529 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7188332 Nov 23 10:44:51.797656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34846) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:51.804039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Request body: {'subnet': {'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-subnet', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:51.896005 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f9be80-6b82-4bdb-89b4-376168c474be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:51.901858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d910b0-b86c-4be8-87f3-3fedb1307b91 req-bdc7251b-caeb-40c2-ba2f-2273d8c27436 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:51.904064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74d910b0-b86c-4be8-87f3-3fedb1307b91 req-bdc7251b-caeb-40c2-ba2f-2273d8c27436 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 944 time: 0.0940716 Nov 23 10:44:51.963585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:51.973832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Router d65a4b83-e702-4687-8f03-60f8993bf9f9 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:44:51.987568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e57d4-eb4b-4fb0-8f65-4dbc09f0f548 admin admin] Pushing event updated for resources: {'Network': ['ID=66d611ef-410b-4daf-bad8-dfb24a1d99cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:52.001266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.004812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-47f9be80-6b82-4bdb-89b4-376168c474be None None] For port cb0815e3-b4e0-413b-9727-f7354fd9bcd6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:52.006964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:44:52.027439 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47f9be80-6b82-4bdb-89b4-376168c474be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.044335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Made reservation on behalf of f262a6cda5174ffc9bcef1d240075f73 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:52.055097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.146979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:52.157987 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Sync routers for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:52.173603 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:52.175561 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:52.177356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74d910b0-b86c-4be8-87f3-3fedb1307b91 req-3bbec643-536a-4439-9f8e-81666d86dee3 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546163 Nov 23 10:44:52.182918 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.183575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9be80-6b82-4bdb-89b4-376168c474be None None] Pushing event updated for resources: {'Port': ['ID=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:52.184250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb5b9cb5-b657-4c12-9b8b-596e558c1285 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1382139 Nov 23 10:44:52.187245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34852) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:52.228202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb0815e3-b4e0-413b-9727-f7354fd9bcd6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:52.304581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:52.349094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:52.349627 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.373455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.383338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.400751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:52.440564 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f55ed199-fac6-4ed0-aa61-6798c79a7bf3 req-535bd973-4133-4dcf-aac2-39515bff5d60 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 210 time: 0.1390440 Nov 23 10:44:52.487754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:52.488562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.507940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72893d7d-19cc-415b-9bda-3dcff135d139 req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "PUT /v2.0/ports/5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 200 len: 981 time: 0.8568082 Nov 23 10:44:52.510861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:52.512943 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f2a391-6b24-4ac9-abcb-6688aaf16d23" -d '{"events": [{"name": "network-changed", "server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:52.542170 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:52.567739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:52.581692 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75992554-efc6-4c58-b5e4-78b0a47d04b1 x-openstack-request-id: req-75992554-efc6-4c58-b5e4-78b0a47d04b1 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:52.582038 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:52.582302 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-75992554-efc6-4c58-b5e4-78b0a47d04b1 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:52.582704 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'code': 200} Nov 23 10:44:52.588960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e71c39-9d3a-494e-8204-d4c162903255 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=6']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:52.629577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22734d1d-7f0c-4f27-9343-1068e72c9125 req-fbb74d24-d2ff-4c1f-a8ff-b38d313eff70 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0517144 Nov 23 10:44:52.645011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.787990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7cfd4fd-7bb8-4229-a503-92c014822c45,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:52.812193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Checking segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:52.812785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Network hostable DHCP agents. Network: 66d611ef-410b-4daf-bad8-dfb24a1d99cd, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:44:52.862607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62a9e584-24a6-42ff-b340-f009a14be756 req-c34fe18a-2008-4749-808d-74dc0b3c001d tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-416798038&fields=id&tenant_id=950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 267 time: 0.0831828 Nov 23 10:44:52.873362 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7351d101-216c-4d00-92a8-e02deedb92da x-openstack-request-id: req-7351d101-216c-4d00-92a8-e02deedb92da {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:52.873668 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:52.873924 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7351d101-216c-4d00-92a8-e02deedb92da {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:52.874850 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a', 'status': 'completed', 'code': 200} Nov 23 10:44:52.876779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:44:52.912907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 66d611ef-410b-4daf-bad8-dfb24a1d99cd) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:52.920151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:52.920888 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:52.935030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e584-24a6-42ff-b340-f009a14be756 req-53a93b3c-3355-4f2b-ba82-a0e90f994d78 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:52.944161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62a9e584-24a6-42ff-b340-f009a14be756 req-53a93b3c-3355-4f2b-ba82-a0e90f994d78 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 984 time: 0.0805662 Nov 23 10:44:52.950322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'port': {'security_groups': ['1ca7a1af-3dd2-402d-8087-6de66dc45658', '6273ad5b-6a29-43f3-893e-9f520c74a5cb', '8ace633d-8191-445d-9b8c-33c4f40ca042']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:52.963375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-621b4d0a-05a7-4d27-97f3-176a3d96b0cc None None] Provisioning complete for port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:52.963885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-621b4d0a-05a7-4d27-97f3-176a3d96b0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.002874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bc89a39b-40ab-4c09-ace0-8e112a57ee2e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2037535 Nov 23 10:44:53.005653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34866) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:53.006841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91a200-c078-4b19-a2b5-eabef40419fd None None] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:53.010295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:53.051573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.083577 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.084700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.109858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-879a6aa1-5410-45ec-9f21-f9135c4e87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:53.111364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-879a6aa1-5410-45ec-9f21-f9135c4e87b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1135 time: 0.2211349 Nov 23 10:44:53.186666 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:50Z', 'revision_number': 3, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:53.242133 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Checking router: d65a4b83-e702-4687-8f03-60f8993bf9f9 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:53.242871 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Updating router d65a4b83-e702-4687-8f03-60f8993bf9f9 port 794f2550-02c5-4841-a4f3-1dd5f0a159e7 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:44:53.285719 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.305798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-235623b9-2cd2-4686-bf29-40bd0328e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:53.307460 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-235623b9-2cd2-4686-bf29-40bd0328e0d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 913 time: 0.1869180 Nov 23 10:44:53.334753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ffc9e147-546e-4d57-a73f-68a70bbe77c4 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:44:53.364406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.388141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-88d5e9cd-5d46-4308-bee8-d1fb3ce9de01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 200 len: 217 time: 0.0729740 Nov 23 10:44:53.563044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:53.602217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.618014 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.631157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:53.650179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:53.652556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:44:53.653800 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.719885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'port_id': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'mac_address': 'fa:16:3e:da:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee366225-82a3-480e-a0ff-f34ff04b2a5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:44:53.745483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:53.746200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.747923 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62a9e584-24a6-42ff-b340-f009a14be756 req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "PUT /v2.0/ports/5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 200 len: 1020 time: 0.8025527 Nov 23 10:44:53.753288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.784866 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.797430 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.816215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0d409-b0f7-44d5-a638-d6ce168fc99c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=7']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:53.876171 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Attempting to bind port 794f2550-02c5-4841-a4f3-1dd5f0a159e7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:53.876691 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Attempting to bind port 794f2550-02c5-4841-a4f3-1dd5f0a159e7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:53.877066 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Attempting to bind port 794f2550-02c5-4841-a4f3-1dd5f0a159e7 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:53.932904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:53.937791 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:53.938448 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:53.942225 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.942899 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:53.943840 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Bound port: 794f2550-02c5-4841-a4f3-1dd5f0a159e7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:53.944446 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.969693 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:53.977424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1530f4-d2d2-4a8e-b93c-c223538beb7c req-b49de583-6198-4487-be4d-2b115fc69397 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:53.987126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db1530f4-d2d2-4a8e-b93c-c223538beb7c req-b49de583-6198-4487-be4d-2b115fc69397 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 944 time: 0.5469356 Nov 23 10:44:53.999778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.020007 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] For port 794f2550-02c5-4841-a4f3-1dd5f0a159e7, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:54.035418 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] For port 794f2550-02c5-4841-a4f3-1dd5f0a159e7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=794f2550-02c5-4841-a4f3-1dd5f0a159e7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:54.037924 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda876d3-071b-403c-815f-46d2c7e1fce1 None None] Pushing event updated for resources: {'Port': ['ID=794f2550-02c5-4841-a4f3-1dd5f0a159e7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:54.045563 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.051809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc9e147-546e-4d57-a73f-68a70bbe77c4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:54.103220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:54.143939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Allocated IP 172.20.0.2 (66d611ef-410b-4daf-bad8-dfb24a1d99cd/c7cfd4fd-7bb8-4229-a503-92c014822c45/4bb51437-1e6f-4f6c-b91d-0ee291bc6b59) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:54.150300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.209801 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda876d3-071b-403c-815f-46d2c7e1fce1 None None] Pushing event updated for resources: {'Port': ['ID=794f2550-02c5-4841-a4f3-1dd5f0a159e7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:54.228132 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:54.228956 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:54.259210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb0815e3-b4e0-413b-9727-f7354fd9bcd6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:54.272325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.324835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.385978 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:54.411852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:54.455418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-78de3a6f-4aaf-408a-90e3-fbb3cbabd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.456935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-78de3a6f-4aaf-408a-90e3-fbb3cbabd1c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 1.0599141 Nov 23 10:44:54.486003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ffc9e147-546e-4d57-a73f-68a70bbe77c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:44:54.514725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Allocated IP 172.25.5.131 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/9bef4bdd-d2e7-4992-b6ec-93baeea81719) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:54.529136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-fc14df40-d6cf-4282-9fd3-ebc5e6b2ec24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440438 Nov 23 10:44:54.548868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-55d549cb-5661-4562-8c4c-689d8cfa6472 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:44:54.550020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-55d549cb-5661-4562-8c4c-689d8cfa6472 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086601 Nov 23 10:44:54.568521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-f4e8fe07-d824-4a86-8b1f-7e018cfc6aef tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:54.570043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-f4e8fe07-d824-4a86-8b1f-7e018cfc6aef tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 821 time: 0.9781384 Nov 23 10:44:54.588950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:54.589252 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.672111 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.737825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db1530f4-d2d2-4a8e-b93c-c223538beb7c req-4715eca7-2daa-4359-ad76-aa8e78bd9c79 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7468431 Nov 23 10:44:54.754994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04ae1591-1ce2-41cf-ae54-d69852512874 req-f5ac5343-2a02-455d-b5d3-c5f5704c0b4c tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 210 time: 0.4374509 Nov 23 10:44:54.757824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Request body: {'port': {'device_id': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'admin_state_up': True, 'tenant_id': 'c369a675610e43e08f1ef035a8380eab'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:54.773503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.776263 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:50Z', 'revision_number': 3, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:54.822136 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de59905-1c97-4696-823e-2db4d111df52 None None] The sync data for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 is: [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:50Z', 'revision_number': 3, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:44:54.843495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:54.859535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:54.864066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:54.879697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:54.882028 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc" -d '{"events": [{"name": "network-changed", "server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:54.902648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Pushing event updated for resources: {'Port': ['ID=9bef4bdd-d2e7-4992-b6ec-93baeea81719,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:54.930311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-c84ba1ae-0c7d-4975-9540-8f5afa01d1d2 service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570337 Nov 23 10:44:54.962604 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:54.997530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.042662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8494dcf-57af-4dc8-a83d-00c5f54d4d4a req-c0a71748-76cf-457b-8670-3752da018d8d tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:55.050662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b8494dcf-57af-4dc8-a83d-00c5f54d4d4a req-c0a71748-76cf-457b-8670-3752da018d8d tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1023 time: 0.1682940 Nov 23 10:44:55.067597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:55.094332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:55.108801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:55.145187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Pushing event updated for resources: {'Port': ['ID=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:55.170008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Made reservation on behalf of c369a675610e43e08f1ef035a8380eab for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:44:55.173558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.293902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b8494dcf-57af-4dc8-a83d-00c5f54d4d4a req-5ad20282-f070-418b-b649-b83ab7bf9f47 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=1ca7a1af-3dd2-402d-8087-6de66dc45658&id=8ace633d-8191-445d-9b8c-33c4f40ca042 HTTP/1.1" status: 200 len: 6206 time: 0.2423475 Nov 23 10:44:55.320484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36f2a391-6b24-4ac9-abcb-6688aaf16d23 req-c8b14be4-e9b2-47dc-9201-298f6c67451a service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795674 Nov 23 10:44:55.405533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Attempting to bind port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:55.407520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Attempting to bind port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:55.408127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Attempting to bind port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:55.415684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:55.416899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Checking segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:55.417604 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.418237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Bound using segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:55.419683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Bound port: 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:55.420410 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.432790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Allocated IP 172.20.0.1 (4c181fc8-6bd4-4816-9575-c0c71ecc3b00/cc6b20d6-2406-4719-bec5-4d4ab06929c6/7b8339cb-248d-4a16-a31d-5e0fc78bac7e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:55.556153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] For port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:55.561825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] For port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:55.577413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.598859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a6a878b6-543d-4537-8c24-f3700765e0cb req-a8f22a11-9d25-4c9c-8452-5a3c00cb68d8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1230948711 ', 'description': 'tempest-description-1412284405'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:55.620375 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a030a-45ab-468d-8f2b-302acafeb0b3 x-openstack-request-id: req-b78a030a-45ab-468d-8f2b-302acafeb0b3 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:55.620666 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:55.620914 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b78a030a-45ab-468d-8f2b-302acafeb0b3 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:55.622309 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a', 'status': 'completed', 'code': 200} Nov 23 10:44:55.669462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81774572-bf5b-44a6-8348-29b681500ce1 req-ca3c2648-3cb6-441f-a81b-d873017d34e7 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0461669 Nov 23 10:44:55.676143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29389340-1fa3-4c75-bf03-24d51d478196 None None] Pushing event updated for resources: {'Port': ['ID=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:55.682119 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.696068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Allocated IP 172.20.0.7 (c516d14c-1d86-46e2-88b7-c786fdcc296c/55de5901-2cd8-40fa-86cb-6ca8f19582b0/464cf813-c41c-446a-9584-eb9deb896ce6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:55.743299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6a878b6-543d-4537-8c24-f3700765e0cb req-a8f22a11-9d25-4c9c-8452-5a3c00cb68d8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.760623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-2620fa72-322f-4937-827c-2510e4f7de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:55.762174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-2620fa72-322f-4937-827c-2510e4f7de00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1174 time: 0.1566091 Nov 23 10:44:55.889298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.942960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.952109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6a878b6-543d-4537-8c24-f3700765e0cb req-a8f22a11-9d25-4c9c-8452-5a3c00cb68d8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:55.970065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f57944-9fdf-44af-925a-22cdae590fb4 req-d24d0f4d-184b-42ad-a248-e8581c310d93 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:55.971528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-29f57944-9fdf-44af-925a-22cdae590fb4 req-d24d0f4d-184b-42ad-a248-e8581c310d93 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 945 time: 0.1370242 Nov 23 10:44:56.024161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6a878b6-543d-4537-8c24-f3700765e0cb req-a8f22a11-9d25-4c9c-8452-5a3c00cb68d8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.065884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:56.085286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:56.088226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:56.238597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 794f2550-02c5-4841-a4f3-1dd5f0a159e7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:56.239722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a6a878b6-543d-4537-8c24-f3700765e0cb req-a8f22a11-9d25-4c9c-8452-5a3c00cb68d8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.241531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6a878b6-543d-4537-8c24-f3700765e0cb req-a8f22a11-9d25-4c9c-8452-5a3c00cb68d8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6479032 Nov 23 10:44:56.242320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Pushing event updated for resources: {'Port': ['ID=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:56.268863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f22a11-9d25-4c9c-8452-5a3c00cb68d8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ab8d4d-201f-434c-9bc8-5eb036092136,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:56.296183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-29f57944-9fdf-44af-925a-22cdae590fb4 req-1d9597c8-8d85-4d16-b1ff-467db4fca29c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318053 Nov 23 10:44:56.319132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.329276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-14a389d6-f578-4362-9e6d-5adf35a992e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:56.331113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-14a389d6-f578-4362-9e6d-5adf35a992e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 913 time: 0.5554230 Nov 23 10:44:56.395457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 794f2550-02c5-4841-a4f3-1dd5f0a159e7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:56.396393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.411063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.445265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aec345b8-db6d-4067-a9c0-e2ccd9d52f2a req-6bcc8443-54e2-488c-81ba-6d6457c61472 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0478442 Nov 23 10:44:56.534942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.539022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-2c4a209f-dacc-4b0a-a7fa-9d7d9d07cd15 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 200 len: 217 time: 0.1027973 Nov 23 10:44:56.548810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.560288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 794f2550-02c5-4841-a4f3-1dd5f0a159e7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=794f2550-02c5-4841-a4f3-1dd5f0a159e7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:56.570755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.571836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:56.634998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:44:56.652861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c6a773a1-f28d-4788-8020-b09727550e90 None None] Provisioning complete for port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:56.653048 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c6a773a1-f28d-4788-8020-b09727550e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.688870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-496d795a-dc77-44e1-83da-aed23ced4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:56.691173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-496d795a-dc77-44e1-83da-aed23ced4330 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.1387954 Nov 23 10:44:56.698710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ba5d3825-d89c-4c8e-8986-ca6617c7db83 req-1056ca3c-adb3-4516-9f19-6ba7f56c17a4 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/90ab8d4d-201f-434c-9bc8-5eb036092136 HTTP/1.1" status: 200 len: 1800 time: 0.1710916 Nov 23 10:44:56.706397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=794f2550-02c5-4841-a4f3-1dd5f0a159e7,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:56.711449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c6a773a1-f28d-4788-8020-b09727550e90 None None] Port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:56.725019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:56.725315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.773294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-c4304fd5-9574-43ee-8141-ee382fad4188 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708652 Nov 23 10:44:56.775659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.819528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:56.832227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Sync routers for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:56.840099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.858076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:56.858792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:56.870362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.876593 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ab63d4a-8f52-4324-aacd-d243b1648f6c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8648608 Nov 23 10:44:56.876593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34914) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:44:56.889663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02ca4314-e16d-4bcf-8363-92da46584d2d req-39dea9bd-b13f-4024-8c64-81de40848935 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/90ab8d4d-201f-434c-9bc8-5eb036092136 HTTP/1.1" status: 200 len: 1800 time: 0.0679491 Nov 23 10:44:56.913676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21e6f630-bee3-435b-95b7-23c1e42b3b2b req-c594885e-d516-449f-a203-01fa976096d8 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0622303 Nov 23 10:44:56.915648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Network c516d14c-1d86-46e2-88b7-c786fdcc296c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:56.931941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:56.967263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.974900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:56.976103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:56.990434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event updated for resources: {'Port': ['ID=464cf813-c41c-446a-9584-eb9deb896ce6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:56.999425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:57.056912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:57.059196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:57.060331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:57.060963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.103117 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-02ca4314-e16d-4bcf-8363-92da46584d2d req-d5bed054-fdd0-4752-840d-a93f3cf47204 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.109803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-1bcacd4b-f930-4e4c-a136-4e4b39e90ed4 service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248565 Nov 23 10:44:57.117666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-25a9b353-ea36-4f7a-aa51-1139fedfd8c3 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3946171 Nov 23 10:44:57.140158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-feeab82d-1047-4070-82a4-8f71be442fe1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:44:57.141244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-feeab82d-1047-4070-82a4-8f71be442fe1 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086169 Nov 23 10:44:57.190916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Request body: {'port': {'device_id': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:57.232913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-02ca4314-e16d-4bcf-8363-92da46584d2d req-d5bed054-fdd0-4752-840d-a93f3cf47204 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.313734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ffc9e147-546e-4d57-a73f-68a70bbe77c4 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:57.367405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:55Z', 'revision_number': 3, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:57.419678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-02ca4314-e16d-4bcf-8363-92da46584d2d req-d5bed054-fdd0-4752-840d-a93f3cf47204 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.422742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Checking router: 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:44:57.423096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Updating router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:44:57.424712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-02ca4314-e16d-4bcf-8363-92da46584d2d req-d5bed054-fdd0-4752-840d-a93f3cf47204 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.428179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02ca4314-e16d-4bcf-8363-92da46584d2d req-d5bed054-fdd0-4752-840d-a93f3cf47204 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/90ab8d4d-201f-434c-9bc8-5eb036092136 HTTP/1.1" status: 204 len: 173 time: 0.4130995 Nov 23 10:44:57.467573 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.491537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bed054-fdd0-4752-840d-a93f3cf47204 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ab8d4d-201f-434c-9bc8-5eb036092136,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:57.621413 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-6732c035-ec3d-4f3a-bacb-27436c888c1d req-8d0afd2c-edc2-4617-a30b-28970fe343ef tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:44:57.623999 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6732c035-ec3d-4f3a-bacb-27436c888c1d req-8d0afd2c-edc2-4617-a30b-28970fe343ef tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/90ab8d4d-201f-434c-9bc8-5eb036092136 HTTP/1.1" status: 404 len: 352 time: 0.0346122 Nov 23 10:44:57.645812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ffc9e147-546e-4d57-a73f-68a70bbe77c4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:57.646383 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.776761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.817167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.822872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128dd761-c2ec-439d-ad43-d6c29ad344a1 None None] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:44:57.841049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-190b9eb0-9917-4179-8ea4-a1bbe04bbebc req-9567dbd1-db21-4721-8e1a-8d6fcbc4e382 service neutron] 10.222.0.58 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7208273 Nov 23 10:44:57.856369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858f5a-923d-4808-ac7d-1e5e92578865 req-b87bf298-86cc-4137-b4c7-63ed311d1b1c tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:57.865959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43858f5a-923d-4808-ac7d-1e5e92578865 req-b87bf298-86cc-4137-b4c7-63ed311d1b1c tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 931 time: 0.0955231 Nov 23 10:44:57.901276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-26047629-3cf8-4e9e-ad2b-e7181cda4f74 None None] Provisioning complete for port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:57.901841 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26047629-3cf8-4e9e-ad2b-e7181cda4f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.901953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2eb1b-c35c-4196-8cd0-6ab627a04436 req-1cfdc5ca-748d-4b5e-8bbe-a98120a68a6c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:57.909665 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49f2eb1b-c35c-4196-8cd0-6ab627a04436 req-1cfdc5ca-748d-4b5e-8bbe-a98120a68a6c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 945 time: 0.1471791 Nov 23 10:44:57.941023 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.948913 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:57.968735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43858f5a-923d-4808-ac7d-1e5e92578865 req-79859fb2-032f-473e-98aa-ee18d15f07ea tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965266 Nov 23 10:44:57.993127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.055005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:44:58.068211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:58.070507 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c339feba-742c-419b-8e44-d23800f881b7" -d '{"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:58.074610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Allocated IP 172.20.0.1 (66d611ef-410b-4daf-bad8-dfb24a1d99cd/c7cfd4fd-7bb8-4229-a503-92c014822c45/c0d229b6-840c-4760-b5b1-5c5157b4b961) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:44:58.086350 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.102935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49f2eb1b-c35c-4196-8cd0-6ab627a04436 req-5bff9575-280c-41e7-b616-0e22736172df tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923227 Nov 23 10:44:58.161542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Pushing event updated for resources: {'Port': ['ID=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:58.173792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.185511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f0133ed4-8ee6-40f3-b7d4-0f107feebfc0 req-e84634e7-cd9c-4728-a0a8-d233869c6e0e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-825613552', 'description': 'tempest-description-124553388'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:58.234102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 794f2550-02c5-4841-a4f3-1dd5f0a159e7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:58.262100 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff585698-b722-4a4d-8705-7ffbde53ce8c req-37089dfa-f8d1-4793-896e-82a4facbdccb tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0417435 Nov 23 10:44:58.277662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.324747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.336218 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.337235 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4198c4e5-2a41-40cd-b0e3-ce41b873250c x-openstack-request-id: req-4198c4e5-2a41-40cd-b0e3-ce41b873250c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:44:58.337534 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-plugged", "status": "completed", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:44:58.337789 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4198c4e5-2a41-40cd-b0e3-ce41b873250c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:44:58.338170 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'code': 200} Nov 23 10:44:58.352670 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.390001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0133ed4-8ee6-40f3-b7d4-0f107feebfc0 req-e84634e7-cd9c-4728-a0a8-d233869c6e0e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.415334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d229b6-840c-4760-b5b1-5c5157b4b961,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:58.420470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:58.423067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:58.430789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:44:58.446959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:58.482308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:58.491382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.514981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:58.634536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Attempting to bind port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:58.635179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Attempting to bind port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:58.635699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Attempting to bind port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:58.651824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 794f2550-02c5-4841-a4f3-1dd5f0a159e7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:58.652403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.657381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:58.657772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:58.658196 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.658620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:58.659227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Bound port: 9bef4bdd-d2e7-4992-b6ec-93baeea81719, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:58.659609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.680782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc77ae8-b8a1-44e4-b975-748909f814d8 None None] Pushing event updated for resources: {'Port': ['ID=9bef4bdd-d2e7-4992-b6ec-93baeea81719,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:58.686814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10da5d-0dfb-4a9a-a58b-ecb45a2d46e9 req-2358d1dd-9aaf-4763-9823-2c4733b42e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:58.688359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb10da5d-0dfb-4a9a-a58b-ecb45a2d46e9 req-2358d1dd-9aaf-4763-9823-2c4733b42e4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 1097 time: 0.2090178 Nov 23 10:44:58.704920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464cf813-c41c-446a-9584-eb9deb896ce6 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:44:58.714899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.754118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.772957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0133ed4-8ee6-40f3-b7d4-0f107feebfc0 req-e84634e7-cd9c-4728-a0a8-d233869c6e0e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.778737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] For port 9bef4bdd-d2e7-4992-b6ec-93baeea81719, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:58.788087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] For port 9bef4bdd-d2e7-4992-b6ec-93baeea81719, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9bef4bdd-d2e7-4992-b6ec-93baeea81719,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:58.801042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0133ed4-8ee6-40f3-b7d4-0f107feebfc0 req-e84634e7-cd9c-4728-a0a8-d233869c6e0e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.820984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.826559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Transition to ACTIVE for port object 464cf813-c41c-446a-9584-eb9deb896ce6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:44:58.866578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84634e7-cd9c-4728-a0a8-d233869c6e0e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6159df85-682f-42ff-9f0e-eed834283ff9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:58.885223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.917683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:44:58.929014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:58.929562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:58.962023 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f0133ed4-8ee6-40f3-b7d4-0f107feebfc0 req-e84634e7-cd9c-4728-a0a8-d233869c6e0e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.964248 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0133ed4-8ee6-40f3-b7d4-0f107feebfc0 req-e84634e7-cd9c-4728-a0a8-d233869c6e0e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8074858 Nov 23 10:44:58.984465 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:58.990993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.008139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb10da5d-0dfb-4a9a-a58b-ecb45a2d46e9 req-408f4914-522c-43bf-84d9-d2e4e29f3758 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057072 Nov 23 10:44:59.020853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Router d65a4b83-e702-4687-8f03-60f8993bf9f9 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:59.023699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc77ae8-b8a1-44e4-b975-748909f814d8 None None] Pushing event updated for resources: {'Port': ['ID=9bef4bdd-d2e7-4992-b6ec-93baeea81719,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:59.061009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=464cf813-c41c-446a-9584-eb9deb896ce6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:59.106523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d07e405f-1529-4e67-a66f-ef1823ac72d0 req-7ba8c027-0ec7-48be-a99f-bc0048e76e89 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-822673764', 'description': 'tempest-description-1113814764'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:59.122326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d229b6-840c-4760-b5b1-5c5157b4b961,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:59.130729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7e1e3597-f985-44b0-9453-6fd4a41e3a02 None None] Provisioning complete for port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:59.130729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3597-f985-44b0-9453-6fd4a41e3a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.170484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d07e405f-1529-4e67-a66f-ef1823ac72d0 req-7ba8c027-0ec7-48be-a99f-bc0048e76e89 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.198367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:59.200375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e3597-f985-44b0-9453-6fd4a41e3a02 None None] Port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:44:59.201869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:59.202236 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.246522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.277096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b42afc-6821-45d2-94f3-9ac908add822 req-f2518a23-28bb-4966-b7c6-a714568de4f5 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:59.278597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8b42afc-6821-45d2-94f3-9ac908add822 req-f2518a23-28bb-4966-b7c6-a714568de4f5 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 943 time: 0.1800258 Nov 23 10:44:59.308168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d07e405f-1529-4e67-a66f-ef1823ac72d0 req-7ba8c027-0ec7-48be-a99f-bc0048e76e89 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.321948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d07e405f-1529-4e67-a66f-ef1823ac72d0 req-7ba8c027-0ec7-48be-a99f-bc0048e76e89 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.324934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Attempting to bind port 464cf813-c41c-446a-9584-eb9deb896ce6 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:44:59.325283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Attempting to bind port 464cf813-c41c-446a-9584-eb9deb896ce6 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:44:59.325621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Attempting to bind port 464cf813-c41c-446a-9584-eb9deb896ce6 on network c516d14c-1d86-46e2-88b7-c786fdcc296c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:59.330265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:44:59.347096 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Sync routers for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:44:59.349402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b692e277-87f9-4b55-b762-0889bd1bbfce admin admin] 10.222.0.61 "PUT /v2.0/routers/d65a4b83-e702-4687-8f03-60f8993bf9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1540723 Nov 23 10:44:59.352919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Port 464cf813-c41c-446a-9584-eb9deb896ce6 on network c516d14c-1d86-46e2-88b7-c786fdcc296c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:44:59.353283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Attempting to bind port 464cf813-c41c-446a-9584-eb9deb896ce6 on network c516d14c-1d86-46e2-88b7-c786fdcc296c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:44:59.364593 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:44:59.365483 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:59.376350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:44:59.376687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Checking segment: {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:44:59.377901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Bound using segment: {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:44:59.378201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Bound port: 464cf813-c41c-446a-9584-eb9deb896ce6, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139c3ba4-3c24-43e4-91b4-1071bc7e171d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:44:59.378759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.425463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8b42afc-6821-45d2-94f3-9ac908add822 req-2a47681e-f80f-4c4f-a09b-8e97d72ab28b tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333454 Nov 23 10:44:59.455694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c0fbf318-4016-4777-a074-8482445153fe None None] Provisioning complete for port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:59.456563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf318-4016-4777-a074-8482445153fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.502570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d07e405f-1529-4e67-a66f-ef1823ac72d0 req-7ba8c027-0ec7-48be-a99f-bc0048e76e89 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.503957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d07e405f-1529-4e67-a66f-ef1823ac72d0 req-7ba8c027-0ec7-48be-a99f-bc0048e76e89 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4030235 Nov 23 10:44:59.524080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8c027-0ec7-48be-a99f-bc0048e76e89 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352d966b-6578-41fe-8aaa-874ca094de1a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:59.575172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:44:59.576666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:44:59.592678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] For port 464cf813-c41c-446a-9584-eb9deb896ce6, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:44:59.606671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] For port 464cf813-c41c-446a-9584-eb9deb896ce6, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=464cf813-c41c-446a-9584-eb9deb896ce6,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:44:59.622189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9114364-baa1-4559-b0f1-41263de82aab req-6ec39e11-6974-477a-879b-d7a6cafafeb0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:59.631159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9114364-baa1-4559-b0f1-41263de82aab req-6ec39e11-6974-477a-879b-d7a6cafafeb0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.0951900 Nov 23 10:44:59.639856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.664978 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:44:59.776966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9114364-baa1-4559-b0f1-41263de82aab req-abc0fc03-f09b-4c79-844e-84aa77feddba tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451159 Nov 23 10:44:59.793597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:44:59.794776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.796478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] 10.222.0.65 "PUT /v2.0/ports/464cf813-c41c-446a-9584-eb9deb896ce6 HTTP/1.1" status: 200 len: 1091 time: 2.6336884 Nov 23 10:44:59.810484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'tag': '464cf813-c41c-446a-9584-eb9deb896ce6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:44:59.810484 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e304715b-6d64-493b-b457-519706a890d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec7a8f8f-444a-4c25-a527-67fc5140f2a7", "tag": "464cf813-c41c-446a-9584-eb9deb896ce6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:44:59.818728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d951ed0d-61ad-4eea-96ff-8e32d88ea6a2 req-3a905bc0-a79e-4e4d-ad0f-b763dd1a6215 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.1044664 Nov 23 10:44:59.875375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c0fbf318-4016-4777-a074-8482445153fe None None] Provisioning complete for port c0d229b6-840c-4760-b5b1-5c5157b4b961 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:44:59.875858 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf318-4016-4777-a074-8482445153fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.879008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6f34237e-f36f-4fd8-9eed-82ee34fd74f2 req-d7951fd1-5824-4947-a4d2-98c813a9206e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-735778', 'description': 'tempest-description-886000812'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:44:59.887110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:44:59.894394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:44:59.929528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a32dc-8dc9-44ff-9fa2-c57316185ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=464cf813-c41c-446a-9584-eb9deb896ce6,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:44:59.946563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6f34237e-f36f-4fd8-9eed-82ee34fd74f2 req-d7951fd1-5824-4947-a4d2-98c813a9206e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:44:59.957002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c0fbf318-4016-4777-a074-8482445153fe None None] Port c0d229b6-840c-4760-b5b1-5c5157b4b961 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:00.030237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5661a651-add6-4054-8de6-6af51f1fd660 None None] The sync data for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 is: [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:00.079922 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:44:57Z', 'revision_number': 2, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:00.082864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-3e17c9e5-bc3a-45ae-95f8-0a20ffdfd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:00.085407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-3e17c9e5-bc3a-45ae-95f8-0a20ffdfd13b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 1094 time: 0.2301705 Nov 23 10:45:00.089593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-18fb8d93-2c1a-40a5-842c-8d0c36193279 None None] Provisioning complete for port c0d229b6-840c-4760-b5b1-5c5157b4b961 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:00.089973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-18fb8d93-2c1a-40a5-842c-8d0c36193279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.109368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6f34237e-f36f-4fd8-9eed-82ee34fd74f2 req-d7951fd1-5824-4947-a4d2-98c813a9206e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.133317 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Checking router: d65a4b83-e702-4687-8f03-60f8993bf9f9 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:45:00.134012 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Updating router d65a4b83-e702-4687-8f03-60f8993bf9f9 port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:45:00.154968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:45:00.163525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-af52511c-4abe-48df-bd23-ca684786ba00 admin admin] 10.222.0.61 "PUT /v2.0/routers/9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2880762 Nov 23 10:45:00.167274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-3d2cbb5e-77ce-45c5-9931-cb5f3c571fb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=464cf813-c41c-446a-9584-eb9deb896ce6 HTTP/1.1" status: 200 len: 217 time: 0.0740726 Nov 23 10:45:00.168002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6f34237e-f36f-4fd8-9eed-82ee34fd74f2 req-d7951fd1-5824-4947-a4d2-98c813a9206e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.176211 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.184069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-18fb8d93-2c1a-40a5-842c-8d0c36193279 None None] Port c0d229b6-840c-4760-b5b1-5c5157b4b961 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:00.254669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6f34237e-f36f-4fd8-9eed-82ee34fd74f2 req-d7951fd1-5824-4947-a4d2-98c813a9206e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.270388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f34237e-f36f-4fd8-9eed-82ee34fd74f2 req-d7951fd1-5824-4947-a4d2-98c813a9206e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4070241 Nov 23 10:45:00.274605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7951fd1-5824-4947-a4d2-98c813a9206e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00822c1-9aed-4a1b-8990-a7d03385eb3b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:00.304342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-0323b82c-0127-432b-8ff0-0aa99d9d4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:00.311236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-0323b82c-0127-432b-8ff0-0aa99d9d4441 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55de5901-2cd8-40fa-86cb-6ca8f19582b0 HTTP/1.1" status: 200 len: 861 time: 0.1246989 Nov 23 10:45:00.368235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-4e563298-7dff-4a37-b6d7-ee7cb3709909 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c516d14c-1d86-46e2-88b7-c786fdcc296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483792 Nov 23 10:45:00.563892 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a1a722-f833-4d81-a050-1afe37d926d6 x-openstack-request-id: req-e3a1a722-f833-4d81-a050-1afe37d926d6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:00.564191 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec7a8f8f-444a-4c25-a527-67fc5140f2a7", "tag": "464cf813-c41c-446a-9584-eb9deb896ce6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:00.564548 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3a1a722-f833-4d81-a050-1afe37d926d6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:00.571318 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'tag': '464cf813-c41c-446a-9584-eb9deb896ce6', 'status': 'completed', 'code': 200} Nov 23 10:45:00.585032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34968) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:00.594363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5b09d8b8-85f0-4ec6-8cce-01c6f628c18d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981203117', 'description': 'tempest-description--1267341535'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:00.678982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-0c6d9815-a4e3-4242-a464-7fcf2ad151cc service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002946 Nov 23 10:45:00.725510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b09d8b8-85f0-4ec6-8cce-01c6f628c18d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.765023 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.775321 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:00.859498 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799f48e-9357-42ce-ae67-4af4bcc1dbf6 None None] Pushing event updated for resources: {'Port': ['ID=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:00.959027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7351a24a-b30e-404c-8e32-6efa0e0963cf req-fc82a39f-81bf-4ef7-a154-f5bc9644aac0 service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712457 Nov 23 10:45:00.971791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34978) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:00.979197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e3cf8358-9efe-475e-9940-d335151cc4b9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--868647682', 'description': 'tempest-description--398495652'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:01.031032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2abf6ab2-5d45-4177-b5de-6e6ed9e679fd req-00e68a5c-0b57-430f-9f53-016539d8ffd1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 11005 time: 0.4256790 Nov 23 10:45:01.102656 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8358-9efe-475e-9940-d335151cc4b9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.150321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2abf6ab2-5d45-4177-b5de-6e6ed9e679fd req-fbdba43a-52cd-4784-9611-848d0af9d08c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/6273ad5b-6a29-43f3-893e-9f520c74a5cb HTTP/1.1" status: 200 len: 3002 time: 0.1180818 Nov 23 10:45:01.194437 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Attempting to bind port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:01.195175 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Attempting to bind port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:01.196459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Attempting to bind port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e on network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:01.205336 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:01.205888 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Checking segment: {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:01.206985 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.206985 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Bound using segment: {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:01.207507 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Bound port: 7b8339cb-248d-4a16-a31d-5e0fc78bac7e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:01.207947 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.215877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42238922-03c5-4e33-bd08-27fe4b749ab6 req-7111b74e-eabc-452a-96d0-b710193dd213 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:01.229735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42238922-03c5-4e33-bd08-27fe4b749ab6 req-7111b74e-eabc-452a-96d0-b710193dd213 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 943 time: 0.1934252 Nov 23 10:45:01.232261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b5065647-420b-47ad-8bf6-f341ac80ec8d None None] Provisioning complete for port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:01.235093 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b5065647-420b-47ad-8bf6-f341ac80ec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.283384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b5065647-420b-47ad-8bf6-f341ac80ec8d None None] Port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:01.295969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b09d8b8-85f0-4ec6-8cce-01c6f628c18d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.310612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304715b-6d64-493b-b457-519706a890d9 req-8a4d74d6-b776-4590-b032-9e63a9fcaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:01.312383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e304715b-6d64-493b-b457-519706a890d9 req-8a4d74d6-b776-4590-b032-9e63a9fcaadc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c369a675610e43e08f1ef035a8380eab&device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 1094 time: 0.2173891 Nov 23 10:45:01.312778 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] For port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:01.318289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b09d8b8-85f0-4ec6-8cce-01c6f628c18d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.318480 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] For port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:01.323225 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.333857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42238922-03c5-4e33-bd08-27fe4b749ab6 req-5b542373-0789-4172-85df-e76ddcfeba39 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030521 Nov 23 10:45:01.337229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8358-9efe-475e-9940-d335151cc4b9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.349491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8358-9efe-475e-9940-d335151cc4b9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.409002 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:01.410725 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:01.415035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3cf8358-9efe-475e-9940-d335151cc4b9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.416973 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e3cf8358-9efe-475e-9940-d335151cc4b9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4431212 Nov 23 10:45:01.422033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34982) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:01.437979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2abf6ab2-5d45-4177-b5de-6e6ed9e679fd req-fdb740cb-a5ba-4153-9f68-ad39bbec00fa tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/6273ad5b-6a29-43f3-893e-9f520c74a5cb HTTP/1.1" status: 200 len: 3002 time: 0.2697654 Nov 23 10:45:01.465487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-525d684a-2edf-4e0c-b6fa-8249d3b04281 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'security_group_rule': {'security_group_id': '7b85f1d6-d42c-41b2-8603-c45a6e13e90a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:01.506416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf8358-9efe-475e-9940-d335151cc4b9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85f1d6-d42c-41b2-8603-c45a6e13e90a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:01.557773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799f48e-9357-42ce-ae67-4af4bcc1dbf6 None None] Pushing event updated for resources: {'Port': ['ID=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:01.568227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b09d8b8-85f0-4ec6-8cce-01c6f628c18d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.583436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-525d684a-2edf-4e0c-b6fa-8249d3b04281 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.584224 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b09d8b8-85f0-4ec6-8cce-01c6f628c18d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9942815 Nov 23 10:45:01.635976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34986) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:01.640363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-92e42871-d34e-4d7b-97e2-5f46f8d1b3aa tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Request body: {'security_group_rule': {'security_group_id': 'f9cbe75a-1c0d-4093-a165-0d8c2007f297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:01.652994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09d8b8-85f0-4ec6-8cce-01c6f628c18d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cbe75a-1c0d-4093-a165-0d8c2007f297,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:01.677346 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:01.715555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-525d684a-2edf-4e0c-b6fa-8249d3b04281 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.734430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304715b-6d64-493b-b457-519706a890d9 req-acd7ae98-15c2-401d-ada9-8be723e27fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:01.736250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e304715b-6d64-493b-b457-519706a890d9 req-acd7ae98-15c2-401d-ada9-8be723e27fcf service neutron] 10.222.0.65 "GET /v2.0/networks?id=c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 200 len: 922 time: 0.4080522 Nov 23 10:45:01.750533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac69001-c610-4d88-9156-35d5b5979d2a req-0a9a7ea6-5234-46e2-8df3-44e0c8229b51 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:01.753081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ac69001-c610-4d88-9156-35d5b5979d2a req-0a9a7ea6-5234-46e2-8df3-44e0c8229b51 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1113150 Nov 23 10:45:01.786292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0357b72-a1ea-45b3-b327-02b0bb40bc19 req-19dff10e-cfc0-426e-b484-240552ce7778 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.1508660 Nov 23 10:45:01.788024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-525d684a-2edf-4e0c-b6fa-8249d3b04281 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.823880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e304715b-6d64-493b-b457-519706a890d9 req-8766dee2-66c9-4a43-83fa-268b60d9967f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=464cf813-c41c-446a-9584-eb9deb896ce6 HTTP/1.1" status: 200 len: 217 time: 0.0689042 Nov 23 10:45:01.824651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-09542108-fc93-4ba2-b755-949285d1a913 None None] Provisioning complete for port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:01.825162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-09542108-fc93-4ba2-b755-949285d1a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.838319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92e42871-d34e-4d7b-97e2-5f46f8d1b3aa tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.859599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d684a-2edf-4e0c-b6fa-8249d3b04281 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384ded09-bb8a-4ba8-8a53-bb4facdacfed,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:01.877845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-525d684a-2edf-4e0c-b6fa-8249d3b04281 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.881992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-525d684a-2edf-4e0c-b6fa-8249d3b04281 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558072 Nov 23 10:45:01.883297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34988) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:01.904364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c935932a-6af8-485d-9ff5-71305007e854 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'security_group_rule': {'security_group_id': '7b85f1d6-d42c-41b2-8603-c45a6e13e90a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:01.965174 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-09542108-fc93-4ba2-b755-949285d1a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:01.973525 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ac69001-c610-4d88-9156-35d5b5979d2a req-33b25362-83d7-426d-a4ab-d3e4ad7efb82 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486044 Nov 23 10:45:01.975150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304715b-6d64-493b-b457-519706a890d9 req-98dbd208-7bfb-473a-8bcd-15afe6393de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:01.976625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e304715b-6d64-493b-b457-519706a890d9 req-98dbd208-7bfb-473a-8bcd-15afe6393de0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=55de5901-2cd8-40fa-86cb-6ca8f19582b0 HTTP/1.1" status: 200 len: 861 time: 0.1424651 Nov 23 10:45:02.040563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92e42871-d34e-4d7b-97e2-5f46f8d1b3aa tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.059574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92e42871-d34e-4d7b-97e2-5f46f8d1b3aa tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.067706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e304715b-6d64-493b-b457-519706a890d9 req-c1baae99-5cdb-4e5d-842e-a66cd503e1bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c516d14c-1d86-46e2-88b7-c786fdcc296c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832217 Nov 23 10:45:02.087179 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:01Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:02.088465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42871-d34e-4d7b-97e2-5f46f8d1b3aa tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d52f55-91ff-40b3-a9ee-6a20dc81012e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:02.092821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c935932a-6af8-485d-9ff5-71305007e854 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.095547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-09542108-fc93-4ba2-b755-949285d1a913 None None] For port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:02.103715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92e42871-d34e-4d7b-97e2-5f46f8d1b3aa tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.106641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-92e42871-d34e-4d7b-97e2-5f46f8d1b3aa tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4692810 Nov 23 10:45:02.106818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-09542108-fc93-4ba2-b755-949285d1a913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.136413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34992) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:02.141503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-678470f1-d514-4a03-ae5a-d9bb929e2c1f req-93d307d6-8a5d-483d-a2a0-9fda114e0fa6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/6159df85-682f-42ff-9f0e-eed834283ff9 HTTP/1.1" status: 200 len: 1818 time: 0.1719811 Nov 23 10:45:02.157221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d7b169eb-9dc7-4558-91f5-3ad3fb6aba6a tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Request body: {'security_group_rule': {'security_group_id': 'f9cbe75a-1c0d-4093-a165-0d8c2007f297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:02.180846 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5aacc5-2183-42cd-b962-4eb6a362cce1 None None] The sync data for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 is: [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:01Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:02.232914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09542108-fc93-4ba2-b755-949285d1a913 None None] Pushing event updated for resources: {'Port': ['ID=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:02.249002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-678470f1-d514-4a03-ae5a-d9bb929e2c1f req-b4b46ac6-2d75-4c4f-b4e7-7b2938a6c3fa tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.272592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9bef4bdd-d2e7-4992-b6ec-93baeea81719 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:02.293372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-678470f1-d514-4a03-ae5a-d9bb929e2c1f req-b4b46ac6-2d75-4c4f-b4e7-7b2938a6c3fa tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.324269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c935932a-6af8-485d-9ff5-71305007e854 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.338662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c935932a-6af8-485d-9ff5-71305007e854 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.368161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e304715b-6d64-493b-b457-519706a890d9 req-7c8d7f7b-f039-45e3-958e-67a040ad3f2f service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901917 Nov 23 10:45:02.389648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:02.390574 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.401810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe4a06-4732-4491-8cc2-f153ed3f6be4 req-4b46c734-6f36-44df-a513-20bf6bea7c82 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:02.403360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2fe4a06-4732-4491-8cc2-f153ed3f6be4 req-4b46c734-6f36-44df-a513-20bf6bea7c82 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.2343643 Nov 23 10:45:02.418680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7b169eb-9dc7-4558-91f5-3ad3fb6aba6a tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.443501 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c935932a-6af8-485d-9ff5-71305007e854 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.446103 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c935932a-6af8-485d-9ff5-71305007e854 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5540330 Nov 23 10:45:02.447535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935932a-6af8-485d-9ff5-71305007e854 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4683fc-2f17-4385-b7e2-d47af0306808,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:02.449695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34996) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:02.464749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:02.488420 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-678470f1-d514-4a03-ae5a-d9bb929e2c1f req-b4b46ac6-2d75-4c4f-b4e7-7b2938a6c3fa tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.492065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-678470f1-d514-4a03-ae5a-d9bb929e2c1f req-b4b46ac6-2d75-4c4f-b4e7-7b2938a6c3fa tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.509976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-678470f1-d514-4a03-ae5a-d9bb929e2c1f req-b4b46ac6-2d75-4c4f-b4e7-7b2938a6c3fa tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/6159df85-682f-42ff-9f0e-eed834283ff9 HTTP/1.1" status: 204 len: 173 time: 0.3674600 Nov 23 10:45:02.512849 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.534495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b46ac6-2d75-4c4f-b4e7-7b2938a6c3fa tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6159df85-682f-42ff-9f0e-eed834283ff9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:02.541602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.553737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 9bef4bdd-d2e7-4992-b6ec-93baeea81719, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9bef4bdd-d2e7-4992-b6ec-93baeea81719,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:02.575806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.626545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2fe4a06-4732-4491-8cc2-f153ed3f6be4 req-5d854c0e-3609-43f3-8322-10b7e214956a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977301 Nov 23 10:45:02.635813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7b169eb-9dc7-4558-91f5-3ad3fb6aba6a tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.639073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e304715b-6d64-493b-b457-519706a890d9 req-f048310b-4d79-428d-baf2-b392e18432be service neutron] 10.222.0.65 "GET /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623825 Nov 23 10:45:02.644102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7b169eb-9dc7-4558-91f5-3ad3fb6aba6a tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.666327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=9bef4bdd-d2e7-4992-b6ec-93baeea81719,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:02.678009 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7b169eb-9dc7-4558-91f5-3ad3fb6aba6a tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.679305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d7b169eb-9dc7-4558-91f5-3ad3fb6aba6a tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5369589 Nov 23 10:45:02.682262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b169eb-9dc7-4558-91f5-3ad3fb6aba6a tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5547ff-3cce-45f3-98a1-5083a860f0e9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:02.684863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35004) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:02.691879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:02.765431 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-5ad9e0ae-98ac-4c96-aa41-ac12c611a7c6 req-424a6748-ad5b-4303-9f40-4709a443d8df tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:02.766701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ad9e0ae-98ac-4c96-aa41-ac12c611a7c6 req-424a6748-ad5b-4303-9f40-4709a443d8df tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/6159df85-682f-42ff-9f0e-eed834283ff9 HTTP/1.1" status: 404 len: 352 time: 0.0186343 Nov 23 10:45:02.769300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f68968-d490-4377-9b1e-ed608057a4cb req-3b039d49-f586-4a6a-a69d-17ec19fb6257 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:02.770998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15f68968-d490-4377-9b1e-ed608057a4cb req-3b039d49-f586-4a6a-a69d-17ec19fb6257 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 943 time: 0.1639040 Nov 23 10:45:02.773604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:02.879757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15f68968-d490-4377-9b1e-ed608057a4cb req-f233b6ca-71c2-46ab-bd69-0bbb18e900fb tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005301 Nov 23 10:45:02.936729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.056200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c5fd9af-8490-4103-a551-f053ea1230ee req-d6cd29de-376b-4ef9-a267-c5848a39e121 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/352d966b-6578-41fe-8aaa-874ca094de1a HTTP/1.1" status: 200 len: 1819 time: 0.1421976 Nov 23 10:45:03.083489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 464cf813-c41c-446a-9584-eb9deb896ce6 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:03.087636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfae46fe-2c7b-4e92-9df9-f3536c9028ec req-7988856a-3534-4cba-a154-284d163b66c1 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0302441 Nov 23 10:45:03.162880 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.260626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 464cf813-c41c-446a-9584-eb9deb896ce6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=464cf813-c41c-446a-9584-eb9deb896ce6,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:03.280596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '464cf813-c41c-446a-9584-eb9deb896ce6', 'network_id': 'c516d14c-1d86-46e2-88b7-c786fdcc296c', 'port_id': '464cf813-c41c-446a-9584-eb9deb896ce6', 'mac_address': 'fa:16:3e:a6:ec:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55de5901-2cd8-40fa-86cb-6ca8f19582b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:03.306810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Allocated IP 172.25.5.159 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/e8ece483-c386-4ad7-8e2f-817a3f6b2273) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:03.311279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1c5fd9af-8490-4103-a551-f053ea1230ee req-fc37b493-1e15-4b5c-a8a3-367e3acb0cf6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.343570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.355015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1c5fd9af-8490-4103-a551-f053ea1230ee req-fc37b493-1e15-4b5c-a8a3-367e3acb0cf6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.365015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464cf813-c41c-446a-9584-eb9deb896ce6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:03.387096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 464cf813-c41c-446a-9584-eb9deb896ce6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=464cf813-c41c-446a-9584-eb9deb896ce6,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:03.394175 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.399824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-bfdbc903-7d5d-4f7f-892c-c44d0aaefac9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:03.407623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-bfdbc903-7d5d-4f7f-892c-c44d0aaefac9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 815 time: 0.1506162 Nov 23 10:45:03.425779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-e2f31b8f-cf0b-4833-bd36-a0c36b1f4da1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/quotas/a0b41b5ec3f9477a8597b225df56a073 HTTP/1.1" status: 200 len: 375 time: 0.0165555 Nov 23 10:45:03.467577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=464cf813-c41c-446a-9584-eb9deb896ce6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:03.476033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-729319d0-4232-4525-8462-a96a2825eba0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489757 Nov 23 10:45:03.485298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1c5fd9af-8490-4103-a551-f053ea1230ee req-fc37b493-1e15-4b5c-a8a3-367e3acb0cf6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.488420 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-1c5fd9af-8490-4103-a551-f053ea1230ee req-fc37b493-1e15-4b5c-a8a3-367e3acb0cf6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.489758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-c399fb02-361a-4bda-826e-f2354afc34d8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:45:03.491025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-c399fb02-361a-4bda-826e-f2354afc34d8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068445 Nov 23 10:45:03.492472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c5fd9af-8490-4103-a551-f053ea1230ee req-fc37b493-1e15-4b5c-a8a3-367e3acb0cf6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/352d966b-6578-41fe-8aaa-874ca094de1a HTTP/1.1" status: 204 len: 173 time: 0.4354253 Nov 23 10:45:03.534784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37b493-1e15-4b5c-a8a3-367e3acb0cf6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352d966b-6578-41fe-8aaa-874ca094de1a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:03.545207 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-7ecbb7ee-0a45-4e4c-886e-b567dbddc36b req-094e4068-bcbf-4327-af19-690099ad13db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:03.553266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ecbb7ee-0a45-4e4c-886e-b567dbddc36b req-094e4068-bcbf-4327-af19-690099ad13db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/352d966b-6578-41fe-8aaa-874ca094de1a HTTP/1.1" status: 404 len: 352 time: 0.0376039 Nov 23 10:45:03.595282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Sync routers for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:45:03.599448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.606926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:03.607562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:03.670264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-55f2c904-5561-49ad-89a6-36187f7e3730 service neutron] 10.222.0.61 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669481 Nov 23 10:45:03.670623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26c70d86-0870-4e29-9cfc-8c55f5fdcdee req-81d1791e-fcad-44fe-b8d8-f4f4b72c6335 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/e00822c1-9aed-4a1b-8990-a7d03385eb3b HTTP/1.1" status: 200 len: 1815 time: 0.0616491 Nov 23 10:45:03.729889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.797896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['464cf813-c41c-446a-9584-eb9deb896ce6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:03.813655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'Port': ['ID=e8ece483-c386-4ad7-8e2f-817a3f6b2273,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:03.860486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Allocated IP 172.25.5.191 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/7987ab0e-e57d-4f7a-8339-c702fed8f5a8) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:03.932927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:03.933696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-26c70d86-0870-4e29-9cfc-8c55f5fdcdee req-9dac0230-051c-4d6e-bfe2-b005b40a80e6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:03.965634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:03.969211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:03.979750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:04.054440 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-26c70d86-0870-4e29-9cfc-8c55f5fdcdee req-9dac0230-051c-4d6e-bfe2-b005b40a80e6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.081755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-cfd2d1ee-7b47-4d54-b82f-c57c8d0c242a service neutron] 10.222.0.61 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104130 Nov 23 10:45:04.113524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.229243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-26c70d86-0870-4e29-9cfc-8c55f5fdcdee req-9dac0230-051c-4d6e-bfe2-b005b40a80e6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.232011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-26c70d86-0870-4e29-9cfc-8c55f5fdcdee req-9dac0230-051c-4d6e-bfe2-b005b40a80e6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.233335 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26c70d86-0870-4e29-9cfc-8c55f5fdcdee req-9dac0230-051c-4d6e-bfe2-b005b40a80e6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/e00822c1-9aed-4a1b-8990-a7d03385eb3b HTTP/1.1" status: 204 len: 173 time: 0.5545793 Nov 23 10:45:04.235007 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.245751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.301188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac0230-051c-4d6e-bfe2-b005b40a80e6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00822c1-9aed-4a1b-8990-a7d03385eb3b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:04.304342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:04.329666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:04.338059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:04.396153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.398243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7b8339cb-248d-4a16-a31d-5e0fc78bac7e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:04.405821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 2, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:04.473946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.480917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e92d0-480b-4ed2-a607-96bf074e1960 req-5373c8d5-8631-45c1-9cdc-cd26ba6cdd3f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:04.483765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215e92d0-480b-4ed2-a607-96bf074e1960 req-5373c8d5-8631-45c1-9cdc-cd26ba6cdd3f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 944 time: 0.0706270 Nov 23 10:45:04.492777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Checking router: 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:45:04.493384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Updating router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 port c0d229b6-840c-4760-b5b1-5c5157b4b961 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:45:04.534762 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.552384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:04.552852 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.592742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event updated for resources: {'Port': ['ID=7987ab0e-e57d-4f7a-8339-c702fed8f5a8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:04.608991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-858294cb-3d0f-4d30-b3c8-18c2e5347c30 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:04.616249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-858294cb-3d0f-4d30-b3c8-18c2e5347c30 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "GET /v2.0/ports?device_id=d827c00d-e8b2-436a-9e16-e5da1aec3f7b HTTP/1.1" status: 200 len: 946 time: 0.1299696 Nov 23 10:45:04.645796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2c72c37-19a0-42a6-9a22-41f360421034 req-243fabc8-7ec6-4a6f-8954-7bfc4c72cfac tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.1641586 Nov 23 10:45:04.683139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.712650 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-215e92d0-480b-4ed2-a607-96bf074e1960 req-172dd73d-090f-4ef7-955c-585f93917b75 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153275 Nov 23 10:45:04.791839 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-86f76ca9-a525-4b61-8441-4608bc8cce75 req-4023a8ea-7be2-4c9b-bdc3-de55660325bf tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:04.792910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86f76ca9-a525-4b61-8441-4608bc8cce75 req-4023a8ea-7be2-4c9b-bdc3-de55660325bf tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/e00822c1-9aed-4a1b-8990-a7d03385eb3b HTTP/1.1" status: 404 len: 352 time: 0.0294247 Nov 23 10:45:04.824296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Deleting port ffc9e147-546e-4d57-a73f-68a70bbe77c4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:45:04.824647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:04.866269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9bef4bdd-d2e7-4992-b6ec-93baeea81719 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:04.971796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-71a852a8-df67-4b2b-9941-84bcd7762f56 req-b9c13cf3-143e-4e41-b77f-7ea109687a26 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 210 time: 0.0831535 Nov 23 10:45:05.012905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.014840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:05.015382 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.044685 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.069004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] For port ffc9e147-546e-4d57-a73f-68a70bbe77c4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ffc9e147-546e-4d57-a73f-68a70bbe77c4,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:05.069512 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.087397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Calling delete_port for ffc9e147-546e-4d57-a73f-68a70bbe77c4 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:45:05.105376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 464cf813-c41c-446a-9584-eb9deb896ce6 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:05.210002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59188a11-dd66-4dd6-a5d1-2a202c95d627 None None] Pushing event updated for resources: {'Port': ['ID=c0d229b6-840c-4760-b5b1-5c5157b4b961,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:05.273576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.302713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.362585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Attempting to bind port c0d229b6-840c-4760-b5b1-5c5157b4b961 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:05.363662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Attempting to bind port c0d229b6-840c-4760-b5b1-5c5157b4b961 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:05.364080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Attempting to bind port c0d229b6-840c-4760-b5b1-5c5157b4b961 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:05.385165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:05.385671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Checking segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:05.386225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.386806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Bound using segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:05.387534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Bound port: c0d229b6-840c-4760-b5b1-5c5157b4b961, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:05.388072 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.402093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 464cf813-c41c-446a-9584-eb9deb896ce6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:05.412503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 464cf813-c41c-446a-9584-eb9deb896ce6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:05.412971 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.415299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.473559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ffc9e147-546e-4d57-a73f-68a70bbe77c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:05.487445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Pushing event deleted for resources: {'Port': ['ID=ffc9e147-546e-4d57-a73f-68a70bbe77c4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:05.505807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f9cef3-d14f-4b7f-9967-14da529059b2 req-129ed251-7948-4623-9774-f9cfded49ba4 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 6206 time: 0.3724754 Nov 23 10:45:05.528607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'Port': ['ID=e8ece483-c386-4ad7-8e2f-817a3f6b2273,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:05.546223 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.554904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] No DVR routers for this DVR port ffc9e147-546e-4d57-a73f-68a70bbe77c4 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:45:05.558099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.562186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f194d4f5-9b76-4c83-b67c-fe7dcfec43c3 req-6122586a-4533-4bee-b604-9ab59643db2e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "DELETE /v2.0/ports/ffc9e147-546e-4d57-a73f-68a70bbe77c4 HTTP/1.1" status: 204 len: 173 time: 0.9336216 Nov 23 10:45:05.562856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-deleted', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:05.573991 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b7ad60-11f7-403c-90fc-f291087241eb" -d '{"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-deleted", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:05.579388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a79140c6-1f48-4142-be1b-e110c7119516 None None] Provisioning complete for port c0d229b6-840c-4760-b5b1-5c5157b4b961 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:05.579853 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a79140c6-1f48-4142-be1b-e110c7119516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.608552 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.610006 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7563de11-1dfe-46e5-95c3-82612cc94dfa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1498272 Nov 23 10:45:05.614290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f9cef3-d14f-4b7f-9967-14da529059b2 req-9d4aa254-5e7c-4c97-a1d3-2557b9ff138e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/6273ad5b-6a29-43f3-893e-9f520c74a5cb HTTP/1.1" status: 200 len: 3002 time: 0.1076217 Nov 23 10:45:05.632733 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0832122-8d11-48c2-b002-21ea62e6ff70 x-openstack-request-id: req-b0832122-8d11-48c2-b002-21ea62e6ff70 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:05.633123 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d827c00d-e8b2-436a-9e16-e5da1aec3f7b", "name": "network-vif-deleted", "tag": "ffc9e147-546e-4d57-a73f-68a70bbe77c4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:05.633418 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b0832122-8d11-48c2-b002-21ea62e6ff70 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:05.633827 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd827c00d-e8b2-436a-9e16-e5da1aec3f7b', 'name': 'network-vif-deleted', 'tag': 'ffc9e147-546e-4d57-a73f-68a70bbe77c4', 'status': 'completed', 'code': 200} Nov 23 10:45:05.648902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.665834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.684787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] For port c0d229b6-840c-4760-b5b1-5c5157b4b961, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:05.715013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] For port c0d229b6-840c-4760-b5b1-5c5157b4b961, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c0d229b6-840c-4760-b5b1-5c5157b4b961,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:05.725400 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.728195 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.743971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a79140c6-1f48-4142-be1b-e110c7119516 None None] Port c0d229b6-840c-4760-b5b1-5c5157b4b961 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:05.757220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f9cef3-d14f-4b7f-9967-14da529059b2 req-3ed9bc7e-b678-4eab-838d-03bb61b3ac38 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/6273ad5b-6a29-43f3-893e-9f520c74a5cb HTTP/1.1" status: 200 len: 3002 time: 0.1338890 Nov 23 10:45:05.771411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event updated for resources: {'Port': ['ID=7987ab0e-e57d-4f7a-8339-c702fed8f5a8,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:05.823876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464cf813-c41c-446a-9584-eb9deb896ce6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:05.826716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.827011 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46eeb0a-5ec6-4918-964c-54661db6823c" -d '{"events": [{"server_uuid": "ec7a8f8f-444a-4c25-a527-67fc5140f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "464cf813-c41c-446a-9584-eb9deb896ce6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:05.855926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:05.856586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:05.864291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 464cf813-c41c-446a-9584-eb9deb896ce6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=464cf813-c41c-446a-9584-eb9deb896ce6,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:05.903600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f1fcabc-ded4-421a-8482-4c4430af418f req-69b945bd-0e9b-4e8c-ba7e-21e061b6a9c3 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0610883 Nov 23 10:45:05.917196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:05.929755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6a7f625-2d8b-40b4-a317-fdebb351443e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2430069 Nov 23 10:45:05.937690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-f168afcc-72f2-44e2-bc0c-2115e546c374 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--868647682&fields=id&tenant_id=f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 267 time: 0.1028678 Nov 23 10:45:05.958182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59188a11-dd66-4dd6-a5d1-2a202c95d627 None None] Pushing event updated for resources: {'Port': ['ID=c0d229b6-840c-4760-b5b1-5c5157b4b961,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:05.964850 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.179097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e010fcb-9e34-4779-9a64-bb46133328ca req-e4c5041f-5e60-449f-9d0c-8d5fb342264f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:06.188571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e010fcb-9e34-4779-9a64-bb46133328ca req-e4c5041f-5e60-449f-9d0c-8d5fb342264f tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1507540 Nov 23 10:45:06.223455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-f8c01b1b-2f30-4b51-a956-40744369ef47 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:06.226063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-f8c01b1b-2f30-4b51-a956-40744369ef47 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 815 time: 0.2735314 Nov 23 10:45:06.241682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e010fcb-9e34-4779-9a64-bb46133328ca req-a8583d07-c520-4e9b-b325-794548b21c4a tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Nov 23 10:45:06.242894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-7ccdac5f-e799-48f2-8466-aa550ce227cf tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:06.245426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-7ccdac5f-e799-48f2-8466-aa550ce227cf tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 816 time: 0.3067956 Nov 23 10:45:06.251145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Request body: {'port': {'device_id': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'admin_state_up': True, 'tenant_id': 'a0b41b5ec3f9477a8597b225df56a073'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:06.282520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c1a4a6aa-fbc8-4db2-af54-0e80e47158f6 req-6780cb04-ac55-4086-8b06-d87beb16ccfd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-460977138', 'description': 'tempest-description-2114011461'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:06.319638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1a4a6aa-fbc8-4db2-af54-0e80e47158f6 req-6780cb04-ac55-4086-8b06-d87beb16ccfd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.321347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d3255e2b-7d21-4e38-a188-ac30c399a875 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/quotas/f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 375 time: 0.0280495 Nov 23 10:45:06.399717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=464cf813-c41c-446a-9584-eb9deb896ce6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:06.407285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c0d229b6-840c-4760-b5b1-5c5157b4b961 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:06.428188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-f10f92f2-3ed4-4c20-997a-a666aea070f5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057503 Nov 23 10:45:06.429301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1a4a6aa-fbc8-4db2-af54-0e80e47158f6 req-6780cb04-ac55-4086-8b06-d87beb16ccfd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.435667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1a4a6aa-fbc8-4db2-af54-0e80e47158f6 req-6780cb04-ac55-4086-8b06-d87beb16ccfd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.452123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-866c8b51-1343-4377-8f7c-ff45ad49d83c None None] Provisioning complete for port c0d229b6-840c-4760-b5b1-5c5157b4b961 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:06.452498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-866c8b51-1343-4377-8f7c-ff45ad49d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.480014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Made reservation on behalf of a0b41b5ec3f9477a8597b225df56a073 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:06.480983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780cb04-ac55-4086-8b06-d87beb16ccfd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5b134a-90f1-4b32-a9c5-ffff3dc23810,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:06.487251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.496306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:06.499723 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c1a4a6aa-fbc8-4db2-af54-0e80e47158f6 req-6780cb04-ac55-4086-8b06-d87beb16ccfd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.502861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1a4a6aa-fbc8-4db2-af54-0e80e47158f6 req-6780cb04-ac55-4086-8b06-d87beb16ccfd tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2243824 Nov 23 10:45:06.619590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c0d229b6-840c-4760-b5b1-5c5157b4b961 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:06.620213 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.623020 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc40ea0-07bb-483f-a805-823df629f4ee x-openstack-request-id: req-0bc40ea0-07bb-483f-a805-823df629f4ee {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:06.623544 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7a8f8f-444a-4c25-a527-67fc5140f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "464cf813-c41c-446a-9584-eb9deb896ce6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:06.624001 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bc40ea0-07bb-483f-a805-823df629f4ee {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:06.624588 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464cf813-c41c-446a-9584-eb9deb896ce6', 'code': 200} Nov 23 10:45:06.720481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce704a1e-b62e-40bd-a3ca-4cd1125679d2 req-eb794dee-330b-4860-a0db-99e7960a118c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 210 time: 0.0275958 Nov 23 10:45:06.760595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-2380f2aa-f2c1-4ece-87b1-16bc45575025 service neutron] 10.222.0.61 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117867 Nov 23 10:45:06.765741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Allocated IP 172.20.0.12 (f8e8c0ec-cf5e-40e7-8624-7be22fef41b6/ee366225-82a3-480e-a0ff-f34ff04b2a5b/fc73c518-6c95-4f9a-ab15-4b1ffffe405b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:06.799414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4bfd6-2a62-4844-900d-32d1913b2182 req-673814d9-0b01-4d90-8ace-2e54db68c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:06.801227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bbf4bfd6-2a62-4844-900d-32d1913b2182 req-673814d9-0b01-4d90-8ace-2e54db68c722 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 1096 time: 0.1017807 Nov 23 10:45:06.803427 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-866c8b51-1343-4377-8f7c-ff45ad49d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.874701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-786b7716-6a3e-4cda-b540-52e70e08e55f tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--981203117&fields=id&tenant_id=d6b3df02473a439480496d43c187287b HTTP/1.1" status: 200 len: 267 time: 0.0481977 Nov 23 10:45:06.900476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-866c8b51-1343-4377-8f7c-ff45ad49d83c None None] For port c0d229b6-840c-4760-b5b1-5c5157b4b961, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c0d229b6-840c-4760-b5b1-5c5157b4b961,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:06.912045 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-866c8b51-1343-4377-8f7c-ff45ad49d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.920211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:06.950762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bbf4bfd6-2a62-4844-900d-32d1913b2182 req-a53e3682-e61f-48a5-9d38-e50d53be0719 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348085 Nov 23 10:45:07.004759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-f335a517-6298-4abe-a5c1-a71709720efc service neutron] 10.222.0.61 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337894 Nov 23 10:45:07.012163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:05Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:07.016714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c8b51-1343-4377-8f7c-ff45ad49d83c None None] Pushing event updated for resources: {'Port': ['ID=c0d229b6-840c-4760-b5b1-5c5157b4b961,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:07.039063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-954a5203-5d9f-46ad-bcc5-041ca39a02af tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:07.047471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-954a5203-5d9f-46ad-bcc5-041ca39a02af tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/networks?id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00 HTTP/1.1" status: 200 len: 815 time: 0.1631882 Nov 23 10:45:07.055954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370c3e81-7cb3-4d31-9e8c-3c6cb9095a45 None None] The sync data for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 is: [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:05Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:07.061194 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:45:07.061474 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:45:07.068240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b43fcb2-07c6-48f7-96ae-2cb6a6486d54 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/quotas/d6b3df02473a439480496d43c187287b HTTP/1.1" status: 200 len: 375 time: 0.0197425 Nov 23 10:45:07.077679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.121091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.140722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ffc9e147-546e-4d57-a73f-68a70bbe77c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:07.165533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-85f5f6fe-a74f-4067-b61d-90b3d1272b46 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d6b3df02473a439480496d43c187287b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891087 Nov 23 10:45:07.256058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:07.274878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:07.277490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:07.287319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:07.300278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-fc0e9ba2-d43b-4074-9bf7-0172bdcf0edb req-3511f89e-05a8-415f-9554-a39d6f93ddc1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-337230599', 'description': 'tempest-description-1644973378'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:07.316393 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-6d842df0-85ef-4e28-9a32-56c95848887c service neutron] 10.222.0.61 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473935 Nov 23 10:45:07.365779 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc0e9ba2-d43b-4074-9bf7-0172bdcf0edb req-3511f89e-05a8-415f-9554-a39d6f93ddc1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.403547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:07.404254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.422533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-4a495801-48d8-4fe5-bb65-e63d14ced0d6 service neutron] 10.222.0.61 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049287 Nov 23 10:45:07.444872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-1f30e7ad-31e0-4bcc-bff7-9d716447d512 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1983664 Nov 23 10:45:07.465637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Request body: {'port': {'device_id': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:07.572745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.656939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-99189180-1877-4aae-a54b-fc20695df31a req-80846b6a-bd52-4db9-b22e-d201e0d64711 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0584798 Nov 23 10:45:07.667765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc0e9ba2-d43b-4074-9bf7-0172bdcf0edb req-3511f89e-05a8-415f-9554-a39d6f93ddc1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.685432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc0e9ba2-d43b-4074-9bf7-0172bdcf0edb req-3511f89e-05a8-415f-9554-a39d6f93ddc1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.731853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511f89e-05a8-415f-9554-a39d6f93ddc1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830a9f36-2e94-402e-b771-f6960519ee34,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:07.753638 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-87a36934-e797-462c-b2f0-5879eb35a6be req-95859340-1dc2-4e04-aa0a-109b86c67f69 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 210 time: 0.0418239 Nov 23 10:45:07.879037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fc0e9ba2-d43b-4074-9bf7-0172bdcf0edb req-3511f89e-05a8-415f-9554-a39d6f93ddc1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:07.891946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc0e9ba2-d43b-4074-9bf7-0172bdcf0edb req-3511f89e-05a8-415f-9554-a39d6f93ddc1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6003902 Nov 23 10:45:07.967669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de4cac-d0aa-425c-9f23-008cbcb3d702 req-a35c75aa-9725-4348-91fd-2c03580bcabd tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:07.980478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4de4cac-d0aa-425c-9f23-008cbcb3d702 req-a35c75aa-9725-4348-91fd-2c03580bcabd tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1256053 Nov 23 10:45:07.989246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d9506e-afb4-4b87-b5c9-82ccfb862721 req-b29f69be-631a-4667-9f0a-671f18d9ea40 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 210 time: 0.0424383 Nov 23 10:45:08.168440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4de4cac-d0aa-425c-9f23-008cbcb3d702 req-f3389a2c-d406-4dda-9b06-edb764c3c2e5 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869686 Nov 23 10:45:08.247254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c0d229b6-840c-4760-b5b1-5c5157b4b961 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:08.324786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc73c518-6c95-4f9a-ab15-4b1ffffe405b {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:08.339991 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:08.356192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Transition to ACTIVE for port object fc73c518-6c95-4f9a-ab15-4b1ffffe405b will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:08.362278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:08.401053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c0d229b6-840c-4760-b5b1-5c5157b4b961 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:08.401635 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:08.425249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f8507-5708-46c0-8bef-1f337f8621f2 req-56c54306-9478-4755-8661-a5557dfd0425 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:08.433843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e5f8507-5708-46c0-8bef-1f337f8621f2 req-56c54306-9478-4755-8661-a5557dfd0425 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 932 time: 0.1053421 Nov 23 10:45:08.502436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e5f8507-5708-46c0-8bef-1f337f8621f2 req-aeff7a21-67bd-4d62-a72d-9bfa464173b6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639639 Nov 23 10:45:08.533660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:08.660568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-645f8eaa-8e5e-416b-bb01-22085e0193f9 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:08.662170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-645f8eaa-8e5e-416b-bb01-22085e0193f9 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 812 time: 0.2159445 Nov 23 10:45:08.691958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Attempting to bind port fc73c518-6c95-4f9a-ab15-4b1ffffe405b on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:08.692304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Attempting to bind port fc73c518-6c95-4f9a-ab15-4b1ffffe405b by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:08.692658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Attempting to bind port fc73c518-6c95-4f9a-ab15-4b1ffffe405b on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:08.695705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-c7bba8bc-ca8c-4830-9f45-a6ba39d3f7f3 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/quotas/950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 375 time: 0.0265083 Nov 23 10:45:08.699788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Port fc73c518-6c95-4f9a-ab15-4b1ffffe405b on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:08.700214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Attempting to bind port fc73c518-6c95-4f9a-ab15-4b1ffffe405b on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:08.706894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:08.707244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Checking segment: {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:08.707750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Bound using segment: {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:08.708229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Bound port: fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:08.708630 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:08.809930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-69463405-551f-4d02-b0ff-f55f07145d82 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972157 Nov 23 10:45:08.846716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f355b318-c929-4969-b11c-0f466718e1ce req-48ba48df-bbc6-4aab-bd2d-2fdc2067ad6f tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0422950 Nov 23 10:45:08.927681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:08.957264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8144a33a-ff35-499a-a0f9-0229903353f4 req-53dac26a-ed53-4102-bb3d-5e30f13a5483 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 210 time: 0.0348780 Nov 23 10:45:08.984510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:08.990900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:09.051419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:09.052114 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:09.053916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] 10.222.0.58 "PUT /v2.0/ports/fc73c518-6c95-4f9a-ab15-4b1ffffe405b HTTP/1.1" status: 200 len: 1092 time: 1.5925083 Nov 23 10:45:09.058069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:09.060337 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:09.077169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-5f998f74-7d37-4965-9507-2e0207b7ff9e service neutron] 10.222.0.61 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609878 Nov 23 10:45:09.107884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-4e36cbca-4fb4-4f97-aa37-5161bc371838 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:09.109376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-4e36cbca-4fb4-4f97-aa37-5161bc371838 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 816 time: 0.2627480 Nov 23 10:45:09.117889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c89508b9-655f-4d19-9ae3-bbdac425f25b req-8544f48f-9199-49cb-9f72-0e1814b1621c tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 210 time: 0.0304575 Nov 23 10:45:09.131550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a3d74-88dc-4886-b113-cf6bb7cca0df service neutron] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:09.206996 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3372413-6c75-42dd-be82-02230f87f246 x-openstack-request-id: req-e3372413-6c75-42dd-be82-02230f87f246 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:09.207289 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:09.207601 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3372413-6c75-42dd-be82-02230f87f246 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:09.208014 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'status': 'completed', 'code': 200} Nov 23 10:45:09.252647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-856fdb39-5a0e-457f-92d7-a5399b268a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:09.254248 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-856fdb39-5a0e-457f-92d7-a5399b268a43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 1095 time: 0.1352353 Nov 23 10:45:09.288938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-7e664457-274c-4d94-b3b0-5881bc653d26 service neutron] 10.222.0.61 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003970 Nov 23 10:45:09.325575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-7b0d8513-20ec-41fd-9041-3800df0c3f5f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 379 time: 0.2050545 Nov 23 10:45:09.327108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-37c7ce36-bc3e-43dd-8de7-5d6f9e26d356 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b HTTP/1.1" status: 200 len: 217 time: 0.0552993 Nov 23 10:45:09.346402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'port': {'device_id': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'admin_state_up': True, 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'security_groups': ['7b85f1d6-d42c-41b2-8603-c45a6e13e90a']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:09.364835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ffc9e147-546e-4d57-a73f-68a70bbe77c4 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:45:09.402906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac329f-1e44-4dba-b7e5-b165356aac42 req-f28616bf-0779-45fd-b7d6-167527181550 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:09.404469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45ac329f-1e44-4dba-b7e5-b165356aac42 req-f28616bf-0779-45fd-b7d6-167527181550 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1663039 Nov 23 10:45:09.416380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: ffc9e147-546e-4d57-a73f-68a70bbe77c4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:45:09.416733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ffc9e147-546e-4d57-a73f-68a70bbe77c4 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:45:09.457419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-728d6788-a629-4477-b283-010e382d5911 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:09.459326 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-728d6788-a629-4477-b283-010e382d5911 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.58 "GET /v2.0/networks?id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00 HTTP/1.1" status: 200 len: 815 time: 0.1865041 Nov 23 10:45:09.509582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-d489a03d-6640-4553-a878-b58884f2cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:09.511047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-d489a03d-6640-4553-a878-b58884f2cf94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee366225-82a3-480e-a0ff-f34ff04b2a5b HTTP/1.1" status: 200 len: 855 time: 0.1594226 Nov 23 10:45:09.518753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45ac329f-1e44-4dba-b7e5-b165356aac42 req-64c37e25-8a94-4199-ad7c-43a638310094 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971696 Nov 23 10:45:09.553466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-646357bb-9f9c-43be-b836-3a2a5f125c93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300179 Nov 23 10:45:09.633726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2146af7b-2d84-44f2-807c-80df9a18bf0b req-356ec6c4-1455-46d6-85ab-5fdb2853406f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 210 time: 0.0632458 Nov 23 10:45:09.654671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Made reservation on behalf of f262a6cda5174ffc9bcef1d240075f73 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:09.658204 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:09.671295 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-a76db29c-23ec-4cdc-a05d-08a2c8595026 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6b3df02473a439480496d43c187287b HTTP/1.1" status: 200 len: 379 time: 0.1904275 Nov 23 10:45:09.681822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Request body: {'port': {'device_id': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'admin_state_up': True, 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'security_groups': ['f9cbe75a-1c0d-4093-a165-0d8c2007f297']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:09.766730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-cca324fc-8d9f-402d-b27b-8485f9dbfe5e service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019589 Nov 23 10:45:09.779912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe7c6-9cf4-4674-9fea-884b84c5b79c req-544ef335-0ca8-4dab-81f4-c20e3742769f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:09.787946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b78fe7c6-9cf4-4674-9fea-884b84c5b79c req-544ef335-0ca8-4dab-81f4-c20e3742769f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.1508629 Nov 23 10:45:09.836716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Made reservation on behalf of d6b3df02473a439480496d43c187287b for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:09.842667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.046671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1bf3a-004c-472d-baae-57997197d64c req-402cd1b4-9458-4398-844e-cf3f794b7423 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:10.048290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97d1bf3a-004c-472d-baae-57997197d64c req-402cd1b4-9458-4398-844e-cf3f794b7423 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1020451 Nov 23 10:45:10.094022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Allocated IP 172.20.0.13 (4c181fc8-6bd4-4816-9575-c0c71ecc3b00/cc6b20d6-2406-4719-bec5-4d4ab06929c6/78fd2243-a8ff-4c5c-853a-285602619dfc) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:10.142525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97d1bf3a-004c-472d-baae-57997197d64c req-d52e9e1e-b7b5-4c61-80db-de0a3a11cb01 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835335 Nov 23 10:45:10.205375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b78fe7c6-9cf4-4674-9fea-884b84c5b79c req-1c3e8559-e7d3-4c8a-81b1-0999b1c064ec tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164548 Nov 23 10:45:10.240733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Allocated IP 172.20.0.3 (66d611ef-410b-4daf-bad8-dfb24a1d99cd/c7cfd4fd-7bb8-4229-a503-92c014822c45/8773485f-6abb-4f02-b8a7-fcaa25408077) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:10.248905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15026c82-1f50-4268-aaaf-09e00d141e96 req-fc73d851-30a2-42b0-b0bb-6a5bc6ceb5ad service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515939 Nov 23 10:45:10.328749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e2c8a8b-2625-46ba-b0da-9aad7701a8e0 req-444a8976-897d-45b9-9e95-673e9f1f6eb1 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0915685 Nov 23 10:45:10.335712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f22c76f-210a-4a76-9f2d-81eeeab3091d req-68ccd824-e009-4487-887b-ea87e44ea96d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 210 time: 0.0460436 Nov 23 10:45:10.386478 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.442494 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf7c6953-2d9d-4523-956d-0fe8ad472416 req-938f4498-94c3-44a1-ac38-c8fcc85f92a2 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 210 time: 0.0368102 Nov 23 10:45:10.454258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.455973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-87e23660-856b-46d5-b95a-10b6ef0c69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:10.457500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-87e23660-856b-46d5-b95a-10b6ef0c69d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 1095 time: 0.1305919 Nov 23 10:45:10.481265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.498168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:10.504003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:10.506607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:10.541934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event updated for resources: {'Port': ['ID=78fd2243-a8ff-4c5c-853a-285602619dfc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:10.581501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:10.582943 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.589832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-a1d01c08-ac2f-42ac-93c7-380f8d6f9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:10.592344 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-a1d01c08-ac2f-42ac-93c7-380f8d6f9649 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 916 time: 0.1233966 Nov 23 10:45:10.597978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.606541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2b6a9830-7d4d-4d38-b169-c317712442f3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286866 Nov 23 10:45:10.620484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Request body: {'port': {'device_id': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:10.677428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-cb244c8f-479e-4ab6-a5b1-5740dd824b46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b HTTP/1.1" status: 200 len: 217 time: 0.0767138 Nov 23 10:45:10.690663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:10.709597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:10.711107 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.744906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:10.804686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3aecf2db-b062-401f-8b52-909c2018904c req-d9e02518-2504-4145-8083-31d687a0440c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 210 time: 0.0368822 Nov 23 10:45:10.860270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:10.861448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.888808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:10.898020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3801001f-12be-4ade-98b1-80f8374fd4b1 None None] Provisioning complete for port 78fd2243-a8ff-4c5c-853a-285602619dfc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:10.898529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3801001f-12be-4ade-98b1-80f8374fd4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:10.928026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-9407013e-d104-495f-904a-64710365b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:10.929774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-9407013e-d104-495f-904a-64710365b68a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee366225-82a3-480e-a0ff-f34ff04b2a5b HTTP/1.1" status: 200 len: 855 time: 0.2310672 Nov 23 10:45:10.964848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3801001f-12be-4ade-98b1-80f8374fd4b1 None None] Port 78fd2243-a8ff-4c5c-853a-285602619dfc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:10.986377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-562bc313-1e67-42b1-8efb-7528aa60a143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6449866 Nov 23 10:45:11.001037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Request body: {'port': {'device_id': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:11.027739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-bee766c9-c169-401e-bbd2-cc18a79fd769 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500376 Nov 23 10:45:11.086452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c094cc32-2947-409e-88ae-c0ab094d5980 None None] Provisioning complete for port 8773485f-6abb-4f02-b8a7-fcaa25408077 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:11.087139 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c094cc32-2947-409e-88ae-c0ab094d5980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.133801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c094cc32-2947-409e-88ae-c0ab094d5980 None None] Port 8773485f-6abb-4f02-b8a7-fcaa25408077 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:11.138957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fd2243-a8ff-4c5c-853a-285602619dfc {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:11.147747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.161201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Transition to ACTIVE for port object 78fd2243-a8ff-4c5c-853a-285602619dfc will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:11.170179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.171950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-d4d9c5c9-2733-4cc8-9b76-a4b41aff7526 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:11.173494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-d4d9c5c9-2733-4cc8-9b76-a4b41aff7526 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.65 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 812 time: 0.4193053 Nov 23 10:45:11.178729 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.208490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'port': {'device_id': '644d429c-812c-44a0-b2c4-4a49906eb070', 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74', 'admin_state_up': True, 'tenant_id': '950587285b954cf0b12bfa849aa17d41'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:11.304401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Pushing event updated for resources: {'Port': ['ID=78fd2243-a8ff-4c5c-853a-285602619dfc,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:11.320427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-e08f8977-fd36-4c0d-a2dd-a6758b139111 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728436 Nov 23 10:45:11.351670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33aca6-3d9d-4861-a991-ca68e6679321 req-34d2efde-0bea-43cf-a103-e432a0dd3251 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:11.353311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f33aca6-3d9d-4861-a991-ca68e6679321 req-34d2efde-0bea-43cf-a103-e432a0dd3251 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1299219 Nov 23 10:45:11.440430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Attempting to bind port 78fd2243-a8ff-4c5c-853a-285602619dfc on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:11.440766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Attempting to bind port 78fd2243-a8ff-4c5c-853a-285602619dfc by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:11.441896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Attempting to bind port 78fd2243-a8ff-4c5c-853a-285602619dfc on network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:11.459519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Port 78fd2243-a8ff-4c5c-853a-285602619dfc on network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:11.459847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Attempting to bind port 78fd2243-a8ff-4c5c-853a-285602619dfc on network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:11.467548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f33aca6-3d9d-4861-a991-ca68e6679321 req-c3c7301b-a693-4762-b256-f735fe7087c2 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups?id=78b69213-93b2-4907-be7c-e4a4df17f249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076386 Nov 23 10:45:11.472236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:11.472593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Checking segment: {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:11.472971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Bound using segment: {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:11.474267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Bound port: 78fd2243-a8ff-4c5c-853a-285602619dfc, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f406d423-f743-44dd-85f8-ca1c69432759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:11.474267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.508231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968b821-f122-462c-813f-0d294c0925f9 req-6277f0e4-5216-4d9e-8e9b-5eaebff666fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:11.509712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8968b821-f122-462c-813f-0d294c0925f9 req-6277f0e4-5216-4d9e-8e9b-5eaebff666fa tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1176822 Nov 23 10:45:11.581980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ace57-308a-4a65-8a8f-cbe18ad5add4 req-62229ca4-a218-464e-a715-3bffc7107192 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:11.583499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-084ace57-308a-4a65-8a8f-cbe18ad5add4 req-62229ca4-a218-464e-a715-3bffc7107192 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.2570460 Nov 23 10:45:11.592826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a399d495-c16f-4290-abe5-1c3fef657d10 req-2c5d1ded-4d27-4f96-84c4-ac1802325f24 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0525768 Nov 23 10:45:11.653505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] For port 78fd2243-a8ff-4c5c-853a-285602619dfc, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:11.658241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] For port 78fd2243-a8ff-4c5c-853a-285602619dfc, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=78fd2243-a8ff-4c5c-853a-285602619dfc,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:11.664635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Made reservation on behalf of 950587285b954cf0b12bfa849aa17d41 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:11.666087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.668159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.675196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b025729-9ff0-4f1d-8502-cbd8f56f96e7 req-7683c176-c0b3-4c60-a0b7-20a43f042ee9 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419785 Nov 23 10:45:11.743455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:11.744067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.745510 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] 10.222.0.58 "PUT /v2.0/ports/78fd2243-a8ff-4c5c-853a-285602619dfc HTTP/1.1" status: 200 len: 1092 time: 1.1295819 Nov 23 10:45:11.745957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:11.748369 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c158877-e147-453d-8908-bc71318d6c38" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:11.783564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Deleting port 464cf813-c41c-446a-9584-eb9deb896ce6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:45:11.783987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.786850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3739c5-4ec5-4016-a66d-62f5778bc63e service neutron] Pushing event updated for resources: {'Port': ['ID=78fd2243-a8ff-4c5c-853a-285602619dfc,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:11.789882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-084ace57-308a-4a65-8a8f-cbe18ad5add4 req-20942626-dd88-4ecb-8e2b-4243258402c2 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726642 Nov 23 10:45:11.799215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372602-c2fc-4c1d-8a7d-8aee2133ee29 req-23dde11c-7404-459c-bc8d-29522d1e1ad2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:11.800912 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8372602-c2fc-4c1d-8a7d-8aee2133ee29 req-23dde11c-7404-459c-bc8d-29522d1e1ad2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 931 time: 0.1326375 Nov 23 10:45:11.897001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8773485f-6abb-4f02-b8a7-fcaa25408077 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:11.943441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.974595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Allocated IP 172.20.0.6 (34c544f7-6d39-4dbd-9d13-2bf5052beb74/566179e5-421f-4854-b842-ce1d21734199/2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:11.982491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Transition to ACTIVE for port object 8773485f-6abb-4f02-b8a7-fcaa25408077 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:11.990203 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8372602-c2fc-4c1d-8a7d-8aee2133ee29 req-09dadf04-2c61-4250-8c47-14486da7e2cc tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639051 Nov 23 10:45:11.993339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:11.999281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-b30206ec-6bef-44c7-b87e-fd9300f5a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.001146 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-b30206ec-6bef-44c7-b87e-fd9300f5a94f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6b3df02473a439480496d43c187287b&device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 1095 time: 0.1992993 Nov 23 10:45:12.026629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] For port 464cf813-c41c-446a-9584-eb9deb896ce6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=464cf813-c41c-446a-9584-eb9deb896ce6,segment=NetworkSegment(139c3ba4-3c24-43e4-91b4-1071bc7e171d),segment_id=139c3ba4-3c24-43e4-91b4-1071bc7e171d)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:12.027025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.053702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded88f6-42fa-4389-82d7-dc420d30d5ba req-2e56313d-edb5-41c8-ab18-bd4997c21b8b tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.061040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dded88f6-42fa-4389-82d7-dc420d30d5ba req-2e56313d-edb5-41c8-ab18-bd4997c21b8b tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 944 time: 0.1698129 Nov 23 10:45:12.109808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-353c5f7a-feea-421b-9845-684c85b51099 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78fd2243-a8ff-4c5c-853a-285602619dfc HTTP/1.1" status: 200 len: 217 time: 0.0922582 Nov 23 10:45:12.111458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Calling delete_port for 464cf813-c41c-446a-9584-eb9deb896ce6 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:45:12.154886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:12.206297 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09995e2b-83c2-4a8a-94f1-01107f60f732 x-openstack-request-id: req-09995e2b-83c2-4a8a-94f1-01107f60f732 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:12.206798 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:12.206878 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-09995e2b-83c2-4a8a-94f1-01107f60f732 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:12.207242 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'status': 'completed', 'code': 200} Nov 23 10:45:12.248029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-4a14976b-295f-4eb0-b0e3-6f577a696689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.249589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-4a14976b-295f-4eb0-b0e3-6f577a696689 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc6b20d6-2406-4719-bec5-4d4ab06929c6 HTTP/1.1" status: 200 len: 854 time: 0.1309931 Nov 23 10:45:12.276417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dded88f6-42fa-4389-82d7-dc420d30d5ba req-3088eb22-90dd-4466-8c36-375ae392943c tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144597 Nov 23 10:45:12.333338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a547fa6f-5801-4be2-9098-bb922fefdd4c req-bd9bad68-5ae2-4b2b-9f36-c1900aaff8e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 210 time: 0.0753851 Nov 23 10:45:12.362294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Attempting to bind port 8773485f-6abb-4f02-b8a7-fcaa25408077 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:12.362294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Attempting to bind port 8773485f-6abb-4f02-b8a7-fcaa25408077 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:12.362648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Attempting to bind port 8773485f-6abb-4f02-b8a7-fcaa25408077 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:12.369255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.374449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Port 8773485f-6abb-4f02-b8a7-fcaa25408077 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:12.374773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Attempting to bind port 8773485f-6abb-4f02-b8a7-fcaa25408077 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:12.383967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-296fa45e-a18c-4046-9d24-1280607bd4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.384968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:12.385339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Checking segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:12.385460 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-296fa45e-a18c-4046-9d24-1280607bd4be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247084 Nov 23 10:45:12.385743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Bound using segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:12.386183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Bound port: 8773485f-6abb-4f02-b8a7-fcaa25408077, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:12.386541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.437747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.450360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['464cf813-c41c-446a-9584-eb9deb896ce6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:12.460815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.476469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:12.499990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event deleted for resources: {'Port': ['ID=464cf813-c41c-446a-9584-eb9deb896ce6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:12.513789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:12.531428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:12.539398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:12.540832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:12.544828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:12.554711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:12.557808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] No DVR routers for this DVR port 464cf813-c41c-446a-9584-eb9deb896ce6 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:45:12.559791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.561191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.564794 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8968b821-f122-462c-813f-0d294c0925f9 req-2af87af2-b6a9-48ab-8a1b-c5ce4d838b50 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.65 "DELETE /v2.0/ports/464cf813-c41c-446a-9584-eb9deb896ce6 HTTP/1.1" status: 204 len: 173 time: 1.0343709 Nov 23 10:45:12.567324 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-2410a9a7-71ef-42ad-83ca-2399652a95d7 service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720207 Nov 23 10:45:12.645399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.646030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.647449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] 10.222.0.58 "PUT /v2.0/ports/8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 200 len: 1091 time: 1.6505001 Nov 23 10:45:12.648221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:12.650560 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07abaad4-d477-47fb-9823-68341f514228" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:12.662067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.662920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.674398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-176ad1ae-3c33-4b47-a027-76f2e9d29190 req-d8c7de6c-9680-4a22-9a61-da0b29bad36a tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec7a8f8f-444a-4c25-a527-67fc5140f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0571465 Nov 23 10:45:12.688583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1f9b2-4529-494a-81a6-5b1566a54824 service neutron] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:12.699970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-4ff343cb-1348-4efb-8f95-29314af01471 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4992018 Nov 23 10:45:12.712911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Request body: {'port': {'device_id': '644d429c-812c-44a0-b2c4-4a49906eb070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:12.758479 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8aefb5-d635-4b0f-93e4-a0b4d4309be0 x-openstack-request-id: req-ec8aefb5-d635-4b0f-93e4-a0b4d4309be0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:12.758789 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:12.759057 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec8aefb5-d635-4b0f-93e4-a0b4d4309be0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:12.759511 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'status': 'completed', 'code': 200} Nov 23 10:45:12.822591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c38b7c42-a020-4c91-9159-d2331cea6423 req-61ea0729-0b30-4c6c-be22-595fc7b6878a service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468941 Nov 23 10:45:12.869649 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-766d8815-fa51-4225-88b4-9d3d6a9fe7b2 req-028ba35d-e1a0-4005-bac2-b3f5bd59640d tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0913472 Nov 23 10:45:12.881484 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:12.904013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-972a775c-f80e-4398-a76d-673f5e0c0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.912156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-972a775c-f80e-4398-a76d-673f5e0c0284 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1094 time: 0.1491630 Nov 23 10:45:12.972954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158877-e147-453d-8908-bc71318d6c38 req-a043d4a6-e8f5-46f5-a369-9d41a96ff199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:12.974496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c158877-e147-453d-8908-bc71318d6c38 req-a043d4a6-e8f5-46f5-a369-9d41a96ff199 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6b3df02473a439480496d43c187287b&device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 1095 time: 0.0935826 Nov 23 10:45:12.982824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-4ca5f8e1-0ccc-456e-8fa2-4ddc81772c94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 200 len: 217 time: 0.0488274 Nov 23 10:45:12.999344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9ac8e-ae8a-45b2-8c49-a403ea7531ca req-1198765d-3965-4dec-8946-47be0cbbecd7 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.000819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28c9ac8e-ae8a-45b2-8c49-a403ea7531ca req-1198765d-3965-4dec-8946-47be0cbbecd7 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.0795207 Nov 23 10:45:13.111666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28c9ac8e-ae8a-45b2-8c49-a403ea7531ca req-de9648d2-1d4c-463f-a6ad-bbbbf987830f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966592 Nov 23 10:45:13.126048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158877-e147-453d-8908-bc71318d6c38 req-4af9033e-36a0-494f-af06-f30b701717d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.128454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c158877-e147-453d-8908-bc71318d6c38 req-4af9033e-36a0-494f-af06-f30b701717d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00 HTTP/1.1" status: 200 len: 916 time: 0.1462629 Nov 23 10:45:13.149540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-5554e20c-5e0a-4257-89e0-957b8666ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.151045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-5554e20c-5e0a-4257-89e0-957b8666ad00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.1577837 Nov 23 10:45:13.207029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c158877-e147-453d-8908-bc71318d6c38 req-3a5a882a-170b-4fc2-b9e4-d8de8aa3fd18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78fd2243-a8ff-4c5c-853a-285602619dfc HTTP/1.1" status: 200 len: 217 time: 0.0668902 Nov 23 10:45:13.273866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ab99-2356-4425-b3f4-7d32c0d67620 req-30f3f38a-3a66-4850-ad3c-10b6af67311c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.275368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f9a3ab99-2356-4425-b3f4-7d32c0d67620 req-30f3f38a-3a66-4850-ad3c-10b6af67311c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1783941 Nov 23 10:45:13.276625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158877-e147-453d-8908-bc71318d6c38 req-378f1100-7b1c-44f0-8f69-76528e250fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.278457 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c158877-e147-453d-8908-bc71318d6c38 req-378f1100-7b1c-44f0-8f69-76528e250fb0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc6b20d6-2406-4719-bec5-4d4ab06929c6 HTTP/1.1" status: 200 len: 854 time: 0.0580876 Nov 23 10:45:13.291542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-3dfa3625-aede-4b63-a2ff-f76ff74e059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.294030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-3dfa3625-aede-4b63-a2ff-f76ff74e059c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312907 Nov 23 10:45:13.332216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158877-e147-453d-8908-bc71318d6c38 req-3e6d328d-ef69-4d04-8e96-a590e0de4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.333860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c158877-e147-453d-8908-bc71318d6c38 req-3e6d328d-ef69-4d04-8e96-a590e0de4c04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481400 Nov 23 10:45:13.449696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f9a3ab99-2356-4425-b3f4-7d32c0d67620 req-284a45e3-740d-4f30-b2f8-dd957d108f3d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644690 Nov 23 10:45:13.455876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3007405-0c32-4323-85d7-7a58f3ceca1e req-17a5293e-a247-45b5-bfd0-fe15b159bae6 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.457479 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3007405-0c32-4323-85d7-7a58f3ceca1e req-17a5293e-a247-45b5-bfd0-fe15b159bae6 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 944 time: 0.0974867 Nov 23 10:45:13.493214 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c158877-e147-453d-8908-bc71318d6c38 req-ad6c48ef-0058-473e-a7d8-122820164ee1 service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516817 Nov 23 10:45:13.500296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-4c4ec282-1be2-4bf7-97aa-aa116651a57f service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848183 Nov 23 10:45:13.506424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:13.524856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:13.551193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3007405-0c32-4323-85d7-7a58f3ceca1e req-e2c3b704-8fc0-4e82-88db-a8e0ddf5efe5 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812504 Nov 23 10:45:13.609330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Transition to ACTIVE for port object 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:13.616675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c158877-e147-453d-8908-bc71318d6c38 req-33d3a751-79b8-489b-9d8e-7431318725c9 service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098785 Nov 23 10:45:13.620604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:13.686619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706fa6-bdae-403d-8b4b-9954bb615a72 req-4a8dc3d3-10ea-4f73-bc3c-dbdb74151c62 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:13.688087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe706fa6-bdae-403d-8b4b-9954bb615a72 req-4a8dc3d3-10ea-4f73-bc3c-dbdb74151c62 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 931 time: 0.1667256 Nov 23 10:45:13.701532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f28567a-c58d-4378-9cd9-40b0c51d884a req-028477df-f5ba-42c0-8398-1a8731a1f8da service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906877 Nov 23 10:45:13.880081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35230) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:13.942310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-64a517ba-f6fe-4059-bb26-b852430bc988 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:13.978617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-64a517ba-f6fe-4059-bb26-b852430bc988 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:13.981754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Pushing event updated for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:14.002503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc61c1ce-0677-4857-8869-6d9367186bd5 req-de997be6-12bf-4672-9b53-aeb0d524f53b tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0373635 Nov 23 10:45:14.042376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-64a517ba-f6fe-4059-bb26-b852430bc988 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.044875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-64a517ba-f6fe-4059-bb26-b852430bc988 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.048464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-64a517ba-f6fe-4059-bb26-b852430bc988 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ccab579-d43f-439e-9f97-8afd7dc7bfce HTTP/1.1" status: 204 len: 168 time: 0.1649711 Nov 23 10:45:14.054089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35234) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:14.057429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a517ba-f6fe-4059-bb26-b852430bc988 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccab579-d43f-439e-9f97-8afd7dc7bfce,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:14.094868 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-3dbfa723-7f3a-4726-8b77-7635c18d1727 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] show failed (client error): The resource could not be found. Nov 23 10:45:14.096507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3dbfa723-7f3a-4726-8b77-7635c18d1727 tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "GET /v2.0/security-groups/4ccab579-d43f-439e-9f97-8afd7dc7bfce HTTP/1.1" status: 404 len: 347 time: 0.0414586 Nov 23 10:45:14.099474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35236) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:14.104518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe706fa6-bdae-403d-8b4b-9954bb615a72 req-1eddde9d-198f-42ff-9617-251fbcac22e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078166 Nov 23 10:45:14.127274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abaad4-d477-47fb-9823-68341f514228 req-97c28126-f59a-459c-a9e4-a5bd5fe55535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.127274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07abaad4-d477-47fb-9823-68341f514228 req-97c28126-f59a-459c-a9e4-a5bd5fe55535 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1094 time: 0.1467774 Nov 23 10:45:14.127274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Attempting to bind port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:14.127611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Attempting to bind port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:14.127823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Attempting to bind port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac on network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:14.133335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac on network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:14.133645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Attempting to bind port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac on network 34c544f7-6d39-4dbd-9d13-2bf5052beb74 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:14.147574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:14.147914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Checking segment: {'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:14.148292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Bound using segment: {'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:14.148730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Bound port: 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308a91fa-a224-4917-84ef-1e5e09d3708a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:14.149087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.212404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'name': 'network-vif-deleted', 'tag': '464cf813-c41c-446a-9584-eb9deb896ce6'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:14.214873 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f538edd-599a-4b02-9178-085830415438" -d '{"events": [{"server_uuid": "ec7a8f8f-444a-4c25-a527-67fc5140f2a7", "name": "network-vif-deleted", "tag": "464cf813-c41c-446a-9584-eb9deb896ce6"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:14.280808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abaad4-d477-47fb-9823-68341f514228 req-54e34fca-c9b8-4cad-8161-00849024fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.282367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07abaad4-d477-47fb-9823-68341f514228 req-54e34fca-c9b8-4cad-8161-00849024fd3e service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.1456220 Nov 23 10:45:14.284905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:14.288110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:14.298498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.300291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe327-be6d-401c-83a1-5afe0e8d1df5 req-ca1f1972-66ba-49a7-9896-fe8a7018508a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.302240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f4fe327-be6d-401c-83a1-5afe0e8d1df5 req-ca1f1972-66ba-49a7-9896-fe8a7018508a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.0994546 Nov 23 10:45:14.318237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Deleting port ed5210c3-77b8-4cd7-b9b3-d70b2492f508 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:45:14.318573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.336502 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07abaad4-d477-47fb-9823-68341f514228 req-2b47f376-f653-4d29-9277-0d6a4d726f78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 200 len: 217 time: 0.0453794 Nov 23 10:45:14.346020 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a382af68-d516-443b-9645-a10737a74279 x-openstack-request-id: req-a382af68-d516-443b-9645-a10737a74279 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:14.346313 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec7a8f8f-444a-4c25-a527-67fc5140f2a7", "name": "network-vif-deleted", "tag": "464cf813-c41c-446a-9584-eb9deb896ce6", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:14.346563 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a382af68-d516-443b-9645-a10737a74279 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:14.346953 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7a8f8f-444a-4c25-a527-67fc5140f2a7', 'name': 'network-vif-deleted', 'tag': '464cf813-c41c-446a-9584-eb9deb896ce6', 'status': 'completed', 'code': 200} Nov 23 10:45:14.390925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.391548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.393739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] 10.222.0.65 "PUT /v2.0/ports/2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 1091 time: 1.6851766 Nov 23 10:45:14.416853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f4fe327-be6d-401c-83a1-5afe0e8d1df5 req-40793686-e6de-4c0e-b523-25e4cad54a0d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047850 Nov 23 10:45:14.423902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca332-a01f-4ef8-b532-ff01743d0142 service neutron] Pushing event updated for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:14.429892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abaad4-d477-47fb-9823-68341f514228 req-4bbdd1d5-c3ca-4a44-ad1e-effd1b725d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.431400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07abaad4-d477-47fb-9823-68341f514228 req-4bbdd1d5-c3ca-4a44-ad1e-effd1b725d91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.0775731 Nov 23 10:45:14.433274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.433757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.449595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Calling delete_port for ed5210c3-77b8-4cd7-b9b3-d70b2492f508 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:45:14.467981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c0c04e8-4dd7-4283-bf4d-ae55e243eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.511565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abaad4-d477-47fb-9823-68341f514228 req-82cad0c3-c25d-4a60-ad2b-73724991b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.513204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07abaad4-d477-47fb-9823-68341f514228 req-82cad0c3-c25d-4a60-ad2b-73724991b263 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660133 Nov 23 10:45:14.515947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-83f8af98-2bf6-44d0-9edc-f0b7e21e029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.518096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-83f8af98-2bf6-44d0-9edc-f0b7e21e029b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1094 time: 0.0801051 Nov 23 10:45:14.593067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-a2cb44b8-53fc-4388-be5f-eb377eb7734b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 217 time: 0.0641875 Nov 23 10:45:14.608235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.654987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Pushing event deleted for resources: {'Port': ['ID=ed5210c3-77b8-4cd7-b9b3-d70b2492f508,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:14.708467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963ed81-934a-4e7d-b4fe-4e7d5e956071 req-3b6d66a1-0bce-443d-97ed-c05c9bd07029 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.710000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3963ed81-934a-4e7d-b4fe-4e7d5e956071 req-3b6d66a1-0bce-443d-97ed-c05c9bd07029 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1734858 Nov 23 10:45:14.718703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-64db60f0-3ae4-4b98-89be-30dc89c3ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.720199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-64db60f0-3ae4-4b98-89be-30dc89c3ff32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.1123207 Nov 23 10:45:14.743053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4d7b9-fc07-412f-bce5-06e3f30afdab req-e1bab140-cb08-4f6b-8f6e-316d350aeb68 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:14.745397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88a4d7b9-fc07-412f-bce5-06e3f30afdab req-e1bab140-cb08-4f6b-8f6e-316d350aeb68 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 944 time: 0.1070037 Nov 23 10:45:14.753355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07abaad4-d477-47fb-9823-68341f514228 req-e3163947-6ee3-4581-89e4-ead8384edc33 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316625 Nov 23 10:45:14.762395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.765714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:14.766867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d0b283c0-6928-49ac-8582-f0427497ff1e tempest-ImagesOneServerNegativeTestJSON-376753929 tempest-ImagesOneServerNegativeTestJSON-376753929-project] 10.222.0.61 "DELETE /v2.0/floatingips/319268c0-17c7-4777-b183-bb6a419336e8 HTTP/1.1" status: 204 len: 168 time: 0.6663105 Nov 23 10:45:14.768267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:14.770547 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7daf95-8651-4831-97a0-bf4195cf3ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:14.777357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-2f7e6483-ca63-4c42-9a6d-2f208b79325c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433598 Nov 23 10:45:14.810491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88a4d7b9-fc07-412f-bce5-06e3f30afdab req-8360d44a-8fb4-4354-b318-9d6f189be9a4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519209 Nov 23 10:45:14.855841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3963ed81-934a-4e7d-b4fe-4e7d5e956071 req-bae66c99-1d8d-41b2-87b7-eeadb4fee58f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346767 Nov 23 10:45:14.920916 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df802f2-bd8a-4f42-a14e-5926971bd6d5 x-openstack-request-id: req-8df802f2-bd8a-4f42-a14e-5926971bd6d5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:14.921226 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:14.921514 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8df802f2-bd8a-4f42-a14e-5926971bd6d5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:14.921878 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac', 'status': 'completed', 'code': 200} Nov 23 10:45:14.964450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07abaad4-d477-47fb-9823-68341f514228 req-9b03ab28-01c5-4863-91f3-2d04e48d4976 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893775 Nov 23 10:45:14.967957 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:45:14.969946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-7fb4675b-eddd-4918-aa72-9d7b1e6a69f0 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812134 Nov 23 10:45:14.975799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35262) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:15.075345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] Deleting subnet 55de5901-2cd8-40fa-86cb-6ca8f19582b0 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:45:15.081704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.112680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 464cf813-c41c-446a-9584-eb9deb896ce6 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:45:15.133262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 464cf813-c41c-446a-9584-eb9deb896ce6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:45:15.133874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 464cf813-c41c-446a-9584-eb9deb896ce6 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:45:15.141561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b439247e-97c6-4653-99b8-360045dcc6b2 req-cbd34f77-37c6-4c06-a545-5e42edf356ee tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0578380 Nov 23 10:45:15.161995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.189990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6db0021d-2d3e-4434-b567-1c11f9fb7069 req-14c1aa74-1360-4ebc-a74f-289132eac299 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060452 Nov 23 10:45:15.208129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.247315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c2c5-4ff8-46c5-bcc7-c9abb5f267db req-dd1f90aa-858f-4b51-92f5-48ed59a3b396 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:15.248966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5418c2c5-4ff8-46c5-bcc7-c9abb5f267db req-dd1f90aa-858f-4b51-92f5-48ed59a3b396 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 943 time: 0.0610299 Nov 23 10:45:15.291025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.296281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-20d59c3f-7f59-406d-86c0-9a464aa319bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:15.297798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-20d59c3f-7f59-406d-86c0-9a464aa319bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1094 time: 0.0577390 Nov 23 10:45:15.302807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5418c2c5-4ff8-46c5-bcc7-c9abb5f267db req-fc81c44e-1421-4b40-b177-1cee713d0aa4 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462320 Nov 23 10:45:15.331146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55de5901-2cd8-40fa-86cb-6ca8f19582b0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:15.344390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.348013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eb694594-6a59-4f28-bbab-b2892a27b640 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/55de5901-2cd8-40fa-86cb-6ca8f19582b0 HTTP/1.1" status: 204 len: 168 time: 0.3712261 Nov 23 10:45:15.351154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:15.404288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc73c518-6c95-4f9a-ab15-4b1ffffe405b details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:15.424850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.436018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-8057b48f-5337-4b6c-9ff3-96fd99da9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:15.438363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-8057b48f-5337-4b6c-9ff3-96fd99da9a31 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 913 time: 0.1093206 Nov 23 10:45:15.484986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-fba0f43c-771c-49a7-b4bb-a3b8d6cadae9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 217 time: 0.0372622 Nov 23 10:45:15.512084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.512407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:15.532591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'port_id': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'mac_address': 'fa:16:3e:d9:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee366225-82a3-480e-a0ff-f34ff04b2a5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:15.543574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c516d14c-1d86-46e2-88b7-c786fdcc296c']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:15.551032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-d02e4356-03c1-41c3-9b92-a015d47d73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:15.552527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-d02e4356-03c1-41c3-9b92-a015d47d73f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.0590398 Nov 23 10:45:15.570971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139c3ba4-3c24-43e4-91b4-1071bc7e171d') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:15.571305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139c3ba4-3c24-43e4-91b4-1071bc7e171d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:15.574171 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.584154 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.589075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc73c518-6c95-4f9a-ab15-4b1ffffe405b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:15.591651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-10ff2d35-05b3-47aa-945c-82a1706efdff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265186 Nov 23 10:45:15.604127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.612239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:15.614281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ac75-99c3-4825-91ea-a7081f4be4c4 req-4efbd09a-6ab7-4a8d-981b-b7bee7c1049a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:15.616295 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6805ac75-99c3-4825-91ea-a7081f4be4c4 req-4efbd09a-6ab7-4a8d-981b-b7bee7c1049a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.0837052 Nov 23 10:45:15.617529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.624200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:45:15.624645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:45:15.627321 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:45:15.675915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:15.693497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-8f10eb5f-2682-48c6-9ca1-d4a241935323 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931301 Nov 23 10:45:15.718759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.729032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:15.732313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c516d14c-1d86-46e2-88b7-c786fdcc296c HTTP/1.1" status: 204 len: 168 time: 0.3798387 Nov 23 10:45:15.746506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6805ac75-99c3-4825-91ea-a7081f4be4c4 req-8d8cd69d-88d3-4738-ba35-7aab7f65206e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092315 Nov 23 10:45:15.747375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4714a81-7781-477c-bff8-b463a863e461 admin admin] Pushing event deleted for resources: {'Network': ['ID=c516d14c-1d86-46e2-88b7-c786fdcc296c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:15.798900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7daf95-8651-4831-97a0-bf4195cf3ddb req-3c836913-94ad-4554-9b59-a3dd348e7f88 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960121 Nov 23 10:45:15.860781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35278) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:15.928595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4c8f8a8f-6237-40f2-ab4d-349391f26530 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c369a675610e43e08f1ef035a8380eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666142 Nov 23 10:45:15.931368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35284) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:15.949067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f3f57-8740-4999-bbf2-393aa4285b60 req-91447485-a16d-409d-b7b1-dceb6f4711eb tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:15.950679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e01f3f57-8740-4999-bbf2-393aa4285b60 req-91447485-a16d-409d-b7b1-dceb6f4711eb tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 944 time: 0.0632792 Nov 23 10:45:15.992192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['fc73c518-6c95-4f9a-ab15-4b1ffffe405b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:15.994238 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d819f-b847-4e3c-bf57-1ae61082f7d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:16.011018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e01f3f57-8740-4999-bbf2-393aa4285b60 req-787bc54e-65fb-4191-9e74-dd0587f1744b tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538645 Nov 23 10:45:16.018306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d819f-b847-4e3c-bf57-1ae61082f7d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:16.098271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4ade8-98a5-42b5-af8a-4d0a3f35e9a7 req-b4f8bbf7-f0e5-4139-a703-aa3bf09cd552 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:16.099764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19e4ade8-98a5-42b5-af8a-4d0a3f35e9a7 req-b4f8bbf7-f0e5-4139-a703-aa3bf09cd552 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0794473 Nov 23 10:45:16.128046 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d819f-b847-4e3c-bf57-1ae61082f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:16.130653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b7d819f-b847-4e3c-bf57-1ae61082f7d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:16.131902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5b7d819f-b847-4e3c-bf57-1ae61082f7d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78b69213-93b2-4907-be7c-e4a4df17f249 HTTP/1.1" status: 204 len: 168 time: 0.1995468 Nov 23 10:45:16.153991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d819f-b847-4e3c-bf57-1ae61082f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b69213-93b2-4907-be7c-e4a4df17f249,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:16.172056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19e4ade8-98a5-42b5-af8a-4d0a3f35e9a7 req-adb097bd-161e-4818-9ec4-2392766f1113 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638313 Nov 23 10:45:16.256798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-794b6066-a5e7-4dca-afc2-a612f63715ad req-2e0abbbb-12cb-4dd1-a6aa-d8f7c3ceaf0e tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0301812 Nov 23 10:45:16.430777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d3bf6-dd57-4276-b253-8ca7165d8fb3 req-830d2255-cca5-4f91-a86c-6e76fd23e95e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:16.432470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-797d3bf6-dd57-4276-b253-8ca7165d8fb3 req-830d2255-cca5-4f91-a86c-6e76fd23e95e tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 943 time: 0.0549731 Nov 23 10:45:16.482365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-797d3bf6-dd57-4276-b253-8ca7165d8fb3 req-5cd9513f-8901-4915-9850-3e80aa5932a5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Nov 23 10:45:16.867983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53ed55e2-99fe-4651-8b64-236e37c314de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:16.894092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b7d6-6cca-4ff1-b624-71047f22ee47 req-0fd11ce7-cb25-44f3-9d98-58512575eb32 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:16.895606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e918b7d6-6cca-4ff1-b624-71047f22ee47 req-0fd11ce7-cb25-44f3-9d98-58512575eb32 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 945 time: 0.0703688 Nov 23 10:45:16.953267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e918b7d6-6cca-4ff1-b624-71047f22ee47 req-20b23e16-6884-4f91-9976-8256df4fc160 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513687 Nov 23 10:45:17.113915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:17.134177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73df475-4c95-4a44-bc3a-3df3dad0a2c7 req-e0b1dbca-cbb7-4835-ada3-b95a50b683a2 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:17.135563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c73df475-4c95-4a44-bc3a-3df3dad0a2c7 req-e0b1dbca-cbb7-4835-ada3-b95a50b683a2 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 944 time: 0.0504532 Nov 23 10:45:17.188418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c73df475-4c95-4a44-bc3a-3df3dad0a2c7 req-851928d2-522b-41d0-93aa-e70084e21cc1 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465236 Nov 23 10:45:17.222566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:17.234124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac', 'network_id': '34c544f7-6d39-4dbd-9d13-2bf5052beb74', 'port_id': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac', 'mac_address': 'fa:16:3e:fc:d0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '566179e5-421f-4854-b842-ce1d21734199', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:17.273820 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:17.290511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:17.311808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:17.315562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3e3e-1e59-4c7b-a2f5-a9d6215810dd req-f1aa1e94-e96b-4dc5-96ae-2f26815f6bc9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:17.317062 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:17.317368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b27e3e3e-1e59-4c7b-a2f5-a9d6215810dd req-f1aa1e94-e96b-4dc5-96ae-2f26815f6bc9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0559294 Nov 23 10:45:17.371244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8b85f87-c121-4410-aae9-387d51025e5d req-f764bd70-3423-4a24-8a70-6be6f9c34a1d tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0337038 Nov 23 10:45:17.372237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:17.422869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:17.428579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc73c518-6c95-4f9a-ab15-4b1ffffe405b up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:17.551625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:17.623518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9a82-2dcd-499b-b7bd-bbc10795b213 req-3fff14d9-cd13-4fb7-a9da-8d76e263aedb tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:17.625215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13c9a82-2dcd-499b-b7bd-bbc10795b213 req-3fff14d9-cd13-4fb7-a9da-8d76e263aedb tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 944 time: 0.0568767 Nov 23 10:45:17.693413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c13c9a82-2dcd-499b-b7bd-bbc10795b213 req-80dd7715-e387-4550-873f-aa2592fdd175 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581744 Nov 23 10:45:17.695526 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b27e3e3e-1e59-4c7b-a2f5-a9d6215810dd req-da5869ac-a75a-4f7e-85a1-e44b4d9e8831 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695405 Nov 23 10:45:17.724861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port fc73c518-6c95-4f9a-ab15-4b1ffffe405b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:17.747530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port fc73c518-6c95-4f9a-ab15-4b1ffffe405b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:17.747937 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:17.779979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:17.807961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'port_id': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'mac_address': 'fa:16:3e:0d:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:17.912924 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:17.944799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8773485f-6abb-4f02-b8a7-fcaa25408077 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:17.952484 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:17.993500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:18.003117 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:18.003782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 78fd2243-a8ff-4c5c-853a-285602619dfc details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:18.020027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:18.022330 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0314299a-2987-476a-aa57-d03995aca7a6" -d '{"events": [{"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-plugged", "status": "completed", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:18.070316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:18.082541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:18.126544 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402182bc-1f8a-4db8-accf-981f9c49998f x-openstack-request-id: req-402182bc-1f8a-4db8-accf-981f9c49998f {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:18.127225 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-plugged", "status": "completed", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:18.127656 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-402182bc-1f8a-4db8-accf-981f9c49998f {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:18.128219 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'code': 200} Nov 23 10:45:18.139104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5cdf5-f4f0-4626-8c93-bd30badef4f4 req-d24942f5-4c3b-4d1e-b5e1-ce6e2d67fe4d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:18.141308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8be5cdf5-f4f0-4626-8c93-bd30badef4f4 req-d24942f5-4c3b-4d1e-b5e1-ce6e2d67fe4d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 945 time: 0.1155267 Nov 23 10:45:18.168439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:18.242132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 78fd2243-a8ff-4c5c-853a-285602619dfc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=78fd2243-a8ff-4c5c-853a-285602619dfc,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:18.270034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'port_id': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'mac_address': 'fa:16:3e:38:f8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:18.279030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:18.286652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8be5cdf5-f4f0-4626-8c93-bd30badef4f4 req-9acbd61b-95e4-427a-8166-e810d04e533a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375470 Nov 23 10:45:18.316446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b7a0e-cdba-4608-9970-2b16b064e251 req-d86d1abd-6a2b-4ef1-8793-ff5e4cc7dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:18.318769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d54b7a0e-cdba-4608-9970-2b16b064e251 req-d86d1abd-6a2b-4ef1-8793-ff5e4cc7dc06 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 1097 time: 0.1018903 Nov 23 10:45:18.339702 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:18.355941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fd2243-a8ff-4c5c-853a-285602619dfc {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:18.360332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815cf6-9f6f-4866-8452-e4f6814950b8 req-db649281-80a1-4220-ac1c-d71f6706d27f tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:18.365626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0815cf6-9f6f-4866-8452-e4f6814950b8 req-db649281-80a1-4220-ac1c-d71f6706d27f tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 944 time: 0.0614109 Nov 23 10:45:18.385296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 78fd2243-a8ff-4c5c-853a-285602619dfc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=78fd2243-a8ff-4c5c-853a-285602619dfc,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:18.387973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d54b7a0e-cdba-4608-9970-2b16b064e251 req-91079477-1d29-4749-9465-0ca869f0a1f0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610523 Nov 23 10:45:18.392979 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:18.431641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0815cf6-9f6f-4866-8452-e4f6814950b8 req-f972c2fe-6c59-404d-976c-2df44cc10934 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599189 Nov 23 10:45:18.474957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=78fd2243-a8ff-4c5c-853a-285602619dfc,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:18.478307 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:18.505899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b1fdcd7e-6690-40a4-847a-bb6b3891d56a req-9724ae45-f102-4f89-bbd4-5294e6eb3c36 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0289371 Nov 23 10:45:18.775500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8773485f-6abb-4f02-b8a7-fcaa25408077'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:18.830031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['78fd2243-a8ff-4c5c-853a-285602619dfc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:18.833699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36379b4-21ae-40f2-811f-f42a87346f4e req-8a223478-611f-4fad-a916-a5871dd07547 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:18.834933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327c1cf-b1a8-4afb-b493-fab52afa4cf2 req-c70088cc-acaa-4678-b71a-4160a712f76e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:18.835957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c36379b4-21ae-40f2-811f-f42a87346f4e req-8a223478-611f-4fad-a916-a5871dd07547 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 944 time: 0.0652027 Nov 23 10:45:18.836518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9327c1cf-b1a8-4afb-b493-fab52afa4cf2 req-c70088cc-acaa-4678-b71a-4160a712f76e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 944 time: 0.0614712 Nov 23 10:45:18.894348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c36379b4-21ae-40f2-811f-f42a87346f4e req-1c315dcd-15b5-4daf-87ed-836ea7ad070a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511699 Nov 23 10:45:18.914339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9327c1cf-b1a8-4afb-b493-fab52afa4cf2 req-5328ad72-d6be-4558-8927-59608f0ad9cc tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673947 Nov 23 10:45:19.128188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:19.181255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:19.184950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:19.185353 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:19.263870 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:19.304503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:19.308611 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:19.360886 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:19.397386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdb974-6fbd-40c3-893c-9be77acc3ee8 req-6a38cf80-b86a-4911-8597-8e5e5d97c565 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:19.399462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ccdb974-6fbd-40c3-893c-9be77acc3ee8 req-6a38cf80-b86a-4911-8597-8e5e5d97c565 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0514421 Nov 23 10:45:19.413536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:19.460230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ccdb974-6fbd-40c3-893c-9be77acc3ee8 req-cb62f260-efbf-4cb5-8a53-611f00ba491b tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Nov 23 10:45:19.556246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11824c-be1c-4b0b-88bc-98bb645294aa req-99e50ca7-40a5-4c34-a031-45e475e595c3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:19.557896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a11824c-be1c-4b0b-88bc-98bb645294aa req-99e50ca7-40a5-4c34-a031-45e475e595c3 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 945 time: 0.0490668 Nov 23 10:45:19.605632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a11824c-be1c-4b0b-88bc-98bb645294aa req-0c581f5d-023f-478d-8911-91f57223b1d6 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418761 Nov 23 10:45:19.618684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-56ac03ac-f3ee-4d9a-bd2c-381679e2b16a req-7e17a459-6c8c-489a-bf54-17390a284e53 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0276885 Nov 23 10:45:19.659086 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:20.028383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e25996-3e3d-4b4f-94c8-0e25528f2e2c req-7b760a33-599e-4e8a-9783-3862d36774f2 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:20.030735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10e25996-3e3d-4b4f-94c8-0e25528f2e2c req-7b760a33-599e-4e8a-9783-3862d36774f2 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 945 time: 0.0544198 Nov 23 10:45:20.060113 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:20.068533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998dc25-74d6-4eaf-b423-ad57764a37ec req-2fde0b79-8a23-4b55-a0cd-3ccf03de23e0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:20.070122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b998dc25-74d6-4eaf-b423-ad57764a37ec req-2fde0b79-8a23-4b55-a0cd-3ccf03de23e0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 944 time: 0.0715261 Nov 23 10:45:20.095800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10e25996-3e3d-4b4f-94c8-0e25528f2e2c req-d9177a1f-bc84-4db4-867e-81894a7dc6c2 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549023 Nov 23 10:45:20.129207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:20.132686 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fca45-32de-4a36-b858-9fdefb72f9c3" -d '{"events": [{"server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "name": "network-vif-plugged", "status": "completed", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:20.134783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b998dc25-74d6-4eaf-b423-ad57764a37ec req-cc1d44bc-1d4a-4c4d-935c-5e1088aa1b05 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575628 Nov 23 10:45:20.189392 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9423a06-d31d-445c-b89d-7ba0ea8c8682 x-openstack-request-id: req-a9423a06-d31d-445c-b89d-7ba0ea8c8682 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:20.189760 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "name": "network-vif-plugged", "status": "completed", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:20.190025 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9423a06-d31d-445c-b89d-7ba0ea8c8682 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:20.190427 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac', 'code': 200} Nov 23 10:45:20.303533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cba8b-2160-4d2b-8f28-17398a59a92b req-28af3bb2-e1cb-498d-bbcb-fd85ae32bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:20.305048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a8cba8b-2160-4d2b-8f28-17398a59a92b req-28af3bb2-e1cb-498d-bbcb-fd85ae32bcec service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1096 time: 0.0471737 Nov 23 10:45:20.355067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a8cba8b-2160-4d2b-8f28-17398a59a92b req-712f129a-fd3d-4437-a0fa-fd57d648d5bf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Nov 23 10:45:20.573659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834afe90-b901-47f3-9f01-112dcc7ea4e7 req-8f19bd50-f3c3-4790-941a-21cf0e7adc0f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:20.575172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-834afe90-b901-47f3-9f01-112dcc7ea4e7 req-8f19bd50-f3c3-4790-941a-21cf0e7adc0f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0479310 Nov 23 10:45:20.621577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-834afe90-b901-47f3-9f01-112dcc7ea4e7 req-ae5954b8-58ad-43e1-b959-e2d1f7121823 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Nov 23 10:45:20.728255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5c3b-68e7-4b0c-bdcb-61868a46c158 req-09c55358-8daa-4d2f-b20d-adf9b4e0ccaf tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:20.729896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c0f5c3b-68e7-4b0c-bdcb-61868a46c158 req-09c55358-8daa-4d2f-b20d-adf9b4e0ccaf tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 945 time: 0.0524716 Nov 23 10:45:20.734959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9fd1c-35ed-4d7f-9f49-3c7e43b8e6c9 req-69bc7ddf-16c2-4637-ad97-1f2d9b88acda tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:20.737296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-99f9fd1c-35ed-4d7f-9f49-3c7e43b8e6c9 req-69bc7ddf-16c2-4637-ad97-1f2d9b88acda tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0487850 Nov 23 10:45:20.780180 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c0f5c3b-68e7-4b0c-bdcb-61868a46c158 req-274df31e-e153-4215-8d68-3b89405c6ae8 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431631 Nov 23 10:45:20.784828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-99f9fd1c-35ed-4d7f-9f49-3c7e43b8e6c9 req-593110b1-a5af-411a-9e23-c312016bc1dd tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Nov 23 10:45:20.874877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-417dc2a3-4242-4a12-866a-898e8c99495a req-44457c1f-4904-4426-889d-0f00d162a7aa tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Nov 23 10:45:21.043129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51123e3-6368-4ea4-bffe-a7cc530ebb40 req-2e89aa66-b50f-4018-b669-c49b548be0a6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:21.044520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b51123e3-6368-4ea4-bffe-a7cc530ebb40 req-2e89aa66-b50f-4018-b669-c49b548be0a6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0539322 Nov 23 10:45:21.092517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b51123e3-6368-4ea4-bffe-a7cc530ebb40 req-5eee63a9-ad53-4d9b-a23c-82b3eba987e7 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412560 Nov 23 10:45:21.211526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e36a2b-b6e1-43cd-a010-e6d6fa5bc5e7 req-8fced071-38bf-459f-8a3a-42b526d7f2fb tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:21.213027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2e36a2b-b6e1-43cd-a010-e6d6fa5bc5e7 req-8fced071-38bf-459f-8a3a-42b526d7f2fb tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 945 time: 0.0508614 Nov 23 10:45:21.214812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff6760-fbf3-4a68-b570-e8ab0ec21e94 req-15db4bbb-38bb-41a0-8e47-399de61325e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:21.216312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75ff6760-fbf3-4a68-b570-e8ab0ec21e94 req-15db4bbb-38bb-41a0-8e47-399de61325e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0520718 Nov 23 10:45:21.262616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2e36a2b-b6e1-43cd-a010-e6d6fa5bc5e7 req-5528d3f6-5de7-48db-991e-68d8302e7e86 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436070 Nov 23 10:45:21.264408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75ff6760-fbf3-4a68-b570-e8ab0ec21e94 req-f8ae336c-00f2-4f9a-99c1-72587ffc74aa tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Nov 23 10:45:21.394292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c421f-2843-4af4-99b4-053852ddc38d req-12b62493-9806-4fb4-8df8-7848e3192dd0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:21.395848 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c9c421f-2843-4af4-99b4-053852ddc38d req-12b62493-9806-4fb4-8df8-7848e3192dd0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 944 time: 0.0694604 Nov 23 10:45:21.447148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:21.457919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c9c421f-2843-4af4-99b4-053852ddc38d req-c857ff44-1f02-48e7-901b-06f6a6401dce tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547376 Nov 23 10:45:21.519741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 8773485f-6abb-4f02-b8a7-fcaa25408077 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:21.527076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8773485f-6abb-4f02-b8a7-fcaa25408077 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:21.527639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:21.655606 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:21.694848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:21.700660 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:21.701674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 78fd2243-a8ff-4c5c-853a-285602619dfc up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:21.741248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f26fd-a310-4547-af1d-fdaf48448ae3 req-c2ad14e9-9302-493b-abce-2153022cd557 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:21.743486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-580f26fd-a310-4547-af1d-fdaf48448ae3 req-c2ad14e9-9302-493b-abce-2153022cd557 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0703559 Nov 23 10:45:21.775527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:21.805721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-580f26fd-a310-4547-af1d-fdaf48448ae3 req-20b5993a-2ffa-4dc2-9195-c1999b48edbb tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554345 Nov 23 10:45:21.824777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 78fd2243-a8ff-4c5c-853a-285602619dfc completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:21.830490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 78fd2243-a8ff-4c5c-853a-285602619dfc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:21.830885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:21.933546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92a570-74c6-4df3-8434-e515cb60b22d req-e690fd45-fd27-4020-a37c-a4a72db0b8fd tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:21.935263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e92a570-74c6-4df3-8434-e515cb60b22d req-e690fd45-fd27-4020-a37c-a4a72db0b8fd tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 945 time: 0.0739517 Nov 23 10:45:21.976827 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:21.979494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:21.988427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e92a570-74c6-4df3-8434-e515cb60b22d req-02fb91af-975b-4a8f-9749-feb4e5e5a726 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472414 Nov 23 10:45:22.014165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 78fd2243-a8ff-4c5c-853a-285602619dfc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=78fd2243-a8ff-4c5c-853a-285602619dfc,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:22.018426 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:22.070191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a48cf28-719e-4806-9f32-441dc0058860 req-dc6709f4-c238-41b0-8b19-340473107bc3 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0410774 Nov 23 10:45:22.085720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=78fd2243-a8ff-4c5c-853a-285602619dfc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:22.102292 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-1c0cd482-d4ca-4f56-9ddf-0bec1a5ae445 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284925 Nov 23 10:45:22.191830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077'}, {'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:22.194293 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912eb25e-adf0-4836-a903-d41df712192d" -d '{"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-plugged", "status": "completed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077"}, {"server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "name": "network-vif-plugged", "status": "completed", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:22.222508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-e30c86ed-756f-4295-b0cc-6c0f3de24c2f tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:22.224344 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-e30c86ed-756f-4295-b0cc-6c0f3de24c2f tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161385 Nov 23 10:45:22.240958 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58bcae6-aa6b-490f-8236-064aaeb62f2f x-openstack-request-id: req-d58bcae6-aa6b-490f-8236-064aaeb62f2f {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:22.241292 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-plugged", "status": "completed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077", "code": 200}, {"server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "name": "network-vif-plugged", "status": "completed", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:22.241848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-c91623e1-1e30-4739-9240-7d3b3f2c5755 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/quotas/a9e22bb4cbc64c95b4df110bd5b70b1c HTTP/1.1" status: 200 len: 375 time: 0.0112529 Nov 23 10:45:22.247355 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d58bcae6-aa6b-490f-8236-064aaeb62f2f {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:22.247976 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'code': 200} Nov 23 10:45:22.248351 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'code': 200} Nov 23 10:45:22.281654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-37488060-d944-4463-a74f-79ee939983de tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339041 Nov 23 10:45:22.384563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040a524-75b8-4f4c-b75d-908b916fed4d req-63f8247a-a1cb-4e0e-89a9-17ae938f9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:22.386626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1040a524-75b8-4f4c-b75d-908b916fed4d req-63f8247a-a1cb-4e0e-89a9-17ae938f9c39 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 1097 time: 0.0615890 Nov 23 10:45:22.464953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a1bb7-f0c3-4fd2-8d5e-10fb1736ec2b req-35a839ac-a35c-4800-aa79-daca1ac02de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:22.467035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a51a1bb7-f0c3-4fd2-8d5e-10fb1736ec2b req-35a839ac-a35c-4800-aa79-daca1ac02de5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1096 time: 0.1379297 Nov 23 10:45:22.499132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1040a524-75b8-4f4c-b75d-908b916fed4d req-bdd45ec9-9435-4e57-bd01-4602f1ad8596 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057181 Nov 23 10:45:22.521476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91484ddb-b81b-4bc9-89ea-b41188afa6dc req-5335c69b-f2bb-49b3-aba6-b760b2668329 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:22.523469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91484ddb-b81b-4bc9-89ea-b41188afa6dc req-5335c69b-f2bb-49b3-aba6-b760b2668329 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 945 time: 0.1763124 Nov 23 10:45:22.567115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a51a1bb7-f0c3-4fd2-8d5e-10fb1736ec2b req-f5c9ad2c-5080-46ed-a94c-1415abf6457c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772493 Nov 23 10:45:22.576128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16a25283-f15a-4aa5-a171-e7d743d5b473 req-1d6a7813-026c-42e2-9389-2a5d3a9f6aa2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0457921 Nov 23 10:45:22.590727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4a98feee-e738-4063-b2b0-057d3a9dc3ff tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506775 Nov 23 10:45:22.624546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91484ddb-b81b-4bc9-89ea-b41188afa6dc req-14db1c32-e302-4cbb-a8b7-0a4208ce504b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609932 Nov 23 10:45:22.727429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-43f88b31-d622-4eda-8654-34b120f1bbaa tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:22.738628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-43f88b31-d622-4eda-8654-34b120f1bbaa tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405766 Nov 23 10:45:22.758258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-f6273e5a-4e90-4995-beec-30446567a1d4 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/quotas/a9e22bb4cbc64c95b4df110bd5b70b1c HTTP/1.1" status: 200 len: 375 time: 0.0183833 Nov 23 10:45:22.762634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16332acc-9799-4811-be8d-08a082b418e9 req-5ea51272-6c52-4607-9035-bb09e5e8bb00 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:22.773933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16332acc-9799-4811-be8d-08a082b418e9 req-5ea51272-6c52-4607-9035-bb09e5e8bb00 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.0747688 Nov 23 10:45:22.805779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-344f326f-8ca3-4fa7-a322-4c5a35cdcae3 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465717 Nov 23 10:45:22.842025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16332acc-9799-4811-be8d-08a082b418e9 req-589b20eb-ff7a-4079-a22b-bfe242e5d304 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615418 Nov 23 10:45:23.051319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-90c318bc-131a-4cc2-b72b-da02640bd338 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-460977138&fields=id&tenant_id=950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 267 time: 0.0658782 Nov 23 10:45:23.136828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-30a5a370-db7f-4afa-b04a-db35e014aaa0 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:23.148390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-30a5a370-db7f-4afa-b04a-db35e014aaa0 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 945 time: 0.0861626 Nov 23 10:45:23.155649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'port': {'security_groups': ['6273ad5b-6a29-43f3-893e-9f520c74a5cb', '2b5b134a-90f1-4b32-a9c5-ffff3dc23810']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:23.257386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6533ed1-22f2-4935-a077-2fcb7ba353bb req-68f997be-71eb-4c65-9a2a-1365a8a66e72 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:23.262939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:23.266212 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6533ed1-22f2-4935-a077-2fcb7ba353bb req-68f997be-71eb-4c65-9a2a-1365a8a66e72 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0959356 Nov 23 10:45:23.340272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6533ed1-22f2-4935-a077-2fcb7ba353bb req-07864218-eee6-46e4-b4c7-bd0a822f2c8b tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670197 Nov 23 10:45:23.420407 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04949de7-bbd2-4817-b7fd-b25954355c82 req-062b52df-bc8b-4e23-9ccc-eaedce5835e9 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 210 time: 0.0305810 Nov 23 10:45:23.509921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:23.552007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:23.556788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:23.572769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:23.585597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:23.618044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:23.622433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:23.624199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b03e377-2a43-4eaa-acbc-96d503ccd3b7 req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "PUT /v2.0/ports/2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 981 time: 0.4745221 Nov 23 10:45:23.625010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:23.628814 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df" -d '{"events": [{"name": "network-changed", "server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:23.651554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27dbe7-3050-48d7-bcce-990237f81d84 req-ddc36d8a-79b1-4f50-ad4a-64580f060593 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:23.653751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf27dbe7-3050-48d7-bcce-990237f81d84 req-ddc36d8a-79b1-4f50-ad4a-64580f060593 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 946 time: 0.0754602 Nov 23 10:45:23.657765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e15a8d-7a05-4085-92bd-a7f07937f231 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:23.728742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf27dbe7-3050-48d7-bcce-990237f81d84 req-df9dd295-e502-4084-b0ad-f2d3b4aab084 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664690 Nov 23 10:45:23.770324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d88f777-2b22-44e1-863a-19e7fe8b7362 req-b970d8d1-61cb-4df5-a4c7-e34974d4a880 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0619586 Nov 23 10:45:23.804541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db6efc06-a5d9-4fe5-887e-e95c61d506b0 req-ac473822-24d2-4804-908f-9f7054d407ee tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/2b5b134a-90f1-4b32-a9c5-ffff3dc23810 HTTP/1.1" status: 200 len: 1819 time: 0.0538385 Nov 23 10:45:23.811517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:23.825377 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b2e0b-f6f0-4b1c-b151-16772f04cca9 x-openstack-request-id: req-236b2e0b-f6f0-4b1c-b151-16772f04cca9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:23.825377 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:23.825377 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-236b2e0b-f6f0-4b1c-b151-16772f04cca9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:23.825377 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac', 'status': 'completed', 'code': 200} Nov 23 10:45:23.842292 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-dcde817c-5c98-42a4-8172-3822e179be34 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305090 Nov 23 10:45:23.869715 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-db6efc06-a5d9-4fe5-887e-e95c61d506b0 req-ec1d113f-ab37-4a50-9c5c-d0a51868c20d tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 10:45:23.871059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db6efc06-a5d9-4fe5-887e-e95c61d506b0 req-ec1d113f-ab37-4a50-9c5c-d0a51868c20d tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/2b5b134a-90f1-4b32-a9c5-ffff3dc23810 HTTP/1.1" status: 409 len: 341 time: 0.0582621 Nov 23 10:45:23.951055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-49dced77-7d8d-4460-b368-bff3f54a9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:23.955333 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-49dced77-7d8d-4460-b368-bff3f54a9ce2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1135 time: 0.0872486 Nov 23 10:45:24.131778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-9ca146fc-d1c9-47a6-8b68-0425d8bd6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:24.133683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-9ca146fc-d1c9-47a6-8b68-0425d8bd6389 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 913 time: 0.1708052 Nov 23 10:45:24.168141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa223a-a68b-4f6c-84a5-698b5059ed4b req-54104ae9-059c-4e6f-ae51-40c39e37f38d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:24.176211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beaa223a-a68b-4f6c-84a5-698b5059ed4b req-54104ae9-059c-4e6f-ae51-40c39e37f38d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1933229 Nov 23 10:45:24.202738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-7d966d5b-5412-4a9e-990d-4acd848f27bd tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:24.205076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-7d966d5b-5412-4a9e-990d-4acd848f27bd tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480089 Nov 23 10:45:24.234802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf268e8-816d-43db-9974-78cf38034ab9 req-64783ae9-d4e0-434e-b33c-991acb1be6d3 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:24.245158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Request body: {'port': {'device_id': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a9e22bb4cbc64c95b4df110bd5b70b1c'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:24.245865 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9cf268e8-816d-43db-9974-78cf38034ab9 req-64783ae9-d4e0-434e-b33c-991acb1be6d3 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 984 time: 0.1729295 Nov 23 10:45:24.261142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beaa223a-a68b-4f6c-84a5-698b5059ed4b req-e4e922ff-3f21-462d-beb5-980830d95499 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815835 Nov 23 10:45:24.337233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9cf268e8-816d-43db-9974-78cf38034ab9 req-f4b8c413-7c92-4af5-8731-63dcc133da03 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=2b5b134a-90f1-4b32-a9c5-ffff3dc23810&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0902393 Nov 23 10:45:24.338588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-0e3f8d92-e302-49d2-87ff-3cd2653d1a72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 217 time: 0.1836224 Nov 23 10:45:24.423906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-860a076b-60ef-48ea-b0a9-a9cd963199ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:24.425568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-860a076b-60ef-48ea-b0a9-a9cd963199ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.0780821 Nov 23 10:45:24.487181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-fcfef09c-2f2d-4a8c-9f26-4a04f648d636 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526271 Nov 23 10:45:24.519569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Made reservation on behalf of a9e22bb4cbc64c95b4df110bd5b70b1c for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:24.523096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:24.569870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-290036e7-1517-4cb5-9c56-74d96d1e55d3 req-be9cd1a0-5752-4c24-a2a1-adc3f41ea49c tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 210 time: 0.0445542 Nov 23 10:45:24.571483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-7b242b3f-f9ca-419c-9485-a7002c21a7d4 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629108 Nov 23 10:45:24.572309 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:24.608005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2fa71-dc01-4f15-a205-f127ca2b3dd3 req-d336b507-7d8a-4c7b-b68e-ef174073ac4f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:24.615635 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01d2fa71-dc01-4f15-a205-f127ca2b3dd3 req-d336b507-7d8a-4c7b-b68e-ef174073ac4f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.1319163 Nov 23 10:45:24.670255 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-4bdc5cd7-a3ec-4026-816a-24f31a10add2 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531780 Nov 23 10:45:24.704948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01d2fa71-dc01-4f15-a205-f127ca2b3dd3 req-1c1ddbef-c06e-4468-b63d-3dcc1e36b574 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881994 Nov 23 10:45:24.787229 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63560910-2ad3-48f7-aa9c-2d56d5a7e6df req-5a6bcf90-652f-47cf-9924-d380bb834394 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074953 Nov 23 10:45:24.889070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4b2a3d91-88d7-47bf-9550-6704f3e57428 req-54e0338c-6585-4b08-a9e9-f8c6f98e23b4 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0416157 Nov 23 10:45:24.903034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889702-521e-4e25-8fcd-4e9962966356 req-6d2de5e4-fd87-4399-9ba6-4e5d8be5e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:24.904545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c889702-521e-4e25-8fcd-4e9962966356 req-6d2de5e4-fd87-4399-9ba6-4e5d8be5e81e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1135 time: 0.0687485 Nov 23 10:45:24.977478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:25.013681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889702-521e-4e25-8fcd-4e9962966356 req-2d5939ff-e521-4c3e-8594-af7a6da56238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.015281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c889702-521e-4e25-8fcd-4e9962966356 req-2d5939ff-e521-4c3e-8594-af7a6da56238 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 913 time: 0.1038461 Nov 23 10:45:25.020529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:25.076712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c889702-521e-4e25-8fcd-4e9962966356 req-5821e43c-fce4-4f4c-bd25-382886ae08e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 217 time: 0.0536680 Nov 23 10:45:25.136493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889702-521e-4e25-8fcd-4e9962966356 req-a426ba31-a5b1-4f19-ab21-1cff3d351051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.138025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c889702-521e-4e25-8fcd-4e9962966356 req-a426ba31-a5b1-4f19-ab21-1cff3d351051 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.0528829 Nov 23 10:45:25.145868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37bacc2c-63cc-4c29-87fa-d70c0c65405b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:25.179080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b44ac-41a4-4718-a688-d1c74fc37252 req-3eb44833-5a67-4ddd-bbab-6c7e43f27acc tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.179926 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c889702-521e-4e25-8fcd-4e9962966356 req-a35ea9c3-e746-4001-90d9-7115319e1f48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345802 Nov 23 10:45:25.180499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d3b44ac-41a4-4718-a688-d1c74fc37252 req-3eb44833-5a67-4ddd-bbab-6c7e43f27acc tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 946 time: 0.2194991 Nov 23 10:45:25.211522 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9793ddb1-b425-4c50-9795-47d79f7ce3b0 req-5430230f-d6c4-4a83-8fca-794e34b1985c tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0338526 Nov 23 10:45:25.219295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9929028b-76e9-4b9a-87be-bd942a50342b req-3e398b04-c379-4485-a2be-bc3d7fb6a3ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2a489401a4df4519bd10ce9f677281a5&device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0767639 Nov 23 10:45:25.241779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-1d9c74c1-4fb2-4614-86d6-15fed8cd7776 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.243202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-1d9c74c1-4fb2-4614-86d6-15fed8cd7776 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6614668 Nov 23 10:45:25.287717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Request body: {'port': {'device_id': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'a9e22bb4cbc64c95b4df110bd5b70b1c'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:25.288708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c889702-521e-4e25-8fcd-4e9962966356 req-234de033-930b-4da5-9c4a-93df8e0a2052 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008942 Nov 23 10:45:25.298682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9929028b-76e9-4b9a-87be-bd942a50342b req-e4fbf8f4-ce22-4d39-aaa9-dbb27b80ae17 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2a489401a4df4519bd10ce9f677281a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655816 Nov 23 10:45:25.358777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Allocated IP 192.168.233.51 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/0b108e65-30dd-48a7-805a-bc7fba5d7500) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:25.423131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4622a27-e7f4-41d4-8e51-fecae31cf219 req-b6c53b2c-ddaa-4338-a168-93e83710c3e1 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.424612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4622a27-e7f4-41d4-8e51-fecae31cf219 req-b6c53b2c-ddaa-4338-a168-93e83710c3e1 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.0665998 Nov 23 10:45:25.426453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c889702-521e-4e25-8fcd-4e9962966356 req-e6f232cd-db73-4658-b45e-f6cbef0e49b5 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305189 Nov 23 10:45:25.447740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d3b44ac-41a4-4718-a688-d1c74fc37252 req-b6eef033-418a-476e-a633-348bd4730022 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484066 Nov 23 10:45:25.484368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4622a27-e7f4-41d4-8e51-fecae31cf219 req-83827fa8-27c9-47a0-ab74-5457ac797e7b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534799 Nov 23 10:45:25.685667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f8a5-7fec-4911-8945-c5b17985eec9 req-4a079b74-a78e-4beb-b0ad-753842c442ce tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.687039 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a66f8a5-7fec-4911-8945-c5b17985eec9 req-4a079b74-a78e-4beb-b0ad-753842c442ce tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 946 time: 0.0579340 Nov 23 10:45:25.687428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929028b-76e9-4b9a-87be-bd942a50342b req-dc5df6e4-a377-46a6-a0de-64d5cf8650c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.689523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9929028b-76e9-4b9a-87be-bd942a50342b req-dc5df6e4-a377-46a6-a0de-64d5cf8650c7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764234 Nov 23 10:45:25.697548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35634) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:25.704959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Request body: {'floatingip': {'port_id': '78fd2243-a8ff-4c5c-853a-285602619dfc'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:25.745052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ccc58-8022-4924-9264-e3adf630c9b1 req-a6f0560d-5d2a-46aa-9396-25f3ac9bdb0f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.746548 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:25.746683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-582ccc58-8022-4924-9264-e3adf630c9b1 req-a6f0560d-5d2a-46aa-9396-25f3ac9bdb0f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 984 time: 0.2193859 Nov 23 10:45:25.751826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Made reservation on behalf of a9e22bb4cbc64c95b4df110bd5b70b1c for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:25.753953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:25.870314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad5522-4a1f-4212-bc0c-a25e04700993 req-fe08b030-3186-4762-8aa7-0e920508970d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:25.871827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17ad5522-4a1f-4212-bc0c-a25e04700993 req-fe08b030-3186-4762-8aa7-0e920508970d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1285470 Nov 23 10:45:25.886190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35638) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:25.890883 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:25.911545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'floatingip': {'port_id': '8773485f-6abb-4f02-b8a7-fcaa25408077'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:25.937347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-582ccc58-8022-4924-9264-e3adf630c9b1 req-7ab47c9c-0a59-4261-8192-940349736cc7 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=2b5b134a-90f1-4b32-a9c5-ffff3dc23810&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1763897 Nov 23 10:45:25.987811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.025829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21d65e4d-c77d-4098-8ad5-609395b49e64 req-0b40b995-24dd-493f-8418-bdbb458093f3 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 210 time: 0.0550542 Nov 23 10:45:26.079538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.217475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:26.239044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:26.256951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:26.296478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:26.302674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Allocated IP 192.168.233.67 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/4fe4d35d-977a-447e-90bb-bfcec42c7bdd) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:26.339977 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e01dc946-8fe8-49bb-8d39-f812180081dc req-90c35ac7-82f0-4bd7-943c-4d95319e5a6f tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0377421 Nov 23 10:45:26.351185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.356134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.365944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd34232-565e-4498-9e9b-64643f6bb965 req-86cee5bf-81f9-433a-a443-98149ec741b4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:26.373214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd34232-565e-4498-9e9b-64643f6bb965 req-86cee5bf-81f9-433a-a443-98149ec741b4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.2346296 Nov 23 10:45:26.437021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:26.437682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.468865 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Floating IP 5a6e0525-51fe-44a7-b52f-ef52093659ff associated. External IP: 172.25.5.191, port: 78fd2243-a8ff-4c5c-853a-285602619dfc. Nov 23 10:45:26.498354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-21f04927-31c4-4c45-b392-06f1fc05cb76 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2570961 Nov 23 10:45:26.533712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Request body: {'port': {'device_id': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:26.571674 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd34232-565e-4498-9e9b-64643f6bb965 req-a59e4cec-2c46-4b72-bc5f-f445776c7f87 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975915 Nov 23 10:45:26.590234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f75fb7db-e1af-4f26-a6ea-11146534d0e4 None None] Provisioning complete for port 0b108e65-30dd-48a7-805a-bc7fba5d7500 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:26.590234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f75fb7db-e1af-4f26-a6ea-11146534d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.644603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f75fb7db-e1af-4f26-a6ea-11146534d0e4 None None] Port 0b108e65-30dd-48a7-805a-bc7fba5d7500 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:26.701675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Router d65a4b83-e702-4687-8f03-60f8993bf9f9 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:45:26.738138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.811460 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.816313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:45:26.823553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:26.827184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] Sync routers for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:45:26.840816 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:26.841912 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:26.858505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83f67fcf-a981-4586-8d42-a4a3dc41e024 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "PUT /v2.0/floatingips/5a6e0525-51fe-44a7-b52f-ef52093659ff HTTP/1.1" status: 200 len: 992 time: 1.1598387 Nov 23 10:45:26.859095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:26.865817 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1d4968-b5ac-4a95-b393-29087b638322" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:26.937747 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105282e0-9ab6-40a8-afbd-9def8ff2b8d6 x-openstack-request-id: req-105282e0-9ab6-40a8-afbd-9def8ff2b8d6 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:26.938938 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:26.939515 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-105282e0-9ab6-40a8-afbd-9def8ff2b8d6 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:26.939926 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'status': 'completed', 'code': 200} Nov 23 10:45:26.997571 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:27.015017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-3373a6eb-85c0-470b-baaf-9854c67ae92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.016702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-3373a6eb-85c0-470b-baaf-9854c67ae92c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6b3df02473a439480496d43c187287b&device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 1097 time: 0.0559318 Nov 23 10:45:27.151973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d754a6c-7e32-4766-acc6-d2c6faa2b830 req-f63ebcc5-08ce-4877-9b3e-23451abd3274 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.153234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d754a6c-7e32-4766-acc6-d2c6faa2b830 req-f63ebcc5-08ce-4877-9b3e-23451abd3274 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 984 time: 0.1179428 Nov 23 10:45:27.204251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-38ac3031-3d02-4841-a054-7752190e46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.205948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-38ac3031-3d02-4841-a054-7752190e46c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00 HTTP/1.1" status: 200 len: 916 time: 0.1818867 Nov 23 10:45:27.234108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:45:27.292609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d754a6c-7e32-4766-acc6-d2c6faa2b830 req-a1d88aab-4547-4af5-9e13-fdf512754a8a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=2b5b134a-90f1-4b32-a9c5-ffff3dc23810&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1302891 Nov 23 10:45:27.305296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-c44f2a71-fc7a-44d5-b8ae-1f2761dfcf6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78fd2243-a8ff-4c5c-853a-285602619dfc HTTP/1.1" status: 200 len: 1000 time: 0.0885432 Nov 23 10:45:27.321897 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '5a6e0525-51fe-44a7-b52f-ef52093659ff', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'port_id': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'mac_address': 'fa:16:3e:38:f8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:04Z', 'updated_at': '2021-11-23T10:45:26Z', 'revision_number': 1, 'project_id': 'd6b3df02473a439480496d43c187287b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 5, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:27.326864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9929028b-76e9-4b9a-87be-bd942a50342b req-462427c8-a521-4646-93b1-47d9e63eac50 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.65 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.0978053 Nov 23 10:45:27.343111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-61a8a90c-3885-42ed-8abe-c1469a893e73 req-ba45e4b9-bb72-4f7b-9f2b-6a25905362fb tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 210 time: 0.1094503 Nov 23 10:45:27.359061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:27.373676 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] Checking router: d65a4b83-e702-4687-8f03-60f8993bf9f9 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:45:27.385501 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:27.386930 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:27.453922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:27.467040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:27.470158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-80d875af-c57c-44d3-ab1f-0af281ee5b7b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-337230599&fields=id&tenant_id=950587285b954cf0b12bfa849aa17d41 HTTP/1.1" status: 200 len: 267 time: 0.0823905 Nov 23 10:45:27.473815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:27.511816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-fb9d79e2-12f6-43f4-9c9f-5bdda55cf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.513440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-fb9d79e2-12f6-43f4-9c9f-5bdda55cf0c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc6b20d6-2406-4719-bec5-4d4ab06929c6 HTTP/1.1" status: 200 len: 854 time: 0.1979516 Nov 23 10:45:27.521754 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:27.538212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-5dee42f2-88ac-4451-ba26-f5fa85adbfc4 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.539856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-5dee42f2-88ac-4451-ba26-f5fa85adbfc4 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 984 time: 0.0688050 Nov 23 10:45:27.549020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:27.559699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'port': {'security_groups': ['2b5b134a-90f1-4b32-a9c5-ffff3dc23810', '6273ad5b-6a29-43f3-893e-9f520c74a5cb', '830a9f36-2e94-402e-b771-f6960519ee34']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:27.560298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:27.587001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00c4e575-2018-4dc5-90ca-a7bb15b5300a req-a1858ee3-4f1f-4539-8dac-d801a3c9dfc9 tempest-ServerShowV254Test-1832701048 tempest-ServerShowV254Test-1832701048-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fdb0e69-a5b9-4986-a23e-e25a312432d5 HTTP/1.1" status: 200 len: 210 time: 0.1176505 Nov 23 10:45:27.614887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:27.714477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-f1f8826d-067c-408e-a852-8569aec3f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.716046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-f1f8826d-067c-408e-a852-8569aec3f774 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947112 Nov 23 10:45:27.716649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:27.732650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.733337 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:27.831405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b108e65-30dd-48a7-805a-bc7fba5d7500 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:27.845290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:27.857699 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '5a6e0525-51fe-44a7-b52f-ef52093659ff', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'port_id': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'mac_address': 'fa:16:3e:38:f8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:04Z', 'updated_at': '2021-11-23T10:45:26Z', 'revision_number': 1, 'project_id': 'd6b3df02473a439480496d43c187287b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 5, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:27.879554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-31772213-9ddb-47fc-b3dd-b4c8cd6ee249 None None] Provisioning complete for port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:27.880610 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31772213-9ddb-47fc-b3dd-b4c8cd6ee249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:27.886075 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Floating IP fe87f07f-5f34-4540-91a6-b46a03520935 associated. External IP: 172.25.5.159, port: 8773485f-6abb-4f02-b8a7-fcaa25408077. Nov 23 10:45:27.907965 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e831b91-bb0e-4700-b2f5-eaae850bb63a None None] The sync data for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 is: [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '5a6e0525-51fe-44a7-b52f-ef52093659ff', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'port_id': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'mac_address': 'fa:16:3e:38:f8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:04Z', 'updated_at': '2021-11-23T10:45:26Z', 'revision_number': 1, 'project_id': 'd6b3df02473a439480496d43c187287b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 5, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:27.931286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-31772213-9ddb-47fc-b3dd-b4c8cd6ee249 None None] Port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:27.946401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Transition to ACTIVE for port object 0b108e65-30dd-48a7-805a-bc7fba5d7500 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:27.950185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-caeaa9c5-45da-43a5-85bd-1a2f29c76d22 service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209752 Nov 23 10:45:27.965661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88b60-9792-4bd8-ae8c-afedc9cd88df req-68ba9844-1055-4129-ad17-44411f70c812 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:27.975547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ac88b60-9792-4bd8-ae8c-afedc9cd88df req-68ba9844-1055-4129-ad17-44411f70c812 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.2743728 Nov 23 10:45:27.993436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-08b136ab-6475-4da4-a299-4721750bd115 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7280688 Nov 23 10:45:27.997487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:28.023962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Request body: {'port': {'device_id': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:28.125184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c1d4968-b5ac-4a95-b393-29087b638322 req-65923d0e-7831-4812-a082-0849ceb66707 service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611152 Nov 23 10:45:28.162984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:28.176695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:28.216387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ac88b60-9792-4bd8-ae8c-afedc9cd88df req-38b046ee-7cf0-4878-8aad-54b713b7a0cf tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396879 Nov 23 10:45:28.246690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:28.256257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:28.261941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:28.271505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:28.278912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:28.301313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d86f81a-71cc-4c60-b9f2-5e9077b6673a None None] New status for floating IP 5a6e0525-51fe-44a7-b52f-ef52093659ff: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:45:28.329723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:28.330506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:28.345726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7de2bc86-05d5-45eb-bb96-6edbcc169540 req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "PUT /v2.0/ports/2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 1020 time: 0.7906492 Nov 23 10:45:28.392013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=7']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:28.401522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.406973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.406973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.406973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.406973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.410376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.419009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.419508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.420030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.420477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.420919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.421405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44adaca6-5c82-4bde-a265-31261ec305db tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:28.537317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:28.544117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bb981-0a57-4083-acd8-df2783586c22 req-01c38f65-b71f-4a07-a747-d847a6e8d637 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:28.545776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f3bb981-0a57-4083-acd8-df2783586c22 req-01c38f65-b71f-4a07-a747-d847a6e8d637 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 935 time: 0.0547442 Nov 23 10:45:28.601460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Attempting to bind port 0b108e65-30dd-48a7-805a-bc7fba5d7500 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:28.601922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Attempting to bind port 0b108e65-30dd-48a7-805a-bc7fba5d7500 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:28.602352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Attempting to bind port 0b108e65-30dd-48a7-805a-bc7fba5d7500 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:28.616175 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f3bb981-0a57-4083-acd8-df2783586c22 req-464eb0eb-e9fe-40b5-a35d-f06fb70ada51 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620816 Nov 23 10:45:28.618429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Port 0b108e65-30dd-48a7-805a-bc7fba5d7500 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:28.618765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Attempting to bind port 0b108e65-30dd-48a7-805a-bc7fba5d7500 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:28.622911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dd2c2d5-4372-48ad-8b63-4a1bb58e0121 req-42a8cb64-30c0-4ced-be56-bb26ad90f84f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/830a9f36-2e94-402e-b771-f6960519ee34 HTTP/1.1" status: 200 len: 1819 time: 0.1859262 Nov 23 10:45:28.694797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:45:28.703380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:28.704276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:28.704654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:28.705101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Bound port: 0b108e65-30dd-48a7-805a-bc7fba5d7500, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:28.705477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:28.920170 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-4dd2c2d5-4372-48ad-8b63-4a1bb58e0121 req-f4090352-2f4e-44c2-856a-6b1e508c5e2b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 10:45:28.928526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dd2c2d5-4372-48ad-8b63-4a1bb58e0121 req-f4090352-2f4e-44c2-856a-6b1e508c5e2b tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/830a9f36-2e94-402e-b771-f6960519ee34 HTTP/1.1" status: 409 len: 341 time: 0.2458358 Nov 23 10:45:28.941497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:28.943955 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960ad552-e8a0-4f27-8537-4a1dfc5508f5" -d '{"events": [{"name": "network-changed", "server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:29.001869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:29.012153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:29.026726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.040075 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41381ed-d7d1-451d-b913-b5e8a8491552 x-openstack-request-id: req-e41381ed-d7d1-451d-b913-b5e8a8491552 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:29.040391 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:29.040651 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e41381ed-d7d1-451d-b913-b5e8a8491552 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:29.041060 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac', 'status': 'completed', 'code': 200} Nov 23 10:45:29.047808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:45:29.062043 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] Sync routers for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:45:29.072305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.091897 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:29.092546 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:29.118594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.119198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.120597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] 10.222.0.65 "PUT /v2.0/ports/0b108e65-30dd-48a7-805a-bc7fba5d7500 HTTP/1.1" status: 200 len: 1095 time: 2.6087036 Nov 23 10:45:29.125253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:29.125253 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55be4e5-e45d-4b60-a281-aa7e83159017" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:29.163433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:29.194860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-74084fa9-b112-48a2-9a48-8ffed7edfd4f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "PUT /v2.0/floatingips/fe87f07f-5f34-4540-91a6-b46a03520935 HTTP/1.1" status: 200 len: 991 time: 3.2928147 Nov 23 10:45:29.226943 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74664be9-005d-4210-aa56-6283f021ec23 x-openstack-request-id: req-74664be9-005d-4210-aa56-6283f021ec23 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:29.227253 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:29.227515 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74664be9-005d-4210-aa56-6283f021ec23 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:29.227923 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'status': 'completed', 'code': 200} Nov 23 10:45:29.270414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1b89b-2047-4f20-b95a-6681e5490006 service neutron] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:29.324388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-f9f14421-4c49-45d8-9503-7cd98cfe975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.326346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-f9f14421-4c49-45d8-9503-7cd98cfe975f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=950587285b954cf0b12bfa849aa17d41&device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1174 time: 0.2297897 Nov 23 10:45:29.331004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe4d35d-977a-447e-90bb-bfcec42c7bdd {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:29.368746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.375888 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:29.437263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-46dc0764-8812-44cd-916d-363f8813eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.439290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-46dc0764-8812-44cd-916d-363f8813eb2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 1098 time: 0.2089632 Nov 23 10:45:29.441924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Transition to ACTIVE for port object 4fe4d35d-977a-447e-90bb-bfcec42c7bdd will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:29.460014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07602e88-b872-4814-b515-a65e266cfee0 req-5c10ba90-151b-4d10-83c3-ca6f10b2c078 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.461930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07602e88-b872-4814-b515-a65e266cfee0 req-5c10ba90-151b-4d10-83c3-ca6f10b2c078 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1023 time: 0.1407545 Nov 23 10:45:29.515862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81b5e675-5125-4670-a243-a040f410bd2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.533841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.598610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07602e88-b872-4814-b515-a65e266cfee0 req-dda03335-6276-47b2-80be-f7dd850da5cf tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=830a9f36-2e94-402e-b771-f6960519ee34&id=2b5b134a-90f1-4b32-a9c5-ffff3dc23810&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1282811 Nov 23 10:45:29.610524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-7586369c-ea8b-4cac-8a30-f65af5c89f1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500 HTTP/1.1" status: 200 len: 217 time: 0.1600571 Nov 23 10:45:29.678104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81b5e675-5125-4670-a243-a040f410bd2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.685713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81b5e675-5125-4670-a243-a040f410bd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.705038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-b5fbcc5b-a530-42e2-9b5f-0948b6b43591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.706518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-b5fbcc5b-a530-42e2-9b5f-0948b6b43591 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0614595 Nov 23 10:45:29.720813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81b5e675-5125-4670-a243-a040f410bd2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a489401a4df4519bd10ce9f677281a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5561574 Nov 23 10:45:29.723281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:29.804075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5e675-5125-4670-a243-a040f410bd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c3c16-b20d-440a-9b73-e92e9afedf82,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:29.817460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96b27d4a-64f6-414c-b73e-e8a1a50d388f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.827355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789f82f-2471-46d8-bcee-605258af7684 req-1d9fc3ab-4839-4f0e-a706-fec415483fb0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.828996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f789f82f-2471-46d8-bcee-605258af7684 req-1d9fc3ab-4839-4f0e-a706-fec415483fb0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.3700044 Nov 23 10:45:29.838126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-be12e78b-4896-4e19-ac65-f9ab90412f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.839591 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-be12e78b-4896-4e19-ac65-f9ab90412f54 service neutron] 10.222.0.65 "GET /v2.0/networks?id=34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 200 len: 913 time: 0.4970498 Nov 23 10:45:29.840217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:29.870764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96b27d4a-64f6-414c-b73e-e8a1a50d388f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.876167 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fe87f07f-5f34-4540-91a6-b46a03520935', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'port_id': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'mac_address': 'fa:16:3e:0d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:04Z', 'updated_at': '2021-11-23T10:45:26Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:29.876847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-3ec3e1e4-eabd-4f35-a47d-a8260ccac20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:29.878451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-3ec3e1e4-eabd-4f35-a47d-a8260ccac20a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502471 Nov 23 10:45:29.916895 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] Checking router: 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:45:29.928965 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:29.929715 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:29.957975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96b27d4a-64f6-414c-b73e-e8a1a50d388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.960994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96b27d4a-64f6-414c-b73e-e8a1a50d388f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:29.964558 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96b27d4a-64f6-414c-b73e-e8a1a50d388f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d69c3c16-b20d-440a-9b73-e92e9afedf82 HTTP/1.1" status: 204 len: 168 time: 0.2375469 Nov 23 10:45:29.971330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b27d4a-64f6-414c-b73e-e8a1a50d388f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c3c16-b20d-440a-9b73-e92e9afedf82,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:30.018166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-ba66cb07-7f03-467e-9fd5-5af6082b6c83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 200 len: 217 time: 0.1600699 Nov 23 10:45:30.059152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184532-7903-4765-9322-4a0238035766 req-e1b489f8-76c6-4dd6-b744-3e4306f29658 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:30.061069 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab184532-7903-4765-9322-4a0238035766 req-e1b489f8-76c6-4dd6-b744-3e4306f29658 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.0638621 Nov 23 10:45:30.080526 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:30.153971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab184532-7903-4765-9322-4a0238035766 req-f2593b2b-f3c7-4cdc-a090-84cbe7c4634e tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788465 Nov 23 10:45:30.389830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fe87f07f-5f34-4540-91a6-b46a03520935', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'port_id': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'mac_address': 'fa:16:3e:0d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:04Z', 'updated_at': '2021-11-23T10:45:26Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:30.419142 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc0c5ae-bd92-4e76-aa75-38b35fa3ce21 None None] The sync data for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 is: [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fe87f07f-5f34-4540-91a6-b46a03520935', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'port_id': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'mac_address': 'fa:16:3e:0d:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:04Z', 'updated_at': '2021-11-23T10:45:26Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:30.442963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f789f82f-2471-46d8-bcee-605258af7684 req-98512407-c4aa-4be9-9f05-8d67de108646 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907547 Nov 23 10:45:30.448621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-05f025ad-1346-4444-89ef-d9be17b01fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:30.450099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-05f025ad-1346-4444-89ef-d9be17b01fd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 200 len: 852 time: 0.4227328 Nov 23 10:45:30.452430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Attempting to bind port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:30.452936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Attempting to bind port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:30.453481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Attempting to bind port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:30.478751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:30.479309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Attempting to bind port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:30.499935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-a8c65250-b41a-44f7-a0f8-f1fedde866a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=34c544f7-6d39-4dbd-9d13-2bf5052beb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358908 Nov 23 10:45:30.504727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-58a14199-beec-46d8-ac65-3cf8e4372d91 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108181 Nov 23 10:45:30.505657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:30.505988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:30.506363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:30.506800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Bound port: 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:30.507153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:30.739456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0d6d3-8e42-421b-b922-de7ebb8694dd req-613d8783-2464-486e-a88b-2be3d7144738 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:30.740708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ee0d6d3-8e42-421b-b922-de7ebb8694dd req-613d8783-2464-486e-a88b-2be3d7144738 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1023 time: 0.0653265 Nov 23 10:45:30.758242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf402dc6-aef9-43ea-835a-82e334056006 None None] New status for floating IP fe87f07f-5f34-4540-91a6-b46a03520935: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:45:30.764033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36b1b9ce-eefb-4977-9fc0-d0bd16e5e814 req-14cec500-dc67-4b69-8e92-aa67f5aea45c service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443190 Nov 23 10:45:30.847384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:30.860906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-98e5d4ea-e568-4738-82a3-079a4fcc2235 service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405745 Nov 23 10:45:30.892362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:30.912753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35732) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:30.923906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-92792f99-a0c6-479e-ae69-785d25e25982 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:30.925579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-92792f99-a0c6-479e-ae69-785d25e25982 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.65 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1023 time: 0.1381912 Nov 23 10:45:30.946125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:30.947978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ee0d6d3-8e42-421b-b922-de7ebb8694dd req-51a8be32-f6f2-4aed-b85b-31e5ddc614cb tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=830a9f36-2e94-402e-b771-f6960519ee34&id=2b5b134a-90f1-4b32-a9c5-ffff3dc23810&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1975727 Nov 23 10:45:31.033940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-23731e30-de95-4956-9f23-6751afd54b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.036740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-23731e30-de95-4956-9f23-6751afd54b57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 1098 time: 0.1312079 Nov 23 10:45:31.077886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.078281 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.080447 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] 10.222.0.65 "PUT /v2.0/ports/4fe4d35d-977a-447e-90bb-bfcec42c7bdd HTTP/1.1" status: 200 len: 1095 time: 3.0678463 Nov 23 10:45:31.183647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-e5f97aa0-1a61-466e-9c60-cdfdbe42cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.185520 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-e5f97aa0-1a61-466e-9c60-cdfdbe42cda0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1376503 Nov 23 10:45:31.245071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077'}, {'name': 'network-changed', 'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:31.247509 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077"}, {"name": "network-changed", "server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:31.255162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-120436002-network', 'tenant_id': 'c998bf665caa431e83b9aee8c71e361a'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:31.255425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-c0f6fc38-170e-4ada-928f-6829beaa5ccf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500 HTTP/1.1" status: 200 len: 217 time: 0.0614035 Nov 23 10:45:31.279265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7efb82-859e-4362-a067-6d4a4d9cd0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:31.304672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-43cfd3b5-425e-4725-8f42-8570e16d1b8b service neutron] 10.222.0.65 "GET /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320009 Nov 23 10:45:31.344862 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d328274-680f-4297-83f7-8f32c595d965 x-openstack-request-id: req-1d328274-680f-4297-83f7-8f32c595d965 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:31.345185 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:31.345442 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d328274-680f-4297-83f7-8f32c595d965 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:31.345851 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'status': 'completed', 'code': 200} Nov 23 10:45:31.346113 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'status': 'completed', 'code': 200} Nov 23 10:45:31.348090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-f288df31-d5f9-4d2f-962d-1e4010006445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.349630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-f288df31-d5f9-4d2f-962d-1e4010006445 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 1098 time: 0.2037377 Nov 23 10:45:31.355446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Deleting port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:45:31.355887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.378494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Made reservation on behalf of c998bf665caa431e83b9aee8c71e361a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:31.380765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.422985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-f8101899-17fb-4455-bd91-f3f786744802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.424474 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-f8101899-17fb-4455-bd91-f3f786744802 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.1522970 Nov 23 10:45:31.430825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-857f6913-2c93-48fe-870a-05e23ce28d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.432362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-857f6913-2c93-48fe-870a-05e23ce28d66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1096 time: 0.0575128 Nov 23 10:45:31.433952 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-b10fd54e-7f98-40bd-b752-25100de113c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd HTTP/1.1" status: 200 len: 217 time: 0.0728700 Nov 23 10:45:31.436912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.511780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb715dbf-3859-453a-b043-41cdf1d4376b req-515c2d75-d654-4c39-ab65-ca282277d6a1 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.518139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb715dbf-3859-453a-b043-41cdf1d4376b req-515c2d75-d654-4c39-ab65-ca282277d6a1 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.2182481 Nov 23 10:45:31.568887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-30035f0f-7ba4-48b6-91a7-e2e128feaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.570332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-30035f0f-7ba4-48b6-91a7-e2e128feaf8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0985374 Nov 23 10:45:31.641794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-f9309e37-a4f8-446c-853f-6df3e3319786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.643775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-f9309e37-a4f8-446c-853f-6df3e3319786 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076101 Nov 23 10:45:31.648510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] For port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:31.648961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.673881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Calling delete_port for 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:45:31.674548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb715dbf-3859-453a-b043-41cdf1d4376b req-6f95abb1-c9fa-4987-80b3-928de421a061 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055815 Nov 23 10:45:31.677140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-7c57cf88-3e47-4004-a326-c94bb7794110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.679148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-7c57cf88-3e47-4004-a326-c94bb7794110 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.2322576 Nov 23 10:45:31.747017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e3946-6902-426b-b737-eff438e1c089 req-008c3617-c648-404f-a00c-a266474f05c8 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.748543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e2e3946-6902-426b-b737-eff438e1c089 req-008c3617-c648-404f-a00c-a266474f05c8 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.1987789 Nov 23 10:45:31.764433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-fc9fddbd-6c95-4601-bd97-9451a9bf4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:31.766987 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-fc9fddbd-6c95-4601-bd97-9451a9bf4815 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846831 Nov 23 10:45:31.803396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.808152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-74afe1e9-11d5-4f44-8801-c6e007c64103 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 200 len: 1001 time: 0.1179969 Nov 23 10:45:31.831244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.935009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:45:31.948052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665bc0d0-8b19-4362-9f69-8cfdf723b774,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:31.964069 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e2e3946-6902-426b-b737-eff438e1c089 req-b7061c52-4c68-4c76-aa2c-d0b359a76324 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056818 Nov 23 10:45:31.989196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:31.989846 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Added segment 4ac471ee-be46-409d-8556-ab9758ecc184 of type vlan for network b8d853d7-1e33-446b-8a6e-4e3d80c69428 Nov 23 10:45:32.026952 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-0a0a9f1a-8b4b-4edf-9518-6a39a65cdd10 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503915 Nov 23 10:45:32.146943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:32.213956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-77b2b5a7-0a9b-4f75-9717-b4b5f6a830f8 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593095 Nov 23 10:45:32.216303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:32.228983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:32.240726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:32.257773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-16d78830-3c53-4bca-ada6-8b067adb12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.259301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-16d78830-3c53-4bca-ada6-8b067adb12d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.4173019 Nov 23 10:45:32.273902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94e6a4-2055-4c8b-9841-f821bb5e771d req-051b6500-a5f3-4603-9596-49c3eea4f745 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.281877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e94e6a4-2055-4c8b-9841-f821bb5e771d req-051b6500-a5f3-4603-9596-49c3eea4f745 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=644d429c-812c-44a0-b2c4-4a49906eb070 HTTP/1.1" status: 200 len: 1023 time: 0.2091601 Nov 23 10:45:32.289027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:32.290042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.291237 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:32.294052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'Port': ['ID=2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:32.355950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea38ff1-6011-4026-a79a-4c941eee3bce req-755acdd7-544a-49b3-a1a8-b62721948d87 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849505 Nov 23 10:45:32.360755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-c0c46c02-d30a-4fac-9b61-3be527d65b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.371174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-c0c46c02-d30a-4fac-9b61-3be527d65b3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690789 Nov 23 10:45:32.383023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f55be4e5-e45d-4b60-a281-aa7e83159017 req-ff146358-c232-4271-ab37-a5c2c87b6c65 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596062 Nov 23 10:45:32.398875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] No DVR routers for this DVR port 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:45:32.410611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4839754 Nov 23 10:45:32.423505 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:32.428660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b95b9204-e269-4650-9c39-566c0c0e3eca req-37f321a2-974a-4e1b-8315-59666ef1a062 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.65 "DELETE /v2.0/ports/2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac HTTP/1.1" status: 204 len: 173 time: 1.4761989 Nov 23 10:45:32.464521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d1c72-a397-40f6-b039-6627117dfd48 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d853d7-1e33-446b-8a6e-4e3d80c69428,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:32.493883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b8d853d7-1e33-446b-8a6e-4e3d80c69428 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:45:32.503629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e94e6a4-2055-4c8b-9841-f821bb5e771d req-1476f6ad-6e43-4a72-aea7-fbea94ac8a35 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=830a9f36-2e94-402e-b771-f6960519ee34&id=2b5b134a-90f1-4b32-a9c5-ffff3dc23810&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2170744 Nov 23 10:45:32.589454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-f7ba0139-22b9-451e-95bd-16d6ca32bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.591255 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-f7ba0139-22b9-451e-95bd-16d6ca32bc3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1382024 Nov 23 10:45:32.596551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-a3fd4641-dcdf-4b76-ac7a-202680788f0b service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222519 Nov 23 10:45:32.810890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-13253c09-2376-4227-8b67-8ccf5ad4af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.812364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-13253c09-2376-4227-8b67-8ccf5ad4af72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.2081456 Nov 23 10:45:32.815415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-36712404-bcb1-46d7-8ae4-23a2ed6584ab service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972172 Nov 23 10:45:32.842312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d12fb-7f36-4a46-8bd1-5a3d25062658 req-359388cc-684c-40b1-aa10-e7576ca9b288 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.843866 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5d12fb-7f36-4a46-8bd1-5a3d25062658 req-359388cc-684c-40b1-aa10-e7576ca9b288 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.0934737 Nov 23 10:45:32.877011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-b43303a0-62e6-42d9-9d4d-cb9f2930fc3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd HTTP/1.1" status: 200 len: 217 time: 0.0563419 Nov 23 10:45:32.972410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5d12fb-7f36-4a46-8bd1-5a3d25062658 req-22fdde5a-f728-4d76-b891-c4010012e3f2 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984168 Nov 23 10:45:32.974373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-a8b2a50f-4ecb-4f0f-ad51-b87d568160a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:32.975903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-a8b2a50f-4ecb-4f0f-ad51-b87d568160a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0850074 Nov 23 10:45:33.002287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2a5e-3caa-443f-8a36-0f926837cc01 req-bdb59c67-5641-4845-a48f-033ceed797b5 tempest-ComputeTenantNetworksTest-38264156 tempest-ComputeTenantNetworksTest-38264156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.009134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2a5e-3caa-443f-8a36-0f926837cc01 req-bdb59c67-5641-4845-a48f-033ceed797b5 tempest-ComputeTenantNetworksTest-38264156 tempest-ComputeTenantNetworksTest-38264156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.015043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2a5e-3caa-443f-8a36-0f926837cc01 req-bdb59c67-5641-4845-a48f-033ceed797b5 tempest-ComputeTenantNetworksTest-38264156 tempest-ComputeTenantNetworksTest-38264156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.025289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-268a2a5e-3caa-443f-8a36-0f926837cc01 req-bdb59c67-5641-4845-a48f-033ceed797b5 tempest-ComputeTenantNetworksTest-38264156 tempest-ComputeTenantNetworksTest-38264156-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2152486 Nov 23 10:45:33.046200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-b90eb105-28f1-4c34-a212-f0c7ae6ce5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.047925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-b90eb105-28f1-4c34-a212-f0c7ae6ce5b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639045 Nov 23 10:45:33.123052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d7ee6-ad59-468b-9ed2-a378fda21ace req-c24b1cba-734e-48be-b799-1462d1b10d6a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.124805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-835d7ee6-ad59-468b-9ed2-a378fda21ace req-c24b1cba-734e-48be-b799-1462d1b10d6a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0520074 Nov 23 10:45:33.182086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-835d7ee6-ad59-468b-9ed2-a378fda21ace req-b24b7b7a-6e3d-456d-a207-8009b9e432ca tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Nov 23 10:45:33.208214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e40e00-feba-4c98-ba41-1384a515d1a2 req-83b65127-f04e-4dfc-89ef-d1a210ffd949 tempest-ComputeTenantNetworksTest-38264156 tempest-ComputeTenantNetworksTest-38264156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.209472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2e40e00-feba-4c98-ba41-1384a515d1a2 req-83b65127-f04e-4dfc-89ef-d1a210ffd949 tempest-ComputeTenantNetworksTest-38264156 tempest-ComputeTenantNetworksTest-38264156-project] 10.222.0.61 "GET /v2.0/networks/b8d853d7-1e33-446b-8a6e-4e3d80c69428 HTTP/1.1" status: 200 len: 768 time: 0.1249757 Nov 23 10:45:33.217757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35774) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:33.220506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-b639a0e6-103e-40ad-b3f3-ce76c81fe85c service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648712 Nov 23 10:45:33.252193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:33.301706 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.334040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e3f73b4-3378-4b73-be0b-dfc9ddb29d46 req-e42b1f94-0ed8-45c1-aa18-14fa9c1b9119 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048565 Nov 23 10:45:33.347378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'name': 'network-vif-deleted', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:33.349644 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a5b0f-1498-4bbb-b026-559c4c5eb6be" -d '{"events": [{"server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "name": "network-vif-deleted", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:33.387555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:33.397629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.400566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'mac_address': 'fa:16:3e:f1:3a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:33.400825 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eca2bad-6aba-4da5-a7ca-b7b40a711648 x-openstack-request-id: req-6eca2bad-6aba-4da5-a7ca-b7b40a711648 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:33.401139 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644d429c-812c-44a0-b2c4-4a49906eb070", "name": "network-vif-deleted", "tag": "2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:33.401399 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6eca2bad-6aba-4da5-a7ca-b7b40a711648 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:33.401791 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644d429c-812c-44a0-b2c4-4a49906eb070', 'name': 'network-vif-deleted', 'tag': '2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac', 'status': 'completed', 'code': 200} Nov 23 10:45:33.419726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d853d7-1e33-446b-8a6e-4e3d80c69428']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:33.429889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac471ee-be46-409d-8556-ab9758ecc184') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:33.430182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac471ee-be46-409d-8556-ab9758ecc184') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:33.440560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.448918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.458056 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.465377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:45:33.465762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:45:33.467414 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:45:33.469274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b108e65-30dd-48a7-805a-bc7fba5d7500 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:33.489814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:33.493882 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.528039 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.557826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:33.565708 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.572408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8d853d7-1e33-446b-8a6e-4e3d80c69428 HTTP/1.1" status: 204 len: 168 time: 0.3537872 Nov 23 10:45:33.573566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba85899-a153-444c-9f2e-bc33a5a97cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d853d7-1e33-446b-8a6e-4e3d80c69428,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:33.651756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c343337-3f35-45f6-a785-449a43aa8613 req-067edfd7-cf60-4a7c-9f26-c0b4d7b31ed6 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/2b5b134a-90f1-4b32-a9c5-ffff3dc23810 HTTP/1.1" status: 200 len: 1819 time: 0.0588202 Nov 23 10:45:33.716177 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-45ed66b1-6bc1-4f9c-98a7-7409f7ca53e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860553 Nov 23 10:45:33.727775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c343337-3f35-45f6-a785-449a43aa8613 req-8141468f-a65f-477b-941c-4d78b8aee34f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.730399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-37358817-772f-46a0-a46b-e48072a8c28c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0645444 Nov 23 10:45:33.739687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35786) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:33.757307 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c343337-3f35-45f6-a785-449a43aa8613 req-8141468f-a65f-477b-941c-4d78b8aee34f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.789478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['0b108e65-30dd-48a7-805a-bc7fba5d7500'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:33.811956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c343337-3f35-45f6-a785-449a43aa8613 req-8141468f-a65f-477b-941c-4d78b8aee34f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.818614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8c343337-3f35-45f6-a785-449a43aa8613 req-8141468f-a65f-477b-941c-4d78b8aee34f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.820057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c343337-3f35-45f6-a785-449a43aa8613 req-8141468f-a65f-477b-941c-4d78b8aee34f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/2b5b134a-90f1-4b32-a9c5-ffff3dc23810 HTTP/1.1" status: 204 len: 173 time: 0.1606243 Nov 23 10:45:33.837016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141468f-a65f-477b-941c-4d78b8aee34f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5b134a-90f1-4b32-a9c5-ffff3dc23810,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:33.851546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e0a5e3c0-448e-4b9d-b42a-64bd621a7a03 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c998bf665caa431e83b9aee8c71e361a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1105795 Nov 23 10:45:33.854370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35790) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:33.892058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-2f38a3b6-ccfe-4e29-9533-66b861a1e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.893604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-2f38a3b6-ccfe-4e29-9533-66b861a1e714 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1097 time: 0.1245975 Nov 23 10:45:33.909878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-86a7ea15-6921-4c31-bc45-074629c8bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:33.910620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2e64435-e478-444b-ab5e-a7bfd78d707e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.911317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-86a7ea15-6921-4c31-bc45-074629c8bbdf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=749234af7c65413dae63661137894b99&device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 1097 time: 0.1272593 Nov 23 10:45:33.925029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13eac13e-dd64-4ffc-a652-a7c793ba9262 req-30fe4470-1726-4ae0-b38d-faf0777d3fb0 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/830a9f36-2e94-402e-b771-f6960519ee34 HTTP/1.1" status: 200 len: 1819 time: 0.0683765 Nov 23 10:45:33.945923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2e64435-e478-444b-ab5e-a7bfd78d707e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:33.997532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2e64435-e478-444b-ab5e-a7bfd78d707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.000052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2e64435-e478-444b-ab5e-a7bfd78d707e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.001409 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f2e64435-e478-444b-ab5e-a7bfd78d707e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/665bc0d0-8b19-4362-9f69-8cfdf723b774 HTTP/1.1" status: 204 len: 168 time: 0.1459093 Nov 23 10:45:34.016819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e64435-e478-444b-ab5e-a7bfd78d707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665bc0d0-8b19-4362-9f69-8cfdf723b774,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:34.108261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4f48a-ef6a-4ad4-b8f7-69c58d610d2b req-0c6631ea-9920-4550-abc8-b3f3560ef1d5 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.110699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99b4f48a-ef6a-4ad4-b8f7-69c58d610d2b req-0c6631ea-9920-4550-abc8-b3f3560ef1d5 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.0576789 Nov 23 10:45:34.151213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-36942a3e-77ba-4ae2-abcc-c68d9d4e9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.152727 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-36942a3e-77ba-4ae2-abcc-c68d9d4e9d4a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.2226660 Nov 23 10:45:34.153289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-13eac13e-dd64-4ffc-a652-a7c793ba9262 req-e9103fb2-7127-406d-8eff-a044018b2165 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.168545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99b4f48a-ef6a-4ad4-b8f7-69c58d610d2b req-9a95e609-cf22-4a02-8bad-2f9cd538ae08 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Nov 23 10:45:34.188154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-fd8dbca5-7187-4e0d-8e18-fa08415deeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.189226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-fd8dbca5-7187-4e0d-8e18-fa08415deeb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 HTTP/1.1" status: 200 len: 916 time: 0.2338874 Nov 23 10:45:34.235198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-13eac13e-dd64-4ffc-a652-a7c793ba9262 req-e9103fb2-7127-406d-8eff-a044018b2165 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.318483 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-e03c362c-80a1-42f8-b135-12cdb553c5b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1002 time: 0.1521525 Nov 23 10:45:34.361355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-1e4ec20c-7be8-412e-aa02-5b4b91a447b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2 HTTP/1.1" status: 200 len: 1001 time: 0.1392090 Nov 23 10:45:34.363888 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-13eac13e-dd64-4ffc-a652-a7c793ba9262 req-e9103fb2-7127-406d-8eff-a044018b2165 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.366347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-13eac13e-dd64-4ffc-a652-a7c793ba9262 req-e9103fb2-7127-406d-8eff-a044018b2165 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.367420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13eac13e-dd64-4ffc-a652-a7c793ba9262 req-e9103fb2-7127-406d-8eff-a044018b2165 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/830a9f36-2e94-402e-b771-f6960519ee34 HTTP/1.1" status: 204 len: 173 time: 0.4279311 Nov 23 10:45:34.371780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87ae1-425d-4b7d-b67e-9e1e8e9760ef req-e373050e-6672-4cea-8225-f47caf095dcb tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.390220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4a87ae1-425d-4b7d-b67e-9e1e8e9760ef req-e373050e-6672-4cea-8225-f47caf095dcb tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0751336 Nov 23 10:45:34.415112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9103fb2-7127-406d-8eff-a044018b2165 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a9f36-2e94-402e-b771-f6960519ee34,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:34.444983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4a87ae1-425d-4b7d-b67e-9e1e8e9760ef req-44c60ba5-2472-446b-9576-19c12a96d699 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Nov 23 10:45:34.450410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-9fcf5cfe-d823-4c87-aa74-3483abf84262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.452251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-9fcf5cfe-d823-4c87-aa74-3483abf84262 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1239624 Nov 23 10:45:34.462439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-25833ba1-3dd3-44fc-9819-c7daea97fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.465744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-25833ba1-3dd3-44fc-9819-c7daea97fa00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=35841bc8-c9dd-4a3d-8b0e-d212b187acbf HTTP/1.1" status: 200 len: 854 time: 0.0887945 Nov 23 10:45:34.480613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-54822bd8-19a6-43bc-ae75-d62ef7f04f97 req-9d01dd5a-cc24-4fbb-8f3c-9ffe17fa8a04 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1527089652', 'description': 'tempest-description-449416680'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:34.529510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-54822bd8-19a6-43bc-ae75-d62ef7f04f97 req-9d01dd5a-cc24-4fbb-8f3c-9ffe17fa8a04 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.571460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-9d3c7d85-4e1a-4339-8659-34f3c9b97dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.573088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-9d3c7d85-4e1a-4339-8659-34f3c9b97dea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953312 Nov 23 10:45:34.575124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-a492cf1d-e152-4350-9bdc-44855b50e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:34.576499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-a492cf1d-e152-4350-9bdc-44855b50e71e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885923 Nov 23 10:45:34.604152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-54822bd8-19a6-43bc-ae75-d62ef7f04f97 req-9d01dd5a-cc24-4fbb-8f3c-9ffe17fa8a04 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.608184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-54822bd8-19a6-43bc-ae75-d62ef7f04f97 req-9d01dd5a-cc24-4fbb-8f3c-9ffe17fa8a04 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.645981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01dd5a-cc24-4fbb-8f3c-9ffe17fa8a04 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27fc4db-8e5d-4a37-a77c-a7f8c24856f5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:34.653198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-54822bd8-19a6-43bc-ae75-d62ef7f04f97 req-9d01dd5a-cc24-4fbb-8f3c-9ffe17fa8a04 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.658085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54822bd8-19a6-43bc-ae75-d62ef7f04f97 req-9d01dd5a-cc24-4fbb-8f3c-9ffe17fa8a04 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1811430 Nov 23 10:45:34.788489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-05baccf3-dbdd-4a4b-b173-84e798a11b2a service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028008 Nov 23 10:45:34.791776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-986592d1-11c5-4fcb-bd6d-db8e2b0abeab service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050085 Nov 23 10:45:34.794602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-648a1f13-7d63-4172-8028-e37230db3176 req-5905d948-58d4-4c96-af05-7f1173a2e390 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/e27fc4db-8e5d-4a37-a77c-a7f8c24856f5 HTTP/1.1" status: 200 len: 1819 time: 0.1099384 Nov 23 10:45:34.820861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-648a1f13-7d63-4172-8028-e37230db3176 req-72dd33e9-28bd-4f5a-9f7b-760b0fe678e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Request body: {'security_group': {'name': 'tempest-sg-hth-34737423', 'description': 'tempest-description-hth-2025360479'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:34.897801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35828) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:34.970108 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-648a1f13-7d63-4172-8028-e37230db3176 req-72dd33e9-28bd-4f5a-9f7b-760b0fe678e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:34.995469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34f222c2-aa33-435c-ac91-4c4aa8b9768a req-ef704797-4d76-4eda-99a4-59b5de424530 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865935 Nov 23 10:45:34.999515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-592177634-network', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:35.021403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f60f1e06-7b2a-4137-95e3-76e91543e184 req-566344e8-134c-4ee4-b607-f95583ef4335 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210131 Nov 23 10:45:35.021605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Made reservation on behalf of 74b6c9518dd1404a9d85a23e3e29d1ce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:35.023656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.033918 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.044752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-648a1f13-7d63-4172-8028-e37230db3176 req-72dd33e9-28bd-4f5a-9f7b-760b0fe678e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.049854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-648a1f13-7d63-4172-8028-e37230db3176 req-72dd33e9-28bd-4f5a-9f7b-760b0fe678e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.052571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-648a1f13-7d63-4172-8028-e37230db3176 req-72dd33e9-28bd-4f5a-9f7b-760b0fe678e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.053901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-648a1f13-7d63-4172-8028-e37230db3176 req-72dd33e9-28bd-4f5a-9f7b-760b0fe678e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "PUT /v2.0/security-groups/e27fc4db-8e5d-4a37-a77c-a7f8c24856f5 HTTP/1.1" status: 200 len: 1792 time: 0.2461011 Nov 23 10:45:35.097491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd33e9-28bd-4f5a-9f7b-760b0fe678e5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27fc4db-8e5d-4a37-a77c-a7f8c24856f5,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:35.140431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6600b85e-2505-4c26-9f08-d7b0768b0f3a req-b11a33e0-e57c-4967-9db9-b0a315ea9ac2 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/e27fc4db-8e5d-4a37-a77c-a7f8c24856f5 HTTP/1.1" status: 200 len: 1792 time: 0.0605669 Nov 23 10:45:35.145690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.151800 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.174949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:45:35.190490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e937eb8b-3ef1-48c8-81cf-b414314e7753,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:35.195105 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.195453 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Added segment ba6645c9-3c81-44c2-bc13-e82006ffe9f8 of type vlan for network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 Nov 23 10:45:35.212645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-676e4c33-0fa4-48b3-95e0-7878255d1dac req-7041348c-4aea-47f4-9bb7-6fb920c1717f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/e27fc4db-8e5d-4a37-a77c-a7f8c24856f5 HTTP/1.1" status: 200 len: 1792 time: 0.0471935 Nov 23 10:45:35.238314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.273097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-676e4c33-0fa4-48b3-95e0-7878255d1dac req-f2c7bff7-a5b0-46e3-9524-5fe6085e9382 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.276765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4fe4d35d-977a-447e-90bb-bfcec42c7bdd details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:35.279451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:35.290045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.291001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:35.291580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.303859 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-676e4c33-0fa4-48b3-95e0-7878255d1dac req-f2c7bff7-a5b0-46e3-9524-5fe6085e9382 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.335330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4363775 Nov 23 10:45:35.338373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35840) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:35.347937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Request body: {'subnet': {'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-592177634-subnet', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:35.362821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-676e4c33-0fa4-48b3-95e0-7878255d1dac req-f2c7bff7-a5b0-46e3-9524-5fe6085e9382 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.366834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-676e4c33-0fa4-48b3-95e0-7878255d1dac req-f2c7bff7-a5b0-46e3-9524-5fe6085e9382 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.368072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-676e4c33-0fa4-48b3-95e0-7878255d1dac req-f2c7bff7-a5b0-46e3-9524-5fe6085e9382 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/e27fc4db-8e5d-4a37-a77c-a7f8c24856f5 HTTP/1.1" status: 204 len: 173 time: 0.1495707 Nov 23 10:45:35.380817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7bff7-a5b0-46e3-9524-5fe6085e9382 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27fc4db-8e5d-4a37-a77c-a7f8c24856f5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:35.403901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ae99-a442-4d61-b886-ce097c8000c8 req-75ca3758-47c0-4bdd-b423-8a8aae6bf43f tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:35.405925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a52ae99-a442-4d61-b886-ce097c8000c8 req-75ca3758-47c0-4bdd-b423-8a8aae6bf43f tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.1486385 Nov 23 10:45:35.412210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 0b108e65-30dd-48a7-805a-bc7fba5d7500 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:35.413744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c08f-e4e3-4dd0-9fe8-00349089ab11 admin admin] Pushing event updated for resources: {'Network': ['ID=5f45c09a-6758-4daa-bfae-fe9fedaf8914,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:35.421782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 0b108e65-30dd-48a7-805a-bc7fba5d7500 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:35.423008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.439542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Made reservation on behalf of 74b6c9518dd1404a9d85a23e3e29d1ce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:35.442194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.462270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:45:35.503393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:35.548740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'mac_address': 'fa:16:3e:2e:c8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:35.581059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a52ae99-a442-4d61-b886-ce097c8000c8 req-4ff2d567-d87e-442c-afb0-21bef304b0a8 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546469 Nov 23 10:45:35.638612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.651500 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.673699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe4d35d-977a-447e-90bb-bfcec42c7bdd {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:35.684093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fd91f-4787-47a6-8ecf-012dcc7f93e5 req-9c578376-0d17-471f-853e-c45e11882c64 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:35.685681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f45fd91f-4787-47a6-8ecf-012dcc7f93e5 req-9c578376-0d17-471f-853e-c45e11882c64 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0887251 Nov 23 10:45:35.697440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.706208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:35.709147 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4cbe0e-0035-46ee-9520-e9db01a81f70" -d '{"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-plugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:35.732068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:35.734866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:35.738120 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.739039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:45:35.746740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f45fd91f-4787-47a6-8ecf-012dcc7f93e5 req-d98defd4-20ed-46db-8c6b-b55389d091a9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Nov 23 10:45:35.754593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:35.770405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.770754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.771109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.771482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.771753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.772080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.772406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.772733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.773699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.774296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.774721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.775204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:35.776960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.801351 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73108752-70a1-4b8c-886c-c9b2b591458b x-openstack-request-id: req-73108752-70a1-4b8c-886c-c9b2b591458b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:35.801646 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-plugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:35.801899 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73108752-70a1-4b8c-886c-c9b2b591458b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:35.802453 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'code': 200} Nov 23 10:45:35.808002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:45:35.808141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2b49f3a3-3f97-4ce9-8aa8-b5c07362e3ac not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:45:35.811085 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-01302266-a039-4051-8af8-431c2566694e req-a311c7c9-90d8-45c8-99ea-1aba29109cb1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:35.813900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:35.821803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01302266-a039-4051-8af8-431c2566694e req-a311c7c9-90d8-45c8-99ea-1aba29109cb1 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/830a9f36-2e94-402e-b771-f6960519ee34 HTTP/1.1" status: 404 len: 352 time: 0.0413904 Nov 23 10:45:35.847048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Checking segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:35.847504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Network hostable DHCP agents. Network: 5f45c09a-6758-4daa-bfae-fe9fedaf8914, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:45:35.876469 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-eb14a0eb-5c32-4371-aaaa-db6eb4708e32 req-7c29b305-b7fa-4958-9a64-476a658efab8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:35.877678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb14a0eb-5c32-4371-aaaa-db6eb4708e32 req-7c29b305-b7fa-4958-9a64-476a658efab8 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/2b5b134a-90f1-4b32-a9c5-ffff3dc23810 HTTP/1.1" status: 404 len: 352 time: 0.0263958 Nov 23 10:45:35.883804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:35.886909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:45:35.904228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 5f45c09a-6758-4daa-bfae-fe9fedaf8914) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:35.910285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:35.911181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.917586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab61095-8986-4019-8e63-5763750ac6bb None None] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:45:35.933982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bfbbb923-b466-4247-8fcd-fcfe1d612c70 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5917566 Nov 23 10:45:35.934254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35862) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:35.934407 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-2b130a1d-299e-4ba6-bdb8-9b29bb30b4dc req-ab980432-e115-43d7-a038-ae9dc7d66864 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:35.935432 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b130a1d-299e-4ba6-bdb8-9b29bb30b4dc req-ab980432-e115-43d7-a038-ae9dc7d66864 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/e00822c1-9aed-4a1b-8990-a7d03385eb3b HTTP/1.1" status: 404 len: 352 time: 0.0186982 Nov 23 10:45:35.940987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:35.945001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5368e2-3ba3-4a55-9b1c-025560b8228d req-08443c44-e9d2-4203-a0f5-4e0ed5204ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:35.946626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f5368e2-3ba3-4a55-9b1c-025560b8228d req-08443c44-e9d2-4203-a0f5-4e0ed5204ffb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 1100 time: 0.0651653 Nov 23 10:45:35.987454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.988898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:35.995863 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-8dc190eb-8be0-46e8-a759-d0e20bed1b51 req-9abb24c6-b832-4d58-8bfc-af313e105384 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:35.997176 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f5368e2-3ba3-4a55-9b1c-025560b8228d req-163c5ff2-f3c8-41ec-a4b4-bf732303da71 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400846 Nov 23 10:45:35.997401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8dc190eb-8be0-46e8-a759-d0e20bed1b51 req-9abb24c6-b832-4d58-8bfc-af313e105384 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/352d966b-6578-41fe-8aaa-874ca094de1a HTTP/1.1" status: 404 len: 352 time: 0.0265942 Nov 23 10:45:36.037372 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-13afec13-0f4b-47b8-b773-c6bb2dde8196 req-30e28f61-8f48-4d41-966d-ab5fde253895 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:36.038292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13afec13-0f4b-47b8-b773-c6bb2dde8196 req-30e28f61-8f48-4d41-966d-ab5fde253895 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/6159df85-682f-42ff-9f0e-eed834283ff9 HTTP/1.1" status: 404 len: 352 time: 0.0143847 Nov 23 10:45:36.049440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['4fe4d35d-977a-447e-90bb-bfcec42c7bdd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:36.054095 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.120117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:45:36.120955 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.139287 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-e14ce296-0fd4-4fb8-b3e8-02058a19e422 req-e3cb5e8e-d35d-4034-a403-6e3d3d19b175 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] show failed (client error): The resource could not be found. Nov 23 10:45:36.140317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e14ce296-0fd4-4fb8-b3e8-02058a19e422 req-e3cb5e8e-d35d-4034-a403-6e3d3d19b175 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/90ab8d4d-201f-434c-9bc8-5eb036092136 HTTP/1.1" status: 404 len: 352 time: 0.0428162 Nov 23 10:45:36.324479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Allocated IP 172.20.0.2 (5f45c09a-6758-4daa-bfae-fe9fedaf8914/e07cd0ef-6d88-4e46-a246-dfbdcb9179bd/cda18203-3c7e-4984-bf7c-aff00d0eb313) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:36.489171 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.495537 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.520343 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.540234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:36.543184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:36.545949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:36.555812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Pushing event updated for resources: {'Port': ['ID=cda18203-3c7e-4984-bf7c-aff00d0eb313,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:36.559233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d13bd-bb26-4822-914f-c70f082c4d05 req-8049bc1a-b2f5-4e61-a4e4-9323fde6fb0c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:36.561006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c0d13bd-bb26-4822-914f-c70f082c4d05 req-8049bc1a-b2f5-4e61-a4e4-9323fde6fb0c tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1023 time: 0.0702734 Nov 23 10:45:36.620342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Attempting to bind port cda18203-3c7e-4984-bf7c-aff00d0eb313 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:36.620890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Attempting to bind port cda18203-3c7e-4984-bf7c-aff00d0eb313 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:36.621346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Attempting to bind port cda18203-3c7e-4984-bf7c-aff00d0eb313 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:36.627098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:36.627486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Checking segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:36.628062 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.628463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Bound using segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:36.629175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Bound port: cda18203-3c7e-4984-bf7c-aff00d0eb313, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:36.629700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.688809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c0d13bd-bb26-4822-914f-c70f082c4d05 req-9aca18d7-4b0a-4509-aeaf-c6eb5640cc66 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=1ca7a1af-3dd2-402d-8087-6de66dc45658&id=8ace633d-8191-445d-9b8c-33c4f40ca042&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1110981 Nov 23 10:45:36.697799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] For port cda18203-3c7e-4984-bf7c-aff00d0eb313, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:36.703514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] For port cda18203-3c7e-4984-bf7c-aff00d0eb313, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cda18203-3c7e-4984-bf7c-aff00d0eb313,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:36.710778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.730504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2284f-dc54-4b39-9110-477e607190b9 req-7d45ac67-f86a-4d2c-9a00-3c1200440d27 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:36.731985 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f4a2284f-dc54-4b39-9110-477e607190b9 req-7d45ac67-f86a-4d2c-9a00-3c1200440d27 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 948 time: 0.0610461 Nov 23 10:45:36.776946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8f88c-ad78-4f16-a305-308135f58fa9 None None] Pushing event updated for resources: {'Port': ['ID=cda18203-3c7e-4984-bf7c-aff00d0eb313,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:36.798984 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f4a2284f-dc54-4b39-9110-477e607190b9 req-60c4e7a6-1891-4e7a-8b7d-892c753c7f82 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Nov 23 10:45:36.852670 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.873819 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:36.935913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0233a-0fe0-43a5-94a2-79a4be42144d req-f4ab03a7-93f3-4e5d-9493-53c885c39273 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:36.938213 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-44c0233a-0fe0-43a5-94a2-79a4be42144d req-f4ab03a7-93f3-4e5d-9493-53c885c39273 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0641477 Nov 23 10:45:37.011877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-44c0233a-0fe0-43a5-94a2-79a4be42144d req-ed8315bc-ab22-4c0b-97f3-2fdcad441ace tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660605 Nov 23 10:45:37.020442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Allocated IP 172.25.5.226 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ed9a5220-045b-46f1-930a-5ba636e216ab) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:37.149509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.187610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.229651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:37.232511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:37.236328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:37.241880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Pushing event updated for resources: {'Port': ['ID=ed9a5220-045b-46f1-930a-5ba636e216ab,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:37.298527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4fe4d35d-977a-447e-90bb-bfcec42c7bdd up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:37.353634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:37.357760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:37.358141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.446726 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.483052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:37.488775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.499018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.545818 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:37.731100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.803402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:37.805789 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f91d5d-3de3-433f-ad2a-a1b6d69d3dad" -d '{"events": [{"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:37.808776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35227456-5388-4d12-b24e-83b7595c9438 None None] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:45:37.871073 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74f701b-8c3d-4932-8fa0-d75561cab694 x-openstack-request-id: req-c74f701b-8c3d-4932-8fa0-d75561cab694 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:37.871455 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:37.871677 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c74f701b-8c3d-4932-8fa0-d75561cab694 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:37.872020 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'code': 200} Nov 23 10:45:37.875979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745e4a6-c3a0-4248-ab9e-0bc06150054b req-ba5824f4-80d6-4ad7-937a-dae189fc08de tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:37.877586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4745e4a6-c3a0-4248-ab9e-0bc06150054b req-ba5824f4-80d6-4ad7-937a-dae189fc08de tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1023 time: 0.1033406 Nov 23 10:45:37.900489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8b0f55d5-bb7b-438b-ae78-ec66959f080c None None] Provisioning complete for port cda18203-3c7e-4984-bf7c-aff00d0eb313 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:37.901311 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b0f55d5-bb7b-438b-ae78-ec66959f080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:37.958517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Router 3ff27254-a6c9-48cf-a0c5-678fed334e04 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:45:37.982952 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4745e4a6-c3a0-4248-ab9e-0bc06150054b req-35eb7eb5-c63a-43bf-b051-617631fa6b42 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups?id=6273ad5b-6a29-43f3-893e-9f520c74a5cb&id=1ca7a1af-3dd2-402d-8087-6de66dc45658&id=8ace633d-8191-445d-9b8c-33c4f40ca042&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0928218 Nov 23 10:45:38.044236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66aeb5-4f23-484f-b3ac-1dd61b7c109d req-5f036ea2-b551-47ae-a3af-9145204be9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:38.046371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d66aeb5-4f23-484f-b3ac-1dd61b7c109d req-5f036ea2-b551-47ae-a3af-9145204be9f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 1100 time: 0.1200469 Nov 23 10:45:38.060289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82424c8c-1c7f-4a41-bf11-dea54cfe5991 req-f95fae3c-9a0e-4ba3-908a-9a5f5d3a3eb5 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:38.068588 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b0f55d5-bb7b-438b-ae78-ec66959f080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.070610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82424c8c-1c7f-4a41-bf11-dea54cfe5991 req-f95fae3c-9a0e-4ba3-908a-9a5f5d3a3eb5 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 949 time: 0.1292856 Nov 23 10:45:38.096583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:45:38.109981 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Sync routers for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:45:38.123777 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:38.126440 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:38.131006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8b0f55d5-bb7b-438b-ae78-ec66959f080c None None] For port cda18203-3c7e-4984-bf7c-aff00d0eb313, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cda18203-3c7e-4984-bf7c-aff00d0eb313,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:38.132566 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.134998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d2dde683-351d-4988-8bf8-4462af4287de admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1995344 Nov 23 10:45:38.138006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35902) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:38.146143 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b0f55d5-bb7b-438b-ae78-ec66959f080c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.294235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82424c8c-1c7f-4a41-bf11-dea54cfe5991 req-34d4cc41-bd6d-4fe7-ab9a-4f25bfc6b0b7 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219133 Nov 23 10:45:38.317565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f55d5-bb7b-438b-ae78-ec66959f080c None None] Pushing event updated for resources: {'Port': ['ID=cda18203-3c7e-4984-bf7c-aff00d0eb313,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:38.331428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d66aeb5-4f23-484f-b3ac-1dd61b7c109d req-4af82c63-678a-463a-b0f4-d7fe6f1307f7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572398 Nov 23 10:45:38.332026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cda18203-3c7e-4984-bf7c-aff00d0eb313 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:38.412444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585e344-b5d3-478e-897b-35cb22f04622 req-3a5d6a1a-9859-42ee-8f30-b786a53f5768 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:38.414791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8585e344-b5d3-478e-897b-35cb22f04622 req-3a5d6a1a-9859-42ee-8f30-b786a53f5768 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.58 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 1023 time: 0.1724739 Nov 23 10:45:38.434538 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:38.438324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cda18203-3c7e-4984-bf7c-aff00d0eb313 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:38.438808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.530040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6b254-5c29-4c43-a235-56cd72d6e298 req-61cd80f8-0144-4307-8694-4a649b4ac018 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:38.531986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bae6b254-5c29-4c43-a235-56cd72d6e298 req-61cd80f8-0144-4307-8694-4a649b4ac018 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.1511810 Nov 23 10:45:38.596081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b0d33c8b-d710-4e8e-a6a5-adbf86aabc2f None None] Provisioning complete for port cda18203-3c7e-4984-bf7c-aff00d0eb313 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:38.596647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b0d33c8b-d710-4e8e-a6a5-adbf86aabc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.598671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bae6b254-5c29-4c43-a235-56cd72d6e298 req-60668e31-cfe2-4a8b-8536-3adfe691e7f5 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596197 Nov 23 10:45:38.615105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Deleting port 5e85a8f0-5d38-4dba-bf09-afcab092b47a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:45:38.615595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.704968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:37Z', 'revision_number': 3, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:38.743289 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Checking router: 3ff27254-a6c9-48cf-a0c5-678fed334e04 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:45:38.743877 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Updating router 3ff27254-a6c9-48cf-a0c5-678fed334e04 port ed9a5220-045b-46f1-930a-5ba636e216ab binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:45:38.749536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] For port 5e85a8f0-5d38-4dba-bf09-afcab092b47a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=5e85a8f0-5d38-4dba-bf09-afcab092b47a,segment=NetworkSegment(308a91fa-a224-4917-84ef-1e5e09d3708a),segment_id=308a91fa-a224-4917-84ef-1e5e09d3708a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:38.750469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.763096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Calling delete_port for 5e85a8f0-5d38-4dba-bf09-afcab092b47a owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:45:38.773428 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.802767 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.910942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.934911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['5e85a8f0-5d38-4dba-bf09-afcab092b47a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:38.943449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'Port': ['ID=5e85a8f0-5d38-4dba-bf09-afcab092b47a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:38.974931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Allocated IP 172.20.0.1 (5f45c09a-6758-4daa-bfae-fe9fedaf8914/e07cd0ef-6d88-4e46-a246-dfbdcb9179bd/38e543cc-f99f-496b-aebf-b8f3b32e4b15) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:38.991318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] No DVR routers for this DVR port 5e85a8f0-5d38-4dba-bf09-afcab092b47a on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:45:38.994589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:38.998149 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8585e344-b5d3-478e-897b-35cb22f04622 req-6af99fb6-92cc-4f77-894e-1e2beb1385f5 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.58 "DELETE /v2.0/ports/5e85a8f0-5d38-4dba-bf09-afcab092b47a HTTP/1.1" status: 204 len: 173 time: 0.5597997 Nov 23 10:45:38.998599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'name': 'network-vif-deleted', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:39.001635 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3285844-aafa-4961-aef2-194842e17460" -d '{"events": [{"server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "name": "network-vif-deleted", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:39.048934 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f921fd-4f1f-4f25-9dac-bcef0933d341 x-openstack-request-id: req-57f921fd-4f1f-4f25-9dac-bcef0933d341 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:39.049542 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f887dad8-07e4-4178-a213-bfe4318d87a1", "name": "network-vif-deleted", "tag": "5e85a8f0-5d38-4dba-bf09-afcab092b47a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:39.049542 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57f921fd-4f1f-4f25-9dac-bcef0933d341 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:39.049888 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f887dad8-07e4-4178-a213-bfe4318d87a1', 'name': 'network-vif-deleted', 'tag': '5e85a8f0-5d38-4dba-bf09-afcab092b47a', 'status': 'completed', 'code': 200} Nov 23 10:45:39.102670 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.113741 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.138020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb176472-55fb-4bf9-b053-b1b194d33365 req-a3008459-5075-4f60-9777-0a8098e384cb tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/ports?device_id=f887dad8-07e4-4178-a213-bfe4318d87a1 HTTP/1.1" status: 200 len: 210 time: 0.0589554 Nov 23 10:45:39.155138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.181574 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Pushing event updated for resources: {'Port': ['ID=ed9a5220-045b-46f1-930a-5ba636e216ab,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:39.194122 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.194470 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.194975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.195466 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.195803 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.196147 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.196463 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.196790 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.197141 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.197460 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.197789 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.198109 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:39.214622 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.228737 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Attempting to bind port ed9a5220-045b-46f1-930a-5ba636e216ab on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:39.229193 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Attempting to bind port ed9a5220-045b-46f1-930a-5ba636e216ab by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:39.231875 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Attempting to bind port ed9a5220-045b-46f1-930a-5ba636e216ab on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:39.239263 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:39.241012 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:39.241452 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.242219 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:39.242843 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Bound port: ed9a5220-045b-46f1-930a-5ba636e216ab, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:39.243063 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.258901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:39.263480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:39.268902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:39.272634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Pushing event updated for resources: {'Port': ['ID=38e543cc-f99f-496b-aebf-b8f3b32e4b15,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:39.311894 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.345242 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] For port ed9a5220-045b-46f1-930a-5ba636e216ab, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:39.349844 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] For port ed9a5220-045b-46f1-930a-5ba636e216ab, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ed9a5220-045b-46f1-930a-5ba636e216ab,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:39.357060 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.434694 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bb2fd-8f02-487a-bcb3-8012dbbb27fd None None] Pushing event updated for resources: {'Port': ['ID=ed9a5220-045b-46f1-930a-5ba636e216ab,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:39.459779 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:39.460409 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:39.499253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84308f10-9f95-481d-94f0-aba9517c4d1c req-81b776c3-2467-4f34-bc34-2bdbbc52181d tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:39.521398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84308f10-9f95-481d-94f0-aba9517c4d1c req-81b776c3-2467-4f34-bc34-2bdbbc52181d tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 949 time: 0.1259305 Nov 23 10:45:39.587181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.641091 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-84308f10-9f95-481d-94f0-aba9517c4d1c req-d376be99-7442-4914-9bca-07316963e988 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187429 Nov 23 10:45:39.751587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f2cf2052-08ef-4a11-91a3-c8ae04940f65 None None] Provisioning complete for port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:39.752149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f2cf2052-08ef-4a11-91a3-c8ae04940f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.767746 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:39.793261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf2052-08ef-4a11-91a3-c8ae04940f65 None None] Port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:39.841499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d8dcd-c2d9-4711-8fd9-75cb980c895c req-9314e8cd-a0ff-4ce6-ba93-bd9e16b9c264 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:39.843031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-068d8dcd-c2d9-4711-8fd9-75cb980c895c req-9314e8cd-a0ff-4ce6-ba93-bd9e16b9c264 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.1304886 Nov 23 10:45:39.900612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.911622 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.962641 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:37Z', 'revision_number': 3, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:39.962968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-068d8dcd-c2d9-4711-8fd9-75cb980c895c req-2d690d41-022b-43cb-a7f5-071a6bbd0a33 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098237 Nov 23 10:45:39.988997 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:39.990955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Pushing event updated for resources: {'Port': ['ID=38e543cc-f99f-496b-aebf-b8f3b32e4b15,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:39.991086 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73bd329-e258-496a-986d-819ea54b21e9 None None] The sync data for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 is: [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:37Z', 'revision_number': 3, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:40.097944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:40.099743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:40.155834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cda18203-3c7e-4984-bf7c-aff00d0eb313 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:40.256901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Router 3ff27254-a6c9-48cf-a0c5-678fed334e04 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:45:40.282983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cda18203-3c7e-4984-bf7c-aff00d0eb313 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:40.283359 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:40.376493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3647a968-9f4e-457e-862e-b059504d41a9 req-f337c01e-9374-4e1f-a218-ee7a330d6c3a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/8ace633d-8191-445d-9b8c-33c4f40ca042 HTTP/1.1" status: 200 len: 1818 time: 0.0996010 Nov 23 10:45:40.518155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1f92654c-d29a-4292-9281-72a276db5215 None None] Provisioning complete for port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:40.518528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f92654c-d29a-4292-9281-72a276db5215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:40.560963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1f92654c-d29a-4292-9281-72a276db5215 None None] Port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:40.759722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:45:40.766992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a695449c-a2d0-40f5-8e27-ba3764e36802 admin admin] 10.222.0.61 "PUT /v2.0/routers/3ff27254-a6c9-48cf-a0c5-678fed334e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6225243 Nov 23 10:45:40.780322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0d59d-bf7c-4de2-9761-f249c9644946 req-e12df0fa-14c7-41df-9a45-8d2623322c23 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:40.782432 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1d0d59d-bf7c-4de2-9761-f249c9644946 req-e12df0fa-14c7-41df-9a45-8d2623322c23 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 949 time: 0.0589752 Nov 23 10:45:40.789220 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3647a968-9f4e-457e-862e-b059504d41a9 req-0904ad39-4a84-4948-a02b-a30b06fb244f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:40.823863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3647a968-9f4e-457e-862e-b059504d41a9 req-0904ad39-4a84-4948-a02b-a30b06fb244f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:40.861245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1d0d59d-bf7c-4de2-9761-f249c9644946 req-ec4bcf27-fd5d-45b7-9971-a8c0c318dbf5 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713584 Nov 23 10:45:40.882663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3647a968-9f4e-457e-862e-b059504d41a9 req-0904ad39-4a84-4948-a02b-a30b06fb244f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:40.886476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3647a968-9f4e-457e-862e-b059504d41a9 req-0904ad39-4a84-4948-a02b-a30b06fb244f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:40.888065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3647a968-9f4e-457e-862e-b059504d41a9 req-0904ad39-4a84-4948-a02b-a30b06fb244f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/8ace633d-8191-445d-9b8c-33c4f40ca042 HTTP/1.1" status: 204 len: 173 time: 0.4829307 Nov 23 10:45:40.903219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904ad39-4a84-4948-a02b-a30b06fb244f tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace633d-8191-445d-9b8c-33c4f40ca042,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:41.013333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb152c-3b3b-408e-8daa-51358492a686 req-14d2beed-3e97-468c-989f-1e59fff0fb56 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:41.014735 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb152c-3b3b-408e-8daa-51358492a686 req-14d2beed-3e97-468c-989f-1e59fff0fb56 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 949 time: 0.0536761 Nov 23 10:45:41.064372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb152c-3b3b-408e-8daa-51358492a686 req-6d7bcfdb-3f25-4d31-b1dd-164561ca824e tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430920 Nov 23 10:45:41.065299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b71453f7-534c-43be-bbc1-ff3bb4dc4300 req-9494385c-9ffd-47b5-9355-88174bab4540 tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "GET /v2.0/security-groups/1ca7a1af-3dd2-402d-8087-6de66dc45658 HTTP/1.1" status: 200 len: 1819 time: 0.0392356 Nov 23 10:45:41.127101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b71453f7-534c-43be-bbc1-ff3bb4dc4300 req-afbf1f6f-3ae2-4b05-9602-86036d207f9a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.151466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b71453f7-534c-43be-bbc1-ff3bb4dc4300 req-afbf1f6f-3ae2-4b05-9602-86036d207f9a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.201749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b71453f7-534c-43be-bbc1-ff3bb4dc4300 req-afbf1f6f-3ae2-4b05-9602-86036d207f9a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.205168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b71453f7-534c-43be-bbc1-ff3bb4dc4300 req-afbf1f6f-3ae2-4b05-9602-86036d207f9a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.206334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b71453f7-534c-43be-bbc1-ff3bb4dc4300 req-afbf1f6f-3ae2-4b05-9602-86036d207f9a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ca7a1af-3dd2-402d-8087-6de66dc45658 HTTP/1.1" status: 204 len: 173 time: 0.1347845 Nov 23 10:45:41.211980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35952) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:41.215302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf1f6f-3ae2-4b05-9602-86036d207f9a tempest-SecurityGroupsTestJSON-927540034 tempest-SecurityGroupsTestJSON-927540034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca7a1af-3dd2-402d-8087-6de66dc45658,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:41.263117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] Deleting subnet 566179e5-421f-4854-b842-ce1d21734199 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:45:41.266833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.308249 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.308663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6befd0-e53e-4e50-bb55-4c0fcac6db9a req-7d37b03f-d283-4159-8fb2-d9d6023106ea tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:41.310299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af6befd0-e53e-4e50-bb55-4c0fcac6db9a req-7d37b03f-d283-4159-8fb2-d9d6023106ea tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0501373 Nov 23 10:45:41.348332 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.365228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af6befd0-e53e-4e50-bb55-4c0fcac6db9a req-2dd39e11-09dd-41dd-a1d2-7a87ff56f26d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470996 Nov 23 10:45:41.408558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35956) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:41.415888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-41e76a20-c186-45e7-ab40-552cec302ef9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677240063', 'description': 'tempest-description--1073333978'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:41.428082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.463412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566179e5-421f-4854-b842-ce1d21734199,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:41.469878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.473081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fed35a18-3d2e-4b48-a6ad-35971e0b5138 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/566179e5-421f-4854-b842-ce1d21734199 HTTP/1.1" status: 204 len: 168 time: 0.2601118 Nov 23 10:45:41.474463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41e76a20-c186-45e7-ab40-552cec302ef9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.476001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35962) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:41.548495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41e76a20-c186-45e7-ab40-552cec302ef9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.554738 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41e76a20-c186-45e7-ab40-552cec302ef9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.566370 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.598560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41e76a20-c186-45e7-ab40-552cec302ef9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.599971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-41e76a20-c186-45e7-ab40-552cec302ef9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1899283 Nov 23 10:45:41.602044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e76a20-c186-45e7-ab40-552cec302ef9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc30b3c-5d25-45fb-8868-d9d87787b6ff,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:41.604366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35968) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:41.609456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9ff4dc0a-9bb7-4db2-b9c4-2d50445ebeb3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'security_group_rule': {'security_group_id': '8fc30b3c-5d25-45fb-8868-d9d87787b6ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:41.641598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4dc0a-9bb7-4db2-b9c4-2d50445ebeb3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.657146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.690406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c544f7-6d39-4dbd-9d13-2bf5052beb74']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:41.701477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308a91fa-a224-4917-84ef-1e5e09d3708a') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:41.702051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308a91fa-a224-4917-84ef-1e5e09d3708a') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:41.713872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.715401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4dc0a-9bb7-4db2-b9c4-2d50445ebeb3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.721873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4dc0a-9bb7-4db2-b9c4-2d50445ebeb3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.731939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.737343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4dc0a-9bb7-4db2-b9c4-2d50445ebeb3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d487b260-6a87-46d2-8d6c-0c289d671590,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:41.743863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:45:41.745558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:45:41.746921 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:45:41.758952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ff4dc0a-9bb7-4db2-b9c4-2d50445ebeb3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.760504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9ff4dc0a-9bb7-4db2-b9c4-2d50445ebeb3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551967 Nov 23 10:45:41.763317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35972) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:41.769890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cd7ce603-604d-4c91-a30a-1b3290eac354 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'security_group_rule': {'security_group_id': '8fc30b3c-5d25-45fb-8868-d9d87787b6ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:41.802485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce603-604d-4c91-a30a-1b3290eac354 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.836408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.844922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.848515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/34c544f7-6d39-4dbd-9d13-2bf5052beb74 HTTP/1.1" status: 204 len: 168 time: 0.3713877 Nov 23 10:45:41.860943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24307a24-7dc5-4f4c-ae45-297b828c93e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c544f7-6d39-4dbd-9d13-2bf5052beb74,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:41.905039 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce603-604d-4c91-a30a-1b3290eac354 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.909685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Sync routers for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:45:41.910427 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce603-604d-4c91-a30a-1b3290eac354 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.919198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:41.919811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:41.937835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ce603-604d-4c91-a30a-1b3290eac354 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff54c7f7-a1db-4767-898e-6219681ddce7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:41.944054 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd7ce603-604d-4c91-a30a-1b3290eac354 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:41.948485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd7ce603-604d-4c91-a30a-1b3290eac354 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812065 Nov 23 10:45:41.948865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35986) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:41.956291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:42.009669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.019347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35992) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:42.089593 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c586e4d-225e-462b-8cc5-641b970bc78e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=950587285b954cf0b12bfa849aa17d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687327 Nov 23 10:45:42.091732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35994) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:42.111683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:42.145035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.171209 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85545-d9f3-4eef-b488-a865b1e87008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.196378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85545-d9f3-4eef-b488-a865b1e87008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.253716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85545-d9f3-4eef-b488-a865b1e87008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.256672 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8f85545-d9f3-4eef-b488-a865b1e87008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.257862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d8f85545-d9f3-4eef-b488-a865b1e87008 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6273ad5b-6a29-43f3-893e-9f520c74a5cb HTTP/1.1" status: 204 len: 168 time: 0.1633010 Nov 23 10:45:42.270615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f85545-d9f3-4eef-b488-a865b1e87008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6273ad5b-6a29-43f3-893e-9f520c74a5cb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:42.291540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ed9a5220-045b-46f1-930a-5ba636e216ab up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:42.293432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Allocated IP 172.25.5.38 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/1ce34225-519e-423f-ac6e-255b3cdeedfe) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:42.443660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ed9a5220-045b-46f1-930a-5ba636e216ab triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:42.443996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.444101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.517723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.534057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5aece-8428-43b1-8c42-e120ae717e67 req-46b55147-f6a7-44e0-bf34-f07d1993af19 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:42.540330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52d5aece-8428-43b1-8c42-e120ae717e67 req-46b55147-f6a7-44e0-bf34-f07d1993af19 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0860932 Nov 23 10:45:42.564651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:42.570090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:42.573814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:42.584718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.601485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 2, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:42.611868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'Port': ['ID=1ce34225-519e-423f-ac6e-255b3cdeedfe,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:42.639534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ed9a5220-045b-46f1-930a-5ba636e216ab, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ed9a5220-045b-46f1-930a-5ba636e216ab,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:42.640739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Checking router: 3ff27254-a6c9-48cf-a0c5-678fed334e04 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:45:42.641096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Updating router 3ff27254-a6c9-48cf-a0c5-678fed334e04 port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:45:42.651693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52d5aece-8428-43b1-8c42-e120ae717e67 req-827f91d8-1c90-44cd-9551-53ac5a998495 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069279 Nov 23 10:45:42.660800 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.693346 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.699100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.759825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ed9a5220-045b-46f1-930a-5ba636e216ab,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:42.760030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.930770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:42.937294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.043897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.044134 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.047900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'Port': ['ID=1ce34225-519e-423f-ac6e-255b3cdeedfe,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:43.058966 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.072152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.073997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ec4fa037-2192-4e5d-bbfd-34d00319c578 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1237307 Nov 23 10:45:43.135602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63376-46df-4b9a-88ac-2936554a7c9e None None] Pushing event updated for resources: {'Port': ['ID=38e543cc-f99f-496b-aebf-b8f3b32e4b15,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:43.233590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Attempting to bind port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:43.234647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Attempting to bind port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:43.235103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Attempting to bind port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:43.241503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:43.242079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Checking segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:43.242753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.243341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Bound using segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:43.244196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Bound port: 38e543cc-f99f-496b-aebf-b8f3b32e4b15, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:43.244808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.329958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] For port 38e543cc-f99f-496b-aebf-b8f3b32e4b15, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:43.333610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] For port 38e543cc-f99f-496b-aebf-b8f3b32e4b15, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=38e543cc-f99f-496b-aebf-b8f3b32e4b15,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:43.336331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:43.351037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.365593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-7875f4c5-861a-4f0c-a64f-7fd5faf787e5 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--677240063&fields=id&tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce HTTP/1.1" status: 200 len: 267 time: 0.0625756 Nov 23 10:45:43.471693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd63376-46df-4b9a-88ac-2936554a7c9e None None] Pushing event updated for resources: {'Port': ['ID=38e543cc-f99f-496b-aebf-b8f3b32e4b15,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:43.482101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:45:43.482739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:43.530645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-7912303e-da5a-4df6-9a1e-1a188859d21c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:43.533263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-7912303e-da5a-4df6-9a1e-1a188859d21c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 810 time: 0.1599691 Nov 23 10:45:43.550873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-58ceb9df-8907-4154-be85-93c0ff71bbce tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/quotas/74b6c9518dd1404a9d85a23e3e29d1ce HTTP/1.1" status: 200 len: 375 time: 0.0119982 Nov 23 10:45:43.597253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:45:43.622512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-af845917-b6f8-47a3-8045-45ef146ee8cc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578167 Nov 23 10:45:43.630849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 5e85a8f0-5d38-4dba-bf09-afcab092b47a no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:45:43.668143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 5e85a8f0-5d38-4dba-bf09-afcab092b47a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:45:43.668491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 5e85a8f0-5d38-4dba-bf09-afcab092b47a not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:45:43.728954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:43.732131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-228b1bb0-8692-4617-ada3-9305ffbc51fa None None] Provisioning complete for port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:43.732499 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-228b1bb0-8692-4617-ada3-9305ffbc51fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.740289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-b7cb7b96-c82a-4d89-b510-758ad4a97a3e service neutron] 10.222.0.61 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167257 Nov 23 10:45:43.775034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'mac_address': 'fa:16:3e:f1:3a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:43.858400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-b744b8e5-fb32-4e09-b886-44e466370c8d service neutron] 10.222.0.61 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112726 Nov 23 10:45:43.864024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1995b-7464-4f43-be57-9187921b011a req-dc2ba96f-9a58-4457-a412-35dbb09d19d9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:43.868630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10a1995b-7464-4f43-be57-9187921b011a req-dc2ba96f-9a58-4457-a412-35dbb09d19d9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0618141 Nov 23 10:45:43.878831 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:43.905829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b108e65-30dd-48a7-805a-bc7fba5d7500 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:43.919481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10a1995b-7464-4f43-be57-9187921b011a req-58a55684-d266-483c-81b2-6a930d12791e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 Nov 23 10:45:43.983514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:43.997580 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.051629 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-228b1bb0-8692-4617-ada3-9305ffbc51fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.112576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f748945a-b7f1-48ff-b232-1b16e6f38241 req-3de7ce28-6abd-40d8-9485-b62a5b3c7483 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 210 time: 0.0437021 Nov 23 10:45:44.294882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['0b108e65-30dd-48a7-805a-bc7fba5d7500'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:44.298945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ed9a5220-045b-46f1-930a-5ba636e216ab up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:44.347367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:44.376386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:43Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:45:44.386807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-228b1bb0-8692-4617-ada3-9305ffbc51fa None None] For port 38e543cc-f99f-496b-aebf-b8f3b32e4b15, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=38e543cc-f99f-496b-aebf-b8f3b32e4b15,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:44.422125 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-228b1bb0-8692-4617-ada3-9305ffbc51fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.423975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8ffa47-619d-4327-85b1-1fbcb9e8d442 None None] The sync data for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 is: [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:43Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:45:44.565947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91df2734-50fc-4275-99ed-77dff557b17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.585882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36106) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:44.622554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b1bb0-8692-4617-ada3-9305ffbc51fa None None] Pushing event updated for resources: {'Port': ['ID=38e543cc-f99f-496b-aebf-b8f3b32e4b15,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:44.633893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ed9a5220-045b-46f1-930a-5ba636e216ab triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:44.634331 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.683351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e263034d-b360-45c2-9229-3f4836f09a82 None None] Provisioning complete for port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:44.684180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e263034d-b360-45c2-9229-3f4836f09a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.774212 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0974263a-3482-4a9f-a3a6-d5cd726df177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.918689 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0974263a-3482-4a9f-a3a6-d5cd726df177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:44.938963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0974263a-3482-4a9f-a3a6-d5cd726df177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.013270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974263a-3482-4a9f-a3a6-d5cd726df177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16edd9f4-b49e-4384-93e3-943e37f10302,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:45.021689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0974263a-3482-4a9f-a3a6-d5cd726df177 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad6f5483cac24790916ec557878c580c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345129 Nov 23 10:45:45.024735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36128) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:45.180611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b129bdd-ebe8-413d-93d5-c741f7cd15d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.195507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fb6ab-a424-419c-9658-dd93a3efaddf req-85627106-d1f9-4093-9c56-22b9cef467b2 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:45.197093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-270fb6ab-a424-419c-9658-dd93a3efaddf req-85627106-d1f9-4093-9c56-22b9cef467b2 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.1385093 Nov 23 10:45:45.245430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b129bdd-ebe8-413d-93d5-c741f7cd15d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.282653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a129783-c394-4804-95f4-bc6ad49512f3 req-b8d1ff21-c8d4-4fbf-9c92-03712381e395 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 210 time: 0.0307097 Nov 23 10:45:45.314498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-270fb6ab-a424-419c-9658-dd93a3efaddf req-ce18bad5-8fbb-4085-8a00-c367cd6be039 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073616 Nov 23 10:45:45.327698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:45.360942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b129bdd-ebe8-413d-93d5-c741f7cd15d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.364569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b129bdd-ebe8-413d-93d5-c741f7cd15d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.371298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6b129bdd-ebe8-413d-93d5-c741f7cd15d7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16edd9f4-b49e-4384-93e3-943e37f10302 HTTP/1.1" status: 204 len: 168 time: 0.3396273 Nov 23 10:45:45.388679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b129bdd-ebe8-413d-93d5-c741f7cd15d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16edd9f4-b49e-4384-93e3-943e37f10302,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:45.450428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 0b108e65-30dd-48a7-805a-bc7fba5d7500 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:45.450897 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.592694 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.669196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:45.674419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:45.679852 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709d4b47-7485-435e-9b4c-6e33f15cbf62" -d '{"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-plugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:45.690932 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:45.824768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:45.983456 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f83a7bc-bfe3-4c03-b8b4-81c328abef4e x-openstack-request-id: req-8f83a7bc-bfe3-4c03-b8b4-81c328abef4e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:45.984304 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-plugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:45.984770 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f83a7bc-bfe3-4c03-b8b4-81c328abef4e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:45.985392 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'code': 200} Nov 23 10:45:46.294988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 38e543cc-f99f-496b-aebf-b8f3b32e4b15 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:46.306701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-e1d3e53f-f147-44e8-a71f-72ee2999b86c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:46.308233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-e1d3e53f-f147-44e8-a71f-72ee2999b86c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 810 time: 0.7696307 Nov 23 10:45:46.374117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:46.377547 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:46.491345 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-e6360d46-7aed-478d-b8a1-f9b5ef530c79 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce HTTP/1.1" status: 200 len: 379 time: 0.1693752 Nov 23 10:45:46.498412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725098e-50fc-48d3-8fd4-a11d48abd33f req-30d62c79-2a08-417e-a5b1-7d23847faa6a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:46.501770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f725098e-50fc-48d3-8fd4-a11d48abd33f req-30d62c79-2a08-417e-a5b1-7d23847faa6a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0881300 Nov 23 10:45:46.528206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'port': {'device_id': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'admin_state_up': True, 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'security_groups': ['8fc30b3c-5d25-45fb-8868-d9d87787b6ff']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:46.546179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac95a9ec-2902-4db6-a1a6-93dc8c63261f req-531536c3-c5a2-4e40-868c-2deeec0d6671 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 210 time: 0.0951619 Nov 23 10:45:46.597160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f725098e-50fc-48d3-8fd4-a11d48abd33f req-0e61c0af-f48b-4a27-ac40-cc7ac529bb69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894377 Nov 23 10:45:46.734456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Made reservation on behalf of 74b6c9518dd1404a9d85a23e3e29d1ce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:46.738296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:46.748798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:46.868535 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a186cf6b-e5e0-4626-b913-61bedff44ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:46.888990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Allocated IP 172.20.0.6 (5f45c09a-6758-4daa-bfae-fe9fedaf8914/e07cd0ef-6d88-4e46-a246-dfbdcb9179bd/16f3056b-db10-4aca-8a67-5a82a6638945) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:46.902952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1115986303-network', 'tenant_id': 'a4abde5ba992482788940d2da67a04d5'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:46.933791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Made reservation on behalf of a4abde5ba992482788940d2da67a04d5 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:46.936837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:46.946841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.050183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.055994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.093606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3a72f-1a48-4555-afc5-153008c3a262,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:47.095522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.104514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:45:47.120186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.120900 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Added segment 14cdb324-a2d6-4281-aeac-168a95cf311b of type vlan for network 1af07cf3-3e0d-4224-9734-69379e8c35b5 Nov 23 10:45:47.193364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.203770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.238694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.240122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:47.240870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.267423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'Port': ['ID=16f3056b-db10-4aca-8a67-5a82a6638945,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:47.306552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1af07cf3-3e0d-4224-9734-69379e8c35b5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:47.316538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cca5471d-c5d5-44c1-b476-8b94038c19d6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5660560 Nov 23 10:45:47.317207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36214) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:47.317949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:47.322329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Request body: {'subnet': {'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1115986303-subnet', 'tenant_id': 'a4abde5ba992482788940d2da67a04d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:47.323091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:47.331220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:47.360321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Made reservation on behalf of a4abde5ba992482788940d2da67a04d5 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:47.363529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.365932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 1af07cf3-3e0d-4224-9734-69379e8c35b5 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:45:47.462727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:47.464401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.505211 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-36bc26d2-b900-4e5b-90b4-a693f544f6ec tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0069911 Nov 23 10:45:47.527046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Request body: {'port': {'device_id': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:47.602086 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.697919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.738182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-021518ce-8939-4254-8f8f-bcec6a2e98b0 None None] Provisioning complete for port 16f3056b-db10-4aca-8a67-5a82a6638945 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:47.739608 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-021518ce-8939-4254-8f8f-bcec6a2e98b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.798978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-021518ce-8939-4254-8f8f-bcec6a2e98b0 None None] Port 16f3056b-db10-4aca-8a67-5a82a6638945 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:45:47.820791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Checking segment: {'id': '14cdb324-a2d6-4281-aeac-168a95cf311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:47.821142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Network hostable DHCP agents. Network: 1af07cf3-3e0d-4224-9734-69379e8c35b5, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:45:47.833555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f6f68-4854-449d-8a1f-81813b158a65 req-fdbeaa22-1d48-4cd7-8b47-e30dd465ade4 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:47.834224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757ee82-7343-4836-913b-d952e2e87e59 req-fba61fd7-267f-477a-a4f0-f7b7f248c627 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:47.835919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4757ee82-7343-4836-913b-d952e2e87e59 req-fba61fd7-267f-477a-a4f0-f7b7f248c627 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0984881 Nov 23 10:45:47.841407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3f6f68-4854-449d-8a1f-81813b158a65 req-fdbeaa22-1d48-4cd7-8b47-e30dd465ade4 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 931 time: 0.1491036 Nov 23 10:45:47.844937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd365f0-7016-423d-82a4-d9930403857c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:47.886501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Network 1af07cf3-3e0d-4224-9734-69379e8c35b5 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:45:47.913526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 1af07cf3-3e0d-4224-9734-69379e8c35b5) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:47.921167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:47.922127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:47.938442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89edc92c-410c-48f6-b37e-508a34baa5ca None None] Network 1af07cf3-3e0d-4224-9734-69379e8c35b5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:45:47.945950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa3f6f68-4854-449d-8a1f-81813b158a65 req-0cb39fc3-eafd-4091-bd6e-d26782db6467 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035810 Nov 23 10:45:47.966594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4757ee82-7343-4836-913b-d952e2e87e59 req-a6e6822a-94ae-43ab-8a6a-520901bf16e9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 Nov 23 10:45:47.986666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4ca08c10-b597-408b-84b2-10a801b1b0d0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6683962 Nov 23 10:45:48.103393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f3056b-db10-4aca-8a67-5a82a6638945 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:48.112590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:48.143103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Transition to ACTIVE for port object 16f3056b-db10-4aca-8a67-5a82a6638945 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:48.150962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:48.224672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd71518e-1cd8-42f1-889e-6974e5c4e1b8 None None] Network 1af07cf3-3e0d-4224-9734-69379e8c35b5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:45:48.369660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Pushing event updated for resources: {'Port': ['ID=16f3056b-db10-4aca-8a67-5a82a6638945,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:48.500719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Attempting to bind port 16f3056b-db10-4aca-8a67-5a82a6638945 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:48.501340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Attempting to bind port 16f3056b-db10-4aca-8a67-5a82a6638945 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:48.501834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Attempting to bind port 16f3056b-db10-4aca-8a67-5a82a6638945 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:48.507924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Port 16f3056b-db10-4aca-8a67-5a82a6638945 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:48.508447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Attempting to bind port 16f3056b-db10-4aca-8a67-5a82a6638945 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:48.518291 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:48.537218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:48.537790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Checking segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:48.539303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Bound using segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:48.540486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Bound port: 16f3056b-db10-4aca-8a67-5a82a6638945, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:48.541599 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:48.662150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] For port 16f3056b-db10-4aca-8a67-5a82a6638945, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:48.666228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] For port 16f3056b-db10-4aca-8a67-5a82a6638945, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=16f3056b-db10-4aca-8a67-5a82a6638945,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:48.681862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:48.750446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:48.751104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:48.752498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] 10.222.0.58 "PUT /v2.0/ports/16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 200 len: 1091 time: 1.2349606 Nov 23 10:45:48.779706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:48.782740 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee20923-ed79-459d-9807-4fb8c8cebcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:48.851555 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377489f0-1b98-4f0f-a9d8-33c4912e5eaa x-openstack-request-id: req-377489f0-1b98-4f0f-a9d8-33c4912e5eaa {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:48.851868 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:48.852120 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-377489f0-1b98-4f0f-a9d8-33c4912e5eaa {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:48.852523 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945', 'status': 'completed', 'code': 200} Nov 23 10:45:48.879851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d423c21-9f82-4760-92be-210005a65d5e service neutron] Pushing event updated for resources: {'Port': ['ID=16f3056b-db10-4aca-8a67-5a82a6638945,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:48.915156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-72350e61-0010-4d12-95c0-2d02959d8496 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:48.923034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-72350e61-0010-4d12-95c0-2d02959d8496 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/networks?id=1af07cf3-3e0d-4224-9734-69379e8c35b5 HTTP/1.1" status: 200 len: 822 time: 0.2547851 Nov 23 10:45:48.960387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-f2583ad5-1d2f-4a1b-9f64-b18e8f0f4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:48.963025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-f2583ad5-1d2f-4a1b-9f64-b18e8f0f4a24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 1094 time: 0.1584558 Nov 23 10:45:48.978236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2f9295de-5f25-4e0d-b496-1df294ff6b72 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/quotas/a4abde5ba992482788940d2da67a04d5 HTTP/1.1" status: 200 len: 375 time: 0.0533915 Nov 23 10:45:49.051299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-915cd517-c9af-4e5f-8e4d-fbc65abf9fca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 200 len: 217 time: 0.0762248 Nov 23 10:45:49.077947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-ef2e2142-c804-48cb-9074-685c554121a8 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a4abde5ba992482788940d2da67a04d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904467 Nov 23 10:45:49.151973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71286b-b63c-4391-9070-551c863416d4 req-f21f6432-b324-42bf-9f3e-cb18dd278fd0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.153595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a71286b-b63c-4391-9070-551c863416d4 req-f21f6432-b324-42bf-9f3e-cb18dd278fd0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 943 time: 0.0693901 Nov 23 10:45:49.200608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-60c4aa17-504f-446c-a3f3-76c115fa761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.202025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-60c4aa17-504f-446c-a3f3-76c115fa761c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.1337161 Nov 23 10:45:49.224988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a71286b-b63c-4391-9070-551c863416d4 req-f911b0b3-2bd2-416d-afaa-ec6a12e193b9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627978 Nov 23 10:45:49.304200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-c4c6460e-3d65-4212-b286-cd5624a4e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.305858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-c4c6460e-3d65-4212-b286-cd5624a4e0d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960391 Nov 23 10:45:49.308173 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-20fa2c93-afd3-470f-bb28-89c51ad6d502 service neutron] 10.222.0.61 "GET /v2.0/networks/1af07cf3-3e0d-4224-9734-69379e8c35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096066 Nov 23 10:45:49.375172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463ba78-fd20-4b97-9b8d-155698e55989 req-403a194f-c2ed-476a-a41a-dd695aec5b8e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.379896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c463ba78-fd20-4b97-9b8d-155698e55989 req-403a194f-c2ed-476a-a41a-dd695aec5b8e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0673966 Nov 23 10:45:49.422934 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:49.440741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c463ba78-fd20-4b97-9b8d-155698e55989 req-f046c2b5-246a-4529-aa1f-42f324d350c5 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563631 Nov 23 10:45:49.496998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-5afa2a28-2bc4-4068-83af-f18eeb39bac0 service neutron] 10.222.0.61 "GET /v2.0/networks/1af07cf3-3e0d-4224-9734-69379e8c35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796787 Nov 23 10:45:49.500666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-54f1ba41-6dc9-4a5e-a948-39806b325042 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752164 Nov 23 10:45:49.620932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83adf44e-7c48-46ee-885f-df61b8b22d34 req-dd36dd9e-9859-428c-a615-2cc5ec63c96a service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051960 Nov 23 10:45:49.659104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:49.783985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-83a98aa5-5695-4b35-8468-f4bed276d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.788709 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-83a98aa5-5695-4b35-8468-f4bed276d6de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 1094 time: 0.0984313 Nov 23 10:45:49.876563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6f85b9d-60b8-4b29-ae9c-c7cde5a98016 req-a47d8de4-084d-4530-8cf7-185ace52baa7 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 210 time: 0.0353308 Nov 23 10:45:49.975442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-0d868e28-c210-4907-9039-2a8f04e3198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:49.978245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-0d868e28-c210-4907-9039-2a8f04e3198f service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.1723254 Nov 23 10:45:50.031929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-f389be3b-aa42-4252-8fd5-5c960d34533b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 200 len: 217 time: 0.0403736 Nov 23 10:45:50.059189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:50.122810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-7382e1eb-e8ab-4ee9-b0b4-2ca7c0412b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:50.124531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-7382e1eb-e8ab-4ee9-b0b4-2ca7c0412b31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.0769498 Nov 23 10:45:50.237982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-8a68bda3-7d33-46b6-b93a-d6c525eded02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:50.241685 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-8a68bda3-7d33-46b6-b93a-d6c525eded02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063921 Nov 23 10:45:50.403850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-d49da01a-f1a1-414a-9f5d-025b5060588f service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556883 Nov 23 10:45:50.416662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491191af-63c0-40a9-b39e-811c8f449b74 req-9f8d9ede-60d1-4710-80fd-d7991343f6fb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:50.418337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-491191af-63c0-40a9-b39e-811c8f449b74 req-9f8d9ede-60d1-4710-80fd-d7991343f6fb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 943 time: 0.0752769 Nov 23 10:45:50.539149 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-491191af-63c0-40a9-b39e-811c8f449b74 req-8c33c948-77dd-434e-9ad5-735c6993089e tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111264 Nov 23 10:45:50.582721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ee20923-ed79-459d-9807-4fb8c8cebcc9 req-8d43eb18-5df7-4440-b246-c4d73f6fc8b6 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620157 Nov 23 10:45:50.636291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c4d2b-663e-40c7-ba2c-85c58c08dc54 req-2209a7c4-8730-4943-8358-293df0229435 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:50.638839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-690c4d2b-663e-40c7-ba2c-85c58c08dc54 req-2209a7c4-8730-4943-8358-293df0229435 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0831947 Nov 23 10:45:50.713788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-690c4d2b-663e-40c7-ba2c-85c58c08dc54 req-9135abef-b8c4-455f-a74a-6fadb3d185b4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678945 Nov 23 10:45:51.010750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-438642e2-9af3-461d-b503-7cb9946dc46b req-dc4ef977-9b5b-412e-aa10-ce9d2dc55950 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 210 time: 0.0304492 Nov 23 10:45:51.212410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-c89d4ea6-ea14-4c1c-97fb-d2424d13dd9a tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:51.214223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-c89d4ea6-ea14-4c1c-97fb-d2424d13dd9a tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.65 "GET /v2.0/networks?id=1af07cf3-3e0d-4224-9734-69379e8c35b5 HTTP/1.1" status: 200 len: 822 time: 0.1326256 Nov 23 10:45:51.232134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Request body: {'port': {'device_id': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5', 'admin_state_up': True, 'tenant_id': 'a4abde5ba992482788940d2da67a04d5'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:51.369268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Made reservation on behalf of a4abde5ba992482788940d2da67a04d5 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:45:51.373436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:51.523061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Allocated IP 172.20.0.8 (1af07cf3-3e0d-4224-9734-69379e8c35b5/7fd365f0-7016-423d-82a4-d9930403857c/62bf9a8a-8f05-4694-b98e-8283a939b122) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:45:51.700365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88031f7c-8fc7-4917-b88c-522bf916bcfb req-695dde44-4ffc-4d7b-9c2c-e34ea5bdd0cf tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:51.712547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88031f7c-8fc7-4917-b88c-522bf916bcfb req-695dde44-4ffc-4d7b-9c2c-e34ea5bdd0cf tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 943 time: 0.0795381 Nov 23 10:45:51.726210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:51.778794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:51.784063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88031f7c-8fc7-4917-b88c-522bf916bcfb req-0de6fe26-47f5-4246-b0dc-48bbcb333158 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703280 Nov 23 10:45:51.846087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Pushing event updated for resources: {'Port': ['ID=62bf9a8a-8f05-4694-b98e-8283a939b122,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:51.865210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Network 1af07cf3-3e0d-4224-9734-69379e8c35b5 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:45:51.870155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:45:51.875302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:45:51.912851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6efb98-fe0e-4d75-b65d-296fb6883c8a req-a881cf4a-b22b-4fad-9ef5-3cba904a0110 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:51.918980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3b6efb98-fe0e-4d75-b65d-296fb6883c8a req-a881cf4a-b22b-4fad-9ef5-3cba904a0110 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0663507 Nov 23 10:45:51.961396 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:51.971016 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:45:51.980407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:51.981553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:51.994934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3b6efb98-fe0e-4d75-b65d-296fb6883c8a req-6de02b93-8c11-4804-acec-6baccd464e4e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749605 Nov 23 10:45:52.012072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-2df1f954-d6d8-4f65-a02d-1543cd489011 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863641 Nov 23 10:45:52.049939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Request body: {'port': {'device_id': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:52.152047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:52.216054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441e685-317d-4793-93bc-cf3e7c8d226c req-a794b6c8-4756-4ee6-861c-830b1ccc17a7 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:52.219356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6441e685-317d-4793-93bc-cf3e7c8d226c req-a794b6c8-4756-4ee6-861c-830b1ccc17a7 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 931 time: 0.0594583 Nov 23 10:45:52.270918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6441e685-317d-4793-93bc-cf3e7c8d226c req-63085460-af4b-4c87-ac70-68ce257a5dec tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Nov 23 10:45:52.467446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bf9a8a-8f05-4694-b98e-8283a939b122 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:52.476757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:52.496094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Transition to ACTIVE for port object 62bf9a8a-8f05-4694-b98e-8283a939b122 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:45:52.501041 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:52.589334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Pushing event updated for resources: {'Port': ['ID=62bf9a8a-8f05-4694-b98e-8283a939b122,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:52.647989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Attempting to bind port 62bf9a8a-8f05-4694-b98e-8283a939b122 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:45:52.648327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Attempting to bind port 62bf9a8a-8f05-4694-b98e-8283a939b122 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '14cdb324-a2d6-4281-aeac-168a95cf311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:45:52.648658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Attempting to bind port 62bf9a8a-8f05-4694-b98e-8283a939b122 on network 1af07cf3-3e0d-4224-9734-69379e8c35b5 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:52.653099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Port 62bf9a8a-8f05-4694-b98e-8283a939b122 on network 1af07cf3-3e0d-4224-9734-69379e8c35b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:45:52.653445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Attempting to bind port 62bf9a8a-8f05-4694-b98e-8283a939b122 on network 1af07cf3-3e0d-4224-9734-69379e8c35b5 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:45:52.659547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:45:52.659547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Checking segment: {'id': '14cdb324-a2d6-4281-aeac-168a95cf311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:45:52.659547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Bound using segment: {'id': '14cdb324-a2d6-4281-aeac-168a95cf311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:45:52.659888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Bound port: 62bf9a8a-8f05-4694-b98e-8283a939b122, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14cdb324-a2d6-4281-aeac-168a95cf311b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:45:52.660596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:52.735211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] For port 62bf9a8a-8f05-4694-b98e-8283a939b122, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:45:52.740116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] For port 62bf9a8a-8f05-4694-b98e-8283a939b122, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62bf9a8a-8f05-4694-b98e-8283a939b122,segment=NetworkSegment(14cdb324-a2d6-4281-aeac-168a95cf311b),segment_id=14cdb324-a2d6-4281-aeac-168a95cf311b)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:45:52.746664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:52.798306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:52.799147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:52.800832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] 10.222.0.65 "PUT /v2.0/ports/62bf9a8a-8f05-4694-b98e-8283a939b122 HTTP/1.1" status: 200 len: 1091 time: 0.7584846 Nov 23 10:45:52.808988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'tag': '62bf9a8a-8f05-4694-b98e-8283a939b122'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:52.811314 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34774b17-cb07-41f4-a4d6-bdf1445856ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fb79924d-16d5-4d0d-8273-5671b6e5f9d3", "tag": "62bf9a8a-8f05-4694-b98e-8283a939b122"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:52.838609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ec821-3b7c-4459-8810-c1c08cf1a63b service neutron] Pushing event updated for resources: {'Port': ['ID=62bf9a8a-8f05-4694-b98e-8283a939b122,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:52.975750 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ddd72f-f48a-407a-be54-6d703c272ba8 x-openstack-request-id: req-03ddd72f-f48a-407a-be54-6d703c272ba8 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:52.976050 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb79924d-16d5-4d0d-8273-5671b6e5f9d3", "tag": "62bf9a8a-8f05-4694-b98e-8283a939b122", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:52.976305 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03ddd72f-f48a-407a-be54-6d703c272ba8 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:52.976703 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'tag': '62bf9a8a-8f05-4694-b98e-8283a939b122', 'status': 'completed', 'code': 200} Nov 23 10:45:52.987928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-66a8a7dd-9c8d-4b17-b1e5-8ba2d564488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:52.989499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-66a8a7dd-9c8d-4b17-b1e5-8ba2d564488f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4abde5ba992482788940d2da67a04d5&device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 1094 time: 0.1194293 Nov 23 10:45:53.007735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8381a4-b053-4857-9c32-b64fad64c2cb req-49662523-c21a-4737-8d14-543e5137e730 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:53.014028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e8381a4-b053-4857-9c32-b64fad64c2cb req-49662523-c21a-4737-8d14-543e5137e730 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 943 time: 0.0866637 Nov 23 10:45:53.069017 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-bb6666d8-6183-4d5c-b83b-cb7e6ff763a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bf9a8a-8f05-4694-b98e-8283a939b122 HTTP/1.1" status: 200 len: 217 time: 0.0443740 Nov 23 10:45:53.155257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e8381a4-b053-4857-9c32-b64fad64c2cb req-204079d4-9562-4f6b-9c83-2ec6b67a2ecd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338458 Nov 23 10:45:53.168692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-8fb06c84-b480-4d9e-b99b-b38c3b52ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:53.171542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-8fb06c84-b480-4d9e-b99b-b38c3b52ed23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fd365f0-7016-423d-82a4-d9930403857c HTTP/1.1" status: 200 len: 862 time: 0.0904899 Nov 23 10:45:53.214401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ede4ce-a925-4be4-ae48-882dc4276598 req-38bdde92-925c-4867-a8e5-58386f61de72 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:53.223115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-3cfa9442-59d6-4768-90d7-1860ae7337f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1af07cf3-3e0d-4224-9734-69379e8c35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409069 Nov 23 10:45:53.225666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57ede4ce-a925-4be4-ae48-882dc4276598 req-38bdde92-925c-4867-a8e5-58386f61de72 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 946 time: 0.1079347 Nov 23 10:45:53.291945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57ede4ce-a925-4be4-ae48-882dc4276598 req-3df397a3-ca41-4e96-b2c2-083f2b6f84e1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653818 Nov 23 10:45:53.383928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f68889-1543-4dd5-b1a9-e0348c59f958 req-ee92b15f-a262-4dcf-a7ec-339d700846db tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:53.385605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97f68889-1543-4dd5-b1a9-e0348c59f958 req-ee92b15f-a262-4dcf-a7ec-339d700846db tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.1418047 Nov 23 10:45:53.424844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-10338161-eb0e-492b-91d8-9efcaf8ddb97 service neutron] 10.222.0.65 "GET /v2.0/networks/1af07cf3-3e0d-4224-9734-69379e8c35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898808 Nov 23 10:45:53.501809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97f68889-1543-4dd5-b1a9-e0348c59f958 req-a27ee345-6509-457f-819a-2a7c3d6a6ada tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057622 Nov 23 10:45:53.581913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 16f3056b-db10-4aca-8a67-5a82a6638945 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:53.675250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ea9bd8-7377-4b63-a54e-2d57296b3de3 req-b8d59a75-b5c6-4bb7-a5ae-9ebcee32c2b4 service neutron] 10.222.0.65 "GET /v2.0/networks/1af07cf3-3e0d-4224-9734-69379e8c35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381144 Nov 23 10:45:53.684268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413462a0-3f47-465b-aa76-866540964ec6 req-2d73d374-a661-453d-afc2-ce18accdb98d tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:53.694563 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-413462a0-3f47-465b-aa76-866540964ec6 req-2d73d374-a661-453d-afc2-ce18accdb98d tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 943 time: 0.0988996 Nov 23 10:45:53.761408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 16f3056b-db10-4aca-8a67-5a82a6638945, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=16f3056b-db10-4aca-8a67-5a82a6638945,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:53.774998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-413462a0-3f47-465b-aa76-866540964ec6 req-5184c83f-7afd-4446-a36a-23b1d257fa12 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772948 Nov 23 10:45:53.794812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '16f3056b-db10-4aca-8a67-5a82a6638945', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'port_id': '16f3056b-db10-4aca-8a67-5a82a6638945', 'mac_address': 'fa:16:3e:7e:6f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:53.834204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-25218fc5-bb0f-46f2-9783-53e610348149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:53.836362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-25218fc5-bb0f-46f2-9783-53e610348149 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a4abde5ba992482788940d2da67a04d5&device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 1094 time: 0.0543849 Nov 23 10:45:53.836777 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:53.854591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f3056b-db10-4aca-8a67-5a82a6638945 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:53.886939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 16f3056b-db10-4aca-8a67-5a82a6638945, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=16f3056b-db10-4aca-8a67-5a82a6638945,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:53.894067 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:53.955509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=16f3056b-db10-4aca-8a67-5a82a6638945,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:53.964564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.965267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.965929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.966353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.966811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.967241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.967707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.968157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.968626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.969051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.969525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.970057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:45:53.974755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-55a7ee11-44b9-4a62-b4a4-4e708b7b1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:53.976274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-55a7ee11-44b9-4a62-b4a4-4e708b7b1a19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1af07cf3-3e0d-4224-9734-69379e8c35b5 HTTP/1.1" status: 200 len: 923 time: 0.1291950 Nov 23 10:45:54.027328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-8f8dd16d-096b-4087-bb3d-a29e2e309823 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62bf9a8a-8f05-4694-b98e-8283a939b122 HTTP/1.1" status: 200 len: 217 time: 0.0391443 Nov 23 10:45:54.097044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-7046e594-f61d-486f-b1b4-faaac424fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:54.098542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-7046e594-f61d-486f-b1b4-faaac424fc65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7fd365f0-7016-423d-82a4-d9930403857c HTTP/1.1" status: 200 len: 862 time: 0.0546992 Nov 23 10:45:54.147806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-8dea8758-3206-4369-b7b9-7c7b2b6c0bc2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1af07cf3-3e0d-4224-9734-69379e8c35b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326266 Nov 23 10:45:54.252032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-6ef16346-2c66-49fd-b831-400dff446529 service neutron] 10.222.0.65 "GET /v2.0/networks/1af07cf3-3e0d-4224-9734-69379e8c35b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931826 Nov 23 10:45:54.285339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b0b6-7b61-4dac-9458-fcad8c0674fc req-dd35262f-44ae-4d75-8911-15beb18bb724 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:54.293295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbb4b0b6-7b61-4dac-9458-fcad8c0674fc req-dd35262f-44ae-4d75-8911-15beb18bb724 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 944 time: 0.0682330 Nov 23 10:45:54.319950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['16f3056b-db10-4aca-8a67-5a82a6638945'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:54.354500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbb4b0b6-7b61-4dac-9458-fcad8c0674fc req-3a709955-d06c-4b35-8cfc-b7402b4c508c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556598 Nov 23 10:45:54.377101 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-34774b17-cb07-41f4-a4d6-bdf1445856ba req-0f2fe672-3c14-45c3-b850-a9cf8850d8d8 service neutron] 10.222.0.65 "GET /v2.0/networks/1af07cf3-3e0d-4224-9734-69379e8c35b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161604 Nov 23 10:45:54.653862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf62b8-ae8a-46bc-ade2-bddaeada1a36 req-b158dcde-8bad-4bca-b06f-5e03d9ed582c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:54.656433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ebf62b8-ae8a-46bc-ade2-bddaeada1a36 req-b158dcde-8bad-4bca-b06f-5e03d9ed582c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0820839 Nov 23 10:45:54.716698 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ebf62b8-ae8a-46bc-ade2-bddaeada1a36 req-d2bc0476-3e89-4442-8691-aab87c4dfd7c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 Nov 23 10:45:54.902106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ec00-5587-42b7-af3e-00cb9e7027c8 req-08190bc2-8db2-43f9-afb5-90384a7ad927 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:54.903679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efa6ec00-5587-42b7-af3e-00cb9e7027c8 req-08190bc2-8db2-43f9-afb5-90384a7ad927 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 943 time: 0.0640504 Nov 23 10:45:54.954608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efa6ec00-5587-42b7-af3e-00cb9e7027c8 req-2bec2f66-624d-4b7f-9d3d-15e204582965 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441759 Nov 23 10:45:55.414788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62bf9a8a-8f05-4694-b98e-8283a939b122 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:55.482131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2030a-5156-4ee7-beea-9c59d30d6f94 req-e6701287-2bee-441b-8c86-57d7da3e175a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:55.484779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fc2030a-5156-4ee7-beea-9c59d30d6f94 req-e6701287-2bee-441b-8c86-57d7da3e175a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 944 time: 0.0656826 Nov 23 10:45:55.530502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 62bf9a8a-8f05-4694-b98e-8283a939b122, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62bf9a8a-8f05-4694-b98e-8283a939b122,segment=NetworkSegment(14cdb324-a2d6-4281-aeac-168a95cf311b),segment_id=14cdb324-a2d6-4281-aeac-168a95cf311b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:55.550965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '62bf9a8a-8f05-4694-b98e-8283a939b122', 'network_id': '1af07cf3-3e0d-4224-9734-69379e8c35b5', 'port_id': '62bf9a8a-8f05-4694-b98e-8283a939b122', 'mac_address': 'fa:16:3e:a6:6d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fd365f0-7016-423d-82a4-d9930403857c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:55.579475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fc2030a-5156-4ee7-beea-9c59d30d6f94 req-2e37c4fb-dd17-4a53-a35f-9f3e3491bca8 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881433 Nov 23 10:45:55.598823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 16f3056b-db10-4aca-8a67-5a82a6638945 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:55.633511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:55.664964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bf9a8a-8f05-4694-b98e-8283a939b122 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:55.703308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 16f3056b-db10-4aca-8a67-5a82a6638945 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:55.713530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 62bf9a8a-8f05-4694-b98e-8283a939b122, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62bf9a8a-8f05-4694-b98e-8283a939b122,segment=NetworkSegment(14cdb324-a2d6-4281-aeac-168a95cf311b),segment_id=14cdb324-a2d6-4281-aeac-168a95cf311b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:55.714575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 16f3056b-db10-4aca-8a67-5a82a6638945 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:55.714997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:55.745094 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:55.812108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=62bf9a8a-8f05-4694-b98e-8283a939b122,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:55.869580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbac83-020c-4526-ab95-e43bfa80c53d req-56b6df78-edb7-47ff-b2ff-5dab140ee79a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:55.871508 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:55.877658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aedbac83-020c-4526-ab95-e43bfa80c53d req-56b6df78-edb7-47ff-b2ff-5dab140ee79a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0663960 Nov 23 10:45:55.904204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:55.906397 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dedaed8-48a1-416c-b647-ef25c830fd5f" -d '{"events": [{"server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "name": "network-vif-plugged", "status": "completed", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:55.951731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 16f3056b-db10-4aca-8a67-5a82a6638945, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=16f3056b-db10-4aca-8a67-5a82a6638945,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:55.959623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aedbac83-020c-4526-ab95-e43bfa80c53d req-a165a8a9-4603-4e16-9ce4-2fb66664d612 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788198 Nov 23 10:45:55.968904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:55.970073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc73c518-6c95-4f9a-ab15-4b1ffffe405b no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:45:55.999910 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9835f95-967f-492f-aa56-a787d620692e x-openstack-request-id: req-b9835f95-967f-492f-aa56-a787d620692e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:56.000214 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "name": "network-vif-plugged", "status": "completed", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:56.000465 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9835f95-967f-492f-aa56-a787d620692e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:56.000985 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945', 'code': 200} Nov 23 10:45:56.073809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['62bf9a8a-8f05-4694-b98e-8283a939b122'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:45:56.135357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=16f3056b-db10-4aca-8a67-5a82a6638945,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:56.173408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd69d30-baf4-4928-b216-8da63d6dc1be req-e9aab494-d6ea-4e50-99a0-e59bb4acd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:56.174786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:56.176861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-edd69d30-baf4-4928-b216-8da63d6dc1be req-e9aab494-d6ea-4e50-99a0-e59bb4acd60c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 1096 time: 0.0888846 Nov 23 10:45:56.195237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdff116-4111-45e6-b2b5-a76f237fb576 req-b0041033-14a6-47f2-909b-60aea73668b2 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:56.196941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9cdff116-4111-45e6-b2b5-a76f237fb576 req-b0041033-14a6-47f2-909b-60aea73668b2 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 944 time: 0.1452193 Nov 23 10:45:56.220442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:56.228546 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:56.311160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9cdff116-4111-45e6-b2b5-a76f237fb576 req-e4be9910-b5ad-463d-a5e3-93645c66826e tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905828 Nov 23 10:45:56.315977 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-edd69d30-baf4-4928-b216-8da63d6dc1be req-7a3ab720-67e9-44eb-9ec1-b960d38537fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179996 Nov 23 10:45:56.357101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:56.744019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293b66c-7764-4fef-9015-cbcc791dbd71 req-6b97d706-78ff-4741-a32c-7fdfbda230d9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:56.745973 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4293b66c-7764-4fef-9015-cbcc791dbd71 req-6b97d706-78ff-4741-a32c-7fdfbda230d9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0781503 Nov 23 10:45:56.804041 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4293b66c-7764-4fef-9015-cbcc791dbd71 req-072bce26-eb36-47b6-877a-f5a5a0c41a5a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506718 Nov 23 10:45:57.090084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f178a-5eab-49eb-a570-44921de809c6 req-ed495c84-2f98-4506-b54a-cd01d02e8ed1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:57.092368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-099f178a-5eab-49eb-a570-44921de809c6 req-ed495c84-2f98-4506-b54a-cd01d02e8ed1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.0629497 Nov 23 10:45:57.152538 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-099f178a-5eab-49eb-a570-44921de809c6 req-d33022e5-c706-414e-bfa5-e9e1ff1fa7f3 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522697 Nov 23 10:45:57.420007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62bf9a8a-8f05-4694-b98e-8283a939b122 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:45:57.447358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d784b4-bde5-462d-a2a3-40042c4d5a61 req-12a3b463-0adf-4bd6-ab7a-c2bd6e9b42c9 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:57.449011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7d784b4-bde5-462d-a2a3-40042c4d5a61 req-12a3b463-0adf-4bd6-ab7a-c2bd6e9b42c9 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 944 time: 0.0575597 Nov 23 10:45:57.478910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 62bf9a8a-8f05-4694-b98e-8283a939b122 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:45:57.482943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 62bf9a8a-8f05-4694-b98e-8283a939b122 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:45:57.483358 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:57.506482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7d784b4-bde5-462d-a2a3-40042c4d5a61 req-4c67435c-c0c7-4295-9377-7515048e10e8 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492487 Nov 23 10:45:57.571554 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:57.606543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 62bf9a8a-8f05-4694-b98e-8283a939b122, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62bf9a8a-8f05-4694-b98e-8283a939b122,segment=NetworkSegment(14cdb324-a2d6-4281-aeac-168a95cf311b),segment_id=14cdb324-a2d6-4281-aeac-168a95cf311b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:57.610462 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:57.659030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=62bf9a8a-8f05-4694-b98e-8283a939b122,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:45:57.935077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e88e5-a3c5-4f91-9a5d-ec368e738d4e req-a81d1f39-2154-49cc-8b73-8b20f167d356 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:57.936616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-953e88e5-a3c5-4f91-9a5d-ec368e738d4e req-a81d1f39-2154-49cc-8b73-8b20f167d356 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0537875 Nov 23 10:45:57.994650 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-953e88e5-a3c5-4f91-9a5d-ec368e738d4e req-244f47ff-c22b-45e9-9c96-64d553be853e tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445137 Nov 23 10:45:58.002381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b'}, {'server_uuid': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bf9a8a-8f05-4694-b98e-8283a939b122'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:45:58.004829 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b853d0-849b-41f5-81f9-2808b5db04b7" -d '{"events": [{"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b"}, {"server_uuid": "fb79924d-16d5-4d0d-8273-5671b6e5f9d3", "name": "network-vif-plugged", "status": "completed", "tag": "62bf9a8a-8f05-4694-b98e-8283a939b122"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:45:58.050633 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 10:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c440b2e-207f-438c-88c3-4e6e43565f04 x-openstack-request-id: req-1c440b2e-207f-438c-88c3-4e6e43565f04 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:45:58.050966 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b", "code": 200}, {"server_uuid": "fb79924d-16d5-4d0d-8273-5671b6e5f9d3", "name": "network-vif-plugged", "status": "completed", "tag": "62bf9a8a-8f05-4694-b98e-8283a939b122", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:45:58.051249 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c440b2e-207f-438c-88c3-4e6e43565f04 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:45:58.051650 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'code': 200} Nov 23 10:45:58.051931 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bf9a8a-8f05-4694-b98e-8283a939b122', 'code': 200} Nov 23 10:45:58.069474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fe1ca-db52-43a4-97f8-423aec6c9a58 req-080882a4-438a-4cae-8db1-5814c9b9d941 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:58.070974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c5fe1ca-db52-43a4-97f8-423aec6c9a58 req-080882a4-438a-4cae-8db1-5814c9b9d941 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 949 time: 0.0501268 Nov 23 10:45:58.129800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c5fe1ca-db52-43a4-97f8-423aec6c9a58 req-31908302-c134-4942-be3f-746bc4ab6a1e tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496559 Nov 23 10:45:58.157789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c890-02ea-46ec-a35a-2f5b1bd9090a req-826877cb-3cfd-4fbb-9e56-9b6077e0d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:58.159405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e952c890-02ea-46ec-a35a-2f5b1bd9090a req-826877cb-3cfd-4fbb-9e56-9b6077e0d21d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 1096 time: 0.0448656 Nov 23 10:45:58.239181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e952c890-02ea-46ec-a35a-2f5b1bd9090a req-2f381ef8-25bd-424b-ae86-bc8c0b07fdf0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708966 Nov 23 10:45:58.307748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec88b23-22a5-4335-ae61-d4d3acde8c7e req-1395ddda-6e56-4c8b-b52a-60eb0f467000 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:58.309266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ec88b23-22a5-4335-ae61-d4d3acde8c7e req-1395ddda-6e56-4c8b-b52a-60eb0f467000 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.0690372 Nov 23 10:45:58.362353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ec88b23-22a5-4335-ae61-d4d3acde8c7e req-cf94fb4e-eaa5-477a-9573-5e9d95a3456c tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Nov 23 10:45:58.625388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce361b2-12b4-410d-9e6e-20d77ea45ae7 req-2f1ea240-28d8-40a5-8688-e1d70991900b tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:58.626881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce361b2-12b4-410d-9e6e-20d77ea45ae7 req-2f1ea240-28d8-40a5-8688-e1d70991900b tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 945 time: 0.0495436 Nov 23 10:45:58.680806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ce361b2-12b4-410d-9e6e-20d77ea45ae7 req-954bc493-e090-4a9f-adbb-b1130f8f0268 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Nov 23 10:45:59.113922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e57bc-7ecd-4063-a87b-4b121ce1879f req-4f720aea-058d-4e25-8257-75c69713015f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:59.115391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d9e57bc-7ecd-4063-a87b-4b121ce1879f req-4f720aea-058d-4e25-8257-75c69713015f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Nov 23 10:45:59.165617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d9e57bc-7ecd-4063-a87b-4b121ce1879f req-9095ee6a-db8e-4db7-8c2b-e42be4480bc8 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444334 Nov 23 10:45:59.278667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d294d-ee37-4d70-ad8c-960baddd86d4 req-d2cde3cc-02d5-4159-a12b-847753a77575 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:59.280270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c0d294d-ee37-4d70-ad8c-960baddd86d4 req-d2cde3cc-02d5-4159-a12b-847753a77575 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0483415 Nov 23 10:45:59.289283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36560) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:45:59.293611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'floatingip': {'port_id': '16f3056b-db10-4aca-8a67-5a82a6638945'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:45:59.336878 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:59.486583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439997f5-4420-4afd-ae2a-7d3724105973 req-665f2037-8cd8-45ce-84f0-920205a52554 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:59.488137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-439997f5-4420-4afd-ae2a-7d3724105973 req-665f2037-8cd8-45ce-84f0-920205a52554 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 944 time: 0.0557013 Nov 23 10:45:59.542815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-439997f5-4420-4afd-ae2a-7d3724105973 req-6ca243eb-09cc-4f1e-a6e0-c07967463601 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478570 Nov 23 10:45:59.626310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc73c518-6c95-4f9a-ab15-4b1ffffe405b details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:59.744223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:59.756966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'port_id': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'mac_address': 'fa:16:3e:d9:f1:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee366225-82a3-480e-a0ff-f34ff04b2a5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:45:59.798963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:59.813102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc73c518-6c95-4f9a-ab15-4b1ffffe405b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:45:59.816585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefee7f-fe77-40fa-9e33-aed1b4b26c09 req-5590bf64-6c95-406a-b6a8-5f685264e2e6 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:45:59.818243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edefee7f-fe77-40fa-9e33-aed1b4b26c09 req-5590bf64-6c95-406a-b6a8-5f685264e2e6 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 945 time: 0.0547724 Nov 23 10:45:59.839924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:45:59.847701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:45:59.849308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:45:59.881679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edefee7f-fe77-40fa-9e33-aed1b4b26c09 req-3c7d8b91-9dc8-4900-bdbf-885c47651d1b tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519426 Nov 23 10:45:59.959616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:00.038982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:00.052179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'mac_address': 'fa:16:3e:fb:f5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:46:00.102287 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:00.118020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed71c69f-0759-4b47-9ee8-e05b2d37debd {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:00.142228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:00.149754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:00.152827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:00.158042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:00.208838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:00.245779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ed71c69f-0759-4b47-9ee8-e05b2d37debd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:00.261866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2807a-dd91-4042-ba63-6493452fda6a req-d55bae83-37bd-48a6-b8bb-0975bdd045da tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:00.264084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bb2807a-dd91-4042-ba63-6493452fda6a req-d55bae83-37bd-48a6-b8bb-0975bdd045da tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 945 time: 0.0538969 Nov 23 10:46:00.278334 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Floating IP b80a584d-fa50-4ba8-be12-c336ee2252f8 associated. External IP: 172.25.5.38, port: 16f3056b-db10-4aca-8a67-5a82a6638945. Nov 23 10:46:00.322934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bb2807a-dd91-4042-ba63-6493452fda6a req-424b3b9f-4d80-420e-b273-6a7f39afc001 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521207 Nov 23 10:46:00.490782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Router 3ff27254-a6c9-48cf-a0c5-678fed334e04 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:46:00.600063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['fc73c518-6c95-4f9a-ab15-4b1ffffe405b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:00.600797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:46:00.605694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:00.616005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] Sync routers for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:46:00.635311 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:00.636042 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:00.639536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d0cde0af-5526-44f8-98c3-4585e8bb5d60 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "PUT /v2.0/floatingips/b80a584d-fa50-4ba8-be12-c336ee2252f8 HTTP/1.1" status: 200 len: 990 time: 1.3489890 Nov 23 10:46:00.640244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:00.642826 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:00.716015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb725a14-e837-4605-b778-addea8a3774a req-636fc549-c692-4bad-9d73-a49708319a62 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:00.718377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb725a14-e837-4605-b778-addea8a3774a req-636fc549-c692-4bad-9d73-a49708319a62 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 945 time: 0.0676098 Nov 23 10:46:00.768987 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:00.773080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb725a14-e837-4605-b778-addea8a3774a req-8ee439af-08f1-40cc-b367-b2de888e9771 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Nov 23 10:46:00.798402 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923beec0-bc45-4f40-9452-d123f5a1f6ef x-openstack-request-id: req-923beec0-bc45-4f40-9452-d123f5a1f6ef {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:00.798697 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:00.798960 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-923beec0-bc45-4f40-9452-d123f5a1f6ef {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:00.799356 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945', 'status': 'completed', 'code': 200} Nov 23 10:46:00.861877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-b297f8b2-4ef0-4fa5-a509-0d6a16c9a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:00.863334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-b297f8b2-4ef0-4fa5-a509-0d6a16c9a5ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 1096 time: 0.0405347 Nov 23 10:46:00.962157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-4f24eb9c-7af7-4b65-98d7-e8e6b6aa11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:00.963641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-4f24eb9c-7af7-4b65-98d7-e8e6b6aa11ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.0913568 Nov 23 10:46:01.013891 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'b80a584d-fa50-4ba8-be12-c336ee2252f8', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'port_id': '16f3056b-db10-4aca-8a67-5a82a6638945', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'mac_address': 'fa:16:3e:7e:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:42Z', 'updated_at': '2021-11-23T10:46:00Z', 'revision_number': 1, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:01.041611 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] Checking router: 3ff27254-a6c9-48cf-a0c5-678fed334e04 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:46:01.042845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-4193d2e0-7877-483b-90ef-677462b079e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 200 len: 998 time: 0.0710583 Nov 23 10:46:01.050805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:01.051443 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:45:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:01.093267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-888feb5d-d6aa-4c78-ae38-5c882e89ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:01.094733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-888feb5d-d6aa-4c78-ae38-5c882e89ed5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.0444911 Nov 23 10:46:01.144603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-ddb951e2-c930-410f-910c-57eaeba10ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:01.146590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-ddb951e2-c930-410f-910c-57eaeba10ddf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413473 Nov 23 10:46:01.160831 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:01.240728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-238e7b8f-2154-4edd-bb78-b4e0db7d4ef1 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858295 Nov 23 10:46:01.332479 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e01fec6-e03c-4a85-be1b-c1a5a10014b3 req-c365ac84-0344-489d-8c68-936f4d6a2212 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836651 Nov 23 10:46:01.400854 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'b80a584d-fa50-4ba8-be12-c336ee2252f8', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'port_id': '16f3056b-db10-4aca-8a67-5a82a6638945', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'mac_address': 'fa:16:3e:7e:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:42Z', 'updated_at': '2021-11-23T10:46:00Z', 'revision_number': 1, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:01.428437 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb63c7-8ba4-4476-8370-1d02e4306ceb None None] The sync data for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 is: [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'b80a584d-fa50-4ba8-be12-c336ee2252f8', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'port_id': '16f3056b-db10-4aca-8a67-5a82a6638945', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'mac_address': 'fa:16:3e:7e:6f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:45:42Z', 'updated_at': '2021-11-23T10:46:00Z', 'revision_number': 1, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:46:01.439289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4fe4d35d-977a-447e-90bb-bfcec42c7bdd details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:46:01.446693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:01.447482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c525d-eabb-40fc-bd10-7972fdec3026 req-0a14d6dd-61d6-40a0-af27-7f7c883228f1 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:01.449490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c1c525d-eabb-40fc-bd10-7972fdec3026 req-0a14d6dd-61d6-40a0-af27-7f7c883228f1 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 945 time: 0.0528600 Nov 23 10:46:01.502558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c1c525d-eabb-40fc-bd10-7972fdec3026 req-f9133438-2f1f-479b-ae56-e5eaa1716ca0 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Nov 23 10:46:01.722849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:01.725520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e831cf6-761c-4106-8f23-df5aa8a5fa93 None None] New status for floating IP b80a584d-fa50-4ba8-be12-c336ee2252f8: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:46:01.834230 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:01.896163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:01.897503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972dfd-6348-4b96-8735-9e6fe25dc1b0 req-c4833994-fa92-42fd-bb0b-5060fdec9df4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:01.898991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54972dfd-6348-4b96-8735-9e6fe25dc1b0 req-c4833994-fa92-42fd-bb0b-5060fdec9df4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 945 time: 0.0540590 Nov 23 10:46:01.925952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:01.929083 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1133445-2fa0-4918-86cd-8960f599237b" -d '{"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-unplugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:01.939742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'mac_address': 'fa:16:3e:2e:c8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:46:01.949195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54972dfd-6348-4b96-8735-9e6fe25dc1b0 req-18b12e63-0441-4eb6-b382-0364f66446df tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Nov 23 10:46:01.960592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:01.980006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.009291 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21abc598-e38e-4eb2-ab26-e516444099a6 x-openstack-request-id: req-21abc598-e38e-4eb2-ab26-e516444099a6 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:02.009591 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-unplugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:02.009930 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21abc598-e38e-4eb2-ab26-e516444099a6 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:02.010330 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'code': 200} Nov 23 10:46:02.035149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ed71c69f-0759-4b47-9ee8-e05b2d37debd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:02.035514 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.125254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.160985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:02.165027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fe4d35d-977a-447e-90bb-bfcec42c7bdd {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:02.179973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-a23ebe8a-752e-41e2-8807-03c287fdca32 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:02.181933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-a23ebe8a-752e-41e2-8807-03c287fdca32 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 945 time: 0.0608613 Nov 23 10:46:02.190850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:02.194628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.262231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.287135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:02.301556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['4fe4d35d-977a-447e-90bb-bfcec42c7bdd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:02.330727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Deleting port 62bf9a8a-8f05-4694-b98e-8283a939b122 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:02.331076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.351999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:02.361460 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.443843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] For port 62bf9a8a-8f05-4694-b98e-8283a939b122, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62bf9a8a-8f05-4694-b98e-8283a939b122,segment=NetworkSegment(14cdb324-a2d6-4281-aeac-168a95cf311b),segment_id=14cdb324-a2d6-4281-aeac-168a95cf311b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:02.444208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.456096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:02.457749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Calling delete_port for 62bf9a8a-8f05-4694-b98e-8283a939b122 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:02.603230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.616510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['62bf9a8a-8f05-4694-b98e-8283a939b122'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:02.648444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb10c0b-5b98-47e6-91de-8ecd2561805f req-f50c724f-4ebb-47b8-ad7c-58f15f0bb7de tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:02.650476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6cb10c0b-5b98-47e6-91de-8ecd2561805f req-f50c724f-4ebb-47b8-ad7c-58f15f0bb7de tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb79924d-16d5-4d0d-8273-5671b6e5f9d3 HTTP/1.1" status: 200 len: 867 time: 0.0668066 Nov 23 10:46:02.667960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Pushing event deleted for resources: {'Port': ['ID=62bf9a8a-8f05-4694-b98e-8283a939b122,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:02.682488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] No DVR routers for this DVR port 62bf9a8a-8f05-4694-b98e-8283a939b122 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:02.689196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:02.697728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-303ddd20-0079-4e19-a5b0-becb4d13b213 req-f07a3a58-fefc-4b0f-bd29-e5f13a1e4804 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.65 "DELETE /v2.0/ports/62bf9a8a-8f05-4694-b98e-8283a939b122 HTTP/1.1" status: 204 len: 173 time: 0.4783342 Nov 23 10:46:02.723246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6cb10c0b-5b98-47e6-91de-8ecd2561805f req-fb4a926f-02a6-4dce-a649-ab334b6ec404 tempest-ServerAddressesNegativeTestJSON-132054985 tempest-ServerAddressesNegativeTestJSON-132054985-project] 10.222.0.61 "GET /v2.0/security-groups?id=68d3a72f-1a48-4555-afc5-153008c3a262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663044 Nov 23 10:46:02.801102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'name': 'network-vif-deleted', 'tag': '62bf9a8a-8f05-4694-b98e-8283a939b122'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:02.805014 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330f46b0-01c4-4700-a0c6-168bf5105dff" -d '{"events": [{"server_uuid": "fb79924d-16d5-4d0d-8273-5671b6e5f9d3", "name": "network-vif-deleted", "tag": "62bf9a8a-8f05-4694-b98e-8283a939b122"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:02.862904 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67011fbe-57ff-48db-9e9c-e75c2e071f65 x-openstack-request-id: req-67011fbe-57ff-48db-9e9c-e75c2e071f65 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:02.863447 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb79924d-16d5-4d0d-8273-5671b6e5f9d3", "name": "network-vif-deleted", "tag": "62bf9a8a-8f05-4694-b98e-8283a939b122", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:02.863858 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67011fbe-57ff-48db-9e9c-e75c2e071f65 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:02.864426 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79924d-16d5-4d0d-8273-5671b6e5f9d3', 'name': 'network-vif-deleted', 'tag': '62bf9a8a-8f05-4694-b98e-8283a939b122', 'status': 'completed', 'code': 200} Nov 23 10:46:03.093372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d72a-4b66-40f2-a12e-1fdf84ebfd11 req-3af49a71-467e-4b42-ad01-5762688ff8fd tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:03.095354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43d8d72a-4b66-40f2-a12e-1fdf84ebfd11 req-3af49a71-467e-4b42-ad01-5762688ff8fd tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 945 time: 0.0584638 Nov 23 10:46:03.196825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-43d8d72a-4b66-40f2-a12e-1fdf84ebfd11 req-632a121d-4ed4-49e3-beb2-10f8e2e46ae4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929074 Nov 23 10:46:03.442952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4fe4d35d-977a-447e-90bb-bfcec42c7bdd up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:03.505158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:03.505802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:03.596582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:03.626425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc73c518-6c95-4f9a-ab15-4b1ffffe405b up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:03.664476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:03.675444 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:03.676268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62bf9a8a-8f05-4694-b98e-8283a939b122 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:03.738592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 62bf9a8a-8f05-4694-b98e-8283a939b122 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:03.738952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62bf9a8a-8f05-4694-b98e-8283a939b122 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:03.784379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:03.788913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port fc73c518-6c95-4f9a-ab15-4b1ffffe405b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:03.789632 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:03.833460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:03.922637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:03.932945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] Deleting subnet 7fd365f0-7016-423d-82a4-d9930403857c {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:46:03.937574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:03.988401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.011665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:04.012591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}, {'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd'}, {'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:04.020122 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b5f9c0-86e2-42d3-8805-4e655d62ca2f" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}, {"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd"}, {"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-plugged", "status": "completed", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:04.035545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.055815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.112471 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ecadbf-6e8a-40c7-bcde-b66e73cb670c x-openstack-request-id: req-25ecadbf-6e8a-40c7-bcde-b66e73cb670c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:04.112779 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "code": 200}, {"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-plugged", "status": "completed", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd", "code": 200}, {"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-plugged", "status": "completed", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:04.113033 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-25ecadbf-6e8a-40c7-bcde-b66e73cb670c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:04.113455 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'code': 200} Nov 23 10:46:04.113709 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'code': 200} Nov 23 10:46:04.113957 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'code': 200} Nov 23 10:46:04.143722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:04.147851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.191592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.195463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7fd365f0-7016-423d-82a4-d9930403857c HTTP/1.1" status: 204 len: 168 time: 0.3606775 Nov 23 10:46:04.196748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30992643-d872-413c-add3-8c8a60549554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd365f0-7016-423d-82a4-d9930403857c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:04.198453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36720) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:04.310624 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.425778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc97ae-21f8-46cf-aa2b-6570b591ef1f req-97cd9107-a1c4-4a6a-a386-093a384d696e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:04.427356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7acc97ae-21f8-46cf-aa2b-6570b591ef1f req-97cd9107-a1c4-4a6a-a386-093a384d696e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 1097 time: 0.1496882 Nov 23 10:46:04.450982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9c0f6-5499-40d4-843f-5d14d71f8af1 req-6b0c092e-4dcc-4b01-a08b-b965857882ff tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:04.453379 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23a9c0f6-5499-40d4-843f-5d14d71f8af1 req-6b0c092e-4dcc-4b01-a08b-b965857882ff tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.1201582 Nov 23 10:46:04.526273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.577958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af07cf3-3e0d-4224-9734-69379e8c35b5']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:04.607317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7acc97ae-21f8-46cf-aa2b-6570b591ef1f req-8a3d71e9-73a5-4003-9027-4a53b3e435cf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692679 Nov 23 10:46:04.610313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cdb324-a2d6-4281-aeac-168a95cf311b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:04.610611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cdb324-a2d6-4281-aeac-168a95cf311b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:04.615274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23a9c0f6-5499-40d4-843f-5d14d71f8af1 req-a3243cc6-6d2f-4ca5-bf39-d19a0822f742 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490107 Nov 23 10:46:04.632788 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.652163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.659873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:46:04.660712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:46:04.663318 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:46:04.725986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.733732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:04.740935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1af07cf3-3e0d-4224-9734-69379e8c35b5 HTTP/1.1" status: 204 len: 168 time: 0.5414510 Nov 23 10:46:04.754426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503e3d6-c377-4d7e-b919-505a0900ce43 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af07cf3-3e0d-4224-9734-69379e8c35b5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:04.878212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36732) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:04.924354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca50b85d-83dd-4cba-ab10-97afeda63728 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a4abde5ba992482788940d2da67a04d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449448 Nov 23 10:46:04.927482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:04.993906 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d309b19-c811-45fb-8669-35e112f6c7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:05.040773 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d309b19-c811-45fb-8669-35e112f6c7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:05.114682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d309b19-c811-45fb-8669-35e112f6c7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:05.118311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d309b19-c811-45fb-8669-35e112f6c7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:05.119897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6d309b19-c811-45fb-8669-35e112f6c7f2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68d3a72f-1a48-4555-afc5-153008c3a262 HTTP/1.1" status: 204 len: 168 time: 0.1912513 Nov 23 10:46:05.146942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d309b19-c811-45fb-8669-35e112f6c7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3a72f-1a48-4555-afc5-153008c3a262,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:05.791265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb800d6-1851-4c88-94f8-163deadb6b2c req-544a559b-3eda-4100-a8a4-6926e8721b40 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:05.793570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8eb800d6-1851-4c88-94f8-163deadb6b2c req-544a559b-3eda-4100-a8a4-6926e8721b40 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0807860 Nov 23 10:46:05.894416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8eb800d6-1851-4c88-94f8-163deadb6b2c req-eb9e2748-8936-425d-866d-96e5eb9fe05a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929656 Nov 23 10:46:07.066625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170defb1-ce65-49d6-a4d3-bd02db98ea0e req-a0fdf147-ea45-463b-b9e1-72d30c19edb9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:07.069096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-170defb1-ce65-49d6-a4d3-bd02db98ea0e req-a0fdf147-ea45-463b-b9e1-72d30c19edb9 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0738699 Nov 23 10:46:07.130924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:07.133734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-170defb1-ce65-49d6-a4d3-bd02db98ea0e req-dc631d8e-f01d-4a3b-b467-80829a8e0d1f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Nov 23 10:46:07.281040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85b4ac-649e-4ffc-9156-3d16ebfcfa38 req-adfff88f-5dcf-4dea-b30d-6e1ed3d807a4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:07.293660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e85b4ac-649e-4ffc-9156-3d16ebfcfa38 req-adfff88f-5dcf-4dea-b30d-6e1ed3d807a4 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0823927 Nov 23 10:46:07.333245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-495c5cfa-c8fa-425f-b69a-3d68f0126ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:07.390864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e85b4ac-649e-4ffc-9156-3d16ebfcfa38 req-e53d8247-bdcc-48c5-ade5-1562cbc9f72e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770643 Nov 23 10:46:07.507641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-495c5cfa-c8fa-425f-b69a-3d68f0126ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:07.515754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-495c5cfa-c8fa-425f-b69a-3d68f0126ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:07.591338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36844) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:07.592173 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-495c5cfa-c8fa-425f-b69a-3d68f0126ddc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6aee47002c22435eb964e06f99b93cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565034 Nov 23 10:46:07.600199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c5cfa-c8fa-425f-b69a-3d68f0126ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1777c0b-1ad8-43f3-ad74-29aee3295003,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:07.704667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b56d003c-f80a-470a-bf1b-fdd5545249c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:07.755995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b56d003c-f80a-470a-bf1b-fdd5545249c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:07.849809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b56d003c-f80a-470a-bf1b-fdd5545249c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:07.854845 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b56d003c-f80a-470a-bf1b-fdd5545249c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:07.856304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b56d003c-f80a-470a-bf1b-fdd5545249c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1777c0b-1ad8-43f3-ad74-29aee3295003 HTTP/1.1" status: 204 len: 168 time: 0.2639425 Nov 23 10:46:07.887517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d003c-f80a-470a-bf1b-fdd5545249c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1777c0b-1ad8-43f3-ad74-29aee3295003,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:09.795745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-16b7c8c4-337c-4e9d-bd6d-3ac797eabe4d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:09.798419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-16b7c8c4-337c-4e9d-bd6d-3ac797eabe4d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c HTTP/1.1" status: 200 len: 946 time: 0.0701582 Nov 23 10:46:09.937100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Deleting port fc73c518-6c95-4f9a-ab15-4b1ffffe405b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:09.937494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:10.041262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] For port fc73c518-6c95-4f9a-ab15-4b1ffffe405b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:10.041665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:10.055176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Calling delete_port for fc73c518-6c95-4f9a-ab15-4b1ffffe405b owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:10.243418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:10.262105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['fc73c518-6c95-4f9a-ab15-4b1ffffe405b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:10.287988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Pushing event deleted for resources: {'Port': ['ID=fc73c518-6c95-4f9a-ab15-4b1ffffe405b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:10.378206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] No DVR routers for this DVR port fc73c518-6c95-4f9a-ab15-4b1ffffe405b on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:10.381319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:10.385408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d934256-5d31-402f-8cf2-93e65a471d64 req-a4e30470-9a21-4607-8b90-2bcdb2164f69 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "DELETE /v2.0/ports/fc73c518-6c95-4f9a-ab15-4b1ffffe405b HTTP/1.1" status: 204 len: 173 time: 0.5675688 Nov 23 10:46:10.386027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-deleted', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:10.396692 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393452c3-166c-4bab-a3a8-f037c257b4d5" -d '{"events": [{"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-deleted", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:13.637561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc73c518-6c95-4f9a-ab15-4b1ffffe405b no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:13.672985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: fc73c518-6c95-4f9a-ab15-4b1ffffe405b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:13.673616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fc73c518-6c95-4f9a-ab15-4b1ffffe405b not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:14.364915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d8af4-394b-4b59-bddf-6a18618831ef req-6762e2ad-ffb6-4047-8247-842c7363431e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:14.366944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-6762e2ad-ffb6-4047-8247-842c7363431e tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 815 time: 0.1248794 Nov 23 10:46:14.387794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-9a194a1d-9b99-42b6-816b-f432616ae95a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/quotas/a0b41b5ec3f9477a8597b225df56a073 HTTP/1.1" status: 200 len: 375 time: 0.0126994 Nov 23 10:46:14.427786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-a885e1d1-941f-425a-b0d8-06aa7daf71c7 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329592 Nov 23 10:46:14.443472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0cae5d26-f253-41bd-92cb-97179fa0f634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:14.534895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-d11eaac4-9c55-4a79-abeb-6fa726efd23d service neutron] 10.222.0.61 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989301 Nov 23 10:46:14.699958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-8fa5c659-5397-4e39-b713-e67930436dfe service neutron] 10.222.0.61 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590555 Nov 23 10:46:14.871193 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b88eab6-fe8d-47f3-a72e-842e1668bf37 x-openstack-request-id: req-5b88eab6-fe8d-47f3-a72e-842e1668bf37 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:14.872085 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c", "name": "network-vif-deleted", "tag": "fc73c518-6c95-4f9a-ab15-4b1ffffe405b", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:14.872505 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b88eab6-fe8d-47f3-a72e-842e1668bf37 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:14.873714 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c2d6d30-c646-4e4f-a8a5-bda207f2bd0c', 'name': 'network-vif-deleted', 'tag': 'fc73c518-6c95-4f9a-ab15-4b1ffffe405b', 'status': 'completed', 'code': 200} Nov 23 10:46:14.986120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2ee69d3-706f-494f-a846-e5212c7e2646 req-5f030efe-3e74-4feb-b747-655035c99af6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 210 time: 0.0503342 Nov 23 10:46:15.186697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27638e-47de-4a33-9f20-3199495bef4c req-d90a10dd-35ac-4eb8-8fee-2ea14203fa17 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:15.188318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e27638e-47de-4a33-9f20-3199495bef4c req-d90a10dd-35ac-4eb8-8fee-2ea14203fa17 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 949 time: 0.1038418 Nov 23 10:46:15.287056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e27638e-47de-4a33-9f20-3199495bef4c req-b84aff76-73bf-42b1-861c-3a8d6de38d5e tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908444 Nov 23 10:46:15.849780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37012) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:15.998942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ec1a580b-e04f-4219-a1a1-9f2896a544ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.088157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ec1a580b-e04f-4219-a1a1-9f2896a544ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.102518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ec1a580b-e04f-4219-a1a1-9f2896a544ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.140102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-250f94c9-c763-4c07-9f0c-44bd3d3a22ff req-e3071252-f507-432c-935f-778dc47549c1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 210 time: 0.0501173 Nov 23 10:46:16.173850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ec1a580b-e04f-4219-a1a1-9f2896a544ab admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4863baa4d3b747f4a7ba9d479965023f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220987 Nov 23 10:46:16.174478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37018) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:16.207123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a580b-e04f-4219-a1a1-9f2896a544ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5255c-160a-437c-93b7-6f57480d1cc1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:16.276078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9532150-f8ae-45d4-b4d3-dc72bd331a8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.303450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9532150-f8ae-45d4-b4d3-dc72bd331a8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.409170 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9532150-f8ae-45d4-b4d3-dc72bd331a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.412853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9532150-f8ae-45d4-b4d3-dc72bd331a8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.414060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c9532150-f8ae-45d4-b4d3-dc72bd331a8b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/09d5255c-160a-437c-93b7-6f57480d1cc1 HTTP/1.1" status: 204 len: 168 time: 0.2379496 Nov 23 10:46:16.441955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9532150-f8ae-45d4-b4d3-dc72bd331a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5255c-160a-437c-93b7-6f57480d1cc1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:16.470489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d8af4-394b-4b59-bddf-6a18618831ef req-f63337e5-b30f-4b9f-ad90-4da8248e3139 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:16.472431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-f63337e5-b30f-4b9f-ad90-4da8248e3139 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 815 time: 0.1701849 Nov 23 10:46:16.490545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Request body: {'port': {'device_id': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'admin_state_up': True, 'tenant_id': 'a0b41b5ec3f9477a8597b225df56a073'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:16.684785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Made reservation on behalf of a0b41b5ec3f9477a8597b225df56a073 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:16.689963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.891722 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a886e49f-0c98-40ce-9b79-934e04378bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:16.906150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Allocated IP 172.20.0.14 (f8e8c0ec-cf5e-40e7-8624-7be22fef41b6/ee366225-82a3-480e-a0ff-f34ff04b2a5b/9ff50914-bc9e-4cc1-ba33-cbb1f950f12c) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:46:17.136440 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:17.187142 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:17.252262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:46:17.258719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:17.273261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:46:17.323804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Pushing event updated for resources: {'Port': ['ID=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:17.399676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:17.401456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:17.425592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eff11e-20f4-48a8-891c-fdfb7089f68a req-a40a3031-e565-425f-80b2-1ab870a905fb tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:17.427491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79eff11e-20f4-48a8-891c-fdfb7089f68a req-a40a3031-e565-425f-80b2-1ab870a905fb tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 932 time: 0.1053412 Nov 23 10:46:17.470371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-c13da817-f2a7-4acc-bf21-34c4a855e6e6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9859242 Nov 23 10:46:17.484356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:46:17.494492 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79eff11e-20f4-48a8-891c-fdfb7089f68a req-c2185710-cd32-4bd8-be64-bdd70665058b tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594511 Nov 23 10:46:17.499772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4fe4d35d-977a-447e-90bb-bfcec42c7bdd no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:17.503605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Request body: {'port': {'device_id': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:17.585273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:17.734747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:17.760608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:17.783596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'mac_address': 'fa:16:3e:f1:3a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:46:17.790155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:17.793091 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47063d4d-342d-4255-9347-e4efacb67b91" -d '{"events": [{"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:17.830717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:17.852918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:17.918700 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0110493-89f2-42b9-bf5a-eb994aa0382e x-openstack-request-id: req-f0110493-89f2-42b9-bf5a-eb994aa0382e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:17.920095 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:17.920095 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0110493-89f2-42b9-bf5a-eb994aa0382e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:17.920855 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'code': 200} Nov 23 10:46:17.926446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:17.933680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.141557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37104) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:18.142101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b108e65-30dd-48a7-805a-bc7fba5d7500 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:18.157042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:18.166805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.180124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Transition to ACTIVE for port object 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:46:18.193084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.217292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:18.225196 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.262634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:18.314434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:18.335746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['0b108e65-30dd-48a7-805a-bc7fba5d7500'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:18.363186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-909bbb5b-ecca-46fa-a2a6-09adad3e5afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.390966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Attempting to bind port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:46:18.391391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Attempting to bind port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:46:18.392245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Attempting to bind port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:46:18.398712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:46:18.399336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Attempting to bind port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c on network f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:46:18.405980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:46:18.406399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Checking segment: {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:46:18.407050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Bound using segment: {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:46:18.408031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Bound port: 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd8c70b-1205-45b5-b775-5b1052cdbc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:46:18.408373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.457322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-909bbb5b-ecca-46fa-a2a6-09adad3e5afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.477810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-909bbb5b-ecca-46fa-a2a6-09adad3e5afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.483843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.510209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] For port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:46:18.514920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] For port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:46:18.533632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-909bbb5b-ecca-46fa-a2a6-09adad3e5afe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be75f811687f409dbb482591cfbbde31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3898785 Nov 23 10:46:18.534630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bbb5b-ecca-46fa-a2a6-09adad3e5afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d4ed38-17f5-47a2-8191-ecf59fd9fac9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:18.537179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37114) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:18.537548 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.600729 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e28ae3-13a0-4aa8-a488-04fcd6b281eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.630133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e28ae3-13a0-4aa8-a488-04fcd6b281eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.646806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:18.647434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.649443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] 10.222.0.58 "PUT /v2.0/ports/9ff50914-bc9e-4cc1-ba33-cbb1f950f12c HTTP/1.1" status: 200 len: 1092 time: 1.1501925 Nov 23 10:46:18.649898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'tag': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:18.653245 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3733f50-bc18-41be-98b7-1ec2b194661c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c96a9bf-1688-47fa-a4f0-59bb749311e2", "tag": "9ff50914-bc9e-4cc1-ba33-cbb1f950f12c"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:18.706667 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113c2ebb-36dc-49af-b8c6-6a4dff3cee2c x-openstack-request-id: req-113c2ebb-36dc-49af-b8c6-6a4dff3cee2c {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:18.706973 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c96a9bf-1688-47fa-a4f0-59bb749311e2", "tag": "9ff50914-bc9e-4cc1-ba33-cbb1f950f12c", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:18.707220 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-113c2ebb-36dc-49af-b8c6-6a4dff3cee2c {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:18.707671 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'tag': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c', 'status': 'completed', 'code': 200} Nov 23 10:46:18.744611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f44c8-ab78-49cc-ae99-08c48a36a260 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:18.757697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d8af4-394b-4b59-bddf-6a18618831ef req-7db99f89-6eb7-4a0a-83ca-74e3768ccb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:18.759841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-7db99f89-6eb7-4a0a-83ca-74e3768ccb0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 1095 time: 0.0514970 Nov 23 10:46:18.760073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e71292-8cac-4306-a67c-3b495609c636 req-c8c0003d-5d12-47e5-b6fc-e0c2087aebe6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:18.769872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8e71292-8cac-4306-a67c-3b495609c636 req-c8c0003d-5d12-47e5-b6fc-e0c2087aebe6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 944 time: 0.1342738 Nov 23 10:46:18.812892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-51dbd8d1-a43b-414f-b1d1-c95e74efe88a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c HTTP/1.1" status: 200 len: 217 time: 0.0434520 Nov 23 10:46:18.821446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e28ae3-13a0-4aa8-a488-04fcd6b281eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.825671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e28ae3-13a0-4aa8-a488-04fcd6b281eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:18.828189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-73e28ae3-13a0-4aa8-a488-04fcd6b281eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05d4ed38-17f5-47a2-8191-ecf59fd9fac9 HTTP/1.1" status: 204 len: 168 time: 0.2897296 Nov 23 10:46:18.855094 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8e71292-8cac-4306-a67c-3b495609c636 req-9f271354-37ec-4bcd-bd2c-47ee8ca60f82 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840218 Nov 23 10:46:18.865402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e28ae3-13a0-4aa8-a488-04fcd6b281eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d4ed38-17f5-47a2-8191-ecf59fd9fac9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:18.895299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d8af4-394b-4b59-bddf-6a18618831ef req-1cfb8a8a-b737-47e3-bb7a-9aaee466baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:18.897902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-1cfb8a8a-b737-47e3-bb7a-9aaee466baa9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee366225-82a3-480e-a0ff-f34ff04b2a5b HTTP/1.1" status: 200 len: 855 time: 0.0772908 Nov 23 10:46:18.940722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-f8e8a0de-436e-40c7-a25b-f3ececa1c256 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339775 Nov 23 10:46:19.075073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-12ef84a1-6919-4dab-a660-e1bd02a84c8f service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066303 Nov 23 10:46:19.218064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-061d8af4-394b-4b59-bddf-6a18618831ef req-e2f116b5-658f-41fc-99aa-a6cffebc9a8d service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322622 Nov 23 10:46:19.352496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-036cdee8-ff29-4f88-9b56-faa0aca79ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:19.354063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-036cdee8-ff29-4f88-9b56-faa0aca79ec3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a0b41b5ec3f9477a8597b225df56a073&device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 1095 time: 0.0686405 Nov 23 10:46:19.418227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:19.491282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:19.515383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-1a76eeab-2073-4fe3-8f58-55420df0058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:19.516948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-1a76eeab-2073-4fe3-8f58-55420df0058e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 200 len: 916 time: 0.1530204 Nov 23 10:46:19.536330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bff61-87d2-43ab-9b49-812d5bc3ad93 req-1fceab2d-b249-49b2-af0f-0569f1aaa076 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:19.538183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a5bff61-87d2-43ab-9b49-812d5bc3ad93 req-1fceab2d-b249-49b2-af0f-0569f1aaa076 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 946 time: 0.0874228 Nov 23 10:46:19.551459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 0b108e65-30dd-48a7-805a-bc7fba5d7500 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:19.552178 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:19.590874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-ce747d29-7a4f-4c5c-8900-6a96aa1a39f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c HTTP/1.1" status: 200 len: 217 time: 0.0515590 Nov 23 10:46:19.677532 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a5bff61-87d2-43ab-9b49-812d5bc3ad93 req-5f82555f-1c29-4011-af5b-5dba9788064a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956495 Nov 23 10:46:19.678969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-2053dc4a-08b0-426e-b8c4-a4e841046f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:19.680461 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-2053dc4a-08b0-426e-b8c4-a4e841046f55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ee366225-82a3-480e-a0ff-f34ff04b2a5b HTTP/1.1" status: 200 len: 855 time: 0.0814421 Nov 23 10:46:19.688076 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:19.726994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-c60b294e-f689-4fa5-9a91-221349ac1a4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347269 Nov 23 10:46:19.762351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:19.770065 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:19.780229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:19.846564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-fd0acf26-a79c-44b6-9e1d-69f39397c12c service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094685 Nov 23 10:46:19.852560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:19.922212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:19.924680 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c917adc1-5837-4c7e-97d2-c21470756d44" -d '{"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-plugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:19.977364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3733f50-bc18-41be-98b7-1ec2b194661c req-e918c398-7641-4c58-bb9b-b6fc7ed1a753 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228466 Nov 23 10:46:20.026934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544552-31f5-4d83-b216-eefd6ced8b80 req-976332b5-10c9-4829-af53-d4735c7f564d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:20.031852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f544552-31f5-4d83-b216-eefd6ced8b80 req-976332b5-10c9-4829-af53-d4735c7f564d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 944 time: 0.0692449 Nov 23 10:46:20.067850 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:20.091040 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c337515-793d-41b1-b4dc-7c4fc99c6d11 x-openstack-request-id: req-1c337515-793d-41b1-b4dc-7c4fc99c6d11 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:20.091374 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-plugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:20.091699 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1c337515-793d-41b1-b4dc-7c4fc99c6d11 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:20.092030 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'code': 200} Nov 23 10:46:20.161148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f544552-31f5-4d83-b216-eefd6ced8b80 req-816552c5-aa65-4437-a909-e82001802ffe tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124148 Nov 23 10:46:20.839877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7eea3-6f83-4837-98e6-445f109eb459 req-bdc45d7b-d2bb-4fe0-963d-63b6739f78ee tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:20.848769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bee7eea3-6f83-4837-98e6-445f109eb459 req-bdc45d7b-d2bb-4fe0-963d-63b6739f78ee tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 946 time: 0.0740991 Nov 23 10:46:20.922917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bee7eea3-6f83-4837-98e6-445f109eb459 req-fdec8581-aa42-421c-b133-3fe0e4be356e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728409 Nov 23 10:46:21.400811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac4165-ffec-4d1d-9ef1-cfb33c4baf91 req-e2b4c405-bd51-467b-b00a-4bc1aa42db03 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:21.403102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82ac4165-ffec-4d1d-9ef1-cfb33c4baf91 req-e2b4c405-bd51-467b-b00a-4bc1aa42db03 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 944 time: 0.0685375 Nov 23 10:46:21.552114 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82ac4165-ffec-4d1d-9ef1-cfb33c4baf91 req-ce62cdc4-154c-4f8d-9d47-23d45c77431f tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363125 Nov 23 10:46:21.961642 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:22.734897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b893c6-5bde-4953-9b7e-b5b714c7db25 req-e2928152-d1e0-49e1-aea4-b350cd280303 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:22.737141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47b893c6-5bde-4953-9b7e-b5b714c7db25 req-e2928152-d1e0-49e1-aea4-b350cd280303 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 944 time: 0.0805194 Nov 23 10:46:22.806477 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47b893c6-5bde-4953-9b7e-b5b714c7db25 req-605e7255-3550-4a70-afbc-99abc33f8009 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614836 Nov 23 10:46:23.704755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:46:23.708978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:23.943159 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:23.985450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:23.987994 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff17737-e0c0-4ee3-aa57-0780a801df49" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-unplugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:23.994482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:24.002098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:24.027053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:24.033211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d876c43-4c65-460d-8533-909ce866eb88 req-84d489b8-96a0-418d-b21c-a802c14400e5 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:24.041590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d876c43-4c65-460d-8533-909ce866eb88 req-84d489b8-96a0-418d-b21c-a802c14400e5 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 944 time: 0.0703883 Nov 23 10:46:24.046160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c', 'network_id': 'f8e8c0ec-cf5e-40e7-8624-7be22fef41b6', 'port_id': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c', 'mac_address': 'fa:16:3e:4f:1b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee366225-82a3-480e-a0ff-f34ff04b2a5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:46:24.122901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d876c43-4c65-460d-8533-909ce866eb88 req-434ff9a6-de3d-4dc9-be70-0f7c913aa945 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796287 Nov 23 10:46:24.143900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:24.172581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:24.194822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:24.196498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:24.209052 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aadba35-0874-4609-9abf-2b35ad4ea338 x-openstack-request-id: req-0aadba35-0874-4609-9abf-2b35ad4ea338 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:24.209554 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-unplugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:24.209959 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0aadba35-0874-4609-9abf-2b35ad4ea338 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:24.210957 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'code': 200} Nov 23 10:46:24.212567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:24.260241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eb0a1-1db3-4b59-b9f5-9c76fba339a9 req-9c671c5c-69ea-4f33-bed3-ec78b6717f00 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:24.264311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-771eb0a1-1db3-4b59-b9f5-9c76fba339a9 req-9c671c5c-69ea-4f33-bed3-ec78b6717f00 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.1037257 Nov 23 10:46:24.281182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:24.345648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-771eb0a1-1db3-4b59-b9f5-9c76fba339a9 req-1f21af96-b984-4531-805d-4cf71905fc7b tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725632 Nov 23 10:46:25.110521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9ff50914-bc9e-4cc1-ba33-cbb1f950f12c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:25.340475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc66f2b-f9e5-42f2-8e15-d86f67cd9d99 req-c643e752-4f43-42fc-8378-94f27150e79a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:25.346336 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-afc66f2b-f9e5-42f2-8e15-d86f67cd9d99 req-c643e752-4f43-42fc-8378-94f27150e79a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 945 time: 0.1173909 Nov 23 10:46:25.467096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-afc66f2b-f9e5-42f2-8e15-d86f67cd9d99 req-5e45a08e-124f-46a4-87a4-05c473671a60 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088550 Nov 23 10:46:25.663950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9901633-5daa-44e3-bd40-218b17defdd3 req-3d609ee8-1fb1-452a-9fd7-55c97d1106f7 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:25.672545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9901633-5daa-44e3-bd40-218b17defdd3 req-3d609ee8-1fb1-452a-9fd7-55c97d1106f7 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.0859635 Nov 23 10:46:25.724059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:46:25.746333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9901633-5daa-44e3-bd40-218b17defdd3 req-6428e952-781a-48d7-aece-1c19cbd90ca8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636640 Nov 23 10:46:25.854774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:25.869065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'mac_address': 'fa:16:3e:fb:f5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:46:25.913997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:25.933318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed71c69f-0759-4b47-9ee8-e05b2d37debd {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:25.964131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:25.970185 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:26.027631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:26.175497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ed71c69f-0759-4b47-9ee8-e05b2d37debd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:26.433680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9da9a-1f6d-4086-8a49-68ad6ea91cc8 req-8a7dbe13-9a08-417e-9553-776c318d3d0b tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:26.437081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76b9da9a-1f6d-4086-8a49-68ad6ea91cc8 req-8a7dbe13-9a08-417e-9553-776c318d3d0b tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.0611525 Nov 23 10:46:26.490589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76b9da9a-1f6d-4086-8a49-68ad6ea91cc8 req-345ab28e-7b4c-4607-912b-5598fcce15c1 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443151 Nov 23 10:46:26.620649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7800-a9bb-4e38-8102-64452b64507b req-b98fea42-c4b5-4ecd-80da-c6e2f3020b78 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:26.629833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-928d7800-a9bb-4e38-8102-64452b64507b req-b98fea42-c4b5-4ecd-80da-c6e2f3020b78 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 945 time: 0.0669527 Nov 23 10:46:26.724883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-928d7800-a9bb-4e38-8102-64452b64507b req-5d5b0ec6-9c2a-455c-b56a-ea974e85bd25 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799265 Nov 23 10:46:27.012768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37494) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:27.138994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a83bc5c3-a69b-4502-b325-ffc1fc030909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.242577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a83bc5c3-a69b-4502-b325-ffc1fc030909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.247244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a83bc5c3-a69b-4502-b325-ffc1fc030909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.304111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bc5c3-a69b-4502-b325-ffc1fc030909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96011c43-250a-4b0c-9032-24e6dd51c1a6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:27.312358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a83bc5c3-a69b-4502-b325-ffc1fc030909 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6201ca8f03e4caba3881cb80a873ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949538 Nov 23 10:46:27.312589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37500) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:27.395932 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2d913d4-11c7-4f71-94e1-0eba14bcc6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.420504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2d913d4-11c7-4f71-94e1-0eba14bcc6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.487964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2d913d4-11c7-4f71-94e1-0eba14bcc6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.490753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2d913d4-11c7-4f71-94e1-0eba14bcc6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.491980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a2d913d4-11c7-4f71-94e1-0eba14bcc6b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/96011c43-250a-4b0c-9032-24e6dd51c1a6 HTTP/1.1" status: 204 len: 168 time: 0.1784601 Nov 23 10:46:27.511479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d913d4-11c7-4f71-94e1-0eba14bcc6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96011c43-250a-4b0c-9032-24e6dd51c1a6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:27.671786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d3418-a503-4b48-a7eb-aeb4575848e0 req-858dba57-e748-4ba2-9c50-dc24b3b5db4d tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:27.679241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-796d3418-a503-4b48-a7eb-aeb4575848e0 req-858dba57-e748-4ba2-9c50-dc24b3b5db4d tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.0715041 Nov 23 10:46:27.744967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:27.777750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-796d3418-a503-4b48-a7eb-aeb4575848e0 req-bf2feb67-96cc-4299-b8bc-ef9eeeb567f8 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893271 Nov 23 10:46:27.820441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ed71c69f-0759-4b47-9ee8-e05b2d37debd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:27.821098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.940961 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:27.961501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18548c6e-9221-43f6-bbfa-f0391681c4f9 req-4b2c63a8-7ad4-4cf1-8b80-2a33d7e1c70d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:27.972576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:27.975605 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64132516-cea1-432a-a324-3ed73e326fd4" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:27.976830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18548c6e-9221-43f6-bbfa-f0391681c4f9 req-4b2c63a8-7ad4-4cf1-8b80-2a33d7e1c70d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 945 time: 0.1076934 Nov 23 10:46:27.989295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37524) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:27.995591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:28.001063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.001777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:28.010680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-725c26d9-0ff3-455c-b519-5b3246e8c36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.075907 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c9acf3-3bd4-49dc-9aff-bdaacab4d119 x-openstack-request-id: req-37c9acf3-3bd4-49dc-9aff-bdaacab4d119 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:28.076268 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:28.076552 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37c9acf3-3bd4-49dc-9aff-bdaacab4d119 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:28.076976 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'code': 200} Nov 23 10:46:28.080803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18548c6e-9221-43f6-bbfa-f0391681c4f9 req-837fc712-eb89-4667-bd86-db14ea1ff7d6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028001 Nov 23 10:46:28.108694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-725c26d9-0ff3-455c-b519-5b3246e8c36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.126131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-725c26d9-0ff3-455c-b519-5b3246e8c36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.147123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:28.171466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:46:28.179778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:28.183455 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.198553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-725c26d9-0ff3-455c-b519-5b3246e8c36a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=801d19d104e746798561a69a08794e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2048142 Nov 23 10:46:28.202627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37536) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:28.209511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c26d9-0ff3-455c-b519-5b3246e8c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04d8af-680d-45f9-bd57-c635e6ef7234,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:28.250304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-12a79d0f-bc7c-408d-9d1f-6874c5f4c0cc tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:28.254010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-12a79d0f-bc7c-408d-9d1f-6874c5f4c0cc tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.1022239 Nov 23 10:46:28.312465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.317577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad06d-dece-4244-a6ce-43271056c035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.354931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:28.362829 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.370734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad06d-dece-4244-a6ce-43271056c035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.424884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:28.431790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Deleting port 9f3e3e7f-444a-4b38-981a-5580afba75a2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:28.432133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.453046 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad06d-dece-4244-a6ce-43271056c035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.459160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad06d-dece-4244-a6ce-43271056c035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.460356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6e8ad06d-dece-4244-a6ce-43271056c035 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff04d8af-680d-45f9-bd57-c635e6ef7234 HTTP/1.1" status: 204 len: 168 time: 0.2562299 Nov 23 10:46:28.469725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ad06d-dece-4244-a6ce-43271056c035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04d8af-680d-45f9-bd57-c635e6ef7234,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:28.574615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] For port 9f3e3e7f-444a-4b38-981a-5580afba75a2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9f3e3e7f-444a-4b38-981a-5580afba75a2,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:28.574615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.799967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.801167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:28.801167 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Floating IP 5d1512dd-d750-401f-acdf-d6a2b70db0ee disassociated. External IP: 172.25.5.93, port: 9f3e3e7f-444a-4b38-981a-5580afba75a2. Nov 23 10:46:28.804661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Calling delete_port for 9f3e3e7f-444a-4b38-981a-5580afba75a2 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:28.970338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac212b-bbd1-41e2-b851-6796d79f3962 req-51ee020d-e2e0-4f4c-8025-4c39405a9aec tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:28.971138 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:46:28.979141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ecac212b-bbd1-41e2-b851-6796d79f3962 req-51ee020d-e2e0-4f4c-8025-4c39405a9aec tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 946 time: 0.0958109 Nov 23 10:46:29.049355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:29.061781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ecac212b-bbd1-41e2-b851-6796d79f3962 req-a46e1060-6056-4996-a1ec-23550a3d13e7 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups?id=fa32206f-ae68-4366-accb-1dc883abbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778110 Nov 23 10:46:29.092781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event deleted for resources: {'Port': ['ID=9f3e3e7f-444a-4b38-981a-5580afba75a2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:29.106379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.106735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.107083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.107421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.108281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.108281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.108447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.108764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.109097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.110273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.110593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.110929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:29.241499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec1af-1ddd-4ce0-a690-f52b27f894a3 req-ffb0ee9c-2ed4-4726-aef2-db3a026034a6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:29.253710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8aec1af-1ddd-4ce0-a690-f52b27f894a3 req-ffb0ee9c-2ed4-4726-aef2-db3a026034a6 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.0977397 Nov 23 10:46:29.318222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8aec1af-1ddd-4ce0-a690-f52b27f894a3 req-4c598b28-8b51-49dc-837e-71d48e2bad8d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629647 Nov 23 10:46:29.354515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:46:29.907831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:46:29.919596 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] Sync routers for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:46:29.934108 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:29.935399 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:29.951556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] No DVR routers for this DVR port 9f3e3e7f-444a-4b38-981a-5580afba75a2 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:29.955804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:29.959820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c06b5b2-226c-4415-a36e-7a5fa1bfe3e9 req-3ee9f9d5-d02e-4385-98a5-7a53ef0d6067 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.65 "DELETE /v2.0/ports/9f3e3e7f-444a-4b38-981a-5580afba75a2 HTTP/1.1" status: 204 len: 173 time: 1.6958745 Nov 23 10:46:29.960491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'name': 'network-vif-deleted', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:29.962966 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33463e0-aae9-43e2-9c48-747fcfa852d3" -d '{"events": [{"server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "name": "network-vif-deleted", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:30.020898 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a49c50b-430c-48d3-99ac-02730b001d6c x-openstack-request-id: req-6a49c50b-430c-48d3-99ac-02730b001d6c {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:30.021341 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7aacc0-1c7b-42d8-8f78-2cac5317ff96", "name": "network-vif-deleted", "tag": "9f3e3e7f-444a-4b38-981a-5580afba75a2", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:30.021727 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a49c50b-430c-48d3-99ac-02730b001d6c {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:30.022261 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7aacc0-1c7b-42d8-8f78-2cac5317ff96', 'name': 'network-vif-deleted', 'tag': '9f3e3e7f-444a-4b38-981a-5580afba75a2', 'status': 'completed', 'code': 200} Nov 23 10:46:30.077984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:30.080891 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e7e3eb-db9b-4a82-9c4b-e2a048c088d9" -d '{"events": [{"server_uuid": "7c96a9bf-1688-47fa-a4f0-59bb749311e2", "name": "network-vif-plugged", "status": "completed", "tag": "9ff50914-bc9e-4cc1-ba33-cbb1f950f12c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:30.120911 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:30.185041 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cdb8f0-a669-480f-ab34-ecd7c212265d x-openstack-request-id: req-90cdb8f0-a669-480f-ab34-ecd7c212265d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:30.185589 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c96a9bf-1688-47fa-a4f0-59bb749311e2", "name": "network-vif-plugged", "status": "completed", "tag": "9ff50914-bc9e-4cc1-ba33-cbb1f950f12c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:30.186164 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90cdb8f0-a669-480f-ab34-ecd7c212265d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:30.187060 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c', 'code': 200} Nov 23 10:46:30.284972 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fbcbb431-432a-45da-8e1c-2d6350fb64e8 req-87c21bea-59ff-46a5-bab7-f5ae5eb0397e tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.1051948 Nov 23 10:46:30.402462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068164b-6fa5-4f1d-986a-beda5b42bada req-5f7c5c1d-1b6e-4096-ab47-7c3468edb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:30.404951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a068164b-6fa5-4f1d-986a-beda5b42bada req-5f7c5c1d-1b6e-4096-ab47-7c3468edb289 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 1097 time: 0.1074386 Nov 23 10:46:30.474827 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:40Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:30.497490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a068164b-6fa5-4f1d-986a-beda5b42bada req-226a0d6f-3c2d-48b4-8ea6-45f52d6aa5e3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788763 Nov 23 10:46:30.511146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] Checking router: 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:46:30.522461 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:30.523318 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:30.548745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9316676-1cbc-4d7e-a2a1-bd84879ceaa1 req-925d3ef1-cc6a-4bcd-bd4b-746a2ef75e2a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:30.556200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9316676-1cbc-4d7e-a2a1-bd84879ceaa1 req-925d3ef1-cc6a-4bcd-bd4b-746a2ef75e2a tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.1110137 Nov 23 10:46:30.621688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9316676-1cbc-4d7e-a2a1-bd84879ceaa1 req-50091cc5-a535-4b1a-adcc-2880ed99b591 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645545 Nov 23 10:46:30.651389 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:31.234641 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:40Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:31.292577 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bf0303-6d73-4c02-85e5-3740612bc6d0 None None] The sync data for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 is: [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:43:35Z', 'revision_number': 4, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '1dd20cb0-6fea-407b-825d-6ec04029a28d', 'name': '', 'network_id': '8ee65a4d-f821-40a4-bb1b-b01bc59e54d7', 'tenant_id': '749234af7c65413dae63661137894b99', 'mac_address': 'fa:16:3e:44:14:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:34Z', 'updated_at': '2021-11-23T10:43:40Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'subnets': [{'id': '35841bc8-c9dd-4a3d-8b0e-d212b187acbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:46:31.454046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ace3279-9b95-40fd-b5fa-efb8d70af23c req-65cd3216-efa4-4b69-8a53-7dd72468a0a4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.0404952 Nov 23 10:46:31.523098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9f3e3e7f-444a-4b38-981a-5580afba75a2 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:31.553409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 9f3e3e7f-444a-4b38-981a-5580afba75a2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:31.554048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9f3e3e7f-444a-4b38-981a-5580afba75a2 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:31.755698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7168d564-e1f2-40d4-95f2-4c59b34c13cc None None] New status for floating IP 5d1512dd-d750-401f-acdf-d6a2b70db0ee: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:46:31.787483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054084e0-1919-4bff-9a7f-ab7c6c7e0ea8 req-ef707d51-3d9a-44f3-b9f4-4ac9b6088739 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:31.798364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-054084e0-1919-4bff-9a7f-ab7c6c7e0ea8 req-ef707d51-3d9a-44f3-b9f4-4ac9b6088739 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.0844729 Nov 23 10:46:31.901500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-054084e0-1919-4bff-9a7f-ab7c6c7e0ea8 req-dcd46cac-bb83-41df-b0da-01d45335a197 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893939 Nov 23 10:46:32.651123 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-133405f1-5055-4273-b8bb-32366eef80a6 req-4a15b3c9-737b-4c77-ae4e-e6cc17f53ff6 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.0632572 Nov 23 10:46:33.087293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f67867-f85a-4cc3-9abd-3e779ab2c3a7 req-a7357fef-8362-4bbf-ad93-a78866451947 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:33.095988 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21f67867-f85a-4cc3-9abd-3e779ab2c3a7 req-a7357fef-8362-4bbf-ad93-a78866451947 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.0755384 Nov 23 10:46:33.211549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21f67867-f85a-4cc3-9abd-3e779ab2c3a7 req-f0c2e85b-d697-49d0-9869-bf2266c97110 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128433 Nov 23 10:46:33.537785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daea7ac-823f-4f0b-b092-8f5007d08fa4 req-721db37b-dde4-407d-9ecc-1b54efc79877 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:33.539768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3daea7ac-823f-4f0b-b092-8f5007d08fa4 req-721db37b-dde4-407d-9ecc-1b54efc79877 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.1007726 Nov 23 10:46:33.637023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3daea7ac-823f-4f0b-b092-8f5007d08fa4 req-eaeb1ecc-aa03-47cf-91b2-deeda5b259f2 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861094 Nov 23 10:46:33.988565 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-56a65de3-318c-4aba-a32b-13b302063afa req-cb31a6f5-3ad8-4982-aeff-592597c0d88a tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.0631046 Nov 23 10:46:34.039470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8b1ce-cec4-4a35-9d4e-b918ffa3e889 req-1981f4fc-ebe0-4f2e-9b87-3663916c982f tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:34.042486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80d8b1ce-cec4-4a35-9d4e-b918ffa3e889 req-1981f4fc-ebe0-4f2e-9b87-3663916c982f tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 950 time: 0.0941472 Nov 23 10:46:34.138405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80d8b1ce-cec4-4a35-9d4e-b918ffa3e889 req-6c8410fa-bb3b-4a62-b21d-28dfa066a3f2 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770311 Nov 23 10:46:34.185511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebcf2d-fc07-436c-a889-93dad18c7d3b req-7af7f237-0320-44d2-8baa-d55a733f54ee tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:34.190371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eaebcf2d-fc07-436c-a889-93dad18c7d3b req-7af7f237-0320-44d2-8baa-d55a733f54ee tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.0852382 Nov 23 10:46:34.259661 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eaebcf2d-fc07-436c-a889-93dad18c7d3b req-a3a4ffa5-3175-4254-9ef3-991e3c85caae tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630915 Nov 23 10:46:34.398730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8576be4-788a-4373-bd2a-a7ad221edd91 req-663368c5-921a-4168-a47e-7d90ee4432ab tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:34.400293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8576be4-788a-4373-bd2a-a7ad221edd91 req-663368c5-921a-4168-a47e-7d90ee4432ab tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.0640910 Nov 23 10:46:34.475781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8576be4-788a-4373-bd2a-a7ad221edd91 req-2eb0c965-f804-4da5-9d72-5d64a95f4062 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683510 Nov 23 10:46:35.000997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-f09137c8-ff5d-43e7-ae7d-28bd246196a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1718774 Nov 23 10:46:35.155984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-529d2cb3-69c0-4443-bfee-4688e012839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.158974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-529d2cb3-69c0-4443-bfee-4688e012839c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1096 time: 0.1099598 Nov 23 10:46:35.173942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8188b80-4429-4f75-8e03-e980af3ea93b req-682183ea-712d-4724-b2d0-eee30d7819f6 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.0588770 Nov 23 10:46:35.183596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71dc97-9210-490a-ab86-25bf0ae056e7 req-0acbd2ed-505d-4bf7-a5f7-167c1d8ce348 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.198251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2e71dc97-9210-490a-ab86-25bf0ae056e7 req-0acbd2ed-505d-4bf7-a5f7-167c1d8ce348 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.1187520 Nov 23 10:46:35.338419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2e71dc97-9210-490a-ab86-25bf0ae056e7 req-b12fb763-201a-4e35-ba3b-28f571714a4d tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389658 Nov 23 10:46:35.368177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3dc42-a2da-4c30-b3cf-73a44071d827 req-06c503d4-adc5-4130-8e27-02b1630a5922 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.381637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32e3dc42-a2da-4c30-b3cf-73a44071d827 req-06c503d4-adc5-4130-8e27-02b1630a5922 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 950 time: 0.1062379 Nov 23 10:46:35.406440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-e2c706a7-e787-4bad-aa5d-b530551ace52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.408102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-e2c706a7-e787-4bad-aa5d-b530551ace52 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.2064455 Nov 23 10:46:35.492989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32e3dc42-a2da-4c30-b3cf-73a44071d827 req-509e5dd6-e738-40e6-b243-79c32c16c4f8 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048076 Nov 23 10:46:35.526369 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-04910a82-7353-4cbb-b607-f1bf48c3a933 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 200 len: 1001 time: 0.1084847 Nov 23 10:46:35.535312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77dcf7-8922-4aeb-ae5b-072d3164e318 req-03beed48-3f5c-4bf2-a3e0-88d59bf44987 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.542235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef77dcf7-8922-4aeb-ae5b-072d3164e318 req-03beed48-3f5c-4bf2-a3e0-88d59bf44987 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.1330938 Nov 23 10:46:35.687644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef77dcf7-8922-4aeb-ae5b-072d3164e318 req-e902580d-b0fe-4362-8881-b07a4c8a98dd tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445088 Nov 23 10:46:35.699019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-db50695e-8c6f-479a-b60e-a60af207efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.711154 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-db50695e-8c6f-479a-b60e-a60af207efc8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.1509054 Nov 23 10:46:35.720758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-9addba92-3ab4-430f-9090-6a4031a0d648 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1531224 Nov 23 10:46:35.872803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-6e0ef12f-64e3-43ad-8512-41f06fbce783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.883070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-6e0ef12f-64e3-43ad-8512-41f06fbce783 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743374 Nov 23 10:46:35.894761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-8f72b93f-7ab6-4cf8-a3fa-0e1201a6b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:35.896451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-8f72b93f-7ab6-4cf8-a3fa-0e1201a6b23f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 1101 time: 0.1186256 Nov 23 10:46:36.054913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-8ad719e5-9681-4337-8d7b-4a19c3260a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:36.056389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-8ad719e5-9681-4337-8d7b-4a19c3260a14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1222394 Nov 23 10:46:36.139870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-be7873da-7e09-44ca-bd28-8af965327a18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500 HTTP/1.1" status: 200 len: 217 time: 0.0697210 Nov 23 10:46:36.202948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-f54bbdf9-1bb7-4ce5-b26b-d1fe4d714109 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053989 Nov 23 10:46:36.242645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-40ebee99-c34b-45b2-b936-75c04cb778f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:36.244123 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-40ebee99-c34b-45b2-b936-75c04cb778f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0925519 Nov 23 10:46:36.329652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1d77f-8481-4579-b79b-c543256c993f req-46b07f9e-09de-4c54-8e6c-8b9c32cc4783 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:36.337984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70b1d77f-8481-4579-b79b-c543256c993f req-46b07f9e-09de-4c54-8e6c-8b9c32cc4783 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.0694103 Nov 23 10:46:36.395156 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c7aad50-5f7b-4ad1-936f-643d74852f4f req-93deda61-cd02-4249-9a7f-5bef5f9e1064 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb7aacc0-1c7b-42d8-8f78-2cac5317ff96 HTTP/1.1" status: 200 len: 210 time: 0.0405533 Nov 23 10:46:36.409136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-38d07b7f-919d-48e8-b522-5d2e6544e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:36.410665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-38d07b7f-919d-48e8-b522-5d2e6544e1e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538365 Nov 23 10:46:36.431288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70b1d77f-8481-4579-b79b-c543256c993f req-25e93512-4f50-4e72-b2be-a2951f6dbd01 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917745 Nov 23 10:46:36.476598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9951afd7-d1e4-47db-a051-a2b40cd8a5a0 req-425408a8-76a4-4d70-b909-3583e90ca16a service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615473 Nov 23 10:46:36.564292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-08f3f23a-1031-4d6f-bf4c-a751b8a69aee service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278822 Nov 23 10:46:36.734177 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2133d34a-3a25-40c1-b8e1-25ce9f1ff89f req-eed47172-1043-41fb-83b4-104f5c267ce4 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563332 Nov 23 10:46:37.527474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:37.660099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:37.701318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:37.702442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:37.708023 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e06aca9-4143-4a8d-b872-22ffd75ea13b" -d '{"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-unplugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:37.713379 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:37.803951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=11']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:37.904947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-b5ef3731-6d62-4f07-84d7-974647f4f760 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:37.908474 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-b5ef3731-6d62-4f07-84d7-974647f4f760 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.4226313 Nov 23 10:46:38.017274 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c37ae0f-cce4-4f5d-9eb8-c987708a813c x-openstack-request-id: req-5c37ae0f-cce4-4f5d-9eb8-c987708a813c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:38.017887 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-unplugged", "status": "completed", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:38.018358 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c37ae0f-cce4-4f5d-9eb8-c987708a813c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:38.019008 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'code': 200} Nov 23 10:46:38.062584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ac54e-05a8-41b0-b95a-c9a09a4421d0 req-f6854182-f85e-41ee-8f35-e7fb1ebb5c63 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:38.064406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-486ac54e-05a8-41b0-b95a-c9a09a4421d0 req-f6854182-f85e-41ee-8f35-e7fb1ebb5c63 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c96a9bf-1688-47fa-a4f0-59bb749311e2 HTTP/1.1" status: 200 len: 946 time: 0.1376307 Nov 23 10:46:38.125386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Deleting port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:38.125739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.243007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37972) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:38.257838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] For port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,segment=NetworkSegment(9dd8c70b-1205-45b5-b775-5b1052cdbc7f),segment_id=9dd8c70b-1205-45b5-b775-5b1052cdbc7f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:38.258307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.272974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Calling delete_port for 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:38.360187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-486ac54e-05a8-41b0-b95a-c9a09a4421d0 req-63ee0f4e-1a41-4784-9d8b-dcd3159946f1 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.61 "GET /v2.0/security-groups?id=de0f7fd9-beae-41dc-b8c8-6bd70cabc321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892764 Nov 23 10:46:38.434837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.480152 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.496887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9ff50914-bc9e-4cc1-ba33-cbb1f950f12c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:38.520590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.533414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Pushing event deleted for resources: {'Port': ['ID=9ff50914-bc9e-4cc1-ba33-cbb1f950f12c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:38.610852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] No DVR routers for this DVR port 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:38.613853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.617823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0900e80f-d6b8-4906-b8e9-a5a92fb74f6f req-ae180bb9-4b3b-4d2e-96cf-fdf838f9f4d0 tempest-ServerDiskConfigTestJSON-971797433 tempest-ServerDiskConfigTestJSON-971797433-project] 10.222.0.58 "DELETE /v2.0/ports/9ff50914-bc9e-4cc1-ba33-cbb1f950f12c HTTP/1.1" status: 204 len: 173 time: 0.6924765 Nov 23 10:46:38.626000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'name': 'network-vif-deleted', 'tag': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:38.628440 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbb2d22-a1b3-4afe-97b5-dc09cf6d70d1" -d '{"events": [{"server_uuid": "7c96a9bf-1688-47fa-a4f0-59bb749311e2", "name": "network-vif-deleted", "tag": "9ff50914-bc9e-4cc1-ba33-cbb1f950f12c"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:38.679495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.687603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:38.689816 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "DELETE /v2.0/security-groups/fa32206f-ae68-4366-accb-1dc883abbac1 HTTP/1.1" status: 204 len: 168 time: 0.4452889 Nov 23 10:46:38.692186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37998) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:38.705171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa32206f-ae68-4366-accb-1dc883abbac1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:38.720109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.720847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.721583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.724268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.725353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.726068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.726788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.727331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.727918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.728445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.729174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.729833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f13c5-6558-458d-878e-a328404cadb4 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:38.737027 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09158f1-db57-4f35-b7ff-cbac6730f888 x-openstack-request-id: req-b09158f1-db57-4f35-b7ff-cbac6730f888 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:38.738493 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c96a9bf-1688-47fa-a4f0-59bb749311e2", "name": "network-vif-deleted", "tag": "9ff50914-bc9e-4cc1-ba33-cbb1f950f12c", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:38.739063 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b09158f1-db57-4f35-b7ff-cbac6730f888 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:38.740066 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c96a9bf-1688-47fa-a4f0-59bb749311e2', 'name': 'network-vif-deleted', 'tag': '9ff50914-bc9e-4cc1-ba33-cbb1f950f12c', 'status': 'completed', 'code': 200} Nov 23 10:46:38.761247 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-4ba82786-a487-4e2b-9cb2-f787dc860791 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] show failed (client error): The resource could not be found. Nov 23 10:46:38.762580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ba82786-a487-4e2b-9cb2-f787dc860791 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "GET /v2.0/security-groups/fa32206f-ae68-4366-accb-1dc883abbac1 HTTP/1.1" status: 404 len: 347 time: 0.0682387 Nov 23 10:46:38.765459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38004) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:38.940412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Deleting port f0f73176-9257-4766-b237-b502d9fa8a3d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:38.941223 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:39.047798 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:39.048368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:39.067745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Calling delete_port for f0f73176-9257-4766-b237-b502d9fa8a3d owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:39.306552 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:39.449742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Pushing event deleted for resources: {'Port': ['ID=f0f73176-9257-4766-b237-b502d9fa8a3d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:39.456794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:39.460272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:39.461730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0eda778d-0467-4ad3-9ad6-0ffe0b0d2f99 tempest-ServersTestBootFromVolume-91492059 tempest-ServersTestBootFromVolume-91492059-project] 10.222.0.61 "DELETE /v2.0/floatingips/5d1512dd-d750-401f-acdf-d6a2b70db0ee HTTP/1.1" status: 204 len: 168 time: 0.6952827 Nov 23 10:46:39.464531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38056) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:40.109003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38084) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:40.264200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] Deleting subnet ee366225-82a3-480e-a0ff-f34ff04b2a5b {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:46:40.268525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.323555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.328444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.381210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.514252 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.553418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.573884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ee366225-82a3-480e-a0ff-f34ff04b2a5b HTTP/1.1" status: 204 len: 168 time: 0.4618087 Nov 23 10:46:40.577822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38114) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:40.645577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036d07e-381a-4a58-bfb4-5acc4863cfce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee366225-82a3-480e-a0ff-f34ff04b2a5b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:40.678839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.810840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.840716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e8c0ec-cf5e-40e7-8624-7be22fef41b6']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:40.868251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd8c70b-1205-45b5-b775-5b1052cdbc7f') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:40.868557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd8c70b-1205-45b5-b775-5b1052cdbc7f') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:40.880543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.900273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.913526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:46:40.913949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:46:40.915633 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:46:40.977869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Deleting port 1dd20cb0-6fea-407b-825d-6ec04029a28d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:40.978221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:41.053361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:41.129459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:41.136064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f8e8c0ec-cf5e-40e7-8624-7be22fef41b6 HTTP/1.1" status: 204 len: 168 time: 0.5570006 Nov 23 10:46:41.139259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] For port 1dd20cb0-6fea-407b-825d-6ec04029a28d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1dd20cb0-6fea-407b-825d-6ec04029a28d,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:41.139259 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:41.143197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093036f-a7da-4ab1-9649-3c3cb739d285 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e8c0ec-cf5e-40e7-8624-7be22fef41b6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:41.166882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Calling delete_port for 1dd20cb0-6fea-407b-825d-6ec04029a28d owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:41.465757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38164) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:41.542766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1ef3a7bd-6aea-4eaf-87c7-05527ef92e07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a0b41b5ec3f9477a8597b225df56a073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761430 Nov 23 10:46:41.546959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:41.601844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:41.645121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd20cb0-6fea-407b-825d-6ec04029a28d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:41.799816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:41.848657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:41.849345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9ff50914-bc9e-4cc1-ba33-cbb1f950f12c not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:41.955902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1a16-8097-4393-acc5-b1e643698972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:42.003438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1a16-8097-4393-acc5-b1e643698972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:42.020279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:42.186384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1a16-8097-4393-acc5-b1e643698972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:42.192229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0b1a16-8097-4393-acc5-b1e643698972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:42.194044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4d0b1a16-8097-4393-acc5-b1e643698972 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de0f7fd9-beae-41dc-b8c8-6bd70cabc321 HTTP/1.1" status: 204 len: 168 time: 0.6424699 Nov 23 10:46:42.197224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e7d76-27b6-4ed5-b4f8-c89dfc086125 req-3d824973-c6ad-4494-9317-23596a5b1368 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:42.200338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-888e7d76-27b6-4ed5-b4f8-c89dfc086125 req-3d824973-c6ad-4494-9317-23596a5b1368 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.0625460 Nov 23 10:46:42.208950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b1a16-8097-4393-acc5-b1e643698972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0f7fd9-beae-41dc-b8c8-6bd70cabc321,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:42.293555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-888e7d76-27b6-4ed5-b4f8-c89dfc086125 req-4928acda-c942-4aeb-ad71-196d6ab58e32 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824149 Nov 23 10:46:42.378135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:46:42.536813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:46:42.549526 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] Sync routers for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:46:42.564826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0a3c61b1-9a59-462b-99bd-5eb9f1610107 admin admin] 10.222.0.61 "PUT /v2.0/routers/8bffafb7-62c7-4c7e-b36c-b9fe6cca928a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0976470 Nov 23 10:46:42.566323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38182) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:42.571456 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:42.572244 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:42.753407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:42.761564 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:43.072740 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:46:41Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:43.162820 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] Checking router: 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:46:43.180157 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] Routers {'8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:43.181152 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:43.346784 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] Set router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:43.551497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f190bb-160d-4cc4-8a54-27c178662435 req-fd722aed-e36e-4102-a14d-7ac88736e607 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:43.567719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9f190bb-160d-4cc4-8a54-27c178662435 req-fd722aed-e36e-4102-a14d-7ac88736e607 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.1348145 Nov 23 10:46:43.574872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38212) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:43.601718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.637623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9f190bb-160d-4cc4-8a54-27c178662435 req-2852e11c-51db-47d5-834f-e61e6650205d tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681741 Nov 23 10:46:43.716391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Deleting port 39a15992-60ad-4a7e-8e43-5128b25b2fd1 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:43.716996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.718031 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:46:41Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:43.788634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1264639433-network', 'tenant_id': '46dc4d79d3ad4366b7a84df21af73bde'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:43.794318 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d39a89-7f29-45fc-ba39-516481274da8 None None] The sync data for ids ['8bffafb7-62c7-4c7e-b36c-b9fe6cca928a'] in n-d-817747-2 is: [{'id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'name': 'tempest-ServersTestBootFromVolume-469436968-router', 'tenant_id': '749234af7c65413dae63661137894b99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:43:28Z', 'updated_at': '2021-11-23T10:46:41Z', 'revision_number': 5, 'project_id': '749234af7c65413dae63661137894b99', 'gw_port': {'id': '39a15992-60ad-4a7e-8e43-5128b25b2fd1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:86:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bffafb7-62c7-4c7e-b36c-b9fe6cca928a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:43:29Z', 'updated_at': '2021-11-23T10:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:46:43.842060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Made reservation on behalf of 46dc4d79d3ad4366b7a84df21af73bde for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:43.844449 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.854939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.864468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] For port 39a15992-60ad-4a7e-8e43-5128b25b2fd1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=39a15992-60ad-4a7e-8e43-5128b25b2fd1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:43.864917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.902233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Calling delete_port for 39a15992-60ad-4a7e-8e43-5128b25b2fd1 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:43.944111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.954161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.963820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-3c335ee1-1d23-44a0-a612-05dd2d463394 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:43.965943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-3c335ee1-1d23-44a0-a612-05dd2d463394 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 947 time: 0.0983088 Nov 23 10:46:43.974101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:46:43.986133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:43.986815 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Added segment 6cbde55e-e309-4357-8419-91dcdffdbae6 of type vlan for network 46c4970a-97e7-4f4a-97ad-4d8b615355bd Nov 23 10:46:44.108120 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.155091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca34a3d-dfbe-44fe-8ca1-3286787c136b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:44.171255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1dd20cb0-6fea-407b-825d-6ec04029a28d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:44.184100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Deleting port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:44.184465 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.220037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1dd20cb0-6fea-407b-825d-6ec04029a28d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:44.222055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1dd20cb0-6fea-407b-825d-6ec04029a28d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:44.223352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.224403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:44.225629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.282861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.304905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7289259 Nov 23 10:46:44.315510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38230) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:44.320647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Request body: {'subnet': {'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1264639433-subnet', 'tenant_id': '46dc4d79d3ad4366b7a84df21af73bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:44.327825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a15992-60ad-4a7e-8e43-5128b25b2fd1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:44.381575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389be1-e2b6-4029-a970-9c4d2d2a3eeb admin admin] Pushing event updated for resources: {'Network': ['ID=46c4970a-97e7-4f4a-97ad-4d8b615355bd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:44.393082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 46c4970a-97e7-4f4a-97ad-4d8b615355bd details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:46:44.408085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] For port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:44.408454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.431872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Calling delete_port for 4fe4d35d-977a-447e-90bb-bfcec42c7bdd owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:44.453690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.473997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Made reservation on behalf of 46dc4d79d3ad4366b7a84df21af73bde for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:44.481584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.495019 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9a66dc3f-1f6d-4f37-83af-2df477e1aac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.606677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.610391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.692916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.699607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bffafb7-62c7-4c7e-b36c-b9fe6cca928a {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:46:44.706173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.707342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3572ccb6-e489-47c9-a094-32d47ae20313 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8bffafb7-62c7-4c7e-b36c-b9fe6cca928a HTTP/1.1" status: 204 len: 168 time: 2.1394882 Nov 23 10:46:44.711425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38236) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:44.765639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.818126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] Deleting subnet 35841bc8-c9dd-4a3d-8b0e-d212b187acbf {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:46:44.823638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.851286 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.910443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Pushing event deleted for resources: {'Port': ['ID=4fe4d35d-977a-447e-90bb-bfcec42c7bdd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:44.915885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.952891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0158eb3-d5e2-4f13-b29a-6afe61bd964b req-75281ac9-189f-450a-8bef-b760869fa03a tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a97f986-4aa1-4b75-9049-60c6fdf64fb9 HTTP/1.1" status: 200 len: 210 time: 0.0723710 Nov 23 10:46:44.963616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7286da0-b60b-480f-a2b5-c2f3652ad46d,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:44.973019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Checking segment: {'id': '6cbde55e-e309-4357-8419-91dcdffdbae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:46:44.973538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Network hostable DHCP agents. Network: 46c4970a-97e7-4f4a-97ad-4d8b615355bd, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:46:44.987225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] No DVR routers for this DVR port 4fe4d35d-977a-447e-90bb-bfcec42c7bdd on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:44.990013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:44.996557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c05828ee-a8f7-4815-95a7-35a44535eb82 req-16f10b90-5f70-4a73-9d1b-4ce3c01bee66 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "DELETE /v2.0/ports/4fe4d35d-977a-447e-90bb-bfcec42c7bdd HTTP/1.1" status: 204 len: 173 time: 1.0184350 Nov 23 10:46:44.999300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-deleted', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:45.004725 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e80ec3-d6c6-41a7-864d-25008eeb9172" -d '{"events": [{"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-deleted", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:45.010485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Network 46c4970a-97e7-4f4a-97ad-4d8b615355bd is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:46:45.028950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 46c4970a-97e7-4f4a-97ad-4d8b615355bd) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:45.034227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:45.035053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.039226 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d051e419-f0fb-48cc-b278-2cdfe52173a3 None None] Network 46c4970a-97e7-4f4a-97ad-4d8b615355bd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:46:45.062219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f573d31a-f352-4fd9-a669-bb8306eaccf7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7382953 Nov 23 10:46:45.148679 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963db05b-ab34-4ca2-b19b-085e60c52a13 x-openstack-request-id: req-963db05b-ab34-4ca2-b19b-085e60c52a13 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:45.148977 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a97f986-4aa1-4b75-9049-60c6fdf64fb9", "name": "network-vif-deleted", "tag": "4fe4d35d-977a-447e-90bb-bfcec42c7bdd", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:45.149268 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-963db05b-ab34-4ca2-b19b-085e60c52a13 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:45.149679 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a97f986-4aa1-4b75-9049-60c6fdf64fb9', 'name': 'network-vif-deleted', 'tag': '4fe4d35d-977a-447e-90bb-bfcec42c7bdd', 'status': 'completed', 'code': 200} Nov 23 10:46:45.189699 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.316413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c17afa-902e-4f6e-acdd-366c5fc3d0e7 None None] Network 46c4970a-97e7-4f4a-97ad-4d8b615355bd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:46:45.321778 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.388558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35841bc8-c9dd-4a3d-8b0e-d212b187acbf,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:45.398023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.399219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c3fa88-811e-41e3-91d4-28620052656d None None] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:46:45.404763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38256) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:45.405055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-125a5e6d-8254-4362-9000-c7169276907e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/35841bc8-c9dd-4a3d-8b0e-d212b187acbf HTTP/1.1" status: 204 len: 168 time: 0.6903942 Nov 23 10:46:45.609100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.692495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Deleting port cf0a041e-2429-4820-8ba9-93f9ade81cb5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:45.692837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.809271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] For port cf0a041e-2429-4820-8ba9-93f9ade81cb5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cf0a041e-2429-4820-8ba9-93f9ade81cb5,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:45.809271 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.824932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Calling delete_port for cf0a041e-2429-4820-8ba9-93f9ade81cb5 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:45.853723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] DHCP port deletion for 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:46:45.899650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-f9c65b96-b0ce-4ef3-8a26-24b2b65aa5ee tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:45.903829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-f9c65b96-b0ce-4ef3-8a26-24b2b65aa5ee tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/networks?id=46c4970a-97e7-4f4a-97ad-4d8b615355bd HTTP/1.1" status: 200 len: 818 time: 0.1891036 Nov 23 10:46:45.935745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-44c38142-c0b6-4e54-817b-6c1986ecfd20 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/quotas/46dc4d79d3ad4366b7a84df21af73bde HTTP/1.1" status: 200 len: 375 time: 0.0253186 Nov 23 10:46:45.952850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] Deleting port cf0a041e-2429-4820-8ba9-93f9ade81cb5 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:45.953530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.977808 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:45.984917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-078a7e88-86c1-4e59-bf0d-4868cb31722e tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=46dc4d79d3ad4366b7a84df21af73bde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480523 Nov 23 10:46:46.008693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0a041e-2429-4820-8ba9-93f9ade81cb5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:46.015313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] No DVR routers for this DVR port cf0a041e-2429-4820-8ba9-93f9ade81cb5 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:46.055047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] For port cf0a041e-2429-4820-8ba9-93f9ade81cb5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cf0a041e-2429-4820-8ba9-93f9ade81cb5,segment=NetworkSegment(ee46cbee-0986-47f7-a272-d9f0371339a7),segment_id=ee46cbee-0986-47f7-a272-d9f0371339a7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:46.055479 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.077297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] Calling delete_port for cf0a041e-2429-4820-8ba9-93f9ade81cb5 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:46.096995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.145439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-d4e52730-01ad-49b7-b59a-20bfd36260be service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:46:46.150710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee65a4d-f821-40a4-bb1b-b01bc59e54d7']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:46.152901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-d4e52730-01ad-49b7-b59a-20bfd36260be service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1668174 Nov 23 10:46:46.166801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee46cbee-0986-47f7-a272-d9f0371339a7') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:46.167441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee46cbee-0986-47f7-a272-d9f0371339a7') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:46.197466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.248378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.283892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:46:46.290267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.299716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf0a041e-2429-4820-8ba9-93f9ade81cb5 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:46:46.313895 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:46:46.355362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-17fc43df-4e4c-4e52-ac31-81ff8759aaf6 service neutron] 10.222.0.61 "GET /v2.0/networks/46c4970a-97e7-4f4a-97ad-4d8b615355bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973052 Nov 23 10:46:46.410061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.421261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.428845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] 10.222.0.61 "DELETE /v2.0/networks/8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 HTTP/1.1" status: 204 len: 168 time: 1.0225503 Nov 23 10:46:46.475593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0598b0-5358-430e-b11c-fc3a87685cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee65a4d-f821-40a4-bb1b-b01bc59e54d7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:46.517078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cf0a041e-2429-4820-8ba9-93f9ade81cb5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:46.518014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf0a041e-2429-4820-8ba9-93f9ade81cb5 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:46.518591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 39a15992-60ad-4a7e-8e43-5128b25b2fd1 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:46.549212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 39a15992-60ad-4a7e-8e43-5128b25b2fd1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:46.549793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 39a15992-60ad-4a7e-8e43-5128b25b2fd1 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:46.575156 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.602695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] Network 8ee65a4d-f821-40a4-bb1b-b01bc59e54d7 is not hosted by any dhcp agent {{(pid=103428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:46:46.603505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] No DVR routers for this DVR port cf0a041e-2429-4820-8ba9-93f9ade81cb5 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:46.605993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65feac28-4889-40e1-bce0-35c9b4c91e1d None None] Pushing event deleted for resources: {'Port': ['ID=cf0a041e-2429-4820-8ba9-93f9ade81cb5,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:46.618121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-ffcaf4fa-9e2b-449f-a85d-c825644bbdd5 service neutron] 10.222.0.61 "GET /v2.0/networks/46c4970a-97e7-4f4a-97ad-4d8b615355bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568972 Nov 23 10:46:46.727120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38286) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:46.729004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c799c5-4718-4933-ae5e-124fbdb5f9de req-cf8cba39-954a-4945-98de-f3a4e1f4df58 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:46.736696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93c799c5-4718-4933-ae5e-124fbdb5f9de req-cf8cba39-954a-4945-98de-f3a4e1f4df58 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 948 time: 0.1050682 Nov 23 10:46:46.802473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93c799c5-4718-4933-ae5e-124fbdb5f9de req-f40faabc-9d5f-43b5-98c1-c802b4406cec tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624969 Nov 23 10:46:46.841904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2849623e-a636-49f1-b1e0-1a0b9ae6cb17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=749234af7c65413dae63661137894b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1108408 Nov 23 10:46:46.843118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38292) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:46.871654 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1c36bfd0-4fd1-42ad-a705-b595d082f343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:46.906774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42c15e96-df6e-411e-9012-d173ac8d4d28 req-b88b47a8-d365-4a19-8743-18bef3a06a41 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 210 time: 0.0573599 Nov 23 10:46:46.992629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41c3868f-6e96-465e-9f18-f75d5f760615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:47.039932 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41c3868f-6e96-465e-9f18-f75d5f760615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:47.111093 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41c3868f-6e96-465e-9f18-f75d5f760615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:47.114364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41c3868f-6e96-465e-9f18-f75d5f760615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:47.115603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-41c3868f-6e96-465e-9f18-f75d5f760615 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e052004b-4fdc-4044-bb21-f7c735072596 HTTP/1.1" status: 204 len: 168 time: 0.2712274 Nov 23 10:46:47.165407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3868f-6e96-465e-9f18-f75d5f760615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e052004b-4fdc-4044-bb21-f7c735072596,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:47.564135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4fe4d35d-977a-447e-90bb-bfcec42c7bdd no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:47.591219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 4fe4d35d-977a-447e-90bb-bfcec42c7bdd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:47.591557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4fe4d35d-977a-447e-90bb-bfcec42c7bdd not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:47.937996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669f330-d4b0-49cc-b754-768f6458dc6a req-7d38e2aa-d455-4adb-972b-e78f16f8532a tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:47.953633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f669f330-d4b0-49cc-b754-768f6458dc6a req-7d38e2aa-d455-4adb-972b-e78f16f8532a tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 948 time: 0.0782869 Nov 23 10:46:48.052143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f669f330-d4b0-49cc-b754-768f6458dc6a req-6a2b1166-f5e9-406f-877b-e7eb11c8a5c9 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902219 Nov 23 10:46:48.132260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5abaf0c-f920-464c-b07e-6ddb85d7cfd2 req-b2904a45-6af3-4ac7-9994-a28a20c97c36 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 210 time: 0.0620589 Nov 23 10:46:48.181870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38340) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:48.332341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-f78eb239-a913-43c5-bb83-24e401bfa4f6 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:48.334063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-f78eb239-a913-43c5-bb83-24e401bfa4f6 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.65 "GET /v2.0/networks?id=46c4970a-97e7-4f4a-97ad-4d8b615355bd HTTP/1.1" status: 200 len: 818 time: 0.1534102 Nov 23 10:46:48.342390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-network', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:48.356507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Request body: {'port': {'device_id': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd', 'admin_state_up': True, 'tenant_id': '46dc4d79d3ad4366b7a84df21af73bde'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:48.389711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Made reservation on behalf of 64b05c62dd70440481340bd3c80a6e44 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:48.392742 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.411345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.500021 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.551977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-4f1c58fa-013e-49c4-8db8-024496666872 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:48.553648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-4f1c58fa-013e-49c4-8db8-024496666872 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 948 time: 0.0938394 Nov 23 10:46:48.575208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.592230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Made reservation on behalf of 46dc4d79d3ad4366b7a84df21af73bde for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:48.595826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.646149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.683768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:46:48.706078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27c623-4be7-4880-8c7e-e656123b0626,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:48.711028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.711372 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Added segment 05a3b626-8e81-41b8-9157-8dc3646d867c of type vlan for network 63f96286-b4b5-4078-b42a-1d1e0e450ccd Nov 23 10:46:48.758642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Deleting port 0b108e65-30dd-48a7-805a-bc7fba5d7500 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:46:48.758978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.764367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.840877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Allocated IP 172.20.0.3 (46c4970a-97e7-4f4a-97ad-4d8b615355bd/d7286da0-b60b-480f-a2b5-c2f3652ad46d/abe134fa-8b97-4b6b-88bf-489ced9845ee) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:46:48.862038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.863033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:48.863632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.925269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] For port 0b108e65-30dd-48a7-805a-bc7fba5d7500, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0b108e65-30dd-48a7-805a-bc7fba5d7500,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:48.925784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:48.934518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7503898 Nov 23 10:46:48.942092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38356) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:48.950347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Request body: {'subnet': {'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-subnet', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:48.996617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Calling delete_port for 0b108e65-30dd-48a7-805a-bc7fba5d7500 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:46:48.998588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cf87c-1469-438e-8753-87be5816ff8e admin admin] Pushing event updated for resources: {'Network': ['ID=63f96286-b4b5-4078-b42a-1d1e0e450ccd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:49.010094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:46:49.093981 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.139284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Made reservation on behalf of 64b05c62dd70440481340bd3c80a6e44 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:49.141550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.163987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.237315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Pushing event updated for resources: {'Port': ['ID=abe134fa-8b97-4b6b-88bf-489ced9845ee,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:49.277039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Network 46c4970a-97e7-4f4a-97ad-4d8b615355bd is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:46:49.279043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:49.282579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:46:49.432300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.453785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:49.454701 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.482635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db50f6-84d8-4ede-adcc-bdee414c8157 req-801a5ed6-41a7-4052-9b68-5994d3567d55 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:49.484152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69db50f6-84d8-4ede-adcc-bdee414c8157 req-801a5ed6-41a7-4052-9b68-5994d3567d55 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae7aa4d2-d7a8-4202-855a-80a238e19453 HTTP/1.1" status: 200 len: 948 time: 0.1447585 Nov 23 10:46:49.488322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-2ff94aef-e1e2-489a-8d58-a77357f87573 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1382828 Nov 23 10:46:49.512537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Request body: {'port': {'device_id': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:49.565071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69db50f6-84d8-4ede-adcc-bdee414c8157 req-e53c1d4a-a26b-4b56-8ce9-0c2810492fd8 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.61 "GET /v2.0/security-groups?id=37bacc2c-63cc-4c29-87fa-d70c0c65405b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730491 Nov 23 10:46:49.605704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.639305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.690338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Pushing event deleted for resources: {'Port': ['ID=0b108e65-30dd-48a7-805a-bc7fba5d7500,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:49.719574 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.756108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c2b09-f6d2-474c-a4a1-23b6a8441e0d req-d99a1450-9421-41d3-9bea-28f618a08168 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:49.757648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e9c2b09-f6d2-474c-a4a1-23b6a8441e0d req-d99a1450-9421-41d3-9bea-28f618a08168 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 931 time: 0.2531202 Nov 23 10:46:49.776732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] No DVR routers for this DVR port 0b108e65-30dd-48a7-805a-bc7fba5d7500 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:46:49.780845 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:49.784118 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9d55c12-bb37-4949-9203-54521a22cc6f req-22439736-6a6c-4dc8-97bc-1dcc87ed7298 tempest-ListImageFiltersTestJSON-397396393 tempest-ListImageFiltersTestJSON-397396393-project] 10.222.0.65 "DELETE /v2.0/ports/0b108e65-30dd-48a7-805a-bc7fba5d7500 HTTP/1.1" status: 204 len: 173 time: 1.2226920 Nov 23 10:46:49.790479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-deleted', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:49.793568 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ffd081-fdde-451d-978d-1fd9d7057cf3" -d '{"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-deleted", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:49.892269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e9c2b09-f6d2-474c-a4a1-23b6a8441e0d req-d367b802-5e6b-462b-a9c4-16cfe306b5ab tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185453 Nov 23 10:46:49.976385 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a05ba-9875-4107-a3dc-f1a9f7c0d3fa x-openstack-request-id: req-637a05ba-9875-4107-a3dc-f1a9f7c0d3fa {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:49.977159 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7aa4d2-d7a8-4202-855a-80a238e19453", "name": "network-vif-deleted", "tag": "0b108e65-30dd-48a7-805a-bc7fba5d7500", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:49.977256 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-637a05ba-9875-4107-a3dc-f1a9f7c0d3fa {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:49.977766 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae7aa4d2-d7a8-4202-855a-80a238e19453', 'name': 'network-vif-deleted', 'tag': '0b108e65-30dd-48a7-805a-bc7fba5d7500', 'status': 'completed', 'code': 200} Nov 23 10:46:49.985854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.032277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe134fa-8b97-4b6b-88bf-489ced9845ee {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:50.041253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.041554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:50.052862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Checking segment: {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:46:50.053013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Network hostable DHCP agents. Network: 63f96286-b4b5-4078-b42a-1d1e0e450ccd, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:46:50.054809 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.063870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Transition to ACTIVE for port object abe134fa-8b97-4b6b-88bf-489ced9845ee will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:46:50.070788 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.071465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:46:50.081261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 63f96286-b4b5-4078-b42a-1d1e0e450ccd) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:50.086561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:50.086561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.097413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc34e4-adca-4ac6-8852-5486f9808663 None None] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:46:50.109738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4747de5a-9f55-4fdf-a10b-4aa6ad170e9d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1645455 Nov 23 10:46:50.112351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38388) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:50.146997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:50.173704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Pushing event updated for resources: {'Port': ['ID=abe134fa-8b97-4b6b-88bf-489ced9845ee,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:50.217859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.223749 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.330251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.351135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Attempting to bind port abe134fa-8b97-4b6b-88bf-489ced9845ee on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:46:50.352487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Attempting to bind port abe134fa-8b97-4b6b-88bf-489ced9845ee by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6cbde55e-e309-4357-8419-91dcdffdbae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:46:50.353676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Attempting to bind port abe134fa-8b97-4b6b-88bf-489ced9845ee on network 46c4970a-97e7-4f4a-97ad-4d8b615355bd {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:46:50.363773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Port abe134fa-8b97-4b6b-88bf-489ced9845ee on network 46c4970a-97e7-4f4a-97ad-4d8b615355bd not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:46:50.365526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Attempting to bind port abe134fa-8b97-4b6b-88bf-489ced9845ee on network 46c4970a-97e7-4f4a-97ad-4d8b615355bd {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:46:50.375987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:46:50.376531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Checking segment: {'id': '6cbde55e-e309-4357-8419-91dcdffdbae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:46:50.377168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Bound using segment: {'id': '6cbde55e-e309-4357-8419-91dcdffdbae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:46:50.377760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Bound port: abe134fa-8b97-4b6b-88bf-489ced9845ee, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbde55e-e309-4357-8419-91dcdffdbae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:46:50.378250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.447782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144773e-b261-4091-9c29-68216dfa9cfd None None] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:46:50.470949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] For port abe134fa-8b97-4b6b-88bf-489ced9845ee, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:46:50.474798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] For port abe134fa-8b97-4b6b-88bf-489ced9845ee, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=abe134fa-8b97-4b6b-88bf-489ced9845ee,segment=NetworkSegment(6cbde55e-e309-4357-8419-91dcdffdbae6),segment_id=6cbde55e-e309-4357-8419-91dcdffdbae6)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:46:50.480497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.548745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:50.554667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.559907 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] 10.222.0.65 "PUT /v2.0/ports/abe134fa-8b97-4b6b-88bf-489ced9845ee HTTP/1.1" status: 200 len: 1091 time: 1.0517788 Nov 23 10:46:50.582811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.588568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'tag': 'abe134fa-8b97-4b6b-88bf-489ced9845ee'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:50.595935 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aea9c7-a3f1-4127-9f55-73110be40585" -d '{"events": [{"name": "network-changed", "server_uuid": "1728f25e-c7a9-4b33-9b47-bb233eb3692d", "tag": "abe134fa-8b97-4b6b-88bf-489ced9845ee"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:50.607818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de81af-e8bf-4a85-952d-4a041dca41bb req-3e7d4512-fb87-4ee2-a9f4-de5de6ad8a5f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:50.610368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa2b74-3d10-4130-935b-fcf194c044be service neutron] Pushing event updated for resources: {'Port': ['ID=abe134fa-8b97-4b6b-88bf-489ced9845ee,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:50.610566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80de81af-e8bf-4a85-952d-4a041dca41bb req-3e7d4512-fb87-4ee2-a9f4-de5de6ad8a5f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1776109 Nov 23 10:46:50.719283 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcc1e23-5113-4f95-837c-1c7cd7d76df4 x-openstack-request-id: req-ddcc1e23-5113-4f95-837c-1c7cd7d76df4 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:50.719665 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1728f25e-c7a9-4b33-9b47-bb233eb3692d", "tag": "abe134fa-8b97-4b6b-88bf-489ced9845ee", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:50.720994 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ddcc1e23-5113-4f95-837c-1c7cd7d76df4 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:50.721499 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'tag': 'abe134fa-8b97-4b6b-88bf-489ced9845ee', 'status': 'completed', 'code': 200} Nov 23 10:46:50.724773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-054bf6bb-3daf-4797-9fb4-a55e0a5785b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:50.726571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-054bf6bb-3daf-4797-9fb4-a55e0a5785b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=46dc4d79d3ad4366b7a84df21af73bde&device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 1094 time: 0.0644641 Nov 23 10:46:50.745149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80de81af-e8bf-4a85-952d-4a041dca41bb req-b5797f92-1946-47dc-b74c-24a39367ae62 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114404 Nov 23 10:46:50.780047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-df497582-ec7a-490e-891e-11314126bacd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe134fa-8b97-4b6b-88bf-489ced9845ee HTTP/1.1" status: 200 len: 217 time: 0.0409155 Nov 23 10:46:50.860662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-b84bf200-a5ae-4a9b-9676-72c8d69f6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:50.862275 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-b84bf200-a5ae-4a9b-9676-72c8d69f6756 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7286da0-b60b-480f-a2b5-c2f3652ad46d HTTP/1.1" status: 200 len: 858 time: 0.0704124 Nov 23 10:46:50.907680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:50.909913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-53ea1ea8-3537-4595-907f-8e73b4112d35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46c4970a-97e7-4f4a-97ad-4d8b615355bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317535 Nov 23 10:46:50.932589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:51.029360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-d2177737-7cba-40ef-8150-6ce02d36d3f6 service neutron] 10.222.0.65 "GET /v2.0/networks/46c4970a-97e7-4f4a-97ad-4d8b615355bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102786 Nov 23 10:46:51.084651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bfb85-bb6b-4abe-9f77-4fbef0e3883d req-3f40734d-bcfe-4bbf-8e3f-4e80b0e5cc4a tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.086204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e08bfb85-bb6b-4abe-9f77-4fbef0e3883d req-3f40734d-bcfe-4bbf-8e3f-4e80b0e5cc4a tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 943 time: 0.1042259 Nov 23 10:46:51.120425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Allocated IP 172.25.5.118 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/aa5dd47e-7850-462f-82e1-4719f8922ac6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:46:51.156399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c12c7f0d-cec4-4be6-ace3-731ae64da64b req-7ccbfef1-e9f1-4e29-b06b-82d38202577e service neutron] 10.222.0.65 "GET /v2.0/networks/46c4970a-97e7-4f4a-97ad-4d8b615355bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080453 Nov 23 10:46:51.203087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e08bfb85-bb6b-4abe-9f77-4fbef0e3883d req-6a896901-4632-4933-a116-3861bfdc7d2a tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069036 Nov 23 10:46:51.258597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-bb7984d5-b6bf-4e33-a27d-be8f5feaae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.261087 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-bb7984d5-b6bf-4e33-a27d-be8f5feaae79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=46dc4d79d3ad4366b7a84df21af73bde&device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 1094 time: 0.0532763 Nov 23 10:46:51.286085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:51.324005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:51.369596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-c269f311-08d6-4f23-b65d-73310782724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.371647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-c269f311-08d6-4f23-b65d-73310782724b service neutron] 10.222.0.65 "GET /v2.0/networks?id=46c4970a-97e7-4f4a-97ad-4d8b615355bd HTTP/1.1" status: 200 len: 919 time: 0.1032236 Nov 23 10:46:51.372164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:46:51.375239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:51.378671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:46:51.385217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Pushing event updated for resources: {'Port': ['ID=aa5dd47e-7850-462f-82e1-4719f8922ac6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:51.425236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-cdbc3dc5-32cb-4b9c-a24c-e781e924367b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=abe134fa-8b97-4b6b-88bf-489ced9845ee HTTP/1.1" status: 200 len: 217 time: 0.0404713 Nov 23 10:46:51.481206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-69ac6301-d4a5-46cb-afc8-6b638d447c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.482780 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-69ac6301-d4a5-46cb-afc8-6b638d447c40 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7286da0-b60b-480f-a2b5-c2f3652ad46d HTTP/1.1" status: 200 len: 858 time: 0.0502305 Nov 23 10:46:51.517703 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-2156f740-0ce2-4088-bb8d-cb811d2af229 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=46c4970a-97e7-4f4a-97ad-4d8b615355bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263457 Nov 23 10:46:51.588290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:51.630907 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-337214cc-d6f3-4b0b-bada-2391ee4d957d service neutron] 10.222.0.65 "GET /v2.0/networks/46c4970a-97e7-4f4a-97ad-4d8b615355bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045744 Nov 23 10:46:51.632167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 0b108e65-30dd-48a7-805a-bc7fba5d7500 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:46:51.640210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0b108e65-30dd-48a7-805a-bc7fba5d7500 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:46:51.743789 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:51.765889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98aea9c7-a3f1-4127-9f55-73110be40585 req-9fc9f667-3419-4f25-8ee9-9421e56b43f1 service neutron] 10.222.0.65 "GET /v2.0/networks/46c4970a-97e7-4f4a-97ad-4d8b615355bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236682 Nov 23 10:46:51.883926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d24735-b6d7-4cb8-a216-229741ebf984 req-ee8f8c85-57d5-4bc6-92a2-3bf91b171c9b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:51.885861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8d24735-b6d7-4cb8-a216-229741ebf984 req-ee8f8c85-57d5-4bc6-92a2-3bf91b171c9b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.0635693 Nov 23 10:46:51.945871 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8d24735-b6d7-4cb8-a216-229741ebf984 req-fa201c76-017f-41ea-98d0-683b7ef3b9ad tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512176 Nov 23 10:46:51.960915 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:52.006435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:52.041632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38496) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:52.152678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:46:52.202856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d8e7468b-f654-4ffd-936d-d4315d4631bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9e22bb4cbc64c95b4df110bd5b70b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601229 Nov 23 10:46:52.205350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38506) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:52.269216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c60ff3a-7a1c-46e1-be0f-5c2992ffb679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:52.300506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c60ff3a-7a1c-46e1-be0f-5c2992ffb679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:52.306934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:46:52.317453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Sync routers for ids ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:46:52.334307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Routers {'7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:52.334564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:52.334955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:52.337982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fea1c593-8e97-464f-993b-e1fba48b163c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2243536 Nov 23 10:46:52.342937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38514) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:52.419307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697456c-78e6-42b0-80f3-9b305e175dd2 req-0698cb78-8901-4e62-a581-eaec18f529bf tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:52.420866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7697456c-78e6-42b0-80f3-9b305e175dd2 req-0698cb78-8901-4e62-a581-eaec18f529bf tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 943 time: 0.0561891 Nov 23 10:46:52.473994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c60ff3a-7a1c-46e1-be0f-5c2992ffb679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:52.476124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Set router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:52.477586 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c60ff3a-7a1c-46e1-be0f-5c2992ffb679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:52.479210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5c60ff3a-7a1c-46e1-be0f-5c2992ffb679 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/37bacc2c-63cc-4c29-87fa-d70c0c65405b HTTP/1.1" status: 204 len: 168 time: 0.2729025 Nov 23 10:46:52.491385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7697456c-78e6-42b0-80f3-9b305e175dd2 req-c8f61af3-754a-49f6-9f01-c853c9e58102 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612926 Nov 23 10:46:52.536675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ff3a-7a1c-46e1-be0f-5c2992ffb679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bacc2c-63cc-4c29-87fa-d70c0c65405b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:52.568907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a26f3-dbee-4537-a133-96e719df5fcf req-48a19724-5334-47fb-8dd8-cd9cccb5e16e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:52.570710 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e7a26f3-dbee-4537-a133-96e719df5fcf req-48a19724-5334-47fb-8dd8-cd9cccb5e16e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1714723 Nov 23 10:46:52.700836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e7a26f3-dbee-4537-a133-96e719df5fcf req-f7539fe9-dfd6-40f9-8963-80172523e2c1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181912 Nov 23 10:46:52.702239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:51Z', 'revision_number': 3, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port': {'id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:52.747343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Checking router: 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:46:52.749103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Updating router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded port aa5dd47e-7850-462f-82e1-4719f8922ac6 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:46:52.778506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.007481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.090615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.096101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.172109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Attempting to bind port aa5dd47e-7850-462f-82e1-4719f8922ac6 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:46:53.172493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Attempting to bind port aa5dd47e-7850-462f-82e1-4719f8922ac6 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:46:53.172869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Attempting to bind port aa5dd47e-7850-462f-82e1-4719f8922ac6 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:46:53.175829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de027cfb-2d12-4c8c-9cd0-0f49fe1ec781 None None] Pushing event updated for resources: {'Port': ['ID=aa5dd47e-7850-462f-82e1-4719f8922ac6,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:53.187558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:46:53.187951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:46:53.188369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.189462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:46:53.189628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Bound port: aa5dd47e-7850-462f-82e1-4719f8922ac6, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:46:53.189904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.214392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Allocated IP 172.20.0.1 (63f96286-b4b5-4078-b42a-1d1e0e450ccd/d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc/a0925a93-8b25-4ef6-9fae-26a5dfdee5f0) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:46:53.249898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] For port aa5dd47e-7850-462f-82e1-4719f8922ac6, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:46:53.253054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] For port aa5dd47e-7850-462f-82e1-4719f8922ac6, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=aa5dd47e-7850-462f-82e1-4719f8922ac6,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:46:53.258777 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.318599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Routers {'7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:53.319240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:53.338915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38548) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:53.359238 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.381124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de027cfb-2d12-4c8c-9cd0-0f49fe1ec781 None None] Pushing event updated for resources: {'Port': ['ID=aa5dd47e-7850-462f-82e1-4719f8922ac6,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:53.406091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.444312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] Set router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:53.452508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:46:53.455516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:53.460346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:46:53.463148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:53.470009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1548601597-network', 'tenant_id': '37a20d71950049748d45f90eb5c369b7'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:53.494846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Made reservation on behalf of 37a20d71950049748d45f90eb5c369b7 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:53.497847 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.504340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.506676 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.598047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.603875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.630040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:46:53.647468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c1501-cf82-41be-82dc-81a9b1ae545e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:53.661746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:51Z', 'revision_number': 3, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port': {'id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:53.664948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.666649 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Added segment 6b10e0d7-c683-4e09-a571-0ddb54ccb445 of type vlan for network 56b0ac95-b66d-45aa-b3dd-d499f067709f Nov 23 10:46:53.691748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f226739-821b-4510-835b-1c8ba778ff0b None None] The sync data for ids ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'] in n-d-817747-2 is: [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:51Z', 'revision_number': 3, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port': {'id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:46:53.696699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe082cc1-9707-48f3-858c-f6521e7bc79b req-311f31e9-49d9-4304-bce0-9862d7257b8a tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:53.698500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe082cc1-9707-48f3-858c-f6521e7bc79b req-311f31e9-49d9-4304-bce0-9862d7257b8a tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 943 time: 0.0903137 Nov 23 10:46:53.708166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.712019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.747859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.749016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:53.750248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.820984 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe082cc1-9707-48f3-858c-f6521e7bc79b req-a9c08ae9-7dc8-4128-94fc-0e817c1cbc7a tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137595 Nov 23 10:46:53.829068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4840934 Nov 23 10:46:53.830015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38558) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:53.841923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Request body: {'subnet': {'network_id': '56b0ac95-b66d-45aa-b3dd-d499f067709f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1548601597-subnet', 'tenant_id': '37a20d71950049748d45f90eb5c369b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:53.858214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdff49-755d-4fa9-ac10-16217d995c2c admin admin] Pushing event updated for resources: {'Network': ['ID=56b0ac95-b66d-45aa-b3dd-d499f067709f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:53.861713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:46:53.876033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 56b0ac95-b66d-45aa-b3dd-d499f067709f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:46:53.905216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d127d-b88b-4c9a-b739-8e81cb541fce req-e608d86a-180b-44ea-a359-8d7aea721f88 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:53.907059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e09d127d-b88b-4c9a-b739-8e81cb541fce req-e608d86a-180b-44ea-a359-8d7aea721f88 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.0845926 Nov 23 10:46:53.908294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Made reservation on behalf of 37a20d71950049748d45f90eb5c369b7 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:53.910880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.970976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:53.981618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.092701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:54.093682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e09d127d-b88b-4c9a-b739-8e81cb541fce req-4e91d9a6-d855-4777-9335-ef8ff9c578c3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692400 Nov 23 10:46:54.096181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.183812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.241897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:46:54.243857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:54.262100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:54.264815 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f18909-8fe7-4f51-b385-fb74078d188e" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-unplugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:54.273295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:54.285602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.285895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.344042 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9797dbc-48d5-43b6-879a-e8ae9b8a95fb x-openstack-request-id: req-c9797dbc-48d5-43b6-879a-e8ae9b8a95fb {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:54.344384 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-unplugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:54.344617 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9797dbc-48d5-43b6-879a-e8ae9b8a95fb {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:54.345301 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'code': 200} Nov 23 10:46:54.347412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=11']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:54.353848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed477c8-87e5-4e0d-8828-a2f51e721fb9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:54.354923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device aa5dd47e-7850-462f-82e1-4719f8922ac6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:54.359931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.360287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.360832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.361126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.361490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.361827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.362159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.362487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.362817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.363142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.363467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.363793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:54.414862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Checking segment: {'id': '6b10e0d7-c683-4e09-a571-0ddb54ccb445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '56b0ac95-b66d-45aa-b3dd-d499f067709f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:46:54.415244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Network hostable DHCP agents. Network: 56b0ac95-b66d-45aa-b3dd-d499f067709f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:46:54.422672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:46:54.444271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Network 56b0ac95-b66d-45aa-b3dd-d499f067709f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:46:54.459995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port aa5dd47e-7850-462f-82e1-4719f8922ac6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:54.460381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.460553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 56b0ac95-b66d-45aa-b3dd-d499f067709f) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:54.478257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:54.479313 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.501285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0308591-5194-415e-9f2f-373ec439bc28 None None] Network 56b0ac95-b66d-45aa-b3dd-d499f067709f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:46:54.528830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-490bc4e5-71ea-46af-8153-0e44a556c1d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6797311 Nov 23 10:46:54.550683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:46:54.555999 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-23bd04b3-f1cc-4ba2-ba33-e0a260ea5bc5 admin admin] 10.222.0.61 "PUT /v2.0/routers/7cad4ea5-e753-4a5c-ae35-a4baf0e1cded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2120628 Nov 23 10:46:54.828099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.842411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bfd508-c7f8-4048-a374-02a233534cbc None None] Network 56b0ac95-b66d-45aa-b3dd-d499f067709f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:46:54.855970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-03a5799e-9baa-4af5-ae7b-6a06a0df3831 req-4cffb572-70d3-444b-9fd9-b8d11e4f4bf0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-84229221', 'description': 'tempest-description-835766878'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:54.877850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port aa5dd47e-7850-462f-82e1-4719f8922ac6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=aa5dd47e-7850-462f-82e1-4719f8922ac6,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:54.892311 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:54.893424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03a5799e-9baa-4af5-ae7b-6a06a0df3831 req-4cffb572-70d3-444b-9fd9-b8d11e4f4bf0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.001806 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03a5799e-9baa-4af5-ae7b-6a06a0df3831 req-4cffb572-70d3-444b-9fd9-b8d11e4f4bf0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.005745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=aa5dd47e-7850-462f-82e1-4719f8922ac6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:55.007616 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03a5799e-9baa-4af5-ae7b-6a06a0df3831 req-4cffb572-70d3-444b-9fd9-b8d11e4f4bf0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.044859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-03a5799e-9baa-4af5-ae7b-6a06a0df3831 req-4cffb572-70d3-444b-9fd9-b8d11e4f4bf0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.046150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03a5799e-9baa-4af5-ae7b-6a06a0df3831 req-4cffb572-70d3-444b-9fd9-b8d11e4f4bf0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1947000 Nov 23 10:46:55.048499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffb572-70d3-444b-9fd9-b8d11e4f4bf0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4db7876-d4bc-4252-88ea-de31da268dc7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:55.173214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223456f0-8990-47c6-953a-685916bdc69b req-5847bdde-9cf2-4dfe-8a77-a1b341d1522b tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:55.180840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-223456f0-8990-47c6-953a-685916bdc69b req-5847bdde-9cf2-4dfe-8a77-a1b341d1522b tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 943 time: 0.0684662 Nov 23 10:46:55.235345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-223456f0-8990-47c6-953a-685916bdc69b req-65712970-d0cf-4e09-81cf-f1aa37f5d29f tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535171 Nov 23 10:46:55.388489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a62771c9-6873-40f9-b417-35209b7391ba req-a6f1bd2d-c155-4f45-a46e-c879badf825e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/e4db7876-d4bc-4252-88ea-de31da268dc7 HTTP/1.1" status: 200 len: 1829 time: 0.0501504 Nov 23 10:46:55.401158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a62771c9-6873-40f9-b417-35209b7391ba req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4db7876-d4bc-4252-88ea-de31da268dc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:55.401571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a62771c9-6873-40f9-b417-35209b7391ba req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4db7876-d4bc-4252-88ea-de31da268dc7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:55.419164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38606) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:55.466164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-7e4840f5-fe0e-4f37-9276-e47effda0748 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:55.467827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-7e4840f5-fe0e-4f37-9276-e47effda0748 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 819 time: 0.4622765 Nov 23 10:46:55.484065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a62771c9-6873-40f9-b417-35209b7391ba req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.501883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-fbbf81ea-3ddb-45c7-b400-db5f2f11bb6b tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/quotas/64b05c62dd70440481340bd3c80a6e44 HTTP/1.1" status: 200 len: 375 time: 0.0273125 Nov 23 10:46:55.506062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a62771c9-6873-40f9-b417-35209b7391ba req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.512515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a62771c9-6873-40f9-b417-35209b7391ba req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.534369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f1e1ca-61d7-4d79-8e76-fa2fb68c2be9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:55.547166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a62771c9-6873-40f9-b417-35209b7391ba req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.561290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-4617cb56-cd56-4095-b7d8-2459c21cff8b tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575352 Nov 23 10:46:55.565888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a62771c9-6873-40f9-b417-35209b7391ba req-7c8f2cd7-4c6b-4be7-9c9b-2b22c1f0687e tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1696956 Nov 23 10:46:55.597516 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0c704cf-56a5-4ba3-a848-348079f3c8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.602898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device abe134fa-8b97-4b6b-88bf-489ced9845ee details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:46:55.675803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-9ecafccb-1e1b-4309-9b52-80543674056d service neutron] 10.222.0.61 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063106 Nov 23 10:46:55.681743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b0375-2d0d-4892-9c84-c76100dd7f53 req-e4fb1e9a-ffe6-44c2-8885-fa45432e178f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:55.683790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c3b0375-2d0d-4892-9c84-c76100dd7f53 req-e4fb1e9a-ffe6-44c2-8885-fa45432e178f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0735695 Nov 23 10:46:55.742719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port abe134fa-8b97-4b6b-88bf-489ced9845ee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=abe134fa-8b97-4b6b-88bf-489ced9845ee,segment=NetworkSegment(6cbde55e-e309-4357-8419-91dcdffdbae6),segment_id=6cbde55e-e309-4357-8419-91dcdffdbae6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:55.758476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'abe134fa-8b97-4b6b-88bf-489ced9845ee', 'network_id': '46c4970a-97e7-4f4a-97ad-4d8b615355bd', 'port_id': 'abe134fa-8b97-4b6b-88bf-489ced9845ee', 'mac_address': 'fa:16:3e:0f:af:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7286da0-b60b-480f-a2b5-c2f3652ad46d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:46:55.766366 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0c704cf-56a5-4ba3-a848-348079f3c8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.778330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c3b0375-2d0d-4892-9c84-c76100dd7f53 req-1e1e45ae-eb6c-42e2-a77f-b33a20470d16 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834925 Nov 23 10:46:55.779544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0c704cf-56a5-4ba3-a848-348079f3c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.789787 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-6f5c74a3-fa97-4115-adcf-d05da5788f4c service neutron] 10.222.0.61 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062472 Nov 23 10:46:55.805863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.822545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe134fa-8b97-4b6b-88bf-489ced9845ee {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:55.844137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f0c704cf-56a5-4ba3-a848-348079f3c8b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdfa344ae99b4738b75d0c96e15b8dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4238195 Nov 23 10:46:55.845158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c704cf-56a5-4ba3-a848-348079f3c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8f7196-1e44-4b87-8bf8-5d6aeac6da3c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:55.846834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38614) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:46:55.872706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port abe134fa-8b97-4b6b-88bf-489ced9845ee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=abe134fa-8b97-4b6b-88bf-489ced9845ee,segment=NetworkSegment(6cbde55e-e309-4357-8419-91dcdffdbae6),segment_id=6cbde55e-e309-4357-8419-91dcdffdbae6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:55.881488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.914363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2448-b86c-4776-9e66-3bf2a7f4de5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.960966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2448-b86c-4776-9e66-3bf2a7f4de5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:55.964061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=abe134fa-8b97-4b6b-88bf-489ced9845ee,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:55.975094 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Sync routers for ids ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:46:55.996578 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Routers {'7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:56.000961 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:56.039282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6556f356-92d1-4a43-86b4-cf554bbf9df9 req-7a71641e-a4fd-471b-bd60-5bae796ebb70 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/e4db7876-d4bc-4252-88ea-de31da268dc7 HTTP/1.1" status: 200 len: 2423 time: 0.0653725 Nov 23 10:46:56.061333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2448-b86c-4776-9e66-3bf2a7f4de5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.064289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2448-b86c-4776-9e66-3bf2a7f4de5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.067865 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d4f2448-b86c-4776-9e66-3bf2a7f4de5b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc8f7196-1e44-4b87-8bf8-5d6aeac6da3c HTTP/1.1" status: 204 len: 168 time: 0.2174942 Nov 23 10:46:56.080794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2448-b86c-4776-9e66-3bf2a7f4de5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8f7196-1e44-4b87-8bf8-5d6aeac6da3c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:56.119557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af9cf1c1-6849-40b6-8f91-81561b77b3ee req-b23ac07c-1d6e-4ace-a83a-4e41e5004223 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 210 time: 0.0404372 Nov 23 10:46:56.144337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['abe134fa-8b97-4b6b-88bf-489ced9845ee'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:56.157237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e13d872d-2b88-45ae-ae33-7731f9bd4ef4 req-34c0f303-c6bd-4819-8428-be809e79223d tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-group-rules/f9f1e1ca-61d7-4d79-8e76-fa2fb68c2be9 HTTP/1.1" status: 200 len: 778 time: 0.0801063 Nov 23 10:46:56.212130 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Set router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:56.267803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e13d872d-2b88-45ae-ae33-7731f9bd4ef4 req-548b7c36-bc6d-46f0-ba9f-ce5787e15e26 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/e4db7876-d4bc-4252-88ea-de31da268dc7 HTTP/1.1" status: 200 len: 2423 time: 0.0986028 Nov 23 10:46:56.278346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device aa5dd47e-7850-462f-82e1-4719f8922ac6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:56.337820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e13d872d-2b88-45ae-ae33-7731f9bd4ef4 req-b14e7969-9e32-4188-b584-ba678dc5b086 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.362320 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e13d872d-2b88-45ae-ae33-7731f9bd4ef4 req-b14e7969-9e32-4188-b584-ba678dc5b086 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.431767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port aa5dd47e-7850-462f-82e1-4719f8922ac6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:56.432377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.433784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e13d872d-2b88-45ae-ae33-7731f9bd4ef4 req-b14e7969-9e32-4188-b584-ba678dc5b086 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.442554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e13d872d-2b88-45ae-ae33-7731f9bd4ef4 req-b14e7969-9e32-4188-b584-ba678dc5b086 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.457383 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e13d872d-2b88-45ae-ae33-7731f9bd4ef4 req-b14e7969-9e32-4188-b584-ba678dc5b086 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f9f1e1ca-61d7-4d79-8e76-fa2fb68c2be9 HTTP/1.1" status: 204 len: 173 time: 0.1747780 Nov 23 10:46:56.469423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e7969-9e32-4188-b584-ba678dc5b086 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9f1e1ca-61d7-4d79-8e76-fa2fb68c2be9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:56.481618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b035-0672-40a3-8485-d21e0cea56a9 req-67aeb619-dd2b-4180-809c-6a13994e7a66 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:56.483163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ce3b035-0672-40a3-8485-d21e0cea56a9 req-67aeb619-dd2b-4180-809c-6a13994e7a66 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 944 time: 0.1131930 Nov 23 10:46:56.589470 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:53Z', 'revision_number': 4, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port': {'id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a0925a93-8b25-4ef6-9fae-26a5dfdee5f0', 'name': '', 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'mac_address': 'fa:16:3e:14:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:53Z', 'updated_at': '2021-11-23T10:46:53Z', 'revision_number': 2, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'subnets': [{'id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:56.615640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ce3b035-0672-40a3-8485-d21e0cea56a9 req-949874e6-bd91-41f9-a285-37dc2cfb5d0b tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102812 Nov 23 10:46:56.640520 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Checking router: 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:46:56.641203 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Updating router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:46:56.697351 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.700712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae253a5-e369-4f65-9f85-ebd301789584 req-dcf26772-beb9-40c8-ba33-56f82fc930bc tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:56.708104 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-dcf26772-beb9-40c8-ba33-56f82fc930bc tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 819 time: 0.1725450 Nov 23 10:46:56.727932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-4dc27859-6195-485d-bd94-e8a5b430342e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/quotas/64b05c62dd70440481340bd3c80a6e44 HTTP/1.1" status: 200 len: 375 time: 0.0182021 Nov 23 10:46:56.731169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97203877-3c32-4f54-904d-a969069183cd req-8012bd26-b7f8-4415-bb76-0ba2577fb739 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1249219323', 'description': 'tempest-description-156992558'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:56.758452 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97203877-3c32-4f54-904d-a969069183cd req-8012bd26-b7f8-4415-bb76-0ba2577fb739 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.793004 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-dc60977d-0e2e-4724-9568-67282f39151f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634897 Nov 23 10:46:56.881339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97203877-3c32-4f54-904d-a969069183cd req-8012bd26-b7f8-4415-bb76-0ba2577fb739 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.888324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97203877-3c32-4f54-904d-a969069183cd req-8012bd26-b7f8-4415-bb76-0ba2577fb739 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.918325 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-91fd48e2-8b83-4018-a2bc-d49d452059cf service neutron] 10.222.0.61 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235664 Nov 23 10:46:56.925466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97203877-3c32-4f54-904d-a969069183cd req-8012bd26-b7f8-4415-bb76-0ba2577fb739 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:56.935314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97203877-3c32-4f54-904d-a969069183cd req-8012bd26-b7f8-4415-bb76-0ba2577fb739 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2086115 Nov 23 10:46:56.964039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012bd26-b7f8-4415-bb76-0ba2577fb739 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456fef87-8eb3-4bcd-bfa3-0666b5ec23a9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:57.072851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed293-f1e6-438e-8886-a76601a584fa req-259214d2-d98e-4b87-90e5-2ae756603667 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:57.075050 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4aed293-f1e6-438e-8886-a76601a584fa req-259214d2-d98e-4b87-90e5-2ae756603667 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0691001 Nov 23 10:46:57.092756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-43ab7c0f-64fe-435a-bfdc-fb432f8b57c8 service neutron] 10.222.0.61 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731365 Nov 23 10:46:57.157071 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c4aed293-f1e6-438e-8886-a76601a584fa req-eb2e38ad-0f36-4aae-b734-8b97679d4dac tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726295 Nov 23 10:46:57.234310 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.242624 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.285375 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00115148-6702-4554-b682-b38971603ce8 None None] Pushing event updated for resources: {'Port': ['ID=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:57.306793 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.306793 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.306793 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.306793 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.308462 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.308462 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.308462 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.308854 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.309189 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.309518 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.309973 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.310316 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00115148-6702-4554-b682-b38971603ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:46:57.365749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8508516d-2241-4be7-b06f-c5a55d1a66b7 req-4566dc1d-6ab5-4533-a6d0-f6a923782bc9 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/456fef87-8eb3-4bcd-bfa3-0666b5ec23a9 HTTP/1.1" status: 200 len: 1831 time: 0.0916333 Nov 23 10:46:57.440152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-50be44aa-f863-43ed-b1e6-1e198743b755 req-f222ba31-d2ff-40e6-a3eb-9a2c2f418026 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-594039619', 'description': 'tempest-description-1263984069'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:57.452858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88b81586-2d06-4f78-82d7-1007b46247a1 req-5a10ad93-6240-46bc-a2e5-aa5a2f66cf62 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 210 time: 0.0676384 Nov 23 10:46:57.489309 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-50be44aa-f863-43ed-b1e6-1e198743b755 req-f222ba31-d2ff-40e6-a3eb-9a2c2f418026 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.507251 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Attempting to bind port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:46:57.507860 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Attempting to bind port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:46:57.509301 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Attempting to bind port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 on network 63f96286-b4b5-4078-b42a-1d1e0e450ccd {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:46:57.522938 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:46:57.525487 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Checking segment: {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:46:57.526127 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.527213 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Bound using segment: {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:46:57.530268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Bound port: a0925a93-8b25-4ef6-9fae-26a5dfdee5f0, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:46:57.530689 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.584773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-50be44aa-f863-43ed-b1e6-1e198743b755 req-f222ba31-d2ff-40e6-a3eb-9a2c2f418026 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.592565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-50be44aa-f863-43ed-b1e6-1e198743b755 req-f222ba31-d2ff-40e6-a3eb-9a2c2f418026 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.621275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device abe134fa-8b97-4b6b-88bf-489ced9845ee up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:57.659179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-50be44aa-f863-43ed-b1e6-1e198743b755 req-f222ba31-d2ff-40e6-a3eb-9a2c2f418026 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.669970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50be44aa-f863-43ed-b1e6-1e198743b755 req-f222ba31-d2ff-40e6-a3eb-9a2c2f418026 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2336271 Nov 23 10:46:57.680249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-9891bbf8-49e9-4157-bfcb-5c31d59c098f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:57.683088 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] For port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:46:57.689439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] For port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:46:57.689728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-9891bbf8-49e9-4157-bfcb-5c31d59c098f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.58 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 819 time: 0.2238057 Nov 23 10:46:57.702422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222ba31-d2ff-40e6-a3eb-9a2c2f418026 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf58ce-dac7-43d7-a159-979833f2b924,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:57.702631 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.712357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Request body: {'port': {'device_id': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'admin_state_up': True, 'tenant_id': '64b05c62dd70440481340bd3c80a6e44'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:57.751985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port abe134fa-8b97-4b6b-88bf-489ced9845ee completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:46:57.756275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port abe134fa-8b97-4b6b-88bf-489ced9845ee triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:57.756967 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:57.805516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00115148-6702-4554-b682-b38971603ce8 None None] Pushing event updated for resources: {'Port': ['ID=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:57.854469 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Routers {'7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:46:57.855516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:57.862826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85cf4c1a-a5f2-4e1c-b129-a007b4d210dc req-0580378d-6eeb-4f92-8dcc-919e3f992441 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/c0bf58ce-dac7-43d7-a159-979833f2b924 HTTP/1.1" status: 200 len: 1831 time: 0.1548400 Nov 23 10:46:57.876445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:46:57.966991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdf551-f546-444a-8655-5d03ee631bd4 req-44a943ba-0a97-4d60-97c6-fa47032c7ad6 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:57.968708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cfcdf551-f546-444a-8655-5d03ee631bd4 req-44a943ba-0a97-4d60-97c6-fa47032c7ad6 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 944 time: 0.1247809 Nov 23 10:46:58.019331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Made reservation on behalf of 64b05c62dd70440481340bd3c80a6e44 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:58.019745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8d2190c6-9c75-4888-bd76-15dc6dbdfb62 req-03bd4fc5-8bc9-4654-8324-5cb84ea241c5 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1626638381', 'description': 'tempest-description-262042603'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:58.024224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.053004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8d2190c6-9c75-4888-bd76-15dc6dbdfb62 req-03bd4fc5-8bc9-4654-8324-5cb84ea241c5 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.065840 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.068453 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] Set router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:46:58.108995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:58.115500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe134fa-8b97-4b6b-88bf-489ced9845ee'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:46:58.118380 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db623ed7-77d9-432c-a5df-d3f19116da24" -d '{"events": [{"server_uuid": "1728f25e-c7a9-4b33-9b47-bb233eb3692d", "name": "network-vif-plugged", "status": "completed", "tag": "abe134fa-8b97-4b6b-88bf-489ced9845ee"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:46:58.160194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port abe134fa-8b97-4b6b-88bf-489ced9845ee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=abe134fa-8b97-4b6b-88bf-489ced9845ee,segment=NetworkSegment(6cbde55e-e309-4357-8419-91dcdffdbae6),segment_id=6cbde55e-e309-4357-8419-91dcdffdbae6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:58.161022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cfcdf551-f546-444a-8655-5d03ee631bd4 req-554bbd62-fe97-4f5e-b068-b88ab4aaf6fe tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681955 Nov 23 10:46:58.161886 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'mac_address': 'fa:16:3e:fb:f5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:46:58.242254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.242421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8d2190c6-9c75-4888-bd76-15dc6dbdfb62 req-03bd4fc5-8bc9-4654-8324-5cb84ea241c5 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.247712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8d2190c6-9c75-4888-bd76-15dc6dbdfb62 req-03bd4fc5-8bc9-4654-8324-5cb84ea241c5 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.251443 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.257994 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcd6eac-4cee-4945-a89c-b416a2bd6a70 x-openstack-request-id: req-bfcd6eac-4cee-4945-a89c-b416a2bd6a70 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:46:58.257994 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728f25e-c7a9-4b33-9b47-bb233eb3692d", "name": "network-vif-plugged", "status": "completed", "tag": "abe134fa-8b97-4b6b-88bf-489ced9845ee", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:46:58.257994 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bfcd6eac-4cee-4945-a89c-b416a2bd6a70 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:46:58.262789 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe134fa-8b97-4b6b-88bf-489ced9845ee', 'code': 200} Nov 23 10:46:58.282905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd4fc5-8bc9-4654-8324-5cb84ea241c5 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39187cba-fc30-41ef-8b04-4025979eebd0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:58.287788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8d2190c6-9c75-4888-bd76-15dc6dbdfb62 req-03bd4fc5-8bc9-4654-8324-5cb84ea241c5 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.303094 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d2190c6-9c75-4888-bd76-15dc6dbdfb62 req-03bd4fc5-8bc9-4654-8324-5cb84ea241c5 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2872694 Nov 23 10:46:58.315566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed71c69f-0759-4b47-9ee8-e05b2d37debd {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:46:58.383208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:46:58.397437 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.403034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=abe134fa-8b97-4b6b-88bf-489ced9845ee,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:58.429519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Allocated IP 172.20.0.5 (63f96286-b4b5-4078-b42a-1d1e0e450ccd/d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc/717406a6-1e53-44c6-a67d-2590c2fc8586) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:46:58.524949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=12']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:58.534786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7d8a0ee-9e20-4d2e-bc54-75c1d1dbfbfe req-f2811729-263e-471c-b1c6-5d0af8dc6939 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/39187cba-fc30-41ef-8b04-4025979eebd0 HTTP/1.1" status: 200 len: 1831 time: 0.0558734 Nov 23 10:46:58.541681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['ed71c69f-0759-4b47-9ee8-e05b2d37debd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:46:58.553411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001479c1-3e9b-4a05-b70b-c7127e972287 req-01edffdc-d275-4401-a24b-45ff73796662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:58.555131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-001479c1-3e9b-4a05-b70b-c7127e972287 req-01edffdc-d275-4401-a24b-45ff73796662 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 1096 time: 0.1765070 Nov 23 10:46:58.555632 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:53Z', 'revision_number': 4, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port': {'id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a0925a93-8b25-4ef6-9fae-26a5dfdee5f0', 'name': '', 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'mac_address': 'fa:16:3e:14:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:53Z', 'updated_at': '2021-11-23T10:46:57Z', 'revision_number': 4, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'subnets': [{'id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:46:58.588458 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927d9a3-9515-4435-8c61-f844bdaeab03 None None] The sync data for ids ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'] in n-d-817747-2 is: [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:53Z', 'revision_number': 4, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port': {'id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a0925a93-8b25-4ef6-9fae-26a5dfdee5f0', 'name': '', 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'mac_address': 'fa:16:3e:14:c2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:53Z', 'updated_at': '2021-11-23T10:46:57Z', 'revision_number': 4, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'subnets': [{'id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:46:58.602975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbf5d6-bba5-40e0-81bb-b44745378989 req-8cc3ecdd-e8e0-432a-9334-d0ffaf840f15 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:58.621294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3dbf5d6-bba5-40e0-81bb-b44745378989 req-8cc3ecdd-e8e0-432a-9334-d0ffaf840f15 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 946 time: 0.1727526 Nov 23 10:46:58.807491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37ef68c1-1977-462f-84be-3c6c644d187d req-164da361-0ab3-4965-9261-c725c5bd951a tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 210 time: 0.0514371 Nov 23 10:46:58.828547 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3dbf5d6-bba5-40e0-81bb-b44745378989 req-b59cb351-4c65-494e-911c-f0c2a6f5a28f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014699 Nov 23 10:46:58.857100 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-001479c1-3e9b-4a05-b70b-c7127e972287 req-880a7456-b6f5-4a62-8aaa-9775db487c4d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737625 Nov 23 10:46:58.861194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a34d2e2e-d357-4f7a-86a8-47af8c0b771e req-77cdb364-a7e2-4679-a0f4-c04d55dc5791 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1238309272', 'description': 'tempest-description-1192174748'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:58.907249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.950781 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a34d2e2e-d357-4f7a-86a8-47af8c0b771e req-77cdb364-a7e2-4679-a0f4-c04d55dc5791 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:58.955567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.006675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae253a5-e369-4f65-9f85-ebd301789584 req-6d25da09-a910-43a8-83a1-71002fd1d6d0 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:59.008229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-6d25da09-a910-43a8-83a1-71002fd1d6d0 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.65 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 819 time: 0.1752162 Nov 23 10:46:59.010193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:46:59.017706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:46:59.025897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:46:59.083600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a34d2e2e-d357-4f7a-86a8-47af8c0b771e req-77cdb364-a7e2-4679-a0f4-c04d55dc5791 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.103623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a34d2e2e-d357-4f7a-86a8-47af8c0b771e req-77cdb364-a7e2-4679-a0f4-c04d55dc5791 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.116256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Pushing event updated for resources: {'Port': ['ID=717406a6-1e53-44c6-a67d-2590c2fc8586,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:59.130563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Request body: {'port': {'device_id': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'admin_state_up': True, 'tenant_id': '64b05c62dd70440481340bd3c80a6e44'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:59.168748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:59.169718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.202754 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-ebbcc74d-8578-42be-9d49-a9a444ebb073 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5042572 Nov 23 10:46:59.239052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Request body: {'port': {'device_id': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:46:59.284295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a34d2e2e-d357-4f7a-86a8-47af8c0b771e req-77cdb364-a7e2-4679-a0f4-c04d55dc5791 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.289515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a34d2e2e-d357-4f7a-86a8-47af8c0b771e req-77cdb364-a7e2-4679-a0f4-c04d55dc5791 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.4519086 Nov 23 10:46:59.296225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdb364-a7e2-4679-a0f4-c04d55dc5791 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fc3114-96a1-4d46-b6d0-646b47a33927,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:46:59.372694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.394569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46e735ef-a7d9-445f-9ef3-81b77674f63c req-ee4876ad-05c0-41e2-957e-3d13df20b8ba tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/b8fc3114-96a1-4d46-b6d0-646b47a33927 HTTP/1.1" status: 200 len: 1832 time: 0.0777705 Nov 23 10:46:59.416709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Made reservation on behalf of 64b05c62dd70440481340bd3c80a6e44 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:46:59.423070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.452004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731d9ce-0049-49fb-9f6b-7d7854f3cd15 req-f6e3f953-38db-4a12-a939-505f3517fc8d tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:46:59.453592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b731d9ce-0049-49fb-9f6b-7d7854f3cd15 req-f6e3f953-38db-4a12-a939-505f3517fc8d tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 945 time: 0.1859100 Nov 23 10:46:59.526785 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-20893578-14e1-4e4d-a68f-0da340b9c5b6 req-7e487e14-bdae-4599-8ae1-f09f326f5f25 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] show failed (client error): The resource could not be found. Nov 23 10:46:59.528181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20893578-14e1-4e4d-a68f-0da340b9c5b6 req-7e487e14-bdae-4599-8ae1-f09f326f5f25 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/f9166b6c-468a-4c63-8267-751804c20d2b HTTP/1.1" status: 404 len: 352 time: 0.1009901 Nov 23 10:46:59.594704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Allocated IP 172.20.0.7 (63f96286-b4b5-4078-b42a-1d1e0e450ccd/d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc/59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:46:59.633732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b731d9ce-0049-49fb-9f6b-7d7854f3cd15 req-3ef48c55-332b-4cdb-85e3-da90b64a17a3 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665089 Nov 23 10:46:59.685382 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-629faf98-fbc8-471a-9cc8-15e3e173797b req-3b99a7c8-c66f-4202-8a13-560b365f3d47 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] show failed (client error): The resource could not be found. Nov 23 10:46:59.686622 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-629faf98-fbc8-471a-9cc8-15e3e173797b req-3b99a7c8-c66f-4202-8a13-560b365f3d47 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-group-rules/2cc6f4b9-7421-4098-9bb7-8e01affd6e8e HTTP/1.1" status: 404 len: 361 time: 0.0254717 Nov 23 10:46:59.805257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a741ad3a-035a-474d-9525-f7e2f7cf45c3 req-5f1ee7a1-4aef-489f-b68c-ec34d9a148de tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/b8fc3114-96a1-4d46-b6d0-646b47a33927 HTTP/1.1" status: 200 len: 1832 time: 0.0870724 Nov 23 10:46:59.855720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:46:59.865149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.910607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a741ad3a-035a-474d-9525-f7e2f7cf45c3 req-045f8981-a33f-482b-b018-2db03c459468 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.940382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a741ad3a-035a-474d-9525-f7e2f7cf45c3 req-045f8981-a33f-482b-b018-2db03c459468 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.953856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port ed71c69f-0759-4b47-9ee8-e05b2d37debd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:46:59.954501 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.974985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:46:59.991835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-766c695a-0ab1-451d-ad11-9969d6d75a45 req-2681a207-8ae5-4c51-985e-356e887c6577 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 210 time: 0.0784566 Nov 23 10:47:00.059722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:00.065840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:00.067782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a741ad3a-035a-474d-9525-f7e2f7cf45c3 req-045f8981-a33f-482b-b018-2db03c459468 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.070668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a741ad3a-035a-474d-9525-f7e2f7cf45c3 req-045f8981-a33f-482b-b018-2db03c459468 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.076559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a741ad3a-035a-474d-9525-f7e2f7cf45c3 req-045f8981-a33f-482b-b018-2db03c459468 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "DELETE /v2.0/security-groups/b8fc3114-96a1-4d46-b6d0-646b47a33927 HTTP/1.1" status: 204 len: 173 time: 0.2632296 Nov 23 10:47:00.093024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:00.105490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.125063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Pushing event updated for resources: {'Port': ['ID=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:00.154783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f8981-a33f-482b-b018-2db03c459468 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fc3114-96a1-4d46-b6d0-646b47a33927,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:00.169636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:00.177492 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.215046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:00.215692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.228254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51cd0f73-f806-4b52-b08b-8b9cb99c0a54 req-f8296b03-cc10-4a6b-b33c-513824fdc9bf tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/39187cba-fc30-41ef-8b04-4025979eebd0 HTTP/1.1" status: 200 len: 1831 time: 0.1280208 Nov 23 10:47:00.265094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:00.272559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-9378e4fc-4125-47fd-b9ee-5d44c77288d7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1607194 Nov 23 10:47:00.276097 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28873679-02ef-4396-828d-5a7e913140c3" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:00.310338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Request body: {'port': {'device_id': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:00.354699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=13']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:00.395740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5b9dc-2a4f-4aec-89ae-2e9c1aaef8a4 req-626a263f-a0d2-40e5-80c2-e56d3cb0df1e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:00.398720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:00.413934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2eb5b9dc-2a4f-4aec-89ae-2e9c1aaef8a4 req-626a263f-a0d2-40e5-80c2-e56d3cb0df1e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1512125 Nov 23 10:47:00.447122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-51cd0f73-f806-4b52-b08b-8b9cb99c0a54 req-40e317bd-b049-499d-b087-bb49edd1acd2 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.464572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.486033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:00.486349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-51cd0f73-f806-4b52-b08b-8b9cb99c0a54 req-40e317bd-b049-499d-b087-bb49edd1acd2 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.486975 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.519964 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717406a6-1e53-44c6-a67d-2590c2fc8586 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:00.537805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.545554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38792) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:00.554081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2eb5b9dc-2a4f-4aec-89ae-2e9c1aaef8a4 req-aabc2019-8d69-4740-8e6f-086b42f8c212 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389830 Nov 23 10:47:00.575490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Transition to ACTIVE for port object 717406a6-1e53-44c6-a67d-2590c2fc8586 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:00.580943 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.615903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-51cd0f73-f806-4b52-b08b-8b9cb99c0a54 req-40e317bd-b049-499d-b087-bb49edd1acd2 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.619487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.619862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-51cd0f73-f806-4b52-b08b-8b9cb99c0a54 req-40e317bd-b049-499d-b087-bb49edd1acd2 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.627827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51cd0f73-f806-4b52-b08b-8b9cb99c0a54 req-40e317bd-b049-499d-b087-bb49edd1acd2 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "DELETE /v2.0/security-groups/39187cba-fc30-41ef-8b04-4025979eebd0 HTTP/1.1" status: 204 len: 173 time: 0.3903425 Nov 23 10:47:00.659943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Pushing event updated for resources: {'Port': ['ID=717406a6-1e53-44c6-a67d-2590c2fc8586,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:00.668271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:00.673747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.681958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e317bd-b049-499d-b087-bb49edd1acd2 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39187cba-fc30-41ef-8b04-4025979eebd0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:00.722252 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94816f52-b272-4cd4-b7a0-ca5665dd4d38 x-openstack-request-id: req-94816f52-b272-4cd4-b7a0-ca5665dd4d38 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:00.722785 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-plugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:00.723050 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94816f52-b272-4cd4-b7a0-ca5665dd4d38 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:00.723536 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'code': 200} Nov 23 10:47:00.768424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:00.776903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9af0c7a-a49b-4fcd-a30d-077134630a3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.836241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Attempting to bind port 717406a6-1e53-44c6-a67d-2590c2fc8586 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:00.836586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Attempting to bind port 717406a6-1e53-44c6-a67d-2590c2fc8586 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:00.836921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Attempting to bind port 717406a6-1e53-44c6-a67d-2590c2fc8586 on network 63f96286-b4b5-4078-b42a-1d1e0e450ccd {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:00.843994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5946b5e6-b8f7-4972-9bbb-f3496bfc0c06 req-77307022-c6c6-4fc7-841f-99198a984be4 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/c0bf58ce-dac7-43d7-a159-979833f2b924 HTTP/1.1" status: 200 len: 1831 time: 0.0682907 Nov 23 10:47:00.845146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Port 717406a6-1e53-44c6-a67d-2590c2fc8586 on network 63f96286-b4b5-4078-b42a-1d1e0e450ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:00.845373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Attempting to bind port 717406a6-1e53-44c6-a67d-2590c2fc8586 on network 63f96286-b4b5-4078-b42a-1d1e0e450ccd {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:00.851027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:00.851376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Checking segment: {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:00.851763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Bound using segment: {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:00.852201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Bound port: 717406a6-1e53-44c6-a67d-2590c2fc8586, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:00.852559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.944882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf36f1-8b99-4d70-8d05-d7050737f193 req-9112c58d-a367-4fe3-af9b-c2902b07cadb tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:00.946356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ccf36f1-8b99-4d70-8d05-d7050737f193 req-9112c58d-a367-4fe3-af9b-c2902b07cadb tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 945 time: 0.1007316 Nov 23 10:47:00.977525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5946b5e6-b8f7-4972-9bbb-f3496bfc0c06 req-5eb0602e-047b-43e2-a263-c0f502e2dfce tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:00.985766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] For port 717406a6-1e53-44c6-a67d-2590c2fc8586, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:00.994342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] For port 717406a6-1e53-44c6-a67d-2590c2fc8586, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=717406a6-1e53-44c6-a67d-2590c2fc8586,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:01.002255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.012176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9af0c7a-a49b-4fcd-a30d-077134630a3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.019284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:01.020505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5946b5e6-b8f7-4972-9bbb-f3496bfc0c06 req-5eb0602e-047b-43e2-a263-c0f502e2dfce tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.033593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9af0c7a-a49b-4fcd-a30d-077134630a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.036823 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.062204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.062844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.064508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] 10.222.0.58 "PUT /v2.0/ports/717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 200 len: 1091 time: 1.8496771 Nov 23 10:47:01.069394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'tag': '717406a6-1e53-44c6-a67d-2590c2fc8586'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:01.071670 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431ed790-fa08-45cb-992b-a59c8165fd62" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5c738d-0951-4f01-bee2-65d3f3675893", "tag": "717406a6-1e53-44c6-a67d-2590c2fc8586"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:01.089307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ccf36f1-8b99-4d70-8d05-d7050737f193 req-6540869a-ebef-4dca-9c07-22f881592d4e tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160522 Nov 23 10:47:01.103411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Transition to ACTIVE for port object 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:01.106920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c9af0c7a-a49b-4fcd-a30d-077134630a3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9c16aeabe6845ae97b44bf53a8fd678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5602045 Nov 23 10:47:01.110296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38808) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:01.118531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.129282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0c7a-a49b-4fcd-a30d-077134630a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c2e815-ff1e-4344-ad91-2bc1384ef7e8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:01.140633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826d7db-fd9c-45e5-b325-7a774e7fbf8d service neutron] Pushing event updated for resources: {'Port': ['ID=717406a6-1e53-44c6-a67d-2590c2fc8586,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:01.184332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5946b5e6-b8f7-4972-9bbb-f3496bfc0c06 req-5eb0602e-047b-43e2-a263-c0f502e2dfce tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.188924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5946b5e6-b8f7-4972-9bbb-f3496bfc0c06 req-5eb0602e-047b-43e2-a263-c0f502e2dfce tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.189718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5946b5e6-b8f7-4972-9bbb-f3496bfc0c06 req-5eb0602e-047b-43e2-a263-c0f502e2dfce tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "DELETE /v2.0/security-groups/c0bf58ce-dac7-43d7-a159-979833f2b924 HTTP/1.1" status: 204 len: 173 time: 0.3349702 Nov 23 10:47:01.204799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Pushing event updated for resources: {'Port': ['ID=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:01.205002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0602e-047b-43e2-a263-c0f502e2dfce tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf58ce-dac7-43d7-a159-979833f2b924,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:01.213542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-1dc490b8-fe61-446e-a082-2ef75c287fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.215683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-1dc490b8-fe61-446e-a082-2ef75c287fd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1094 time: 0.1069977 Nov 23 10:47:01.282594 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eb1487-afff-4b6c-a22e-926473a5ab82 x-openstack-request-id: req-34eb1487-afff-4b6c-a22e-926473a5ab82 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:01.282892 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5c738d-0951-4f01-bee2-65d3f3675893", "tag": "717406a6-1e53-44c6-a67d-2590c2fc8586", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:01.283158 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34eb1487-afff-4b6c-a22e-926473a5ab82 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:01.283564 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'tag': '717406a6-1e53-44c6-a67d-2590c2fc8586', 'status': 'completed', 'code': 200} Nov 23 10:47:01.285036 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-acf6fd66-89fc-46a3-842b-972c0ccc3b01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 200 len: 217 time: 0.0570347 Nov 23 10:47:01.382276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd041ba9-d0a6-4329-b050-620bfcc31542 req-e18e4dcb-be1e-423e-87fc-249b1e616ffb tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.383884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd041ba9-d0a6-4329-b050-620bfcc31542 req-e18e4dcb-be1e-423e-87fc-249b1e616ffb tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 943 time: 0.1033320 Nov 23 10:47:01.390074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-94f5ed38-a9f2-47f1-afcd-15286ea448ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.391564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-94f5ed38-a9f2-47f1-afcd-15286ea448ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.0961111 Nov 23 10:47:01.448628 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-d844e2f8-8503-42fb-bfd3-638fc3545a7a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363955 Nov 23 10:47:01.498412 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd041ba9-d0a6-4329-b050-620bfcc31542 req-48a5e7d7-a4f8-401d-ab33-b2d9460a76f6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057677 Nov 23 10:47:01.519587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-219384d4-ce87-49c1-aef4-d3545e859f0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.566970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-355428ce-3451-42a8-8b0e-985063e6e7fb service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072171 Nov 23 10:47:01.585830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-219384d4-ce87-49c1-aef4-d3545e859f0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.643476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c71f6a95-d720-44c7-93de-8c89671f66a0 req-9aa2f36c-f36f-4349-8e04-8ad6365ba652 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/456fef87-8eb3-4bcd-bfa3-0666b5ec23a9 HTTP/1.1" status: 200 len: 1831 time: 0.1300926 Nov 23 10:47:01.644160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Attempting to bind port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:01.644449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Attempting to bind port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:01.644774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Attempting to bind port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 on network 63f96286-b4b5-4078-b42a-1d1e0e450ccd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:01.651598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 on network 63f96286-b4b5-4078-b42a-1d1e0e450ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:01.651922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Attempting to bind port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 on network 63f96286-b4b5-4078-b42a-1d1e0e450ccd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:01.672063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb43c33-146a-4c4d-94c7-7f1fcc528c8b req-729db266-d4bc-48d9-80f2-4b405cc3567f tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.673882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:01.674016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bb43c33-146a-4c4d-94c7-7f1fcc528c8b req-729db266-d4bc-48d9-80f2-4b405cc3567f tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 945 time: 0.1054902 Nov 23 10:47:01.674131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Checking segment: {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:01.674131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Bound using segment: {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:01.674813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Bound port: 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a3b626-8e81-41b8-9157-8dc3646d867c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:01.674813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.701287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-219384d4-ce87-49c1-aef4-d3545e859f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.703787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-219384d4-ce87-49c1-aef4-d3545e859f0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.704977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-219384d4-ce87-49c1-aef4-d3545e859f0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39c2e815-ff1e-4344-ad91-2bc1384ef7e8 HTTP/1.1" status: 204 len: 168 time: 0.5937662 Nov 23 10:47:01.720272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b28b63c-27fc-49ae-a3ff-c088dafdf65e req-798e2c65-e179-4f89-bf92-8917a004f34f service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426864 Nov 23 10:47:01.737000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bb43c33-146a-4c4d-94c7-7f1fcc528c8b req-a2d28dc0-3285-43f1-993f-e0c3e6f0658b tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553632 Nov 23 10:47:01.740674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219384d4-ce87-49c1-aef4-d3545e859f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c2e815-ff1e-4344-ad91-2bc1384ef7e8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:01.801327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c71f6a95-d720-44c7-93de-8c89671f66a0 req-febdacbc-2830-479c-97c1-3306cd76ae38 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.818910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] For port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:01.838397 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c71f6a95-d720-44c7-93de-8c89671f66a0 req-febdacbc-2830-479c-97c1-3306cd76ae38 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.842570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] For port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:01.852292 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.884855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-caed114c-8a8d-43e0-8432-85158c7c7e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.887274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-caed114c-8a8d-43e0-8432-85158c7c7e6d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1094 time: 0.0897229 Nov 23 10:47:01.913419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.913910 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.915716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] 10.222.0.65 "PUT /v2.0/ports/59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 HTTP/1.1" status: 200 len: 1091 time: 1.6277382 Nov 23 10:47:01.921649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'tag': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:01.924233 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859" -d '{"events": [{"name": "network-changed", "server_uuid": "99b89802-83a2-4e64-80d4-ae0086ca47d7", "tag": "59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:01.935470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a48a1-ca60-4158-a5d6-eaf038f0900a req-9be582dd-920d-4ca5-868f-0cc7a7331681 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:01.937169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b52a48a1-ca60-4158-a5d6-eaf038f0900a req-9be582dd-920d-4ca5-868f-0cc7a7331681 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.0926468 Nov 23 10:47:01.960431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d8078-ded9-43c1-9e9d-6056d0101c60 service neutron] Pushing event updated for resources: {'Port': ['ID=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:01.966732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c71f6a95-d720-44c7-93de-8c89671f66a0 req-febdacbc-2830-479c-97c1-3306cd76ae38 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.970156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c71f6a95-d720-44c7-93de-8c89671f66a0 req-febdacbc-2830-479c-97c1-3306cd76ae38 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:01.971629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c71f6a95-d720-44c7-93de-8c89671f66a0 req-febdacbc-2830-479c-97c1-3306cd76ae38 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "DELETE /v2.0/security-groups/456fef87-8eb3-4bcd-bfa3-0666b5ec23a9 HTTP/1.1" status: 204 len: 173 time: 0.3217542 Nov 23 10:47:02.014348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdacbc-2830-479c-97c1-3306cd76ae38 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456fef87-8eb3-4bcd-bfa3-0666b5ec23a9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:02.052598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae253a5-e369-4f65-9f85-ebd301789584 req-43066d83-df89-461f-b121-9cfbf40de41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.054233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-65af0bf5-f553-44ce-9a42-eead36d74c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.054821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-43066d83-df89-461f-b121-9cfbf40de41d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 1094 time: 0.0721030 Nov 23 10:47:02.055680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-65af0bf5-f553-44ce-9a42-eead36d74c0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.1595829 Nov 23 10:47:02.075011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b52a48a1-ca60-4158-a5d6-eaf038f0900a req-8feaab36-6c2f-4605-af45-8513f31a072c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764582 Nov 23 10:47:02.084867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38830) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:02.126146 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-a72e3b31-7a3f-46fe-bd89-3126d557fa26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 200 len: 217 time: 0.0495877 Nov 23 10:47:02.134314 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b48295-f59b-4ac3-9631-0e1c81c8d894 x-openstack-request-id: req-91b48295-f59b-4ac3-9631-0e1c81c8d894 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:02.134828 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b89802-83a2-4e64-80d4-ae0086ca47d7", "tag": "59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:02.135993 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91b48295-f59b-4ac3-9631-0e1c81c8d894 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:02.136653 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'tag': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04', 'status': 'completed', 'code': 200} Nov 23 10:47:02.138402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-141a06df-c805-457b-a3fb-11c4d3495202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.143135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-51aed144-66c7-46d2-b8e8-2d7b87dbf841 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 HTTP/1.1" status: 200 len: 217 time: 0.0798242 Nov 23 10:47:02.212373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:02.222646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae253a5-e369-4f65-9f85-ebd301789584 req-c4016aa7-657c-46af-a27a-a96a8217725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.224191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-c4016aa7-657c-46af-a27a-a96a8217725b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.0706830 Nov 23 10:47:02.236041 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f4cffa2-9982-4062-a359-f6fd89f7c1e6 req-6f9d0728-8dd5-4c4c-ba19-14c69bd6287f tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "GET /v2.0/security-groups/e4db7876-d4bc-4252-88ea-de31da268dc7 HTTP/1.1" status: 200 len: 1829 time: 0.1033514 Nov 23 10:47:02.238042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-32be964d-5883-4afb-9a70-a91a9f8cd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.241392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-32be964d-5883-4afb-9a70-a91a9f8cd046 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.0983627 Nov 23 10:47:02.272929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:02.273340 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.279678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-6fcb3d3b-8e5b-4468-80f7-9c37a0a6ddb7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345793 Nov 23 10:47:02.301746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-cbaee484-4ed1-4b09-ad72-846b6aaee60b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476949 Nov 23 10:47:02.358915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7f4cffa2-9982-4062-a359-f6fd89f7c1e6 req-5c7879c2-92a8-4737-aed5-4716e2e271c0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.366485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-141a06df-c805-457b-a3fb-11c4d3495202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.377822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-141a06df-c805-457b-a3fb-11c4d3495202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.416162 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7f4cffa2-9982-4062-a359-f6fd89f7c1e6 req-5c7879c2-92a8-4737-aed5-4716e2e271c0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.425165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-141a06df-c805-457b-a3fb-11c4d3495202 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41423e1c8c3044c1a6ae19729c3dbc7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3468270 Nov 23 10:47:02.429611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38834) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:02.437183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a06df-c805-457b-a3fb-11c4d3495202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c276f-4177-437c-a54f-b82ef075feef,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:02.441036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-98e5ede1-1ee0-41d9-af62-2aff0564e266 service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512544 Nov 23 10:47:02.467965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-657bb04d-e31f-426c-bf90-a246ffc46531 service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552858 Nov 23 10:47:02.518719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7f4cffa2-9982-4062-a359-f6fd89f7c1e6 req-5c7879c2-92a8-4737-aed5-4716e2e271c0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.521300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7f4cffa2-9982-4062-a359-f6fd89f7c1e6 req-5c7879c2-92a8-4737-aed5-4716e2e271c0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.522947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f4cffa2-9982-4062-a359-f6fd89f7c1e6 req-5c7879c2-92a8-4737-aed5-4716e2e271c0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] 10.222.0.61 "DELETE /v2.0/security-groups/e4db7876-d4bc-4252-88ea-de31da268dc7 HTTP/1.1" status: 204 len: 173 time: 0.2790563 Nov 23 10:47:02.529822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38838) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:02.550047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dae253a5-e369-4f65-9f85-ebd301789584 req-ca81d6eb-5844-4117-b910-dd470ee36d78 service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002278 Nov 23 10:47:02.566678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7879c2-92a8-4737-aed5-4716e2e271c0 tempest-SecurityGroupRulesNegativeTestJSON-1279318539 tempest-SecurityGroupRulesNegativeTestJSON-1279318539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4db7876-d4bc-4252-88ea-de31da268dc7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:02.584597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e5c7-efbe-4654-9232-dd1f9b795c55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.622293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e5c7-efbe-4654-9232-dd1f9b795c55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.630059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431ed790-fa08-45cb-992b-a59c8165fd62 req-3ec2fe87-df75-4fb1-96f8-5db83dff669f service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533947 Nov 23 10:47:02.673829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e5c7-efbe-4654-9232-dd1f9b795c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.676780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e5c7-efbe-4654-9232-dd1f9b795c55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.677961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ea1e5c7-efbe-4654-9232-dd1f9b795c55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e29c276f-4177-437c-a54f-b82ef075feef HTTP/1.1" status: 204 len: 168 time: 0.2474086 Nov 23 10:47:02.678503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] Deleting subnet 0ed477c8-87e5-4e0d-8828-a2f51e721fb9 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:47:02.683642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.699609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1e5c7-efbe-4654-9232-dd1f9b795c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c276f-4177-437c-a54f-b82ef075feef,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:02.740295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf5901-f245-4be5-8855-820de4c032bb req-05d2309b-ece4-484a-8c14-bab71ca78bbf tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.741830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8cf5901-f245-4be5-8855-820de4c032bb req-05d2309b-ece4-484a-8c14-bab71ca78bbf tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 943 time: 0.1449237 Nov 23 10:47:02.743939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.747214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-7a46843a-d6d9-491e-9cb3-060bbfd01cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.748872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-7a46843a-d6d9-491e-9cb3-060bbfd01cd2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 1094 time: 0.1269052 Nov 23 10:47:02.880041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:02.893191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f513-2971-49aa-a78a-da0b77cab2ba req-a2c6e1d0-15be-48ef-95bc-353894e61e43 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.894880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aea6f513-2971-49aa-a78a-da0b77cab2ba req-a2c6e1d0-15be-48ef-95bc-353894e61e43 tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 945 time: 0.0601790 Nov 23 10:47:02.920825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8cf5901-f245-4be5-8855-820de4c032bb req-d7ab1018-05bd-4f64-979b-58759e2a7958 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708312 Nov 23 10:47:02.954017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-f17f6262-c6b3-481d-b6c0-d3917a6b5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.955786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-f17f6262-c6b3-481d-b6c0-d3917a6b5d58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.1839116 Nov 23 10:47:02.995546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-80854f0c-ce57-45fe-9810-dad84d38f53f tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:02.997775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-80854f0c-ce57-45fe-9810-dad84d38f53f tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.65 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 945 time: 0.1019785 Nov 23 10:47:03.002004 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aea6f513-2971-49aa-a78a-da0b77cab2ba req-c2ad7d99-5288-4cc4-a40d-23bacf1ddbbe tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/security-groups?id=7ca34a3d-dfbe-44fe-8ca1-3286787c136b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782428 Nov 23 10:47:03.003611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.014119 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-6039e822-59b2-48ed-a278-a0fe59465b47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 HTTP/1.1" status: 200 len: 217 time: 0.0467465 Nov 23 10:47:03.033839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed477c8-87e5-4e0d-8828-a2f51e721fb9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:03.045332 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.048805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ef354c9c-e742-4d1e-9c6e-9bc17318c24c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0ed477c8-87e5-4e0d-8828-a2f51e721fb9 HTTP/1.1" status: 204 len: 168 time: 0.5013075 Nov 23 10:47:03.054218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38848) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:03.090349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-a7e21190-9f86-4ae0-93b1-8351716a074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:03.092073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-a7e21190-9f86-4ae0-93b1-8351716a074f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.0596507 Nov 23 10:47:03.143024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-27a2d497-0f8a-4756-b987-f2ccd5cee308 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408473 Nov 23 10:47:03.184177 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.257499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Deleting port abe134fa-8b97-4b6b-88bf-489ced9845ee {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:03.257723 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.336471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-37a9dced-9b17-4e1e-b95a-f514ed24835e service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785750 Nov 23 10:47:03.366729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021483b9-4d21-4b47-a7f8-e2822f7a01a3 req-e1734c07-4f7b-4f9a-b70e-f480f7ca28e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:03.368273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-021483b9-4d21-4b47-a7f8-e2822f7a01a3 req-e1734c07-4f7b-4f9a-b70e-f480f7ca28e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1759415 Nov 23 10:47:03.442417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.475466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] For port abe134fa-8b97-4b6b-88bf-489ced9845ee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=abe134fa-8b97-4b6b-88bf-489ced9845ee,segment=NetworkSegment(6cbde55e-e309-4357-8419-91dcdffdbae6),segment_id=6cbde55e-e309-4357-8419-91dcdffdbae6)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:03.475868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.493444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b0ac95-b66d-45aa-b3dd-d499f067709f']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:03.505934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ba3bf12-dcb1-4aea-8e8d-06b9a5ee0859 req-7228b363-8200-4c7f-88eb-95cf9077b46a service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602590 Nov 23 10:47:03.508871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b10e0d7-c683-4e09-a571-0ddb54ccb445') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:03.509129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b10e0d7-c683-4e09-a571-0ddb54ccb445') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:03.512249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Calling delete_port for abe134fa-8b97-4b6b-88bf-489ced9845ee owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:03.531815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.539397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-021483b9-4d21-4b47-a7f8-e2822f7a01a3 req-4a90f47b-a2ad-4b2a-95a2-41dca5a6159e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584635 Nov 23 10:47:03.586564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.597052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:47:03.597476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:47:03.599129 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:47:03.668345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.675419 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.679021 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/56b0ac95-b66d-45aa-b3dd-d499f067709f HTTP/1.1" status: 204 len: 168 time: 0.6234136 Nov 23 10:47:03.690596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa7a3f-d1ef-4ed2-bc09-a7e759953bc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b0ac95-b66d-45aa-b3dd-d499f067709f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:03.757509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.787342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Pushing event deleted for resources: {'Port': ['ID=abe134fa-8b97-4b6b-88bf-489ced9845ee,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:03.835930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] No DVR routers for this DVR port abe134fa-8b97-4b6b-88bf-489ced9845ee on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:03.839506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:03.842976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c9c340-7fc1-4bfd-9255-6b1c820caa0a req-4832bf33-8941-4a8e-8f1a-dc5aeee4a4cc tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.65 "DELETE /v2.0/ports/abe134fa-8b97-4b6b-88bf-489ced9845ee HTTP/1.1" status: 204 len: 173 time: 0.8384616 Nov 23 10:47:03.843466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'name': 'network-vif-deleted', 'tag': 'abe134fa-8b97-4b6b-88bf-489ced9845ee'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:03.845779 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92710d33-63d5-4980-b5ab-4ca9441dad3c" -d '{"events": [{"server_uuid": "1728f25e-c7a9-4b33-9b47-bb233eb3692d", "name": "network-vif-deleted", "tag": "abe134fa-8b97-4b6b-88bf-489ced9845ee"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:03.922228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38904) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:03.940222 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c141b3-6f8f-4e1f-aa15-2d7bba75aa8b x-openstack-request-id: req-f3c141b3-6f8f-4e1f-aa15-2d7bba75aa8b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:03.940621 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1728f25e-c7a9-4b33-9b47-bb233eb3692d", "name": "network-vif-deleted", "tag": "abe134fa-8b97-4b6b-88bf-489ced9845ee", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:03.940881 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3c141b3-6f8f-4e1f-aa15-2d7bba75aa8b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:03.942360 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1728f25e-c7a9-4b33-9b47-bb233eb3692d', 'name': 'network-vif-deleted', 'tag': 'abe134fa-8b97-4b6b-88bf-489ced9845ee', 'status': 'completed', 'code': 200} Nov 23 10:47:04.028053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a47d8168-aeef-47a7-a477-06075e8cc72a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37a20d71950049748d45f90eb5c369b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1037781 Nov 23 10:47:04.030511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38908) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:04.218461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2634637c-09cf-4256-8d66-713173bb9a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:04.221944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a868f-b00b-4cbc-8b05-f159703e50fd req-41dfab02-0971-487a-bcfd-b0aca4a96eaf tempest-InstanceActionsV221TestJSON-66621536 tempest-InstanceActionsV221TestJSON-66621536-project] 10.222.0.61 "GET /v2.0/ports?device_id=1728f25e-c7a9-4b33-9b47-bb233eb3692d HTTP/1.1" status: 200 len: 210 time: 0.0447903 Nov 23 10:47:04.256357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5b177-5c40-446f-a653-8f63338caacb req-67c90bbf-b5f0-4e25-98e2-0e8137094a19 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:04.268254 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10c5b177-5c40-446f-a653-8f63338caacb req-67c90bbf-b5f0-4e25-98e2-0e8137094a19 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 943 time: 0.1956809 Nov 23 10:47:04.296427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2634637c-09cf-4256-8d66-713173bb9a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:04.399136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2634637c-09cf-4256-8d66-713173bb9a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:04.402472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2634637c-09cf-4256-8d66-713173bb9a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:04.403769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2634637c-09cf-4256-8d66-713173bb9a2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/472c1501-cf82-41be-82dc-81a9b1ae545e HTTP/1.1" status: 204 len: 168 time: 0.3722460 Nov 23 10:47:04.433943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10c5b177-5c40-446f-a653-8f63338caacb req-96bd2d48-ec29-48da-8ba7-fe8039c3a38c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636441 Nov 23 10:47:04.439705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634637c-09cf-4256-8d66-713173bb9a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c1501-cf82-41be-82dc-81a9b1ae545e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:04.761095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072ec42-c825-4fa0-a294-cb5fcd5665ec req-d6da0bc7-a7a1-409b-a8e4-ed0c29448564 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:04.761095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3072ec42-c825-4fa0-a294-cb5fcd5665ec req-d6da0bc7-a7a1-409b-a8e4-ed0c29448564 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.0761168 Nov 23 10:47:04.838412 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3072ec42-c825-4fa0-a294-cb5fcd5665ec req-dfce4cca-f382-4ae1-be77-911db322ca22 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662727 Nov 23 10:47:05.565769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39038) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:05.618734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39042) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:05.674106 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:05.675573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f59971-1685-4c26-8118-3dec66b0afae req-0fddeb0c-2ad1-446b-af2c-ef0466eff65e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:05.676777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device abe134fa-8b97-4b6b-88bf-489ced9845ee no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:05.677149 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4f59971-1685-4c26-8118-3dec66b0afae req-0fddeb0c-2ad1-446b-af2c-ef0466eff65e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 943 time: 0.1048472 Nov 23 10:47:05.733421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: abe134fa-8b97-4b6b-88bf-489ced9845ee {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:47:05.733784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device abe134fa-8b97-4b6b-88bf-489ced9845ee not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:05.817692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-381310095-network', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:05.860717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39048) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:05.876109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4f59971-1685-4c26-8118-3dec66b0afae req-8636f868-a6fb-4e72-921f-76fd34b6e6f3 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804273 Nov 23 10:47:05.882349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cbbdb87-5de1-4374-ac7f-8291285e1939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:05.902215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 717406a6-1e53-44c6-a67d-2590c2fc8586 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:05.940056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:05.950070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:05.975376 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:47:05.975957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.002382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] Deleting subnet d7286da0-b60b-480f-a2b5-c2f3652ad46d {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:47:06.023546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.033889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:06.058267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cbbdb87-5de1-4374-ac7f-8291285e1939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.070702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1cbbdb87-5de1-4374-ac7f-8291285e1939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.108556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.128469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04', 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'port_id': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04', 'mac_address': 'fa:16:3e:8f:3d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:06.135013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbdb87-5de1-4374-ac7f-8291285e1939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909c5c1d-c7d9-4284-b5ef-671e0dbedea4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:06.143432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a556f0-8717-496c-bd81-839bd7d6704a req-9f55bd34-feb0-4ebc-96f1-f757e2710c80 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:06.146899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1cbbdb87-5de1-4374-ac7f-8291285e1939 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bebd87d7fe8442db82c04e15f6035788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5793486 Nov 23 10:47:06.149681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39052) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:06.153701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6a556f0-8717-496c-bd81-839bd7d6704a req-9f55bd34-feb0-4ebc-96f1-f757e2710c80 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1586225 Nov 23 10:47:06.218354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707d67fb-1f9b-4604-a21f-b44157446da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.224779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 717406a6-1e53-44c6-a67d-2590c2fc8586, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=717406a6-1e53-44c6-a67d-2590c2fc8586,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:06.236674 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.241468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '717406a6-1e53-44c6-a67d-2590c2fc8586', 'network_id': '63f96286-b4b5-4078-b42a-1d1e0e450ccd', 'port_id': '717406a6-1e53-44c6-a67d-2590c2fc8586', 'mac_address': 'fa:16:3e:d5:34:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:06.245679 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707d67fb-1f9b-4604-a21f-b44157446da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.263088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6a556f0-8717-496c-bd81-839bd7d6704a req-a1afb93c-5b97-4cc4-8cd2-93243565146c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023939 Nov 23 10:47:06.274017 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.297147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:06.328276 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707d67fb-1f9b-4604-a21f-b44157446da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.330998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:06.332294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707d67fb-1f9b-4604-a21f-b44157446da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.333102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-707d67fb-1f9b-4604-a21f-b44157446da9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/909c5c1d-c7d9-4284-b5ef-671e0dbedea4 HTTP/1.1" status: 204 len: 168 time: 0.1824279 Nov 23 10:47:06.340731 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.341893 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.344472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d67fb-1f9b-4604-a21f-b44157446da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909c5c1d-c7d9-4284-b5ef-671e0dbedea4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:06.352344 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.362495 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.376378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717406a6-1e53-44c6-a67d-2590c2fc8586 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:06.407609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:47:06.423491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9acb911-0dab-4e70-9308-714cc3a0c82f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:06.429890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.433978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.434559 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Added segment 318be6b8-3373-4fdd-95a9-28f1e33e8efc of type vlan for network 172cb543-158a-4cad-bd24-49d8d0daf094 Nov 23 10:47:06.442556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 717406a6-1e53-44c6-a67d-2590c2fc8586, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=717406a6-1e53-44c6-a67d-2590c2fc8586,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:06.458158 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.466578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:06.475538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7286da0-b60b-480f-a2b5-c2f3652ad46d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:06.509004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.513126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-86334c8f-2672-4d5a-b618-5cae7cfe33ab admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d7286da0-b60b-480f-a2b5-c2f3652ad46d HTTP/1.1" status: 204 len: 168 time: 0.6454701 Nov 23 10:47:06.516228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39058) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:06.547264 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.623580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.623580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:06.623580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.646624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=717406a6-1e53-44c6-a67d-2590c2fc8586,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:06.653972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:06.668323 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.800003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] Pushing event updated for resources: {'Network': ['ID=172cb543-158a-4cad-bd24-49d8d0daf094,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:06.815140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 172cb543-158a-4cad-bd24-49d8d0daf094 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:47:06.819765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-596ec838-02ab-404d-b569-80d0ceded570 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1982231 Nov 23 10:47:06.822361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39068) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:06.830669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Request body: {'subnet': {'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-381310095-subnet', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:06.867187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:06.882538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['717406a6-1e53-44c6-a67d-2590c2fc8586'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:06.908707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c4970a-97e7-4f4a-97ad-4d8b615355bd']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:06.924372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbde55e-e309-4357-8419-91dcdffdbae6') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:06.924886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbde55e-e309-4357-8419-91dcdffdbae6') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:06.926780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:06.929868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.157865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41b155-747a-4574-ba9c-71e9ad4e6a90 req-2b48930e-c886-4ac6-9f9d-930baa2b9a4c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:07.159952 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e41b155-747a-4574-ba9c-71e9ad4e6a90 req-2b48930e-c886-4ac6-9f9d-930baa2b9a4c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 944 time: 0.0921161 Nov 23 10:47:07.207348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.240761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e41b155-747a-4574-ba9c-71e9ad4e6a90 req-e816c215-1388-405c-9114-8502396075cf tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748439 Nov 23 10:47:07.246449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.250447 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.275702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:47:07.276343 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:47:07.297845 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:47:07.405846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Checking segment: {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:07.406800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Network hostable DHCP agents. Network: 172cb543-158a-4cad-bd24-49d8d0daf094, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:47:07.438406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e66536e5-6ad5-4ff3-acb6-9feefcc40aed,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:07.447536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.453480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.459187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] 10.222.0.61 "DELETE /v2.0/networks/46c4970a-97e7-4f4a-97ad-4d8b615355bd HTTP/1.1" status: 204 len: 168 time: 0.9396296 Nov 23 10:47:07.491514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610f0a6-85d5-4184-bb24-6a3fcc824f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c4970a-97e7-4f4a-97ad-4d8b615355bd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:07.503883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Network 172cb543-158a-4cad-bd24-49d8d0daf094 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:47:07.535953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff637df7-ce7a-4431-9c6e-627a6a705e7d req-ea0150c5-2520-44d7-8742-ebbb0f127123 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:07.539950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff637df7-ce7a-4431-9c6e-627a6a705e7d req-ea0150c5-2520-44d7-8742-ebbb0f127123 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1529555 Nov 23 10:47:07.541592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 172cb543-158a-4cad-bd24-49d8d0daf094) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:07.547622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:07.548407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.576680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-df1c0ba0-be28-43f9-9c10-457ce7eef872 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7523475 Nov 23 10:47:07.581655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39090) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:07.589179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:07.589706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3e2fd-c2e8-4fb3-9374-21b346da7d75 None None] Network 172cb543-158a-4cad-bd24-49d8d0daf094 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:07.665168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.670405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:07.811162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.063710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39102) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:08.124683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.186115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-06493cc9-1165-4ca0-9e12-8265f635ac11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=46dc4d79d3ad4366b7a84df21af73bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1209292 Nov 23 10:47:08.189859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39104) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:08.235221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff637df7-ce7a-4431-9c6e-627a6a705e7d req-d3883264-9555-453e-a146-e94ca5768470 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6481478 Nov 23 10:47:08.314981 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65d2883c-7177-475b-a2e2-d081aa2bd29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.398139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65d2883c-7177-475b-a2e2-d081aa2bd29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.456999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65d2883c-7177-475b-a2e2-d081aa2bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.460568 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65d2883c-7177-475b-a2e2-d081aa2bd29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.464774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-65d2883c-7177-475b-a2e2-d081aa2bd29f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ca34a3d-dfbe-44fe-8ca1-3286787c136b HTTP/1.1" status: 204 len: 168 time: 0.2709982 Nov 23 10:47:08.474956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2883c-7177-475b-a2e2-d081aa2bd29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca34a3d-dfbe-44fe-8ca1-3286787c136b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:08.600535 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.611948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-172cb543-158a-4cad-bd24-49d8d0daf094', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:47:08.615356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cacb72-48e3-4245-8db1-4cccf17610b7 req-0de7f97e-ef6c-438a-bd92-3a0c398e733d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:08.616482 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.624872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0cacb72-48e3-4245-8db1-4cccf17610b7 req-0de7f97e-ef6c-438a-bd92-3a0c398e733d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 944 time: 0.1683843 Nov 23 10:47:08.658919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:08.862605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0cacb72-48e3-4245-8db1-4cccf17610b7 req-0b42b25c-7d2e-4b19-84a7-f32ab016eb31 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366982 Nov 23 10:47:08.895593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Allocated IP 172.25.5.219 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/de061e56-194c-4fce-ac77-4aec984b907a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:08.928769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Allocated IP 172.20.0.2 (172cb543-158a-4cad-bd24-49d8d0daf094/e66536e5-6ad5-4ff3-acb6-9feefcc40aed/e51a2534-4046-420e-8f06-c5b209653d67) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:09.100957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.203292 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.239197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:09.243199 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.246556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:09.252460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:09.260433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.319248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Network 172cb543-158a-4cad-bd24-49d8d0daf094 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:09.326919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:09.345729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:09.361069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Pushing event updated for resources: {'Port': ['ID=e51a2534-4046-420e-8f06-c5b209653d67,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:09.445918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Attempting to bind port e51a2534-4046-420e-8f06-c5b209653d67 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:09.447194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Attempting to bind port e51a2534-4046-420e-8f06-c5b209653d67 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:09.447342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Attempting to bind port e51a2534-4046-420e-8f06-c5b209653d67 on network 172cb543-158a-4cad-bd24-49d8d0daf094 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:09.456544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:09.457443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Checking segment: {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:09.458099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.458842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Bound using segment: {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:09.459822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Bound port: e51a2534-4046-420e-8f06-c5b209653d67, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:09.460539 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.566237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] For port e51a2534-4046-420e-8f06-c5b209653d67, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:09.572466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] For port e51a2534-4046-420e-8f06-c5b209653d67, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e51a2534-4046-420e-8f06-c5b209653d67,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:09.583209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.679807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Pushing event updated for resources: {'Port': ['ID=de061e56-194c-4fce-ac77-4aec984b907a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:09.698028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:09.703153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc291a1-ff4d-486f-9fa7-46791982a1cb req-af122908-4ca5-479d-832c-7d280a6c7d34 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:09.705935 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78e1f1-cf49-43ad-82a1-dce19d7e41e0 None None] Pushing event updated for resources: {'Port': ['ID=e51a2534-4046-420e-8f06-c5b209653d67,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:09.710416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6fc291a1-ff4d-486f-9fa7-46791982a1cb req-af122908-4ca5-479d-832c-7d280a6c7d34 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.3075235 Nov 23 10:47:09.842724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:47:09.847286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:09.847667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:09.851973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6fc291a1-ff4d-486f-9fa7-46791982a1cb req-e42dd68f-c63b-41bc-b631-42f1db4ce403 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391268 Nov 23 10:47:09.934666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 717406a6-1e53-44c6-a67d-2590c2fc8586 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:09.982482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39166) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:10.075429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.079041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:10.187417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e275e66-8bd0-4e5b-bd8e-4af540dd5a7c req-48ea369c-3721-48a3-81c5-144863d86e76 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:10.189656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e275e66-8bd0-4e5b-bd8e-4af540dd5a7c req-48ea369c-3721-48a3-81c5-144863d86e76 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 944 time: 0.2273273 Nov 23 10:47:10.278118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 717406a6-1e53-44c6-a67d-2590c2fc8586 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:47:10.341689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 717406a6-1e53-44c6-a67d-2590c2fc8586 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:10.347796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.358074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e275e66-8bd0-4e5b-bd8e-4af540dd5a7c req-665914c4-7315-468b-9f8e-1368980906cc tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544132 Nov 23 10:47:10.460446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e51a2534-4046-420e-8f06-c5b209653d67 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:10.522786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.579269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:10.635666 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.652035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:10.654923 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484acb6b-573a-4d4d-bbd3-7a26b1957211" -d '{"events": [{"server_uuid": "99b89802-83a2-4e64-80d4-ae0086ca47d7", "name": "network-vif-plugged", "status": "completed", "tag": "59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:10.672023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:10.695161 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.726947 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3f34b5-2538-4603-b3f2-b6c98cbebdcd x-openstack-request-id: req-2c3f34b5-2538-4603-b3f2-b6c98cbebdcd {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:10.727587 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b89802-83a2-4e64-80d4-ae0086ca47d7", "name": "network-vif-plugged", "status": "completed", "tag": "59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:10.727587 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2c3f34b5-2538-4603-b3f2-b6c98cbebdcd {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:10.727875 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04', 'code': 200} Nov 23 10:47:10.732690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e51a2534-4046-420e-8f06-c5b209653d67 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:10.733073 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.866585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.908620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.929082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0906880-3173-44dc-a06d-a0f5c952d24d req-eb530973-e196-4c5d-90e0-ff5882edbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:10.930928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e0906880-3173-44dc-a06d-a0f5c952d24d req-eb530973-e196-4c5d-90e0-ff5882edbd85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 1096 time: 0.1025236 Nov 23 10:47:10.936109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:10.941620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-614354207-network', 'tenant_id': '76c361ef90d14079859d31272a7e6210'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:10.979492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 717406a6-1e53-44c6-a67d-2590c2fc8586, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=717406a6-1e53-44c6-a67d-2590c2fc8586,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:11.005804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.034450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:11.113378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Made reservation on behalf of 76c361ef90d14079859d31272a7e6210 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:11.116224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.146618 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e0906880-3173-44dc-a06d-a0f5c952d24d req-f1158555-62c3-4f6f-b4b2-a626996f46f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430805 Nov 23 10:47:11.157930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=717406a6-1e53-44c6-a67d-2590c2fc8586,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:11.186635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Allocated IP 172.25.5.102 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/26bf4b86-dcd9-4e20-8b2d-00801eb8b2b9) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:11.190598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.264415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0ac5-57d5-4934-a9d8-03bdf06816b9 req-1edbc54c-f783-49fd-af96-e49a23ea6a85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:11.272225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d3d0ac5-57d5-4934-a9d8-03bdf06816b9 req-1edbc54c-f783-49fd-af96-e49a23ea6a85 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1500838 Nov 23 10:47:11.294787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:47:11.296669 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.347883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.393535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port e51a2534-4046-420e-8f06-c5b209653d67, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e51a2534-4046-420e-8f06-c5b209653d67,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:11.398635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.406743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.453546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:11.471871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a30fe42-1f57-4233-9596-8b723c41c556 None None] Network 172cb543-158a-4cad-bd24-49d8d0daf094 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:11.472330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:11.481637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:11.511248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:11.536619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Port': ['ID=26bf4b86-dcd9-4e20-8b2d-00801eb8b2b9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:11.549101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Sync routers for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:11.561966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.561966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eb67ae18-c06c-4d19-a3e9-eb7e957b45fd admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9779499 Nov 23 10:47:11.580041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d3d0ac5-57d5-4934-a9d8-03bdf06816b9 req-69a0fb14-6a55-4297-9ea2-31a97b8a3c77 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068488 Nov 23 10:47:11.580276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39190) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:11.599060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:11.599630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:11.689396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.690616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.703673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.715736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d00971ec-9157-4c76-92fa-d60644d2a417 None None] Provisioning complete for port e51a2534-4046-420e-8f06-c5b209653d67 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:11.716237 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d00971ec-9157-4c76-92fa-d60644d2a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.726810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:47:11.738603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.739989 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Added segment 7712c526-c5cd-495c-ad8e-2ea55c9bbbb4 of type vlan for network 0688ff55-697d-4bf0-b438-1721862b152c Nov 23 10:47:11.752671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48803a3f-5224-40d3-a002-684d033b71b7 req-287d418b-9b25-4a6a-80ca-5369da28bea6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:11.760669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48803a3f-5224-40d3-a002-684d033b71b7 req-287d418b-9b25-4a6a-80ca-5369da28bea6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1792748 Nov 23 10:47:11.778044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=e51a2534-4046-420e-8f06-c5b209653d67,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:11.800195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.839648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.841355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:11.842395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.842796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:11.902860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48803a3f-5224-40d3-a002-684d033b71b7 req-68a532b2-c9f3-47f1-8f5e-62650d7e8206 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357207 Nov 23 10:47:11.927841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Pushing event updated for resources: {'Network': ['ID=0688ff55-697d-4bf0-b438-1721862b152c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:11.942441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 0688ff55-697d-4bf0-b438-1721862b152c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:47:11.959381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e8bff7-16f7-41d8-9073-72c021fb8f0e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:11.998110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d20e0f5b-47b2-41d0-9e11-bbfb6bc7b8bd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0142553 Nov 23 10:47:12.001998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39192) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:12.007461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Request body: {'subnet': {'network_id': '0688ff55-697d-4bf0-b438-1721862b152c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-614354207-subnet', 'tenant_id': '76c361ef90d14079859d31272a7e6210', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:12.054879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:12.058710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Made reservation on behalf of 76c361ef90d14079859d31272a7e6210 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:12.061125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.295791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e51a2534-4046-420e-8f06-c5b209653d67 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:12.328997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.432700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.456810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.509480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e51a2534-4046-420e-8f06-c5b209653d67 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:12.510922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.560339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcd32d1-60fa-4d62-96ac-56974d54743f,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:12.561502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a1788d0c-ee6f-477d-ac38-8e3d3d94a8fd None None] Provisioning complete for port e51a2534-4046-420e-8f06-c5b209653d67 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:12.562031 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a1788d0c-ee6f-477d-ac38-8e3d3d94a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.610223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:09Z', 'revision_number': 3, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:12.623905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Port': ['ID=26bf4b86-dcd9-4e20-8b2d-00801eb8b2b9,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:12.627593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Checking segment: {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:12.627969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Network hostable DHCP agents. Network: 0688ff55-697d-4bf0-b438-1721862b152c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:47:12.656392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.668724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Network 0688ff55-697d-4bf0-b438-1721862b152c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:47:12.697533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 0688ff55-697d-4bf0-b438-1721862b152c) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:12.708901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:12.709980 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.714401 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-445d6ea6-ad7d-4448-8328-cb78f65365a4 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6310539 Nov 23 10:47:12.714587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.716516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:12.723086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1516793064'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:12.813143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.858291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717406a6-1e53-44c6-a67d-2590c2fc8586'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:12.861863 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4735bd99-ccd8-45e2-8392-968b58a909fc" -d '{"events": [{"server_uuid": "4e5c738d-0951-4f01-bee2-65d3f3675893", "name": "network-vif-plugged", "status": "completed", "tag": "717406a6-1e53-44c6-a67d-2590c2fc8586"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:12.865947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Checking router: 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:47:12.866593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Updating router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 port de061e56-194c-4fce-ac77-4aec984b907a binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:47:12.869054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ad6c5-401b-422a-92c9-6df08f988d5d None None] Network 0688ff55-697d-4bf0-b438-1721862b152c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:12.888839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Made reservation on behalf of 5979ef9b7e814be09d22ffd8d074b3a8 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:12.899911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.923756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.954767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:12.977754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000d19a-9e92-4528-bc68-89237b1d71c5 req-f71ab039-c85a-4cdb-8797-1f4fb8d0a1b6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:12.984557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8000d19a-9e92-4528-bc68-89237b1d71c5 req-f71ab039-c85a-4cdb-8797-1f4fb8d0a1b6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.2313604 Nov 23 10:47:12.997187 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0696a75c-e1fe-475e-bc0d-6d2decbfeb50 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9853685 Nov 23 10:47:13.012981 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361fb670-e84f-4873-9312-f808356972f7 x-openstack-request-id: req-361fb670-e84f-4873-9312-f808356972f7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:13.012981 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c738d-0951-4f01-bee2-65d3f3675893", "name": "network-vif-plugged", "status": "completed", "tag": "717406a6-1e53-44c6-a67d-2590c2fc8586", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:13.012981 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-361fb670-e84f-4873-9312-f808356972f7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:13.012981 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717406a6-1e53-44c6-a67d-2590c2fc8586', 'code': 200} Nov 23 10:47:13.207375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Allocated IP 172.20.0.1 (172cb543-158a-4cad-bd24-49d8d0daf094/e66536e5-6ad5-4ff3-acb6-9feefcc40aed/79ceee96-163a-417f-b84f-1991c4355aa1) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:13.229592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8000d19a-9e92-4528-bc68-89237b1d71c5 req-3c1d82a9-6a59-4c29-b9f0-abb9403c1251 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201517 Nov 23 10:47:13.251257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc84825-aee8-4536-a6e0-4b5babc3c228 req-8ae9ddbd-129f-4b95-ad05-72b5c57a1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:13.253138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffc84825-aee8-4536-a6e0-4b5babc3c228 req-8ae9ddbd-129f-4b95-ad05-72b5c57a1967 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1096 time: 0.2013569 Nov 23 10:47:13.357181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.363938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc97b-d56e-41f1-b1de-10d2b02fac4b req-8cde4068-fddb-4e53-a185-8e0477a4ebfd tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:13.371353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.389143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c7dc97b-d56e-41f1-b1de-10d2b02fac4b req-8cde4068-fddb-4e53-a185-8e0477a4ebfd tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.2827845 Nov 23 10:47:13.398750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d7b66-9276-44e0-a80f-20cb2e01e832 None None] Network 0688ff55-697d-4bf0-b438-1721862b152c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:13.452786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bec733-5219-4abb-8020-5abdba336715,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:13.470056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:47:13.484032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.484388 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Added segment 982610d3-5232-4160-8f6c-fd570eb7603b of type vlan for network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 Nov 23 10:47:13.532579 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.574648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.577833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffc84825-aee8-4536-a6e0-4b5babc3c228 req-6a85ea9a-0e48-4a12-bc20-a5d5b0d58afe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084476 Nov 23 10:47:13.582827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:13.584420 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.597311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c7dc97b-d56e-41f1-b1de-10d2b02fac4b req-e5e547f3-55da-4bc4-a0a8-f756ba5325d6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014532 Nov 23 10:47:13.667009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.730698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Network': ['ID=10e75386-1fce-4c12-9d52-1f6fd2c119c3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:13.732192 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.772240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:47:13.777496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-130b957a-619a-4c8d-a88c-4c0065e35d60 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0562358 Nov 23 10:47:13.787035 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39230) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:13.793804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Request body: {'subnet': {'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:13.823123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Pushing event updated for resources: {'Port': ['ID=79ceee96-163a-417f-b84f-1991c4355aa1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:13.850265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Network 172cb543-158a-4cad-bd24-49d8d0daf094 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:13.852032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:13.868853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:13.937646 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.952235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:13.958948 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.082466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Attempting to bind port de061e56-194c-4fce-ac77-4aec984b907a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:14.083700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Attempting to bind port de061e56-194c-4fce-ac77-4aec984b907a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:14.084260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Attempting to bind port de061e56-194c-4fce-ac77-4aec984b907a on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:14.094413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3878-013e-4011-b2d8-4a4ae8e1783d None None] Pushing event updated for resources: {'Port': ['ID=de061e56-194c-4fce-ac77-4aec984b907a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:14.095469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-d8181c4a-9f15-4c28-ae44-1454614d8b4f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:14.099625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:14.100259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:14.100818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.101436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:14.102069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Bound port: de061e56-194c-4fce-ac77-4aec984b907a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:14.102804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.106959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-d8181c4a-9f15-4c28-ae44-1454614d8b4f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/networks?id=0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 200 len: 817 time: 0.3774943 Nov 23 10:47:14.131286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-57591321-c50b-45f2-a172-ef93b3718b7a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/quotas/76c361ef90d14079859d31272a7e6210 HTTP/1.1" status: 200 len: 375 time: 0.0241680 Nov 23 10:47:14.187164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-ed955f71-a362-42ad-8b92-e65d6e565e9d tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=76c361ef90d14079859d31272a7e6210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543931 Nov 23 10:47:14.198691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Made reservation on behalf of 5979ef9b7e814be09d22ffd8d074b3a8 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:14.202511 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.220049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] For port de061e56-194c-4fce-ac77-4aec984b907a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:14.223970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] For port de061e56-194c-4fce-ac77-4aec984b907a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=de061e56-194c-4fce-ac77-4aec984b907a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:14.243429 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.280225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.329965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:14.331018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:14.401241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-298e1a88-1336-4d5f-a33f-3c316db973bc None None] Provisioning complete for port 79ceee96-163a-417f-b84f-1991c4355aa1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:14.401872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-298e1a88-1336-4d5f-a33f-3c316db973bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.439992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f3878-013e-4011-b2d8-4a4ae8e1783d None None] Pushing event updated for resources: {'Port': ['ID=de061e56-194c-4fce-ac77-4aec984b907a,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:14.510169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-f7272fe6-70d9-4c87-a73d-cc012e8a81cb service neutron] 10.222.0.61 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220015 Nov 23 10:47:14.545704 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77217d8d-5cde-41eb-95f4-3af93ca2ab4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.553195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-298e1a88-1336-4d5f-a33f-3c316db973bc None None] Port 79ceee96-163a-417f-b84f-1991c4355aa1 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:14.558422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09004cf-5239-4644-95dc-50afad2e52dc req-3c7ed5c2-109e-4f91-9cd7-9cc637474b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:14.560060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e09004cf-5239-4644-95dc-50afad2e52dc req-3c7ed5c2-109e-4f91-9cd7-9cc637474b09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 1096 time: 0.2002535 Nov 23 10:47:14.603022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:14.650984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.742349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eac42-8cd1-4057-a150-7a73e261b05f req-f89010a7-5c5a-4d59-b07b-f845a115cf29 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:14.750589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f94eac42-8cd1-4057-a150-7a73e261b05f req-f89010a7-5c5a-4d59-b07b-f845a115cf29 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.2209671 Nov 23 10:47:14.796889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Subnet': ['ID=e2973279-9342-4eab-b850-ac37d2c25233,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:14.825866 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.831089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09004cf-5239-4644-95dc-50afad2e52dc req-d97a59f5-d8d7-40ae-bd2c-fda6e32b6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:14.832879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e09004cf-5239-4644-95dc-50afad2e52dc req-d97a59f5-d8d7-40ae-bd2c-fda6e32b6724 service neutron] 10.222.0.65 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.2444754 Nov 23 10:47:14.833889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Checking segment: {'id': '982610d3-5232-4160-8f6c-fd570eb7603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:14.834309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Network hostable DHCP agents. Network: 10e75386-1fce-4c12-9d52-1f6fd2c119c3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:47:14.841688 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.852183 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-70cc0ab6-90ea-41b5-826a-f34ff13200da service neutron] 10.222.0.61 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118809 Nov 23 10:47:14.869134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:47:14.895698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 10e75386-1fce-4c12-9d52-1f6fd2c119c3) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:14.904158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:14.904842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:14.930207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f94eac42-8cd1-4057-a150-7a73e261b05f req-3c5139a0-9091-40ac-b6ba-8427b515aa35 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780479 Nov 23 10:47:14.944843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5da5d7be-a400-447a-bc7b-ba3e56201532 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1555538 Nov 23 10:47:14.946878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39240) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:14.958533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-156523678', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:14.995839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d0124f-83d3-4f46-b2c7-d4de55c200f5 None None] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:15.028207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:15.030043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:15.157712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:15.160693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e09004cf-5239-4644-95dc-50afad2e52dc req-e506dc29-04ab-49af-9a1c-32ef10edbb79 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 HTTP/1.1" status: 200 len: 217 time: 0.3163044 Nov 23 10:47:15.234831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:13Z', 'revision_number': 1, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:15.246212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09004cf-5239-4644-95dc-50afad2e52dc req-24f43d46-e427-4448-82bf-b6171a613acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:15.247717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e09004cf-5239-4644-95dc-50afad2e52dc req-24f43d46-e427-4448-82bf-b6171a613acc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.0669205 Nov 23 10:47:15.271863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:15.335527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a0d867-e960-48cd-b727-27eaaa56dbbf None None] The sync data for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 is: [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:13Z', 'revision_number': 1, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:15.396856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Pushing event updated for resources: {'Port': ['ID=79ceee96-163a-417f-b84f-1991c4355aa1,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:15.417916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Network 172cb543-158a-4cad-bd24-49d8d0daf094 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:15.420886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e09004cf-5239-4644-95dc-50afad2e52dc req-84c95059-1967-4e06-b289-0329845b89c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654341 Nov 23 10:47:15.423546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:15.454747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dcf32-983e-40c4-a323-4371f20e8311 req-6758bb98-07e8-43ee-ad5a-371cae06fd11 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:15.465329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b17dcf32-983e-40c4-a323-4371f20e8311 req-6758bb98-07e8-43ee-ad5a-371cae06fd11 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.3674157 Nov 23 10:47:15.487466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-10e75386-1fce-4c12-9d52-1f6fd2c119c3', 'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3', 'tenant_id': '5979ef9b7e814be09d22ffd8d074b3a8', 'fixed_ips': [{'subnet_id': 'e2973279-9342-4eab-b850-ac37d2c25233'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:47:15.488381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:15.677726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:15.812305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Allocated IP 172.20.0.2 (10e75386-1fce-4c12-9d52-1f6fd2c119c3/e2973279-9342-4eab-b850-ac37d2c25233/3690b131-5d7b-409a-b21d-71a669970a23) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:15.942612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:47:16.115928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-989ab82a-c9b8-41fb-ad15-69d78e04bf23 None None] Provisioning complete for port 79ceee96-163a-417f-b84f-1991c4355aa1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:16.116582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-989ab82a-c9b8-41fb-ad15-69d78e04bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.301261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b17dcf32-983e-40c4-a323-4371f20e8311 req-3c44b960-8eba-4eac-9fa7-54df483c40e1 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149296 Nov 23 10:47:16.333321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-861cd36a-3989-4fb0-95ef-8e7516c2ee57 req-5371d8ba-80a6-42f0-a5b9-4d627ad86c36 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 210 time: 0.2713280 Nov 23 10:47:16.340705 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.359773 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.425007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:16.430235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:16.437430 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:16.445997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-989ab82a-c9b8-41fb-ad15-69d78e04bf23 None None] Port 79ceee96-163a-417f-b84f-1991c4355aa1 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:16.475803 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.632411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.695128 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e09004cf-5239-4644-95dc-50afad2e52dc req-3071c29e-5dc9-499a-84b6-40302e9389dd service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2125084 Nov 23 10:47:16.726073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:16.735490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Pushing event updated for resources: {'Port': ['ID=3690b131-5d7b-409a-b21d-71a669970a23,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:16.744673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dadff59c-0d25-418b-8c74-10db8d3512e0 admin admin] 10.222.0.61 "PUT /v2.0/routers/2fbbdf72-8f1f-4c86-aa05-0f2233215e31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1601925 Nov 23 10:47:16.767826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Attempting to bind port 3690b131-5d7b-409a-b21d-71a669970a23 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:16.768391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Attempting to bind port 3690b131-5d7b-409a-b21d-71a669970a23 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '982610d3-5232-4160-8f6c-fd570eb7603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:16.770592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Attempting to bind port 3690b131-5d7b-409a-b21d-71a669970a23 on network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:16.780543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:16.788324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Checking segment: {'id': '982610d3-5232-4160-8f6c-fd570eb7603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:16.792738 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.794349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Bound using segment: {'id': '982610d3-5232-4160-8f6c-fd570eb7603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:16.795488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Bound port: 3690b131-5d7b-409a-b21d-71a669970a23, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982610d3-5232-4160-8f6c-fd570eb7603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:16.796625 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:16.852306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc53e-7c51-4c7b-b298-6ce3ad1773a3 req-c6060d6a-b4af-472b-9656-89d469e082b8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:16.864034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd2dc53e-7c51-4c7b-b298-6ce3ad1773a3 req-c6060d6a-b4af-472b-9656-89d469e082b8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.3626382 Nov 23 10:47:17.063011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] For port 3690b131-5d7b-409a-b21d-71a669970a23, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:17.064462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Allocated IP 172.25.5.173 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/fc42e4c3-4c77-45bd-ae99-8b07e9d598b7) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:17.078314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] For port 3690b131-5d7b-409a-b21d-71a669970a23, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3690b131-5d7b-409a-b21d-71a669970a23,segment=NetworkSegment(982610d3-5232-4160-8f6c-fd570eb7603b),segment_id=982610d3-5232-4160-8f6c-fd570eb7603b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:17.102974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:17.236207 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f20f3683-4a8b-4c9c-ba18-fe4237e9e42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:17.343436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22bf54-9c97-4fcc-8d3d-5eec35841517 None None] Pushing event updated for resources: {'Port': ['ID=3690b131-5d7b-409a-b21d-71a669970a23,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:17.423046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd2dc53e-7c51-4c7b-b298-6ce3ad1773a3 req-e66fef18-8374-4900-af99-f8ea7a45d774 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578921 Nov 23 10:47:17.449561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e09004cf-5239-4644-95dc-50afad2e52dc req-d98b645b-5225-4a2d-a6a1-965e3b663da7 service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315161 Nov 23 10:47:17.457598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:17.590264 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:17.694751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:17.766858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:17.788714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Port': ['ID=fc42e4c3-4c77-45bd-ae99-8b07e9d598b7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:17.801613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:17.828698 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c0c949ec-9e4e-46a3-8344-dc86d7673556 req-317e5686-829a-4b1e-9602-b619f90b1e9d tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 210 time: 0.1391196 Nov 23 10:47:17.881511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be266e-8209-46ed-b464-e90785aa3b2c req-be181717-6917-41c3-a751-a01498816f36 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:17.883706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9be266e-8209-46ed-b464-e90785aa3b2c req-be181717-6917-41c3-a751-a01498816f36 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1974139 Nov 23 10:47:18.231479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9be266e-8209-46ed-b464-e90785aa3b2c req-8c521b34-8117-4f1f-a8e8-fd4e564b9700 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791438 Nov 23 10:47:18.347647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-733759ad-a4d7-424e-96a6-6513ac0b72b9 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:18.349521 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-733759ad-a4d7-424e-96a6-6513ac0b72b9 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "GET /v2.0/networks?id=0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 200 len: 817 time: 0.2756128 Nov 23 10:47:18.375228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Request body: {'port': {'device_id': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c', 'admin_state_up': True, 'tenant_id': '76c361ef90d14079859d31272a7e6210'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:18.523098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:18.540322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3690b131-5d7b-409a-b21d-71a669970a23 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:18.806440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3690b131-5d7b-409a-b21d-71a669970a23 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:18.807549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.035688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.160287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 3690b131-5d7b-409a-b21d-71a669970a23, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3690b131-5d7b-409a-b21d-71a669970a23,segment=NetworkSegment(982610d3-5232-4160-8f6c-fd570eb7603b),segment_id=982610d3-5232-4160-8f6c-fd570eb7603b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:19.171428 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.172792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device de061e56-194c-4fce-ac77-4aec984b907a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:19.285320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=3690b131-5d7b-409a-b21d-71a669970a23,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:19.347487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port de061e56-194c-4fce-ac77-4aec984b907a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:19.348582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.396121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39308) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:19.413461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1826599315-network', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:19.441138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.450507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93822b6d-ed00-45ce-9c10-b7b297c64b8d None None] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:19.507179 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.540708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port de061e56-194c-4fce-ac77-4aec984b907a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=de061e56-194c-4fce-ac77-4aec984b907a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:19.562470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.567690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Made reservation on behalf of 167f96ac94ec4d188d6152b8f764dfd6 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:19.570241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.599969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e68fb9aa-4c9b-440a-a92b-de715c595dba req-c094711e-ef99-44b0-af4f-3445e5120207 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 210 time: 0.1634972 Nov 23 10:47:19.613571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-53e41288-4223-497a-9043-3d6d1623f739 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.625801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-53e41288-4223-497a-9043-3d6d1623f739 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.58 "GET /v2.0/networks?id=0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 200 len: 817 time: 1.1806459 Nov 23 10:47:19.628931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.639904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cac95e-2cbd-4873-8adf-4ce19feb4e62 req-90f44f31-5ceb-44a7-91cd-4ca9383556f0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:19.641704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12cac95e-2cbd-4873-8adf-4ce19feb4e62 req-90f44f31-5ceb-44a7-91cd-4ca9383556f0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.2446866 Nov 23 10:47:19.653411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Request body: {'port': {'device_id': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c', 'admin_state_up': True, 'tenant_id': '76c361ef90d14079859d31272a7e6210'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:19.659241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Made reservation on behalf of 76c361ef90d14079859d31272a7e6210 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:19.663291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.671150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-87fd5cfb-a369-4dc6-b628-893ba972e463 None None] Provisioning complete for port 3690b131-5d7b-409a-b21d-71a669970a23 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:19.671553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-87fd5cfb-a369-4dc6-b628-893ba972e463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.776681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.853753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=de061e56-194c-4fce-ac77-4aec984b907a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:19.867476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:19.903624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12cac95e-2cbd-4873-8adf-4ce19feb4e62 req-18b1077a-ccad-49af-8407-bf3fa8f9a9c7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350299 Nov 23 10:47:19.915132 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Sync routers for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:19.930883 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:19.931605 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:20.101233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-224f3b29-f3c6-47bc-b538-fcfd58af3d21 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:20.103202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-224f3b29-f3c6-47bc-b538-fcfd58af3d21 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "GET /v2.0/networks?id=0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 200 len: 817 time: 0.6688240 Nov 23 10:47:20.143690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.157370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Request body: {'port': {'device_id': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c', 'admin_state_up': True, 'tenant_id': '76c361ef90d14079859d31272a7e6210'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:20.180930 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:20.229963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a580d84-b2cf-44a3-b6b3-2ad5c16b9144 req-b9a9ab98-11f2-42a1-aa35-aa87306a2f90 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:20.231964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a580d84-b2cf-44a3-b6b3-2ad5c16b9144 req-b9a9ab98-11f2-42a1-aa35-aa87306a2f90 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.2741079 Nov 23 10:47:20.270136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Allocated IP 172.20.0.11 (0688ff55-697d-4bf0-b438-1721862b152c/3dcd32d1-60fa-4d62-96ac-56974d54743f/e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:20.274311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.275145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Made reservation on behalf of 76c361ef90d14079859d31272a7e6210 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:20.291661 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.305315 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.371942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3690b131-5d7b-409a-b21d-71a669970a23 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:20.421064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:47:20.445180 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a580d84-b2cf-44a3-b6b3-2ad5c16b9144 req-0cdb8a13-0db1-4fe5-b43a-b91a5f048985 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817330 Nov 23 10:47:20.445882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Made reservation on behalf of 76c361ef90d14079859d31272a7e6210 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:20.452153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.520025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3690b131-5d7b-409a-b21d-71a669970a23 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:20.520593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.522503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0859c3-8fc2-4253-96a2-d9692e5aaa88,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:20.620784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-902ed77d-20ff-4f9b-ba37-81001e174cc6 None None] Provisioning complete for port 3690b131-5d7b-409a-b21d-71a669970a23 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:20.621635 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-902ed77d-20ff-4f9b-ba37-81001e174cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.645145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.654465 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Added segment 61edd5c4-b7bb-48a5-9962-6040ff30d57e of type vlan for network cbda0260-b347-4f11-82cd-f919130e6bde Nov 23 10:47:20.665408 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 2, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:20.732742 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Checking router: 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:47:20.733428 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Updating router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 port 79ceee96-163a-417f-b84f-1991c4355aa1 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:47:20.757709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device de061e56-194c-4fce-ac77-4aec984b907a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:20.794816 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.807314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.878054 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64f10a50-17d9-432d-94ca-58d106bc4c55 req-056d638e-2fe9-4dc7-b605-ba8e949a7a69 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 210 time: 0.1472049 Nov 23 10:47:20.892001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.924926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port de061e56-194c-4fce-ac77-4aec984b907a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:20.925446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.933146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:20.934108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:20.934743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.014636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] Pushing event updated for resources: {'Network': ['ID=cbda0260-b347-4f11-82cd-f919130e6bde,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:21.041877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fa309a9e-b66d-41dd-bb68-b7b764b162e2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6404719 Nov 23 10:47:21.044993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39326) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:21.046999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cbda0260-b347-4f11-82cd-f919130e6bde details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:47:21.058792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Request body: {'subnet': {'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1826599315-subnet', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:21.110998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Made reservation on behalf of 167f96ac94ec4d188d6152b8f764dfd6 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:21.113342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.124748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Router a337fc94-9c70-431b-9f32-c66eb1d3c2f6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:47:21.135349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.175061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd588220-7116-4214-9eef-023752f43299 req-ab695afc-18c9-4e1d-8509-51dd199369c1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:21.182908 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd588220-7116-4214-9eef-023752f43299 req-ab695afc-18c9-4e1d-8509-51dd199369c1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1456265 Nov 23 10:47:21.318798 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd588220-7116-4214-9eef-023752f43299 req-dc81e358-c89f-419b-9880-7e36d0a16711 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305003 Nov 23 10:47:21.325895 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.411327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Network 0688ff55-697d-4bf0-b438-1721862b152c is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:21.428221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:21.438597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:21.474403 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.478621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Pushing event updated for resources: {'Port': ['ID=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:21.486712 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.498455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Allocated IP 172.20.0.5 (0688ff55-697d-4bf0-b438-1721862b152c/3dcd32d1-60fa-4d62-96ac-56974d54743f/18d122e6-db81-4f6d-9dc7-d21ca93bed7a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:21.526920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:21.547045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] Sync routers for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:21.551104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:21.551901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.568654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.584793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:21.590756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:21.591400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-25a76365-37f8-47ce-b48b-4999f3bd3ad6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2309997 Nov 23 10:47:21.607234 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Attempting to bind port 79ceee96-163a-417f-b84f-1991c4355aa1 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:21.607913 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Attempting to bind port 79ceee96-163a-417f-b84f-1991c4355aa1 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:21.608487 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Attempting to bind port 79ceee96-163a-417f-b84f-1991c4355aa1 on network 172cb543-158a-4cad-bd24-49d8d0daf094 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:21.623000 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:21.623807 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Checking segment: {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:21.624401 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.625183 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Bound using segment: {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:21.625828 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Bound port: 79ceee96-163a-417f-b84f-1991c4355aa1, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:21.626400 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.663584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Request body: {'port': {'device_id': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:21.706331 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] For port 79ceee96-163a-417f-b84f-1991c4355aa1, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:21.709455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:21.709953 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] For port 79ceee96-163a-417f-b84f-1991c4355aa1, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=79ceee96-163a-417f-b84f-1991c4355aa1,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:21.718986 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d1bb7-c766-43d7-a73b-68dd1471de5b None None] Pushing event updated for resources: {'Port': ['ID=79ceee96-163a-417f-b84f-1991c4355aa1,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:21.723999 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.748529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:21.749202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:21.775853 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:21.776857 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:21.779151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9193eb9-c9aa-4ed3-8aa5-e347f664deab,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:21.850302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:21.855539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ffac28-cd8e-4d0e-9ab9-d8442e8a99c8 None None] The sync data for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:21.873252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f6ccb-7e69-4611-86d7-53d7e15f4346 req-5df4ab13-35ba-4897-b282-6350a3346d33 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:21.880892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-558f6ccb-7e69-4611-86d7-53d7e15f4346 req-5df4ab13-35ba-4897-b282-6350a3346d33 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.3157711 Nov 23 10:47:21.885906 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.903987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Checking segment: {'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:21.904503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Network hostable DHCP agents. Network: cbda0260-b347-4f11-82cd-f919130e6bde, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:47:21.918408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.952909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bed1c953-9990-4ca8-8740-3925a9e1e719 None None] Provisioning complete for port 79ceee96-163a-417f-b84f-1991c4355aa1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:21.953995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bed1c953-9990-4ca8-8740-3925a9e1e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.981966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:21.990883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c8a5348d-f952-4a74-b6d6-39c464b2f226 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0419555 Nov 23 10:47:21.992137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39338) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:21.993433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.029623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Network 0688ff55-697d-4bf0-b438-1721862b152c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:22.081423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.101003 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:22.160234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bed1c953-9990-4ca8-8740-3925a9e1e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.232847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Allocated IP 172.20.0.4 (0688ff55-697d-4bf0-b438-1721862b152c/3dcd32d1-60fa-4d62-96ac-56974d54743f/0516e91d-2425-4885-b538-f3501cbe0303) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:22.261736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Pushing event updated for resources: {'Port': ['ID=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:22.263167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bed1c953-9990-4ca8-8740-3925a9e1e719 None None] For port 79ceee96-163a-417f-b84f-1991c4355aa1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=79ceee96-163a-417f-b84f-1991c4355aa1,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:22.268136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:22.277187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bed1c953-9990-4ca8-8740-3925a9e1e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.281883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:22.284262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Network cbda0260-b347-4f11-82cd-f919130e6bde is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:47:22.320870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-558f6ccb-7e69-4611-86d7-53d7e15f4346 req-9ed26294-3522-47a0-82fe-91c1995bf981 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336386 Nov 23 10:47:22.363081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1c953-9990-4ca8-8740-3925a9e1e719 None None] Pushing event updated for resources: {'Port': ['ID=79ceee96-163a-417f-b84f-1991c4355aa1,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:22.446037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-138aba79-3898-49fb-913e-adfb48f82f0d None None] Provisioning complete for port 79ceee96-163a-417f-b84f-1991c4355aa1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:22.446418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-138aba79-3898-49fb-913e-adfb48f82f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.504265 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d1bb7-c766-43d7-a73b-68dd1471de5b None None] Pushing event updated for resources: {'Port': ['ID=79ceee96-163a-417f-b84f-1991c4355aa1,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:22.675394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:22.677159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.680978 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:21Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:22.705531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced5152-fc1d-4bf9-8ad2-ffe1b4ed161b req-d04ce925-5539-461d-a2da-4927724a0a04 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:22.714813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ced5152-fc1d-4bf9-8ad2-ffe1b4ed161b req-d04ce925-5539-461d-a2da-4927724a0a04 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 931 time: 0.6744876 Nov 23 10:47:22.745143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1143b892-03ff-4b9e-aaa3-c766f923f909 None None] The sync data for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 is: [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:21Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:22.786538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-be7d5b83-0c49-4024-917f-7e6fb4cd787a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6471522 Nov 23 10:47:22.826668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Request body: {'port': {'device_id': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:22.866317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:22.955389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cbda0260-b347-4f11-82cd-f919130e6bde) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:22.966476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b5e73-4dec-4089-8c3b-0e3cfb1a5851 None None] Network cbda0260-b347-4f11-82cd-f919130e6bde requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:22.986331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ced5152-fc1d-4bf9-8ad2-ffe1b4ed161b req-0b9db3e3-d634-489d-a3d5-0e20d6e7d6dd tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698863 Nov 23 10:47:22.996424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:22.997174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.153352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.210440 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.244653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39346) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:23.245760 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-08bd9f79-0c4e-4414-a1bf-ea59e90f6468 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1915724 Nov 23 10:47:23.261298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:23.322099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cbda0260-b347-4f11-82cd-f919130e6bde', 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'fixed_ips': [{'subnet_id': 'c9193eb9-c9aa-4ed3-8aa5-e347f664deab'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:47:23.323749 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.413473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7eca4-f3ef-47aa-9680-de7414136aea req-8f3bce93-e96a-4498-84ba-2bfa95d50a94 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:23.422200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82f7eca4-f3ef-47aa-9680-de7414136aea req-8f3bce93-e96a-4498-84ba-2bfa95d50a94 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.5164871 Nov 23 10:47:23.460977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Network 0688ff55-697d-4bf0-b438-1721862b152c is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:23.510653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:23.527564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:23.569514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Pushing event updated for resources: {'Port': ['ID=0516e91d-2425-4885-b538-f3501cbe0303,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:23.619954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.621143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.638680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82f7eca4-f3ef-47aa-9680-de7414136aea req-9cb5e0e2-aa86-44c2-be42-7c8a0bddb58e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140436 Nov 23 10:47:23.690466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:23.691414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.719872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d6738-440e-4e54-9b90-a253795acc0b req-87dde07d-25b0-4938-9122-e8f5380e80b6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:23.732450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-588d6738-440e-4e54-9b90-a253795acc0b req-87dde07d-25b0-4938-9122-e8f5380e80b6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.2167547 Nov 23 10:47:23.747364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Allocated IP 172.20.0.2 (cbda0260-b347-4f11-82cd-f919130e6bde/c9193eb9-c9aa-4ed3-8aa5-e347f664deab/0f1f2181-13a8-416a-b453-8640d950391f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:23.796737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-15cfac55-103f-4d53-94be-cce71b3b4ea7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1527481 Nov 23 10:47:23.810299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:23.849855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Request body: {'port': {'device_id': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:23.861495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:23.899049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.008029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Transition to ACTIVE for port object e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:24.010984 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.016541 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.156185 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.179512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.254366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Network cbda0260-b347-4f11-82cd-f919130e6bde is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:24.272272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:24.285459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:24.327527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:24.457390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 79ceee96-163a-417f-b84f-1991c4355aa1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:24.537610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125b398-331a-425a-8c3e-a46f627464a7 req-efd31ac3-dfab-47cd-84a6-33ce17dff86f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:24.545409 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e125b398-331a-425a-8c3e-a46f627464a7 req-efd31ac3-dfab-47cd-84a6-33ce17dff86f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 931 time: 0.3126371 Nov 23 10:47:24.605547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Attempting to bind port 0f1f2181-13a8-416a-b453-8640d950391f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:24.605936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Attempting to bind port 0f1f2181-13a8-416a-b453-8640d950391f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:24.606439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Attempting to bind port 0f1f2181-13a8-416a-b453-8640d950391f on network cbda0260-b347-4f11-82cd-f919130e6bde {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:24.621920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 79ceee96-163a-417f-b84f-1991c4355aa1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:24.622301 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.679599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Attempting to bind port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:24.680110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Pushing event updated for resources: {'Port': ['ID=0f1f2181-13a8-416a-b453-8640d950391f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:24.684095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Attempting to bind port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:24.684640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Attempting to bind port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf on network 0688ff55-697d-4bf0-b438-1721862b152c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:24.696518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.699470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:24.699866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Checking segment: {'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:24.700285 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.701433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Bound using segment: {'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:24.702014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Bound port: 0f1f2181-13a8-416a-b453-8640d950391f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:24.702933 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:24.728537 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-588d6738-440e-4e54-9b90-a253795acc0b req-acc5c385-3389-4709-b4ca-a41735fad2bf tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9933810 Nov 23 10:47:24.758798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf on network 0688ff55-697d-4bf0-b438-1721862b152c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:24.759549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Attempting to bind port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf on network 0688ff55-697d-4bf0-b438-1721862b152c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:24.834231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e125b398-331a-425a-8c3e-a46f627464a7 req-5b7e6eba-cfcb-485b-b156-52fff915adad tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814076 Nov 23 10:47:24.836026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:24.836026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Checking segment: {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:24.846345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Bound using segment: {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:24.846345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Bound port: e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:24.846345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.051466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] For port 0f1f2181-13a8-416a-b453-8640d950391f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:25.061963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] For port 0f1f2181-13a8-416a-b453-8640d950391f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0f1f2181-13a8-416a-b453-8640d950391f,segment=NetworkSegment(61edd5c4-b7bb-48a5-9962-6040ff30d57e),segment_id=61edd5c4-b7bb-48a5-9962-6040ff30d57e)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:25.068554 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.080040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] For port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:25.087007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.090573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] For port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:25.122038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f321aee-8c84-41b8-bfc3-3d32428d2059 req-f90b19e8-c3ed-484f-83db-84ef473454de tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:25.136680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f321aee-8c84-41b8-bfc3-3d32428d2059 req-f90b19e8-c3ed-484f-83db-84ef473454de tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1944840 Nov 23 10:47:25.138702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.218764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1c4ac-def9-43dc-a3ac-eaf91ab9dd3c None None] Pushing event updated for resources: {'Port': ['ID=0f1f2181-13a8-416a-b453-8640d950391f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:25.241159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:25.241973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.244453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] 10.222.0.65 "PUT /v2.0/ports/e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf HTTP/1.1" status: 200 len: 1092 time: 3.5941219 Nov 23 10:47:25.247416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'tag': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:25.249863 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac63270-cb53-4b0b-a4f0-063ae41a53b8", "tag": "e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:25.288614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb7688-1640-4bec-9df2-c53aa9c55a44 service neutron] Pushing event updated for resources: {'Port': ['ID=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:25.345007 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25f520f-e129-4efa-83dc-dfc86a031dcf x-openstack-request-id: req-c25f520f-e129-4efa-83dc-dfc86a031dcf {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:25.345446 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac63270-cb53-4b0b-a4f0-063ae41a53b8", "tag": "e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:25.345807 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c25f520f-e129-4efa-83dc-dfc86a031dcf {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:25.346317 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'tag': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf', 'status': 'completed', 'code': 200} Nov 23 10:47:25.349840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d122e6-db81-4f6d-9dc7-d21ca93bed7a {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:25.352191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f321aee-8c84-41b8-bfc3-3d32428d2059 req-0ff3b29b-8135-462d-b195-8715c83f9e27 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958418 Nov 23 10:47:25.370673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.383356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-02114ea8-4285-42eb-a7d9-4ae3f70ea9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:25.385370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-02114ea8-4285-42eb-a7d9-4ae3f70ea9aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76c361ef90d14079859d31272a7e6210&device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 1095 time: 0.0922837 Nov 23 10:47:25.406881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Transition to ACTIVE for port object 18d122e6-db81-4f6d-9dc7-d21ca93bed7a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:25.451299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-16140517-2ce6-42e5-a1e2-1eed21e529ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf HTTP/1.1" status: 200 len: 217 time: 0.0531750 Nov 23 10:47:25.465351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.659105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-facf926e-31f6-472f-8972-e66d71eef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:25.660866 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-facf926e-31f6-472f-8972-e66d71eef627 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dcd32d1-60fa-4d62-96ac-56974d54743f HTTP/1.1" status: 200 len: 857 time: 0.1989863 Nov 23 10:47:25.710101 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-05917fb6-daa4-4820-ae24-6534295cbaa4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0688ff55-697d-4bf0-b438-1721862b152c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402122 Nov 23 10:47:25.819376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Pushing event updated for resources: {'Port': ['ID=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:25.829280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Attempting to bind port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:25.829629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Attempting to bind port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:25.829965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Attempting to bind port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a on network 0688ff55-697d-4bf0-b438-1721862b152c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:25.874700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0516e91d-2425-4885-b538-f3501cbe0303 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:25.898302 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.904764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a on network 0688ff55-697d-4bf0-b438-1721862b152c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:25.905450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Attempting to bind port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a on network 0688ff55-697d-4bf0-b438-1721862b152c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:25.922403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Transition to ACTIVE for port object 0516e91d-2425-4885-b538-f3501cbe0303 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:25.944628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:25.945489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Checking segment: {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:25.946090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Bound using segment: {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:25.946803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Bound port: 18d122e6-db81-4f6d-9dc7-d21ca93bed7a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:25.947454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:25.957100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.026973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0516e91d-2425-4885-b538-f3501cbe0303,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:26.031508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.034010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-dabce6da-53d4-49a8-a171-16b59ecb355c service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133831 Nov 23 10:47:26.052456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Allocated IP 172.20.0.1 (10e75386-1fce-4c12-9d52-1f6fd2c119c3/e2973279-9342-4eab-b850-ac37d2c25233/ea90fef4-5960-4e69-92a6-a40f0f1c6d97) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:26.057071 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.094890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e20dc-687c-4caa-887c-5ccea3e2dc4f req-e4e08dbe-5188-406d-a670-9710ecca5e13 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:26.097196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f0e20dc-687c-4caa-887c-5ccea3e2dc4f req-e4e08dbe-5188-406d-a670-9710ecca5e13 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.2192194 Nov 23 10:47:26.207178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308a3e-e400-4a9c-ad1d-e6cc86eea343 req-2c53779a-5629-4041-ae45-cb459d2fccc4 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:26.215690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8f308a3e-e400-4a9c-ad1d-e6cc86eea343 req-2c53779a-5629-4041-ae45-cb459d2fccc4 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 943 time: 0.2798479 Nov 23 10:47:26.242001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] For port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:26.358296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8f308a3e-e400-4a9c-ad1d-e6cc86eea343 req-4c007e6e-c3cc-4921-8354-04a5956daa51 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419520 Nov 23 10:47:26.378588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-7409c74d-0edd-4520-aa15-a78d0f70411e service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255272 Nov 23 10:47:26.393639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0f1f2181-13a8-416a-b453-8640d950391f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:26.410932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] For port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:26.434037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Attempting to bind port 0516e91d-2425-4885-b538-f3501cbe0303 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:26.434496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Attempting to bind port 0516e91d-2425-4885-b538-f3501cbe0303 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:26.434900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Attempting to bind port 0516e91d-2425-4885-b538-f3501cbe0303 on network 0688ff55-697d-4bf0-b438-1721862b152c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:26.442624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Port 0516e91d-2425-4885-b538-f3501cbe0303 on network 0688ff55-697d-4bf0-b438-1721862b152c not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:26.443078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Attempting to bind port 0516e91d-2425-4885-b538-f3501cbe0303 on network 0688ff55-697d-4bf0-b438-1721862b152c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:26.463098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:26.463538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.463729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Checking segment: {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:26.464294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Bound using segment: {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:26.464949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Bound port: 0516e91d-2425-4885-b538-f3501cbe0303, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:26.465413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.534479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0f1f2181-13a8-416a-b453-8640d950391f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:26.535187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.606051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.624244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] For port 0516e91d-2425-4885-b538-f3501cbe0303, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:26.630495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] For port 0516e91d-2425-4885-b538-f3501cbe0303, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0516e91d-2425-4885-b538-f3501cbe0303,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:26.665886 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.680822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:26.683359 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.692258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] 10.222.0.65 "PUT /v2.0/ports/18d122e6-db81-4f6d-9dc7-d21ca93bed7a HTTP/1.1" status: 200 len: 1091 time: 3.8724191 Nov 23 10:47:26.720844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.736763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-26574053-8a8b-4174-a88f-2d6e78234931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:26.742610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-26574053-8a8b-4174-a88f-2d6e78234931 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76c361ef90d14079859d31272a7e6210&device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 1095 time: 0.2923617 Nov 23 10:47:26.746943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Allocated IP 172.25.5.20 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:26.758454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:26.760161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.761310 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] 10.222.0.58 "PUT /v2.0/ports/0516e91d-2425-4885-b538-f3501cbe0303 HTTP/1.1" status: 200 len: 1091 time: 2.9322956 Nov 23 10:47:26.796612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 0f1f2181-13a8-416a-b453-8640d950391f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0f1f2181-13a8-416a-b453-8640d950391f,segment=NetworkSegment(61edd5c4-b7bb-48a5-9962-6040ff30d57e),segment_id=61edd5c4-b7bb-48a5-9962-6040ff30d57e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:26.803770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:26.918854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=0f1f2181-13a8-416a-b453-8640d950391f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:26.959615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be79d2e1-4041-4eec-8431-f9d5bd511ac3 None None] Network cbda0260-b347-4f11-82cd-f919130e6bde requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:26.974124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f0e20dc-687c-4caa-887c-5ccea3e2dc4f req-a0b69f3b-1b2e-4093-8a16-95c72769edea tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8665974 Nov 23 10:47:26.974647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'tag': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:26.977182 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c86147a-ef88-4d39-bc0a-683bd64061e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b642ed3-49fa-4cad-b81c-0460bf9051fe", "tag": "18d122e6-db81-4f6d-9dc7-d21ca93bed7a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:27.017206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:27.027469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45aa2e-a675-40c1-bdd6-3ec775b7b6cd service neutron] Pushing event updated for resources: {'Port': ['ID=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:27.050800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-7db8dc83-f463-45f8-9754-0594ae2586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.052292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-7db8dc83-f463-45f8-9754-0594ae2586a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 200 len: 918 time: 0.2867546 Nov 23 10:47:27.080860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189262b8-54c2-4875-bc5c-fe90247df8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0516e91d-2425-4885-b538-f3501cbe0303,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:27.098500 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fdd43e-16d2-461d-877f-0a038b53c6ec x-openstack-request-id: req-98fdd43e-16d2-461d-877f-0a038b53c6ec {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:27.100146 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b642ed3-49fa-4cad-b81c-0460bf9051fe", "tag": "18d122e6-db81-4f6d-9dc7-d21ca93bed7a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:27.100917 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98fdd43e-16d2-461d-877f-0a038b53c6ec {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:27.101758 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'tag': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a', 'status': 'completed', 'code': 200} Nov 23 10:47:27.110910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3d2a2f1c-1c47-41bd-850a-f3dd142445df None None] Provisioning complete for port 0f1f2181-13a8-416a-b453-8640d950391f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:27.111298 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3d2a2f1c-1c47-41bd-850a-f3dd142445df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:27.126878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-9b40c99c-5af1-4393-a86f-c0f8aafb6af6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf HTTP/1.1" status: 200 len: 217 time: 0.0423429 Nov 23 10:47:27.169810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:27.197355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-8308e080-1098-4e9f-a282-89d8915cab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.199308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-8308e080-1098-4e9f-a282-89d8915cab66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dcd32d1-60fa-4d62-96ac-56974d54743f HTTP/1.1" status: 200 len: 857 time: 0.0624006 Nov 23 10:47:27.202623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-ad0b9a2a-5698-4cde-b437-2ca2e7974f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.204637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-ad0b9a2a-5698-4cde-b437-2ca2e7974f74 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76c361ef90d14079859d31272a7e6210&device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 1094 time: 0.3733206 Nov 23 10:47:27.217543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-8bc8633b-7c99-405b-ab7e-85a963bacafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.220293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-8bc8633b-7c99-405b-ab7e-85a963bacafc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76c361ef90d14079859d31272a7e6210&device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 1094 time: 0.2388258 Nov 23 10:47:27.221989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:27.226346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:27.244761 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-4e283d64-4084-42d2-83b5-5bce1076fa2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0688ff55-697d-4bf0-b438-1721862b152c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321853 Nov 23 10:47:27.310592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-2de0dd26-efa1-4f67-ba1f-36f00de42e94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0516e91d-2425-4885-b538-f3501cbe0303 HTTP/1.1" status: 200 len: 217 time: 0.0640979 Nov 23 10:47:27.313635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:27.332055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea69a2-c8ea-45e6-945c-db504e6b63d1 req-cd1092d8-143b-4b4a-b1e5-1242fb37525f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.336349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58ea69a2-c8ea-45e6-945c-db504e6b63d1 req-cd1092d8-143b-4b4a-b1e5-1242fb37525f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.3958311 Nov 23 10:47:27.351706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'tag': '0516e91d-2425-4885-b538-f3501cbe0303'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:27.355466 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46320ebe-8f80-451e-a79f-c101cb758d29" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ab83fd-8163-4767-9af2-c724664e6323", "tag": "0516e91d-2425-4885-b538-f3501cbe0303"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:27.377025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-b05b4e05-35ce-4c08-926e-0862f185573a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d122e6-db81-4f6d-9dc7-d21ca93bed7a HTTP/1.1" status: 200 len: 217 time: 0.0655165 Nov 23 10:47:27.429737 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:27.519576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58ea69a2-c8ea-45e6-945c-db504e6b63d1 req-e6c76c5c-6fcb-4d7f-b890-4a9264c627c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361947 Nov 23 10:47:27.522639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-adf79fbf-f58e-480b-abb1-217e0d2f09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.524137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-adf79fbf-f58e-480b-abb1-217e0d2f09c9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dcd32d1-60fa-4d62-96ac-56974d54743f HTTP/1.1" status: 200 len: 857 time: 0.0907686 Nov 23 10:47:27.536945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Port': ['ID=ea90fef4-5960-4e69-92a6-a40f0f1c6d97,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:27.618593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-1165911b-f4c3-406b-9816-24728e72ce21 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0688ff55-697d-4bf0-b438-1721862b152c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474277 Nov 23 10:47:27.628909 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e913ab66-8e5f-4664-b6c6-81238280a983 x-openstack-request-id: req-e913ab66-8e5f-4664-b6c6-81238280a983 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:27.629035 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ab83fd-8163-4767-9af2-c724664e6323", "tag": "0516e91d-2425-4885-b538-f3501cbe0303", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:27.629296 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e913ab66-8e5f-4664-b6c6-81238280a983 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:27.629684 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'tag': '0516e91d-2425-4885-b538-f3501cbe0303', 'status': 'completed', 'code': 200} Nov 23 10:47:27.658824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-a3d49a35-066b-4b00-8419-25a6ade26529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.660269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-a3d49a35-066b-4b00-8419-25a6ade26529 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3dcd32d1-60fa-4d62-96ac-56974d54743f HTTP/1.1" status: 200 len: 857 time: 0.3225458 Nov 23 10:47:27.686141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:27.739311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-1625829b-6c6b-4de1-9ed1-3a08596320c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0688ff55-697d-4bf0-b438-1721862b152c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645547 Nov 23 10:47:27.747712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0e909eba-f6e8-4fbc-b200-45ab1e7bf637 None None] Provisioning complete for port ea90fef4-5960-4e69-92a6-a40f0f1c6d97 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:27.748197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0e909eba-f6e8-4fbc-b200-45ab1e7bf637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:27.810633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-cb6ca415-6476-43cd-a2b3-fd1c872777e8 service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988978 Nov 23 10:47:27.862356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0e909eba-f6e8-4fbc-b200-45ab1e7bf637 None None] Port ea90fef4-5960-4e69-92a6-a40f0f1c6d97 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:27.865286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:27.884078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:27.898513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca829b1-dd72-44bc-b9af-15194a5967ec req-95cb7449-7e2e-4b95-9a7c-c307c3161b9f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:27.901354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ca829b1-dd72-44bc-b9af-15194a5967ec req-95cb7449-7e2e-4b95-9a7c-c307c3161b9f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 943 time: 0.3741174 Nov 23 10:47:27.912432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:27.922546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:27.956059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-fe4aab62-adb3-467a-ab89-4f73bccbc884 service neutron] 10.222.0.58 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062955 Nov 23 10:47:27.999978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a8cdeb8-d0fd-4017-99ed-8a16dba885e6 req-94b5c8e9-a1b8-4b77-b016-72bea575d6a4 service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404293 Nov 23 10:47:28.004663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-eb315a56-66fc-4ba8-90c1-8ab8b32ca24b service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486211 Nov 23 10:47:28.027993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e170fa37-4130-4acd-af82-c709f917055a None None] Provisioning complete for port 0f1f2181-13a8-416a-b453-8640d950391f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:28.028377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e170fa37-4130-4acd-af82-c709f917055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:28.191143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-19315512-07e1-4fab-b33c-dcd3bbfd34f7 service neutron] 10.222.0.58 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042832 Nov 23 10:47:28.202099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eb8a3-650f-46dc-83bd-3c6ed17b8aae req-1bb0329d-9bb0-40d6-ad84-3caf979996bc tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:28.206083 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:28.209458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa1eb8a3-650f-46dc-83bd-3c6ed17b8aae req-1bb0329d-9bb0-40d6-ad84-3caf979996bc tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1009963 Nov 23 10:47:28.259640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ca829b1-dd72-44bc-b9af-15194a5967ec req-b6e6bd5f-b95e-4c42-9632-e1cf57751ac7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437130 Nov 23 10:47:28.271779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0f1f2181-13a8-416a-b453-8640d950391f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:28.353357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0f1f2181-13a8-416a-b453-8640d950391f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:28.354335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:28.614308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa1eb8a3-650f-46dc-83bd-3c6ed17b8aae req-9e25757a-ea35-4436-aac8-90d1891a819f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038370 Nov 23 10:47:28.618936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-c5af5b30-5193-4a3d-86e1-5e4d0c1af609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:28.620121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-c5af5b30-5193-4a3d-86e1-5e4d0c1af609 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=76c361ef90d14079859d31272a7e6210&device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 1094 time: 0.0653641 Nov 23 10:47:28.715492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-e29f4e9b-e4d0-404a-acae-832614f1b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:28.716917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-e29f4e9b-e4d0-404a-acae-832614f1b893 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 200 len: 918 time: 0.0884323 Nov 23 10:47:28.783766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45050e88-3d11-4062-b2d0-7d428eadf9f1 req-db5eb11d-d36d-44d3-8339-cd51d6c8e283 service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255805 Nov 23 10:47:28.799838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179b3d0-dbd7-448b-8af1-a7a78ec5a109 req-7d29e79a-06ea-4d78-bf95-3ab09b75c654 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:28.801428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8179b3d0-dbd7-448b-8af1-a7a78ec5a109 req-7d29e79a-06ea-4d78-bf95-3ab09b75c654 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1805329 Nov 23 10:47:28.860053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-a88e4ef1-d58e-4b72-a448-3df1047c68f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0516e91d-2425-4885-b538-f3501cbe0303 HTTP/1.1" status: 200 len: 217 time: 0.0868607 Nov 23 10:47:28.914961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-2c3a75bd-e49b-4e5a-89a1-2adda9156fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:28.916604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-2c3a75bd-e49b-4e5a-89a1-2adda9156fce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3dcd32d1-60fa-4d62-96ac-56974d54743f HTTP/1.1" status: 200 len: 857 time: 0.0466475 Nov 23 10:47:28.964717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-55fb0718-f59d-4cef-8d65-c208d83bfb5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0688ff55-697d-4bf0-b438-1721862b152c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368617 Nov 23 10:47:29.012601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8179b3d0-dbd7-448b-8af1-a7a78ec5a109 req-20720e98-0a98-4263-9dec-816defce591c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792529 Nov 23 10:47:29.060357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-941ad694-5a65-47db-83cf-fb221c0a6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:29.061900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-941ad694-5a65-47db-83cf-fb221c0a6611 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=76c361ef90d14079859d31272a7e6210&device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 1094 time: 0.1969543 Nov 23 10:47:29.064671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:29.107641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-9e251bd7-80c6-4bc3-8161-6708494da553 service neutron] 10.222.0.58 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289473 Nov 23 10:47:29.217974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46320ebe-8f80-451e-a79f-c101cb758d29 req-a81dfc62-9e35-4b3b-88e1-ee3e6ebb2530 service neutron] 10.222.0.58 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999584 Nov 23 10:47:29.260913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:29.269285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:29.375698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-ed2e7421-4db7-4c69-b992-9c0e8f305fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:29.377157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-ed2e7421-4db7-4c69-b992-9c0e8f305fee service neutron] 10.222.0.65 "GET /v2.0/networks?id=0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 200 len: 918 time: 0.3061152 Nov 23 10:47:29.496094 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:29.497745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Port': ['ID=ea90fef4-5960-4e69-92a6-a40f0f1c6d97,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:29.500766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-cc49ccbe-87c0-4206-ad3e-eac62c573c5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d122e6-db81-4f6d-9dc7-d21ca93bed7a HTTP/1.1" status: 200 len: 217 time: 0.0995281 Nov 23 10:47:29.599039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1018dc2-4bfb-4c12-a117-2b2458d7e6af req-1db5d3ac-8585-46ae-beef-5551c107a8b4 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:29.600513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1018dc2-4bfb-4c12-a117-2b2458d7e6af req-1db5d3ac-8585-46ae-beef-5551c107a8b4 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 943 time: 0.2295790 Nov 23 10:47:29.606867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:29.651908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-ce70d020-cfd4-4e5d-afea-0d96d9791cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:29.653415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-ce70d020-cfd4-4e5d-afea-0d96d9791cf9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dcd32d1-60fa-4d62-96ac-56974d54743f HTTP/1.1" status: 200 len: 857 time: 0.1410563 Nov 23 10:47:29.737296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30d8ee-7cf7-49af-9bbd-26943c652f56 req-04a75f0e-63af-4de9-bee3-35b829a332ca tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:29.737917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-a03cc260-c133-421f-bd91-6e5d63c45fc3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0688ff55-697d-4bf0-b438-1721862b152c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423789 Nov 23 10:47:29.738857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d30d8ee-7cf7-49af-9bbd-26943c652f56 req-04a75f0e-63af-4de9-bee3-35b829a332ca tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.0508120 Nov 23 10:47:29.787690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:29.788436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d30d8ee-7cf7-49af-9bbd-26943c652f56 req-e827d192-a022-47fc-85fc-7d957ddf9757 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Nov 23 10:47:29.837063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1018dc2-4bfb-4c12-a117-2b2458d7e6af req-763c913e-a317-49e5-a727-ed0b499e4e4a tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245536 Nov 23 10:47:29.840331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:29.848566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:29.900789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:29.918273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf', 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c', 'port_id': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf', 'mac_address': 'fa:16:3e:91:6f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcd32d1-60fa-4d62-96ac-56974d54743f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:29.960552 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:29.973842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:29.997130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:30.002607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:30.028967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-b03950d7-a4a5-428e-ba36-cce74ff87264 service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783267 Nov 23 10:47:30.061478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:30.100839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Router a7986e11-c664-4623-b4b0-02c8885d98d4 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:47:30.106915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ea962beb-5614-4025-86d3-1aec13033e9b None None] Provisioning complete for port ea90fef4-5960-4e69-92a6-a40f0f1c6d97 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:30.107288 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea962beb-5614-4025-86d3-1aec13033e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:30.155094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Router a337fc94-9c70-431b-9f32-c66eb1d3c2f6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:47:30.163470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ea962beb-5614-4025-86d3-1aec13033e9b None None] Port ea90fef4-5960-4e69-92a6-a40f0f1c6d97 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:30.190609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a967-49ff-4ea3-9376-2ff4dcc6bf65 req-dbf64380-4fe2-47c3-998c-bc9d5f34340f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:30.192356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a18a967-49ff-4ea3-9376-2ff4dcc6bf65 req-dbf64380-4fe2-47c3-998c-bc9d5f34340f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.0842779 Nov 23 10:47:30.235021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c86147a-ef88-4d39-bc0a-683bd64061e4 req-c5488399-4871-462f-bac6-8f1216e75638 service neutron] 10.222.0.65 "GET /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954072 Nov 23 10:47:30.257459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a18a967-49ff-4ea3-9376-2ff4dcc6bf65 req-299c14f2-8a2d-469e-89be-98855d0e92a2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536020 Nov 23 10:47:30.273675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:30.677455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:30.686493 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Sync routers for ids ['a7986e11-c664-4623-b4b0-02c8885d98d4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:30.698262 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Routers {'a7986e11-c664-4623-b4b0-02c8885d98d4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:30.698481 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7986e11-c664-4623-b4b0-02c8885d98d4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:30.716507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063766cd-0ba8-4810-85a1-1e4cd8208a30 req-a106e0e7-af49-42a0-b1d2-a87c91bcdce3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:30.718035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-063766cd-0ba8-4810-85a1-1e4cd8208a30 req-a106e0e7-af49-42a0-b1d2-a87c91bcdce3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1281226 Nov 23 10:47:30.722602 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:30.723718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-549b428d-a639-43cd-85e8-3d5c698816e1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4777091 Nov 23 10:47:30.726122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:30.726843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39476) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:30.731110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-86e7e5e4-f134-459a-b05e-1d9f03513c32 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "PUT /v2.0/routers/a337fc94-9c70-431b-9f32-c66eb1d3c2f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7238293 Nov 23 10:47:30.734823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39478) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:30.740019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] Sync routers for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:30.755807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:30.757249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:30.776261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Request body: {'port': {'network_id': '10e75386-1fce-4c12-9d52-1f6fd2c119c3', 'name': 'tempest-FloatingIPAdminTestJSON-2124831447'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:30.778440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-063766cd-0ba8-4810-85a1-1e4cd8208a30 req-e453c5b8-3253-4782-ad71-b22e84fa29f1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536444 Nov 23 10:47:30.803080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:30.818408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:30.819165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:30.846018 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Set router a7986e11-c664-4623-b4b0-02c8885d98d4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:30.868837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:30.870604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f014992-778e-4841-ae98-fe25c81835bb None None] The sync data for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:31.006343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757a5f-0041-4a04-86b8-493bd25026b9 req-eea8e168-3737-4631-a81d-83ab0f329c77 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:31.007993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb757a5f-0041-4a04-86b8-493bd25026b9 req-eea8e168-3737-4631-a81d-83ab0f329c77 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 943 time: 0.0649805 Nov 23 10:47:31.061091 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:47:28Z', 'revision_number': 3, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port': {'id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:26Z', 'updated_at': '2021-11-23T10:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:31.084654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc69f6b-d31f-447e-8e1b-2d1079701120 req-62ff5ad0-6909-4eba-bda9-90730deaedd9 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:31.085576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb757a5f-0041-4a04-86b8-493bd25026b9 req-9e9af75f-2e85-43a6-bc87-8b277035f2f0 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684493 Nov 23 10:47:31.087770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7dc69f6b-d31f-447e-8e1b-2d1079701120 req-62ff5ad0-6909-4eba-bda9-90730deaedd9 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1056631 Nov 23 10:47:31.088572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Made reservation on behalf of 5979ef9b7e814be09d22ffd8d074b3a8 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:31.092418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.093959 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Checking router: a7986e11-c664-4623-b4b0-02c8885d98d4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:47:31.094445 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Updating router a7986e11-c664-4623-b4b0-02c8885d98d4 port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:47:31.130541 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.164003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] device_id is not set on port 92572387-0e27-4412-b0af-cd49764d011e yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:47:31.305792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7dc69f6b-d31f-447e-8e1b-2d1079701120 req-5edf14c9-90d7-475e-a935-84cc6480aecf tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897531 Nov 23 10:47:31.436779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Allocated IP 172.20.0.10 (10e75386-1fce-4c12-9d52-1f6fd2c119c3/e2973279-9342-4eab-b850-ac37d2c25233/92572387-0e27-4412-b0af-cd49764d011e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:31.458516 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.466564 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.526493 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Attempting to bind port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:31.526863 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Attempting to bind port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:31.527225 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Attempting to bind port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:31.530190 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b20f62-6ee3-4da5-bcad-4aff722be846 None None] Pushing event updated for resources: {'Port': ['ID=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:31.534843 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:31.535249 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:31.535611 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.535989 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:31.536497 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Bound port: ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:31.536856 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.593603 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] For port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:31.597982 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] For port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:31.603226 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.638559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.653940 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Routers {'a7986e11-c664-4623-b4b0-02c8885d98d4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:31.654566 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7986e11-c664-4623-b4b0-02c8885d98d4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:31.706671 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b20f62-6ee3-4da5-bcad-4aff722be846 None None] Pushing event updated for resources: {'Port': ['ID=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:31.740567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.774860 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] Set router a7986e11-c664-4623-b4b0-02c8885d98d4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:31.794961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 18d122e6-db81-4f6d-9dc7-d21ca93bed7a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:31.848144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:31.922082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Allocated IP 172.20.0.1 (cbda0260-b347-4f11-82cd-f919130e6bde/c9193eb9-c9aa-4ed3-8aa5-e347f664deab/9be91421-8779-4ab0-9bc1-f51e2c0b16cc) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:31.929481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:31.932634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:31.934589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event updated for resources: {'Port': ['ID=92572387-0e27-4412-b0af-cd49764d011e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:31.940525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:31.976170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:31.982724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.983303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.984373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.985226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.985720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.986216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.986702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.987199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.987682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.988164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.988641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:31.989145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:32.104055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 0516e91d-2425-4885-b538-f3501cbe0303 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:32.107479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:32.118726 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:47:28Z', 'revision_number': 3, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port': {'id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:26Z', 'updated_at': '2021-11-23T10:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:32.146986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:32.149180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.200871 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30a4d7-fe56-4037-acdd-51732a8bb668 None None] The sync data for ids ['a7986e11-c664-4623-b4b0-02c8885d98d4'] in n-d-817747-2 is: [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:47:28Z', 'revision_number': 3, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port': {'id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:26Z', 'updated_at': '2021-11-23T10:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:32.215543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f7035e79-fa6e-4730-b33a-e55d297dbf1c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4794343 Nov 23 10:47:32.219432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39568) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:32.310652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:32.404911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.422073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48436ce0-4372-4de5-9c8e-cd1b75a1be04 req-8bbebd0b-0a77-4fd8-b087-88c3df1be27b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:32.430097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a', 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c', 'port_id': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a', 'mac_address': 'fa:16:3e:c0:91:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcd32d1-60fa-4d62-96ac-56974d54743f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:32.431804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48436ce0-4372-4de5-9c8e-cd1b75a1be04 req-8bbebd0b-0a77-4fd8-b087-88c3df1be27b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 947 time: 0.1122642 Nov 23 10:47:32.434812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:47:32.439691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:47:32.459353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:32.459729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.471120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ef2e0-27aa-4d49-b1ba-d10716459613 req-68239966-b466-4002-890a-1b554d61da29 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:32.481049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-572ef2e0-27aa-4d49-b1ba-d10716459613 req-68239966-b466-4002-890a-1b554d61da29 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 943 time: 0.1937337 Nov 23 10:47:32.516814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48436ce0-4372-4de5-9c8e-cd1b75a1be04 req-17896dca-91ad-4e04-a06f-d5a08ebaab56 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812888 Nov 23 10:47:32.619491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.667111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'project_id': '5979ef9b7e814be09d22ffd8d074b3a8', 'port_id': '92572387-0e27-4412-b0af-cd49764d011e'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:32.714699 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-572ef2e0-27aa-4d49-b1ba-d10716459613 req-95c3c08c-188f-48ea-b433-0e77dbe167b2 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186162 Nov 23 10:47:32.738238 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.764328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.771466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5148fc35-c880-4a4e-a654-2ca6733ee633 None None] Provisioning complete for port 92572387-0e27-4412-b0af-cd49764d011e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:32.771466 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5148fc35-c880-4a4e-a654-2ca6733ee633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.782589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Network cbda0260-b347-4f11-82cd-f919130e6bde is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:32.784614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Pushing event updated for resources: {'Port': ['ID=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:32.794420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:32.805180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:32.860015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 0516e91d-2425-4885-b538-f3501cbe0303, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0516e91d-2425-4885-b538-f3501cbe0303,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:32.865557 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.870487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d122e6-db81-4f6d-9dc7-d21ca93bed7a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:32.908261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:32.954975 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:32.989568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '0516e91d-2425-4885-b538-f3501cbe0303', 'network_id': '0688ff55-697d-4bf0-b438-1721862b152c', 'port_id': '0516e91d-2425-4885-b538-f3501cbe0303', 'mac_address': 'fa:16:3e:2f:17:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcd32d1-60fa-4d62-96ac-56974d54743f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:33.054933 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.077508 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.091302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5148fc35-c880-4a4e-a654-2ca6733ee633 None None] Port 92572387-0e27-4412-b0af-cd49764d011e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:33.096705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bc788-e86c-4ea8-afaf-40f0ace44444 req-53b555a6-e23f-4a82-b572-3e43d0334062 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.114919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:33.117838 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1769ebff-2199-4777-a01e-6148dd86f87f" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-unplugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:33.120945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de5bc788-e86c-4ea8-afaf-40f0ace44444 req-53b555a6-e23f-4a82-b572-3e43d0334062 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1959066 Nov 23 10:47:33.122850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.183274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:33.238555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:33.264098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['18d122e6-db81-4f6d-9dc7-d21ca93bed7a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:33.273931 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.277394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.301650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Allocated IP 172.25.5.34 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/fd7af979-e6c9-4c9f-aa83-4ce77e6429d9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:33.307491 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763e69e2-70c3-4c38-b44a-6146e7646521 x-openstack-request-id: req-763e69e2-70c3-4c38-b44a-6146e7646521 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:33.307782 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-unplugged", "status": "completed", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:33.308025 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-763e69e2-70c3-4c38-b44a-6146e7646521 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:33.308463 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'code': 200} Nov 23 10:47:33.315619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:33.347553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.390123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0516e91d-2425-4885-b538-f3501cbe0303 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:33.454532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.497339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 0516e91d-2425-4885-b538-f3501cbe0303, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0516e91d-2425-4885-b538-f3501cbe0303,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:33.500739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4f138100-5d04-456e-88e7-d2bca14c09b1 None None] Provisioning complete for port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:33.501193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4f138100-5d04-456e-88e7-d2bca14c09b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.517787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.521729 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.544165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2ac74-38e3-4416-82b2-5482e4f86f35 req-30529911-f719-452b-8f82-a38fea049613 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.545786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09f2ac74-38e3-4416-82b2-5482e4f86f35 req-30529911-f719-452b-8f82-a38fea049613 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1240222 Nov 23 10:47:33.552448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-07139bef-469f-4b8a-8ffb-1924fe629b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.563625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:33.563845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-07139bef-469f-4b8a-8ffb-1924fe629b1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1096 time: 0.1742635 Nov 23 10:47:33.588556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de5bc788-e86c-4ea8-afaf-40f0ace44444 req-b9a7170b-5180-4cd4-8224-8f7fa9451e72 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666774 Nov 23 10:47:33.691893 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09f2ac74-38e3-4416-82b2-5482e4f86f35 req-99ed6a04-aae0-4da5-9245-68e25d9977b9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382318 Nov 23 10:47:33.715338 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:33.746041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-6847d2a7-e0cb-4c61-a827-58542187f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.748538 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-6847d2a7-e0cb-4c61-a827-58542187f0fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.1566801 Nov 23 10:47:33.756113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=14']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:33.811465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:33.827662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:33.839634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:33.861548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4f138100-5d04-456e-88e7-d2bca14c09b1 None None] Port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:33.919285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=0516e91d-2425-4885-b538-f3501cbe0303,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:33.965931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7af979-e6c9-4c9f-aa83-4ce77e6429d9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:33.979083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-445bd380-2acf-4e48-ba07-e6f0c1448ea0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.2190762 Nov 23 10:47:33.991912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66e02-eccd-47b1-ba5f-8c93825204a2 req-00ca9b1b-a054-4d06-81f4-0cb2d26da9e1 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:33.999954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80a66e02-eccd-47b1-ba5f-8c93825204a2 req-00ca9b1b-a054-4d06-81f4-0cb2d26da9e1 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 944 time: 0.0887632 Nov 23 10:47:34.007503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['0516e91d-2425-4885-b538-f3501cbe0303'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:34.099969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-9f04741f-697b-48ae-90e6-bc556221b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:34.106518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-9f04741f-697b-48ae-90e6-bc556221b73c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1204731 Nov 23 10:47:34.118123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80a66e02-eccd-47b1-ba5f-8c93825204a2 req-33984cd2-ed12-40d0-98bd-f1508c692e1d tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125407 Nov 23 10:47:34.169524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.191341 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.200717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-72743191-5713-4274-b8a4-189caea1a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:34.202428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-72743191-5713-4274-b8a4-189caea1a39a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900352 Nov 23 10:47:34.316885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.329755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:34.372638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Pushing event updated for resources: {'Port': ['ID=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:34.439493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:34.439920 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.474364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-4fcc5522-1b11-4001-adbc-a3aa695bf341 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498252 Nov 23 10:47:34.537734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Network cbda0260-b347-4f11-82cd-f919130e6bde is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:34.541311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:34.557889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.569213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.588915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:34.595009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.680307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:34.703713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.757270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-13ea7031-d82a-41dd-9de5-f3ff02bccfdc req-a161e537-f307-4e3a-917b-3120c66bf0c8 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730536 Nov 23 10:47:34.790004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142905ad-c433-40bd-a545-428dc4ff23fb req-9b2ce4fb-d4d5-4c4d-bc7d-2172c0a311f4 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:34.791537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-142905ad-c433-40bd-a545-428dc4ff23fb req-9b2ce4fb-d4d5-4c4d-bc7d-2172c0a311f4 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.0892041 Nov 23 10:47:34.798854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Router a7986e11-c664-4623-b4b0-02c8885d98d4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:47:34.896634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d3ef5d35-651d-469b-8b85-b8af1ade3f7e None None] Provisioning complete for port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:34.897193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3ef5d35-651d-469b-8b85-b8af1ade3f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:34.903465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-142905ad-c433-40bd-a545-428dc4ff23fb req-66381b11-436e-4441-abb4-3dfc6d1b840d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009104 Nov 23 10:47:34.928900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabadb12-5f2d-47cf-b610-46f6fbf06382 req-0797578a-c207-4b0d-8c6b-2e312d573f19 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:34.936589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eabadb12-5f2d-47cf-b610-46f6fbf06382 req-0797578a-c207-4b0d-8c6b-2e312d573f19 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1529167 Nov 23 10:47:34.939408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef5d35-651d-469b-8b85-b8af1ade3f7e None None] Port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:34.997046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:35.010898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-773fceaa-5ba0-4ec6-9736-fb03e888102e admin admin] 10.222.0.61 "PUT /v2.0/routers/a7986e11-c664-4623-b4b0-02c8885d98d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2744946 Nov 23 10:47:35.022161 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Sync routers for ids ['a7986e11-c664-4623-b4b0-02c8885d98d4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:35.026463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eabadb12-5f2d-47cf-b610-46f6fbf06382 req-9215d9a4-a4e6-4288-8fb1-01c742256f7d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888970 Nov 23 10:47:35.036950 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Routers {'a7986e11-c664-4623-b4b0-02c8885d98d4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:35.037791 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7986e11-c664-4623-b4b0-02c8885d98d4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:35.052053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.064374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.176465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Pushing event updated for resources: {'Port': ['ID=fd7af979-e6c9-4c9f-aa83-4ce77e6429d9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:35.194256 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Set router a7986e11-c664-4623-b4b0-02c8885d98d4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:35.194464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.310241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:35.312952 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a64e51-a69e-4abc-8aec-6603cb40dbd5" -d '{"events": [{"server_uuid": "1ac63270-cb53-4b0b-a4f0-063ae41a53b8", "name": "network-vif-plugged", "status": "completed", "tag": "e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:35.338948 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Floating IP 72d82ba2-6fe0-4162-a8ca-2e83d41bca99 associated. External IP: 172.25.5.34, port: 92572387-0e27-4412-b0af-cd49764d011e. Nov 23 10:47:35.380955 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80a7461-caa9-452a-8716-249c1ed6da0e x-openstack-request-id: req-b80a7461-caa9-452a-8716-249c1ed6da0e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:35.384830 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac63270-cb53-4b0b-a4f0-063ae41a53b8", "name": "network-vif-plugged", "status": "completed", "tag": "e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:35.385258 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b80a7461-caa9-452a-8716-249c1ed6da0e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:35.385787 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf', 'code': 200} Nov 23 10:47:35.517412 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:47:33Z', 'revision_number': 4, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port': {'id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:26Z', 'updated_at': '2021-11-23T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9be91421-8779-4ab0-9bc1-f51e2c0b16cc', 'name': '', 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'mac_address': 'fa:16:3e:eb:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'c9193eb9-c9aa-4ed3-8aa5-e347f664deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:31Z', 'updated_at': '2021-11-23T10:47:33Z', 'revision_number': 2, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'subnets': [{'id': 'c9193eb9-c9aa-4ed3-8aa5-e347f664deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:35.547381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e22f4-f1f1-4232-b365-a0ac996db2ea req-bd2456f0-fa6c-42f7-a0a4-a6ddf5bef1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:35.549440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c88e22f4-f1f1-4232-b365-a0ac996db2ea req-bd2456f0-fa6c-42f7-a0a4-a6ddf5bef1d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 1097 time: 0.0851150 Nov 23 10:47:35.566481 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Checking router: a7986e11-c664-4623-b4b0-02c8885d98d4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:47:35.566752 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Updating router a7986e11-c664-4623-b4b0-02c8885d98d4 port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:47:35.595116 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.700294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142dfda-1d22-4b93-bedb-d51f52321cb6 req-36894102-1752-4947-963e-5016a72487c9 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:35.707788 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4142dfda-1d22-4b93-bedb-d51f52321cb6 req-36894102-1752-4947-963e-5016a72487c9 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 944 time: 0.4761603 Nov 23 10:47:35.728020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c88e22f4-f1f1-4232-b365-a0ac996db2ea req-2ac909a1-3890-471f-83d9-a933104578d1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307163 Nov 23 10:47:35.751857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Router a337fc94-9c70-431b-9f32-c66eb1d3c2f6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:47:35.775938 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4142dfda-1d22-4b93-bedb-d51f52321cb6 req-098e6bbc-da8b-4f25-bad1-a1cb2b97dbf7 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600884 Nov 23 10:47:35.840510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 18d122e6-db81-4f6d-9dc7-d21ca93bed7a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:35.907433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:35.917763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] Sync routers for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:35.931707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.940695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:47:35.943295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:35.944102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:35.971176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39656) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:35.971492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c31c2225-54a8-44dd-b9d5-c9c97e9d0654 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7446747 Nov 23 10:47:35.983720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:35.984341 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:35.987451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:36.027903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:36.028801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:36.040681 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.052074 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.072129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:36.073003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c8919-e74c-436f-8e78-b0ae4e1759a1 None None] The sync data for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:36.116759 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221d17a-0cc4-4e89-8081-f2c1aa39233b None None] Pushing event updated for resources: {'Port': ['ID=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:36.130541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 0516e91d-2425-4885-b538-f3501cbe0303 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:36.211506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.214310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b00c70-f521-4837-bd71-1c081986bcb3 req-88d35709-f8a2-498c-bc14-a477440336d0 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:36.217813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24b00c70-f521-4837-bd71-1c081986bcb3 req-88d35709-f8a2-498c-bc14-a477440336d0 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1830883 Nov 23 10:47:36.276244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:36.280680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 0516e91d-2425-4885-b538-f3501cbe0303 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:47:36.292152 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Attempting to bind port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:36.292835 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Attempting to bind port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:36.301912 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.308579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 0516e91d-2425-4885-b538-f3501cbe0303 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:36.308955 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.309509 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Attempting to bind port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc on network cbda0260-b347-4f11-82cd-f919130e6bde {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:36.319639 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:36.322164 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Checking segment: {'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:36.325015 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.325669 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Bound using segment: {'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:36.326386 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Bound port: 9be91421-8779-4ab0-9bc1-f51e2c0b16cc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61edd5c4-b7bb-48a5-9962-6040ff30d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:36.329218 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.339204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d0e3e235-bb42-4239-8362-21c9a66a83bd tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] 10.222.0.61 "GET /v2.0/floatingips/72d82ba2-6fe0-4162-a8ca-2e83d41bca99 HTTP/1.1" status: 200 len: 983 time: 0.3666689 Nov 23 10:47:36.347438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24b00c70-f521-4837-bd71-1c081986bcb3 req-0ebdeeb3-ce69-4b1c-bbcc-48e00c7d5550 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233623 Nov 23 10:47:36.348136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39666) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:36.432733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a708e37-e6a2-46e9-810f-d53716933bbc req-54abda79-07c2-4084-a202-f1b861a700bc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:36.455355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:36.472305 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a708e37-e6a2-46e9-810f-d53716933bbc req-54abda79-07c2-4084-a202-f1b861a700bc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1549110 Nov 23 10:47:36.493769 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] For port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:36.521020 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] For port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,segment=NetworkSegment(61edd5c4-b7bb-48a5-9962-6040ff30d57e),segment_id=61edd5c4-b7bb-48a5-9962-6040ff30d57e)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:36.538335 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.611597 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Routers {'a7986e11-c664-4623-b4b0-02c8885d98d4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:36.612247 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7986e11-c664-4623-b4b0-02c8885d98d4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:36.617387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a708e37-e6a2-46e9-810f-d53716933bbc req-8f8d18dd-c418-469b-9be1-018463a2bf5d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441498 Nov 23 10:47:36.624044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-de6b40b7-368e-4d89-974a-12d1dedf5f38 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4606 time: 0.2747915 Nov 23 10:47:36.630633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:36.708734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:36.750017 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221d17a-0cc4-4e89-8081-f2c1aa39233b None None] Pushing event updated for resources: {'Port': ['ID=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:36.761351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.772334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ef4daa9c-c400-49fe-bea0-965c1aa2180b None None] Provisioning complete for port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:36.772717 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ef4daa9c-c400-49fe-bea0-965c1aa2180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.939512 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] Set router a7986e11-c664-4623-b4b0-02c8885d98d4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:47:36.954471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 0516e91d-2425-4885-b538-f3501cbe0303, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0516e91d-2425-4885-b538-f3501cbe0303,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:36.967208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:36.967661 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:36.994420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Deleting port fd7af979-e6c9-4c9f-aa83-4ce77e6429d9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:36.995362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:37.001950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1342b2-2ae4-4ddc-9acf-57d57a4cb0e6 req-cfa1ebc9-07d1-42ea-99f9-d82b6eb79247 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.035296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc1342b2-2ae4-4ddc-9acf-57d57a4cb0e6 req-cfa1ebc9-07d1-42ea-99f9-d82b6eb79247 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1616848 Nov 23 10:47:37.057961 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:37.109966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9346a-f22e-49a9-9668-79ede63adb39 req-a861584c-a15d-4c1d-88fb-96f52f3c45f9 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.117957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ff9346a-f22e-49a9-9668-79ede63adb39 req-a861584c-a15d-4c1d-88fb-96f52f3c45f9 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 945 time: 0.2071624 Nov 23 10:47:37.150024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-3cdc2e9c-d080-4902-ab4e-a803be4d853c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2127686 Nov 23 10:47:37.154010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc1342b2-2ae4-4ddc-9acf-57d57a4cb0e6 req-ebc9f1d9-2589-4b96-a549-d5f7ced20367 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177676 Nov 23 10:47:37.236438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:37.236768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:37.268020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Calling delete_port for fd7af979-e6c9-4c9f-aa83-4ce77e6429d9 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:37.268689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ef4daa9c-c400-49fe-bea0-965c1aa2180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:37.270703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=0516e91d-2425-4885-b538-f3501cbe0303,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:37.298943 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:47:33Z', 'revision_number': 4, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port': {'id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:26Z', 'updated_at': '2021-11-23T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9be91421-8779-4ab0-9bc1-f51e2c0b16cc', 'name': '', 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'mac_address': 'fa:16:3e:eb:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'c9193eb9-c9aa-4ed3-8aa5-e347f664deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:31Z', 'updated_at': '2021-11-23T10:47:36Z', 'revision_number': 4, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'subnets': [{'id': 'c9193eb9-c9aa-4ed3-8aa5-e347f664deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:37.307704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ff9346a-f22e-49a9-9668-79ede63adb39 req-adb43656-d2a5-4e6d-bc26-52c5ed808699 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883843 Nov 23 10:47:37.315750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042f715-33ba-46ef-890f-772c74b55632 req-3beb73ba-9f5c-4fba-8abb-225cfa85e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.317300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-3beb73ba-9f5c-4fba-8abb-225cfa85e8f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d6b3df02473a439480496d43c187287b&device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 1097 time: 0.1403015 Nov 23 10:47:37.351184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5509b-b124-4785-85d2-a765c26b66e7 None None] The sync data for ids ['a7986e11-c664-4623-b4b0-02c8885d98d4'] in n-d-817747-2 is: [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:47:33Z', 'revision_number': 4, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port': {'id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:26Z', 'updated_at': '2021-11-23T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9be91421-8779-4ab0-9bc1-f51e2c0b16cc', 'name': '', 'network_id': 'cbda0260-b347-4f11-82cd-f919130e6bde', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'mac_address': 'fa:16:3e:eb:16:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'c9193eb9-c9aa-4ed3-8aa5-e347f664deab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:31Z', 'updated_at': '2021-11-23T10:47:36Z', 'revision_number': 4, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'subnets': [{'id': 'c9193eb9-c9aa-4ed3-8aa5-e347f664deab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:37.380485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ef4daa9c-c400-49fe-bea0-965c1aa2180b None None] For port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,segment=NetworkSegment(61edd5c4-b7bb-48a5-9962-6040ff30d57e),segment_id=61edd5c4-b7bb-48a5-9962-6040ff30d57e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:37.388474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a'}, {'server_uuid': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0516e91d-2425-4885-b538-f3501cbe0303'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:37.392832 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20a8e8-9a23-4548-8657-9d86687b5617" -d '{"events": [{"server_uuid": "5b642ed3-49fa-4cad-b81c-0460bf9051fe", "name": "network-vif-plugged", "status": "completed", "tag": "18d122e6-db81-4f6d-9dc7-d21ca93bed7a"}, {"server_uuid": "b9ab83fd-8163-4767-9af2-c724664e6323", "name": "network-vif-plugged", "status": "completed", "tag": "0516e91d-2425-4885-b538-f3501cbe0303"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:37.398725 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ef4daa9c-c400-49fe-bea0-965c1aa2180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:37.566271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a732b-0cca-4598-99ef-74b9c43d01a4 req-86c4fc32-3c99-496b-8cdc-176a95cf4439 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.572077 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4a732b-0cca-4598-99ef-74b9c43d01a4 req-86c4fc32-3c99-496b-8cdc-176a95cf4439 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.0778923 Nov 23 10:47:37.573458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fa97a302-2d57-4f00-aef4-56ff720c4b71 None None] Provisioning complete for port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:37.573925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa97a302-2d57-4f00-aef4-56ff720c4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:37.576846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4daa9c-c400-49fe-bea0-965c1aa2180b None None] Pushing event updated for resources: {'Port': ['ID=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:37.635130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3dc77-6668-436b-b07b-390147224a45 req-e9bbe1f9-09e4-419f-b8f0-8328fea6ca40 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.649085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-99e3dc77-6668-436b-b07b-390147224a45 req-e9bbe1f9-09e4-419f-b8f0-8328fea6ca40 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2351627 Nov 23 10:47:37.703739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb4a732b-0cca-4598-99ef-74b9c43d01a4 req-7c65ac44-875c-4c4c-8c97-8ee3ddc4d992 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089892 Nov 23 10:47:37.752613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042f715-33ba-46ef-890f-772c74b55632 req-260438c5-80d0-4a47-a40d-cde69ebd82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.756450 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-260438c5-80d0-4a47-a40d-cde69ebd82d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00 HTTP/1.1" status: 200 len: 916 time: 0.3419762 Nov 23 10:47:37.777023 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730ec6ce-54c9-4e48-9ee8-221f65e15a84 x-openstack-request-id: req-730ec6ce-54c9-4e48-9ee8-221f65e15a84 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:37.777449 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b642ed3-49fa-4cad-b81c-0460bf9051fe", "name": "network-vif-plugged", "status": "completed", "tag": "18d122e6-db81-4f6d-9dc7-d21ca93bed7a", "code": 200}, {"server_uuid": "b9ab83fd-8163-4767-9af2-c724664e6323", "name": "network-vif-plugged", "status": "completed", "tag": "0516e91d-2425-4885-b538-f3501cbe0303", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:37.777880 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-730ec6ce-54c9-4e48-9ee8-221f65e15a84 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:37.778400 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a', 'code': 200} Nov 23 10:47:37.778732 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0516e91d-2425-4885-b538-f3501cbe0303', 'code': 200} Nov 23 10:47:37.815517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-99e3dc77-6668-436b-b07b-390147224a45 req-e3824a9a-0158-4637-bde3-1bf955927168 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659365 Nov 23 10:47:37.986942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52f41b-7072-43bf-99c1-76c02ed0b0b0 req-916ee961-0c3b-4ec0-be2e-208b022cb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.988706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb52f41b-7072-43bf-99c1-76c02ed0b0b0 req-916ee961-0c3b-4ec0-be2e-208b022cb023 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 1096 time: 0.0816896 Nov 23 10:47:37.993948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6f4a7-f895-4493-a65e-2956e9c28f28 req-63e8e878-282a-4edb-ac08-36b189c28711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:37.995833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8a6f4a7-f895-4493-a65e-2956e9c28f28 req-63e8e878-282a-4edb-ac08-36b189c28711 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 1096 time: 0.1363046 Nov 23 10:47:38.031458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.046959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-17c84dac-2682-4474-b3ab-10db1297aadc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78fd2243-a8ff-4c5c-853a-285602619dfc HTTP/1.1" status: 200 len: 1002 time: 0.2768435 Nov 23 10:47:38.078876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Port': ['ID=fd7af979-e6c9-4c9f-aa83-4ce77e6429d9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:38.080491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8a6f4a7-f895-4493-a65e-2956e9c28f28 req-182f258f-0ad2-4137-984e-e94c7a279c62 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766311 Nov 23 10:47:38.127076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb52f41b-7072-43bf-99c1-76c02ed0b0b0 req-6c8170a6-978f-4382-9f03-cda85a32824a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243901 Nov 23 10:47:38.211139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042f715-33ba-46ef-890f-772c74b55632 req-87a83117-bdec-4292-9e38-eb0672c434db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:38.214918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-87a83117-bdec-4292-9e38-eb0672c434db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc6b20d6-2406-4719-bec5-4d4ab06929c6 HTTP/1.1" status: 200 len: 854 time: 0.1444943 Nov 23 10:47:38.233536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.234383 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Floating IP 72d82ba2-6fe0-4162-a8ca-2e83d41bca99 disassociated (deleted). External IP: 172.25.5.34, port: 92572387-0e27-4412-b0af-cd49764d011e. Nov 23 10:47:38.322481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be91421-8779-4ab0-9bc1-f51e2c0b16cc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:38.329864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-ff1467b1-dba1-4c45-a1f2-fd272ef27761 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:38.333166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-ff1467b1-dba1-4c45-a1f2-fd272ef27761 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.1859941 Nov 23 10:47:38.379776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-c9f7929e-2ac3-4490-9dab-913618788637 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/quotas/4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 375 time: 0.0273290 Nov 23 10:47:38.435338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:38.435718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:38.486063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042f715-33ba-46ef-890f-772c74b55632 req-14c18bbb-d57c-4605-80d5-9cb141087a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:38.488044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-14c18bbb-d57c-4605-80d5-9cb141087a42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c181fc8-6bd4-4816-9575-c0c71ecc3b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855391 Nov 23 10:47:38.489902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-4dad72e9-97c0-48bb-ab56-b99a74fc5f26 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988967 Nov 23 10:47:38.654435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-87fddc8c-9d95-43c9-b791-b1777bf5d12b service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631706 Nov 23 10:47:38.795705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Router a337fc94-9c70-431b-9f32-c66eb1d3c2f6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:47:38.799287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-8d4aac3e-11e7-404c-b2b0-94b998783a1c service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440005 Nov 23 10:47:39.010733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66192c1c-ba3c-4d6d-a91e-15adb548be30 req-01769dc5-bd1e-4992-a5bd-693fd3c1c628 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:39.018370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66192c1c-ba3c-4d6d-a91e-15adb548be30 req-01769dc5-bd1e-4992-a5bd-693fd3c1c628 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 945 time: 0.5176694 Nov 23 10:47:39.067809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:39.079748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:39.084717 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] Sync routers for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:39.098791 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:39.099679 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:39.162133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1caff375-adc5-4a22-a311-99eeb470c890 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "DELETE /v2.0/floatingips/72d82ba2-6fe0-4162-a8ca-2e83d41bca99 HTTP/1.1" status: 204 len: 168 time: 2.5300868 Nov 23 10:47:39.167677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-c6acb7b5-8b42-438a-b6d7-12e2236c4132 service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052392 Nov 23 10:47:39.167677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39752) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:39.182086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374819d-04eb-46b1-a9ed-18210295b96b req-d4e3f6f0-8459-4dcc-93cb-1007966801f5 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:39.185920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66192c1c-ba3c-4d6d-a91e-15adb548be30 req-b2ca40a0-b614-4ba3-8234-923502338602 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658030 Nov 23 10:47:39.186688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6374819d-04eb-46b1-a9ed-18210295b96b req-d4e3f6f0-8459-4dcc-93cb-1007966801f5 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1626754 Nov 23 10:47:39.190685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:39.191958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:39.217762 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:39.218577 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:39.271247 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:39.272125 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71fdd53-cc8f-4973-b21f-272f1c2c91e2 None None] The sync data for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:39.329661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6374819d-04eb-46b1-a9ed-18210295b96b req-66b68fbc-209d-4514-bd98-096c9efa260c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351173 Nov 23 10:47:39.391692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:39.420873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d1192d9e-5f73-4bc8-8f56-c2540c7cacfd req-8fb1702e-54fd-4de2-afb4-a20824b6abdf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 210 time: 0.0476620 Nov 23 10:47:39.491736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3042f715-33ba-46ef-890f-772c74b55632 req-20f21d20-6e45-4390-bdbd-06dd5a1d9ce0 service neutron] 10.222.0.58 "GET /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804890 Nov 23 10:47:39.585600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:39.757712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Allocated IP 172.25.5.179 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/1a7f0e29-b3c9-40cd-b770-21c9c09ee7ce) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:39.897139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:39.945248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:39.995275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:39.999912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:40.006129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:40.045857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7f0e29-b3c9-40cd-b770-21c9c09ee7ce,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:40.127280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:40.186248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:40.328014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0431c59-7d0a-44a3-b68d-0f8ead223088 req-4161f0a2-b5aa-44c4-a9ec-f80647ab7189 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.330200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c0431c59-7d0a-44a3-b68d-0f8ead223088 req-4161f0a2-b5aa-44c4-a9ec-f80647ab7189 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 945 time: 0.0529723 Nov 23 10:47:40.416523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:40.418927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c0431c59-7d0a-44a3-b68d-0f8ead223088 req-f268297a-4b87-4ba4-9d08-20491f1c0a14 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824890 Nov 23 10:47:40.424437 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:40.536355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7f0e29-b3c9-40cd-b770-21c9c09ee7ce,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:40.566690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b08f85-470a-4404-b73c-90f60b8f6631 req-03d23d81-1b9c-4537-8df4-5f54268bd665 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.568283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3b08f85-470a-4404-b73c-90f60b8f6631 req-03d23d81-1b9c-4537-8df4-5f54268bd665 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1331553 Nov 23 10:47:40.573570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:40.612312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:40.616102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-45f96e72-529b-4df6-a26d-801a3e3b0d23 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4261284 Nov 23 10:47:40.616279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39778) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:40.685150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3b08f85-470a-4404-b73c-90f60b8f6631 req-fe8b0b16-8ba5-4921-b52a-51452d104bee tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949974 Nov 23 10:47:40.755404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15df627c-80e2-4a50-b4db-37be17bf78d2 req-2ae08e66-4f81-414e-a717-bd73ce037da5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 210 time: 0.0343828 Nov 23 10:47:40.801993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:40.820332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-19038c1e-eea1-4b17-8e6c-9ff348c5c20f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.822740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-19038c1e-eea1-4b17-8e6c-9ff348c5c20f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.1906123 Nov 23 10:47:40.831189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:40.854723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'port': {'device_id': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'admin_state_up': True, 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:40.915277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bbb24-f766-4089-ac6f-cacc410adac0 req-406d2bb6-e13b-4c1a-938d-9afdafc83d02 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:40.921598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff8bbb24-f766-4089-ac6f-cacc410adac0 req-406d2bb6-e13b-4c1a-938d-9afdafc83d02 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 945 time: 0.1520083 Nov 23 10:47:40.987010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.040605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff8bbb24-f766-4089-ac6f-cacc410adac0 req-af76f4bc-0296-4c61-9914-f52f418b222f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771511 Nov 23 10:47:41.069007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Made reservation on behalf of 4bc2535f63cc4ffdbb5149510a887d0f for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:41.073388 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.126796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Allocated IP 172.25.5.177 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/c8274ac2-adac-4e0a-a0ef-1060949997b0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:41.236039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Allocated IP 172.20.0.9 (d4b31c7b-49a0-434b-b2c2-8c4a793599c0/74d035eb-1f97-4c3b-b095-f1e40a4e32fb/9e066594-ecd5-4730-a888-3bf2dede11cd) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:41.236849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ea80f-9e34-45e8-86ff-3556787b59e6 req-e9f70e95-fd7e-455a-8c6a-43a3175c08aa tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.238390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ea8ea80f-9e34-45e8-86ff-3556787b59e6 req-e9f70e95-fd7e-455a-8c6a-43a3175c08aa tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 946 time: 0.1015716 Nov 23 10:47:41.303711 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.320049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ea8ea80f-9e34-45e8-86ff-3556787b59e6 req-a30d709c-682e-4619-b7e3-ea92f4ceaf81 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710137 Nov 23 10:47:41.350382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.401884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:41.409505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:41.417045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:41.448794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Pushing event updated for resources: {'Port': ['ID=c8274ac2-adac-4e0a-a0ef-1060949997b0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:41.462295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.462295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.463132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.463386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.464101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.464101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.464319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.464859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.465226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.465563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.465908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.466217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:47:41.487855 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.541381 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.541633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.592522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:41.596020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:41.604237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:41.607147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=9e066594-ecd5-4730-a888-3bf2dede11cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:41.630897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.698803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.699494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.724475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-d348ae61-48b0-4365-948b-841925138f58 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8763912 Nov 23 10:47:41.740354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Request body: {'port': {'device_id': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:41.760844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a47bd0-ec52-4b00-9c36-ebf9dcf80588 req-0e7c0322-58f0-4036-a2f0-0af11cd77791 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.769756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29a47bd0-ec52-4b00-9c36-ebf9dcf80588 req-0e7c0322-58f0-4036-a2f0-0af11cd77791 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 946 time: 0.1888351 Nov 23 10:47:41.860399 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.882019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5079be-ae32-4a56-8dc8-95532bcff781 req-34d1c621-127a-4c5d-9598-df4cebc80e7d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:41.883976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e5079be-ae32-4a56-8dc8-95532bcff781 req-34d1c621-127a-4c5d-9598-df4cebc80e7d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.0945866 Nov 23 10:47:41.884381 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:41.892729 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29a47bd0-ec52-4b00-9c36-ebf9dcf80588 req-d38c1480-5691-467a-8187-a11ae12e6b18 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125011 Nov 23 10:47:41.907040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:42.010187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f077c667-5ff1-40a2-b9fb-3fc9c3b8e8c7 None None] Provisioning complete for port 9e066594-ecd5-4730-a888-3bf2dede11cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:42.011617 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f077c667-5ff1-40a2-b9fb-3fc9c3b8e8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:42.015290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Pushing event updated for resources: {'Port': ['ID=c8274ac2-adac-4e0a-a0ef-1060949997b0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:42.038989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:42.080992 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:42.082736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-303facc0-f2b9-476e-ac18-ab09ac739a58 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4647057 Nov 23 10:47:42.084732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39802) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:42.100341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f077c667-5ff1-40a2-b9fb-3fc9c3b8e8c7 None None] Port 9e066594-ecd5-4730-a888-3bf2dede11cd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:47:42.100999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f88ae-b475-4865-ab96-d5768f92154e req-5b3dceef-f714-4cd5-9c92-10c114911da4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:42.105595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a8f88ae-b475-4865-ab96-d5768f92154e req-5b3dceef-f714-4cd5-9c92-10c114911da4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 931 time: 0.0843337 Nov 23 10:47:42.114752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e5079be-ae32-4a56-8dc8-95532bcff781 req-34fc0e48-e0c1-423b-b49d-e6d8d60c8f97 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038410 Nov 23 10:47:42.218208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-05e2ae08-f73d-476d-a981-218c75a820e0 tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4791 time: 0.1322005 Nov 23 10:47:42.222383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39804) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:42.240477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a8f88ae-b475-4865-ab96-d5768f92154e req-2a1f5c6f-4ea2-438b-bc8c-f5a4ab347f91 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885375 Nov 23 10:47:42.632941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-98534531-cc2d-4dfe-9ba9-3b226ef61c99 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4093089 Nov 23 10:47:42.636118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:42.822542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e066594-ecd5-4730-a888-3bf2dede11cd {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:42.832981 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:42.849063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Deleting port c8274ac2-adac-4e0a-a0ef-1060949997b0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:42.849423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:42.862508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Transition to ACTIVE for port object 9e066594-ecd5-4730-a888-3bf2dede11cd will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:47:42.874477 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:42.962541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Pushing event updated for resources: {'Port': ['ID=9e066594-ecd5-4730-a888-3bf2dede11cd,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:42.984878 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:47:43.007054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.007389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.045631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255be66-c622-43b2-a223-28c99d23634b req-fd4a71d7-6e8c-4d86-8a88-4b94de3b00b6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:43.049614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9255be66-c622-43b2-a223-28c99d23634b req-fd4a71d7-6e8c-4d86-8a88-4b94de3b00b6 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 946 time: 0.0905902 Nov 23 10:47:43.074835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Calling delete_port for c8274ac2-adac-4e0a-a0ef-1060949997b0 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:43.209634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286e8a6-b110-43de-baa5-7a0e48551bb5 req-5243ae35-8b4e-411f-a025-84ad41d3df19 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:43.217025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8286e8a6-b110-43de-baa5-7a0e48551bb5 req-5243ae35-8b4e-411f-a025-84ad41d3df19 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 946 time: 0.2310307 Nov 23 10:47:43.234700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Attempting to bind port 9e066594-ecd5-4730-a888-3bf2dede11cd on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:47:43.235300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Attempting to bind port 9e066594-ecd5-4730-a888-3bf2dede11cd by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:47:43.236324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Attempting to bind port 9e066594-ecd5-4730-a888-3bf2dede11cd on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:43.247271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Port 9e066594-ecd5-4730-a888-3bf2dede11cd on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:47:43.247597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Attempting to bind port 9e066594-ecd5-4730-a888-3bf2dede11cd on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:47:43.265190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:47:43.265528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:43.265920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Bound using segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:47:43.266368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Bound port: 9e066594-ecd5-4730-a888-3bf2dede11cd, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:47:43.266718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.279165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Deleting port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:43.279597 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.370466 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8286e8a6-b110-43de-baa5-7a0e48551bb5 req-bce656fd-e79a-4217-8993-0f3304a0f36f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516776 Nov 23 10:47:43.448165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] For port 9e066594-ecd5-4730-a888-3bf2dede11cd, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:47:43.473012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] For port 9e066594-ecd5-4730-a888-3bf2dede11cd, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9e066594-ecd5-4730-a888-3bf2dede11cd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:47:43.479088 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.530345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:43.531011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.532477 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] 10.222.0.58 "PUT /v2.0/ports/9e066594-ecd5-4730-a888-3bf2dede11cd HTTP/1.1" status: 200 len: 1091 time: 1.8000758 Nov 23 10:47:43.533087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'tag': '9e066594-ecd5-4730-a888-3bf2dede11cd'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:43.535432 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bd6fcf-e15c-48dc-bbef-062adad78caa" -d '{"events": [{"name": "network-changed", "server_uuid": "45f81b68-25d0-4bd2-8c61-71b8272ef085", "tag": "9e066594-ecd5-4730-a888-3bf2dede11cd"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:43.546512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.604577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9da191-b7ca-4f89-be6b-5d07e810b758 service neutron] Pushing event updated for resources: {'Port': ['ID=9e066594-ecd5-4730-a888-3bf2dede11cd,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:43.694639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Pushing event deleted for resources: {'Port': ['ID=c8274ac2-adac-4e0a-a0ef-1060949997b0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:43.719876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34b2f4-48a4-49ee-b0ef-092fb0d5ee85 req-3db44b10-9490-422a-a203-5aa4039809c3 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:43.728830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e34b2f4-48a4-49ee-b0ef-092fb0d5ee85 req-3db44b10-9490-422a-a203-5aa4039809c3 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.5039241 Nov 23 10:47:43.794004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f7eb8-9410-459a-848b-edf283f647a2 req-d5bb609d-8687-455e-a91c-119f426b70b9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:43.795950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-014f7eb8-9410-459a-848b-edf283f647a2 req-d5bb609d-8687-455e-a91c-119f426b70b9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 943 time: 0.2509871 Nov 23 10:47:43.800931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-031d1937-0667-4c96-8c45-0f6d59d97eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:43.802625 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-031d1937-0667-4c96-8c45-0f6d59d97eba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 1094 time: 0.1773674 Nov 23 10:47:43.804306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] For port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:43.804689 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.835803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Calling delete_port for e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:43.840096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.843247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:43.844597 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-80ba2599-6397-4283-8b95-862682cb0e72 tempest-FloatingIPAdminTestJSON-1117273721 tempest-FloatingIPAdminTestJSON-1117273721-project] 10.222.0.61 "DELETE /v2.0/floatingips/2199633f-4224-4f1d-a7eb-80594d489f01 HTTP/1.1" status: 204 len: 168 time: 1.2075760 Nov 23 10:47:43.850423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e34b2f4-48a4-49ee-b0ef-092fb0d5ee85 req-5a553a93-8c56-47c9-bd91-c6f6dd696c70 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142256 Nov 23 10:47:43.855600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39826) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:43.878422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-78af1f47-53f3-4187-bdc3-c6cf860eeb5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e066594-ecd5-4730-a888-3bf2dede11cd HTTP/1.1" status: 200 len: 217 time: 0.0544488 Nov 23 10:47:43.931900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-014f7eb8-9410-459a-848b-edf283f647a2 req-364baf6b-fb9f-4f88-9fe2-1bcf6178e026 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181941 Nov 23 10:47:44.034182 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528aa566-0c5b-470f-9112-6373b9c973c0 x-openstack-request-id: req-528aa566-0c5b-470f-9112-6373b9c973c0 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:44.035130 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45f81b68-25d0-4bd2-8c61-71b8272ef085", "tag": "9e066594-ecd5-4730-a888-3bf2dede11cd", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:44.035399 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-528aa566-0c5b-470f-9112-6373b9c973c0 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:44.035818 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'tag': '9e066594-ecd5-4730-a888-3bf2dede11cd', 'status': 'completed', 'code': 200} Nov 23 10:47:44.056266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-954683f5-5b54-43fb-ae97-9f21570d652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:44.057829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-954683f5-5b54-43fb-ae97-9f21570d652a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1435909 Nov 23 10:47:44.063832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f70a4e-1dc0-40fc-b0b8-9268e0078492 req-89287c8b-d68b-47fa-9d93-aa3cba5e0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:44.065298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7f70a4e-1dc0-40fc-b0b8-9268e0078492 req-89287c8b-d68b-47fa-9d93-aa3cba5e0f24 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 1096 time: 0.1313093 Nov 23 10:47:44.138368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9542365f-af06-4d7d-a328-04144d59d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:44.139891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-9542365f-af06-4d7d-a328-04144d59d72b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737338 Nov 23 10:47:44.142747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7f70a4e-1dc0-40fc-b0b8-9268e0078492 req-d07a089c-ecaf-4645-a12d-5ed460764dd4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689256 Nov 23 10:47:44.206965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Deleting port 1a7f0e29-b3c9-40cd-b770-21c9c09ee7ce {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:44.207498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.273016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-6ecee715-8381-458e-8c4a-6d901ca54082 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253741 Nov 23 10:47:44.288305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.304752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['18d122e6-db81-4f6d-9dc7-d21ca93bed7a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:44.331252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Pushing event deleted for resources: {'Port': ['ID=e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:44.344775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['0516e91d-2425-4885-b538-f3501cbe0303'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:44.395953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] No DVR routers for this DVR port e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:44.400105 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.404219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9255be66-c622-43b2-a223-28c99d23634b req-a65852d7-7ff0-49d6-bf1d-dcd184f7f213 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "DELETE /v2.0/ports/e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf HTTP/1.1" status: 204 len: 173 time: 1.3469987 Nov 23 10:47:44.406663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'name': 'network-vif-deleted', 'tag': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:44.409917 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aed10a0-c956-48c9-8845-136f6aa973c2" -d '{"events": [{"server_uuid": "1ac63270-cb53-4b0b-a4f0-063ae41a53b8", "name": "network-vif-deleted", "tag": "e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:44.415949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd691a55-c117-4224-ad7f-12a4c0d3d9db req-8c1c414a-d48f-41b2-9b38-da4d70800d74 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337020 Nov 23 10:47:44.417082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.417478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.436642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Calling delete_port for 1a7f0e29-b3c9-40cd-b770-21c9c09ee7ce owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:44.529801 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43880f-867e-41e6-9f64-7f9ade8de345 x-openstack-request-id: req-9f43880f-867e-41e6-9f64-7f9ade8de345 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:44.530217 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac63270-cb53-4b0b-a4f0-063ae41a53b8", "name": "network-vif-deleted", "tag": "e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:44.530592 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f43880f-867e-41e6-9f64-7f9ade8de345 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:44.531093 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac63270-cb53-4b0b-a4f0-063ae41a53b8', 'name': 'network-vif-deleted', 'tag': 'e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf', 'status': 'completed', 'code': 200} Nov 23 10:47:44.579390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd684a55-b1c8-48a2-b6e2-8c97c60c90aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.590421 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-80baedc7-a6df-48a7-ae42-20ff6c5558fb req-425f5234-483d-4d53-8fad-ff4e01b8170d tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ac63270-cb53-4b0b-a4f0-063ae41a53b8 HTTP/1.1" status: 200 len: 210 time: 0.0643220 Nov 23 10:47:44.598161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-06b2beb7-8189-4956-b27b-d3de829de75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:44.600073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-06b2beb7-8189-4956-b27b-d3de829de75e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 1094 time: 0.1208692 Nov 23 10:47:44.696422 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.725949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a7f0e29-b3c9-40cd-b770-21c9c09ee7ce,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:44.738230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-4413acbe-cd22-40d7-b7ad-bd3483acc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:44.740051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-4413acbe-cd22-40d7-b7ad-bd3483acc0fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.1325896 Nov 23 10:47:44.784330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-28fc14eb-26d6-4f5d-8467-05f769b2fc36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e066594-ecd5-4730-a888-3bf2dede11cd HTTP/1.1" status: 200 len: 217 time: 0.0365944 Nov 23 10:47:44.799245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.807458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:44.807458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-76c5dddb-b0bc-4a10-8dde-46d08904dd0e tempest-FloatingIPAdminTestJSON-1788458611 tempest-FloatingIPAdminTestJSON-1788458611-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/c63c125c-0cde-4bd2-abca-cede1755f53a HTTP/1.1" status: 204 len: 168 time: 0.9336889 Nov 23 10:47:44.808053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39836) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:44.903068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-fc6d7321-4f4e-493a-b660-443606182591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:44.904571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-fc6d7321-4f4e-493a-b660-443606182591 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1072538 Nov 23 10:47:45.005351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Deleting port 92572387-0e27-4412-b0af-cd49764d011e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:45.005774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:45.028555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-32421e91-927a-4fb5-a276-b3fd151d6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:45.030094 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-32421e91-927a-4fb5-a276-b3fd151d6a13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170056 Nov 23 10:47:45.044774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf11682-dfe7-4dcc-8ca6-20fb7554dcaf req-b672caf0-3844-47fa-bcb5-2de45503cc3f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:45.052472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcf11682-dfe7-4dcc-8ca6-20fb7554dcaf req-b672caf0-3844-47fa-bcb5-2de45503cc3f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1272264 Nov 23 10:47:45.121425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b5992-e44c-405a-bce2-d85cadca8d65 req-c7a73f96-6ce5-46f2-82ac-e368ac76a906 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:45.127104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-243b5992-e44c-405a-bce2-d85cadca8d65 req-c7a73f96-6ce5-46f2-82ac-e368ac76a906 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 943 time: 0.1120927 Nov 23 10:47:45.211847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-243b5992-e44c-405a-bce2-d85cadca8d65 req-afe7c7e6-7bba-4d2d-855b-c1921afa93fa tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760074 Nov 23 10:47:45.214325 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcf11682-dfe7-4dcc-8ca6-20fb7554dcaf req-0c34ca16-9b0a-4597-9b57-f26d283531ec tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609957 Nov 23 10:47:45.247521 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-a3720d52-472d-4db1-b5ae-45397ffae685 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925049 Nov 23 10:47:45.251566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:45.284802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Calling delete_port for 92572387-0e27-4412-b0af-cd49764d011e owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:45.416339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-41bd6fcf-e15c-48dc-bbef-062adad78caa req-9244addc-513a-47a8-9799-3d77194709a7 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613345 Nov 23 10:47:45.491151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:45.534189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Port': ['ID=92572387-0e27-4412-b0af-cd49764d011e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:45.599282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:45.604210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9f419396-ec6b-4eea-a089-d5ab9d4340d3 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "DELETE /v2.0/ports/92572387-0e27-4412-b0af-cd49764d011e HTTP/1.1" status: 204 len: 168 time: 0.7931268 Nov 23 10:47:45.604592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39850) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:45.694976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeedc2b-9738-4f5a-af5f-192b1829c36c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:45.697829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-adeedc2b-9738-4f5a-af5f-192b1829c36c tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "GET /v2.0/ports?device_id=a337fc94-9c70-431b-9f32-c66eb1d3c2f6 HTTP/1.1" status: 200 len: 913 time: 0.0919163 Nov 23 10:47:45.700353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39856) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:45.902401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:45.944936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:47:45.945390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e0dda419-8b20-4ad0-bfa2-47d8f06d8fdf not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:46.390357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75272d7e-f19d-4c6f-8797-82234aa9713d req-4d886696-9db9-40b9-b607-6b6fddb94371 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:46.391856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75272d7e-f19d-4c6f-8797-82234aa9713d req-4d886696-9db9-40b9-b607-6b6fddb94371 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 943 time: 0.1013372 Nov 23 10:47:46.418933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c96bd-a418-4a44-b6f9-07026e85bde5 req-45ca1887-04aa-4eb8-b52d-e23776da5748 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:46.427114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d92c96bd-a418-4a44-b6f9-07026e85bde5 req-45ca1887-04aa-4eb8-b52d-e23776da5748 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.0627043 Nov 23 10:47:46.473624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d92c96bd-a418-4a44-b6f9-07026e85bde5 req-5cc74746-56be-4866-a7a2-d53f3db6b1bd tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Nov 23 10:47:46.478118 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75272d7e-f19d-4c6f-8797-82234aa9713d req-2860383e-f57f-4642-9d55-0aa28ce4cc8c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777144 Nov 23 10:47:46.549017 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:46.650150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2458f6a-aaae-46fd-b6a8-4ab51bb5e52d req-e1013333-382f-4931-828e-fa4de4890d25 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:46.656718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2458f6a-aaae-46fd-b6a8-4ab51bb5e52d req-e1013333-382f-4931-828e-fa4de4890d25 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:46.666808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e2458f6a-aaae-46fd-b6a8-4ab51bb5e52d req-e1013333-382f-4931-828e-fa4de4890d25 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe&device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 1681 time: 0.0736253 Nov 23 10:47:46.718836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e2458f6a-aaae-46fd-b6a8-4ab51bb5e52d req-af6492d5-80c1-429c-9473-050ac8d1215f tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511394 Nov 23 10:47:46.852599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee368446-2a4d-4ceb-90e3-e4dc75d02c66 req-e68b181c-8c4e-4dc4-8b05-05ee8a539a62 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:46.855705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee368446-2a4d-4ceb-90e3-e4dc75d02c66 req-e68b181c-8c4e-4dc4-8b05-05ee8a539a62 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1100106 Nov 23 10:47:46.871551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f811b57-a542-4b09-b133-73dec0910a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:46.968821 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee368446-2a4d-4ceb-90e3-e4dc75d02c66 req-f50f67f0-ce75-4fa9-9197-79333007c4f9 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069624 Nov 23 10:47:46.990295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Deleting port ea90fef4-5960-4e69-92a6-a40f0f1c6d97 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:46.990637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:47.089162 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:47.111232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Calling delete_port for ea90fef4-5960-4e69-92a6-a40f0f1c6d97 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:47.308821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33d4b5-3e60-42fe-9b05-a3ad135633ad req-0777d987-a688-4964-b386-9c587c916681 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:47.310593 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d33d4b5-3e60-42fe-9b05-a3ad135633ad req-0777d987-a688-4964-b386-9c587c916681 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0955975 Nov 23 10:47:47.407071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d33d4b5-3e60-42fe-9b05-a3ad135633ad req-a87b5e10-25d2-48df-a438-00bcb0a1ff23 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829251 Nov 23 10:47:47.475438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c078e-379f-43e5-bf5a-e96654717d14 req-f0274d77-915c-4eeb-a526-c2bc112f3f01 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:47.479054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed6c078e-379f-43e5-bf5a-e96654717d14 req-f0274d77-915c-4eeb-a526-c2bc112f3f01 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 945 time: 0.0742533 Nov 23 10:47:47.492036 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:47.525257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Port': ['ID=ea90fef4-5960-4e69-92a6-a40f0f1c6d97,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:47.554499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed6c078e-379f-43e5-bf5a-e96654717d14 req-1f81dcba-eb15-438e-bbf8-cec04477430e tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675328 Nov 23 10:47:47.767890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:47.918194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e1ad7-0371-46f2-9b08-3cb19a6fd889 req-13526a50-121d-4243-adb0-835ee39ea3f6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:47.919759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d4e1ad7-0371-46f2-9b08-3cb19a6fd889 req-13526a50-121d-4243-adb0-835ee39ea3f6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 943 time: 0.1447675 Nov 23 10:47:48.033895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d4e1ad7-0371-46f2-9b08-3cb19a6fd889 req-541022b0-eeeb-4d8f-84f5-8855237f417d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067660 Nov 23 10:47:48.095949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Router a337fc94-9c70-431b-9f32-c66eb1d3c2f6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:47:48.197058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9e066594-ecd5-4730-a888-3bf2dede11cd details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:47:48.210743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:47:48.219755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f1e09253-011d-4454-a218-746d192bb210 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "PUT /v2.0/routers/a337fc94-9c70-431b-9f32-c66eb1d3c2f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152333 Nov 23 10:47:48.220166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39922) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:48.235385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] Sync routers for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:47:48.260043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:48.260953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:48.324738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:48.344208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] Routers {'a337fc94-9c70-431b-9f32-c66eb1d3c2f6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:47:48.345071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:48.346280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.398232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:48.399262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a981660d-80b3-4f75-8e0c-88f067f0f43a None None] The sync data for ids ['a337fc94-9c70-431b-9f32-c66eb1d3c2f6'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:47:48.404547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9e066594-ecd5-4730-a888-3bf2dede11cd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9e066594-ecd5-4730-a888-3bf2dede11cd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:48.417925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '9e066594-ecd5-4730-a888-3bf2dede11cd', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': '9e066594-ecd5-4730-a888-3bf2dede11cd', 'mac_address': 'fa:16:3e:67:f8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:47:48.467514 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.468672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.482068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.485748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e066594-ecd5-4730-a888-3bf2dede11cd {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:47:48.520989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9e066594-ecd5-4730-a888-3bf2dede11cd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9e066594-ecd5-4730-a888-3bf2dede11cd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:48.528670 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.554974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Deleting port fc42e4c3-4c77-45bd-ae99-8b07e9d598b7 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:48.555780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.590724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=9e066594-ecd5-4730-a888-3bf2dede11cd,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:48.683608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d75c84-039d-4881-a8b4-15a65a9cde27 req-f717a14d-b9aa-4935-b3cc-02eba8c0d9c8 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:48.685239 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74d75c84-039d-4881-a8b4-15a65a9cde27 req-f717a14d-b9aa-4935-b3cc-02eba8c0d9c8 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Nov 23 10:47:48.685453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f79c7-6037-4550-878e-43b11c83690e req-31ee9ef9-8414-49d0-ac0c-bac2e4a383c3 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:48.687216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a1f79c7-6037-4550-878e-43b11c83690e req-31ee9ef9-8414-49d0-ac0c-bac2e4a383c3 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1286650 Nov 23 10:47:48.719115 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:48.752180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Calling delete_port for fc42e4c3-4c77-45bd-ae99-8b07e9d598b7 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:48.763746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74d75c84-039d-4881-a8b4-15a65a9cde27 req-6c920615-1856-405f-a702-a81c9a239571 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/security-groups?id=b4e8bff7-16f7-41d8-9073-72c021fb8f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702667 Nov 23 10:47:48.783428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567177d-4bf4-4875-8a58-749df36144c1 req-826ce14a-ec7a-4587-87de-963528f65096 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:48.784914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b567177d-4bf4-4875-8a58-749df36144c1 req-826ce14a-ec7a-4587-87de-963528f65096 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b642ed3-49fa-4cad-b81c-0460bf9051fe HTTP/1.1" status: 200 len: 945 time: 0.1236436 Nov 23 10:47:48.871575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a1f79c7-6037-4550-878e-43b11c83690e req-89440834-c921-43c9-a29c-83308c777d4e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639719 Nov 23 10:47:48.950833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-420a5504-6dd0-4b1b-9d50-967b12c386bc tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:48.960413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-420a5504-6dd0-4b1b-9d50-967b12c386bc tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.58 "GET /v2.0/ports?device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 945 time: 0.1027939 Nov 23 10:47:49.026410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:49.050225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Deleting port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:49.050577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.162128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Deleting port 0516e91d-2425-4885-b538-f3501cbe0303 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:49.163040 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.178654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.241059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Port': ['ID=fc42e4c3-4c77-45bd-ae99-8b07e9d598b7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:49.283062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] For port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:49.283438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.320223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Calling delete_port for 18d122e6-db81-4f6d-9dc7-d21ca93bed7a owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:49.331589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46972e3-b253-466c-8a98-817ad13e90e8 req-5632bdf1-53c5-42fe-b350-fba1591963bd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:49.333094 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d46972e3-b253-466c-8a98-817ad13e90e8 req-5632bdf1-53c5-42fe-b350-fba1591963bd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 944 time: 0.1436894 Nov 23 10:47:49.397897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] For port 0516e91d-2425-4885-b538-f3501cbe0303, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=0516e91d-2425-4885-b538-f3501cbe0303,segment=NetworkSegment(7712c526-c5cd-495c-ad8e-2ea55c9bbbb4),segment_id=7712c526-c5cd-495c-ad8e-2ea55c9bbbb4)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:49.398293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.422443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d46972e3-b253-466c-8a98-817ad13e90e8 req-7ca7353a-4774-457b-bfff-efb02fedbbbd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797799 Nov 23 10:47:49.424057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Calling delete_port for 0516e91d-2425-4885-b538-f3501cbe0303 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:49.426192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.442857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.551130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b1fca-5909-4aaf-bf02-dba0205f6455 req-c1f1511a-5406-47ce-81ff-c5a8df54f1db tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:49.559122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b30b1fca-5909-4aaf-bf02-dba0205f6455 req-c1f1511a-5406-47ce-81ff-c5a8df54f1db tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.2219825 Nov 23 10:47:49.574375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.579989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.642639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.663675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['18d122e6-db81-4f6d-9dc7-d21ca93bed7a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:49.667079 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.667614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Fanout notify agent at l3_agent the message router_deleted on router a337fc94-9c70-431b-9f32-c66eb1d3c2f6 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:47:49.677526 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.678608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95e75f54-ae21-408b-8658-81b61d33e741 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "DELETE /v2.0/routers/a337fc94-9c70-431b-9f32-c66eb1d3c2f6 HTTP/1.1" status: 204 len: 168 time: 1.4574368 Nov 23 10:47:49.682031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39946) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:49.701484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Pushing event deleted for resources: {'Port': ['ID=0516e91d-2425-4885-b538-f3501cbe0303,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:49.711752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b30b1fca-5909-4aaf-bf02-dba0205f6455 req-fea68fa1-0f63-40cf-b52e-ff1319c787a9 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508355 Nov 23 10:47:49.755408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] No DVR routers for this DVR port 0516e91d-2425-4885-b538-f3501cbe0303 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:49.758408 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.758749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.763224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-67f92762-9e0e-4809-878a-e39e7f9ceffa req-7da15eba-8ba0-4378-bf30-496037a78641 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.58 "DELETE /v2.0/ports/0516e91d-2425-4885-b538-f3501cbe0303 HTTP/1.1" status: 204 len: 173 time: 0.7940390 Nov 23 10:47:49.763924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'name': 'network-vif-deleted', 'tag': '0516e91d-2425-4885-b538-f3501cbe0303'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:49.766947 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dc7c5e-04a0-4a21-bcb2-bdd5a08f74c2" -d '{"events": [{"server_uuid": "b9ab83fd-8163-4767-9af2-c724664e6323", "name": "network-vif-deleted", "tag": "0516e91d-2425-4885-b538-f3501cbe0303"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:49.842468 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155baf3-3107-4ebb-9316-39e09fd7b06b x-openstack-request-id: req-d155baf3-3107-4ebb-9316-39e09fd7b06b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:49.842703 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ab83fd-8163-4767-9af2-c724664e6323", "name": "network-vif-deleted", "tag": "0516e91d-2425-4885-b538-f3501cbe0303", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:49.842964 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d155baf3-3107-4ebb-9316-39e09fd7b06b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:49.844026 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ab83fd-8163-4767-9af2-c724664e6323', 'name': 'network-vif-deleted', 'tag': '0516e91d-2425-4885-b538-f3501cbe0303', 'status': 'completed', 'code': 200} Nov 23 10:47:49.875054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Deleting subnet e2973279-9342-4eab-b850-ac37d2c25233 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:47:49.890568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.925985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:49.959774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['0516e91d-2425-4885-b538-f3501cbe0303'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:49.963702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['0516e91d-2425-4885-b538-f3501cbe0303'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:47:49.978394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f1ffc95-3a8e-4ce1-ab15-4ca7c30514a0 req-a5a50eac-3d43-41a1-bb37-3d7e47afc4b8 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.61 "GET /v2.0/ports?device_id=b9ab83fd-8163-4767-9af2-c724664e6323 HTTP/1.1" status: 200 len: 210 time: 0.0907178 Nov 23 10:47:50.014144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Pushing event deleted for resources: {'Port': ['ID=18d122e6-db81-4f6d-9dc7-d21ca93bed7a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:50.049298 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.060198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.104040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] No DVR routers for this DVR port 18d122e6-db81-4f6d-9dc7-d21ca93bed7a on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:50.107982 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.111323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b567177d-4bf4-4875-8a58-749df36144c1 req-3869c167-95c8-4207-a4f2-ea467d381220 tempest-ListServersNegativeTestJSON-1911236804 tempest-ListServersNegativeTestJSON-1911236804-project] 10.222.0.65 "DELETE /v2.0/ports/18d122e6-db81-4f6d-9dc7-d21ca93bed7a HTTP/1.1" status: 204 len: 173 time: 1.3154740 Nov 23 10:47:50.111774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'name': 'network-vif-deleted', 'tag': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:50.114511 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f650798-e696-49e4-9ec0-6e8fefe82618" -d '{"events": [{"server_uuid": "5b642ed3-49fa-4cad-b81c-0460bf9051fe", "name": "network-vif-deleted", "tag": "18d122e6-db81-4f6d-9dc7-d21ca93bed7a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:50.170169 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a1d084-a5cb-4267-9bd1-b357b3752f9d x-openstack-request-id: req-45a1d084-a5cb-4267-9bd1-b357b3752f9d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:50.170460 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b642ed3-49fa-4cad-b81c-0460bf9051fe", "name": "network-vif-deleted", "tag": "18d122e6-db81-4f6d-9dc7-d21ca93bed7a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:50.170708 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45a1d084-a5cb-4267-9bd1-b357b3752f9d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:50.171113 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b642ed3-49fa-4cad-b81c-0460bf9051fe', 'name': 'network-vif-deleted', 'tag': '18d122e6-db81-4f6d-9dc7-d21ca93bed7a', 'status': 'completed', 'code': 200} Nov 23 10:47:50.191481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.201835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9e066594-ecd5-4730-a888-3bf2dede11cd up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:47:50.266929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 9e066594-ecd5-4730-a888-3bf2dede11cd completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:47:50.274480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 9e066594-ecd5-4730-a888-3bf2dede11cd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:47:50.278469 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.312909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.348068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Subnet': ['ID=e2973279-9342-4eab-b850-ac37d2c25233,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:50.350146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.356929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-72161d4f-d879-4aa6-918e-113ab4748297 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "DELETE /v2.0/subnets/e2973279-9342-4eab-b850-ac37d2c25233 HTTP/1.1" status: 204 len: 168 time: 0.6718659 Nov 23 10:47:50.357689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39960) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:50.360202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167c8302-a413-4121-b497-2fc00846d456 None None] Network 10e75386-1fce-4c12-9d52-1f6fd2c119c3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:50.458308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.596337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Deleting port 3690b131-5d7b-409a-b21d-71a669970a23 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:50.597074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.646424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783bbc8-9e01-495f-97b4-82ef963fa0a6 req-30f764e4-3f8c-41c9-b014-36414d73b6ce tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:50.650061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.658036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3783bbc8-9e01-495f-97b4-82ef963fa0a6 req-30f764e4-3f8c-41c9-b014-36414d73b6ce tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 944 time: 0.1366522 Nov 23 10:47:50.703668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e066594-ecd5-4730-a888-3bf2dede11cd'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:47:50.704805 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad82cac7-19d1-4048-afbc-d18d785c7af4" -d '{"events": [{"server_uuid": "45f81b68-25d0-4bd2-8c61-71b8272ef085", "name": "network-vif-plugged", "status": "completed", "tag": "9e066594-ecd5-4730-a888-3bf2dede11cd"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:47:50.738264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9e066594-ecd5-4730-a888-3bf2dede11cd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9e066594-ecd5-4730-a888-3bf2dede11cd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:50.750478 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6469ef4-16cc-4ebc-b920-12ffa9d70350 x-openstack-request-id: req-a6469ef4-16cc-4ebc-b920-12ffa9d70350 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:47:50.750800 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f81b68-25d0-4bd2-8c61-71b8272ef085", "name": "network-vif-plugged", "status": "completed", "tag": "9e066594-ecd5-4730-a888-3bf2dede11cd", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:47:50.751056 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6469ef4-16cc-4ebc-b920-12ffa9d70350 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:47:50.751538 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e066594-ecd5-4730-a888-3bf2dede11cd', 'code': 200} Nov 23 10:47:50.755816 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.761954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] For port 3690b131-5d7b-409a-b21d-71a669970a23, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3690b131-5d7b-409a-b21d-71a669970a23,segment=NetworkSegment(982610d3-5232-4160-8f6c-fd570eb7603b),segment_id=982610d3-5232-4160-8f6c-fd570eb7603b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:50.761954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.805578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Calling delete_port for 3690b131-5d7b-409a-b21d-71a669970a23 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:50.835330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3783bbc8-9e01-495f-97b4-82ef963fa0a6 req-036df71d-c15a-4015-89f2-59eb72e139dd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718600 Nov 23 10:47:50.856779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] DHCP port deletion for 10e75386-1fce-4c12-9d52-1f6fd2c119c3 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:47:50.858194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=9e066594-ecd5-4730-a888-3bf2dede11cd,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:50.905441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4165c-3d67-4a1b-8d8a-68d21b0da8d0 req-5e7213b5-0b6d-46b8-a222-5603b213e84b tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:50.913193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4c4165c-3d67-4a1b-8d8a-68d21b0da8d0 req-5e7213b5-0b6d-46b8-a222-5603b213e84b tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0913734 Nov 23 10:47:50.930264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] Deleting port 3690b131-5d7b-409a-b21d-71a669970a23 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:50.930929 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:50.940563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc47dd-73df-431e-bfaf-43a3bfcd4737 req-4b3ea68a-07b3-4184-9396-0ceca7f86223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:50.942194 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16bc47dd-73df-431e-bfaf-43a3bfcd4737 req-4b3ea68a-07b3-4184-9396-0ceca7f86223 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 1096 time: 0.0920606 Nov 23 10:47:50.965545 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.004425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Port': ['ID=3690b131-5d7b-409a-b21d-71a669970a23,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:51.022365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] No DVR routers for this DVR port 3690b131-5d7b-409a-b21d-71a669970a23 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:51.025792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4c4165c-3d67-4a1b-8d8a-68d21b0da8d0 req-de178312-f853-4c25-bb9c-dd380bba1a54 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094191 Nov 23 10:47:51.051912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] For port 3690b131-5d7b-409a-b21d-71a669970a23, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3690b131-5d7b-409a-b21d-71a669970a23,segment=NetworkSegment(982610d3-5232-4160-8f6c-fd570eb7603b),segment_id=982610d3-5232-4160-8f6c-fd570eb7603b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:47:51.052428 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.069415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] Calling delete_port for 3690b131-5d7b-409a-b21d-71a669970a23 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:51.073749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16bc47dd-73df-431e-bfaf-43a3bfcd4737 req-3c6769a4-28c6-4434-b258-67fe5006576c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172049 Nov 23 10:47:51.127462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:51.199765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.205943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] Deleting subnet 3dcd32d1-60fa-4d62-96ac-56974d54743f {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:47:51.210025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.216386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.232178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e75386-1fce-4c12-9d52-1f6fd2c119c3']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:51.245529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982610d3-5232-4160-8f6c-fd570eb7603b') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:51.246251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982610d3-5232-4160-8f6c-fd570eb7603b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:51.251098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] Pushing event deleted for resources: {'Port': ['ID=3690b131-5d7b-409a-b21d-71a669970a23,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:51.253501 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.259163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaaa1b1-8f9f-47ea-86c2-a39073b0e8f9 None None] No DVR routers for this DVR port 3690b131-5d7b-409a-b21d-71a669970a23 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:47:51.270135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.286823 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.294936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:47:51.295341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:47:51.298706 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:47:51.300763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.369216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.370593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.378555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.388654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "DELETE /v2.0/networks/10e75386-1fce-4c12-9d52-1f6fd2c119c3 HTTP/1.1" status: 204 len: 168 time: 1.0240955 Nov 23 10:47:51.388873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39982) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:51.398024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e520a-3525-444d-8f06-b5e97360a661 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Network': ['ID=10e75386-1fce-4c12-9d52-1f6fd2c119c3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:51.446654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.450112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3dcd32d1-60fa-4d62-96ac-56974d54743f HTTP/1.1" status: 204 len: 168 time: 0.3214161 Nov 23 10:47:51.451420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df8e2a-ca51-4715-baa2-6403401e36e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcd32d1-60fa-4d62-96ac-56974d54743f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:51.455477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39984) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:51.530881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.551689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Deleting port 26bf4b86-dcd9-4e20-8b2d-00801eb8b2b9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:51.552030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.622572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.639523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.639847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.644392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0688ff55-697d-4bf0-b438-1721862b152c']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:51.654029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Calling delete_port for 26bf4b86-dcd9-4e20-8b2d-00801eb8b2b9 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:51.655765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:51.656065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7712c526-c5cd-495c-ad8e-2ea55c9bbbb4') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:47:51.667088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.682562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.701059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:47:51.701799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:47:51.705030 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:47:51.773048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.783084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.790989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0688ff55-697d-4bf0-b438-1721862b152c HTTP/1.1" status: 204 len: 168 time: 0.3337851 Nov 23 10:47:51.802129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a22028-e605-43d8-8cf9-0d01cba20ad2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0688ff55-697d-4bf0-b438-1721862b152c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:51.833782 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.862024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Pushing event deleted for resources: {'Port': ['ID=26bf4b86-dcd9-4e20-8b2d-00801eb8b2b9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:51.922590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 18d122e6-db81-4f6d-9dc7-d21ca93bed7a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:51.960957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 18d122e6-db81-4f6d-9dc7-d21ca93bed7a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:47:51.962894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 18d122e6-db81-4f6d-9dc7-d21ca93bed7a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:51.986135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.995848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:51.999433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e0b70ba7-d512-4257-a35b-78b7ac078c45 tempest-FloatingIPAdminTestJSON-2089554431 tempest-FloatingIPAdminTestJSON-2089554431-project] 10.222.0.61 "DELETE /v2.0/floatingips/221392a6-5a70-4344-a57e-54f49ca4549f HTTP/1.1" status: 204 len: 168 time: 0.6125162 Nov 23 10:47:52.009883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.021752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3379-bf2b-47ca-a84b-5bbcfeba6114 req-ccc5c5c6-2bf8-4135-9dbe-bcb3796decbf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:52.036189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-544e3379-bf2b-47ca-a84b-5bbcfeba6114 req-ccc5c5c6-2bf8-4135-9dbe-bcb3796decbf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1219635 Nov 23 10:47:52.121576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-544e3379-bf2b-47ca-a84b-5bbcfeba6114 req-be632c34-7bd2-4f8f-8d31-1e8d095fe0c3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749061 Nov 23 10:47:52.122950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40006) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:52.196646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 0516e91d-2425-4885-b538-f3501cbe0303 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:52.201243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d3f79b60-2ac1-49a7-9053-172bfddf0a41 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76c361ef90d14079859d31272a7e6210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0749285 Nov 23 10:47:52.201482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40008) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:52.223266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dd684-ec70-40d0-8541-c78bed6cc604 req-365a30e5-f412-438c-a33b-63492119b389 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:52.232528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d09dd684-ec70-40d0-8541-c78bed6cc604 req-365a30e5-f412-438c-a33b-63492119b389 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1181257 Nov 23 10:47:52.244738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 0516e91d-2425-4885-b538-f3501cbe0303 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:47:52.245367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 0516e91d-2425-4885-b538-f3501cbe0303 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:52.278243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aad1463-d24a-4bac-8957-c5606ffdfc41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.285566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3690b131-5d7b-409a-b21d-71a669970a23 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:47:52.301474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aad1463-d24a-4bac-8957-c5606ffdfc41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.316723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d09dd684-ec70-40d0-8541-c78bed6cc604 req-06c87fe3-2c51-4cdf-b93f-4b8482927a2f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796154 Nov 23 10:47:52.332028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3690b131-5d7b-409a-b21d-71a669970a23 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:47:52.332702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3690b131-5d7b-409a-b21d-71a669970a23 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:47:52.341870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40012) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:52.372554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aad1463-d24a-4bac-8957-c5606ffdfc41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.377612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aad1463-d24a-4bac-8957-c5606ffdfc41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.378791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9aad1463-d24a-4bac-8957-c5606ffdfc41 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4e8bff7-16f7-41d8-9073-72c021fb8f0e HTTP/1.1" status: 204 len: 168 time: 0.1763139 Nov 23 10:47:52.390641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad1463-d24a-4bac-8957-c5606ffdfc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e8bff7-16f7-41d8-9073-72c021fb8f0e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:52.521925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3a268b03-ccaf-4430-9d01-3ee699d00ae3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5979ef9b7e814be09d22ffd8d074b3a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789513 Nov 23 10:47:52.524378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40024) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:52.578061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09d545eb-d8fd-461d-9a23-b35a370ebd4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.601041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09d545eb-d8fd-461d-9a23-b35a370ebd4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.658538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09d545eb-d8fd-461d-9a23-b35a370ebd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.661763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09d545eb-d8fd-461d-9a23-b35a370ebd4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:52.663078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09d545eb-d8fd-461d-9a23-b35a370ebd4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5bec733-5219-4abb-8020-5abdba336715 HTTP/1.1" status: 204 len: 168 time: 0.1377692 Nov 23 10:47:52.677860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d545eb-d8fd-461d-9a23-b35a370ebd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bec733-5219-4abb-8020-5abdba336715,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:53.029404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40046) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:53.043348 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3e1c41f2-375d-4472-afd5-da2c38bc506f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.137808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40050) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:53.149037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3e1c41f2-375d-4472-afd5-da2c38bc506f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.154388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3e1c41f2-375d-4472-afd5-da2c38bc506f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.205081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c41f2-375d-4472-afd5-da2c38bc506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a039bd-bf60-4f43-b99a-66b525e9ef7d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:53.215059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3e1c41f2-375d-4472-afd5-da2c38bc506f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=478424a866e34c79bab4ca38dc2a1ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821058 Nov 23 10:47:53.215829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40056) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:53.270112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1373885986-network', 'tenant_id': 'bb8c524ed8af4f889984c3859bbd1567'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:53.297796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Made reservation on behalf of bb8c524ed8af4f889984c3859bbd1567 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:53.300238 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.310561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.453166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.463766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.512212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40aa8f-2884-4874-afce-fcc82632f661 req-c839b1e9-582e-443c-8241-048ef6d0c846 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:53.513741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f40aa8f-2884-4874-afce-fcc82632f661 req-c839b1e9-582e-443c-8241-048ef6d0c846 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1003404 Nov 23 10:47:53.514569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:47:53.532669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a423d0e-a802-42e4-84fe-41fdbd63853e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:53.547375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.547727 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Added segment 00d8168d-1920-4e42-a831-332534f84f27 of type vlan for network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 Nov 23 10:47:53.574308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ada30055-3fa3-4e3f-8360-3027f72e544f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.587490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1086439-c9ff-4933-8f6d-7dd69d29558e req-c25624ca-17a1-426f-880c-440a4fd3271c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:53.588897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a1086439-c9ff-4933-8f6d-7dd69d29558e req-c25624ca-17a1-426f-880c-440a4fd3271c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.3572693 Nov 23 10:47:53.611885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.613607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ada30055-3fa3-4e3f-8360-3027f72e544f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.619495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f40aa8f-2884-4874-afce-fcc82632f661 req-929ff7f8-7c16-46fe-95c3-f9f5fe9bbd7c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961118 Nov 23 10:47:53.645709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.646984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:53.647675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.692459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a1086439-c9ff-4933-8f6d-7dd69d29558e req-b076546a-98d5-48de-9dc7-322bcb6b35e0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888598 Nov 23 10:47:53.713277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5741515 Nov 23 10:47:53.716730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40076) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:53.721888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Request body: {'subnet': {'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1373885986-subnet', 'tenant_id': 'bb8c524ed8af4f889984c3859bbd1567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:53.759949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157135e-b50f-4f1e-a2c9-88521550cf88 admin admin] Pushing event updated for resources: {'Network': ['ID=1445339a-895f-4c0d-8af7-a4ac7637b8d0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:53.763525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ada30055-3fa3-4e3f-8360-3027f72e544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.766268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ada30055-3fa3-4e3f-8360-3027f72e544f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:53.767819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ada30055-3fa3-4e3f-8360-3027f72e544f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56a039bd-bf60-4f43-b99a-66b525e9ef7d HTTP/1.1" status: 204 len: 168 time: 0.5503311 Nov 23 10:47:53.772948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:47:53.780942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada30055-3fa3-4e3f-8360-3027f72e544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a039bd-bf60-4f43-b99a-66b525e9ef7d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:53.783045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Made reservation on behalf of bb8c524ed8af4f889984c3859bbd1567 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:53.787060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.103051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043e95b-f40d-48a5-af8f-4518ad0fee2a req-b7cac345-f09d-4ec5-ba98-24b86cb2a052 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:54.104653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6043e95b-f40d-48a5-af8f-4518ad0fee2a req-b7cac345-f09d-4ec5-ba98-24b86cb2a052 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1049166 Nov 23 10:47:54.118894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.188639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40086) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:54.206520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37031aca-86aa-419f-b4e9-d12781e493ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.216201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9966a6c-0217-49ff-9ebf-cfc1d8271439,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:54.229420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6043e95b-f40d-48a5-af8f-4518ad0fee2a req-12100d1e-ae60-4e12-a0dc-04e3c873501f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175394 Nov 23 10:47:54.236189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Checking segment: {'id': '00d8168d-1920-4e42-a831-332534f84f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:54.236555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Network hostable DHCP agents. Network: 1445339a-895f-4c0d-8af7-a4ac7637b8d0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:47:54.260899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:47:54.270494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 1445339a-895f-4c0d-8af7-a4ac7637b8d0) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:54.275681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:54.276567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.282732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd80eaf8-5278-4e44-8c1a-a0e48a7784b8 None None] Network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:54.296349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b3d0c09-d023-44c5-83f2-c86263322abb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5788682 Nov 23 10:47:54.303724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37031aca-86aa-419f-b4e9-d12781e493ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.316955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37031aca-86aa-419f-b4e9-d12781e493ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.375119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40092) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:54.375479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-37031aca-86aa-419f-b4e9-d12781e493ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3957a6cfc1594673aa982901e552216a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852734 Nov 23 10:47:54.376601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37031aca-86aa-419f-b4e9-d12781e493ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf5c95-b648-4253-87d0-9477e4ce0e39,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:54.465427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae1b6a-0022-4a9c-ba1e-d297c322ee5a None None] Network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:54.472265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2828e044-a561-4ea1-bfcf-22359725c466 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.496239 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2828e044-a561-4ea1-bfcf-22359725c466 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.547935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2828e044-a561-4ea1-bfcf-22359725c466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.550733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2828e044-a561-4ea1-bfcf-22359725c466 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:54.555007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2828e044-a561-4ea1-bfcf-22359725c466 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bbcf5c95-b648-4253-87d0-9477e4ce0e39 HTTP/1.1" status: 204 len: 168 time: 0.1757696 Nov 23 10:47:54.561178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828e044-a561-4ea1-bfcf-22359725c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf5c95-b648-4253-87d0-9477e4ce0e39,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:54.752628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020548b-58ac-4f5d-b8a0-f58abdb27c31 req-f11e71dc-42a4-4942-aaba-44e005f2cb17 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:54.754880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1020548b-58ac-4f5d-b8a0-f58abdb27c31 req-f11e71dc-42a4-4942-aaba-44e005f2cb17 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0519118 Nov 23 10:47:54.813826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1020548b-58ac-4f5d-b8a0-f58abdb27c31 req-0894be2d-39da-47d8-9ee0-4aede79e3562 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Nov 23 10:47:55.377597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa44bf-a4cf-4625-b3f2-518c7185d731 req-1ee0f3de-00b1-4f9c-af61-e8e80a21dc32 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:55.379505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6caa44bf-a4cf-4625-b3f2-518c7185d731 req-1ee0f3de-00b1-4f9c-af61-e8e80a21dc32 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0579121 Nov 23 10:47:55.428892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6caa44bf-a4cf-4625-b3f2-518c7185d731 req-59326791-91cd-4286-85ef-541c3e043dbb tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Nov 23 10:47:55.956807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40162) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:55.959002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a41a-6cff-4d22-8187-850aca576e14 req-6d16b704-1d45-4b0b-a77b-f41ca27e8c55 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:55.969751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8044a41a-6cff-4d22-8187-850aca576e14 req-6d16b704-1d45-4b0b-a77b-f41ca27e8c55 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0735331 Nov 23 10:47:56.044076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8044a41a-6cff-4d22-8187-850aca576e14 req-ce22bca5-9d48-4631-8a44-7dc189b29465 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748303 Nov 23 10:47:56.167951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1355975421', 'router:external': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:56.192771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Made reservation on behalf of 8609821f0b184cb7b328d2cb410b5e76 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:56.196453 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.206580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.321007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.327580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.364841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe9c7d3-46a1-4b37-9dd8-cf2906319ac2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:56.373760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:47:56.387169 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.387851 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Added segment 6f812065-29d5-4bda-9a3e-21a7447c598e of type vlan for network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 Nov 23 10:47:56.453496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.494598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.495923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:56.496789 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:56.552160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5941300 Nov 23 10:47:56.555786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40196) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:56.562490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'subnet': {'network_id': '5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:56.595793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Made reservation on behalf of 8609821f0b184cb7b328d2cb410b5e76 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:56.598897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:57.022670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6bca-293d-4a16-9bdf-3249f034f3ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Network': ['ID=5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:57.034231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:47:57.170307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448d2f2-5289-4b0b-b1cc-1eab85d8f6d0 req-4f083cd8-f8d7-44ff-aab2-3a5563019871 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:57.171927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8448d2f2-5289-4b0b-b1cc-1eab85d8f6d0 req-4f083cd8-f8d7-44ff-aab2-3a5563019871 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.6020346 Nov 23 10:47:57.263545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8448d2f2-5289-4b0b-b1cc-1eab85d8f6d0 req-32bdad74-67fd-422b-a093-a3c3ae82f672 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831759 Nov 23 10:47:57.291658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-2b3c81c3-fec8-4404-b6ec-2df45de3c051 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:57.300013 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-2b3c81c3-fec8-4404-b6ec-2df45de3c051 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/networks?id=1445339a-895f-4c0d-8af7-a4ac7637b8d0 HTTP/1.1" status: 200 len: 810 time: 0.2142897 Nov 23 10:47:57.303057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:47:57.303851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:57.350665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-fe466a8d-ea92-442b-a510-6410977ba931 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/quotas/bb8c524ed8af4f889984c3859bbd1567 HTTP/1.1" status: 200 len: 375 time: 0.0497153 Nov 23 10:47:57.410718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-5bfaa63e-0e24-4497-9a8b-76801bca5c3f tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb8c524ed8af4f889984c3859bbd1567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591047 Nov 23 10:47:57.417790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1db85b2a-f65a-44d7-824b-f904bf740d1b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:57.433530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Checking segment: {'id': '6f812065-29d5-4bda-9a3e-21a7447c598e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:47:57.433530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network hostable DHCP agents. Network: 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:47:57.523874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:47:57.553223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:57.563089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20cd43-794f-4fca-841e-a4866f3c2e4d None None] Network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:57.573371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:57.573975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:57.599818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-b820061b-3562-42f7-bc38-d880a93ce782 service neutron] 10.222.0.61 "GET /v2.0/networks/1445339a-895f-4c0d-8af7-a4ac7637b8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640685 Nov 23 10:47:57.604447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4416a1c6-40c7-4c7d-91b4-16f07797b6ef tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0460432 Nov 23 10:47:57.607470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40224) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:57.612618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-631657745', 'network_id': '5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:57.635471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Made reservation on behalf of 8609821f0b184cb7b328d2cb410b5e76 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:57.638961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:57.660334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] device_id is not set on port de8adc5b-30b6-4d8f-be63-762de0ca8cbb yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:47:57.742423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64110aec-6abb-4eb3-9316-4cef0065d0b6 None None] Network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:47:57.749010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-b7ab3a44-033f-463d-b97c-90622f920c47 service neutron] 10.222.0.61 "GET /v2.0/networks/1445339a-895f-4c0d-8af7-a4ac7637b8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388111 Nov 23 10:47:57.796779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Allocated IP 2001:db8::197 (5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2/1db85b2a-f65a-44d7-824b-f904bf740d1b/de8adc5b-30b6-4d8f-be63-762de0ca8cbb) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:47:57.972637 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.016322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.078354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:47:58.092637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:47:58.117448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:47:58.118115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:58.119773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.142660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-304c5b12-84dc-476c-bd41-895027cef15d req-504be09f-7e83-4f82-9ddf-c6d5eb982447 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 210 time: 0.0741360 Nov 23 10:47:58.168348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5476954 Nov 23 10:47:58.168348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d3927-47bd-404c-8fbd-db132257cb21 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Port': ['ID=de8adc5b-30b6-4d8f-be63-762de0ca8cbb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:58.169132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40234) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:58.316802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Deleting port de8adc5b-30b6-4d8f-be63-762de0ca8cbb {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:47:58.317579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.465019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.480943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fd5ec-c696-4f15-9992-4a05e46098ac req-5bfa7433-8135-4525-84ce-c2fde78b5a6b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:58.482923 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-183fd5ec-c696-4f15-9992-4a05e46098ac req-5bfa7433-8135-4525-84ce-c2fde78b5a6b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0897577 Nov 23 10:47:58.490106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Calling delete_port for de8adc5b-30b6-4d8f-be63-762de0ca8cbb owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:47:58.595949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-183fd5ec-c696-4f15-9992-4a05e46098ac req-2b5ca559-6c61-40d2-be72-e7f7ed56c149 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022964 Nov 23 10:47:58.695872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.729899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event deleted for resources: {'Port': ['ID=de8adc5b-30b6-4d8f-be63-762de0ca8cbb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:47:58.763285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.766773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1a2080d4-5624-4a06-88dc-82076811587b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "DELETE /v2.0/ports/de8adc5b-30b6-4d8f-be63-762de0ca8cbb HTTP/1.1" status: 204 len: 168 time: 0.6062739 Nov 23 10:47:58.770254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40252) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:47:58.775710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2', 'external_fixed_ips': [{'subnet_id': '1db85b2a-f65a-44d7-824b-f904bf740d1b', 'ip_address': '2001:db8::197'}]}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:58.812310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:58.813698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:59.005862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:59.089219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-a043233a-e6df-4921-833d-64b1a02bf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:59.090631 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-a043233a-e6df-4921-833d-64b1a02bf9d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1096 time: 0.1742346 Nov 23 10:47:59.104882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573ea29-5dc3-4111-979b-56e2eedcd49b req-8b90913c-cf5e-48e8-bf5b-23613b8fe876 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:59.106340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9573ea29-5dc3-4111-979b-56e2eedcd49b req-8b90913c-cf5e-48e8-bf5b-23613b8fe876 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1887603 Nov 23 10:47:59.209011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:59.295510 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9573ea29-5dc3-4111-979b-56e2eedcd49b req-0249ab5c-354c-4af6-8836-7745862633cd tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572738 Nov 23 10:47:59.308020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd6482e5-c7c6-400e-8590-3576de056d20 req-2d21b11a-fa44-4c5a-b7de-7e1b6bfc4671 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 210 time: 0.0513694 Nov 23 10:47:59.363312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-c68ecf4d-7be2-412d-8c13-73d649977a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:59.364768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-c68ecf4d-7be2-412d-8c13-73d649977a80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.2575691 Nov 23 10:47:59.412599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-e736bb74-0983-440e-826f-999f24d6f99a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 200 len: 217 time: 0.0385754 Nov 23 10:47:59.537301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-69dc91b4-cdb8-41c9-8789-e5578f21c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:59.539894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-69dc91b4-cdb8-41c9-8789-e5578f21c801 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.1181591 Nov 23 10:47:59.595426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-515d3da5-8bf6-4578-8535-b546590757ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474334 Nov 23 10:47:59.639953 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:59.672153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:59.701861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-c85cb373-c9a1-4d05-b8fc-b2afe411a9f2 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:59.704264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-c85cb373-c9a1-4d05-b8fc-b2afe411a9f2 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.65 "GET /v2.0/networks?id=1445339a-895f-4c0d-8af7-a4ac7637b8d0 HTTP/1.1" status: 200 len: 810 time: 0.2613840 Nov 23 10:47:59.719945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Request body: {'port': {'device_id': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0', 'admin_state_up': True, 'tenant_id': 'bb8c524ed8af4f889984c3859bbd1567'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:47:59.833155 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-580cbcb0-aff8-4e22-b3ae-7ae1c0dbc24b service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281692 Nov 23 10:47:59.840709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Made reservation on behalf of bb8c524ed8af4f889984c3859bbd1567 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:47:59.844915 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:47:59.859443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2971091-bb08-46bc-8320-1a7b098af716 req-883f239e-75e6-447f-8cc1-5006b033671d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:47:59.861039 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2971091-bb08-46bc-8320-1a7b098af716 req-883f239e-75e6-447f-8cc1-5006b033671d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1474917 Nov 23 10:47:59.989355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Allocated IP 172.20.0.2 (1445339a-895f-4c0d-8af7-a4ac7637b8d0/c9966a6c-0217-49ff-9ebf-cfc1d8271439/4873959d-0c9a-4df4-89b3-078ed422ccec) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:00.007642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Allocated IP 2001:db8::197 (5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2/1db85b2a-f65a-44d7-824b-f904bf740d1b/8e673717-189b-413a-9b0e-41a547ad79fb) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:00.021289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2971091-bb08-46bc-8320-1a7b098af716 req-7c09dd72-afe6-415f-a06a-cca017a7d705 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439083 Nov 23 10:48:00.030426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e78bc1ac-4dd6-4662-b842-63411a0973bb req-0197ac20-1d22-418b-9cc7-47644559d2be service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873434 Nov 23 10:48:00.166361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.205796 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.256005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:00.260595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:00.264456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:00.289768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Pushing event updated for resources: {'Port': ['ID=4873959d-0c9a-4df4-89b3-078ed422ccec,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:00.321134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:00.321891 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.339922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-f6e0030d-2a42-41f6-b8e5-182da3698517 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6245480 Nov 23 10:48:00.354400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Request body: {'port': {'device_id': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:00.386964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.463810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7861ad-f826-44de-b919-8b8043c7d9f8 req-862e9ddb-1706-451a-a81c-615c07809b21 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:00.465411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e7861ad-f826-44de-b919-8b8043c7d9f8 req-862e9ddb-1706-451a-a81c-615c07809b21 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 931 time: 0.0646276 Nov 23 10:48:00.466981 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.468605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.485908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231955-1380-44d9-acf5-9c649504ba62 req-32733275-790d-4e1c-b2e7-b1da41a57c6a tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:00.487581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82231955-1380-44d9-acf5-9c649504ba62 req-32733275-790d-4e1c-b2e7-b1da41a57c6a tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0978217 Nov 23 10:48:00.530034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:00.536832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:00.550459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:00.552443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Port': ['ID=8e673717-189b-413a-9b0e-41a547ad79fb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:00.642319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e7861ad-f826-44de-b919-8b8043c7d9f8 req-6f2afbff-c2d7-4da4-80a6-4917f1d240d5 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487112 Nov 23 10:48:00.662676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82231955-1380-44d9-acf5-9c649504ba62 req-b4bd6ddb-f180-4225-8c51-ca288084ef9b tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658967 Nov 23 10:48:00.862692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.886081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4873959d-0c9a-4df4-89b3-078ed422ccec {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:00.894042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.908031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Transition to ACTIVE for port object 4873959d-0c9a-4df4-89b3-078ed422ccec will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:00.914944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:00.975803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Pushing event updated for resources: {'Port': ['ID=4873959d-0c9a-4df4-89b3-078ed422ccec,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:01.052181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Attempting to bind port 4873959d-0c9a-4df4-89b3-078ed422ccec on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:01.052910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Attempting to bind port 4873959d-0c9a-4df4-89b3-078ed422ccec by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '00d8168d-1920-4e42-a831-332534f84f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:01.054063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Attempting to bind port 4873959d-0c9a-4df4-89b3-078ed422ccec on network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:01.059509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Port 4873959d-0c9a-4df4-89b3-078ed422ccec on network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:01.060047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Attempting to bind port 4873959d-0c9a-4df4-89b3-078ed422ccec on network 1445339a-895f-4c0d-8af7-a4ac7637b8d0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:01.066816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:01.067424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Checking segment: {'id': '00d8168d-1920-4e42-a831-332534f84f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:01.067978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Bound using segment: {'id': '00d8168d-1920-4e42-a831-332534f84f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:01.068413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Bound port: 4873959d-0c9a-4df4-89b3-078ed422ccec, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d8168d-1920-4e42-a831-332534f84f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:01.068775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:01.099300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:01.169367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] For port 4873959d-0c9a-4df4-89b3-078ed422ccec, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:01.172855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] For port 4873959d-0c9a-4df4-89b3-078ed422ccec, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4873959d-0c9a-4df4-89b3-078ed422ccec,segment=NetworkSegment(00d8168d-1920-4e42-a831-332534f84f27),segment_id=00d8168d-1920-4e42-a831-332534f84f27)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:01.178583 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:01.219952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:01.220580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:01.222033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] 10.222.0.65 "PUT /v2.0/ports/4873959d-0c9a-4df4-89b3-078ed422ccec HTTP/1.1" status: 200 len: 1091 time: 0.8734689 Nov 23 10:48:01.222931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'tag': '4873959d-0c9a-4df4-89b3-078ed422ccec'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:01.224748 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0" -d '{"events": [{"name": "network-changed", "server_uuid": "777f228e-8cd4-487b-bb1c-4f514d4e6daf", "tag": "4873959d-0c9a-4df4-89b3-078ed422ccec"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:01.253065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216f4d1-a009-4233-a5df-c53b76892f5f req-5631cb10-9c9f-437c-9d3b-d1eb0439808e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:01.260615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f089b2a-e48c-4c32-93ec-bbe398f08bbf service neutron] Pushing event updated for resources: {'Port': ['ID=4873959d-0c9a-4df4-89b3-078ed422ccec,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:01.267211 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9216f4d1-a009-4233-a5df-c53b76892f5f req-5631cb10-9c9f-437c-9d3b-d1eb0439808e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1251953 Nov 23 10:48:01.293548 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac47d4-5210-4f8b-8bc8-45c3864ad8fc x-openstack-request-id: req-41ac47d4-5210-4f8b-8bc8-45c3864ad8fc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:01.293548 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777f228e-8cd4-487b-bb1c-4f514d4e6daf", "tag": "4873959d-0c9a-4df4-89b3-078ed422ccec", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:01.293548 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41ac47d4-5210-4f8b-8bc8-45c3864ad8fc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:01.293548 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'tag': '4873959d-0c9a-4df4-89b3-078ed422ccec', 'status': 'completed', 'code': 200} Nov 23 10:48:01.324492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-ba03c341-0ef7-47cc-84f9-904cd11c6b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:01.326064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-ba03c341-0ef7-47cc-84f9-904cd11c6b5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb8c524ed8af4f889984c3859bbd1567&device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 1094 time: 0.0443404 Nov 23 10:48:01.344824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9216f4d1-a009-4233-a5df-c53b76892f5f req-4f53fccb-8113-40cf-9e04-de0c6c52f869 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669277 Nov 23 10:48:01.371785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Router 8d5a1363-a38f-41c0-b2be-e81a2af5ff34 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:01.378937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-e019c3cb-4233-4145-a2ba-60b5aa40f677 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4873959d-0c9a-4df4-89b3-078ed422ccec HTTP/1.1" status: 200 len: 217 time: 0.0430343 Nov 23 10:48:01.430436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-231da78b-2e89-4d53-ab40-2b282414e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:01.431923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-231da78b-2e89-4d53-ab40-2b282414e6a2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9966a6c-0217-49ff-9ebf-cfc1d8271439 HTTP/1.1" status: 200 len: 850 time: 0.0458999 Nov 23 10:48:01.467326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-9c3e2527-b737-4001-94e4-937571c838da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1445339a-895f-4c0d-8af7-a4ac7637b8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261900 Nov 23 10:48:01.489976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:01.503529 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Sync routers for ids ['8d5a1363-a38f-41c0-b2be-e81a2af5ff34'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:01.517290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:01.522074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c4640b6-752e-4c41-9a38-797a8bee4b07 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7483737 Nov 23 10:48:01.522232 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Routers {'8d5a1363-a38f-41c0-b2be-e81a2af5ff34'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:01.522232 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8d5a1363-a38f-41c0-b2be-e81a2af5ff34'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:01.522454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40300) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:01.584480 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-d60463d2-c82b-41e7-bcc6-2ca2d0080356 service neutron] 10.222.0.65 "GET /v2.0/networks/1445339a-895f-4c0d-8af7-a4ac7637b8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085267 Nov 23 10:48:01.671386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:01.713563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af38af24-222c-49ab-9b38-c126b7e9da49 req-88400b15-f65f-4d1b-bca2-6e65fdbc74b8 service neutron] 10.222.0.65 "GET /v2.0/networks/1445339a-895f-4c0d-8af7-a4ac7637b8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172287 Nov 23 10:48:01.771977 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Set router 8d5a1363-a38f-41c0-b2be-e81a2af5ff34 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:01.820300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:01.874533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c112b-d08e-4a8f-beca-33b108fba8da req-e401ce16-ff65-4338-b0fd-196d502dec5f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:01.881784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-879c112b-d08e-4a8f-beca-33b108fba8da req-e401ce16-ff65-4338-b0fd-196d502dec5f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1001260 Nov 23 10:48:01.895288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-51bccbf2-e04c-400e-9ccc-f5a24f7917f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:01.897688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-51bccbf2-e04c-400e-9ccc-f5a24f7917f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb8c524ed8af4f889984c3859bbd1567&device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 1094 time: 0.1035578 Nov 23 10:48:01.912714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa61c9-0468-4e80-a4ff-e8f1460e0122 req-f156c70b-e02d-4572-935b-b9ce95469188 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:01.921589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8fa61c9-0468-4e80-a4ff-e8f1460e0122 req-f156c70b-e02d-4572-935b-b9ce95469188 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 943 time: 0.0905159 Nov 23 10:48:01.988465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8fa61c9-0468-4e80-a4ff-e8f1460e0122 req-02f046f9-5e23-450a-a6fb-f8f4aed210c6 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660677 Nov 23 10:48:01.993067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Deleting port 8e673717-189b-413a-9b0e-41a547ad79fb {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:01.993435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.011755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-879c112b-d08e-4a8f-beca-33b108fba8da req-f222bb7d-abb6-46af-9cdb-a441d8a49e23 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284721 Nov 23 10:48:02.049462 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5a1363-a38f-41c0-b2be-e81a2af5ff34', 'name': '', 'tenant_id': '8609821f0b184cb7b328d2cb410b5e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2', 'external_fixed_ips': [{'subnet_id': '1db85b2a-f65a-44d7-824b-f904bf740d1b', 'ip_address': '2001:db8::197'}], 'enable_snat': True}, 'gw_port_id': '8e673717-189b-413a-9b0e-41a547ad79fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:58Z', 'updated_at': '2021-11-23T10:48:00Z', 'revision_number': 3, 'project_id': '8609821f0b184cb7b328d2cb410b5e76', 'gw_port': {'id': '8e673717-189b-413a-9b0e-41a547ad79fb', 'name': '', 'network_id': '5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:83:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5a1363-a38f-41c0-b2be-e81a2af5ff34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '1db85b2a-f65a-44d7-824b-f904bf740d1b', 'ip_address': '2001:db8::197', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:59Z', 'updated_at': '2021-11-23T10:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1db85b2a-f65a-44d7-824b-f904bf740d1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:02.073363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-152dd687-5ef8-4976-a889-822b060319cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:02.075236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.077102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-152dd687-5ef8-4976-a889-822b060319cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=1445339a-895f-4c0d-8af7-a4ac7637b8d0 HTTP/1.1" status: 200 len: 911 time: 0.1695726 Nov 23 10:48:02.092830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Checking router: 8d5a1363-a38f-41c0-b2be-e81a2af5ff34 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:48:02.093194 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Updating router 8d5a1363-a38f-41c0-b2be-e81a2af5ff34 port 8e673717-189b-413a-9b0e-41a547ad79fb binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:48:02.097476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Calling delete_port for 8e673717-189b-413a-9b0e-41a547ad79fb owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:02.152324 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.171318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-64cdab12-39ad-47a7-bd78-63ac8d56ccbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4873959d-0c9a-4df4-89b3-078ed422ccec HTTP/1.1" status: 200 len: 217 time: 0.0831962 Nov 23 10:48:02.230902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-05883e56-4594-4d40-ace9-d11e51a94c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:02.232551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-05883e56-4594-4d40-ace9-d11e51a94c89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c9966a6c-0217-49ff-9ebf-cfc1d8271439 HTTP/1.1" status: 200 len: 850 time: 0.0541630 Nov 23 10:48:02.284659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-56d1a7a8-2f9c-4aa8-b03c-feab6d1be6a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1445339a-895f-4c0d-8af7-a4ac7637b8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430713 Nov 23 10:48:02.361241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.406324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e673717-189b-413a-9b0e-41a547ad79fb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:02.429903 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.435712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-2f70fb67-13ee-43be-bf3b-56272174b504 service neutron] 10.222.0.65 "GET /v2.0/networks/1445339a-895f-4c0d-8af7-a4ac7637b8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431096 Nov 23 10:48:02.530621 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:48:02.531620 n-d-817747-2 neutron-server[103429]: DEBUG oslo_db.api [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:48:02.555721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.558601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.589725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659115e7-c778-4d16-88e0-b876d92bd00d req-d635c8e6-c7dc-41fe-af28-8ff9ea4e532e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:02.591354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-659115e7-c778-4d16-88e0-b876d92bd00d req-d635c8e6-c7dc-41fe-af28-8ff9ea4e532e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1135907 Nov 23 10:48:02.608158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac5efa0-bd54-43d9-8138-da4c6ca282c0 req-8810cf27-5703-4b51-b5bb-8923ad206f26 service neutron] 10.222.0.65 "GET /v2.0/networks/1445339a-895f-4c0d-8af7-a4ac7637b8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643059 Nov 23 10:48:02.616030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.616847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5a1363-a38f-41c0-b2be-e81a2af5ff34 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:02.624137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.625723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7f3885d5-3640-4a8c-b917-3a37926d337e tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "DELETE /v2.0/routers/8d5a1363-a38f-41c0-b2be-e81a2af5ff34 HTTP/1.1" status: 204 len: 168 time: 1.1015832 Nov 23 10:48:02.628195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40324) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:02.666277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-659115e7-c778-4d16-88e0-b876d92bd00d req-f0d97c35-5b5a-43aa-9fb1-c0880cb39631 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667989 Nov 23 10:48:02.678584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Deleting subnet 1db85b2a-f65a-44d7-824b-f904bf740d1b {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:02.682032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.717640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.760908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.814291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.843498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1db85b2a-f65a-44d7-824b-f904bf740d1b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:02.848987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:02.853227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96647220-9ca8-4d43-a4b1-b0221ffe1280 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/1db85b2a-f65a-44d7-824b-f904bf740d1b HTTP/1.1" status: 204 len: 168 time: 0.2228432 Nov 23 10:48:02.855938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40326) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:02.925362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.014920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.039761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:03.058577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f812065-29d5-4bda-9a3e-21a7447c598e') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:03.059010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f812065-29d5-4bda-9a3e-21a7447c598e') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:03.059348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Port 8e673717-189b-413a-9b0e-41a547ad79fb not found while updating agent binding for router 8d5a1363-a38f-41c0-b2be-e81a2af5ff34. {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 10:48:03.085831 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:03.086369 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:48:03.087154 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_agentschedulers_db [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d5a1363-a38f-41c0-b2be-e81a2af5ff34'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent'). {{(pid=103429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:48:03.087361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.087702 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd7e41a-ead7-41c2-a80c-b655f7597d57 None None] The sync data for ids ['8d5a1363-a38f-41c0-b2be-e81a2af5ff34'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:03.118459 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.138061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:03.138788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:03.141050 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:03.182438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ef4d2-9d3d-4d73-bb6b-9da8db2bfe4b req-869ace74-5cef-46db-b4ee-843c4ba55457 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:03.190437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-583ef4d2-9d3d-4d73-bb6b-9da8db2bfe4b req-869ace74-5cef-46db-b4ee-843c4ba55457 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 943 time: 0.0763907 Nov 23 10:48:03.236965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-583ef4d2-9d3d-4d73-bb6b-9da8db2bfe4b req-2f4de83f-7a90-43e0-bbc6-33474d4639a1 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456026 Nov 23 10:48:03.243593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f551e8-bbf1-49f2-8f44-690cc7482af4 req-194707e4-8b69-4faa-9672-e4aa793abfc7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:03.245267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67f551e8-bbf1-49f2-8f44-690cc7482af4 req-194707e4-8b69-4faa-9672-e4aa793abfc7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1206298 Nov 23 10:48:03.246405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.260345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:48:03.260345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.260345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "DELETE /v2.0/networks/5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2 HTTP/1.1" status: 204 len: 168 time: 0.4022775 Nov 23 10:48:03.318664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40342) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:03.324876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1770532822'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:03.347123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67f551e8-bbf1-49f2-8f44-690cc7482af4 req-83d3dc3d-1ceb-4f09-9c3f-daca8683f39e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951931 Nov 23 10:48:03.348402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966d5b4-0faa-4af3-a03d-6e3ea5220be5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ea3e1fd-5070-4361-8f7d-4129f1e8ebf2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:03.355502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:03.360988 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.401244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:03.425498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.425919 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Added segment 8aef0331-4cde-4b57-abfd-b5a7d281291f of type vlan for network a0105539-21d4-4cc7-92ab-e137123fedfb Nov 23 10:48:03.494381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.521801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.527533 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:03.528125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.545070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40348) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:03.550754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ed0d09a6-2dbe-4fff-b998-7324a1391121 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'router': {'name': 'tempest-router--1753980829', 'project_id': '4d25a7b3c8ab4ad688601aaa85ba642b'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:03.574888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed0d09a6-2dbe-4fff-b998-7324a1391121 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.577125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed0d09a6-2dbe-4fff-b998-7324a1391121 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.602074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2788820 Nov 23 10:48:03.602598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40350) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:03.608704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1666814503'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:03.644686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed0d09a6-2dbe-4fff-b998-7324a1391121 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.652475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed0d09a6-2dbe-4fff-b998-7324a1391121 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.656480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ab8e4-6ec4-477d-a513-9a3164398d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Network': ['ID=a0105539-21d4-4cc7-92ab-e137123fedfb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:03.664789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:03.667693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.669921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a0105539-21d4-4cc7-92ab-e137123fedfb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:03.682034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed0d09a6-2dbe-4fff-b998-7324a1391121 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.686704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed0d09a6-2dbe-4fff-b998-7324a1391121 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1363633 Nov 23 10:48:03.687632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40352) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:03.707759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:03.719498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.719922 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Added segment 27778144-74cc-4c27-b914-39d48352fcd9 of type vlan for network a58ebb1f-399c-42f3-b830-0a983ada0e2c Nov 23 10:48:03.785939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.817139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.823900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:03.824710 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:03.874625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2687542 Nov 23 10:48:03.899152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40356) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:03.906969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'subnet': {'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:03.923117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa6e4d-2967-4096-9a0f-f75cb62d73ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Network': ['ID=a58ebb1f-399c-42f3-b830-0a983ada0e2c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:03.942206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:04.002280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4873959d-0c9a-4df4-89b3-078ed422ccec details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:48:04.014542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:04.019077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.076552 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e5d-6dbb-40e5-9cd4-b9aff63d7ffb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.119756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4873959d-0c9a-4df4-89b3-078ed422ccec, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4873959d-0c9a-4df4-89b3-078ed422ccec,segment=NetworkSegment(00d8168d-1920-4e42-a831-332534f84f27),segment_id=00d8168d-1920-4e42-a831-332534f84f27)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:04.133541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '4873959d-0c9a-4df4-89b3-078ed422ccec', 'network_id': '1445339a-895f-4c0d-8af7-a4ac7637b8d0', 'port_id': '4873959d-0c9a-4df4-89b3-078ed422ccec', 'mac_address': 'fa:16:3e:99:08:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9966a6c-0217-49ff-9ebf-cfc1d8271439', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:48:04.166543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1cfb4-4373-4f89-a9c2-0cc252294dab req-cd60a25c-5cd4-4b6c-90bc-314e9d4635ab tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:04.168182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b5f1cfb4-4373-4f89-a9c2-0cc252294dab req-cd60a25c-5cd4-4b6c-90bc-314e9d4635ab tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1507504 Nov 23 10:48:04.177652 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.192204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4873959d-0c9a-4df4-89b3-078ed422ccec {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:04.214083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4873959d-0c9a-4df4-89b3-078ed422ccec, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4873959d-0c9a-4df4-89b3-078ed422ccec,segment=NetworkSegment(00d8168d-1920-4e42-a831-332534f84f27),segment_id=00d8168d-1920-4e42-a831-332534f84f27)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:04.219369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.242881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.278859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4873959d-0c9a-4df4-89b3-078ed422ccec,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:04.279297 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e5d-6dbb-40e5-9cd4-b9aff63d7ffb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.281825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e5d-6dbb-40e5-9cd4-b9aff63d7ffb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.289981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.290376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.290724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.291065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.291404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.291741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.292074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.292402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.292731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.293224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.294201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.294544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:04.315858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Checking segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:04.316364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network hostable DHCP agents. Network: a0105539-21d4-4cc7-92ab-e137123fedfb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:04.321959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Subnet': ['ID=41c8d52c-d580-4f8e-a343-120e34686273,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:04.345777 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b5f1cfb4-4373-4f89-a9c2-0cc252294dab req-c5d7e0db-f359-4692-b642-b9d531619920 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501682 Nov 23 10:48:04.348545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a0105539-21d4-4cc7-92ab-e137123fedfb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:04.351418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e5d-6dbb-40e5-9cd4-b9aff63d7ffb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.352240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d69e5d-6dbb-40e5-9cd4-b9aff63d7ffb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5475d1ae-e205-4e26-b30d-b80512217988 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:04.357650 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e5d-6dbb-40e5-9cd4-b9aff63d7ffb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.358830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d7d69e5d-6dbb-40e5-9cd4-b9aff63d7ffb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "DELETE /v2.0/routers/5475d1ae-e205-4e26-b30d-b80512217988 HTTP/1.1" status: 204 len: 168 time: 0.6700788 Nov 23 10:48:04.396533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a0105539-21d4-4cc7-92ab-e137123fedfb) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:04.407449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:04.407650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e81339-ce5e-4673-b92c-97d6f3f5fcde None None] Network a0105539-21d4-4cc7-92ab-e137123fedfb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:04.408130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.435087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b752a3b-6fb6-43ff-aa05-576991b17600 req-a0ec5c1d-1f51-48e2-9019-374a22379074 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:04.436916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b752a3b-6fb6-43ff-aa05-576991b17600 req-a0ec5c1d-1f51-48e2-9019-374a22379074 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 944 time: 0.0994678 Nov 23 10:48:04.443357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40366) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:04.443806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d8379e73-6061-4e61-bd74-1d4d8bddd7ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5427551 Nov 23 10:48:04.449559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'subnet': {'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:04.500609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40372) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:04.513928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b752a3b-6fb6-43ff-aa05-576991b17600 req-0dd81cb9-38b4-42a7-b5e1-4570481a6319 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623822 Nov 23 10:48:04.526296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['4873959d-0c9a-4df4-89b3-078ed422ccec'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:04.643593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:04.648670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.691156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e294cb-a7db-464a-a8ae-25a067753696 req-61db62ea-ebb8-42b5-b8ab-ca15ae4f1d0e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:04.698713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20e294cb-a7db-464a-a8ae-25a067753696 req-61db62ea-ebb8-42b5-b8ab-ca15ae4f1d0e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1941783 Nov 23 10:48:04.751638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a0105539-21d4-4cc7-92ab-e137123fedfb', 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'fixed_ips': [{'subnet_id': '41c8d52c-d580-4f8e-a343-120e34686273'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:04.752831 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.780319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1529076217', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:04.800255 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20e294cb-a7db-464a-a8ae-25a067753696 req-328656ef-d3e1-447c-a06a-f87e2b3d9929 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006501 Nov 23 10:48:04.826607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.827778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.886636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.915811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:04.941723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Allocated IP 10.1.1.2 (a0105539-21d4-4cc7-92ab-e137123fedfb/41c8d52c-d580-4f8e-a343-120e34686273/b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:04.985210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Checking segment: {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:04.985573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network hostable DHCP agents. Network: a58ebb1f-399c-42f3-b830-0a983ada0e2c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:04.996889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Subnet': ['ID=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:05.014616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:05.029428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a58ebb1f-399c-42f3-b830-0a983ada0e2c) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:05.034649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:05.039799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.048752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2e5c82-9168-4d12-b1b7-1d5d627c40c6 None None] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:05.051078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.061484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-78480047-9386-4f17-bca0-9d658c93d608 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6165464 Nov 23 10:48:05.064973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40376) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:05.072075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'port': {'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'name': 'tempest-TaggedBootDevicesTest-963001917', 'fixed_ips': [{'subnet_id': '41c8d52c-d580-4f8e-a343-120e34686273'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:05.174490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.187847 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.202829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:05.260315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Network a0105539-21d4-4cc7-92ab-e137123fedfb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:05.267195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:05.271134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:05.275213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Pushing event updated for resources: {'Port': ['ID=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:05.278421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.301248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.313173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.334131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] device_id is not set on port 950190f5-ab0c-4370-8a25-e10517a74e70 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:48:05.342549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a58ebb1f-399c-42f3-b830-0a983ada0e2c', 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'fixed_ips': [{'subnet_id': 'aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:05.343385 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.367099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Attempting to bind port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:05.367470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Attempting to bind port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:05.367836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Attempting to bind port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:05.385776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:05.386770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Checking segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:05.387097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.387509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Bound using segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:05.389789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Bound port: b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:05.390480 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.431900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Allocated IP 172.25.5.104 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/689702dc-a79b-4983-97d9-c578d3fc6906) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:05.526622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21064f-af41-4fd6-af23-11867bff2e0b req-572b1144-2bb8-490c-8ccb-7937aea846a6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:05.528759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d21064f-af41-4fd6-af23-11867bff2e0b req-572b1144-2bb8-490c-8ccb-7937aea846a6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0923252 Nov 23 10:48:05.587129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 10.1.1.6 (a0105539-21d4-4cc7-92ab-e137123fedfb/41c8d52c-d580-4f8e-a343-120e34686273/950190f5-ab0c-4370-8a25-e10517a74e70) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:05.645435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d21064f-af41-4fd6-af23-11867bff2e0b req-7c6600ee-066d-4c4c-b753-d19e13a726ef tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857837 Nov 23 10:48:05.657400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.715901 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.726714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa79ad-a7ad-40b0-96e3-70f85311e222 req-dd69e130-e100-4070-a455-28ceb500fc45 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:05.729334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5caa79ad-a7ad-40b0-96e3-70f85311e222 req-dd69e130-e100-4070-a455-28ceb500fc45 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 944 time: 0.1111584 Nov 23 10:48:05.736603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] For port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:05.742440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] For port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:05.758349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:05.767911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Allocated IP 10.2.2.2 (a58ebb1f-399c-42f3-b830-0a983ada0e2c/aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e/31ff0743-5dd6-4b99-bfd1-287759fbc3c2) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:05.780893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:05.786152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:05.788958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:05.830565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event updated for resources: {'Port': ['ID=689702dc-a79b-4983-97d9-c578d3fc6906,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:05.854694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5caa79ad-a7ad-40b0-96e3-70f85311e222 req-bfd249cb-ff9f-4a44-9f3c-b10e60b06a3b tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164374 Nov 23 10:48:05.907242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fea69-39b1-40ca-8bbe-5d3e87af547c None None] Pushing event updated for resources: {'Port': ['ID=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:05.921002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.003291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4873959d-0c9a-4df4-89b3-078ed422ccec up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:06.016053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a4134-e564-4232-86e9-b1a395a18318 req-3ad3a0a7-9b58-418e-b05b-880adc10ac7d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:06.017801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-644a4134-e564-4232-86e9-b1a395a18318 req-3ad3a0a7-9b58-418e-b05b-880adc10ac7d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0778162 Nov 23 10:48:06.020079 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.076038 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.092185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a0105539-21d4-4cc7-92ab-e137123fedfb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:06.104497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.120643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:06.142351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:06.149884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-644a4134-e564-4232-86e9-b1a395a18318 req-85e037bb-2b40-47c8-abee-9106709fd0dc tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202466 Nov 23 10:48:06.180055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=950190f5-ab0c-4370-8a25-e10517a74e70,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:06.184848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:06.187195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:06.189546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:06.195961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 4873959d-0c9a-4df4-89b3-078ed422ccec completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:48:06.224213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 4873959d-0c9a-4df4-89b3-078ed422ccec triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:06.224596 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.237603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:06.238379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.267797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-58216524-be7d-4d59-ab1e-c3849d886c47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2015123 Nov 23 10:48:06.268355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40390) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:06.277083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'port': {'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'name': 'tempest-TaggedBootDevicesTest-1205174118', 'fixed_ips': [{'subnet_id': '41c8d52c-d580-4f8e-a343-120e34686273'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:06.309987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Pushing event updated for resources: {'Port': ['ID=31ff0743-5dd6-4b99-bfd1-287759fbc3c2,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:06.315228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Attempting to bind port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:06.315614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Attempting to bind port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:06.316038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Attempting to bind port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 on network a58ebb1f-399c-42f3-b830-0a983ada0e2c {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:06.323401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:06.323787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Checking segment: {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:06.324198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.324598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Bound using segment: {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:06.325079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Bound port: 31ff0743-5dd6-4b99-bfd1-287759fbc3c2, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:06.325507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.346882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:06.470055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.495816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] For port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:06.521185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4873959d-0c9a-4df4-89b3-078ed422ccec'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:06.523636 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924e5229-6557-440e-8f2c-2b24ab5b21fe" -d '{"events": [{"server_uuid": "777f228e-8cd4-487b-bb1c-4f514d4e6daf", "name": "network-vif-plugged", "status": "completed", "tag": "4873959d-0c9a-4df4-89b3-078ed422ccec"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:06.529631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] For port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=31ff0743-5dd6-4b99-bfd1-287759fbc3c2,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:06.539546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:06.539888 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.545097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.567361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4873959d-0c9a-4df4-89b3-078ed422ccec, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4873959d-0c9a-4df4-89b3-078ed422ccec,segment=NetworkSegment(00d8168d-1920-4e42-a831-332534f84f27),segment_id=00d8168d-1920-4e42-a831-332534f84f27)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:06.572046 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c392e6e9-0c44-4999-a47d-cc699caa0af9 x-openstack-request-id: req-c392e6e9-0c44-4999-a47d-cc699caa0af9 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:06.572219 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f228e-8cd4-487b-bb1c-4f514d4e6daf", "name": "network-vif-plugged", "status": "completed", "tag": "4873959d-0c9a-4df4-89b3-078ed422ccec", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:06.572448 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c392e6e9-0c44-4999-a47d-cc699caa0af9 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:06.572992 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4873959d-0c9a-4df4-89b3-078ed422ccec', 'code': 200} Nov 23 10:48:06.604299 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.666745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d52180-c620-4400-9b42-4e14c8e8cfca None None] Pushing event updated for resources: {'Port': ['ID=31ff0743-5dd6-4b99-bfd1-287759fbc3c2,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:06.745779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4873959d-0c9a-4df4-89b3-078ed422ccec,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:06.757830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.825295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.868499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:06.874654 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:06.946297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:06.955026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0889ebc-fba8-4a2f-9d82-1b3c0a0ba6c2 req-8ec08d15-4298-425d-b45d-4b59aa12935c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:06.957608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0889ebc-fba8-4a2f-9d82-1b3c0a0ba6c2 req-8ec08d15-4298-425d-b45d-4b59aa12935c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1559412 Nov 23 10:48:06.986495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c731a15-51aa-43bf-8155-169db70134a6 req-5f2df969-4d36-45ca-b9cb-7fb1ded382cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:06.987870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c731a15-51aa-43bf-8155-169db70134a6 req-5f2df969-4d36-45ca-b9cb-7fb1ded382cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 1096 time: 0.2605114 Nov 23 10:48:07.099965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:07.162640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f0cc-4fb7-4aa6-9e80-dc7ce1671629 req-e110db66-482e-4bf7-9fe7-09992047b064 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:07.164980 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6da0f0cc-4fb7-4aa6-9e80-dc7ce1671629 req-e110db66-482e-4bf7-9fe7-09992047b064 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 945 time: 0.0907998 Nov 23 10:48:07.227982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0889ebc-fba8-4a2f-9d82-1b3c0a0ba6c2 req-f68e2e8e-b52e-49c9-bb0f-109c7ba500e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444041 Nov 23 10:48:07.258708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c731a15-51aa-43bf-8155-169db70134a6 req-216a82a1-48e4-4ed6-9c41-afb9a35b7a52 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509408 Nov 23 10:48:07.262965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379aaa-7144-44c1-a0ea-1e8596400ab3 req-77f8145d-a371-4bd5-ba24-77b4e079d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:07.264506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4379aaa-7144-44c1-a0ea-1e8596400ab3 req-77f8145d-a371-4bd5-ba24-77b4e079d55f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1096 time: 0.0563016 Nov 23 10:48:07.293863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6da0f0cc-4fb7-4aa6-9e80-dc7ce1671629 req-b7c1cf15-f4cd-44bf-8437-c95fcf3ca86a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212809 Nov 23 10:48:07.297884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.310376 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.324992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4379aaa-7144-44c1-a0ea-1e8596400ab3 req-7cbc633d-84c7-4219-b561-22d8414d6f26 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 Nov 23 10:48:07.342192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbe5dd-7449-415e-9342-2a25004e0fab None None] Network a0105539-21d4-4cc7-92ab-e137123fedfb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:07.409321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-70cc8252-8828-41c0-888d-d462be2ec9fa None None] Provisioning complete for port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:07.409696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-70cc8252-8828-41c0-888d-d462be2ec9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.410598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] device_id is not set on port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:48:07.519322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef7d2-a302-4847-9f2d-6c0894a60df2 req-3cd8cdc6-7c7a-4aaf-a664-b1776543bd8f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:07.520724 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-330ef7d2-a302-4847-9f2d-6c0894a60df2 req-3cd8cdc6-7c7a-4aaf-a664-b1776543bd8f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1592247 Nov 23 10:48:07.669201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-330ef7d2-a302-4847-9f2d-6c0894a60df2 req-77e2e955-ee44-4de3-8ff1-13da33418d2b tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409812 Nov 23 10:48:07.702535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 10.1.1.11 (a0105539-21d4-4cc7-92ab-e137123fedfb/41c8d52c-d580-4f8e-a343-120e34686273/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:07.709006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Router 2b28d799-dc10-4f3f-a3ed-acb46d9c2313 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:07.894848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ba9abf38-764d-493b-9d58-d9fd68d50203 None None] Provisioning complete for port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:07.895442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba9abf38-764d-493b-9d58-d9fd68d50203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.936708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:07.951569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] Sync routers for ids ['2b28d799-dc10-4f3f-a3ed-acb46d9c2313'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:07.976988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] Routers {'2b28d799-dc10-4f3f-a3ed-acb46d9c2313'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:07.977797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2b28d799-dc10-4f3f-a3ed-acb46d9c2313'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:07.981536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:07.985406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-acfc766f-2fb9-471b-9d99-9a222bb55fe9 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.4810958 Nov 23 10:48:07.986270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40410) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:07.995923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.059259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.067838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:08.092310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] Routers {'2b28d799-dc10-4f3f-a3ed-acb46d9c2313'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:08.093101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2b28d799-dc10-4f3f-a3ed-acb46d9c2313'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:08.139412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:08.140044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656520e-8ecc-4400-b53b-da6ed666a77d None None] The sync data for ids ['2b28d799-dc10-4f3f-a3ed-acb46d9c2313'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:08.154042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ba9abf38-764d-493b-9d58-d9fd68d50203 None None] Provisioning complete for port 950190f5-ab0c-4370-8a25-e10517a74e70 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:08.154042 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba9abf38-764d-493b-9d58-d9fd68d50203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.158115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bdce5-c7c9-4189-adf4-097974b4f4e9 None None] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:08.161707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:08.166050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a0105539-21d4-4cc7-92ab-e137123fedfb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:08.167865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:08.173805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:08.189540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ba63920-5b28-48c5-9403-940e35cc31b6 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/2b28d799-dc10-4f3f-a3ed-acb46d9c2313 HTTP/1.1" status: 200 len: 925 time: 0.2024314 Nov 23 10:48:08.192614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40414) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:08.221978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e188e735-9cd7-4b5e-86cd-2b051ede6421 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b28d799-dc10-4f3f-a3ed-acb46d9c2313 HTTP/1.1" status: 200 len: 205 time: 0.0280240 Nov 23 10:48:08.224427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40416) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:08.244210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:08.245406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.284158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-26cdd0de-3641-4c58-a1ca-c7675364787c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0140610 Nov 23 10:48:08.309851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ba9abf38-764d-493b-9d58-d9fd68d50203 None None] Port 950190f5-ab0c-4370-8a25-e10517a74e70 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:08.466721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Provisioning complete for port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:08.469827 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.495053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.502555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:08.556208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab030f3-53eb-4b32-9bad-fa1a26a8bcad req-33541fb4-76aa-43f1-9278-a7789f8b01fa tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:08.570898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab030f3-53eb-4b32-9bad-fa1a26a8bcad req-33541fb4-76aa-43f1-9278-a7789f8b01fa tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1772208 Nov 23 10:48:08.673098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.679595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40424) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:08.682590 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab030f3-53eb-4b32-9bad-fa1a26a8bcad req-f155964d-684d-45ee-be35-0a7866c45456 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110089 Nov 23 10:48:08.691143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-feafe86a-a55b-489c-a1f7-472e0de36651 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--351851694', 'description': 'tempest-description--1874497062'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:08.759979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] For port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=31ff0743-5dd6-4b99-bfd1-287759fbc3c2,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:08.765978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:08.766446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.789654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-feafe86a-a55b-489c-a1f7-472e0de36651 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.810742 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.823036 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.866636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Provisioning complete for port 950190f5-ab0c-4370-8a25-e10517a74e70 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:08.867151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:08.893868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516b9f6-b7f6-45b5-86dc-401ec011f2bc req-928b23cc-ca07-4b0d-bff2-7ea28c8f1396 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:08.902049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b516b9f6-b7f6-45b5-86dc-401ec011f2bc req-928b23cc-ca07-4b0d-bff2-7ea28c8f1396 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 945 time: 0.1250415 Nov 23 10:48:08.914646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Pushing event updated for resources: {'Port': ['ID=31ff0743-5dd6-4b99-bfd1-287759fbc3c2,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:08.918396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3643d-20b1-4b1e-9cbb-e08c020af90e req-5c33defb-5a8a-4e08-8d77-2342cf4cc85d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:08.920586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8cf3643d-20b1-4b1e-9cbb-e08c020af90e req-5c33defb-5a8a-4e08-8d77-2342cf4cc85d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0746703 Nov 23 10:48:08.943363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b339d-080e-449b-8fbe-0a371b6ffe83 None None] Port 950190f5-ab0c-4370-8a25-e10517a74e70 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:08.958032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:08.988705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8cf3643d-20b1-4b1e-9cbb-e08c020af90e req-2dfa4600-55c8-4354-99c2-2c2269a4f9f2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594010 Nov 23 10:48:08.997570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-feafe86a-a55b-489c-a1f7-472e0de36651 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.014088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b516b9f6-b7f6-45b5-86dc-401ec011f2bc req-2a9277be-65b4-429b-a589-b1f6e049b9a6 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111400 Nov 23 10:48:09.016756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:09.017226 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.017524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-feafe86a-a55b-489c-a1f7-472e0de36651 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.025320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Deleting port 689702dc-a79b-4983-97d9-c578d3fc6906 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:09.025745 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.071121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-feafe86a-a55b-489c-a1f7-472e0de36651 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.075132 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-feafe86a-a55b-489c-a1f7-472e0de36651 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3918083 Nov 23 10:48:09.075522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40436) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:09.081218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-40a73f86-09e6-4e8b-9a53-bb0f67a3f93c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'security_group_rule': {'security_group_id': '2d6c75ba-9b32-4b7b-90bb-f42297809dfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:09.103563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c74edd96-cd02-493a-a520-ee6b71a4d9ce None None] Provisioning complete for port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:09.103989 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c74edd96-cd02-493a-a520-ee6b71a4d9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.105366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafe86a-a55b-489c-a1f7-472e0de36651 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c75ba-9b32-4b7b-90bb-f42297809dfa,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:09.154413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c74edd96-cd02-493a-a520-ee6b71a4d9ce None None] Port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:09.154858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.155777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40a73f86-09e6-4e8b-9a53-bb0f67a3f93c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.170969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Calling delete_port for 689702dc-a79b-4983-97d9-c578d3fc6906 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:09.212236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c74edd96-cd02-493a-a520-ee6b71a4d9ce None None] Provisioning complete for port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:09.212874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c74edd96-cd02-493a-a520-ee6b71a4d9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.255975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40a73f86-09e6-4e8b-9a53-bb0f67a3f93c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.261354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40a73f86-09e6-4e8b-9a53-bb0f67a3f93c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.291864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a73f86-09e6-4e8b-9a53-bb0f67a3f93c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be974561-5f8b-498e-95c0-5d050e1c7203,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:09.300649 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40a73f86-09e6-4e8b-9a53-bb0f67a3f93c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.302126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-40a73f86-09e6-4e8b-9a53-bb0f67a3f93c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2253847 Nov 23 10:48:09.305422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40444) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:09.311310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-72085cb5-90ac-4fd5-ae3a-cfb986eb5d95 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'security_group_rule': {'security_group_id': '2d6c75ba-9b32-4b7b-90bb-f42297809dfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:09.378276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72085cb5-90ac-4fd5-ae3a-cfb986eb5d95 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.485082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-9c6230e9-6d09-4b45-bc95-48870462092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:09.486706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-9c6230e9-6d09-4b45-bc95-48870462092a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1096 time: 0.0883715 Nov 23 10:48:09.487946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.493400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72085cb5-90ac-4fd5-ae3a-cfb986eb5d95 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.500744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72085cb5-90ac-4fd5-ae3a-cfb986eb5d95 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.519844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064b11c-afb7-4d5d-887f-ecb3bbd4b12a req-fbe87fc8-cacb-414c-a1ee-302a1f91df73 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:09.521371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e064b11c-afb7-4d5d-887f-ecb3bbd4b12a req-fbe87fc8-cacb-414c-a1ee-302a1f91df73 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0981507 Nov 23 10:48:09.528128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event deleted for resources: {'Port': ['ID=689702dc-a79b-4983-97d9-c578d3fc6906,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:09.539336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72085cb5-90ac-4fd5-ae3a-cfb986eb5d95 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a694af-3942-4449-9dd4-15b51dc817df,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:09.545849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72085cb5-90ac-4fd5-ae3a-cfb986eb5d95 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.547043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-72085cb5-90ac-4fd5-ae3a-cfb986eb5d95 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2405987 Nov 23 10:48:09.551393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40450) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:09.576012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:09.591523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e064b11c-afb7-4d5d-887f-ecb3bbd4b12a req-840c3ebc-7014-4e32-a78e-183e4fb60e80 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627916 Nov 23 10:48:09.802427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf6d7f-4d12-4b8f-8bc8-cdd222053b75 req-e534d01d-fa01-4de0-bf12-5cb0d68d1598 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:09.804836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72bf6d7f-4d12-4b8f-8bc8-cdd222053b75 req-e534d01d-fa01-4de0-bf12-5cb0d68d1598 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0547905 Nov 23 10:48:09.855686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72bf6d7f-4d12-4b8f-8bc8-cdd222053b75 req-2c0542a0-12a0-4b1d-a10e-f77c9a7f45db tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Nov 23 10:48:09.937515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.953048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba953f-9a8e-4456-9149-1a0169c2a16f req-3ed55937-4301-49b9-920c-18b3817f276c tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:09.954691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9dba953f-9a8e-4456-9149-1a0169c2a16f req-3ed55937-4301-49b9-920c-18b3817f276c tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 945 time: 0.4316831 Nov 23 10:48:09.989229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:09.992698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-0bf23313-e5db-4a9e-8f53-c9653168b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:09.994142 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-0bf23313-e5db-4a9e-8f53-c9653168b054 service neutron] 10.222.0.58 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.4996946 Nov 23 10:48:10.134601 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-b8fd5626-1c0c-4800-8912-7136d0ea7aa5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 200 len: 217 time: 0.0751388 Nov 23 10:48:10.138572 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.145195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.256728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9dba953f-9a8e-4456-9149-1a0169c2a16f req-2ecc234a-28a3-4104-84f3-532c58d9e5ca tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817357 Nov 23 10:48:10.287327 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.288265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Fanout notify agent at l3_agent the message router_deleted on router 2b28d799-dc10-4f3f-a3ed-acb46d9c2313 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:10.293917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:10.302532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.308270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-722c5a66-0ad1-47f8-b210-949d22f56b6d tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/2b28d799-dc10-4f3f-a3ed-acb46d9c2313 HTTP/1.1" status: 204 len: 168 time: 2.0777597 Nov 23 10:48:10.308611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40460) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:10.313975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'router': {'name': 'tempest-snat-router-927835705', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': False}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:10.316384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-8a61e87a-d013-443a-8767-9103470acc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:10.318070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-8a61e87a-d013-443a-8767-9103470acc78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.1649513 Nov 23 10:48:10.343572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.343572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.358025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:10.358402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.371245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-2bab29ad-80c3-4c70-93ed-1d28049e9892 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363348 Nov 23 10:48:10.373609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.412091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.544026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-c1b0ecfa-bcd3-4679-a715-abc1a4e68079 service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634281 Nov 23 10:48:10.559396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.568316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 172.25.5.70 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/fe7181c9-20e8-430f-861d-684b447d9f89) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:10.743692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2cb749d4-8b34-422f-b099-c638378cbf27 req-f3b1a45f-24f3-4e47-96bb-71567a819cf1 service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836658 Nov 23 10:48:10.777033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.777264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d21e1f-905b-487a-9ad9-bab085062f59 req-b42e6ae8-93c5-4c0b-8879-d627437ba601 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:10.778770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90d21e1f-905b-487a-9ad9-bab085062f59 req-b42e6ae8-93c5-4c0b-8879-d627437ba601 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0887570 Nov 23 10:48:10.793201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.796938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.858279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90d21e1f-905b-487a-9ad9-bab085062f59 req-4e83e3c1-1406-4c7c-bf45-37634bbcb712 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705218 Nov 23 10:48:10.869067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:10.910649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:10.915660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:10.920267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:10.954934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=fe7181c9-20e8-430f-861d-684b447d9f89,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:10.968167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Allocated IP 172.25.5.215 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/30768c0a-4835-441f-8845-79d37cd341dc) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:11.010816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-2d79d30b-9c34-4101-ae2f-54982bde2d99 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:11.012457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-2d79d30b-9c34-4101-ae2f-54982bde2d99 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.65 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 945 time: 0.1198010 Nov 23 10:48:11.031538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.067989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.084777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a68d2-9700-4ffe-a96e-379805fcd790 req-dac8a655-9cda-412a-9cd3-60266237682e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:11.086457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-187a68d2-9700-4ffe-a96e-379805fcd790 req-dac8a655-9cda-412a-9cd3-60266237682e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1462953 Nov 23 10:48:11.233658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-187a68d2-9700-4ffe-a96e-379805fcd790 req-2b7217c4-19d8-473f-93f9-55a7ca31e36b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393461 Nov 23 10:48:11.238738 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.240556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.248978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.261375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Deleting port 4873959d-0c9a-4df4-89b3-078ed422ccec {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:11.261375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.323750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=fe7181c9-20e8-430f-861d-684b447d9f89,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:11.333039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.357198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.383940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.385187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb7b5717-7ba6-4878-a20f-a9ddf53bff74 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8128479 Nov 23 10:48:11.402997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b7904-a88b-4e93-9310-2b6db539490f req-75b10793-6ac7-49a4-b0d2-df3739073485 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:11.411904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-677b7904-a88b-4e93-9310-2b6db539490f req-75b10793-6ac7-49a4-b0d2-df3739073485 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 945 time: 0.0745764 Nov 23 10:48:11.424195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] For port 4873959d-0c9a-4df4-89b3-078ed422ccec, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4873959d-0c9a-4df4-89b3-078ed422ccec,segment=NetworkSegment(00d8168d-1920-4e42-a831-332534f84f27),segment_id=00d8168d-1920-4e42-a831-332534f84f27)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:11.424568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.440862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:11.447526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Calling delete_port for 4873959d-0c9a-4df4-89b3-078ed422ccec owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:11.454410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:11.457848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Port': ['ID=30768c0a-4835-441f-8845-79d37cd341dc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:11.463469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:11.474364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-677b7904-a88b-4e93-9310-2b6db539490f req-f1c85ea6-eebf-46ce-b7e2-35692fe6b6f6 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a423d0e-a802-42e4-84fe-41fdbd63853e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615060 Nov 23 10:48:11.721559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-e59c89c3-5ede-4ce4-aac7-bcaaa9007ae5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--351851694&fields=id&tenant_id=5a14e0ebb8f9410982d127e9f76042ce HTTP/1.1" status: 200 len: 267 time: 0.1094115 Nov 23 10:48:11.778008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:11.786015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-52f981fd-36a2-4e38-8112-89bff4f5dc01 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:11.787337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-52f981fd-36a2-4e38-8112-89bff4f5dc01 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports/950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 929 time: 0.0570130 Nov 23 10:48:11.795594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['4873959d-0c9a-4df4-89b3-078ed422ccec'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:11.876639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Pushing event deleted for resources: {'Port': ['ID=4873959d-0c9a-4df4-89b3-078ed422ccec,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:11.983386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92210c4a-e6f2-4ef3-85b5-7a3215669360 req-16d6e645-68a5-4970-8bee-20c1445d63c6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:11.984991 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92210c4a-e6f2-4ef3-85b5-7a3215669360 req-16d6e645-68a5-4970-8bee-20c1445d63c6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0540671 Nov 23 10:48:12.037072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92210c4a-e6f2-4ef3-85b5-7a3215669360 req-f91132d5-3c4c-4ff4-9887-d0ba76b07a4f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Nov 23 10:48:12.248495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-9ec588eb-9f58-4e29-9df1-898735123c67 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:12.249869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-9ec588eb-9f58-4e29-9df1-898735123c67 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 931 time: 0.4564462 Nov 23 10:48:12.264616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] No DVR routers for this DVR port 4873959d-0c9a-4df4-89b3-078ed422ccec on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:12.273335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:12.276573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83ff64d1-dc6c-47d7-a9b3-76c80cd6225e req-73210732-f83d-4546-adb9-aa39bf76309a tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.65 "DELETE /v2.0/ports/4873959d-0c9a-4df4-89b3-078ed422ccec HTTP/1.1" status: 204 len: 173 time: 1.2476716 Nov 23 10:48:12.277638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'name': 'network-vif-deleted', 'tag': '4873959d-0c9a-4df4-89b3-078ed422ccec'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:12.279865 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff95243c-4874-445c-90a7-700e962a73fa" -d '{"events": [{"server_uuid": "777f228e-8cd4-487b-bb1c-4f514d4e6daf", "name": "network-vif-deleted", "tag": "4873959d-0c9a-4df4-89b3-078ed422ccec"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:12.340997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-4c5131a1-c2da-453b-a15b-9799ee6a0703 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0728741 Nov 23 10:48:12.346833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:12.411717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-0db6d448-453a-4451-8e40-8272b2ec1f4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0619805 Nov 23 10:48:12.420448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e09f8-f9a3-482b-8a62-973a35c7d5bd req-8bad30ff-ec04-4c97-a2e2-71446face6d2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:12.421995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b56e09f8-f9a3-482b-8a62-973a35c7d5bd req-8bad30ff-ec04-4c97-a2e2-71446face6d2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0518124 Nov 23 10:48:12.477861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b56e09f8-f9a3-482b-8a62-973a35c7d5bd req-20a84f41-2500-41d7-96ec-b66158b6323b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483148 Nov 23 10:48:12.528551 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f682a-f3b7-4291-a757-5ef195763a5d x-openstack-request-id: req-9d8f682a-f3b7-4291-a757-5ef195763a5d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:12.528850 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777f228e-8cd4-487b-bb1c-4f514d4e6daf", "name": "network-vif-deleted", "tag": "4873959d-0c9a-4df4-89b3-078ed422ccec", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:12.529132 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d8f682a-f3b7-4291-a757-5ef195763a5d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:12.529538 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777f228e-8cd4-487b-bb1c-4f514d4e6daf', 'name': 'network-vif-deleted', 'tag': '4873959d-0c9a-4df4-89b3-078ed422ccec', 'status': 'completed', 'code': 200} Nov 23 10:48:12.620062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1f30ea61-222c-4364-8944-6eaf214b739e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:12.625961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1f30ea61-222c-4364-8944-6eaf214b739e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:12.632407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1f30ea61-222c-4364-8944-6eaf214b739e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:12.634071 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1f30ea61-222c-4364-8944-6eaf214b739e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/networks?id=172cb543-158a-4cad-bd24-49d8d0daf094&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 1990 time: 0.2165687 Nov 23 10:48:12.665461 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-efe645aa-2a65-4fdf-a663-200297678c4a req-6f76d702-98e6-4809-987e-22feb485d5a8 tempest-ServerGroupTestJSON-231040128 tempest-ServerGroupTestJSON-231040128-project] 10.222.0.61 "GET /v2.0/ports?device_id=777f228e-8cd4-487b-bb1c-4f514d4e6daf HTTP/1.1" status: 200 len: 210 time: 0.0261421 Nov 23 10:48:12.684470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d39d7b03-f6b5-47e1-badd-6c4e125d4729 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/quotas/5a14e0ebb8f9410982d127e9f76042ce HTTP/1.1" status: 200 len: 375 time: 0.0193901 Nov 23 10:48:12.707282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:12.800090 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-a1a55e55-ca06-4ca6-ae38-4236a50cdf9d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1067848 Nov 23 10:48:12.944338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-fed3f816-d2c7-4f83-93ee-763f78400249 service neutron] 10.222.0.61 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163239 Nov 23 10:48:12.959026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Router bfaabfa3-75dc-4a4f-9015-6b0c76476e5c is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:13.112437 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-58bdb416-c2c3-4359-baa6-c0fc8ad0a4f6 service neutron] 10.222.0.61 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617854 Nov 23 10:48:13.160304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d0ec9-11d4-4e24-bfa0-dfbb6f4ee028 req-cb4b5dd4-b0dd-4a59-bf03-5d8e187a3db7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:13.161844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-336d0ec9-11d4-4e24-bfa0-dfbb6f4ee028 req-cb4b5dd4-b0dd-4a59-bf03-5d8e187a3db7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0544281 Nov 23 10:48:13.163757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:13.166784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-50ee3dfa-96b2-497b-a317-be907ec93d5c service neutron] 10.222.0.61 "GET /v2.0/ports/950190f5-ab0c-4370-8a25-e10517a74e70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0472851 Nov 23 10:48:13.177935 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Sync routers for ids ['bfaabfa3-75dc-4a4f-9015-6b0c76476e5c'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:13.191529 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Routers {'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:13.192515 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['bfaabfa3-75dc-4a4f-9015-6b0c76476e5c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:13.218534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.222371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1451ed48-d1e5-4acc-8acb-d1c9cd6442da tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9126036 Nov 23 10:48:13.222996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40506) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:13.237347 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-336d0ec9-11d4-4e24-bfa0-dfbb6f4ee028 req-75428ca8-1dea-4d04-ac04-5e76591ad375 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529106 Nov 23 10:48:13.331548 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Set router bfaabfa3-75dc-4a4f-9015-6b0c76476e5c gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:13.364828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-e7753072-13e4-4321-b1c8-5e05cb4cbb59 service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813154 Nov 23 10:48:13.385022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40510) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:13.385346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4bfe6a89-82bf-4869-a9fe-779b2baec2ba tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/bfaabfa3-75dc-4a4f-9015-6b0c76476e5c HTTP/1.1" status: 200 len: 908 time: 0.1593573 Nov 23 10:48:13.389874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'router': {'name': 'tempest-snat-router-927835705', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': True}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:13.426791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.428256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.491621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.526159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-518e7e8f-dc00-4ad3-8cb2-b1bf383bc524 service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382976 Nov 23 10:48:13.564262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-0fd1f88d-df73-46ff-a7eb-c9d3851336e4 service neutron] 10.222.0.61 "GET /v2.0/ports/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0372345 Nov 23 10:48:13.564861 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c', 'name': 'tempest-snat-router-927835705', 'tenant_id': '8609821f0b184cb7b328d2cb410b5e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.215'}], 'enable_snat': False}, 'gw_port_id': '30768c0a-4835-441f-8845-79d37cd341dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:48:11Z', 'revision_number': 3, 'project_id': '8609821f0b184cb7b328d2cb410b5e76', 'gw_port': {'id': '30768c0a-4835-441f-8845-79d37cd341dc', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:13.594296 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Checking router: bfaabfa3-75dc-4a4f-9015-6b0c76476e5c for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:48:13.594787 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Updating router bfaabfa3-75dc-4a4f-9015-6b0c76476e5c port 30768c0a-4835-441f-8845-79d37cd341dc binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:48:13.626306 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.658190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.660005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-0ec7c455-6fb5-446a-bd16-3964ed082f48 service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872040 Nov 23 10:48:13.696867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc0bc2-974d-442e-bf9f-c405a00257f8 req-c419f85c-22bd-43fe-bdee-f6ee2e68d7b8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:13.698600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bdc0bc2-974d-442e-bf9f-c405a00257f8 req-c419f85c-22bd-43fe-bdee-f6ee2e68d7b8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1316636 Nov 23 10:48:13.766151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dac630f6-6c43-4a76-95e7-09c4618ecca7 service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975788 Nov 23 10:48:13.793675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bdc0bc2-974d-442e-bf9f-c405a00257f8 req-0f5bdba4-59f6-44ca-bd32-7445d9879a30 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839808 Nov 23 10:48:13.865072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1927712b-a2ee-4f3d-88dc-f5c875e1eea8 service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930963 Nov 23 10:48:13.917628 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.924225 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:13.984887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-05dd9382-9fdf-4a4c-b495-d3bcabe9dc12 service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109657 Nov 23 10:48:13.990142 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Attempting to bind port 30768c0a-4835-441f-8845-79d37cd341dc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:13.990542 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Attempting to bind port 30768c0a-4835-441f-8845-79d37cd341dc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:13.991609 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Attempting to bind port 30768c0a-4835-441f-8845-79d37cd341dc on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:13.995358 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Pushing event updated for resources: {'Port': ['ID=30768c0a-4835-441f-8845-79d37cd341dc,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:14.000512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.004680 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.005043 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.005384 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.005719 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.006105 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.006105 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.007272 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.007511 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.008028 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.008526 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.009012 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.009516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:14.013848 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:14.014482 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:14.015053 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.015598 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:14.016301 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Bound port: 30768c0a-4835-441f-8845-79d37cd341dc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:14.016870 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.025801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.056083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4873959d-0c9a-4df4-89b3-078ed422ccec no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:14.091139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 4873959d-0c9a-4df4-89b3-078ed422ccec {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:14.091505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4873959d-0c9a-4df4-89b3-078ed422ccec not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:14.097342 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] For port 30768c0a-4835-441f-8845-79d37cd341dc, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:14.101832 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] For port 30768c0a-4835-441f-8845-79d37cd341dc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=30768c0a-4835-441f-8845-79d37cd341dc,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:14.106043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-0c16eedc-41a7-4bcb-bdd2-3fcd6e31aedb service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136358 Nov 23 10:48:14.107838 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.164917 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Routers {'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:14.165605 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['bfaabfa3-75dc-4a4f-9015-6b0c76476e5c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:14.224501 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15552fc-0b3b-4d86-b69c-b14536a0eb07 None None] Pushing event updated for resources: {'Port': ['ID=30768c0a-4835-441f-8845-79d37cd341dc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:14.233554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-28287247-45d4-48fc-bd4e-0c50b5416ae1 service neutron] 10.222.0.61 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173532 Nov 23 10:48:14.236636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Allocated IP 172.25.5.109 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/6bb2b057-ca19-4de5-b7ba-46d4ec853e69) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:14.308931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40540) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:14.326339 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] Set router bfaabfa3-75dc-4a4f-9015-6b0c76476e5c gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:14.374632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] Deleting subnet c9966a6c-0217-49ff-9ebf-cfc1d8271439 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:14.379202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.385790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-10c29e4d-50b9-4c90-9745-6ad2b4a22046 service neutron] 10.222.0.61 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421359 Nov 23 10:48:14.401964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.430155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a7536-c37b-4269-9644-daaab0604262 req-c63c28b3-c6fa-48ad-baa7-8228ade1b5e7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:14.431802 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-738a7536-c37b-4269-9644-daaab0604262 req-c63c28b3-c6fa-48ad-baa7-8228ade1b5e7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0824509 Nov 23 10:48:14.453567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6f89557-3566-4749-be63-e4f494eccc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.489972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.501139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.544832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-738a7536-c37b-4269-9644-daaab0604262 req-d3eb54aa-8b31-4567-8640-4f2363608b83 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029608 Nov 23 10:48:14.548234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:14.551287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:14.554568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:14.564388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7c89dc21-2c68-419e-9474-af833ca687b4 service neutron] 10.222.0.61 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528850 Nov 23 10:48:14.565581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.580794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Port': ['ID=6bb2b057-ca19-4de5-b7ba-46d4ec853e69,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:14.718090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.718794 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c', 'name': 'tempest-snat-router-927835705', 'tenant_id': '8609821f0b184cb7b328d2cb410b5e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.215'}], 'enable_snat': False}, 'gw_port_id': '30768c0a-4835-441f-8845-79d37cd341dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:48:11Z', 'revision_number': 3, 'project_id': '8609821f0b184cb7b328d2cb410b5e76', 'gw_port': {'id': '30768c0a-4835-441f-8845-79d37cd341dc', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:14.754422 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f577d9d9-570b-4146-b89e-f4ade11b1a5f None None] The sync data for ids ['bfaabfa3-75dc-4a4f-9015-6b0c76476e5c'] in n-d-817747-2 is: [{'id': 'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c', 'name': 'tempest-snat-router-927835705', 'tenant_id': '8609821f0b184cb7b328d2cb410b5e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.215'}], 'enable_snat': False}, 'gw_port_id': '30768c0a-4835-441f-8845-79d37cd341dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:48:11Z', 'revision_number': 3, 'project_id': '8609821f0b184cb7b328d2cb410b5e76', 'gw_port': {'id': '30768c0a-4835-441f-8845-79d37cd341dc', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfaabfa3-75dc-4a4f-9015-6b0c76476e5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:14.759453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-e5978c5c-1189-4712-a93f-cb435123d83e service neutron] 10.222.0.61 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577501 Nov 23 10:48:14.767234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:14.771467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c9966a6c-0217-49ff-9ebf-cfc1d8271439 HTTP/1.1" status: 204 len: 168 time: 0.4614234 Nov 23 10:48:14.772922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bc2bd-7a2d-4154-a0d2-275d587ac6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9966a6c-0217-49ff-9ebf-cfc1d8271439,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:14.774522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40546) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:14.896629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-ba202e95-b263-4c2f-a84c-4e6db21800e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202514 Nov 23 10:48:15.025167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:15.064265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58238a61-dfc6-4ed8-b25c-72a177ca24ce req-1b19a638-151e-4bd0-8fe7-a7a54fb40edf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:15.073880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58238a61-dfc6-4ed8-b25c-72a177ca24ce req-1b19a638-151e-4bd0-8fe7-a7a54fb40edf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1468911 Nov 23 10:48:15.090728 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:15.317506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58238a61-dfc6-4ed8-b25c-72a177ca24ce req-3336d7fc-c20e-4dd2-b3cc-33d79f04eac9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374651 Nov 23 10:48:15.717694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:15.758300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1445339a-895f-4c0d-8af7-a4ac7637b8d0']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:15.776915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d8168d-1920-4e42-a831-332534f84f27') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:15.778000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d8168d-1920-4e42-a831-332534f84f27') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:15.806404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:15.830120 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe20ef37-5d98-456e-87d3-d3e0ad9649d1 req-32b294b8-205e-4aa9-a4c8-18522eddbaef tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.1192274 Nov 23 10:48:15.903295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:15.919183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:15.919594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:15.922475 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:16.041510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.093328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.102575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.108704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] 10.222.0.61 "DELETE /v2.0/networks/1445339a-895f-4c0d-8af7-a4ac7637b8d0 HTTP/1.1" status: 204 len: 168 time: 1.3285472 Nov 23 10:48:16.134818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577230fa-4fc1-4bfa-bce3-03476d3dd31a admin admin] Pushing event deleted for resources: {'Network': ['ID=1445339a-895f-4c0d-8af7-a4ac7637b8d0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:16.250020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Router 2bfcf9a6-15f5-4014-b965-8c97e01abcd7 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:16.342738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40596) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:16.357028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 30768c0a-4835-441f-8845-79d37cd341dc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:16.388725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:16.404454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Sync routers for ids ['2bfcf9a6-15f5-4014-b965-8c97e01abcd7'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:16.407047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8c918eae-627b-4ffd-8fe0-92bd688ba7d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb8c524ed8af4f889984c3859bbd1567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0646834 Nov 23 10:48:16.413673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40598) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:16.421060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Routers {'2bfcf9a6-15f5-4014-b965-8c97e01abcd7'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:16.421955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2bfcf9a6-15f5-4014-b965-8c97e01abcd7'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:16.466296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.468698 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e67bd25b-3717-4995-9aa1-6ecb40f484f5 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0812764 Nov 23 10:48:16.473876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40602) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:16.479024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27f390-5f62-4e5f-9f14-f1c514ce7ace req-41c09476-00dd-460d-b143-7cb9120c608d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:16.480613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e27f390-5f62-4e5f-9f14-f1c514ce7ace req-41c09476-00dd-460d-b143-7cb9120c608d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0875793 Nov 23 10:48:16.524680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0247c02-a9e4-47b9-b829-dd2c3afe9a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.539469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 30768c0a-4835-441f-8845-79d37cd341dc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:16.539846 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.584353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e27f390-5f62-4e5f-9f14-f1c514ce7ace req-0d9d7caf-a11e-4c7e-ba2e-9653649d4687 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939586 Nov 23 10:48:16.605956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0247c02-a9e4-47b9-b829-dd2c3afe9a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.616834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Set router 2bfcf9a6-15f5-4014-b965-8c97e01abcd7 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:16.665210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f272f2da-3c82-4f6f-ab26-7f6f80af417b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/2bfcf9a6-15f5-4014-b965-8c97e01abcd7 HTTP/1.1" status: 200 len: 907 time: 0.1888869 Nov 23 10:48:16.666821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40604) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:16.684382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0247c02-a9e4-47b9-b829-dd2c3afe9a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.691624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0247c02-a9e4-47b9-b829-dd2c3afe9a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.693095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f0247c02-a9e4-47b9-b829-dd2c3afe9a33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a423d0e-a802-42e4-84fe-41fdbd63853e HTTP/1.1" status: 204 len: 168 time: 0.2783089 Nov 23 10:48:16.704136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0247c02-a9e4-47b9-b829-dd2c3afe9a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a423d0e-a802-42e4-84fe-41fdbd63853e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:16.810764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.828441 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.893308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 30768c0a-4835-441f-8845-79d37cd341dc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=30768c0a-4835-441f-8845-79d37cd341dc,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:16.931779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:16.939185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.021338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6172d5a0-117a-498a-bd6d-ff9f28c53225 req-f8a90948-ef52-4b99-bc26-e833aa8f2223 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0398362 Nov 23 10:48:17.033732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f5bb2cfd-25e0-4679-aa19-becb8114724b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.051107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Deleting port 6bb2b057-ca19-4de5-b7ba-46d4ec853e69 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:17.051301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.110235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=30768c0a-4835-441f-8845-79d37cd341dc,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:17.118000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-be5b1639-8b9c-4a00-b651-31a873dbff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.121436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-be5b1639-8b9c-4a00-b651-31a873dbff5e service neutron] 10.222.0.65 "GET /v2.0/ports/950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 1025 time: 0.1004527 Nov 23 10:48:17.125297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfcf9a6-15f5-4014-b965-8c97e01abcd7', 'name': 'tempest-snat-router-927835705', 'tenant_id': '8609821f0b184cb7b328d2cb410b5e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '6bb2b057-ca19-4de5-b7ba-46d4ec853e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:13Z', 'updated_at': '2021-11-23T10:48:14Z', 'revision_number': 3, 'project_id': '8609821f0b184cb7b328d2cb410b5e76', 'gw_port': {'id': '6bb2b057-ca19-4de5-b7ba-46d4ec853e69', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:49:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfcf9a6-15f5-4014-b965-8c97e01abcd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:14Z', 'updated_at': '2021-11-23T10:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:17.201202 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.217025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3465d9e8-eca1-45a0-bcf0-5bcbf6ce4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.218837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3465d9e8-eca1-45a0-bcf0-5bcbf6ce4ef7 service neutron] 10.222.0.65 "GET /v2.0/ports/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 1027 time: 0.0833817 Nov 23 10:48:17.221880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Calling delete_port for 6bb2b057-ca19-4de5-b7ba-46d4ec853e69 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:17.243026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Checking router: 2bfcf9a6-15f5-4014-b965-8c97e01abcd7 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:48:17.247244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Updating router 2bfcf9a6-15f5-4014-b965-8c97e01abcd7 port 6bb2b057-ca19-4de5-b7ba-46d4ec853e69 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:48:17.312276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.466338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7a6ee37f-c295-4954-8501-429dee6f6863 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.476804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7a6ee37f-c295-4954-8501-429dee6f6863 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.480573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7a6ee37f-c295-4954-8501-429dee6f6863 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.482453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7a6ee37f-c295-4954-8501-429dee6f6863 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "GET /v2.0/networks?id=172cb543-158a-4cad-bd24-49d8d0daf094&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 1990 time: 0.2552218 Nov 23 10:48:17.491312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.497753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a1b46-7929-4fff-8907-5017844919d4 req-432ee199-22b3-4158-884b-c03167c9dba2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.499276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c7a1b46-7929-4fff-8907-5017844919d4 req-432ee199-22b3-4158-884b-c03167c9dba2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1145363 Nov 23 10:48:17.524732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bb2b057-ca19-4de5-b7ba-46d4ec853e69,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:17.601014 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-877e7674-50b0-4741-a0e3-ec3d6b26f80d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a14e0ebb8f9410982d127e9f76042ce HTTP/1.1" status: 200 len: 379 time: 0.1005604 Nov 23 10:48:17.623294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c7a1b46-7929-4fff-8907-5017844919d4 req-192611c1-4bc2-4396-ba73-f8bfb824ff97 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163492 Nov 23 10:48:17.635300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'admin_state_up': True, 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'security_groups': ['2d6c75ba-9b32-4b7b-90bb-f42297809dfa']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:17.644227 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.718277 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:48:17.720849 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:48:17.798840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.814020 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.868985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:17.872619 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.877892 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.878472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfcf9a6-15f5-4014-b965-8c97e01abcd7 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:17.883493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58985b8-0cd9-4ca6-aae2-934feda9ffec req-a15680ce-54a3-4bcc-89e3-5aa891be15fe tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:17.883745 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:17.885009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9aa3e390-b28f-45f3-b5b5-3a5bafea82cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "DELETE /v2.0/routers/2bfcf9a6-15f5-4014-b965-8c97e01abcd7 HTTP/1.1" status: 204 len: 168 time: 1.2107468 Nov 23 10:48:17.887902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40644) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:17.893915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c58985b8-0cd9-4ca6-aae2-934feda9ffec req-a15680ce-54a3-4bcc-89e3-5aa891be15fe tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0857160 Nov 23 10:48:18.034695 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.127034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 172.20.0.5 (172cb543-158a-4cad-bd24-49d8d0daf094/e66536e5-6ad5-4ff3-acb6-9feefcc40aed/fb613f22-deeb-4ec7-8d26-33c37ab21ad4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:18.181444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.272024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Port 6bb2b057-ca19-4de5-b7ba-46d4ec853e69 not found while updating agent binding for router 2bfcf9a6-15f5-4014-b965-8c97e01abcd7. {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 10:48:18.295276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:18.297174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:48:18.297973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_agentschedulers_db [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2bfcf9a6-15f5-4014-b965-8c97e01abcd7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent'). {{(pid=103428) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:48:18.300195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986eeae5-0bee-444b-bdb0-72881d56f7bc None None] The sync data for ids ['2bfcf9a6-15f5-4014-b965-8c97e01abcd7'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:18.327091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c58985b8-0cd9-4ca6-aae2-934feda9ffec req-fac22ae2-3e2c-45d0-839e-07a8413cbdad tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276760 Nov 23 10:48:18.349355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Deleting port 30768c0a-4835-441f-8845-79d37cd341dc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:18.349976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.362072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 30768c0a-4835-441f-8845-79d37cd341dc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:18.476513 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.486894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 30768c0a-4835-441f-8845-79d37cd341dc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:18.487274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.539024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] For port 30768c0a-4835-441f-8845-79d37cd341dc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=30768c0a-4835-441f-8845-79d37cd341dc,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:18.539540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.555936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Calling delete_port for 30768c0a-4835-441f-8845-79d37cd341dc owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:18.789580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.822689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event deleted for resources: {'Port': ['ID=30768c0a-4835-441f-8845-79d37cd341dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:18.846964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.883898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e233ae0b-e117-422f-ae0a-d904781f6b90 req-b256fd51-a4c2-4594-839c-c7b022df3f47 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.4556236 Nov 23 10:48:18.929158 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:18.949744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.037886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network 172cb543-158a-4cad-bd24-49d8d0daf094 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:19.041542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:19.044829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:19.068917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.071678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.079329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:19.112823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:19.113586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.145623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-34679820-5a2e-4c48-acda-c64fa727ebca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5207064 Nov 23 10:48:19.151453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.152059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfaabfa3-75dc-4a4f-9015-6b0c76476e5c {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:19.156861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.158098 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-23c80677-eeba-49d4-aaac-9c7c43ffd867 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "DELETE /v2.0/routers/bfaabfa3-75dc-4a4f-9015-6b0c76476e5c HTTP/1.1" status: 204 len: 168 time: 1.2692702 Nov 23 10:48:19.162209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40668) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:19.164425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'admin_state_up': True, 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'security_groups': ['2d6c75ba-9b32-4b7b-90bb-f42297809dfa']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:19.167612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-386221882', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:19.218281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.222827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.354726 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.424515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:19.431153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.431293 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.489833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-55ed626f-ef1d-427d-a899-b0adb8160051 None None] Provisioning complete for port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:19.492192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55ed626f-ef1d-427d-a899-b0adb8160051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.536802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-55ed626f-ef1d-427d-a899-b0adb8160051 None None] Port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:19.548286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefb8d8-4d83-43fb-b449-ac56a5e70ea5 req-ebd39abd-fc8b-4a5d-8af9-f2668ec2efea tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:19.549863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2aefb8d8-4d83-43fb-b449-ac56a5e70ea5 req-ebd39abd-fc8b-4a5d-8af9-f2668ec2efea tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1172202 Nov 23 10:48:19.563476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.648652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 10.1.1.118 (a0105539-21d4-4cc7-92ab-e137123fedfb/41c8d52c-d580-4f8e-a343-120e34686273/47f9f895-235f-49fc-891a-6d9b5155e884) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:19.666886 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.678828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2aefb8d8-4d83-43fb-b449-ac56a5e70ea5 req-18e440f9-49d4-4c3f-bd60-10fe018f4fb8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184897 Nov 23 10:48:19.855364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.860159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.880699 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.895040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:19.953955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a0105539-21d4-4cc7-92ab-e137123fedfb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:19.958668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:19.961984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=47f9f895-235f-49fc-891a-6d9b5155e884,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:19.965808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:19.979748 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:48:20.067948 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.073051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:20.074359 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.087314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Allocated IP 172.25.5.238 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/c50eb607-dba2-4603-91b2-bdbb5f8043d9) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:20.105206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-205b9366-6b6f-44cd-9ad3-d0ba1bb7b4af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9492075 Nov 23 10:48:20.115333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626b476-e7b5-4dfa-83cf-25f96cd5d94c req-e946d6f9-adf4-469a-9092-34ff917e3485 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:20.122798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626b476-e7b5-4dfa-83cf-25f96cd5d94c req-e946d6f9-adf4-469a-9092-34ff917e3485 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:20.124581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3626b476-e7b5-4dfa-83cf-25f96cd5d94c req-e946d6f9-adf4-469a-9092-34ff917e3485 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 1653 time: 0.1598794 Nov 23 10:48:20.129917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'admin_state_up': True, 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'security_groups': ['2d6c75ba-9b32-4b7b-90bb-f42297809dfa']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:20.257069 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3626b476-e7b5-4dfa-83cf-25f96cd5d94c req-81748825-cf4b-44ed-9990-e720e5c1af82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227787 Nov 23 10:48:20.260409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.315380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5fcfb5aa-cae1-4bc1-b500-4d414b93b619 None None] Provisioning complete for port 47f9f895-235f-49fc-891a-6d9b5155e884 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:20.315756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fcfb5aa-cae1-4bc1-b500-4d414b93b619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.334597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:20.340718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.390576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 30768c0a-4835-441f-8845-79d37cd341dc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:20.414547 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.420397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 30768c0a-4835-441f-8845-79d37cd341dc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:20.420761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 30768c0a-4835-441f-8845-79d37cd341dc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:20.424962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfb5aa-cae1-4bc1-b500-4d414b93b619 None None] Port 47f9f895-235f-49fc-891a-6d9b5155e884 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:20.473016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:20.477049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:20.483898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:20.520247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event updated for resources: {'Port': ['ID=c50eb607-dba2-4603-91b2-bdbb5f8043d9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:20.546254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 10.1.1.78 (a0105539-21d4-4cc7-92ab-e137123fedfb/41c8d52c-d580-4f8e-a343-120e34686273/bc7afc49-1cd7-4949-96f8-06079f18d3c6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:20.702763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.759359 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.772230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.836935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a0105539-21d4-4cc7-92ab-e137123fedfb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:20.846141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:20.854931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:20.889261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=bc7afc49-1cd7-4949-96f8-06079f18d3c6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:20.920883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c6f5-eaae-4e6d-ab9b-fc7e157efabf req-5e786332-2bdf-45cc-a3a0-3bc05447d335 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:20.929033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d6c6f5-eaae-4e6d-ab9b-fc7e157efabf req-5e786332-2bdf-45cc-a3a0-3bc05447d335 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1660254 Nov 23 10:48:20.961663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:20.962500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:20.991911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d5f7ee52-7814-4ce0-8f7c-2416ec98eeb7 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8661323 Nov 23 10:48:20.997050 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:21.006338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c', 'admin_state_up': True, 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'security_groups': ['2d6c75ba-9b32-4b7b-90bb-f42297809dfa']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:21.128868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d6c6f5-eaae-4e6d-ab9b-fc7e157efabf req-f685f239-300c-426b-ba1d-0e400e50fea8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977088 Nov 23 10:48:21.159451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-67b2b93c-94b1-4e6a-afcf-2b3684a48592 None None] Provisioning complete for port bc7afc49-1cd7-4949-96f8-06079f18d3c6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:21.160179 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-67b2b93c-94b1-4e6a-afcf-2b3684a48592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:21.174106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:21.183819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Router ed643c46-a5a2-41a8-8096-2de7cb7cedaf is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:21.209584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-67b2b93c-94b1-4e6a-afcf-2b3684a48592 None None] Port bc7afc49-1cd7-4949-96f8-06079f18d3c6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:21.284872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:21.522179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82238f-a401-4033-af77-69f9304dd006 req-8a86a347-a8cb-4375-87d9-7dee32ad9cd6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:21.528587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82238f-a401-4033-af77-69f9304dd006 req-8a86a347-a8cb-4375-87d9-7dee32ad9cd6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:21.534912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82238f-a401-4033-af77-69f9304dd006 req-8a86a347-a8cb-4375-87d9-7dee32ad9cd6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:21.536719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e82238f-a401-4033-af77-69f9304dd006 req-8a86a347-a8cb-4375-87d9-7dee32ad9cd6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 2373 time: 0.1716366 Nov 23 10:48:21.593252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:21.606825 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] Sync routers for ids ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:21.614705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:21.619490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac54312b-b590-4a3f-bfb8-a75ea3f5cd38 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4558020 Nov 23 10:48:21.619658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40694) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:21.621802 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] Routers {'ed643c46-a5a2-41a8-8096-2de7cb7cedaf'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:21.622427 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:21.630413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': False}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:21.643531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 10.2.2.100 (a58ebb1f-399c-42f3-b830-0a983ada0e2c/aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e/396972cd-1e23-491f-b862-c7149ee2bf24) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:21.657457 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:21.666593 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] Routers {'ed643c46-a5a2-41a8-8096-2de7cb7cedaf'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:21.667223 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:21.680506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e82238f-a401-4033-af77-69f9304dd006 req-b0049a3e-44a5-40d4-a8a6-3c02b6be5335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319447 Nov 23 10:48:21.705071 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:21.705745 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20311b43-0fa0-41f1-a39b-3bfb0315b5ef None None] The sync data for ids ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:21.956490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:21.981926 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:22.070735 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:22.117520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:22.138200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:22.145286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:22.149732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=396972cd-1e23-491f-b862-c7149ee2bf24,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:22.161910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:22.227854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:22.228529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:22.281205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-3da7710b-85f7-41a7-a2fa-680d90f1a56f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2807827 Nov 23 10:48:22.309999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c', 'admin_state_up': True, 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'security_groups': ['2d6c75ba-9b32-4b7b-90bb-f42297809dfa']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:22.395746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3876713-37ba-4098-a427-94a1b036adcc req-606ecf49-e311-459f-a8d4-e89f0105109f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:22.397920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3876713-37ba-4098-a427-94a1b036adcc req-606ecf49-e311-459f-a8d4-e89f0105109f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1296716 Nov 23 10:48:22.448646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3d7b74e4-bda1-4bb5-a5e3-b5f43495e8cd None None] Provisioning complete for port 396972cd-1e23-491f-b862-c7149ee2bf24 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:22.449656 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3d7b74e4-bda1-4bb5-a5e3-b5f43495e8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:22.489682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b74e4-bda1-4bb5-a5e3-b5f43495e8cd None None] Port 396972cd-1e23-491f-b862-c7149ee2bf24 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:22.534565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3876713-37ba-4098-a427-94a1b036adcc req-544382b8-c33d-45d2-93ed-37cb7e98dc6b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219349 Nov 23 10:48:22.602458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Made reservation on behalf of 5a14e0ebb8f9410982d127e9f76042ce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:22.607080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.253254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b43ad-94c7-4e95-8fe7-1e9a478fd147 req-aca199c1-5d2a-4e06-b943-8dcc034adea5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:23.259761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b43ad-94c7-4e95-8fe7-1e9a478fd147 req-aca199c1-5d2a-4e06-b943-8dcc034adea5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:23.265743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b43ad-94c7-4e95-8fe7-1e9a478fd147 req-aca199c1-5d2a-4e06-b943-8dcc034adea5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:23.272070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b43ad-94c7-4e95-8fe7-1e9a478fd147 req-aca199c1-5d2a-4e06-b943-8dcc034adea5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:23.273932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f3b43ad-94c7-4e95-8fe7-1e9a478fd147 req-aca199c1-5d2a-4e06-b943-8dcc034adea5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 3094 time: 0.4839082 Nov 23 10:48:23.277437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Allocated IP 10.2.2.200 (a58ebb1f-399c-42f3-b830-0a983ada0e2c/aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e/1e942cdf-8098-4f16-8967-4aface1bd9b6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:23.361000 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.387453 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.418840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f3b43ad-94c7-4e95-8fe7-1e9a478fd147 req-eb468a94-3444-4948-8710-6f7a5da37753 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083591 Nov 23 10:48:23.598177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.604150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Router ed643c46-a5a2-41a8-8096-2de7cb7cedaf has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:48:23.743691 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.806951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:23.815087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:23.828156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ed12c-1b7f-4f24-877e-9755adf4b02e req-a81a68e0-d726-4bbd-91c0-efd32aaef39c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:23.829745 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f6ed12c-1b7f-4f24-877e-9755adf4b02e req-a81a68e0-d726-4bbd-91c0-efd32aaef39c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1696808 Nov 23 10:48:23.832356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:23.835463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event updated for resources: {'Port': ['ID=1e942cdf-8098-4f16-8967-4aface1bd9b6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:23.840677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:23.857091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] Sync routers for ids ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:23.870312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.873918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-316cfb94-6f62-4ce1-b238-65544412fd10 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "PUT /v2.0/routers/ed643c46-a5a2-41a8-8096-2de7cb7cedaf HTTP/1.1" status: 200 len: 925 time: 2.2485595 Nov 23 10:48:23.874335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:23.890163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] Routers {'ed643c46-a5a2-41a8-8096-2de7cb7cedaf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:23.893238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:23.922610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:23.923257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:23.936907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f6ed12c-1b7f-4f24-877e-9755adf4b02e req-2f08f84d-5643-4ff6-9cf4-5a76941c95a7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988426 Nov 23 10:48:23.951214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-875652e8-1397-4d53-aa57-fa0ffc5aa58a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6461525 Nov 23 10:48:23.967352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:23.973721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:24.002953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] Routers {'ed643c46-a5a2-41a8-8096-2de7cb7cedaf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:24.003846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:24.064194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.074773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:24.075819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0f36d-943b-47f3-a241-1c537bd5039d None None] The sync data for ids ['ed643c46-a5a2-41a8-8096-2de7cb7cedaf'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:24.100436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bad3879f-fab9-48af-a9fc-b4ae0beca80b tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/ed643c46-a5a2-41a8-8096-2de7cb7cedaf HTTP/1.1" status: 200 len: 925 time: 0.2236755 Nov 23 10:48:24.103355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40712) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:24.125089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b401dfae-27ee-4fe5-847b-90d2ccccff80 None None] Provisioning complete for port 1e942cdf-8098-4f16-8967-4aface1bd9b6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:24.125494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b401dfae-27ee-4fe5-847b-90d2ccccff80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.161723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b401dfae-27ee-4fe5-847b-90d2ccccff80 None None] Port 1e942cdf-8098-4f16-8967-4aface1bd9b6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:24.263165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b0e249-6ce4-41f6-b3dd-916a8e9e3fb7 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.267416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a2b0e249-6ce4-41f6-b3dd-916a8e9e3fb7 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=ed643c46-a5a2-41a8-8096-2de7cb7cedaf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1603913 Nov 23 10:48:24.267692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40714) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:24.365711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9fa29-c008-45d3-993d-f41042ae915d tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.367976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aee9fa29-c008-45d3-993d-f41042ae915d tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.0987723 Nov 23 10:48:24.370316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40716) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:24.399688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-98d292b3-7692-4064-a3c1-5c4c320bef8f tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed643c46-a5a2-41a8-8096-2de7cb7cedaf HTTP/1.1" status: 200 len: 205 time: 0.0277188 Nov 23 10:48:24.401994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:24.443361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb613f22-deeb-4ec7-8d26-33c37ab21ad4 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:24.451383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.466961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Transition to ACTIVE for port object fb613f22-deeb-4ec7-8d26-33c37ab21ad4 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:24.473533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.541205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.582394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:24.645002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb138-8047-4043-a6c0-6d96d85e5844 req-cbeb66eb-0613-415b-aa1e-b5e35eb50887 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.652902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb138-8047-4043-a6c0-6d96d85e5844 req-cbeb66eb-0613-415b-aa1e-b5e35eb50887 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.659516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb138-8047-4043-a6c0-6d96d85e5844 req-cbeb66eb-0613-415b-aa1e-b5e35eb50887 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.665401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb138-8047-4043-a6c0-6d96d85e5844 req-cbeb66eb-0613-415b-aa1e-b5e35eb50887 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.671548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbb138-8047-4043-a6c0-6d96d85e5844 req-cbeb66eb-0613-415b-aa1e-b5e35eb50887 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.679927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11bbb138-8047-4043-a6c0-6d96d85e5844 req-cbeb66eb-0613-415b-aa1e-b5e35eb50887 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 3827 time: 0.1738262 Nov 23 10:48:24.686893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.732109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Attempting to bind port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:24.732471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Attempting to bind port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:24.732776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Attempting to bind port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 on network 172cb543-158a-4cad-bd24-49d8d0daf094 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:24.744267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 on network 172cb543-158a-4cad-bd24-49d8d0daf094 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:24.744579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Attempting to bind port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 on network 172cb543-158a-4cad-bd24-49d8d0daf094 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:24.759161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11bbb138-8047-4043-a6c0-6d96d85e5844 req-ee3ade74-0066-40e1-a27c-2edadae8886f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785785 Nov 23 10:48:24.762832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:24.764305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Checking segment: {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:24.764939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Bound using segment: {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:24.765637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Bound port: fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '318be6b8-3373-4fdd-95a9-28f1e33e8efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:24.766216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.769327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Deleting port c50eb607-dba2-4603-91b2-bdbb5f8043d9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:24.769469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.853590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] For port fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:24.855461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.856898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] For port fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:24.867294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.877300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Calling delete_port for c50eb607-dba2-4603-91b2-bdbb5f8043d9 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:24.936755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:24.942431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:24.943203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:24.945374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8eeced59-d622-4b67-8274-42a28a795ed4 service neutron] 10.222.0.65 "PUT /v2.0/ports/fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 200 len: 1091 time: 0.9802368 Nov 23 10:48:24.945953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:24.948477 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:24.985337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:25.058441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.075031 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d7f8fa-e9b6-42c5-bc00-70b1a2b7bdd8 x-openstack-request-id: req-c2d7f8fa-e9b6-42c5-bc00-70b1a2b7bdd8 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:25.075031 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:25.075031 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c2d7f8fa-e9b6-42c5-bc00-70b1a2b7bdd8 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:25.075031 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'status': 'completed', 'code': 200} Nov 23 10:48:25.174068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.186792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-5a7b00e7-9207-485e-85c9-f257fe1b8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.187532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-5a7b00e7-9207-485e-85c9-f257fe1b8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.188140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-5a7b00e7-9207-485e-85c9-f257fe1b8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.188766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-5a7b00e7-9207-485e-85c9-f257fe1b8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.189609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-5a7b00e7-9207-485e-85c9-f257fe1b8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.192104 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-5a7b00e7-9207-485e-85c9-f257fe1b8fbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 4362 time: 0.1014402 Nov 23 10:48:25.232716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event deleted for resources: {'Port': ['ID=c50eb607-dba2-4603-91b2-bdbb5f8043d9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:25.295915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86bd4e-2098-4150-b8ea-ce63fed119cf req-7e96f9ae-3ace-4963-b14c-0422745e6ce4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.297655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd86bd4e-2098-4150-b8ea-ce63fed119cf req-7e96f9ae-3ace-4963-b14c-0422745e6ce4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.0963395 Nov 23 10:48:25.399675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd86bd4e-2098-4150-b8ea-ce63fed119cf req-3e2e7afc-0767-437d-b8a4-1b6b4e5bfafa tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695777 Nov 23 10:48:25.421717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.484990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950190f5-ab0c-4370-8a25-e10517a74e70 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:25.494001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.509913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Transition to ACTIVE for port object 950190f5-ab0c-4370-8a25-e10517a74e70 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:25.517390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.565677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.568719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.628870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-9c0a678a-b4d8-4463-bbb9-f1bf3f40fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.629373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-9c0a678a-b4d8-4463-bbb9-f1bf3f40fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.629840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-9c0a678a-b4d8-4463-bbb9-f1bf3f40fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.633210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-9c0a678a-b4d8-4463-bbb9-f1bf3f40fef1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4099305 Nov 23 10:48:25.636593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Pushing event updated for resources: {'Port': ['ID=950190f5-ab0c-4370-8a25-e10517a74e70,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:25.673730 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.678305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Fanout notify agent at l3_agent the message router_deleted on router ed643c46-a5a2-41a8-8096-2de7cb7cedaf {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:25.685044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Attempting to bind port 950190f5-ab0c-4370-8a25-e10517a74e70 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:25.685044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Attempting to bind port 950190f5-ab0c-4370-8a25-e10517a74e70 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:25.685498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Attempting to bind port 950190f5-ab0c-4370-8a25-e10517a74e70 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:25.692033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Port 950190f5-ab0c-4370-8a25-e10517a74e70 on network a0105539-21d4-4cc7-92ab-e137123fedfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:25.692467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Attempting to bind port 950190f5-ab0c-4370-8a25-e10517a74e70 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:25.700519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:25.700868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Checking segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:25.701344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Bound using segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:25.701784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Bound port: 950190f5-ab0c-4370-8a25-e10517a74e70, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:25.702196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.708761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.710524 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c022463d-7a1e-4add-807b-08efd3666927 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/ed643c46-a5a2-41a8-8096-2de7cb7cedaf HTTP/1.1" status: 204 len: 168 time: 1.3075652 Nov 23 10:48:25.715570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:25.737873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ea4debc8-029c-4f77-9d7a-8a8f777febc8 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1656556036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:25.786402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] For port 950190f5-ab0c-4370-8a25-e10517a74e70, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:25.790728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] For port 950190f5-ab0c-4370-8a25-e10517a74e70, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=950190f5-ab0c-4370-8a25-e10517a74e70,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:25.804413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.863421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.863925 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.867226 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] 10.222.0.65 "PUT /v2.0/ports/950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 1128 time: 0.8850217 Nov 23 10:48:25.871304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea4debc8-029c-4f77-9d7a-8a8f777febc8 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.872678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea4debc8-029c-4f77-9d7a-8a8f777febc8 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.899079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574981-40a4-43f8-8e32-5a27b774e4ff req-6bb822d9-a5f6-4727-9507-55ad95dd54d6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.900704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d574981-40a4-43f8-8e32-5a27b774e4ff req-6bb822d9-a5f6-4727-9507-55ad95dd54d6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1083720 Nov 23 10:48:25.907894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:25.917579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-4b8a2efd-56d6-4d05-bad2-466797002406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:25.919690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad4be68f-0be4-4c41-b027-4f1bd0e8960e req-4b8a2efd-56d6-4d05-bad2-466797002406 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2713711 Nov 23 10:48:25.940260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c931858-bfd1-465a-9430-3638972e29cc service neutron] Pushing event updated for resources: {'Port': ['ID=950190f5-ab0c-4370-8a25-e10517a74e70,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:25.976104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea4debc8-029c-4f77-9d7a-8a8f777febc8 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:25.987017 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea4debc8-029c-4f77-9d7a-8a8f777febc8 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:26.011789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea4debc8-029c-4f77-9d7a-8a8f777febc8 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:26.012887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d574981-40a4-43f8-8e32-5a27b774e4ff req-f79e846a-855e-4fb8-b079-b2b6619d1959 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985284 Nov 23 10:48:26.019239 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea4debc8-029c-4f77-9d7a-8a8f777febc8 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2822499 Nov 23 10:48:26.020085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40744) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:26.025440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:26.029631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:26.273198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-0c59aa66-0501-4657-9a3f-e9a32dccf899 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:26.279440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-0c59aa66-0501-4657-9a3f-e9a32dccf899 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:26.285594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-0c59aa66-0501-4657-9a3f-e9a32dccf899 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:26.292611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-0c59aa66-0501-4657-9a3f-e9a32dccf899 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:26.298994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-0c59aa66-0501-4657-9a3f-e9a32dccf899 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:26.305207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-0c59aa66-0501-4657-9a3f-e9a32dccf899 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:26.307073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-0c59aa66-0501-4657-9a3f-e9a32dccf899 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 4597 time: 0.2046435 Nov 23 10:48:26.463035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:26.570407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fcc81d9f-858c-4d8e-8f05-3426fc54df50 req-6f2eb78b-a81f-4c8d-b400-2bec2330694b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2097018 Nov 23 10:48:26.721452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:26.730944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:26.751311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Transition to ACTIVE for port object 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:26.762157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:26.931007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:26.936768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:26.980293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:27.030302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141994a3-70df-4c15-a9a4-fca315034aaa req-cfdf1a98-6478-4e13-95cd-ae83990cb9fe tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.039220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-141994a3-70df-4c15-a9a4-fca315034aaa req-cfdf1a98-6478-4e13-95cd-ae83990cb9fe tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2067993 Nov 23 10:48:27.081258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '950190f5-ab0c-4370-8a25-e10517a74e70'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:27.083373 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39551dba-1b2b-4ccd-b88f-2f6820d298f2" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "950190f5-ab0c-4370-8a25-e10517a74e70"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:27.200485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Attempting to bind port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:27.200825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Attempting to bind port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:27.201190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Attempting to bind port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:27.613134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-141994a3-70df-4c15-a9a4-fca315034aaa req-4ad6911c-07f1-4ae4-9c8e-35fccfae07c0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5554788 Nov 23 10:48:27.621589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 on network a0105539-21d4-4cc7-92ab-e137123fedfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:27.621589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Attempting to bind port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:27.652154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:27.652562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Checking segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:27.652869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Bound using segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:27.653338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Bound port: 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:27.653694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:27.735935 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3dc5f4-d8be-493f-b003-cffdd4e17a51 x-openstack-request-id: req-1b3dc5f4-d8be-493f-b003-cffdd4e17a51 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:27.736225 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "950190f5-ab0c-4370-8a25-e10517a74e70", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:27.736481 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b3dc5f4-d8be-493f-b003-cffdd4e17a51 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:27.736881 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '950190f5-ab0c-4370-8a25-e10517a74e70', 'status': 'completed', 'code': 200} Nov 23 10:48:27.766050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Allocated IP 172.25.5.87 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/a55bff6e-f021-4b70-9d09-384ecedec52f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:27.874087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.874597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.875038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.875502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.875967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.876427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.884469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:27.887087 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-9e910671-9d6e-4ae9-b797-a2a481c6b776 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6164 time: 0.1375813 Nov 23 10:48:27.906686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:27.958127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:28.039724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event updated for resources: {'Port': ['ID=a55bff6e-f021-4b70-9d09-384ecedec52f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:28.058631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-8d12dcdb-bde7-445f-aea3-a86f74dc779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.059101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-8d12dcdb-bde7-445f-aea3-a86f74dc779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.059572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-8d12dcdb-bde7-445f-aea3-a86f74dc779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.061512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-8d12dcdb-bde7-445f-aea3-a86f74dc779a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1617382 Nov 23 10:48:28.076992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:28.088319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:28.100723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:28.116737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.122816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.131431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.138126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.144222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.150485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.156464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.158642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-14dc9e31-c21f-42fe-935d-9e1d3831fc7a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5369 time: 0.2167950 Nov 23 10:48:28.202129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] For port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:28.214805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-83356d98-663c-4e11-95d4-2acde4285e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.216692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39551dba-1b2b-4ccd-b88f-2f6820d298f2 req-83356d98-663c-4e11-95d4-2acde4285e7e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1429956 Nov 23 10:48:28.236115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] For port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:28.249226 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:28.356894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:28.357486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:28.358866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 1130 time: 2.4553690 Nov 23 10:48:28.401994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-996b50d2-929a-4864-b8c1-5d6c79f36bd7 req-008c91de-cd3c-4f7f-a1d4-30cfa74e3a52 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2102101 Nov 23 10:48:28.415385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:28.465081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c4dd3-7d67-453d-a7cd-ab97a01d4523 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:28.540805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:28.931069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:29.063880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-c15126c6-c9c7-40ba-9172-09f65e32227a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.065397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-c15126c6-c9c7-40ba-9172-09f65e32227a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.3434167 Nov 23 10:48:29.106045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-4ced9377-bbb0-4b56-81a8-b9071dafa402 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/quotas/4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 375 time: 0.0304899 Nov 23 10:48:29.260617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-a2adee42-c0b8-4a4a-af3c-c696eb158acd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1461174 Nov 23 10:48:29.262934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f9f895-235f-49fc-891a-6d9b5155e884 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:29.283258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:29.393249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Transition to ACTIVE for port object 47f9f895-235f-49fc-891a-6d9b5155e884 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:29.415687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:29.434984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:29.453762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-5332a107-1de0-44a5-9cde-482e82266e54 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815650 Nov 23 10:48:29.645446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-f02aee18-f623-4a36-b91b-1784df43de53 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908164 Nov 23 10:48:29.652725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:29.871075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.878484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.882929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:29.885161 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206fa179-da6b-46ac-96e3-c507892ec5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:29.902866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.917389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Pushing event updated for resources: {'Port': ['ID=47f9f895-235f-49fc-891a-6d9b5155e884,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:29.925743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.941721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.954221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.976399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:29.988502 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-53d11a97-00bb-4289-aeed-49e27caa6969 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5381 time: 0.2085214 Nov 23 10:48:30.003132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Attempting to bind port 47f9f895-235f-49fc-891a-6d9b5155e884 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:30.004054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Attempting to bind port 47f9f895-235f-49fc-891a-6d9b5155e884 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:30.004553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Attempting to bind port 47f9f895-235f-49fc-891a-6d9b5155e884 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:30.011080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Port 47f9f895-235f-49fc-891a-6d9b5155e884 on network a0105539-21d4-4cc7-92ab-e137123fedfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:30.011617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Attempting to bind port 47f9f895-235f-49fc-891a-6d9b5155e884 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:30.020000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:30.020587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Checking segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:30.022164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Bound using segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:30.022791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Bound port: 47f9f895-235f-49fc-891a-6d9b5155e884, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:30.023323 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:30.034443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Router eed78878-89b3-423e-b679-56c8f95dd165 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:30.150579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3cd312dc-fcb6-44a0-9b1d-9d4be27657a0 req-8dff0c9d-e853-4a75-b2a0-b3c91172c1ad tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1545806 Nov 23 10:48:30.200397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] For port 47f9f895-235f-49fc-891a-6d9b5155e884, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:30.208893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] For port 47f9f895-235f-49fc-891a-6d9b5155e884, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47f9f895-235f-49fc-891a-6d9b5155e884,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:30.376818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:30.388737 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60163b2-6452-40c4-8834-780f42b7da5d x-openstack-request-id: req-e60163b2-6452-40c4-8834-780f42b7da5d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:30.389026 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:30.389313 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e60163b2-6452-40c4-8834-780f42b7da5d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:30.389716 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0', 'status': 'completed', 'code': 200} Nov 23 10:48:30.442057 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e438fd75-7b09-4656-bcd0-33eb64e026df req-976dce93-26aa-4a50-aae7-b079f0643f9a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 210 time: 0.0717835 Nov 23 10:48:30.492552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.492954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.497203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.497723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.498201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.498672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.499137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.501073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-be1f4aa4-5180-4d19-97a6-0b1faf5724df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6273 time: 0.2154698 Nov 23 10:48:30.727932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.733608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:30.736123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] 10.222.0.65 "PUT /v2.0/ports/47f9f895-235f-49fc-891a-6d9b5155e884 HTTP/1.1" status: 200 len: 1091 time: 2.3268254 Nov 23 10:48:30.742127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-ac57fee1-6c11-4d8c-8d65-075aa8787b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.742502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-ac57fee1-6c11-4d8c-8d65-075aa8787b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.742882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-ac57fee1-6c11-4d8c-8d65-075aa8787b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.750108 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-ac57fee1-6c11-4d8c-8d65-075aa8787b97 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2281609 Nov 23 10:48:30.820517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:30.867407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022ba56-48bc-482f-9990-e6d56d178f2e req-aa414ff2-87e0-4880-995d-ae423ba2983e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.875261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9022ba56-48bc-482f-9990-e6d56d178f2e req-aa414ff2-87e0-4880-995d-ae423ba2983e tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 946 time: 0.6475430 Nov 23 10:48:30.926065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd575d59-a048-4e26-b70a-21c60a4ce964 service neutron] Pushing event updated for resources: {'Port': ['ID=47f9f895-235f-49fc-891a-6d9b5155e884,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:30.931182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-14ae0eea-12e5-410d-8d95-d2b936a4c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:30.935986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-206fa179-da6b-46ac-96e3-c507892ec5d7 req-14ae0eea-12e5-410d-8d95-d2b936a4c65f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796167 Nov 23 10:48:30.954476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:30.981070 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] Sync routers for ids ['eed78878-89b3-423e-b679-56c8f95dd165'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:30.998201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:30.999605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-413ac8b9-f70c-4ffd-8f35-a2b1039b6e5e tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "PUT /v2.0/routers/eed78878-89b3-423e-b679-56c8f95dd165 HTTP/1.1" status: 200 len: 883 time: 4.9785526 Nov 23 10:48:31.002331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40840) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:31.008260 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] Routers {'eed78878-89b3-423e-b679-56c8f95dd165'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:31.008904 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['eed78878-89b3-423e-b679-56c8f95dd165'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:31.063454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:31.112128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9022ba56-48bc-482f-9990-e6d56d178f2e req-5d293386-3e12-48a1-8a02-ab119b6ee6c2 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350783 Nov 23 10:48:31.126603 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:31.165475 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] Routers {'eed78878-89b3-423e-b679-56c8f95dd165'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:31.166246 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['eed78878-89b3-423e-b679-56c8f95dd165'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:31.247278 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:31.247956 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6582e2-164f-4bcc-9e00-40dba90622d0 None None] The sync data for ids ['eed78878-89b3-423e-b679-56c8f95dd165'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:31.254135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-505a306c-442b-45e8-b5be-2b6ad24804cd tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/eed78878-89b3-423e-b679-56c8f95dd165 HTTP/1.1" status: 200 len: 924 time: 0.2504237 Nov 23 10:48:31.258423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40848) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:31.557715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03c32b80-e62b-4dde-a45c-40153dceb9a1 req-1c5ca2dc-18f5-4461-9766-cbe8d81358b7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 210 time: 0.0343218 Nov 23 10:48:31.586416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-2a0082ae-8078-481b-a451-cd1ac529146d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:31.588883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-2a0082ae-8078-481b-a451-cd1ac529146d tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 946 time: 0.1003211 Nov 23 10:48:31.796095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Deleting port 78fd2243-a8ff-4c5c-853a-285602619dfc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:31.796427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:31.924010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] For port 78fd2243-a8ff-4c5c-853a-285602619dfc, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=78fd2243-a8ff-4c5c-853a-285602619dfc,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:31.924636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:31.944189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e348278-b44a-43b0-b191-00cb02f88a77 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:31.948200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8e348278-b44a-43b0-b191-00cb02f88a77 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=eed78878-89b3-423e-b679-56c8f95dd165&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6794977 Nov 23 10:48:31.953832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:32.002068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.008479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.014535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.020475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.027140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.033802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.039985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.048282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-9e5c40f7-e66b-4da3-a3a8-850b5660be06 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5381 time: 0.6975570 Nov 23 10:48:32.113846 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.115080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.115610 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Floating IP 5a6e0525-51fe-44a7-b52f-ef52093659ff disassociated. External IP: 172.25.5.191, port: 78fd2243-a8ff-4c5c-853a-285602619dfc. Nov 23 10:48:32.116194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Calling delete_port for 78fd2243-a8ff-4c5c-853a-285602619dfc owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:32.215542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-bdd77324-b86b-4ab2-864a-578d83c91d5d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.216931 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-bdd77324-b86b-4ab2-864a-578d83c91d5d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.4423823 Nov 23 10:48:32.242902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'port': {'device_id': '5423487e-7e58-4559-9570-bccab747e8d9', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'admin_state_up': True, 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:32.317520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22d90dce-cd50-484f-bc4d-01177bc78492 req-2362788c-fda5-45a0-a74c-3709fc5f4eca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2595294 Nov 23 10:48:32.334879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.398654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event deleted for resources: {'Port': ['ID=78fd2243-a8ff-4c5c-853a-285602619dfc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:32.398795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '47f9f895-235f-49fc-891a-6d9b5155e884'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:32.398795 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "47f9f895-235f-49fc-891a-6d9b5155e884"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:32.460309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ed59d-fc3f-4342-8237-1c642d9243ad tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.462029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d34ed59d-fc3f-4342-8237-1c642d9243ad tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.5072465 Nov 23 10:48:32.483085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40874) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:32.533926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2cc7f085-e6a3-4861-9dde-13aeae28d375 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed78878-89b3-423e-b679-56c8f95dd165 HTTP/1.1" status: 200 len: 205 time: 0.0475974 Nov 23 10:48:32.540678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40876) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:32.608879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Made reservation on behalf of 4bc2535f63cc4ffdbb5149510a887d0f for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:32.612692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.617736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7afc49-1cd7-4949-96f8-06079f18d3c6 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:32.636049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.672819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Transition to ACTIVE for port object bc7afc49-1cd7-4949-96f8-06079f18d3c6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:32.713185 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.825491 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:32.862603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.863129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.863582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.864031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.865122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.865706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.866280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.866831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.867727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.868282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.868833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.869435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:32.882558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Router d65a4b83-e702-4687-8f03-60f8993bf9f9 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:48:32.893535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d1549-0761-4eaf-acd3-8a14764f0897 req-2cb2d7b9-e81e-4316-b843-5636d0da24d0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:32.901899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-095d1549-0761-4eaf-acd3-8a14764f0897 req-2cb2d7b9-e81e-4316-b843-5636d0da24d0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/ports?device_id=bc6f2a0b-6d9f-4547-bb81-95ba503869df HTTP/1.1" status: 200 len: 867 time: 0.6435816 Nov 23 10:48:32.938128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc7afc49-1cd7-4949-96f8-06079f18d3c6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:33.081625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Allocated IP 172.20.0.11 (d4b31c7b-49a0-434b-b2c2-8c4a793599c0/74d035eb-1f97-4c3b-b095-f1e40a4e32fb/4992d451-a158-4740-87d6-e345542712ab) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:33.184254 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-095d1549-0761-4eaf-acd3-8a14764f0897 req-a27aab6d-f60d-46dc-9373-e6454a4094db tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups?id=f9cbe75a-1c0d-4093-a165-0d8c2007f297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726731 Nov 23 10:48:33.271647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:33.296139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] Sync routers for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:33.345304 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f61018-4aa1-42d4-b4c5-0bff0c669f95 x-openstack-request-id: req-77f61018-4aa1-42d4-b4c5-0bff0c669f95 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:33.345976 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "47f9f895-235f-49fc-891a-6d9b5155e884", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:33.345976 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77f61018-4aa1-42d4-b4c5-0bff0c669f95 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:33.347637 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '47f9f895-235f-49fc-891a-6d9b5155e884', 'status': 'completed', 'code': 200} Nov 23 10:48:33.353834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:33.355634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:33.385512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] No DVR routers for this DVR port 78fd2243-a8ff-4c5c-853a-285602619dfc on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:33.407907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:33.422977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.429390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db1f9708-8069-441f-bbcf-dbf353a5483e req-3237344a-269d-4931-917c-3e7afe9d7ebe tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 210 time: 0.0750184 Nov 23 10:48:33.432787 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.433708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.436240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.436788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.437369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.448697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.452011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-63887ae3-0aea-43f7-aa71-b96dd94c017e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6298 time: 0.2369466 Nov 23 10:48:33.476984 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:33.480663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91513ed7-7eff-412e-9427-7d0c07c69149 req-782d7860-8075-40d1-9afd-f292b8f65ba4 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.58 "DELETE /v2.0/ports/78fd2243-a8ff-4c5c-853a-285602619dfc HTTP/1.1" status: 204 len: 173 time: 1.8841815 Nov 23 10:48:33.486779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'name': 'network-vif-deleted', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:33.492084 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a6f7a9-70b1-40e7-89c9-0aaeae12e923" -d '{"events": [{"server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "name": "network-vif-deleted", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:33.681415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:33.703933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-7bee4271-0d73-4773-8e2f-9b199208d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.704857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-7bee4271-0d73-4773-8e2f-9b199208d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.705543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-7bee4271-0d73-4773-8e2f-9b199208d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.707840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-7bee4271-0d73-4773-8e2f-9b199208d4ec service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2080204 Nov 23 10:48:33.718878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Attempting to bind port bc7afc49-1cd7-4949-96f8-06079f18d3c6 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:33.720668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Attempting to bind port bc7afc49-1cd7-4949-96f8-06079f18d3c6 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:33.721045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Attempting to bind port bc7afc49-1cd7-4949-96f8-06079f18d3c6 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:33.757562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:33.799709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.806864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.813072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.819280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.825570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.831484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.838702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.846786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-b6a2c47c-06a0-4cbf-a1bf-80850b06512b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5393 time: 0.2829964 Nov 23 10:48:33.872145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558603a-a3d0-4fb8-942d-b68074fbaf59 req-c39b281e-5a7d-4e42-811e-6832d8eb5e48 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:33.880530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a558603a-a3d0-4fb8-942d-b68074fbaf59 req-c39b281e-5a7d-4e42-811e-6832d8eb5e48 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.4259582 Nov 23 10:48:33.915388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40906) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:33.936365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Port bc7afc49-1cd7-4949-96f8-06079f18d3c6 on network a0105539-21d4-4cc7-92ab-e137123fedfb not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:33.936749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Attempting to bind port bc7afc49-1cd7-4949-96f8-06079f18d3c6 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:33.945661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:33.946099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Checking segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:33.946653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Bound using segment: {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:33.947352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Bound port: bc7afc49-1cd7-4949-96f8-06079f18d3c6, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aef0331-4cde-4b57-abfd-b5a7d281291f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:33.947771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.030080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.045758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Deleting port a55bff6e-f021-4b70-9d09-384ecedec52f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:34.046098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.061933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-f636d3ca-d85d-4c94-b5a1-5ae0f2bf3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:34.064784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:34.080430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ede39978-bd4c-46ae-a5cc-0426e4ebfdbb req-f636d3ca-d85d-4c94-b5a1-5ae0f2bf3a88 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3473766 Nov 23 10:48:34.119548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a558603a-a3d0-4fb8-942d-b68074fbaf59 req-6e446eec-3f4e-4b37-afc6-341cfee5ab8a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339938 Nov 23 10:48:34.228853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9982fe-77cd-49a6-8c0e-ea9aec71a97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.248600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe891bc2-739e-4c49-a5ed-f0c2fd17a87f req-2d9ae53c-9543-487c-ba0d-ab6056847ffc tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4008982 Nov 23 10:48:34.393514 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2849e77-c476-48ac-a5d9-94eed8616c07 x-openstack-request-id: req-e2849e77-c476-48ac-a5d9-94eed8616c07 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:34.400991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 78fd2243-a8ff-4c5c-853a-285602619dfc no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:34.402134 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6f2a0b-6d9f-4547-bb81-95ba503869df", "name": "network-vif-deleted", "tag": "78fd2243-a8ff-4c5c-853a-285602619dfc", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:34.402507 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2849e77-c476-48ac-a5d9-94eed8616c07 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:34.403012 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6f2a0b-6d9f-4547-bb81-95ba503869df', 'name': 'network-vif-deleted', 'tag': '78fd2243-a8ff-4c5c-853a-285602619dfc', 'status': 'completed', 'code': 200} Nov 23 10:48:34.486850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 5, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:34.507918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9982fe-77cd-49a6-8c0e-ea9aec71a97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.527224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9982fe-77cd-49a6-8c0e-ea9aec71a97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.559122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] Checking router: d65a4b83-e702-4687-8f03-60f8993bf9f9 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:48:34.565145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40918) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:34.566603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.585174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Calling delete_port for a55bff6e-f021-4b70-9d09-384ecedec52f owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:34.595413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 78fd2243-a8ff-4c5c-853a-285602619dfc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:34.596119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 78fd2243-a8ff-4c5c-853a-285602619dfc not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:34.617008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:34.618007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:34.751594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9982fe-77cd-49a6-8c0e-ea9aec71a97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a16e31f-4171-4dc2-bdcb-02432f9dd2c6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:34.761727 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bb9982fe-77cd-49a6-8c0e-ea9aec71a97a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c7106b8066a49f09cb26adbf71e4b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8282995 Nov 23 10:48:34.771139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:34.771985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:34.822366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:34.907527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:34.921856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d39693cc-e789-4837-9007-c5f8982154ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:34.924888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:34.988728 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d39693cc-e789-4837-9007-c5f8982154ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.021760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=4992d451-a158-4740-87d6-e345542712ab,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:35.139755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dcbcf5-f437-4beb-9c6b-0e44529ddfd7 req-940aa712-f5e9-4736-a3e8-8be19b4dee7f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:35.149818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39dcbcf5-f437-4beb-9c6b-0e44529ddfd7 req-940aa712-f5e9-4736-a3e8-8be19b4dee7f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 932 time: 0.5444288 Nov 23 10:48:35.167166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:35.170278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d39693cc-e789-4837-9007-c5f8982154ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.172876 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d39693cc-e789-4837-9007-c5f8982154ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.174424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d39693cc-e789-4837-9007-c5f8982154ec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a16e31f-4171-4dc2-bdcb-02432f9dd2c6 HTTP/1.1" status: 204 len: 168 time: 0.4015377 Nov 23 10:48:35.177602 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.194865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 5, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:35.206160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] For port bc7afc49-1cd7-4949-96f8-06079f18d3c6, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:35.231631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] For port bc7afc49-1cd7-4949-96f8-06079f18d3c6, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:35.237360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b251b3b5-cf04-4d44-b57e-c919d873dfb0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0032945 Nov 23 10:48:35.259456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e24be-be61-40c6-a141-83c256396ddb None None] The sync data for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 is: [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b8339cb-248d-4a16-a31d-5e0fc78bac7e', 'name': '', 'network_id': '4c181fc8-6bd4-4816-9575-c0c71ecc3b00', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'mac_address': 'fa:16:3e:56:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 5, 'project_id': 'd6b3df02473a439480496d43c187287b', 'subnets': [{'id': 'cc6b20d6-2406-4719-bec5-4d4ab06929c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:35.279604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Request body: {'port': {'device_id': '5423487e-7e58-4559-9570-bccab747e8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:35.313785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39693cc-e789-4837-9007-c5f8982154ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a16e31f-4171-4dc2-bdcb-02432f9dd2c6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:35.331560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39dcbcf5-f437-4beb-9c6b-0e44529ddfd7 req-24cac0f2-824b-47d8-bc16-3ea518c7e188 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808319 Nov 23 10:48:35.336172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d4504d2-640c-4320-80cd-deaabdf15a72 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.431245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bdda9aaa-68b3-4db2-83c8-2ebd24931892 None None] Provisioning complete for port 4992d451-a158-4740-87d6-e345542712ab triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:35.431732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bdda9aaa-68b3-4db2-83c8-2ebd24931892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.459088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.462935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d4504d2-640c-4320-80cd-deaabdf15a72 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.602188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bdda9aaa-68b3-4db2-83c8-2ebd24931892 None None] Port 4992d451-a158-4740-87d6-e345542712ab cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:48:35.603055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.618632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:35.619260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.620683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] 10.222.0.65 "PUT /v2.0/ports/bc7afc49-1cd7-4949-96f8-06079f18d3c6 HTTP/1.1" status: 200 len: 1090 time: 4.8209314 Nov 23 10:48:35.625235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:35.642220 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eda0db5-64fd-401c-a038-4e0e85f9386a" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:35.702270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fce58-56e1-4319-a6f0-c8b6776afe4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc7afc49-1cd7-4949-96f8-06079f18d3c6,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:35.702889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d4504d2-640c-4320-80cd-deaabdf15a72 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.706360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d4504d2-640c-4320-80cd-deaabdf15a72 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.707584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0d4504d2-640c-4320-80cd-deaabdf15a72 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "DELETE /v2.0/security-groups/f9cbe75a-1c0d-4093-a165-0d8c2007f297 HTTP/1.1" status: 204 len: 168 time: 1.1092000 Nov 23 10:48:35.727460 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:35.728400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40942) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:35.729223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4504d2-640c-4320-80cd-deaabdf15a72 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cbe75a-1c0d-4093-a165-0d8c2007f297,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:35.734871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:35.755335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-73ab4228-1eb0-4767-9239-117a22dbde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:35.763966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-73ab4228-1eb0-4767-9239-117a22dbde10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1096 time: 0.2492201 Nov 23 10:48:35.814901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event deleted for resources: {'Port': ['ID=a55bff6e-f021-4b70-9d09-384ecedec52f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:35.820089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5c6ba-453c-4506-829c-30c93c0402e4 req-62a7e8c4-6afe-441e-91f9-0f28646f0daf tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:35.821716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94f5c6ba-453c-4506-829c-30c93c0402e4 req-62a7e8c4-6afe-441e-91f9-0f28646f0daf tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.3154924 Nov 23 10:48:35.845399 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-8b02d1f3-b3ba-49f5-9a8a-b7b5b4ffd2af tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] show failed (client error): The resource could not be found. Nov 23 10:48:35.846451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8b02d1f3-b3ba-49f5-9a8a-b7b5b4ffd2af tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "GET /v2.0/security-groups/f9cbe75a-1c0d-4093-a165-0d8c2007f297 HTTP/1.1" status: 404 len: 347 time: 0.1110387 Nov 23 10:48:35.870483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40948) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:35.902561 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a363c5-de8c-4964-b461-892e063771db None None] New status for floating IP 5a6e0525-51fe-44a7-b52f-ef52093659ff: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:48:35.996852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94f5c6ba-453c-4506-829c-30c93c0402e4 req-0c898a82-29f5-4eed-a6f6-053329b9b517 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313970 Nov 23 10:48:36.009239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-dc99cc0d-f80d-489a-9b15-b9f0c57b4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.011327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-dc99cc0d-f80d-489a-9b15-b9f0c57b4edc service neutron] 10.222.0.58 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.2436452 Nov 23 10:48:36.098394 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-2ef71e71-a383-4ff9-a4da-3bfbacfb713f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 200 len: 217 time: 0.0772572 Nov 23 10:48:36.189326 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:36.203199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-6f5a46c4-0257-4368-b488-43896de31493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.205024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-6f5a46c4-0257-4368-b488-43896de31493 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.0942278 Nov 23 10:48:36.252626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.261038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.268783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.277994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.285655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.287182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-eaa5596e-a905-4d14-9a60-4e32dae72d7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710931 Nov 23 10:48:36.295089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.301266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.304955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaf58c65-465f-432e-952f-adb6409d9fba req-dbd7b41f-9e9a-4df7-854d-776d3cff26f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5393 time: 0.5254009 Nov 23 10:48:36.344183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31059d33-3710-4d3f-9642-7042b78fcb22 req-51d42797-891d-4fd8-a726-b6a38b894c58 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.345958 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31059d33-3710-4d3f-9642-7042b78fcb22 req-51d42797-891d-4fd8-a726-b6a38b894c58 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1498220 Nov 23 10:48:36.414173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:36.499136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-6af81e32-0adf-44ed-9e5b-940db5c18218 service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034006 Nov 23 10:48:36.503113 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31059d33-3710-4d3f-9642-7042b78fcb22 req-ac12edd5-6f1b-4c24-a78d-7786b9677336 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425974 Nov 23 10:48:36.795258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-8440745b-8b38-4139-ad5d-c9f666f4479e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2185078 Nov 23 10:48:36.809501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11291f5f-c6c2-4649-80bb-858a76e57ac6 req-65f0e927-cf81-4f48-97be-41399ed2e8f0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.811279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11291f5f-c6c2-4649-80bb-858a76e57ac6 req-65f0e927-cf81-4f48-97be-41399ed2e8f0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 932 time: 0.1284347 Nov 23 10:48:36.813218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e63d246-b1ec-4a10-9646-f4db9938a81d req-7cbc81c6-41ee-46d2-a6b4-d25d742912ef service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061640 Nov 23 10:48:36.922254 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11291f5f-c6c2-4649-80bb-858a76e57ac6 req-b6d8e48a-157c-4726-8e7e-997922a5d1ca tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034088 Nov 23 10:48:36.948364 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e39cc1-cc45-48d6-bac9-440fec6dfdaa x-openstack-request-id: req-a7e39cc1-cc45-48d6-bac9-440fec6dfdaa {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:36.948941 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:36.948941 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7e39cc1-cc45-48d6-bac9-440fec6dfdaa {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:36.949345 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6', 'status': 'completed', 'code': 200} Nov 23 10:48:36.968430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-890a6a64-df12-4f65-8913-b730356e4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:36.970063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-890a6a64-df12-4f65-8913-b730356e4b28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 1096 time: 0.0883970 Nov 23 10:48:37.139749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-16126d91-a40c-421e-a749-be287673aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.141276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-16126d91-a40c-421e-a749-be287673aef8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.1445026 Nov 23 10:48:37.142143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:37.202503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-d5fb9a94-cfd4-43a3-93b3-bc065bcaf7a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 HTTP/1.1" status: 200 len: 217 time: 0.0478959 Nov 23 10:48:37.215343 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:37.290464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658d5fe-3a48-48ac-aa4a-28d5b6093f6a req-cd480b1f-b59c-443e-b3dd-c2217f7f133b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.298110 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8658d5fe-3a48-48ac-aa4a-28d5b6093f6a req-cd480b1f-b59c-443e-b3dd-c2217f7f133b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1433563 Nov 23 10:48:37.306755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-29c3bc49-e26e-49db-bf03-24a4c4a501d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.309607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-29c3bc49-e26e-49db-bf03-24a4c4a501d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.0884757 Nov 23 10:48:37.318558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaf58c65-465f-432e-952f-adb6409d9fba req-0d04036b-7a2d-4fee-8079-2b3b313bbc61 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9478579 Nov 23 10:48:37.388215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-6b328534-58b4-402c-a684-b54030b199da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580947 Nov 23 10:48:37.402485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:37.403140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Fanout notify agent at l3_agent the message router_deleted on router eed78878-89b3-423e-b679-56c8f95dd165 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:37.420106 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:37.421255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-52da8b4a-e427-4fbe-b118-227315db3707 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/eed78878-89b3-423e-b679-56c8f95dd165 HTTP/1.1" status: 204 len: 168 time: 4.8792348 Nov 23 10:48:37.421994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8658d5fe-3a48-48ac-aa4a-28d5b6093f6a req-9d6b06b1-931a-4d38-9960-93523bdf7de8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228909 Nov 23 10:48:37.429697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:37.454537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-23b62d13-60b3-419e-9980-49a5b96649c4 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1765195027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:37.493702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-71c0f2a8-07f0-43b3-83bf-29f2829f3967 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5486703 Nov 23 10:48:37.494726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Deleting port 7987ab0e-e57d-4f7a-8339-c702fed8f5a8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:37.495061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:37.534564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.535051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.535522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.536064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.538564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.538564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.538564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:37.540817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-df434c91-8324-4052-a0f8-2a48ea30eade service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6340 time: 0.5905693 Nov 23 10:48:37.604832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-a84514ea-2581-4b81-b420-b771fcfe6b4f service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811318 Nov 23 10:48:37.731986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683b3ce6-ff39-4876-bb86-dfa65723f3be req-f2cf9b48-d488-41f1-a894-441ec0168d35 service neutron] 10.222.0.65 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140826 Nov 23 10:48:37.847894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4992d451-a158-4740-87d6-e345542712ab {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:37.862378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23b62d13-60b3-419e-9980-49a5b96649c4 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:37.863429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23b62d13-60b3-419e-9980-49a5b96649c4 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:37.927266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.028190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Transition to ACTIVE for port object 4992d451-a158-4740-87d6-e345542712ab will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:38.029654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-b20a120c-fed0-43fa-8439-ec55dbe75cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.030131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-b20a120c-fed0-43fa-8439-ec55dbe75cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.030603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-b20a120c-fed0-43fa-8439-ec55dbe75cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.032307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-b20a120c-fed0-43fa-8439-ec55dbe75cab service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4528737 Nov 23 10:48:38.041058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-aae2b9b2-9d3a-4141-b539-b80317890481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.042695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-aae2b9b2-9d3a-4141-b539-b80317890481 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1096 time: 0.4557891 Nov 23 10:48:38.073846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519d7a8-5266-4e5c-8651-dfc9aa38594d req-4a7fe543-2d30-4ef9-947e-5afb7508d624 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.076393 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3519d7a8-5266-4e5c-8651-dfc9aa38594d req-4a7fe543-2d30-4ef9-947e-5afb7508d624 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 932 time: 0.0764234 Nov 23 10:48:38.079508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.079846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.120551 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.145137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3519d7a8-5266-4e5c-8651-dfc9aa38594d req-c0b4d192-402a-45ff-badb-10353bd203aa tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Nov 23 10:48:38.155976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Calling delete_port for 7987ab0e-e57d-4f7a-8339-c702fed8f5a8 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:38.220371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23b62d13-60b3-419e-9980-49a5b96649c4 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.277367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953ab7b-d576-484f-bef0-f0d6adac6633 req-b21a1de1-b585-4f47-832b-089ef1aac7c4 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.278923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5953ab7b-d576-484f-bef0-f0d6adac6633 req-b21a1de1-b585-4f47-832b-089ef1aac7c4 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.5415108 Nov 23 10:48:38.309731 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23b62d13-60b3-419e-9980-49a5b96649c4 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.528002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Pushing event updated for resources: {'Port': ['ID=4992d451-a158-4740-87d6-e345542712ab,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:38.529859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.537604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.557338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.565719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.575144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.582100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.591457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.593902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96492537-775b-484b-83bb-fb4678ced2f2 req-64798488-c3e7-43ee-8817-1788c62929f1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5393 time: 0.1517510 Nov 23 10:48:38.606360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23b62d13-60b3-419e-9980-49a5b96649c4 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.607634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-23b62d13-60b3-419e-9980-49a5b96649c4 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1648064 Nov 23 10:48:38.611808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41014) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:38.616710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': True}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:38.732908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-89cdc693-5a69-49af-b48a-f660175ce54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.734476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3eda0db5-64fd-401c-a038-4e0e85f9386a req-89cdc693-5a69-49af-b48a-f660175ce54c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6906781 Nov 23 10:48:38.740530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-1ea85719-9b65-4946-b634-6bce29a73d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:38.742088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-1ea85719-9b65-4946-b634-6bce29a73d2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.6478498 Nov 23 10:48:38.762813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396972cd-1e23-491f-b862-c7149ee2bf24 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:38.795017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5953ab7b-d576-484f-bef0-f0d6adac6633 req-8102566d-adb1-4acb-a6e6-673c7bb9e11d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709871 Nov 23 10:48:38.839222 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:38.875711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Transition to ACTIVE for port object 396972cd-1e23-491f-b862-c7149ee2bf24 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:38.899899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96492537-775b-484b-83bb-fb4678ced2f2 req-032cdde4-cf7a-4015-8885-647f1cc6907d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2988665 Nov 23 10:48:38.933448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:38.957326 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.000003 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.039985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Pushing event updated for resources: {'Port': ['ID=396972cd-1e23-491f-b862-c7149ee2bf24,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:39.043676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-45445519-c5bc-4df2-8ad1-e826f5c6c0ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.2680190 Nov 23 10:48:39.094154 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed08dbf7-5a49-45e5-b888-315ba4cc73e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.110683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-80be0a11-3ee6-47b4-8176-4e2883d39fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:39.111760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-80be0a11-3ee6-47b4-8176-4e2883d39fbd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.0547090 Nov 23 10:48:39.268206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Attempting to bind port 4992d451-a158-4740-87d6-e345542712ab on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:39.268562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Attempting to bind port 4992d451-a158-4740-87d6-e345542712ab by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:39.268897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Attempting to bind port 4992d451-a158-4740-87d6-e345542712ab on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:39.282135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Port 4992d451-a158-4740-87d6-e345542712ab on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:39.282474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Attempting to bind port 4992d451-a158-4740-87d6-e345542712ab on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:39.285971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.304200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed08dbf7-5a49-45e5-b888-315ba4cc73e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.331906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Pushing event deleted for resources: {'Port': ['ID=7987ab0e-e57d-4f7a-8339-c702fed8f5a8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:39.332156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed08dbf7-5a49-45e5-b888-315ba4cc73e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.375273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:39.375622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:39.376133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Bound using segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:39.376455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Bound port: 4992d451-a158-4740-87d6-e345542712ab, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:39.376945 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.392761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08dbf7-5a49-45e5-b888-315ba4cc73e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844919d5-059c-423d-b812-35e7a61b2044,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:39.397700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.411540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ed08dbf7-5a49-45e5-b888-315ba4cc73e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2173aa15d1c4cda95471d4b1c99cf43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680264 Nov 23 10:48:39.412290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63979b16-bc2c-4cb4-b5dc-f2d409861fe1 req-2c6bfd7d-d745-4a8e-869c-64b1cac81162 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:39.413488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63979b16-bc2c-4cb4-b5dc-f2d409861fe1 req-2c6bfd7d-d745-4a8e-869c-64b1cac81162 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 944 time: 0.1554441 Nov 23 10:48:39.413975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41026) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:39.428796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a495dc-1e01-4970-802b-ea1967ccca89 req-cdd4d5f9-6e00-4635-b398-d84af9c28bdd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:39.430658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82a495dc-1e01-4970-802b-ea1967ccca89 req-cdd4d5f9-6e00-4635-b398-d84af9c28bdd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.4802670 Nov 23 10:48:39.449388 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.572765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63979b16-bc2c-4cb4-b5dc-f2d409861fe1 req-2c62f169-308f-49a9-bd2b-e7d0b5f7a1eb tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261368 Nov 23 10:48:39.619348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e1869a7-e54f-44b0-a964-4661acd64c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.660557 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e1869a7-e54f-44b0-a964-4661acd64c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.680896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Allocated IP 172.25.5.138 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/81abd46e-628c-4372-a2d3-b2821603af80) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:39.786425 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e1869a7-e54f-44b0-a964-4661acd64c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.789136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e1869a7-e54f-44b0-a964-4661acd64c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.793548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1e1869a7-e54f-44b0-a964-4661acd64c08 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/844919d5-059c-423d-b812-35e7a61b2044 HTTP/1.1" status: 204 len: 168 time: 0.3496916 Nov 23 10:48:39.802973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1869a7-e54f-44b0-a964-4661acd64c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844919d5-059c-423d-b812-35e7a61b2044,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:39.866019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.918187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:39.930546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-005b865a-76cc-4b11-b2ef-ed8f21216a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:39.932052 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-005b865a-76cc-4b11-b2ef-ed8f21216a45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7582166 Nov 23 10:48:39.998574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Port': ['ID=81abd46e-628c-4372-a2d3-b2821603af80,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:40.020733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:40.031455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.033447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e939-a6d9-4bcf-9790-fdd6b220556c req-00a83d00-7924-4ef8-b140-6f8f87888da5 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.034283 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.034993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8c1e939-a6d9-4bcf-9790-fdd6b220556c req-00a83d00-7924-4ef8-b140-6f8f87888da5 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1125963 Nov 23 10:48:40.039082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-250b4a68-0236-4b52-9ffa-4544b502a0e0 tempest-ServersTestFqdnHostnames-1645645779 tempest-ServersTestFqdnHostnames-1645645779-project] 10.222.0.61 "DELETE /v2.0/floatingips/5a6e0525-51fe-44a7-b52f-ef52093659ff HTTP/1.1" status: 204 len: 168 time: 4.1518583 Nov 23 10:48:40.039202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:40.039202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41036) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:40.050940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:40.060999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Attempting to bind port 396972cd-1e23-491f-b862-c7149ee2bf24 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:40.061566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Attempting to bind port 396972cd-1e23-491f-b862-c7149ee2bf24 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:40.061671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Attempting to bind port 396972cd-1e23-491f-b862-c7149ee2bf24 on network a58ebb1f-399c-42f3-b830-0a983ada0e2c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:40.076105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82a495dc-1e01-4970-802b-ea1967ccca89 req-038af7af-f25f-45a5-ac4d-6932aa462dab tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6163220 Nov 23 10:48:40.085558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Port 396972cd-1e23-491f-b862-c7149ee2bf24 on network a58ebb1f-399c-42f3-b830-0a983ada0e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:40.085894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Attempting to bind port 396972cd-1e23-491f-b862-c7149ee2bf24 on network a58ebb1f-399c-42f3-b830-0a983ada0e2c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:40.168412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] For port 4992d451-a158-4740-87d6-e345542712ab, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:40.188942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] For port 4992d451-a158-4740-87d6-e345542712ab, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4992d451-a158-4740-87d6-e345542712ab,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:40.226037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-1fc0e9d1-580e-479e-b297-bf5484ba39ec service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706912 Nov 23 10:48:40.228594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:40.229168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Checking segment: {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:40.229655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Bound using segment: {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:40.230223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Bound port: 396972cd-1e23-491f-b862-c7149ee2bf24, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:40.230679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.323080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.325094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41038) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:40.408282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] For port 396972cd-1e23-491f-b862-c7149ee2bf24, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:40.444054 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8cf76731-ead5-44bc-b458-fe0af27d3339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.479289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] For port 396972cd-1e23-491f-b862-c7149ee2bf24, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=396972cd-1e23-491f-b862-c7149ee2bf24,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:40.483146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.483927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.485668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] 10.222.0.58 "PUT /v2.0/ports/4992d451-a158-4740-87d6-e345542712ab HTTP/1.1" status: 200 len: 1092 time: 5.2118893 Nov 23 10:48:40.486295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5423487e-7e58-4559-9570-bccab747e8d9', 'tag': '4992d451-a158-4740-87d6-e345542712ab'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:40.488880 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf624ba-cce0-4c56-a1ed-658df5876b23" -d '{"events": [{"name": "network-changed", "server_uuid": "5423487e-7e58-4559-9570-bccab747e8d9", "tag": "4992d451-a158-4740-87d6-e345542712ab"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:40.547942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.591656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca8d729-8847-4e87-9e3f-bd715553ca40 req-770ec432-e2d2-4cac-9bec-8ae859c1c275 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443024 Nov 23 10:48:40.626780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.634480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.641806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.649772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.656331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.659453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8c1e939-a6d9-4bcf-9790-fdd6b220556c req-47e3eb2c-686b-4bdd-a8e8-d5801170aa2d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689657 Nov 23 10:48:40.663102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.673923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.673923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-2d1d4ea2-99f5-4078-9121-61fb009eb4a1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5405 time: 0.4805622 Nov 23 10:48:40.679797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1a715-a05f-43f9-bb55-6d3c78c4ad3c service neutron] Pushing event updated for resources: {'Port': ['ID=4992d451-a158-4740-87d6-e345542712ab,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:40.696810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:40.697517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:40.699260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] 10.222.0.65 "PUT /v2.0/ports/396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 200 len: 1091 time: 4.9694586 Nov 23 10:48:40.930849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbcceb-33b0-4237-bc50-9da187f219d2 service neutron] Pushing event updated for resources: {'Port': ['ID=396972cd-1e23-491f-b862-c7149ee2bf24,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:40.984342 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3802ea-d7b9-45a0-9b96-7f02d86b5428 x-openstack-request-id: req-fd3802ea-d7b9-45a0-9b96-7f02d86b5428 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:40.984688 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5423487e-7e58-4559-9570-bccab747e8d9", "tag": "4992d451-a158-4740-87d6-e345542712ab", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:40.984885 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd3802ea-d7b9-45a0-9b96-7f02d86b5428 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:40.985329 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5423487e-7e58-4559-9570-bccab747e8d9', 'tag': '4992d451-a158-4740-87d6-e345542712ab', 'status': 'completed', 'code': 200} Nov 23 10:48:40.992019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Request body: {'port': {'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:41.000253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e69268c8-58ea-43f9-8197-97b395d0af89 req-c154e217-6238-4487-bed8-3b6a261b1a2f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1903186 Nov 23 10:48:41.012837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b59a29d2-a5f4-4cfd-9068-2d7c9bbab1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:41.014438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-b59a29d2-a5f4-4cfd-9068-2d7c9bbab1be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 1095 time: 0.4625983 Nov 23 10:48:41.058739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8cf76731-ead5-44bc-b458-fe0af27d3339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.110402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-059b0b3c-ad54-4951-9c82-5c4a777b547e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4992d451-a158-4740-87d6-e345542712ab HTTP/1.1" status: 200 len: 217 time: 0.0494721 Nov 23 10:48:41.114682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8cf76731-ead5-44bc-b458-fe0af27d3339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.246993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8cf76731-ead5-44bc-b458-fe0af27d3339 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5528266ad844029b48a87f9331bfee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9068408 Nov 23 10:48:41.255916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41048) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:41.269807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf76731-ead5-44bc-b458-fe0af27d3339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60229b65-2a3e-4c5d-9ca4-efba3ecf30ff,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:41.279686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.293802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-6dddbc3a-4c53-4de5-b7e0-b35c098a8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:41.295316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-6dddbc3a-4c53-4de5-b7e0-b35c098a8d0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1779675 Nov 23 10:48:41.305758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6d34b-812b-443f-9feb-e02087d8f925 req-ad8c5984-5ab3-4a75-8a0b-1a8bd68a6836 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:41.307300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15c6d34b-812b-443f-9feb-e02087d8f925 req-ad8c5984-5ab3-4a75-8a0b-1a8bd68a6836 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 944 time: 0.3413486 Nov 23 10:48:41.307903 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.466388 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15c6d34b-812b-443f-9feb-e02087d8f925 req-ec58aa0c-e4d7-4d88-9086-5076c38b3b77 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176944 Nov 23 10:48:41.493654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.508182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c48490-78bf-4d4e-a67a-20b46777763d req-04810a05-99df-4735-8c06-612cc7f0fef5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:41.509733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60c48490-78bf-4d4e-a67a-20b46777763d req-04810a05-99df-4735-8c06-612cc7f0fef5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.2080967 Nov 23 10:48:41.511635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-7ff20b00-23aa-4e98-ad31-5ee946a0a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:41.512994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-7ff20b00-23aa-4e98-ad31-5ee946a0a72b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967595 Nov 23 10:48:41.565358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.613424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.621845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.682469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.742461 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60c48490-78bf-4d4e-a67a-20b46777763d req-3b59704b-6195-4efa-9b10-477961ac6780 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191663 Nov 23 10:48:41.790318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-5d01202f-cccc-445f-8c79-5d71bb7157cf service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638013 Nov 23 10:48:41.791026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.793693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:41.798032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60229b65-2a3e-4c5d-9ca4-efba3ecf30ff HTTP/1.1" status: 204 len: 168 time: 0.5371227 Nov 23 10:48:41.826276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60229b65-2a3e-4c5d-9ca4-efba3ecf30ff,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:41.850706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.851199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.851559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.852704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.852828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.853141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.853486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.853826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.854169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.854505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.855015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.855357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1a4a6d-441e-494c-8cd3-163af9ca7b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:48:41.897385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be1f12-eb3a-4f93-bab4-419656b84a84 req-6480cff0-2fba-42f5-a192-aac954a9648f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:41.904569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6be1f12-eb3a-4f93-bab4-419656b84a84 req-6480cff0-2fba-42f5-a192-aac954a9648f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1588075 Nov 23 10:48:42.047078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6be1f12-eb3a-4f93-bab4-419656b84a84 req-89011768-284e-4425-b2cb-973b27e631b9 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409612 Nov 23 10:48:42.048831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Router f798e14f-daae-48a1-8373-7e53924cba27 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:42.090994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9814d959-a1e6-4af2-abbd-df87e9b5f6df req-8ffa2504-c630-45df-8aa3-c3395c57fb58 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832460 Nov 23 10:48:42.110479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e942cdf-8098-4f16-8967-4aface1bd9b6 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:42.127451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.202315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Transition to ACTIVE for port object 1e942cdf-8098-4f16-8967-4aface1bd9b6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:48:42.233242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.237488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:42.242841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.244679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7d2d15ef-bc4f-47d5-bbed-31e6c5997be2 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "PUT /v2.0/routers/f798e14f-daae-48a1-8373-7e53924cba27 HTTP/1.1" status: 200 len: 919 time: 3.6319318 Nov 23 10:48:42.253655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] Sync routers for ids ['f798e14f-daae-48a1-8373-7e53924cba27'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:42.263161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41062) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:42.270700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] Routers {'f798e14f-daae-48a1-8373-7e53924cba27'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:42.271386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f798e14f-daae-48a1-8373-7e53924cba27'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:42.291596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-ce04da88-0df5-45a6-8a64-217f3853d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.293496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-ce04da88-0df5-45a6-8a64-217f3853d434 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 1095 time: 0.1052821 Nov 23 10:48:42.327315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Deleting port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:42.327612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.344483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:42.362148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] Routers {'f798e14f-daae-48a1-8373-7e53924cba27'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:42.363034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f798e14f-daae-48a1-8373-7e53924cba27'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:42.391405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.399761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.401210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:42.402077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7204ea3d-04aa-41a2-8ef9-640774a0b774 None None] The sync data for ids ['f798e14f-daae-48a1-8373-7e53924cba27'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:42.407183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.414069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.420136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.427771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.434098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.436109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-0c1f5a10-1a7c-492c-a787-e8a394c6d560 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5405 time: 0.2861714 Nov 23 10:48:42.478167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] For port 7b8339cb-248d-4a16-a31d-5e0fc78bac7e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:42.478856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.534536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Calling delete_port for 7b8339cb-248d-4a16-a31d-5e0fc78bac7e owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:42.599267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Pushing event updated for resources: {'Port': ['ID=1e942cdf-8098-4f16-8967-4aface1bd9b6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:42.695277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c83d0e84-5aed-4e38-b346-3394bf527d5c tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/f798e14f-daae-48a1-8373-7e53924cba27 HTTP/1.1" status: 200 len: 925 time: 0.3968751 Nov 23 10:48:42.697482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41076) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:42.722613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Attempting to bind port 1e942cdf-8098-4f16-8967-4aface1bd9b6 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:42.722960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Attempting to bind port 1e942cdf-8098-4f16-8967-4aface1bd9b6 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:42.723863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Attempting to bind port 1e942cdf-8098-4f16-8967-4aface1bd9b6 on network a58ebb1f-399c-42f3-b830-0a983ada0e2c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:42.733470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Port 1e942cdf-8098-4f16-8967-4aface1bd9b6 on network a58ebb1f-399c-42f3-b830-0a983ada0e2c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:48:42.733803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Attempting to bind port 1e942cdf-8098-4f16-8967-4aface1bd9b6 on network a58ebb1f-399c-42f3-b830-0a983ada0e2c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:42.758335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:42.758618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Checking segment: {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:42.758989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Bound using segment: {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:42.759437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Bound port: 1e942cdf-8098-4f16-8967-4aface1bd9b6, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27778144-74cc-4c27-b914-39d48352fcd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:42.759803 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:42.777948 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29985d20-0ca7-4507-9fa7-cb0e8292cb39 req-f5dfa3cc-4d50-4c65-b3b8-1e01dcff7185 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2829742 Nov 23 10:48:42.785057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-1217ad97-0282-49e9-8ad8-06d0c701fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.791365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-1217ad97-0282-49e9-8ad8-06d0c701fb37 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.4328187 Nov 23 10:48:42.896138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-53d670d8-5edf-40a5-a30a-da0cdf821376 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4992d451-a158-4740-87d6-e345542712ab HTTP/1.1" status: 200 len: 217 time: 0.0676677 Nov 23 10:48:42.950896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4fd71b-ec06-4d83-a6ec-099692c1825d req-c7e6a6d1-cab2-4e7e-a0bc-8a82d07deed1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.952604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd4fd71b-ec06-4d83-a6ec-099692c1825d req-c7e6a6d1-cab2-4e7e-a0bc-8a82d07deed1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 944 time: 0.2776263 Nov 23 10:48:42.959576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54a46b3-0a09-4440-8f25-1000aacab308 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:42.963082 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f54a46b3-0a09-4440-8f25-1000aacab308 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=f798e14f-daae-48a1-8373-7e53924cba27&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2646077 Nov 23 10:48:42.967677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41084) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:42.989765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:42.992303 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:43.014296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] For port 1e942cdf-8098-4f16-8967-4aface1bd9b6, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:43.021188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] For port 1e942cdf-8098-4f16-8967-4aface1bd9b6, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:43.029052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-f541daf1-3a4a-44d3-b064-7d7ebc69883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.030585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-f541daf1-3a4a-44d3-b064-7d7ebc69883b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1254935 Nov 23 10:48:43.041806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dce937-3acf-4043-a35c-69311e3bde19 req-fe9baad6-4552-4d53-a520-580014b3afa5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.043366 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7dce937-3acf-4043-a35c-69311e3bde19 req-fe9baad6-4552-4d53-a520-580014b3afa5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1499567 Nov 23 10:48:43.044483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.133533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.134168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.135550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] 10.222.0.65 "PUT /v2.0/ports/1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 200 len: 1091 time: 2.1489372 Nov 23 10:48:43.206268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-eb7fbbc4-f26c-46eb-95df-d0461c4d6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.207867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-eb7fbbc4-f26c-46eb-95df-d0461c4d6865 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610143 Nov 23 10:48:43.231678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7dce937-3acf-4043-a35c-69311e3bde19 req-b005d2c0-ebd3-49e3-a054-4f8b7e14f6bd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692262 Nov 23 10:48:43.234942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d09e7-bdeb-4551-b2e8-8b426c77a814 service neutron] Pushing event updated for resources: {'Port': ['ID=1e942cdf-8098-4f16-8967-4aface1bd9b6,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:43.248593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbaf3d3-51a2-4d03-87e1-d5b9b57115ad tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.251251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1fbaf3d3-51a2-4d03-87e1-d5b9b57115ad tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.2814498 Nov 23 10:48:43.263679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd4fd71b-ec06-4d83-a6ec-099692c1825d req-80b1d69f-3a79-4a6c-985e-66bec03a0010 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978420 Nov 23 10:48:43.269691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41094) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:43.355491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6e8baaf6-1c5c-4ed4-8188-d0ecff89e9fc tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=f798e14f-daae-48a1-8373-7e53924cba27 HTTP/1.1" status: 200 len: 205 time: 0.0652785 Nov 23 10:48:43.360481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41098) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:43.400178 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e05ad37-1ddb-4165-8db0-6de3f2d55214 x-openstack-request-id: req-5e05ad37-1ddb-4165-8db0-6de3f2d55214 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:43.410035 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:43.411583 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e05ad37-1ddb-4165-8db0-6de3f2d55214 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:43.412407 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24', 'status': 'completed', 'code': 200} Nov 23 10:48:43.512507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:43.537779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6427fa2-c990-4add-b10e-2c2717da1d46 req-a42efc49-b0c7-43c4-9106-9e0d573f3ce6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.539965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6427fa2-c990-4add-b10e-2c2717da1d46 req-a42efc49-b0c7-43c4-9106-9e0d573f3ce6 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1482131 Nov 23 10:48:43.578300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8339cb-248d-4a16-a31d-5e0fc78bac7e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:43.615746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-0f0f89ee-f1de-4606-8ee4-096e3ad1a7d8 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828807 Nov 23 10:48:43.648019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.650953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.652618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.654842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.655354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.655830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.656299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:43.660242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-7bb3db61-3052-4217-9dca-7e0eccc2f550 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6474 time: 0.4260762 Nov 23 10:48:43.728425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6427fa2-c990-4add-b10e-2c2717da1d46 req-aa39fcb4-d9f6-425c-b92a-f2da7bbd9dbf tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662896 Nov 23 10:48:43.788966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-be556b86-562d-4fa1-a7da-f493bec9b468 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 200 len: 217 time: 0.0951777 Nov 23 10:48:44.029362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1fb3f0d5-a76d-4ab5-873d-71658e467fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.030862 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1fb3f0d5-a76d-4ab5-873d-71658e467fdd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e66536e5-6ad5-4ff3-acb6-9feefcc40aed HTTP/1.1" status: 200 len: 850 time: 0.2257342 Nov 23 10:48:44.070194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:44.193150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:44.461619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f971f976-5e46-42e3-977e-e71955e5c80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:44.497532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02329f21-a4b0-4232-92b5-4e5b95e26498 req-3b797026-94e0-44f7-a6b0-08870d0ba99a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.508493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02329f21-a4b0-4232-92b5-4e5b95e26498 req-3b797026-94e0-44f7-a6b0-08870d0ba99a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 944 time: 0.1190765 Nov 23 10:48:44.511900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cf624ba-cce0-4c56-a1ed-658df5876b23 req-ca62daa5-bab6-4856-ae31-25b25d46895f service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8870041 Nov 23 10:48:44.522792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.528867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.534967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.541097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.547103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.553719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.559700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.568485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-ba23578a-7aa7-4e07-9c78-45c80490929e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.6273866 Nov 23 10:48:44.577685 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02329f21-a4b0-4232-92b5-4e5b95e26498 req-bcbfdcef-cea6-47bc-86f5-608bf664d875 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681367 Nov 23 10:48:44.586962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Router d65a4b83-e702-4687-8f03-60f8993bf9f9 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:48:44.687125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d11528a9-4e37-46cc-8216-54493efd3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.688808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d11528a9-4e37-46cc-8216-54493efd3158 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=172cb543-158a-4cad-bd24-49d8d0daf094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6402073 Nov 23 10:48:44.759143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585a6b6-d5f3-44ee-b659-3d926b6a3de8 req-7fa639d9-28dd-474e-8273-3a3263306dd5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.760454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b585a6b6-d5f3-44ee-b659-3d926b6a3de8 req-7fa639d9-28dd-474e-8273-3a3263306dd5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1063442 Nov 23 10:48:44.761960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:44.769711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a8895847-9678-4087-8db4-7fece57d462f admin admin] 10.222.0.61 "PUT /v2.0/routers/d65a4b83-e702-4687-8f03-60f8993bf9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7234895 Nov 23 10:48:44.770116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41138) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:44.772941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df6b2c-8029-4dc0-9c03-dfe6561f7702 req-83b3c934-91df-4f41-9518-73005b793ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:44.774497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16df6b2c-8029-4dc0-9c03-dfe6561f7702 req-83b3c934-91df-4f41-9518-73005b793ae1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1096 time: 0.1853004 Nov 23 10:48:44.782870 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] Sync routers for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:44.793030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:44.797079 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:44.798192 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:44.813028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac0c07e-ee37-4967-86b5-20ef1ee0048f req-976cec67-cd78-4c77-b1f1-67e7bf4b3e3d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2433147 Nov 23 10:48:44.945083 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:44.953508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b585a6b6-d5f3-44ee-b659-3d926b6a3de8 req-9eef951f-0bd0-4559-ae86-f8164f84edb5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341820 Nov 23 10:48:44.980088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16df6b2c-8029-4dc0-9c03-dfe6561f7702 req-8f8832d1-2c16-4129-a910-d85e4e5fb802 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868544 Nov 23 10:48:44.985612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:44.991653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-571bf7db-1c06-452a-8b23-e5b0147b622c service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826707 Nov 23 10:48:45.134645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Deleting port 81abd46e-628c-4372-a2d3-b2821603af80 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:45.134645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.138247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.177083 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:48:43Z', 'revision_number': 5, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port': {'id': '794f2550-02c5-4841-a4f3-1dd5f0a159e7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:5d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:45.189899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a412-e2e5-4fad-8410-e48959c37ec2 req-1c7205f6-4623-4182-9097-00a9b52e4d77 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:45.191469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13b7a412-e2e5-4fad-8410-e48959c37ec2 req-1c7205f6-4623-4182-9097-00a9b52e4d77 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1517594 Nov 23 10:48:45.211874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Deleting port 794f2550-02c5-4841-a4f3-1dd5f0a159e7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:45.212317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.218359 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] Checking router: d65a4b83-e702-4687-8f03-60f8993bf9f9 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:48:45.229289 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] Routers {'d65a4b83-e702-4687-8f03-60f8993bf9f9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:45.230018 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['d65a4b83-e702-4687-8f03-60f8993bf9f9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:45.269539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-ee2cbd27-2876-4db8-9507-28bd7d4a21d7 service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625678 Nov 23 10:48:45.335905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] For port 794f2550-02c5-4841-a4f3-1dd5f0a159e7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=794f2550-02c5-4841-a4f3-1dd5f0a159e7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:45.336305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.337252 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] Set router d65a4b83-e702-4687-8f03-60f8993bf9f9 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:48:45.350753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-cd5de676-fb9b-44d8-b7ab-a50df3ec6933 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 217 time: 0.0656400 Nov 23 10:48:45.352687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.353911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Calling delete_port for 794f2550-02c5-4841-a4f3-1dd5f0a159e7 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:45.371748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13b7a412-e2e5-4fad-8410-e48959c37ec2 req-21e5825c-8212-4665-a7c4-710a0f3e5ccf tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467869 Nov 23 10:48:45.399873 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:48:45Z', 'revision_number': 6, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:45.405875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Calling delete_port for 81abd46e-628c-4372-a2d3-b2821603af80 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:45.421301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:45.423559 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559d8be-30cb-4792-960b-5fc266cbe667" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:45.433422 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa5223-863e-4113-8aa6-b717c54302e7 None None] The sync data for ids ['d65a4b83-e702-4687-8f03-60f8993bf9f9'] in n-d-817747-2 is: [{'id': 'd65a4b83-e702-4687-8f03-60f8993bf9f9', 'name': 'tempest-ServersTestFqdnHostnames-1326849981-router', 'tenant_id': 'd6b3df02473a439480496d43c187287b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:49Z', 'updated_at': '2021-11-23T10:48:45Z', 'revision_number': 6, 'project_id': 'd6b3df02473a439480496d43c187287b', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:45.507828 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a8267-c160-44cb-a0b4-e02e5bc0d6e9 x-openstack-request-id: req-cc8a8267-c160-44cb-a0b4-e02e5bc0d6e9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:45.508480 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:45.508638 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc8a8267-c160-44cb-a0b4-e02e5bc0d6e9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:45.509298 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6', 'status': 'completed', 'code': 200} Nov 23 10:48:45.514339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1b6dca12-43c5-4c29-ab14-65ae7157c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:45.515933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-1b6dca12-43c5-4c29-ab14-65ae7157c072 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1432617 Nov 23 10:48:45.605131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.627885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-2b4622bd-fcf8-446b-a5a7-49419c0a3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:45.629711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-2b4622bd-fcf8-446b-a5a7-49419c0a3ffb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985794 Nov 23 10:48:45.647058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=794f2550-02c5-4841-a4f3-1dd5f0a159e7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:45.743096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.830915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-b0636014-cb72-4603-a0c4-04276c4ca837 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885462 Nov 23 10:48:45.831514 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.843845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d179883-0c0b-4fcb-9e4e-5bbff063ef59 req-3024ce3c-4085-4ce3-aebe-a6db920a0bca tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:45.846078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d179883-0c0b-4fcb-9e4e-5bbff063ef59 req-3024ce3c-4085-4ce3-aebe-a6db920a0bca tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 944 time: 0.1453390 Nov 23 10:48:45.857049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.861679 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.899276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event deleted for resources: {'Port': ['ID=81abd46e-628c-4372-a2d3-b2821603af80,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:45.923593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.924183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d65a4b83-e702-4687-8f03-60f8993bf9f9 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:45.936306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:45.940204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4bf338b8-c844-4d86-b2b4-7bb91cf11a63 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d65a4b83-e702-4687-8f03-60f8993bf9f9 HTTP/1.1" status: 204 len: 168 time: 1.1689539 Nov 23 10:48:45.942733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41154) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:46.029610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] Deleting subnet cc6b20d6-2406-4719-bec5-4d4ab06929c6 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:48:46.045374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.051705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.061334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.067762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.072775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d179883-0c0b-4fcb-9e4e-5bbff063ef59 req-0cdb4d7b-1405-454e-8e27-3cd565100aed tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863496 Nov 23 10:48:46.074486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.081346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.087811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.089762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-3e677b3a-655d-4f2d-b0c0-1f093ccd38e5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.1459627 Nov 23 10:48:46.090587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.094844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-e9fbe7f9-0bbc-472e-813c-744c7753c556 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469854 Nov 23 10:48:46.095691 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.139679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41162) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:46.195263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.305503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.310444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.314097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-f8a0b50c-e4b2-4c78-af26-2e528e729762 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 217 time: 0.1389532 Nov 23 10:48:46.315284 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.331260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-055aaab7-a73d-4c63-a74d-a578e64178bc req-8e5c282c-1b25-4269-926c-6cdc1b1a2fa2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2142720 Nov 23 10:48:46.344454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7b8339cb-248d-4a16-a31d-5e0fc78bac7e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:46.353194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d28155df-8696-41fc-a299-5e9568ffacee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.377208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7b8339cb-248d-4a16-a31d-5e0fc78bac7e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:46.377928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7b8339cb-248d-4a16-a31d-5e0fc78bac7e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:46.378625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 794f2550-02c5-4841-a4f3-1dd5f0a159e7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:46.415516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d25b-8114-4bc1-89aa-e1dbc0cc2d10 req-d4a57981-d6eb-4e50-8070-0c7a0f9d0b5e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.422850 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3d2d25b-8114-4bc1-89aa-e1dbc0cc2d10 req-d4a57981-d6eb-4e50-8070-0c7a0f9d0b5e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1501489 Nov 23 10:48:46.431984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 794f2550-02c5-4841-a4f3-1dd5f0a159e7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:46.432387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 794f2550-02c5-4841-a4f3-1dd5f0a159e7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:46.434033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.434189 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.437698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Fanout notify agent at l3_agent the message router_deleted on router f798e14f-daae-48a1-8373-7e53924cba27 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:46.448356 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.455873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bfb63446-7769-4553-8ac5-94ca61dcc30c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/f798e14f-daae-48a1-8373-7e53924cba27 HTTP/1.1" status: 204 len: 168 time: 3.0805988 Nov 23 10:48:46.456132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:48:46.468448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41168) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:46.477146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-09f1fbe6-aa3d-4e74-81ea-cfa1a4dc8208 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1771715367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:46.485678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-6f7b7e9d-ec3a-4c23-a085-a1877e0c60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.487129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-6f7b7e9d-ec3a-4c23-a085-a1877e0c60ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1604159 Nov 23 10:48:46.517512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6b20d6-2406-4719-bec5-4d4ab06929c6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:46.562476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.562791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09f1fbe6-aa3d-4e74-81ea-cfa1a4dc8208 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.563911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09f1fbe6-aa3d-4e74-81ea-cfa1a4dc8208 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.569738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-af1f0a8c-5b59-4f02-b1fd-7383c563efca admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cc6b20d6-2406-4719-bec5-4d4ab06929c6 HTTP/1.1" status: 204 len: 168 time: 0.6240516 Nov 23 10:48:46.570793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41170) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:46.595181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:46.599707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3d2d25b-8114-4bc1-89aa-e1dbc0cc2d10 req-10acc4e0-1abc-4513-a8c6-f6d50cc31cbc tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759009 Nov 23 10:48:46.621230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'port_id': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'mac_address': 'fa:16:3e:0d:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:48:46.625898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58dcbba-af6c-4d25-b5bb-a21f0be04bcf None None] Network 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:46.656084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d28155df-8696-41fc-a299-5e9568ffacee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.666075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b6ce4-be12-45dd-94a0-5665c20b0f21 req-2e1f38ea-55aa-4f53-b4fc-a6c8897d9943 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.668139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-531b6ce4-be12-45dd-94a0-5665c20b0f21 req-2e1f38ea-55aa-4f53-b4fc-a6c8897d9943 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1522143 Nov 23 10:48:46.669568 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d28155df-8696-41fc-a299-5e9568ffacee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.711456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d41544f9-a3de-4d47-aa06-eb2ebf51f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:46.713086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d41544f9-a3de-4d47-aa06-eb2ebf51f8fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2067156 Nov 23 10:48:46.725403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09f1fbe6-aa3d-4e74-81ea-cfa1a4dc8208 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.738086 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09f1fbe6-aa3d-4e74-81ea-cfa1a4dc8208 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.755606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.761703 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d28155df-8696-41fc-a299-5e9568ffacee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c86b98262b1f4b53af79df2496522ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6072574 Nov 23 10:48:46.761703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28155df-8696-41fc-a299-5e9568ffacee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43c55e-b882-4e00-856a-c61f98ace4a4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:46.763521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:46.764840 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.770973 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-531b6ce4-be12-45dd-94a0-5665c20b0f21 req-b634594f-628f-4791-a8cf-74fda2251427 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849440 Nov 23 10:48:46.791801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8773485f-6abb-4f02-b8a7-fcaa25408077 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:46.813585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:46.820779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.821479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4992d451-a158-4740-87d6-e345542712ab details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:48:46.830325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09f1fbe6-aa3d-4e74-81ea-cfa1a4dc8208 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.831803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09f1fbe6-aa3d-4e74-81ea-cfa1a4dc8208 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3621962 Nov 23 10:48:46.835422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41174) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:46.841126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': False}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:46.914449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d835c365-5ab0-4893-b3a8-cea71aa46f9a service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877277 Nov 23 10:48:46.915063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72596bb3-73ab-47c7-a6d7-ada7ba067b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.922721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:46.954544 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9386d90f-2530-483f-be9e-05ef0dd60ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.963558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72596bb3-73ab-47c7-a6d7-ada7ba067b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:46.980807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] DHCP port deletion for 4c181fc8-6bd4-4816-9575-c0c71ecc3b00 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:48:46.995898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4992d451-a158-4740-87d6-e345542712ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4992d451-a158-4740-87d6-e345542712ab,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:47.004763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Deleting port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:47.005147 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.028059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '4992d451-a158-4740-87d6-e345542712ab', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': '4992d451-a158-4740-87d6-e345542712ab', 'mac_address': 'fa:16:3e:a9:b2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:48:47.085701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.102616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] Deleting port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:47.103321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.110349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.117352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4992d451-a158-4740-87d6-e345542712ab {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:48:47.128167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] For port cb0815e3-b4e0-413b-9727-f7354fd9bcd6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:47.128534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.140774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72596bb3-73ab-47c7-a6d7-ada7ba067b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.143347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72596bb3-73ab-47c7-a6d7-ada7ba067b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.144484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-72596bb3-73ab-47c7-a6d7-ada7ba067b32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e43c55e-b882-4e00-856a-c61f98ace4a4 HTTP/1.1" status: 204 len: 168 time: 0.3809817 Nov 23 10:48:47.153372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-68392b08-edd8-49a4-abf9-1d59f62d0637 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203972 Nov 23 10:48:47.155028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Calling delete_port for cb0815e3-b4e0-413b-9727-f7354fd9bcd6 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:47.163115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72596bb3-73ab-47c7-a6d7-ada7ba067b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43c55e-b882-4e00-856a-c61f98ace4a4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:47.235085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4992d451-a158-4740-87d6-e345542712ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4992d451-a158-4740-87d6-e345542712ab,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:47.252737 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.271058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] For port cb0815e3-b4e0-413b-9727-f7354fd9bcd6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,segment=NetworkSegment(f406d423-f743-44dd-85f8-ca1c69432759),segment_id=f406d423-f743-44dd-85f8-ca1c69432759)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:47.272192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.318065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] Calling delete_port for cb0815e3-b4e0-413b-9727-f7354fd9bcd6 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:47.380568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-06bd8a24-3802-4bbe-aa67-0976cf4db97f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=47f9f895-235f-49fc-891a-6d9b5155e884 HTTP/1.1" status: 200 len: 217 time: 0.0494757 Nov 23 10:48:47.381617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.384438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.403112 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.413066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8773485f-6abb-4f02-b8a7-fcaa25408077'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:47.418910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] No DVR routers for this DVR port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:47.424565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4992d451-a158-4740-87d6-e345542712ab,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:47.494296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:47.549280 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.577513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f50b5-316e-4d87-b7aa-d10bfe6949ca req-f23db9d9-a00c-4a89-b2c8-29e1f6f58afa tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.581022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.585226 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef1f50b5-316e-4d87-b7aa-d10bfe6949ca req-f23db9d9-a00c-4a89-b2c8-29e1f6f58afa tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 945 time: 0.2032211 Nov 23 10:48:47.590214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.593726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] Pushing event deleted for resources: {'Port': ['ID=cb0815e3-b4e0-413b-9727-f7354fd9bcd6,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:47.598799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.599444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-5575dfe5-0128-48e2-a8f7-0df6e2d7068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.599704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116af1d2-f71c-41f0-a62e-2f29346c8055 None None] No DVR routers for this DVR port cb0815e3-b4e0-413b-9727-f7354fd9bcd6 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:48:47.600906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-5575dfe5-0128-48e2-a8f7-0df6e2d7068c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.2076461 Nov 23 10:48:47.608171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.615489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.621797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.628081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.630663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-c910d4ee-c32e-4e56-95b7-dac369ff4d37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.1527777 Nov 23 10:48:47.648373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41186) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:47.656321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.708165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Allocated IP 172.25.5.29 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/88d88b4e-4f6a-4cc6-9a4e-4a88d9924776) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:47.716362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f85443d4-804b-46f3-b353-ca5d1dbe81a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.721214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c181fc8-6bd4-4816-9575-c0c71ecc3b00']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:47.744616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e437d80a-84d0-4211-a93f-6f6f641e8c4d req-d49c21c3-8906-4b09-8f37-f925bb19a79f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933156 Nov 23 10:48:47.745544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f406d423-f743-44dd-85f8-ca1c69432759') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:47.745853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f406d423-f743-44dd-85f8-ca1c69432759') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:47.773915 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.794102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef1f50b5-316e-4d87-b7aa-d10bfe6949ca req-cdd3bd8f-ca5c-4856-9f55-9b36258a2965 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080035 Nov 23 10:48:47.801674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-aadd7dd1-db6c-44f9-af26-d59c564b5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.803431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-aadd7dd1-db6c-44f9-af26-d59c564b5a36 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540341 Nov 23 10:48:47.806777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.821981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:48:47.822426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:48:47.833095 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:48:47.844157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4992d451-a158-4740-87d6-e345542712ab'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:48:47.882272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.951062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7ab36-bd81-4a48-b34d-f6fe4cb8f160 req-5081072f-689c-4831-a8e2-2a45ee8ca2a3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:47.952559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95a7ab36-bd81-4a48-b34d-f6fe4cb8f160 req-5081072f-689c-4831-a8e2-2a45ee8ca2a3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 944 time: 0.1265655 Nov 23 10:48:47.954055 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:47.997496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.012490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.015268 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] 10.222.0.61 "DELETE /v2.0/networks/4c181fc8-6bd4-4816-9575-c0c71ecc3b00 HTTP/1.1" status: 204 len: 168 time: 1.4428732 Nov 23 10:48:48.024655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:48.029443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:48.032008 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:48.060771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Pushing event updated for resources: {'Port': ['ID=88d88b4e-4f6a-4cc6-9a4e-4a88d9924776,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:48.099928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95a7ab36-bd81-4a48-b34d-f6fe4cb8f160 req-4891027b-e0f6-41d3-8d0d-1e46df4c008f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122034 Nov 23 10:48:48.219314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:48.328946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb0815e3-b4e0-413b-9727-f7354fd9bcd6 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:48:48.353358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cb0815e3-b4e0-413b-9727-f7354fd9bcd6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:48:48.353839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cb0815e3-b4e0-413b-9727-f7354fd9bcd6 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:48:48.407310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cbd7c-d445-45d6-9616-b5f76d8561fd admin admin] Pushing event deleted for resources: {'Network': ['ID=4c181fc8-6bd4-4816-9575-c0c71ecc3b00,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:48.431581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f85443d4-804b-46f3-b353-ca5d1dbe81a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.434705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-644eef80-b596-4acc-a772-b4e27bab76ff service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141469 Nov 23 10:48:48.443000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38957870-c596-42d8-bbc7-1eca42fbaaa7 req-47c63684-070d-4fc9-baef-f1193f65fdcd tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.444550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38957870-c596-42d8-bbc7-1eca42fbaaa7 req-47c63684-070d-4fc9-baef-f1193f65fdcd tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.5593655 Nov 23 10:48:48.445880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f85443d4-804b-46f3-b353-ca5d1dbe81a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.464489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:48.495699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.526526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8773485f-6abb-4f02-b8a7-fcaa25408077 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:48.527164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.533642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f85443d4-804b-46f3-b353-ca5d1dbe81a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71d6a78b0c2a4b9d8842f49e43e70f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8742528 Nov 23 10:48:48.538174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41198) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:48.550965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85443d4-804b-46f3-b353-ca5d1dbe81a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96b9160-159a-4572-a47e-9fd9ce3ea150,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:48.601965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f2f7440-bf5d-4f27-a15b-b79c9fae1157 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6b3df02473a439480496d43c187287b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3813007 Nov 23 10:48:48.607797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:48.617497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.643385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:48.646105 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30a2504-4520-4129-b7f5-4a8ebe0d81b4" -d '{"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-plugged", "status": "completed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:48.653510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.657661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38957870-c596-42d8-bbc7-1eca42fbaaa7 req-61e12656-988f-4435-a9ba-81278eabb7c7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909010 Nov 23 10:48:48.666956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:48.694156 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.699922 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a461a485-e92b-4ee9-abae-bdab5b6507f9 x-openstack-request-id: req-a461a485-e92b-4ee9-abae-bdab5b6507f9 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:48.700259 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-plugged", "status": "completed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:48.700530 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a461a485-e92b-4ee9-abae-bdab5b6507f9 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:48.700989 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'code': 200} Nov 23 10:48:48.728860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-d15e07e3-2fb3-49af-ba11-c8e01c360d81 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790871 Nov 23 10:48:48.753867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:48.825743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-ec266906-97fd-44e2-8677-8fa0c565ec9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0768781 Nov 23 10:48:48.826366 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93c2957c-d096-476a-a307-59967d4040d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.829201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec9d237a-1ab2-469a-828f-3ab30047f669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.904647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93c2957c-d096-476a-a307-59967d4040d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.909255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec9d237a-1ab2-469a-828f-3ab30047f669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.928468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.943013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.948996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.955041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.962362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.968750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.975467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.981400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.983378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-99a14ce5-bbb4-48a6-b503-86e3f833c548 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.1135745 Nov 23 10:48:48.986339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:48.990514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-6d04759f-412e-4978-8999-d34aced21752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:48.992067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-6d04759f-412e-4978-8999-d34aced21752 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1533720 Nov 23 10:48:49.110413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-b6123c82-8801-4c43-8f41-37bda9365dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.112147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-b6123c82-8801-4c43-8f41-37bda9365dfc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64b05c62dd70440481340bd3c80a6e44&device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 1096 time: 0.1517892 Nov 23 10:48:49.126234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fa723-1ba0-4417-ba4e-cfa587e1a5f9 req-26152b69-09dd-4717-88c5-468a282a6cc4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.127857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc0fa723-1ba0-4417-ba4e-cfa587e1a5f9 req-26152b69-09dd-4717-88c5-468a282a6cc4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 945 time: 0.1457264 Nov 23 10:48:49.142195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-c69d12ae-6433-4e8c-ace1-a58072feebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.144144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-c69d12ae-6433-4e8c-ace1-a58072feebab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1246171 Nov 23 10:48:49.144725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93c2957c-d096-476a-a307-59967d4040d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.148058 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93c2957c-d096-476a-a307-59967d4040d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.148736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a280d04-d148-4dd1-beeb-2a3d3f8349af req-701e2c82-ebd0-4ca9-a703-6d19143d915a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226611 Nov 23 10:48:49.149457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-93c2957c-d096-476a-a307-59967d4040d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b96b9160-159a-4572-a47e-9fd9ce3ea150 HTTP/1.1" status: 204 len: 168 time: 0.6094639 Nov 23 10:48:49.164634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec9d237a-1ab2-469a-828f-3ab30047f669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.167214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec9d237a-1ab2-469a-828f-3ab30047f669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.168353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ec9d237a-1ab2-469a-828f-3ab30047f669 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2fc2be0a-164e-41cb-a28a-0f071c4c3d0e HTTP/1.1" status: 204 len: 168 time: 0.5563693 Nov 23 10:48:49.205261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Router 4ef4ea2a-dc5f-4e71-93e4-64ae48437607 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:49.249896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2957c-d096-476a-a307-59967d4040d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96b9160-159a-4572-a47e-9fd9ce3ea150,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:49.315558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d237a-1ab2-469a-828f-3ab30047f669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc2be0a-164e-41cb-a28a-0f071c4c3d0e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:49.411321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:49.417304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.421449 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-04ee995c-5c14-4633-84a4-203d4b043a63 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "PUT /v2.0/routers/4ef4ea2a-dc5f-4e71-93e4-64ae48437607 HTTP/1.1" status: 200 len: 919 time: 2.5812550 Nov 23 10:48:49.421449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41226) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.442794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] Sync routers for ids ['4ef4ea2a-dc5f-4e71-93e4-64ae48437607'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:49.473550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f21e9-bc82-400c-97f1-96ffe7ce37ec req-b971ec29-2b4c-44ee-80fa-0a15281cb605 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.486526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-2e495391-b634-49cb-8e3e-0ffc0171fd22 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977672 Nov 23 10:48:49.486739 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-946f21e9-bc82-400c-97f1-96ffe7ce37ec req-b971ec29-2b4c-44ee-80fa-0a15281cb605 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1831439 Nov 23 10:48:49.488033 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.489655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] Routers {'4ef4ea2a-dc5f-4e71-93e4-64ae48437607'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:49.490525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4ef4ea2a-dc5f-4e71-93e4-64ae48437607'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:49.501739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc0fa723-1ba0-4417-ba4e-cfa587e1a5f9 req-1df314f8-2df2-4f30-9b3a-bb55a12df0d6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506076 Nov 23 10:48:49.541448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:49.551035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] Routers {'4ef4ea2a-dc5f-4e71-93e4-64ae48437607'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:49.552412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4ef4ea2a-dc5f-4e71-93e4-64ae48437607'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:49.568866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-a48722df-6319-45db-8c8a-1af231156321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.575270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-a48722df-6319-45db-8c8a-1af231156321 service neutron] 10.222.0.58 "GET /v2.0/networks?id=63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 200 len: 920 time: 0.4460657 Nov 23 10:48:49.602300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-946f21e9-bc82-400c-97f1-96ffe7ce37ec req-0488d871-cf8f-4687-8b1b-82469649337e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189520 Nov 23 10:48:49.627961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-689c01e9-5f52-4cd1-8473-e002eae9c9bb tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/4ef4ea2a-dc5f-4e71-93e4-64ae48437607 HTTP/1.1" status: 200 len: 925 time: 0.2056208 Nov 23 10:48:49.631343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41238) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.648297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:49.649304 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba7cf2-79b5-416b-9896-fcd8c51e53f9 None None] The sync data for ids ['4ef4ea2a-dc5f-4e71-93e4-64ae48437607'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:49.688478 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:49.690171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-0bbc0bb6-1d75-4ea8-a018-62a49bb7517e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 200 len: 217 time: 0.0943139 Nov 23 10:48:49.719064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec2cb0-d7c9-4263-9ad2-9f3dfd4773cf tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.724368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aaec2cb0-d7c9-4263-9ad2-9f3dfd4773cf tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=4ef4ea2a-dc5f-4e71-93e4-64ae48437607&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0917790 Nov 23 10:48:49.727014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41244) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.826151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd856b-5e95-4fc3-8ce6-8fd38c3749de req-7e01a1b2-cd3a-40ef-bb6f-9576ef2e8088 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.827667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72dd856b-5e95-4fc3-8ce6-8fd38c3749de req-7e01a1b2-cd3a-40ef-bb6f-9576ef2e8088 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.2184832 Nov 23 10:48:49.832710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-4d4a2fea-f0b0-400f-ab12-b755d4764372 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267779 Nov 23 10:48:49.834232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-95208648-6c90-44ad-936d-f0161c4a99df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.835609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-95208648-6c90-44ad-936d-f0161c4a99df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 200 len: 859 time: 0.1153612 Nov 23 10:48:49.843501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87360e9d-5492-4314-b2c3-d27d54c0ef74 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:49.845124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-87360e9d-5492-4314-b2c3-d27d54c0ef74 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.1170256 Nov 23 10:48:49.849291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.886224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5aaec14e-6933-481c-ba87-0352a2d151ae tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ef4ea2a-dc5f-4e71-93e4-64ae48437607 HTTP/1.1" status: 200 len: 205 time: 0.0356371 Nov 23 10:48:49.889385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41252) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:49.935997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-cf3cfd21-61cd-4b92-abb5-d6a9af010c74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=63f96286-b4b5-4078-b42a-1d1e0e450ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771687 Nov 23 10:48:49.940142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-4e715c85-4acc-4024-9f4c-64cc1f14d9ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 200 len: 217 time: 0.0802062 Nov 23 10:48:49.980496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72dd856b-5e95-4fc3-8ce6-8fd38c3749de req-648227b3-37c0-4deb-8b6a-25ecfc80585e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439307 Nov 23 10:48:50.056307 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.064683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.074305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-eaf380e2-951b-428e-9414-285aa9dae894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.075838 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-eaf380e2-951b-428e-9414-285aa9dae894 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.1170394 Nov 23 10:48:50.152343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-ca5da717-5a95-4de9-bc1e-a33451af3f68 service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065377 Nov 23 10:48:50.171382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dfc1e4af-d013-4745-87ef-0f0d233aebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.172941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dfc1e4af-d013-4745-87ef-0f0d233aebad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848892 Nov 23 10:48:50.217634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.281991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41272) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:50.333229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Deleting port 88d88b4e-4f6a-4cc6-9a4e-4a88d9924776 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:50.333604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.365424 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93f405b6-508d-4e04-b325-06de9d0ef948 req-d27f928c-1e50-4306-b548-13544804b34c service neutron] 10.222.0.58 "GET /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055929 Nov 23 10:48:50.376407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-6602c6ee-4d2b-4cd3-843f-b3c810c67253 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880770 Nov 23 10:48:50.412737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.423914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.430550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.436741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.443755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.449846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.455804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.457788 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-66f61600-1fce-42a9-8d01-2f010044e81b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.1748712 Nov 23 10:48:50.466330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4992d451-a158-4740-87d6-e345542712ab up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:50.469851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1874170863-network', 'tenant_id': 'a7c73e60677041069ac50a65f651def4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:50.507697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Made reservation on behalf of a7c73e60677041069ac50a65f651def4 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:50.510690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.526078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 4992d451-a158-4740-87d6-e345542712ab completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:48:50.531518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 4992d451-a158-4740-87d6-e345542712ab triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:50.532016 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.538871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.584805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.621901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Calling delete_port for 88d88b4e-4f6a-4cc6-9a4e-4a88d9924776 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:48:50.626160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.673864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-0cbe776a-cc09-4798-98ee-46ca6967def3 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750100 Nov 23 10:48:50.685819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4992d451-a158-4740-87d6-e345542712ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4992d451-a158-4740-87d6-e345542712ab,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:50.687565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be50262-ace8-4b23-ac0e-63986b803604 req-60cb56dc-e104-4930-ad34-43fdaf7fd1a7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.689406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4be50262-ace8-4b23-ac0e-63986b803604 req-60cb56dc-e104-4930-ad34-43fdaf7fd1a7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 945 time: 0.0967405 Nov 23 10:48:50.702266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5423487e-7e58-4559-9570-bccab747e8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4992d451-a158-4740-87d6-e345542712ab'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:48:50.704394 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a8b5ef-ad19-4fa9-9acf-e71290c20d0d" -d '{"events": [{"server_uuid": "5423487e-7e58-4559-9570-bccab747e8d9", "name": "network-vif-plugged", "status": "completed", "tag": "4992d451-a158-4740-87d6-e345542712ab"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:48:50.718250 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.724158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e0b2db7-95a4-4572-a45d-6ba4ad4d7a1c req-cf40cf7a-333f-4078-9ba3-7b7765a5d0c1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2384219 Nov 23 10:48:50.734154 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-8d428125-023f-4e6d-a934-7e4fc3a0731d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 200 len: 217 time: 0.0433547 Nov 23 10:48:50.835291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.844192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4be50262-ace8-4b23-ac0e-63986b803604 req-0ec3610f-e38e-452b-bf37-7a65786af63f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085505 Nov 23 10:48:50.856292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:50.874976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-b7a054ca-c4a9-40b6-b32a-ff78a4143c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.885397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-b7a054ca-c4a9-40b6-b32a-ff78a4143c79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.1314991 Nov 23 10:48:50.953963 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfce075-c0da-442e-b8d1-8a7d66e8f38c x-openstack-request-id: req-fcfce075-c0da-442e-b8d1-8a7d66e8f38c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:48:50.954537 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5423487e-7e58-4559-9570-bccab747e8d9", "name": "network-vif-plugged", "status": "completed", "tag": "4992d451-a158-4740-87d6-e345542712ab", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:48:50.955308 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fcfce075-c0da-442e-b8d1-8a7d66e8f38c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:48:50.956024 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5423487e-7e58-4559-9570-bccab747e8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4992d451-a158-4740-87d6-e345542712ab', 'code': 200} Nov 23 10:48:50.980170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4992d451-a158-4740-87d6-e345542712ab,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:50.980429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-a1caa9b7-b34f-48cc-aa48-28203520b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:50.994496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-a1caa9b7-b34f-48cc-aa48-28203520b598 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010199 Nov 23 10:48:51.001079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:48:51.008495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.052111 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.052456 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Added segment 1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983 of type vlan for network 64f64b9f-54e0-427b-b075-7a6868ff61bd Nov 23 10:48:51.062771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e604469a-0c2b-446d-8486-044924528fe3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.094157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event deleted for resources: {'Port': ['ID=88d88b4e-4f6a-4cc6-9a4e-4a88d9924776,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.103533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-dc8de6fc-34a5-4dff-8e8f-d71ba1176254 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966115 Nov 23 10:48:51.236347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d112f-756e-416b-ab7a-af7dcddaaebc req-5c5bff21-b495-4ab1-b8a8-7dcd0dcfbcea tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.244550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-562d112f-756e-416b-ab7a-af7dcddaaebc req-5c5bff21-b495-4ab1-b8a8-7dcd0dcfbcea tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.3626707 Nov 23 10:48:51.248497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.281201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.313622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890f1ca-eab7-4616-af61-7d666481e0a8 req-719f126e-27a3-4334-b471-2c561b70704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.315133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a890f1ca-eab7-4616-af61-7d666481e0a8 req-719f126e-27a3-4334-b471-2c561b70704a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 1097 time: 0.1338255 Nov 23 10:48:51.356577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273d6bc-b5c2-4ff6-a774-2881b37bf38e req-d6f99f16-a13b-4a93-8d17-8cc821b43ba3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.365664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9273d6bc-b5c2-4ff6-a774-2881b37bf38e req-d6f99f16-a13b-4a93-8d17-8cc821b43ba3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1289487 Nov 23 10:48:51.368394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97d31e83-00b4-4ea1-83e6-85b49b6ff91b req-62507235-3a48-4fc3-81cd-8ae770af30be service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565081 Nov 23 10:48:51.421636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.423333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.424133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.425242 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.428839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.431728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a890f1ca-eab7-4616-af61-7d666481e0a8 req-1be975c5-2ca8-440a-9393-a8960c4a9be7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090674 Nov 23 10:48:51.451422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-562d112f-756e-416b-ab7a-af7dcddaaebc req-fd891f89-1240-461f-975a-b75e449331f4 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056863 Nov 23 10:48:51.478161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9273d6bc-b5c2-4ff6-a774-2881b37bf38e req-810a1a38-4fae-49a6-b7b8-80b50012cb46 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072583 Nov 23 10:48:51.536376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2519736 Nov 23 10:48:51.540161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41326) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:51.557538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.557786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.558423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.559015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.559479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.560101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.561361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.564257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-367c2a62-a48e-4570-a7fe-63390fde20bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6474 time: 0.0699866 Nov 23 10:48:51.687584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-d3dd562e-6204-4a04-bf4a-9ee0902b189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.689144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-d3dd562e-6204-4a04-bf4a-9ee0902b189c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 903 time: 0.1165187 Nov 23 10:48:51.741319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-3b6e6f64-721f-4c1e-a401-a9147faa9c60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 200 len: 217 time: 0.0439820 Nov 23 10:48:51.808386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-4e139ded-f83a-4f99-9160-0886b189bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.809624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-4e139ded-f83a-4f99-9160-0886b189bb6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.0591912 Nov 23 10:48:51.888991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-94b019fb-4f71-4d16-93fc-197d1a045168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:51.890568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-94b019fb-4f71-4d16-93fc-197d1a045168 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711210 Nov 23 10:48:51.920683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Request body: {'subnet': {'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1874170863-subnet', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:51.944004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5242c-5754-4aa3-bd6a-18343a9907e4 admin admin] Pushing event updated for resources: {'Network': ['ID=64f64b9f-54e0-427b-b075-7a6868ff61bd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:51.956150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:51.962018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:48:51.970746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef4ea2a-dc5f-4e71-93e4-64ae48437607 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:48:51.998049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.001330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6641c148-9e91-42a1-bf61-83d5ace15d11 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/4ef4ea2a-dc5f-4e71-93e4-64ae48437607 HTTP/1.1" status: 204 len: 168 time: 2.1106737 Nov 23 10:48:52.056054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.071913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-664253549', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:52.089725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Made reservation on behalf of a7c73e60677041069ac50a65f651def4 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:48:52.094113 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.103788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.125961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-f85ebecb-ca3a-450e-ab4a-0b5efde3396b service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263751 Nov 23 10:48:52.162274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.172924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.179960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.187168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.194861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.203358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.210264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.218245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e61b177-5288-44db-b223-405b1af70957 req-bf9ec667-8b2e-48af-97ba-31701fcfc590 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.2934198 Nov 23 10:48:52.338895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d8fd27-f0eb-4620-a857-7c6f2ac99eb0 req-374e29f3-c1ed-463b-b4f9-b18107e96db8 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507280 Nov 23 10:48:52.343037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.344911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.374408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5917f37-6c0f-44b6-8d86-05670bb08a44 req-62cb89f4-950e-4ca1-a7be-284f73857177 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.388507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5917f37-6c0f-44b6-8d86-05670bb08a44 req-62cb89f4-950e-4ca1-a7be-284f73857177 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 946 time: 0.2614732 Nov 23 10:48:52.419269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e61b177-5288-44db-b223-405b1af70957 req-ea9270ec-9575-444b-9434-6b03d3da2cf0 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1997664 Nov 23 10:48:52.427166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41364) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:52.501682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.502173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.502648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.503113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.503575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.504160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.504618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.506655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-8f70ee46-97f7-40c9-9c65-288f75f11f70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6474 time: 0.0910211 Nov 23 10:48:52.524260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5917f37-6c0f-44b6-8d86-05670bb08a44 req-f072a3e2-dc39-4e33-ba10-816db156de93 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347926 Nov 23 10:48:52.603901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.686414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:52.711864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95421300-2428-4d22-b8a0-ab0388e1844f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.721400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:52.749249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-5a311a45-cdaa-474f-a9ad-8d4e24addfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.750772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-5a311a45-cdaa-474f-a9ad-8d4e24addfd3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 903 time: 0.2253675 Nov 23 10:48:52.765705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e4209-449f-491f-bfd6-3246755aaa03 req-00116304-8ec7-43b1-ae29-bd24644fb55d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.773930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-220e4209-449f-491f-bfd6-3246755aaa03 req-00116304-8ec7-43b1-ae29-bd24644fb55d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1282046 Nov 23 10:48:52.794573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cb49d-df7a-4c2a-a890-41db28c804a4 req-83d4d83b-cbda-4204-8e0d-344a0dbddac8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.802359 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba4cb49d-df7a-4c2a-a890-41db28c804a4 req-83d4d83b-cbda-4204-8e0d-344a0dbddac8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1192570 Nov 23 10:48:52.837713 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-614f4214-b38f-4d63-ab7e-013d2cd79398 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 200 len: 217 time: 0.0611665 Nov 23 10:48:52.923183 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-220e4209-449f-491f-bfd6-3246755aaa03 req-b3fdeabf-b3b9-49f8-8ab4-6a760349a5ef tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434600 Nov 23 10:48:52.942100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Checking segment: {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:52.942469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Network hostable DHCP agents. Network: 64f64b9f-54e0-427b-b075-7a6868ff61bd, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:48:52.961732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-54ca91a1-79b2-402f-8627-5c49ce8bd31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:52.963845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-54ca91a1-79b2-402f-8627-5c49ce8bd31a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.1129653 Nov 23 10:48:53.009453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.013938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95421300-2428-4d22-b8a0-ab0388e1844f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.023196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95421300-2428-4d22-b8a0-ab0388e1844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.038963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba4cb49d-df7a-4c2a-a890-41db28c804a4 req-7334df1c-66ad-47b5-a332-a9baf59f83df tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356281 Nov 23 10:48:53.079405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:48:53.087677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95421300-2428-4d22-b8a0-ab0388e1844f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38fe6e8c19b3456caa17e4ddce4fe4e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6584210 Nov 23 10:48:53.099146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41372) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.111258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95421300-2428-4d22-b8a0-ab0388e1844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c42ca-3485-4813-8892-722ac53966c9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:53.119130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 64f64b9f-54e0-427b-b075-7a6868ff61bd) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:53.133546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:53.134511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.134736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51abb327-9bfc-4635-b97e-8e2c4733557a None None] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:53.165270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-816de802-65b7-4dc8-9950-bcb694b1937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:53.167226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-abd7b439-d8fa-4e2e-abe6-cdc873b4e685 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6241488 Nov 23 10:48:53.169692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41374) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:53.173271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-816de802-65b7-4dc8-9950-bcb694b1937f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1981521 Nov 23 10:48:53.174978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:53.266135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.267186 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.341704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fe331892-4ee6-4e18-8ea6-6088594935a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.357550 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.457080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fe331892-4ee6-4e18-8ea6-6088594935a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.532401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-17785972-a63f-49e4-af86-d8a9b4122384 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360960 Nov 23 10:48:53.579576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-64f64b9f-54e0-427b-b075-7a6868ff61bd', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:48:53.583039 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.692224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.747828 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.822919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Allocated IP 172.20.0.2 (64f64b9f-54e0-427b-b075-7a6868ff61bd/c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf/e7bccc26-b073-4810-b188-fcef509c9c8d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:53.823835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:53.976477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Allocated IP 172.25.5.164 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/2fa1fe5f-a8b9-411d-b9be-6247aa301eff) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:54.041835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.057870 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.102816 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fe331892-4ee6-4e18-8ea6-6088594935a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.103760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fa739-8740-4e5f-a6ce-1a2d1b8235da req-0eb3364e-2c91-4c0a-87ee-0a05bd51bb7b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.105409 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10fa739-8740-4e5f-a6ce-1a2d1b8235da req-0eb3364e-2c91-4c0a-87ee-0a05bd51bb7b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 946 time: 0.4071712 Nov 23 10:48:54.112853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fe331892-4ee6-4e18-8ea6-6088594935a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.114922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fe331892-4ee6-4e18-8ea6-6088594935a9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d93c42ca-3485-4813-8892-722ac53966c9 HTTP/1.1" status: 204 len: 168 time: 1.0148005 Nov 23 10:48:54.120746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:54.129825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:54.132402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe331892-4ee6-4e18-8ea6-6088594935a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c42ca-3485-4813-8892-722ac53966c9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:54.159345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Pushing event updated for resources: {'Port': ['ID=e7bccc26-b073-4810-b188-fcef509c9c8d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:54.173101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:54.173935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.183807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.193077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.200784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.208314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.215792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.223151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.231872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c345716a-bca4-4c65-ae23-195087d74f44 req-fff864ef-1c00-4d04-afda-dcafad88fef3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.6623607 Nov 23 10:48:54.280543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5559d8be-30cb-4792-960b-5fc266cbe667 req-bad8ac6a-7af1-492f-8935-28beec970df8 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7397554 Nov 23 10:48:54.302174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Attempting to bind port e7bccc26-b073-4810-b188-fcef509c9c8d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:48:54.302793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Attempting to bind port e7bccc26-b073-4810-b188-fcef509c9c8d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:48:54.303377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Attempting to bind port e7bccc26-b073-4810-b188-fcef509c9c8d on network 64f64b9f-54e0-427b-b075-7a6868ff61bd {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:48:54.314261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:48:54.315106 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Checking segment: {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:48:54.318254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.319682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Bound using segment: {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:48:54.320536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Bound port: e7bccc26-b073-4810-b188-fcef509c9c8d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:48:54.321094 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.339449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c345716a-bca4-4c65-ae23-195087d74f44 req-42b2c426-57d7-47a5-9720-43db397ec48d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062281 Nov 23 10:48:54.383477 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10fa739-8740-4e5f-a6ce-1a2d1b8235da req-9829b2f5-fd87-4d74-b88e-bbc1514511cf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708989 Nov 23 10:48:54.386762 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.467588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] For port e7bccc26-b073-4810-b188-fcef509c9c8d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:48:54.472492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] For port e7bccc26-b073-4810-b188-fcef509c9c8d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e7bccc26-b073-4810-b188-fcef509c9c8d,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:48:54.497165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.605085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9161b14-516f-415b-b2fd-fe1cdedd3a33 None None] Pushing event updated for resources: {'Port': ['ID=e7bccc26-b073-4810-b188-fcef509c9c8d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:54.640179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.705573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cd0d1-6792-47e8-9286-c94462a9f1b0 req-cdca67a0-c77d-496f-8153-705c136b2054 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:54.715123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f7cd0d1-6792-47e8-9286-c94462a9f1b0 req-cdca67a0-c77d-496f-8153-705c136b2054 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.0821929 Nov 23 10:48:54.718646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41392) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:54.751119 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-665f816c-b3c2-451f-ba89-37ab9e7c657f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.757177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:54.774247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f7cd0d1-6792-47e8-9286-c94462a9f1b0 req-062ee830-99ea-4d1e-813e-200d8066980f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581021 Nov 23 10:48:54.828640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:54.836190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:54.839618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:54.908264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event updated for resources: {'Port': ['ID=2fa1fe5f-a8b9-411d-b9be-6247aa301eff,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:54.920186 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.000215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c762b1-c23e-4178-bb3e-4663281958d1 req-c959e091-7df6-4bf7-8b4b-61018d59698e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:55.000782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c762b1-c23e-4178-bb3e-4663281958d1 req-c959e091-7df6-4bf7-8b4b-61018d59698e tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.4463253 Nov 23 10:48:55.264912 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c762b1-c23e-4178-bb3e-4663281958d1 req-a2030f29-2fb4-4126-b4c7-7f0a99ab84c7 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481503 Nov 23 10:48:55.280019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-665f816c-b3c2-451f-ba89-37ab9e7c657f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.334135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Allocated IP 172.25.5.30 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/f33b76f9-cd36-419c-95db-68288eb4768e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:48:55.336141 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-665f816c-b3c2-451f-ba89-37ab9e7c657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.448023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-665f816c-b3c2-451f-ba89-37ab9e7c657f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=43496a9308744a18a26b2c521e84be71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7253709 Nov 23 10:48:55.451222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41402) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:55.485397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f816c-b3c2-451f-ba89-37ab9e7c657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d8d38-c4bd-4b2d-896c-432c9b627bce,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:55.564004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f157e341-3285-4d9e-b165-a5e07f9cfc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.604048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f157e341-3285-4d9e-b165-a5e07f9cfc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.702939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f157e341-3285-4d9e-b165-a5e07f9cfc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.706091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f157e341-3285-4d9e-b165-a5e07f9cfc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:55.710844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f157e341-3285-4d9e-b165-a5e07f9cfc75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e9d8d38-c4bd-4b2d-896c-432c9b627bce HTTP/1.1" status: 204 len: 168 time: 0.2555585 Nov 23 10:48:55.719072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157e341-3285-4d9e-b165-a5e07f9cfc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d8d38-c4bd-4b2d-896c-432c9b627bce,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:56.056062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba359d7-7cd3-43e0-be6a-082d2808a20a req-aa2325ab-14d5-4f45-9754-33e120868dc6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.065450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ba359d7-7cd3-43e0-be6a-082d2808a20a req-aa2325ab-14d5-4f45-9754-33e120868dc6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.0733223 Nov 23 10:48:56.076616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.115453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a3b94-f523-4eb6-b7d3-4b240bae3007 None None] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:48:56.157517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.161399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ba359d7-7cd3-43e0-be6a-082d2808a20a req-16372c45-d455-4874-b1c8-91f93fc608bd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898535 Nov 23 10:48:56.164308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.173426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.192152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.206546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.223409 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.235428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:56.242564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-16a3378d-212e-407a-ac40-7573c81bb0df tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.7866259 Nov 23 10:48:56.310678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dd75c617-98b2-4f06-88f5-d7704ae59426 None None] Provisioning complete for port e7bccc26-b073-4810-b188-fcef509c9c8d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:56.311257 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dd75c617-98b2-4f06-88f5-d7704ae59426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.311951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.470388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dd75c617-98b2-4f06-88f5-d7704ae59426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.548239 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72bd8926-a06a-4d89-a9a6-2619698550c8 req-938a1923-bab4-4a0a-8c18-5e15cbafb59f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2621107 Nov 23 10:48:56.558748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dd75c617-98b2-4f06-88f5-d7704ae59426 None None] For port e7bccc26-b073-4810-b188-fcef509c9c8d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e7bccc26-b073-4810-b188-fcef509c9c8d,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:48:56.573435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e7bccc26-b073-4810-b188-fcef509c9c8d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:56.635873 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dd75c617-98b2-4f06-88f5-d7704ae59426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.726791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.728859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75c617-98b2-4f06-88f5-d7704ae59426 None None] Pushing event updated for resources: {'Port': ['ID=e7bccc26-b073-4810-b188-fcef509c9c8d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:56.781154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e7bccc26-b073-4810-b188-fcef509c9c8d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:56.781993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.929750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5bff2976-2c5c-402e-8a1e-af3b9032ae32 None None] Provisioning complete for port e7bccc26-b073-4810-b188-fcef509c9c8d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:56.930132 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5bff2976-2c5c-402e-8a1e-af3b9032ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:56.981286 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:48:57.048516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:48:57.060017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:48:57.069256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:48:57.101692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Pushing event updated for resources: {'Port': ['ID=f33b76f9-cd36-419c-95db-68288eb4768e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:48:57.140053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.548164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d876-efe1-4986-96b9-e8a6e7938d8e req-2ccfe214-b822-4d9d-beca-0ae3ed8d0556 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:57.549874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d18d876-efe1-4986-96b9-e8a6e7938d8e req-2ccfe214-b822-4d9d-beca-0ae3ed8d0556 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1840146 Nov 23 10:48:57.844397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d18d876-efe1-4986-96b9-e8a6e7938d8e req-6d02867c-04b5-44b3-a582-e2fe3719ee97 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790561 Nov 23 10:48:57.876308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:57.928947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Router 192faf6f-2bc3-4075-bbdc-515dfe491c27 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:57.974650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:57.980326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:58.009335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:58.061418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:58.081053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:58.103264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:58.124663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:58.131990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-c2b69c6a-5e4d-482e-850c-53f088910177 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.4455209 Nov 23 10:48:58.183921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:58.195673 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] Sync routers for ids ['192faf6f-2bc3-4075-bbdc-515dfe491c27'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:48:58.214420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] Routers {'192faf6f-2bc3-4075-bbdc-515dfe491c27'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:58.215005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['192faf6f-2bc3-4075-bbdc-515dfe491c27'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:58.266121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.270184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5e5d039d-7879-443f-882c-9a14fc6f642b tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2031417 Nov 23 10:48:58.270912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:48:58.290992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:48:58.320956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-676208b6-d87d-4db3-8c66-41f0066e8972 req-d39c24f9-e3d7-49f3-b09c-bb59bfe1191a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1828623 Nov 23 10:48:58.350630 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:58.389727 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:58.421070 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] Routers {'192faf6f-2bc3-4075-bbdc-515dfe491c27'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:48:58.421976 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['192faf6f-2bc3-4075-bbdc-515dfe491c27'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:58.512890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e7bccc26-b073-4810-b188-fcef509c9c8d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:48:58.584243 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:48:58.590054 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596254dd-4fd7-4bf2-9463-81baa605a1a4 None None] The sync data for ids ['192faf6f-2bc3-4075-bbdc-515dfe491c27'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:48:58.669377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e7bccc26-b073-4810-b188-fcef509c9c8d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:48:58.670625 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.087571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2948e-71e9-4216-b47e-1f262a6a8f92 req-29cd3739-e36a-41a5-9cc4-95a89020e8c6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.095601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8dc2948e-71e9-4216-b47e-1f262a6a8f92 req-29cd3739-e36a-41a5-9cc4-95a89020e8c6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1057501 Nov 23 10:48:59.192541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8dc2948e-71e9-4216-b47e-1f262a6a8f92 req-e75f3dd5-a381-489b-8295-ff2170f3c5f9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958533 Nov 23 10:48:59.645398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:48:59.667266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.670527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.686376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.693283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.713343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.719339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.725729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.731982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:48:59.740238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d7a476f7-e289-4760-9a84-0411504bf264 req-982adfdb-5a77-4606-972e-317727271c07 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.2258694 Nov 23 10:48:59.801345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.813967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d7a476f7-e289-4760-9a84-0411504bf264 req-9df29100-9778-48a0-b167-1ce5b3091b65 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726357 Nov 23 10:48:59.964445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:48:59.976955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Deleting port 2fa1fe5f-a8b9-411d-b9be-6247aa301eff {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:48:59.977252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:48:59.984408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Sync routers for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:00.016942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:00.022862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:00.055156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.056438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6d4538be-b5c6-4b61-b573-f5be0597bd04 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.8857028 Nov 23 10:49:00.059296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41510) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:00.223846 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.260288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Calling delete_port for 2fa1fe5f-a8b9-411d-b9be-6247aa301eff owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:00.438834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:00.701272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:00.740426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Pushing event deleted for resources: {'Port': ['ID=2fa1fe5f-a8b9-411d-b9be-6247aa301eff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:00.829888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf63d0d-7321-4d2b-bbae-4287f9426823 req-ddf4d383-a4ce-4867-8989-e9a30c86e04c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:00.848357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baf63d0d-7321-4d2b-bbae-4287f9426823 req-ddf4d383-a4ce-4867-8989-e9a30c86e04c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.4418957 Nov 23 10:49:00.853815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.322514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:48:57Z', 'revision_number': 3, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:01.342482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baf63d0d-7321-4d2b-bbae-4287f9426823 req-34b8e00d-33a1-4840-8ad8-3c6c3b631fa3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4910955 Nov 23 10:49:01.407776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Checking router: 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:01.408388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Updating router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 port f33b76f9-cd36-419c-95db-68288eb4768e binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:49:01.462963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.495877 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.503054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.632909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:01.719598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.735194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.747859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.797297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.816672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.852278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.858541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:01.869776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-664c2e8a-2e43-4b6b-9c9a-cd722aa6aa57 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.6193259 Nov 23 10:49:01.945353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Allocated IP 172.20.0.1 (64f64b9f-54e0-427b-b075-7a6868ff61bd/c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf/21322985-cb8e-4435-8284-c66f3998fa4c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:01.951456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Router 192faf6f-2bc3-4075-bbdc-515dfe491c27 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:49:02.098450 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25f036c2-c2e6-4649-b55e-8bbf7b3438c0 req-f00efe30-86d4-4597-801f-76b8e1df7559 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2270863 Nov 23 10:49:02.240087 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.256375 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.260407 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.298126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:02.310752 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] Sync routers for ids ['192faf6f-2bc3-4075-bbdc-515dfe491c27'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:02.314819 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.323841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e79df4c-cac7-4921-b87c-81b13973935c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "PUT /v2.0/routers/192faf6f-2bc3-4075-bbdc-515dfe491c27 HTTP/1.1" status: 200 len: 709 time: 4.0514541 Nov 23 10:49:02.325895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41550) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:02.336737 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] Routers {'192faf6f-2bc3-4075-bbdc-515dfe491c27'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:02.339738 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['192faf6f-2bc3-4075-bbdc-515dfe491c27'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:02.355859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.466512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:02.476087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:02.485839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c72e-267e-4ca2-a1cb-20237d3825fe None None] Pushing event updated for resources: {'Port': ['ID=f33b76f9-cd36-419c-95db-68288eb4768e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:02.495867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:02.506059 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:02.527174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] Routers {'192faf6f-2bc3-4075-bbdc-515dfe491c27'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:02.527813 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['192faf6f-2bc3-4075-bbdc-515dfe491c27'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:02.530109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cf0a4460-3084-44aa-bfff-d3e9546e4635 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/routers/192faf6f-2bc3-4075-bbdc-515dfe491c27 HTTP/1.1" status: 200 len: 744 time: 0.2030065 Nov 23 10:49:02.532014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Attempting to bind port f33b76f9-cd36-419c-95db-68288eb4768e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:02.532405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Attempting to bind port f33b76f9-cd36-419c-95db-68288eb4768e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:02.532873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Attempting to bind port f33b76f9-cd36-419c-95db-68288eb4768e on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:02.533455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41556) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:02.552383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:02.552772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:02.553211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.553620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:02.554358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Bound port: f33b76f9-cd36-419c-95db-68288eb4768e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:02.554753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.622952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.633975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:02.637518 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1483abc8-44ba-4dac-b860-b7a04617bc42 None None] The sync data for ids ['192faf6f-2bc3-4075-bbdc-515dfe491c27'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:02.657959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-505e024e-a8f2-4b37-9502-a674c1887617 tempest-RoutersIpV6AdminTest-984686282 tempest-RoutersIpV6AdminTest-984686282-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=192faf6f-2bc3-4075-bbdc-515dfe491c27 HTTP/1.1" status: 200 len: 205 time: 0.1192827 Nov 23 10:49:02.663814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41558) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:02.682967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] For port f33b76f9-cd36-419c-95db-68288eb4768e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:02.687352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] For port f33b76f9-cd36-419c-95db-68288eb4768e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f33b76f9-cd36-419c-95db-68288eb4768e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:02.697022 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.741350 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bae51ecd-6157-498e-a667-934b85be6dcf tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=192faf6f-2bc3-4075-bbdc-515dfe491c27 HTTP/1.1" status: 200 len: 205 time: 0.0637815 Nov 23 10:49:02.743031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41560) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:02.838870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:02.839530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:02.879587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Pushing event updated for resources: {'Port': ['ID=21322985-cb8e-4435-8284-c66f3998fa4c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:02.914402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:02.991366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7c72e-267e-4ca2-a1cb-20237d3825fe None None] Pushing event updated for resources: {'Port': ['ID=f33b76f9-cd36-419c-95db-68288eb4768e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:03.000918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030255-8bc6-4bb0-a07e-b3a509a3e2fa req-51613142-dca9-426b-b72d-a37e9d41ac3f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.010666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b030255-8bc6-4bb0-a07e-b3a509a3e2fa req-51613142-dca9-426b-b72d-a37e9d41ac3f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.4447985 Nov 23 10:49:03.013254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ed520f0-7c7c-4353-ad8c-b5d7a48cf4a5 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.046785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1822b212-5985-4722-89c5-6663544186a2 None None] Provisioning complete for port 21322985-cb8e-4435-8284-c66f3998fa4c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:03.047211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1822b212-5985-4722-89c5-6663544186a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.236919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1822b212-5985-4722-89c5-6663544186a2 None None] Port 21322985-cb8e-4435-8284-c66f3998fa4c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:03.264110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:03.431533 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ed520f0-7c7c-4353-ad8c-b5d7a48cf4a5 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.441645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.448568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.455762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b030255-8bc6-4bb0-a07e-b3a509a3e2fa req-34a6f50b-dda6-4716-a62f-2cbb89daf568 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885084 Nov 23 10:49:03.461028 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ed520f0-7c7c-4353-ad8c-b5d7a48cf4a5 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.468702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.478843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.490845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.511599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.530309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:03.542745 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-066be8bb-f9f2-41b8-812d-78478e4e03c9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.2525206 Nov 23 10:49:03.547016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:48:57Z', 'revision_number': 3, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:03.585130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ed520f0-7c7c-4353-ad8c-b5d7a48cf4a5 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.585811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed520f0-7c7c-4353-ad8c-b5d7a48cf4a5 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Fanout notify agent at l3_agent the message router_deleted on router 192faf6f-2bc3-4075-bbdc-515dfe491c27 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:49:03.594146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ed520f0-7c7c-4353-ad8c-b5d7a48cf4a5 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.612344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0ed520f0-7c7c-4353-ad8c-b5d7a48cf4a5 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/192faf6f-2bc3-4075-bbdc-515dfe491c27 HTTP/1.1" status: 204 len: 168 time: 0.8624141 Nov 23 10:49:03.612823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41576) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:03.632100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58076cf1-8300-4547-aa97-9c6c09c28a0b None None] The sync data for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 is: [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:48:57Z', 'revision_number': 3, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:03.666995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9f244b9b-5502-4dc7-b541-6453e95875cb tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=192faf6f-2bc3-4075-bbdc-515dfe491c27 HTTP/1.1" status: 200 len: 205 time: 0.0495713 Nov 23 10:49:03.677498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41578) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:03.692858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25aceff1-9cf7-4949-9b81-261d25d85b1b req-529d0aef-504e-4993-8f2a-2d17a962135a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487646 Nov 23 10:49:03.711690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.743132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.788093 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-d3021087-a441-4a0c-9feb-dd90d9e5f7ae tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] delete failed (client error): The resource could not be found. Nov 23 10:49:03.798312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d3021087-a441-4a0c-9feb-dd90d9e5f7ae tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/192faf6f-2bc3-4075-bbdc-515dfe491c27 HTTP/1.1" status: 404 len: 336 time: 0.1113977 Nov 23 10:49:03.802851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41580) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:03.871902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Pushing event updated for resources: {'Port': ['ID=21322985-cb8e-4435-8284-c66f3998fa4c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:03.875622 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:03.897656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6883178d-b0b3-4f40-b24c-5c9b52ad7081 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ef4ea2a-dc5f-4e71-93e4-64ae48437607 HTTP/1.1" status: 200 len: 205 time: 0.0935550 Nov 23 10:49:03.900091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41584) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:03.976924 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-6bba91a6-58d8-4284-a433-c9f0bc0df16c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] delete failed (client error): The resource could not be found. Nov 23 10:49:03.990740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6bba91a6-58d8-4284-a433-c9f0bc0df16c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/4ef4ea2a-dc5f-4e71-93e4-64ae48437607 HTTP/1.1" status: 404 len: 336 time: 0.0893080 Nov 23 10:49:03.993273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41586) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.026775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-effa10dc-5ea6-496d-933d-1ced0d81781f tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=f798e14f-daae-48a1-8373-7e53924cba27 HTTP/1.1" status: 200 len: 205 time: 0.0321903 Nov 23 10:49:04.032367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41590) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.145497 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-0e51b7d5-c6c8-4958-b8d7-20c965c5a267 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] delete failed (client error): The resource could not be found. Nov 23 10:49:04.147203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0e51b7d5-c6c8-4958-b8d7-20c965c5a267 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/f798e14f-daae-48a1-8373-7e53924cba27 HTTP/1.1" status: 404 len: 336 time: 0.1139326 Nov 23 10:49:04.149954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41594) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.225208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f3f8677-28c2-4083-bc58-58d64ec4dcb7 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=eed78878-89b3-423e-b679-56c8f95dd165 HTTP/1.1" status: 200 len: 205 time: 0.0737662 Nov 23 10:49:04.227538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41596) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.232226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:04.242075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:04.303997 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-5fd31418-7eba-4757-a974-d2ea15ed9681 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] delete failed (client error): The resource could not be found. Nov 23 10:49:04.305984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5fd31418-7eba-4757-a974-d2ea15ed9681 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/eed78878-89b3-423e-b679-56c8f95dd165 HTTP/1.1" status: 404 len: 336 time: 0.0770452 Nov 23 10:49:04.309770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41598) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.394842 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-20f5ed0a-7218-48d1-bb98-b88645eb4b44 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed643c46-a5a2-41a8-8096-2de7cb7cedaf HTTP/1.1" status: 200 len: 205 time: 0.0831065 Nov 23 10:49:04.397937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.488430 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f33b76f9-cd36-419c-95db-68288eb4768e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:04.500988 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-6cf4bacf-f3ad-475b-b208-0fc1dc47da87 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] delete failed (client error): The resource could not be found. Nov 23 10:49:04.506140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6cf4bacf-f3ad-475b-b208-0fc1dc47da87 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/ed643c46-a5a2-41a8-8096-2de7cb7cedaf HTTP/1.1" status: 404 len: 336 time: 0.1036034 Nov 23 10:49:04.511772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41606) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.621508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-35e3f36f-2965-410f-984b-0153aa110fd1 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b28d799-dc10-4f3f-a3ed-acb46d9c2313 HTTP/1.1" status: 200 len: 205 time: 0.1076655 Nov 23 10:49:04.625875 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41610) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.653927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:49:04.720978 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-f19c42ec-40fe-43b9-b8e2-f154ffe7965c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] delete failed (client error): The resource could not be found. Nov 23 10:49:04.722023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f19c42ec-40fe-43b9-b8e2-f154ffe7965c tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/routers/2b28d799-dc10-4f3f-a3ed-acb46d9c2313 HTTP/1.1" status: 404 len: 336 time: 0.0951436 Nov 23 10:49:04.725279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f33b76f9-cd36-419c-95db-68288eb4768e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:04.725782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41614) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:04.726055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.791207 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdf6178-87d2-4f8e-b6f4-157a21f46046 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:04.799300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdf6178-87d2-4f8e-b6f4-157a21f46046 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:04.804410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5cdf6178-87d2-4f8e-b6f4-157a21f46046 tempest-RoutersIpV6AdminTest-933164630 tempest-RoutersIpV6AdminTest-933164630-project] 10.222.0.61 "DELETE /v2.0/subnets/1db85b2a-f65a-44d7-824b-f904bf740d1b HTTP/1.1" status: 404 len: 337 time: 0.0778151 Nov 23 10:49:04.845951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-214da662-f4cf-4610-8f04-786fc1070abe None None] Provisioning complete for port 21322985-cb8e-4435-8284-c66f3998fa4c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:04.847994 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-214da662-f4cf-4610-8f04-786fc1070abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:04.943595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-214da662-f4cf-4610-8f04-786fc1070abe None None] Port 21322985-cb8e-4435-8284-c66f3998fa4c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:05.093303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.113775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.119396 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.139046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.159756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.172335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port f33b76f9-cd36-419c-95db-68288eb4768e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f33b76f9-cd36-419c-95db-68288eb4768e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:05.174904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.183522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:05.190079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.206888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.213997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233e39-307f-4e81-9598-961eef121958 req-1d304c0d-07bb-46c1-9b35-7c1b18d10ee8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:05.216139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-6a46ad62-c62e-44be-b282-7d21d4374335 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.3113034 Nov 23 10:49:05.227629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07233e39-307f-4e81-9598-961eef121958 req-1d304c0d-07bb-46c1-9b35-7c1b18d10ee8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.5890350 Nov 23 10:49:05.318882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=f33b76f9-cd36-419c-95db-68288eb4768e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:05.327631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:05.343137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aa657470-aa1c-43cb-82fb-b680bd604246 admin admin] 10.222.0.61 "PUT /v2.0/routers/9a59b27f-ce8c-4765-b30a-d6415a4c34e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2824364 Nov 23 10:49:05.352644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.353006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.361869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.362221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.365210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.365722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.366221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.366712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.367422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.368094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.368570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.369065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:05.421742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07233e39-307f-4e81-9598-961eef121958 req-8b74a649-7292-4afc-a7e2-c3c4e08de7fb tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925039 Nov 23 10:49:05.426847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86eef49e-ccab-4e2a-b540-a0899e931e9b req-18c00034-4caf-41f5-bf83-b7e84deb68fa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2095284 Nov 23 10:49:05.833417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41638) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:06.458440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f33b76f9-cd36-419c-95db-68288eb4768e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:06.513411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41648) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:06.520273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-66dc8c8b-8575-4ef9-b5de-f34cf330bece tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229674250', 'description': 'tempest-description--782595959'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:06.523245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90db6a4b-3cb4-4043-81fa-5780164f7f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.571409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66dc8c8b-8575-4ef9-b5de-f34cf330bece tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.662714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f33b76f9-cd36-419c-95db-68288eb4768e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:06.663878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.701318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Sync routers for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:06.725866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:06.726932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:06.776610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cc45c-20f9-41ad-bea2-90cefe93c16c req-17f5729a-8306-4519-818f-a267432d6525 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.786916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d87cc45c-20f9-41ad-bea2-90cefe93c16c req-17f5729a-8306-4519-818f-a267432d6525 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.2443843 Nov 23 10:49:06.809963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.828689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.845816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.866120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.882861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.903955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.915091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90db6a4b-3cb4-4043-81fa-5780164f7f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:06.916822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:06.931812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-e4284ef4-d556-426c-a26a-591ee4a56bda tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.3205428 Nov 23 10:49:06.967777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90db6a4b-3cb4-4043-81fa-5780164f7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.009168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:07.027436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-90db6a4b-3cb4-4043-81fa-5780164f7f4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=901a737d81194b7c84925265fb3faa6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1903846 Nov 23 10:49:07.028437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41664) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:07.088411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fd11d13-6aa1-4a54-96ff-02b737d78f8b req-9f4aa274-20c9-49d6-89b9-898b6d9fce64 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1556125 Nov 23 10:49:07.168717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66dc8c8b-8575-4ef9-b5de-f34cf330bece tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.180352 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66dc8c8b-8575-4ef9-b5de-f34cf330bece tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.227922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d87cc45c-20f9-41ad-bea2-90cefe93c16c req-f84397f1-963e-49a7-b152-a36be150d7d8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393172 Nov 23 10:49:07.249637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66dc8c8b-8575-4ef9-b5de-f34cf330bece tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.250987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-66dc8c8b-8575-4ef9-b5de-f34cf330bece tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7363350 Nov 23 10:49:07.254206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41666) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:07.269228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a75f7d4c-e9ec-46aa-bd28-a42bdbc79d44 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Request body: {'security_group_rule': {'security_group_id': 'e033aadd-43ce-4b70-8add-86dd049cab7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:07.286348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db6a4b-3cb4-4043-81fa-5780164f7f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e29c4c-93b8-4a9f-9829-944e293ba4c8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:07.298960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cbdaff-3ca5-446f-866f-b8413c130ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.332083 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cbdaff-3ca5-446f-866f-b8413c130ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.388223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc8c8b-8575-4ef9-b5de-f34cf330bece tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e033aadd-43ce-4b70-8add-86dd049cab7f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:07.418432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cbdaff-3ca5-446f-866f-b8413c130ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.423230 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38cbdaff-3ca5-446f-866f-b8413c130ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.433087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-38cbdaff-3ca5-446f-866f-b8413c130ce9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63e29c4c-93b8-4a9f-9829-944e293ba4c8 HTTP/1.1" status: 204 len: 168 time: 0.3842754 Nov 23 10:49:07.469791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbdaff-3ca5-446f-866f-b8413c130ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e29c4c-93b8-4a9f-9829-944e293ba4c8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:07.474011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a75f7d4c-e9ec-46aa-bd28-a42bdbc79d44 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.655653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3138-d835-412b-897a-546c7657d399 req-3c0ac5ff-78f2-488d-86a4-32902448cc94 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:07.665572 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ae3138-d835-412b-897a-546c7657d399 req-3c0ac5ff-78f2-488d-86a4-32902448cc94 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1760457 Nov 23 10:49:07.705875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a75f7d4c-e9ec-46aa-bd28-a42bdbc79d44 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.723335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a75f7d4c-e9ec-46aa-bd28-a42bdbc79d44 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.766227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ae3138-d835-412b-897a-546c7657d399 req-bcd65ccc-6bdf-4514-8734-c888c908ced0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963070 Nov 23 10:49:07.778716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f7d4c-e9ec-46aa-bd28-a42bdbc79d44 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95928b8-8418-4279-92c2-470c42b11bd9,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:07.797992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a75f7d4c-e9ec-46aa-bd28-a42bdbc79d44 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:07.798257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:03Z', 'revision_number': 2, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:07.804198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41686) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:07.809963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b6cb3b6a-1cc3-4595-8772-cc96a18d706a tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Request body: {'security_group_rule': {'security_group_id': 'e033aadd-43ce-4b70-8add-86dd049cab7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:07.817422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a75f7d4c-e9ec-46aa-bd28-a42bdbc79d44 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5602396 Nov 23 10:49:07.868129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Checking router: 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:07.869029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Updating router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 port 21322985-cb8e-4435-8284-c66f3998fa4c binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:49:07.918553 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3b6a-1cc3-4595-8772-cc96a18d706a tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.003994 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.055600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8783f63-0192-4fb2-9b2d-16d3b7c1c739 req-914e024d-c941-427e-8452-baa12639e51b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.065067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8783f63-0192-4fb2-9b2d-16d3b7c1c739 req-914e024d-c941-427e-8452-baa12639e51b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0866554 Nov 23 10:49:08.133886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8783f63-0192-4fb2-9b2d-16d3b7c1c739 req-add7ae4c-8b52-4287-a446-c76ff69cb099 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672617 Nov 23 10:49:08.165263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3b6a-1cc3-4595-8772-cc96a18d706a tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.178988 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3b6a-1cc3-4595-8772-cc96a18d706a tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.241687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb3b6a-1cc3-4595-8772-cc96a18d706a tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99762bc0-00f0-4b59-85f6-016de036be7c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:08.282383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6cb3b6a-1cc3-4595-8772-cc96a18d706a tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.283763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b6cb3b6a-1cc3-4595-8772-cc96a18d706a tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4784884 Nov 23 10:49:08.287597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:08.293228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:08.298721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41702) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:08.350131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.538105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.554050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.575223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.590478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.611671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.632146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.643564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.653980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-04f10fa1-e1b2-450a-9412-76926407db82 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.3569388 Nov 23 10:49:08.666247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9deaa2fd-38d0-4675-bc2e-df45c94568a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8609821f0b184cb7b328d2cb410b5e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637540 Nov 23 10:49:08.668651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41708) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:08.675630 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.716140 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.730229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:08.796982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6822ea49-c4b3-4a76-b26a-8f2982896fa9 req-24c94635-943c-47f0-899d-2a937f457d6c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394746 Nov 23 10:49:08.880528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7baf77-8f75-4b37-9b60-f0786c648569 req-a173f5f1-2a76-4814-8a88-5e391d5922c3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:08.894223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad7baf77-8f75-4b37-9b60-f0786c648569 req-a173f5f1-2a76-4814-8a88-5e391d5922c3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.3135047 Nov 23 10:49:08.963206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db475ad-e815-413a-a6bd-35f2ee21c9d9 None None] Pushing event updated for resources: {'Port': ['ID=21322985-cb8e-4435-8284-c66f3998fa4c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:08.996237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Attempting to bind port 21322985-cb8e-4435-8284-c66f3998fa4c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:08.996770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Attempting to bind port 21322985-cb8e-4435-8284-c66f3998fa4c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:08.997287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Attempting to bind port 21322985-cb8e-4435-8284-c66f3998fa4c on network 64f64b9f-54e0-427b-b075-7a6868ff61bd {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:09.005431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:09.005983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Checking segment: {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:09.006823 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.007293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Bound using segment: {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:09.008164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Bound port: 21322985-cb8e-4435-8284-c66f3998fa4c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:09.008636 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.061702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0c3f-fcd9-4bc0-a72f-a9484d62b11b req-28b9eef1-e972-44d7-94a6-bcc34dbcdb78 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:09.063498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c3d0c3f-fcd9-4bc0-a72f-a9484d62b11b req-28b9eef1-e972-44d7-94a6-bcc34dbcdb78 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1434577 Nov 23 10:49:09.103556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4873d331-da2d-4cc8-8f6f-dd79b3a3a819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.149501 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4873d331-da2d-4cc8-8f6f-dd79b3a3a819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.170643 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c3d0c3f-fcd9-4bc0-a72f-a9484d62b11b req-e0ed968a-2560-4109-bb09-8e9737ad0b3b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976417 Nov 23 10:49:09.219211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] For port 21322985-cb8e-4435-8284-c66f3998fa4c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:09.226463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] For port 21322985-cb8e-4435-8284-c66f3998fa4c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21322985-cb8e-4435-8284-c66f3998fa4c,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:09.240434 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.286736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4873d331-da2d-4cc8-8f6f-dd79b3a3a819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.301267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4873d331-da2d-4cc8-8f6f-dd79b3a3a819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.303376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4873d331-da2d-4cc8-8f6f-dd79b3a3a819 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ebe9c7d3-46a1-4b37-9dd8-cf2906319ac2 HTTP/1.1" status: 204 len: 168 time: 0.6317706 Nov 23 10:49:09.308273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db475ad-e815-413a-a6bd-35f2ee21c9d9 None None] Pushing event updated for resources: {'Port': ['ID=21322985-cb8e-4435-8284-c66f3998fa4c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:09.360288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Allocated IP 172.25.5.42 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/b04f743f-16bf-4693-aec4-b1cbc9c7088f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:09.367156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a13369e9-81ef-4445-b22c-bf0d5981e064 None None] Provisioning complete for port 21322985-cb8e-4435-8284-c66f3998fa4c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:09.367660 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a13369e9-81ef-4445-b22c-bf0d5981e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.518215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.537588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:09.540605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:48:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:09.653849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad7baf77-8f75-4b37-9b60-f0786c648569 req-98e310c0-0ab9-4840-9279-fda3ced3bccc tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7576439 Nov 23 10:49:09.655382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873d331-da2d-4cc8-8f6f-dd79b3a3a819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe9c7d3-46a1-4b37-9dd8-cf2906319ac2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:09.673094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:09.797896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:09.810499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:09.822627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:09.849988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event updated for resources: {'Port': ['ID=b04f743f-16bf-4693-aec4-b1cbc9c7088f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:10.034062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db2fa0-bdb9-4d3d-928b-b73cea530652 req-7ab7fdd4-eb4b-4598-90e0-8667e7731e30 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.047277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-44db2fa0-bdb9-4d3d-928b-b73cea530652 req-7ab7fdd4-eb4b-4598-90e0-8667e7731e30 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0775385 Nov 23 10:49:10.163156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.189439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-44db2fa0-bdb9-4d3d-928b-b73cea530652 req-6252d02f-9415-418d-9270-b0b427616ca5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405225 Nov 23 10:49:10.263757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.288108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.303662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.326168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.338152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:10.345418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.375220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.393138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.395690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-94406b1d-e3ca-4fc3-a58c-b61d09b5bb24 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5417 time: 0.3780653 Nov 23 10:49:10.463910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 396972cd-1e23-491f-b862-c7149ee2bf24 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:10.523934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.544902 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a13369e9-81ef-4445-b22c-bf0d5981e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.774836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 396972cd-1e23-491f-b862-c7149ee2bf24, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=396972cd-1e23-491f-b862-c7149ee2bf24,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:10.789414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.792373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a13369e9-81ef-4445-b22c-bf0d5981e064 None None] For port 21322985-cb8e-4435-8284-c66f3998fa4c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21322985-cb8e-4435-8284-c66f3998fa4c,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:10.794768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '396972cd-1e23-491f-b862-c7149ee2bf24', 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c', 'port_id': '396972cd-1e23-491f-b862-c7149ee2bf24', 'mac_address': 'fa:16:3e:85:dd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:10.822784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a13369e9-81ef-4445-b22c-bf0d5981e064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.860224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8dd690d0-7cc8-4ad8-b8c4-6026ada68abc req-173762ec-be6e-4508-960b-132ff0558f37 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3866735 Nov 23 10:49:10.860934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:10.943057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13369e9-81ef-4445-b22c-bf0d5981e064 None None] Pushing event updated for resources: {'Port': ['ID=21322985-cb8e-4435-8284-c66f3998fa4c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:10.974005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df0669-905a-4fe7-800c-5980a0e075fc req-d30461c3-ba3e-417c-8430-812a7a1350e2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:10.977913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5df0669-905a-4fe7-800c-5980a0e075fc req-d30461c3-ba3e-417c-8430-812a7a1350e2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1626422 Nov 23 10:49:11.044143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e47dca1-ed27-4cfc-a9e4-674002669ff3 None None] Provisioning complete for port 21322985-cb8e-4435-8284-c66f3998fa4c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:11.044763 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e47dca1-ed27-4cfc-a9e4-674002669ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:11.101088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5df0669-905a-4fe7-800c-5980a0e075fc req-b52ead6e-47f4-4739-8fb5-4d431ef47f78 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145737 Nov 23 10:49:11.168479 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:11.289179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396972cd-1e23-491f-b862-c7149ee2bf24 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:11.329254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:11.371184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41776) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:11.454208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 396972cd-1e23-491f-b862-c7149ee2bf24, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=396972cd-1e23-491f-b862-c7149ee2bf24,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:11.457752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc64095-ac8c-43c1-80e2-db256e335094 None None] The sync data for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 is: [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:09Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:11.465416 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:11.470015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:11.667675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3eef2ce0-7b47-4a61-b42d-d19ab07f0ad6 tempest-AgentManagementNegativeTest-1390787593 tempest-AgentManagementNegativeTest-1390787593-project] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2954209 Nov 23 10:49:11.757977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:11.779075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0', 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'port_id': '1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0', 'mac_address': 'fa:16:3e:33:21:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c8d52c-d580-4f8e-a343-120e34686273', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:11.802232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event updated for resources: {'Port': ['ID=b04f743f-16bf-4693-aec4-b1cbc9c7088f,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:11.815679 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:11.877404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:11.895620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0df96702-4bad-40e1-a20b-433142442203 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6044219 Nov 23 10:49:11.914992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=396972cd-1e23-491f-b862-c7149ee2bf24,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:11.921092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20a06-8fea-40b1-9a80-a88bd94981dc req-139485e8-7425-45a3-bf6e-c8b9e292e662 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:11.922733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1d20a06-8fea-40b1-9a80-a88bd94981dc req-139485e8-7425-45a3-bf6e-c8b9e292e662 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2523694 Nov 23 10:49:12.007554 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:12.048115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:12.072564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1d20a06-8fea-40b1-9a80-a88bd94981dc req-0cc18457-c70d-45be-86d1-58e464627523 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383212 Nov 23 10:49:12.090782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:12.103481 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:12.104420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 950190f5-ab0c-4370-8a25-e10517a74e70 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:12.152646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.203169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.209839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.222223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 950190f5-ab0c-4370-8a25-e10517a74e70, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=950190f5-ab0c-4370-8a25-e10517a74e70,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:12.224645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.242222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.254647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.270620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.277323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-25b6000e-7c80-4048-b591-ce615877765d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5418 time: 0.2694991 Nov 23 10:49:12.280271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '950190f5-ab0c-4370-8a25-e10517a74e70', 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'port_id': '950190f5-ab0c-4370-8a25-e10517a74e70', 'mac_address': 'fa:16:3e:4e:4b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c8d52c-d580-4f8e-a343-120e34686273', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:12.331305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:12.433468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9687a2b-9704-41d5-b847-87b1b598c414 req-b59329e8-f9ce-422c-87ea-5543d80a1b92 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514149 Nov 23 10:49:12.441398 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:12.482767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950190f5-ab0c-4370-8a25-e10517a74e70 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:12.499241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483d96e-fb3f-45d9-90b2-92398dad55e0 req-9dfcff00-25ff-47ad-a46d-9d99f80a1e10 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:12.513808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9483d96e-fb3f-45d9-90b2-92398dad55e0 req-9dfcff00-25ff-47ad-a46d-9d99f80a1e10 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.2593484 Nov 23 10:49:12.555114 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 950190f5-ab0c-4370-8a25-e10517a74e70, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=950190f5-ab0c-4370-8a25-e10517a74e70,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:12.577063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:12.578283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47f9f895-235f-49fc-891a-6d9b5155e884 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:12.677931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9483d96e-fb3f-45d9-90b2-92398dad55e0 req-0b50d0b3-23fa-4c7f-8ba7-b7dab9bda85a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619344 Nov 23 10:49:12.718231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21322985-cb8e-4435-8284-c66f3998fa4c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:12.735911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-60768297-fc0f-43b1-a39c-85496e048fa5 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1229674250&fields=id&tenant_id=a7c73e60677041069ac50a65f651def4 HTTP/1.1" status: 200 len: 267 time: 0.1505778 Nov 23 10:49:12.743799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41814) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:12.865732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 47f9f895-235f-49fc-891a-6d9b5155e884, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47f9f895-235f-49fc-891a-6d9b5155e884,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:12.931866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '47f9f895-235f-49fc-891a-6d9b5155e884', 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'port_id': '47f9f895-235f-49fc-891a-6d9b5155e884', 'mac_address': 'fa:16:3e:0e:09:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c8d52c-d580-4f8e-a343-120e34686273', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:12.934546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=950190f5-ab0c-4370-8a25-e10517a74e70,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:12.944733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1f09294-7a52-4d0a-99e1-218877b2cc29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:12.990106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-2b3a18c2-ce42-48fa-8c33-8c2ca2af0515 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:13.004691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-2b3a18c2-ce42-48fa-8c33-8c2ca2af0515 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/networks?id=64f64b9f-54e0-427b-b075-7a6868ff61bd HTTP/1.1" status: 200 len: 806 time: 0.2650511 Nov 23 10:49:13.023581 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.034414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-d86d848f-9ffd-49ee-bf8d-13462a2c679c tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/quotas/a7c73e60677041069ac50a65f651def4 HTTP/1.1" status: 200 len: 375 time: 0.0212805 Nov 23 10:49:13.057325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f9f895-235f-49fc-891a-6d9b5155e884 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:13.086210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 47f9f895-235f-49fc-891a-6d9b5155e884, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47f9f895-235f-49fc-891a-6d9b5155e884,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:13.093732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 21322985-cb8e-4435-8284-c66f3998fa4c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:13.094668 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.100143 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.101031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fb613f22-deeb-4ec7-8d26-33c37ab21ad4 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:13.222021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1f09294-7a52-4d0a-99e1-218877b2cc29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.234910 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1f09294-7a52-4d0a-99e1-218877b2cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.280322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-7fb14184-3683-4621-bbb7-41b762b82bcf tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a7c73e60677041069ac50a65f651def4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2316751 Nov 23 10:49:13.326591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f09294-7a52-4d0a-99e1-218877b2cc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f51c47-ea86-4fa1-aa0a-f83257787ce5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:13.366354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d1f09294-7a52-4d0a-99e1-218877b2cc29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6820e3d079e148dfa758e92e73a9e716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208606 Nov 23 10:49:13.372174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41824) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:13.463281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d327c75-ed82-4cff-820c-3add67f33f66 req-ada80a0e-4c0c-4940-bf70-970137b699c7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:13.465345 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d327c75-ed82-4cff-820c-3add67f33f66 req-ada80a0e-4c0c-4940-bf70-970137b699c7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2237539 Nov 23 10:49:13.478415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=47f9f895-235f-49fc-891a-6d9b5155e884,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:13.519606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-e8fc75d9-a785-41c1-88e9-aab337a1b611 service neutron] 10.222.0.61 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302938 Nov 23 10:49:13.634412 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9060cbb0-3f10-4b8d-8e0f-75bec6fd2b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.692726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:13.696632 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9060cbb0-3f10-4b8d-8e0f-75bec6fd2b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.716959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:13.760005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'port_id': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'mac_address': 'fa:16:3e:9c:1e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:13.765468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-aa3b713b-1d75-42d0-ad1e-a4732d294289 service neutron] 10.222.0.61 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312739 Nov 23 10:49:13.775330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d327c75-ed82-4cff-820c-3add67f33f66 req-a5a55843-0526-46e6-af4c-5fd1cc45a006 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782063 Nov 23 10:49:13.864742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9060cbb0-3f10-4b8d-8e0f-75bec6fd2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.867420 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9060cbb0-3f10-4b8d-8e0f-75bec6fd2b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.871316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9060cbb0-3f10-4b8d-8e0f-75bec6fd2b3a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/13f51c47-ea86-4fa1-aa0a-f83257787ce5 HTTP/1.1" status: 204 len: 168 time: 0.4917362 Nov 23 10:49:13.890969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060cbb0-3f10-4b8d-8e0f-75bec6fd2b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f51c47-ea86-4fa1-aa0a-f83257787ce5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:13.993061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:13.997025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce111078-e156-4c29-8ce3-bae20eddabe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.037923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb613f22-deeb-4ec7-8d26-33c37ab21ad4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:14.082690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:14.092780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.093905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.094466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1e942cdf-8098-4f16-8967-4aface1bd9b6 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:14.120498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.142725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.166909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.185033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce111078-e156-4c29-8ce3-bae20eddabe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.192356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.201215 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce111078-e156-4c29-8ce3-bae20eddabe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.207923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:14.212064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1e942cdf-8098-4f16-8967-4aface1bd9b6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:14.214609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.251120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.255176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '1e942cdf-8098-4f16-8967-4aface1bd9b6', 'network_id': 'a58ebb1f-399c-42f3-b830-0a983ada0e2c', 'port_id': '1e942cdf-8098-4f16-8967-4aface1bd9b6', 'mac_address': 'fa:16:3e:dd:49:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:14.262083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-8bf8273a-899f-4f2e-9a02-5942b884128d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5421 time: 0.3103700 Nov 23 10:49:14.343637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce111078-e156-4c29-8ce3-bae20eddabe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e102f40-31de-47cf-bc72-ea1523248047,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:14.408539 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d95f4fe-dcab-438f-82ed-b37450915993 req-c74439a3-4a7c-497a-bc1c-45eb8da7d736 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393762 Nov 23 10:49:14.423104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.472750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ce111078-e156-4c29-8ce3-bae20eddabe3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6ffd4a66bdd405aaafa686c22a3eb50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7540333 Nov 23 10:49:14.475583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41848) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:14.514996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e687c-7e28-479d-a36f-0d8899c8e190 req-7441d6de-21e9-4b10-973e-14c987d8c756 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:14.517135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d83e687c-7e28-479d-a36f-0d8899c8e190 req-7441d6de-21e9-4b10-973e-14c987d8c756 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1603971 Nov 23 10:49:14.539799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e942cdf-8098-4f16-8967-4aface1bd9b6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:14.581727 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47a0656d-8217-4fa7-a469-e95a00cfcb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.604801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f658114-b61d-4f9c-9134-fcd8a338d1e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.626052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1e942cdf-8098-4f16-8967-4aface1bd9b6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:14.641556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f658114-b61d-4f9c-9134-fcd8a338d1e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.656647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.657367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bc7afc49-1cd7-4949-96f8-06079f18d3c6 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:14.730365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d83e687c-7e28-479d-a36f-0d8899c8e190 req-061d6726-afd4-4e9f-bf54-dc0bdc58492c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019167 Nov 23 10:49:14.735855 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c69f8a9-2795-4ce5-9416-0cd3fc11028f req-e16624da-a8c0-4fad-9377-90438feefe2b tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 210 time: 0.1622722 Nov 23 10:49:14.738356 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f658114-b61d-4f9c-9134-fcd8a338d1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.743349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f658114-b61d-4f9c-9134-fcd8a338d1e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:14.745045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5f658114-b61d-4f9c-9134-fcd8a338d1e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e102f40-31de-47cf-bc72-ea1523248047 HTTP/1.1" status: 204 len: 168 time: 0.2681997 Nov 23 10:49:14.791989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f658114-b61d-4f9c-9134-fcd8a338d1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e102f40-31de-47cf-bc72-ea1523248047,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:14.845377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bc7afc49-1cd7-4949-96f8-06079f18d3c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:14.869750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1e942cdf-8098-4f16-8967-4aface1bd9b6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:14.883751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6', 'network_id': 'a0105539-21d4-4cc7-92ab-e137123fedfb', 'port_id': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6', 'mac_address': 'fa:16:3e:83:f1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c8d52c-d580-4f8e-a343-120e34686273', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:14.997520 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:15.050463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7afc49-1cd7-4949-96f8-06079f18d3c6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:15.099213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bc7afc49-1cd7-4949-96f8-06079f18d3c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:15.108804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:15.116581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab231d9-2c14-4e9e-87e2-fa7b3c6c2db0 req-a149cd57-fe71-4f5e-ad2a-51317989b1a6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.120782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ab231d9-2c14-4e9e-87e2-fa7b3c6c2db0 req-a149cd57-fe71-4f5e-ad2a-51317989b1a6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1563807 Nov 23 10:49:15.223141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=bc7afc49-1cd7-4949-96f8-06079f18d3c6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:15.279639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ab231d9-2c14-4e9e-87e2-fa7b3c6c2db0 req-9ddc8cfc-c272-4c84-95fd-92d60496fd45 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360364 Nov 23 10:49:15.478562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41882) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:15.500140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b82d382e-f61e-4598-a643-875a2e047639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:15.653991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.669664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.685452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.717396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.727818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.738423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.748254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b82d382e-f61e-4598-a643-875a2e047639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:15.758044 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b82d382e-f61e-4598-a643-875a2e047639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:15.760076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:15.775615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-e6729a8b-6697-4149-b38d-17007880ab80 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5424 time: 0.2226188 Nov 23 10:49:15.822483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:15.904611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b82d382e-f61e-4598-a643-875a2e047639 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70de7dc5ef5c46f6a0cf004dd282b04f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4245353 Nov 23 10:49:15.907354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41892) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:15.914199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d382e-f61e-4598-a643-875a2e047639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680ce6c-6f37-48b6-92a4-11e71b5f21c2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:15.929526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1445aa-1785-45bd-aed9-3d793f6943bc req-408949e5-ec7e-4ecf-9c0d-bbccc4651bff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1511052 Nov 23 10:49:15.938965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['fb613f22-deeb-4ec7-8d26-33c37ab21ad4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:15.944999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41894) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:15.945807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['950190f5-ab0c-4370-8a25-e10517a74e70'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:15.948328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1e942cdf-8098-4f16-8967-4aface1bd9b6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:15.950246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['396972cd-1e23-491f-b862-c7149ee2bf24'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:15.952813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['bc7afc49-1cd7-4949-96f8-06079f18d3c6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:16.151243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e24cd729-2d39-4969-8a1e-5e426ba69c4c req-7985ca85-436f-44c6-b0d1-a0f3b1e962a4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 210 time: 0.1717110 Nov 23 10:49:16.233850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a19595c-8005-4094-a90b-5e1de885f998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.243670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-501381188'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:16.307945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ddced-b206-4cd7-9e2e-450e5b965bc3 req-936ddd1e-6bf3-4bc2-b5bd-d9ce2f40c447 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:16.309939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a19595c-8005-4094-a90b-5e1de885f998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.317479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c5ddced-b206-4cd7-9e2e-450e5b965bc3 req-936ddd1e-6bf3-4bc2-b5bd-d9ce2f40c447 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1913297 Nov 23 10:49:16.323907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:16.327932 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.412257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a19595c-8005-4094-a90b-5e1de885f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.415874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a19595c-8005-4094-a90b-5e1de885f998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.417344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6a19595c-8005-4094-a90b-5e1de885f998 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2680ce6c-6f37-48b6-92a4-11e71b5f21c2 HTTP/1.1" status: 204 len: 168 time: 0.4930959 Nov 23 10:49:16.432724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19595c-8005-4094-a90b-5e1de885f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680ce6c-6f37-48b6-92a4-11e71b5f21c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:16.475841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-fc685396-8818-4c12-9ada-6754481a9501 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:16.478391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-fc685396-8818-4c12-9ada-6754481a9501 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.65 "GET /v2.0/networks?id=64f64b9f-54e0-427b-b075-7a6868ff61bd HTTP/1.1" status: 200 len: 806 time: 0.1930497 Nov 23 10:49:16.556552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:16.671368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90134a4-c295-4f04-897f-5c041c3ea29c req-3b160aad-5231-46bd-b310-6f764e23d8c4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:16.687044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f90134a4-c295-4f04-897f-5c041c3ea29c req-3b160aad-5231-46bd-b310-6f764e23d8c4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1761127 Nov 23 10:49:16.803113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['47f9f895-235f-49fc-891a-6d9b5155e884'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:16.892269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f90134a4-c295-4f04-897f-5c041c3ea29c req-ce389da2-91aa-4dab-a569-da426e0ee45c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971004 Nov 23 10:49:17.091265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.117319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c5ddced-b206-4cd7-9e2e-450e5b965bc3 req-1e874f2e-2200-4003-8f39-e5f17aab6669 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7973073 Nov 23 10:49:17.153151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.332928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-1d11315d-1fe6-4bb1-8b3a-ad0b59e96d79 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7c73e60677041069ac50a65f651def4 HTTP/1.1" status: 200 len: 380 time: 0.8319240 Nov 23 10:49:17.439376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Request body: {'port': {'device_id': '35306170-29c9-4c6c-8470-1f037e08337e', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'admin_state_up': True, 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'security_groups': ['e033aadd-43ce-4b70-8add-86dd049cab7f']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:17.482148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.497866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.516699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.520009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee25bd8f-238d-40f7-b829-24de3bcffd36,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:17.533379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.542996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c146474-462b-46db-bd38-af568ddbeb1b req-2ff5beaa-b1a0-4fae-b24a-b43b8a108f43 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 210 time: 0.1561933 Nov 23 10:49:17.558369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:17.562848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.586049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.602569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.615056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c19a88-51eb-4052-b846-b5300ab9072c req-2e449cfe-595e-4362-ab68-8b2dc269e797 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5424 time: 0.3870988 Nov 23 10:49:17.660772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.661375 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Added segment aab75854-bbef-4329-a6e2-78e6e25c126d of type vlan for network df350d63-c0de-4dd7-87f2-adf6d376f9e1 Nov 23 10:49:17.706419 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b6144224-35ea-47b8-8594-aaf74b411e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.769030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09c19a88-51eb-4052-b846-b5300ab9072c req-5c954b6d-16cf-4c2f-bf5f-0f18353b4a4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1517229 Nov 23 10:49:17.841224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.914697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.920935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:17.941573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:17.952377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Made reservation on behalf of a7c73e60677041069ac50a65f651def4 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:17.970773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:18.137133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1771212 Nov 23 10:49:18.268966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1aee-5499-4ce6-b86a-82ba72812802 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Network': ['ID=df350d63-c0de-4dd7-87f2-adf6d376f9e1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:18.456590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e72c8-5101-4e43-b4db-ba9e9000fb8d req-097d0f16-172e-4701-9744-1d507d05436c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:18.475511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a18e72c8-5101-4e43-b4db-ba9e9000fb8d req-097d0f16-172e-4701-9744-1d507d05436c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.4120326 Nov 23 10:49:18.521024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network df350d63-c0de-4dd7-87f2-adf6d376f9e1 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:18.601720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff3749-2db6-4c9c-8e58-cb688ed3bd0f req-62bb8468-6fc6-4d60-9680-6ad41ee0af4c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:18.618027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-feff3749-2db6-4c9c-8e58-cb688ed3bd0f req-62bb8468-6fc6-4d60-9680-6ad41ee0af4c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.2496598 Nov 23 10:49:18.760549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:18.778610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a18e72c8-5101-4e43-b4db-ba9e9000fb8d req-f77053ea-5c9c-4a63-83b1-c43a58d1b40f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021126 Nov 23 10:49:18.791748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Allocated IP 172.20.0.14 (64f64b9f-54e0-427b-b075-7a6868ff61bd/c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf/1f6e6b34-84f5-40ba-97ac-fabda785d2e5) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:18.919357 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-feff3749-2db6-4c9c-8e58-cb688ed3bd0f req-80b73f9c-e950-4b8b-a25c-93f53e85dae3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977097 Nov 23 10:49:19.037756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05fed57e-a1d3-4177-9d46-dbd0fad159db req-70d12d83-c16c-4e1a-a838-e698f5ee1852 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 210 time: 0.0893013 Nov 23 10:49:19.243402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.325057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.333332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.336498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.356882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.364578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.371171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.379214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.386563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.396960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-e4a62d93-8d7e-483a-b6a7-8ccf3005dd18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5424 time: 0.2279649 Nov 23 10:49:19.500396 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.535418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event updated for resources: {'Port': ['ID=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:19.586219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:19.588375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:19.606347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:19.658628 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48c8bf65-fb85-4704-8a01-fd70e8660739 req-4b186f2b-7b64-44f2-abb0-a82b90d2fcbe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2544930 Nov 23 10:49:19.721186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.766457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:19.767102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:19.790325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-9869f418-44b0-4cb8-ba64-19b9b1580927 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4049447 Nov 23 10:49:19.825455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Request body: {'port': {'device_id': '35306170-29c9-4c6c-8470-1f037e08337e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:19.986358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:20.074227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:20.112292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8fd07e5e-386e-4b10-8543-878e3f7e92cf None None] Provisioning complete for port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:20.116836 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8fd07e5e-386e-4b10-8543-878e3f7e92cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:20.196730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8fd07e5e-386e-4b10-8543-878e3f7e92cf None None] Port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:20.276910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6cdc-6db8-40dc-8c3d-53dc2b7e7419 req-80d61f52-30b3-411e-8bc9-c49f4659a6d0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:20.306873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ebf6cdc-6db8-40dc-8c3d-53dc2b7e7419 req-80d61f52-30b3-411e-8bc9-c49f4659a6d0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1968174 Nov 23 10:49:20.493836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ebf6cdc-6db8-40dc-8c3d-53dc2b7e7419 req-b03cfa15-1e35-4429-aa31-6845b75638c8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822536 Nov 23 10:49:20.658236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c4b61-ed53-4656-92e8-637a07618f6f req-3955b9a3-3884-425d-8da1-66675dc1d58b tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:20.660697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2c1c4b61-ed53-4656-92e8-637a07618f6f req-3955b9a3-3884-425d-8da1-66675dc1d58b tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 932 time: 0.0636849 Nov 23 10:49:20.782203 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2c1c4b61-ed53-4656-92e8-637a07618f6f req-f1977bdc-ca51-40f1-8798-50c6a543f332 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151686 Nov 23 10:49:21.013562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.029519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.043823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.074368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.088912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.104879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.132695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.137955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 396972cd-1e23-491f-b862-c7149ee2bf24 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:21.146653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-0b1190a3-8149-4d0b-8d97-9a830d783391 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5424 time: 0.2637897 Nov 23 10:49:21.255381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 396972cd-1e23-491f-b862-c7149ee2bf24 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:21.260472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 396972cd-1e23-491f-b862-c7149ee2bf24 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:21.261507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.323377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e79ff21-6392-4fce-b328-f5bb7b3c2800 req-12c3c22b-343f-4412-9e95-87131251ec17 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750829 Nov 23 10:49:21.383544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:21.397063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.429299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba3570-78db-4f8b-b99d-19bf238ad77e req-4fa71c15-b3f1-4acb-b27f-883baf1a64a8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.432643 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62ba3570-78db-4f8b-b99d-19bf238ad77e req-4fa71c15-b3f1-4acb-b27f-883baf1a64a8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 1.3819211 Nov 23 10:49:21.469605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Transition to ACTIVE for port object 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:49:21.477204 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.491121 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.522577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:21.535113 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175be46e-6fc3-4026-b487-49c28584d74f" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:21.567915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 396972cd-1e23-491f-b862-c7149ee2bf24, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=396972cd-1e23-491f-b862-c7149ee2bf24,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:21.582892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.583742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bc7afc49-1cd7-4949-96f8-06079f18d3c6 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:21.602619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42014) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:21.607729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'subnet': {'network_id': 'df350d63-c0de-4dd7-87f2-adf6d376f9e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:21.643834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:21.777841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=396972cd-1e23-491f-b862-c7149ee2bf24,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:21.810525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port bc7afc49-1cd7-4949-96f8-06079f18d3c6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:21.815994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port bc7afc49-1cd7-4949-96f8-06079f18d3c6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:21.816520 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:21.916784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a7226-d61c-40cb-809d-253288199ae5 req-ae58e9ee-6dfb-4fe2-8444-dc06c797e0ed tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.918897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62ba3570-78db-4f8b-b99d-19bf238ad77e req-fd6ddb13-3e92-4aa8-af30-06fe72439eb4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4777236 Nov 23 10:49:21.928113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-196501a3-6aa5-4109-817e-13b8cf579613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:21.930235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-196501a3-6aa5-4109-817e-13b8cf579613 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1096 time: 0.2878935 Nov 23 10:49:21.936494 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2e7a7226-d61c-40cb-809d-253288199ae5 req-ae58e9ee-6dfb-4fe2-8444-dc06c797e0ed tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.2076144 Nov 23 10:49:21.942120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:21.956639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.084879 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c1e5e1-f8c4-439d-904a-1d80a136b752 x-openstack-request-id: req-98c1e5e1-f8c4-439d-904a-1d80a136b752 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:22.100635 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:22.101157 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98c1e5e1-f8c4-439d-904a-1d80a136b752 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:22.101796 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24', 'code': 200} Nov 23 10:49:22.106068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.188088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Attempting to bind port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:22.188435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Attempting to bind port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:22.188769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Attempting to bind port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 on network 64f64b9f-54e0-427b-b075-7a6868ff61bd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:22.201832 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.205440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 on network 64f64b9f-54e0-427b-b075-7a6868ff61bd not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:49:22.206078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Attempting to bind port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 on network 64f64b9f-54e0-427b-b075-7a6868ff61bd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:22.225990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:22.226192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Checking segment: {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:22.226736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Bound using segment: {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:22.227178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Bound port: 1f6e6b34-84f5-40ba-97ac-fabda785d2e5, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:22.227542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.316655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bc7afc49-1cd7-4949-96f8-06079f18d3c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:22.326806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.327577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:22.340493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-67b223b8-9f9d-409b-ad49-a2eb5585806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:22.342284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-67b223b8-9f9d-409b-ad49-a2eb5585806d service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.4017997 Nov 23 10:49:22.372011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.387467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d933d-a77b-480a-b009-6a6f61776676 req-1eed00d6-2573-47bf-8c5c-2eff01e433da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:22.390414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb5d933d-a77b-480a-b009-6a6f61776676 req-1eed00d6-2573-47bf-8c5c-2eff01e433da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 944 time: 0.1548433 Nov 23 10:49:22.470042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-7e6b1cd5-2b60-457f-883f-f703ae9d1b06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 200 len: 1001 time: 0.0781605 Nov 23 10:49:22.529616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Subnet': ['ID=01c4b26d-fef2-476e-8d4c-ea88afef91ae,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:22.584254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb5d933d-a77b-480a-b009-6a6f61776676 req-3616633a-2e0f-4eee-b874-b7b3a26cdc22 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132143 Nov 23 10:49:22.591617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] For port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:22.591863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=bc7afc49-1cd7-4949-96f8-06079f18d3c6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:22.596112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] For port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:22.602090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-8f7d5052-c259-4594-b2a6-cceaa033e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:22.604451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2e7a7226-d61c-40cb-809d-253288199ae5 req-c608e064-5c17-4450-aa0c-d5aad433d961 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6636176 Nov 23 10:49:22.617252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-8f7d5052-c259-4594-b2a6-cceaa033e16c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.1206305 Nov 23 10:49:22.620704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.663134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:22.675084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:22.676698 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.699509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Checking segment: {'id': 'aab75854-bbef-4329-a6e2-78e6e25c126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'df350d63-c0de-4dd7-87f2-adf6d376f9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:22.699897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network hostable DHCP agents. Network: df350d63-c0de-4dd7-87f2-adf6d376f9e1, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:22.750709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network df350d63-c0de-4dd7-87f2-adf6d376f9e1 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:22.775419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, df350d63-c0de-4dd7-87f2-adf6d376f9e1) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:22.787397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970581b-a30a-4670-b932-a41a40cd74a6 None None] Network df350d63-c0de-4dd7-87f2-adf6d376f9e1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:22.787639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:22.788153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.818698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:22.819353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.822436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7bbdf2f9-f7ff-4f0c-897e-115400fabd24 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2186987 Nov 23 10:49:22.825940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42038) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:22.827268 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] 10.222.0.65 "PUT /v2.0/ports/1f6e6b34-84f5-40ba-97ac-fabda785d2e5 HTTP/1.1" status: 200 len: 1092 time: 3.0188890 Nov 23 10:49:22.833703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:22.835813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364648960'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:22.849018 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bcc892-6b10-4020-9c9c-a16f9ab9280a" -d '{"events": [{"name": "network-changed", "server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:22.912807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:22.917475 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:22.936846 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe2f0d8-8839-4adf-9715-d11f8d090889 x-openstack-request-id: req-abe2f0d8-8839-4adf-9715-d11f8d090889 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:22.937165 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:22.945568 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-abe2f0d8-8839-4adf-9715-d11f8d090889 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:22.946271 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'status': 'completed', 'code': 200} Nov 23 10:49:22.981054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:23.039131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-e25c18bc-819d-4434-9694-e7634dd6fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.042958 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.044098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-e25c18bc-819d-4434-9694-e7634dd6fa73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4055660 Nov 23 10:49:23.044715 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Added segment 0ee5cacc-1c1b-479d-b47c-a43ba0277e04 of type vlan for network ca59fcc2-b2ed-4829-acc9-9033e13de563 Nov 23 10:49:23.136511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.213530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.234593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ebe18-be35-4e72-a502-2d25abe173a0 req-2d91235c-ad2b-493f-857f-f18a5eacd3d3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.237718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c8ebe18-be35-4e72-a502-2d25abe173a0 req-2d91235c-ad2b-493f-857f-f18a5eacd3d3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1512825 Nov 23 10:49:23.327124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-e097ad24-d15a-4e35-8167-c8209c655cde service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567108 Nov 23 10:49:23.334275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:23.352877 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.355743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 950190f5-ab0c-4370-8a25-e10517a74e70 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:23.360159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b39525-5c39-46bb-8a1a-388346f5c25e service neutron] Pushing event updated for resources: {'Port': ['ID=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:23.367590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-df350d63-c0de-4dd7-87f2-adf6d376f9e1', 'network_id': 'df350d63-c0de-4dd7-87f2-adf6d376f9e1', 'tenant_id': '116221c7bdae4d3b805d7263d78dcf10', 'fixed_ips': [{'subnet_id': '01c4b26d-fef2-476e-8d4c-ea88afef91ae'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:23.368342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c8ebe18-be35-4e72-a502-2d25abe173a0 req-ef43fdd0-f0d3-4dc9-84d7-22c1aebf9b78 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196804 Nov 23 10:49:23.368969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.370367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.386325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.387038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.425582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.431721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6038542 Nov 23 10:49:23.434607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.453919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.464152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.467203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42048) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:23.474155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.477383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'subnet': {'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:23.483134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.491361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.495365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-df843152-b94b-49f9-89ee-9e18d01cef58 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5426 time: 0.6623676 Nov 23 10:49:23.521684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-c335fe10-a890-44bb-9934-9c718238a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.523240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-c335fe10-a890-44bb-9934-9c718238a5ba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7c73e60677041069ac50a65f651def4&device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 1095 time: 0.5896008 Nov 23 10:49:23.600511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef2643-e629-46a9-8ca3-d8e76cb511f4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Network': ['ID=ca59fcc2-b2ed-4829-acc9-9033e13de563,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:23.696987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ca59fcc2-b2ed-4829-acc9-9033e13de563 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:23.701599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-4f3ea553-92f3-41a0-8a68-5768e572421f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5 HTTP/1.1" status: 200 len: 217 time: 0.1605501 Nov 23 10:49:23.727334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:23.734263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:23.742654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:23.800642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c895bc-9be0-47bd-9b3e-d10b1c1398d5 req-fa242748-fd2c-4432-bb1c-abc1da9d6156 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.805074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39c895bc-9be0-47bd-9b3e-d10b1c1398d5 req-fa242748-fd2c-4432-bb1c-abc1da9d6156 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 944 time: 0.1291423 Nov 23 10:49:23.948883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab2d465f-eb7a-401a-9091-dea20e08c6d5 req-768dc50b-6241-4039-8e96-c7db4db82bf5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4405658 Nov 23 10:49:23.952887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-c5811fae-5c0c-4d01-8e6f-8546141142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:23.967594 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-c5811fae-5c0c-4d01-8e6f-8546141142d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf HTTP/1.1" status: 200 len: 845 time: 0.2558420 Nov 23 10:49:23.974421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9f560ff-9571-4243-955b-04ae1d9a102d req-5207ad3b-baa5-4618-b145-687457622652 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285224 Nov 23 10:49:24.032199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39c895bc-9be0-47bd-9b3e-d10b1c1398d5 req-08856fbc-da2c-43c3-a325-8b24ecf62036 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571910 Nov 23 10:49:24.169512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-833a1abb-9419-4f85-aea9-43b849fafa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:24.175473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-833a1abb-9419-4f85-aea9-43b849fafa30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64f64b9f-54e0-427b-b075-7a6868ff61bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1977875 Nov 23 10:49:24.313580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-c8b366fc-0e95-4d8b-b597-110398ae19ca service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276062 Nov 23 10:49:24.340407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6'}, {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:24.343995 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bdb516-c8da-4a3e-934c-a5617c3c19d3" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6"}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:24.352371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 950190f5-ab0c-4370-8a25-e10517a74e70 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:24.357646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cab792-bd20-421d-904f-d3f3ace1dfc5 req-a2465be9-3aed-442d-af49-a71857390909 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:24.359916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0cab792-bd20-421d-904f-d3f3ace1dfc5 req-a2465be9-3aed-442d-af49-a71857390909 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.2983537 Nov 23 10:49:24.432654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 950190f5-ab0c-4370-8a25-e10517a74e70 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:24.432984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:49:24.433099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:24.442922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:24.492585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0cab792-bd20-421d-904f-d3f3ace1dfc5 req-e47cf3e3-afe5-4db9-8976-9d8b447bf7ef tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118033 Nov 23 10:49:24.501648 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04224b76-1028-48cd-94de-24e886f4526a x-openstack-request-id: req-04224b76-1028-48cd-94de-24e886f4526a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:24.502776 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6", "code": 200}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:24.503187 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04224b76-1028-48cd-94de-24e886f4526a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:24.506173 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6', 'code': 200} Nov 23 10:49:24.506638 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0', 'code': 200} Nov 23 10:49:24.508847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2af55e1-5793-4d6c-b226-a25cacd574c3 req-63b0639e-ac7c-4688-8ba0-1af3d1f5e2b9 service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817932 Nov 23 10:49:24.544881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Subnet': ['ID=a6137161-85c7-4c95-8730-4d0a5eb4a10a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:24.583308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Allocated IP 2001:db8:0:ffff::2 (df350d63-c0de-4dd7-87f2-adf6d376f9e1/01c4b26d-fef2-476e-8d4c-ea88afef91ae/0eced63a-81aa-4e7b-899e-db5035559a78) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:24.623948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-2337f606-2d7d-468e-8a1f-796620ada04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:24.625915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-2337f606-2d7d-468e-8a1f-796620ada04e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7c73e60677041069ac50a65f651def4&device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 1095 time: 0.0519149 Nov 23 10:49:24.658984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:24.664371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Checking segment: {'id': '0ee5cacc-1c1b-479d-b47c-a43ba0277e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:24.669469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network hostable DHCP agents. Network: ca59fcc2-b2ed-4829-acc9-9033e13de563, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:24.701598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:24.723987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be480e0-c7ba-4177-b35c-25a6a8b98ce7 req-ffdff5ab-d4dd-4918-9df0-235509e606d8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:24.727302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8be480e0-c7ba-4177-b35c-25a6a8b98ce7 req-ffdff5ab-d4dd-4918-9df0-235509e606d8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1554732 Nov 23 10:49:24.755588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network ca59fcc2-b2ed-4829-acc9-9033e13de563 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:24.778461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ca59fcc2-b2ed-4829-acc9-9033e13de563) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:24.791257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:24.791892 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:24.809950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 950190f5-ab0c-4370-8a25-e10517a74e70, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=950190f5-ab0c-4370-8a25-e10517a74e70,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:24.811771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d7bcfb-78ec-4f9c-b150-08ebee393db6 None None] Network ca59fcc2-b2ed-4829-acc9-9033e13de563 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:24.822989 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8be480e0-c7ba-4177-b35c-25a6a8b98ce7 req-85cc92b3-db3f-48c6-bd4d-5fa02ada12cf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807512 Nov 23 10:49:24.836258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-caf9b334-49e6-42d2-97c7-b4ceaf735e1e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3679457 Nov 23 10:49:24.839348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42078) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:24.844680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'port': {'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563', 'name': 'tempest-NetworksIpV6TestAttrs-1206170733'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:24.873545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-06369088-e931-4d97-8518-9d127e1ef715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:24.882529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-06369088-e931-4d97-8518-9d127e1ef715 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64f64b9f-54e0-427b-b075-7a6868ff61bd HTTP/1.1" status: 200 len: 907 time: 0.2484183 Nov 23 10:49:24.958031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-f74f3d3b-ef48-4d01-9070-d3c68012feee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5 HTTP/1.1" status: 200 len: 217 time: 0.0669012 Nov 23 10:49:25.044609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.045574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47f9f895-235f-49fc-891a-6d9b5155e884 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:25.046364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-40374d00-ef72-4442-91c0-8bd3425652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.050976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:25.051495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-40374d00-ef72-4442-91c0-8bd3425652cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf HTTP/1.1" status: 200 len: 845 time: 0.0815248 Nov 23 10:49:25.055456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.103182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] device_id is not set on port e47456b5-fd63-4118-b49a-775f05017d61 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:49:25.191788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-20d40fc2-19ac-4481-9900-4e8e373b78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.193336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-20d40fc2-19ac-4481-9900-4e8e373b78da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64f64b9f-54e0-427b-b075-7a6868ff61bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365004 Nov 23 10:49:25.306664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=950190f5-ab0c-4370-8a25-e10517a74e70,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:25.311849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.318791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.336237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.342348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.364063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.370506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.374178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512d5a-197e-4ff8-b543-5c3f636e23d6 req-8cb1b8e6-60b6-4695-a950-6c6be55749ee tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.376094 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed512d5a-197e-4ff8-b543-5c3f636e23d6 req-8cb1b8e6-60b6-4695-a950-6c6be55749ee tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 944 time: 0.1953709 Nov 23 10:49:25.393276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.394854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99360ca7-365b-4036-ad03-12f10a4592aa req-6f160403-277b-4617-84df-cdf65f919519 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5428 time: 0.2903249 Nov 23 10:49:25.445925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Allocated IP 2001:db8::f816:3eff:fe17:1d77 (ca59fcc2-b2ed-4829-acc9-9033e13de563/a6137161-85c7-4c95-8730-4d0a5eb4a10a/e47456b5-fd63-4118-b49a-775f05017d61) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:25.517786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 47f9f895-235f-49fc-891a-6d9b5155e884 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:25.520888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-ca59fcc2-b2ed-4829-acc9-9033e13de563', 'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563', 'tenant_id': '116221c7bdae4d3b805d7263d78dcf10', 'fixed_ips': [{'subnet_id': 'a6137161-85c7-4c95-8730-4d0a5eb4a10a'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:25.521899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.549100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 47f9f895-235f-49fc-891a-6d9b5155e884 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:25.550013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.588304 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed512d5a-197e-4ff8-b543-5c3f636e23d6 req-1bda7e2a-4a40-42d9-8be6-31ffdfd497ef tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996338 Nov 23 10:49:25.589423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.593130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99360ca7-365b-4036-ad03-12f10a4592aa req-7726fdea-7fdb-49ae-bae8-40f375930364 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1820576 Nov 23 10:49:25.596018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-8031a58f-c9bf-4166-b8c6-8f0df0504557 service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879123 Nov 23 10:49:25.607209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.671357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.798727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bcc892-6b10-4020-9c9c-a16f9ab9280a req-bbe28cd2-f6d3-4f73-964e-b66c8967a211 service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950355 Nov 23 10:49:25.878183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:25.900105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af8320-42d4-491c-8293-a25b0ead0592 req-b37a7554-6185-448c-a097-d73585e3bb50 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:25.901819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08af8320-42d4-491c-8293-a25b0ead0592 req-b37a7554-6185-448c-a097-d73585e3bb50 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 945 time: 0.1021581 Nov 23 10:49:25.960122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Network df350d63-c0de-4dd7-87f2-adf6d376f9e1 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:25.964680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:25.965003 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.000050 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.007492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:26.009439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Pushing event updated for resources: {'Port': ['ID=0eced63a-81aa-4e7b-899e-db5035559a78,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:26.020671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:26.031356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08af8320-42d4-491c-8293-a25b0ead0592 req-6f01eca4-6878-4e3b-998e-341b1d76f00e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223848 Nov 23 10:49:26.104232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Port': ['ID=e47456b5-fd63-4118-b49a-775f05017d61,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:26.139365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network ca59fcc2-b2ed-4829-acc9-9033e13de563 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:26.161207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:26.166262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:26.172474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:26.173444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.177785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.210979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359c5a6-92ce-4d1a-a127-1e8a92c1ea06 req-f6ed4c1f-4e89-45a8-87e0-a78285686d66 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:26.223560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f359c5a6-92ce-4d1a-a127-1e8a92c1ea06 req-f6ed4c1f-4e89-45a8-87e0-a78285686d66 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1203053 Nov 23 10:49:26.228152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f0e67-fa18-4699-b19c-6faecd7cd69f req-4212dff9-9abb-4ea2-872d-9d7653e06ac0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:26.230028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17f0e67-fa18-4699-b19c-6faecd7cd69f req-4212dff9-9abb-4ea2-872d-9d7653e06ac0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0940113 Nov 23 10:49:26.236112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a8ace6ae-9458-4a5c-9214-a19078ef8317 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3954487 Nov 23 10:49:26.242940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42118) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:26.327840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f359c5a6-92ce-4d1a-a127-1e8a92c1ea06 req-4f84267f-1152-4821-8362-8e580d7240be tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893676 Nov 23 10:49:26.350720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting subnet a6137161-85c7-4c95-8730-4d0a5eb4a10a {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:49:26.357536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:26.368635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Attempting to bind port 0eced63a-81aa-4e7b-899e-db5035559a78 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:26.369068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Attempting to bind port 0eced63a-81aa-4e7b-899e-db5035559a78 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'aab75854-bbef-4329-a6e2-78e6e25c126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'df350d63-c0de-4dd7-87f2-adf6d376f9e1'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:26.369469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Attempting to bind port 0eced63a-81aa-4e7b-899e-db5035559a78 on network df350d63-c0de-4dd7-87f2-adf6d376f9e1 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:26.397499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Allocated IP 2001:db8::f816:3eff:fe11:f47d (ca59fcc2-b2ed-4829-acc9-9033e13de563/a6137161-85c7-4c95-8730-4d0a5eb4a10a/93bd4415-6ada-4bd5-ae54-263cf7c20d9c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:26.398419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c17f0e67-fa18-4699-b19c-6faecd7cd69f req-c3687b92-47d4-4f6b-b563-b9f96be33e6b tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596565 Nov 23 10:49:26.399890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:26.400477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Checking segment: {'id': 'aab75854-bbef-4329-a6e2-78e6e25c126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'df350d63-c0de-4dd7-87f2-adf6d376f9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:26.400892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.401379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Bound using segment: {'id': 'aab75854-bbef-4329-a6e2-78e6e25c126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'df350d63-c0de-4dd7-87f2-adf6d376f9e1'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:26.401921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Bound port: 0eced63a-81aa-4e7b-899e-db5035559a78, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab75854-bbef-4329-a6e2-78e6e25c126d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'df350d63-c0de-4dd7-87f2-adf6d376f9e1'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:26.402349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.406258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 47f9f895-235f-49fc-891a-6d9b5155e884, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47f9f895-235f-49fc-891a-6d9b5155e884,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:26.426690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.427523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fb613f22-deeb-4ec7-8d26-33c37ab21ad4 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:26.516621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950190f5-ab0c-4370-8a25-e10517a74e70'}, {'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077'}, {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f9f895-235f-49fc-891a-6d9b5155e884'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:26.520067 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a936127-0ad8-42b4-90d8-c9535af4fca6" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "950190f5-ab0c-4370-8a25-e10517a74e70"}, {"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-unplugged", "status": "completed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077"}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "47f9f895-235f-49fc-891a-6d9b5155e884"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:26.631738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=47f9f895-235f-49fc-891a-6d9b5155e884,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:26.653998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] For port 0eced63a-81aa-4e7b-899e-db5035559a78, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:26.662664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] For port 0eced63a-81aa-4e7b-899e-db5035559a78, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0eced63a-81aa-4e7b-899e-db5035559a78,segment=NetworkSegment(aab75854-bbef-4329-a6e2-78e6e25c126d),segment_id=aab75854-bbef-4329-a6e2-78e6e25c126d)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:26.679881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.699951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:26.704247 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a95552-02eb-45fb-9255-9bb122bcf95f x-openstack-request-id: req-05a95552-02eb-45fb-9255-9bb122bcf95f {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:26.704552 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "950190f5-ab0c-4370-8a25-e10517a74e70", "code": 200}, {"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-unplugged", "status": "failed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077", "code": 422}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "47f9f895-235f-49fc-891a-6d9b5155e884", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:26.704864 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-05a95552-02eb-45fb-9255-9bb122bcf95f {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:26.705312 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950190f5-ab0c-4370-8a25-e10517a74e70', 'code': 200} Nov 23 10:49:26.705578 n-d-817747-2 neutron-server[103428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'code': 422} returned with failed status Nov 23 10:49:26.706137 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f9f895-235f-49fc-891a-6d9b5155e884', 'code': 200} Nov 23 10:49:26.758868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:26.759487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.834329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066b426-ceb5-4aa8-805a-5768db99d883 req-e53a4ee9-2409-45e5-9a99-6763f7a5a2a5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:26.848422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3066b426-ceb5-4aa8-805a-5768db99d883 req-e53a4ee9-2409-45e5-9a99-6763f7a5a2a5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1359727 Nov 23 10:49:26.866927 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.877785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e50aea-c3df-48ed-aaab-383d4e227d6c None None] Pushing event updated for resources: {'Port': ['ID=0eced63a-81aa-4e7b-899e-db5035559a78,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:26.884461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.888831 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:26.942017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Network ca59fcc2-b2ed-4829-acc9-9033e13de563 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:26.953476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3066b426-ceb5-4aa8-805a-5768db99d883 req-140289b1-84cf-4f5b-a6c8-3d5ff728e0c3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003292 Nov 23 10:49:26.970651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:26.977361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:26.986816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Pushing event updated for resources: {'Port': ['ID=93bd4415-6ada-4bd5-ae54-263cf7c20d9c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:27.014357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12906597-370a-474f-8928-06a19a3c11fb req-6490d111-6e30-46e5-8f3c-11c3686e0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.017093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12906597-370a-474f-8928-06a19a3c11fb req-6490d111-6e30-46e5-8f3c-11c3686e0813 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1096 time: 0.2398145 Nov 23 10:49:27.033795 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.084652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.092256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Attempting to bind port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:27.095582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Attempting to bind port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '0ee5cacc-1c1b-479d-b47c-a43ba0277e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:27.104505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Attempting to bind port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c on network ca59fcc2-b2ed-4829-acc9-9033e13de563 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:27.119569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:27.123257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:27.123739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Checking segment: {'id': '0ee5cacc-1c1b-479d-b47c-a43ba0277e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:27.124226 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.124766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Bound using segment: {'id': '0ee5cacc-1c1b-479d-b47c-a43ba0277e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:27.125728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Bound port: 93bd4415-6ada-4bd5-ae54-263cf7c20d9c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee5cacc-1c1b-479d-b47c-a43ba0277e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'ca59fcc2-b2ed-4829-acc9-9033e13de563'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:27.126177 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.130594 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.131477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1e942cdf-8098-4f16-8967-4aface1bd9b6 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:27.156339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014f04f-e2e4-48b2-8475-a411fa6aec31 req-316e4bf5-0da7-46d7-8cd3-af2ce20c45f4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.171242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b014f04f-e2e4-48b2-8475-a411fa6aec31 req-316e4bf5-0da7-46d7-8cd3-af2ce20c45f4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 944 time: 0.1410253 Nov 23 10:49:27.176523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db577eb9-106c-489d-92b7-9dd1c599a2dc req-11bf535f-6d85-442d-82ac-9a5ff9148c86 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.185910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db577eb9-106c-489d-92b7-9dd1c599a2dc req-11bf535f-6d85-442d-82ac-9a5ff9148c86 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.3270559 Nov 23 10:49:27.280912 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b014f04f-e2e4-48b2-8475-a411fa6aec31 req-d8a43c98-96fe-4caf-8eb2-f35ff7b9e8db tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049757 Nov 23 10:49:27.428784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.435524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.442408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.450201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.457641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.469617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.477447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.481574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-db577eb9-106c-489d-92b7-9dd1c599a2dc req-b08b78a7-29d3-4441-ab87-1384277d53fb tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945585 Nov 23 10:49:27.492196 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-e7f5d336-b8db-4728-a34b-20406ee40152 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5430 time: 0.1373692 Nov 23 10:49:27.546574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12906597-370a-474f-8928-06a19a3c11fb req-8769eb5e-3017-4f61-afef-459eaaa48a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.548234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12906597-370a-474f-8928-06a19a3c11fb req-8769eb5e-3017-4f61-afef-459eaaa48a21 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.5213640 Nov 23 10:49:27.554729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:27.579292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0eaf21b-0153-4458-9491-158bf54c5e56 req-ed511460-56c0-45eb-a164-4ced5aa63a73 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860078 Nov 23 10:49:27.607377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 1e942cdf-8098-4f16-8967-4aface1bd9b6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:27.618265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 1e942cdf-8098-4f16-8967-4aface1bd9b6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:27.619709 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.737518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a9198-f8ed-49e4-b77a-c145afadcfff req-c85ac5c3-c93b-476c-a75a-d649536dc0d3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.745765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-095a9198-f8ed-49e4-b77a-c145afadcfff req-c85ac5c3-c93b-476c-a75a-d649536dc0d3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0634353 Nov 23 10:49:27.755866 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.780800 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.787222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12906597-370a-474f-8928-06a19a3c11fb req-2c2487e8-b016-4acf-a2fe-8f4bc387a376 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.2187071 Nov 23 10:49:27.791877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1e942cdf-8098-4f16-8967-4aface1bd9b6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:27.799291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af29ff-1f3f-4138-b90b-b429e1ae380c req-342cfe1d-8ab1-4f4e-a306-c92a0248738a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.800486 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:27.809075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2af29ff-1f3f-4138-b90b-b429e1ae380c req-342cfe1d-8ab1-4f4e-a306-c92a0248738a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1543877 Nov 23 10:49:27.819091 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-095a9198-f8ed-49e4-b77a-c145afadcfff req-b1a2d0c3-840e-4253-8930-5e3b4f8639b0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721908 Nov 23 10:49:27.882261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1e942cdf-8098-4f16-8967-4aface1bd9b6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:27.937713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12906597-370a-474f-8928-06a19a3c11fb req-62498be9-5e2c-4ccf-b913-0a35ca9a4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:27.939254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12906597-370a-474f-8928-06a19a3c11fb req-62498be9-5e2c-4ccf-b913-0a35ca9a4c58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1086340 Nov 23 10:49:27.946901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2af29ff-1f3f-4138-b90b-b429e1ae380c req-6486239b-f4aa-4c42-afc8-280487abc83a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369226 Nov 23 10:49:27.995159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] For port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:27.996692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.020989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] For port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=93bd4415-6ada-4bd5-ae54-263cf7c20d9c,segment=NetworkSegment(0ee5cacc-1c1b-479d-b47c-a43ba0277e04),segment_id=0ee5cacc-1c1b-479d-b47c-a43ba0277e04)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:28.034332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.038445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12906597-370a-474f-8928-06a19a3c11fb req-f96a611d-2a12-48c2-bd5e-6b10ed4963d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.040981 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12906597-370a-474f-8928-06a19a3c11fb req-f96a611d-2a12-48c2-bd5e-6b10ed4963d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901008 Nov 23 10:49:28.043800 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.047250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/a6137161-85c7-4c95-8730-4d0a5eb4a10a HTTP/1.1" status: 204 len: 168 time: 1.7816281 Nov 23 10:49:28.048225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518c5b6-b2c0-48ca-b916-776ef9856e3a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Subnet': ['ID=a6137161-85c7-4c95-8730-4d0a5eb4a10a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:28.050466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:28.151792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671645d4-562a-4906-85f4-80cb801ce8f2 None None] Pushing event updated for resources: {'Port': ['ID=93bd4415-6ada-4bd5-ae54-263cf7c20d9c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:28.206228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12906597-370a-474f-8928-06a19a3c11fb req-656bc762-2d8a-4c5a-bb44-1f5435741d5a service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545308 Nov 23 10:49:28.281673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81be9cf-1bc9-4bac-86a7-f68b1ababe61 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.284288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81be9cf-1bc9-4bac-86a7-f68b1ababe61 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.286327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a81be9cf-1bc9-4bac-86a7-f68b1ababe61 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2323859 Nov 23 10:49:28.297259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a20a2-e319-4e53-b083-625e505269e0 req-5a67f18f-b0c2-43e2-820f-ed86c8f3549e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.297582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42168) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:28.299070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c27a20a2-e319-4e53-b083-625e505269e0 req-5a67f18f-b0c2-43e2-820f-ed86c8f3549e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2310207 Nov 23 10:49:28.424041 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c27a20a2-e319-4e53-b083-625e505269e0 req-a5b2082e-7495-47af-8751-80d7fb5f61a4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126537 Nov 23 10:49:28.455754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c62bb3-186e-4164-9b33-f1c87ec63003 None None] Network df350d63-c0de-4dd7-87f2-adf6d376f9e1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:28.557302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0eced63a-81aa-4e7b-899e-db5035559a78 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:28.642069 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12906597-370a-474f-8928-06a19a3c11fb req-1598fe74-4e78-4850-87c7-0488db0c71c1 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280281 Nov 23 10:49:28.665897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d96da6c3-0ec8-46d5-9c1d-24c2b358eea4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.699953 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96da6c3-0ec8-46d5-9c1d-24c2b358eea4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 10:49:28.700404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96da6c3-0ec8-46d5-9c1d-24c2b358eea4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:28.711344 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d96da6c3-0ec8-46d5-9c1d-24c2b358eea4 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/ca59fcc2-b2ed-4829-acc9-9033e13de563 HTTP/1.1" status: 409 len: 405 time: 0.4105246 Nov 23 10:49:28.714535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42190) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:28.715053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df066051-7fb6-4814-9fce-01fd55b5f2f8 req-f6e047a7-15b0-4bbe-a568-97c196018340 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.725194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1094557917'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:28.727825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df066051-7fb6-4814-9fce-01fd55b5f2f8 req-f6e047a7-15b0-4bbe-a568-97c196018340 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 944 time: 0.1183360 Nov 23 10:49:28.753754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4'}, {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:28.759099 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931702d3-6175-4e18-94ed-e5e438201fdd" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4"}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:28.776948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:28.802837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:28.815489 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.831988 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df066051-7fb6-4814-9fce-01fd55b5f2f8 req-7ff55152-dd69-455f-8e92-cee010ae2f3b tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029391 Nov 23 10:49:28.869987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c93301a1-5158-4f7b-99f3-1704ae844694 None None] Provisioning complete for port 0eced63a-81aa-4e7b-899e-db5035559a78 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:28.870709 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c93301a1-5158-4f7b-99f3-1704ae844694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.928007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:28.947395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.948100 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Added segment e42830c3-4f44-4f3b-852a-cb27d5615c93 of type vlan for network d836b032-be93-4bee-ae8e-8b694f17b15b Nov 23 10:49:28.974275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.977258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16204c0d-4401-411b-a9e1-87d041510bdb req-f0fa8327-55f5-4292-ad16-23a6d93bd9b4 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.978826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16204c0d-4401-411b-a9e1-87d041510bdb req-f0fa8327-55f5-4292-ad16-23a6d93bd9b4 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1779389 Nov 23 10:49:28.982484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.990890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:28.997263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0eced63a-81aa-4e7b-899e-db5035559a78 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:28.997643 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:28.998031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.004495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.011552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.018195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.027296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-edc776a2-9dff-4cc0-8e04-f14861766a83 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.1412270 Nov 23 10:49:29.037787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.112128 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c93301a1-5158-4f7b-99f3-1704ae844694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.112682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16204c0d-4401-411b-a9e1-87d041510bdb req-69ec7c87-31fd-4bd4-a39f-e0f8273e2e06 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Nov 23 10:49:29.143940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3a04f2f-39e5-4b56-9737-51d9296a0e90 req-db33df8f-806a-4eb0-82ef-d39220e4f8ac tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154106 Nov 23 10:49:29.146597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:49:29.185030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c93301a1-5158-4f7b-99f3-1704ae844694 None None] For port 0eced63a-81aa-4e7b-899e-db5035559a78, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0eced63a-81aa-4e7b-899e-db5035559a78,segment=NetworkSegment(aab75854-bbef-4329-a6e2-78e6e25c126d),segment_id=aab75854-bbef-4329-a6e2-78e6e25c126d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:29.228569 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59522afe-8c6c-461a-929f-e5a5096e6a52 x-openstack-request-id: req-59522afe-8c6c-461a-929f-e5a5096e6a52 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:29.228879 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4", "code": 200}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-plugged", "status": "completed", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:29.229168 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59522afe-8c6c-461a-929f-e5a5096e6a52 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:29.229597 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'code': 200} Nov 23 10:49:29.229826 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6', 'code': 200} Nov 23 10:49:29.230533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c93301a1-5158-4f7b-99f3-1704ae844694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.350217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f957014-05b5-485b-a4a4-3fa007e71a1b req-d5be66a3-d5d0-47b9-b0bc-46faf75bdcb4 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.352008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-66194010-6a3d-4387-8e15-ef89291ba55a req-6621cf5a-d00e-4ce8-b26a-9de5e5e701b6 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:49:29.354321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66194010-6a3d-4387-8e15-ef89291ba55a req-6621cf5a-d00e-4ce8-b26a-9de5e5e701b6 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121961 Nov 23 10:49:29.366007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f957014-05b5-485b-a4a4-3fa007e71a1b req-d5be66a3-d5d0-47b9-b0bc-46faf75bdcb4 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1156738 Nov 23 10:49:29.392925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93301a1-5158-4f7b-99f3-1704ae844694 None None] Pushing event updated for resources: {'Port': ['ID=0eced63a-81aa-4e7b-899e-db5035559a78,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:29.422205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:29.431777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.447512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'port_id': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'mac_address': 'fa:16:3e:38:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:49:29.462737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.462978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.510889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f957014-05b5-485b-a4a4-3fa007e71a1b req-70003f01-85df-430e-90da-0a515de618d5 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436553 Nov 23 10:49:29.515561 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.525635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-72c9afce-b666-49cf-9d56-2084d90346d2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.527145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-72c9afce-b666-49cf-9d56-2084d90346d2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.65 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.4058893 Nov 23 10:49:29.531883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:49:29.560645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42214) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:29.570335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'subnet': {'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:29.580772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:29.583400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8465610 Nov 23 10:49:29.594711 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.721674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:29.776512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c64677ef-ef7f-452e-9693-6f2751327cd8 None None] Provisioning complete for port 0eced63a-81aa-4e7b-899e-db5035559a78 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:29.777634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c64677ef-ef7f-452e-9693-6f2751327cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.812894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:29.817082 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:29.831342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ef0fb-892a-44c4-96f3-285c951c52da req-b4ed1235-0255-400b-aa0b-5b25139f7bd9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:29.840031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-044ef0fb-892a-44c4-96f3-285c951c52da req-b4ed1235-0255-400b-aa0b-5b25139f7bd9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1991122 Nov 23 10:49:29.919813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1f6e6b34-84f5-40ba-97ac-fabda785d2e5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:29.968467 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-044ef0fb-892a-44c4-96f3-285c951c52da req-7164b39e-26f6-48ef-a881-2df37d0bbfc3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272039 Nov 23 10:49:30.045794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4523172b-bb1d-4207-a142-cafdd7b686b9 None None] Network ca59fcc2-b2ed-4829-acc9-9033e13de563 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:30.188298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8cafd-51ef-418e-a4e7-83c00632d4f9 req-ab594074-5082-4213-97da-047274cd96ac tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.190836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfd8cafd-51ef-418e-a4e7-83c00632d4f9 req-ab594074-5082-4213-97da-047274cd96ac tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 945 time: 0.1158867 Nov 23 10:49:30.299679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfd8cafd-51ef-418e-a4e7-83c00632d4f9 req-86c814cb-b46c-43b2-9b9d-1ee612488ce0 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991669 Nov 23 10:49:30.332494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:49:30.334139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:30.479702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Subnet': ['ID=ea4b95a9-8207-498a-adff-685219aaa5de,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:30.483519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4e00-4f3f-4817-98f2-db645d15007d tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Network': ['ID=d836b032-be93-4bee-ae8e-8b694f17b15b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:30.494371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.494851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.495318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.495786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.496241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.496701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.497199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.499242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-30855520-8809-4e1e-9c8a-8f9bf72cc5ae service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6488 time: 1.0188229 Nov 23 10:49:30.534177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Checking segment: {'id': 'e42830c3-4f44-4f3b-852a-cb27d5615c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:30.535475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d836b032-be93-4bee-ae8e-8b694f17b15b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:30.536082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network hostable DHCP agents. Network: d836b032-be93-4bee-ae8e-8b694f17b15b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:30.562779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110054a-d182-4112-a681-46032cb1992b req-49c62c8c-d87b-4572-9278-9c562eb7884d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.571769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9110054a-d182-4112-a681-46032cb1992b req-49c62c8c-d87b-4572-9278-9c562eb7884d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.8187330 Nov 23 10:49:30.601520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0eced63a-81aa-4e7b-899e-db5035559a78 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:30.619511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Deleting port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:30.619951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:30.645217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22d067-35a4-4cea-b56e-c616a2511483 req-40525703-1339-4454-8ca9-b39e39f6ced0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.646797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c22d067-35a4-4cea-b56e-c616a2511483 req-40525703-1339-4454-8ca9-b39e39f6ced0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1907225 Nov 23 10:49:30.650975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network d836b032-be93-4bee-ae8e-8b694f17b15b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:30.652464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5a318a0a-5563-4762-b523-feedf761629b None None] Provisioning complete for port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:30.652852 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a318a0a-5563-4762-b523-feedf761629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:30.658546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-a895b593-c3de-4065-a6e3-9cd1579dbed5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5207210 Nov 23 10:49:30.678110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-88102be8-2fbd-4d19-9423-e433808c8066 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:49:30.679322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-88102be8-2fbd-4d19-9423-e433808c8066 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084479 Nov 23 10:49:30.687486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, d836b032-be93-4bee-ae8e-8b694f17b15b) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:30.696463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:30.697078 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:30.739175 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-abad402f-86e6-459f-9880-91275c6fe20a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1773505 Nov 23 10:49:30.744793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:30.765618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'port': {'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b', 'name': 'tempest-NetworksIpV6TestAttrs-979702908'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:30.780956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfd5a36-b2b0-45a5-b42f-a51d2e967204 None None] Network d836b032-be93-4bee-ae8e-8b694f17b15b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:30.794148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] DHCP port deletion for ca59fcc2-b2ed-4829-acc9-9033e13de563 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:30.810193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9110054a-d182-4112-a681-46032cb1992b req-e27e7e11-794f-492e-a628-59db6d52481e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372904 Nov 23 10:49:30.826245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cad7a379-baf1-4b89-98e4-a6d711aa971f req-6dfd1d9c-eaf0-4553-84b0-a23a985441cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3101604 Nov 23 10:49:30.849195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c22d067-35a4-4cea-b56e-c616a2511483 req-6c8fa495-6a09-4d67-a610-787cfec5fda7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843984 Nov 23 10:49:30.871904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] For port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:30.872558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:30.919672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Calling delete_port for 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:30.983368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0eced63a-81aa-4e7b-899e-db5035559a78 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:30.983368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.099233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.108559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.115502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.122316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.131268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.139266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.146905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.156691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-35971ad0-3cf7-4630-a7f9-d3ad9d24d557 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.1712580 Nov 23 10:49:31.169005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6fd55-ec80-440e-afd2-293dcbd7ae68 req-dcd619e9-bbd8-403c-96e5-05560c546939 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.171815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc6fd55-ec80-440e-afd2-293dcbd7ae68 req-dcd619e9-bbd8-403c-96e5-05560c546939 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=99b89802-83a2-4e64-80d4-ae0086ca47d7 HTTP/1.1" status: 200 len: 945 time: 0.1559887 Nov 23 10:49:31.203549 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.212357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:31.219708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.260527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] device_id is not set on port 52e92fad-c080-4800-990c-ff8d4ef9af3e yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:49:31.272519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Pushing event deleted for resources: {'Port': ['ID=59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:31.347949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] No DVR routers for this DVR port 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:31.364280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fc6fd55-ec80-440e-afd2-293dcbd7ae68 req-f3ea49bd-e1df-4e83-a51a-dd6f8d102a12 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790104 Nov 23 10:49:31.365887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.367208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['717406a6-1e53-44c6-a67d-2590c2fc8586'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:49:31.370963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48176614-e8bc-4510-954e-dc12c07f91b9 req-e4f95f92-6bd9-4af5-a726-7a19ba816bd2 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.65 "DELETE /v2.0/ports/59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 HTTP/1.1" status: 204 len: 173 time: 1.7852805 Nov 23 10:49:31.378053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'name': 'network-vif-deleted', 'tag': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:31.383951 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7740aa8a-7207-4f76-bb59-870401702ba7" -d '{"events": [{"server_uuid": "99b89802-83a2-4e64-80d4-ae0086ca47d7", "name": "network-vif-deleted", "tag": "59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:31.386980 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a318a0a-5563-4762-b523-feedf761629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.448346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b32b378a-26a6-47e7-9b61-856e63a4b5a3 req-b2f9f38b-26f8-48b5-9c4d-9ec09d7ae078 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2905660 Nov 23 10:49:31.457923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] Deleting port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:31.458299 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.476590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Allocated IP 2001:db8::f816:3eff:feda:33d7 (d836b032-be93-4bee-ae8e-8b694f17b15b/ea4b95a9-8207-498a-adff-685219aaa5de/52e92fad-c080-4800-990c-ff8d4ef9af3e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:31.573799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4aa59-38c3-4121-ac37-6f68448b108e req-9003b8bf-4bcb-4a6f-932f-fcaa1b6fe14f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.584379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7df4aa59-38c3-4121-ac37-6f68448b108e req-9003b8bf-4bcb-4a6f-932f-fcaa1b6fe14f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0845420 Nov 23 10:49:31.664713 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7df4aa59-38c3-4121-ac37-6f68448b108e req-08c62f7d-01e2-4bd9-be20-7f989fa22c02 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791018 Nov 23 10:49:31.680923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] For port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=93bd4415-6ada-4bd5-ae54-263cf7c20d9c,segment=NetworkSegment(0ee5cacc-1c1b-479d-b47c-a43ba0277e04),segment_id=0ee5cacc-1c1b-479d-b47c-a43ba0277e04)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:31.681566 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.728610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] Calling delete_port for 93bd4415-6ada-4bd5-ae54-263cf7c20d9c owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:31.796880 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4416f68d-2090-4143-8b86-199592c3120d x-openstack-request-id: req-4416f68d-2090-4143-8b86-199592c3120d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:31.797338 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b89802-83a2-4e64-80d4-ae0086ca47d7", "name": "network-vif-deleted", "tag": "59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:31.797712 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4416f68d-2090-4143-8b86-199592c3120d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:31.799558 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b89802-83a2-4e64-80d4-ae0086ca47d7', 'name': 'network-vif-deleted', 'tag': '59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04', 'status': 'completed', 'code': 200} Nov 23 10:49:31.837968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e447b69-4816-49bc-a265-b2f0dc3150ee req-e13f381b-2370-4ea8-950f-87a7f558d315 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.838453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.841423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e447b69-4816-49bc-a265-b2f0dc3150ee req-e13f381b-2370-4ea8-950f-87a7f558d315 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 945 time: 0.0750470 Nov 23 10:49:31.850216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d836b032-be93-4bee-ae8e-8b694f17b15b', 'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b', 'tenant_id': '116221c7bdae4d3b805d7263d78dcf10', 'fixed_ips': [{'subnet_id': 'ea4b95a9-8207-498a-adff-685219aaa5de'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:31.851105 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.898086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5a318a0a-5563-4762-b523-feedf761629b None None] For port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=93bd4415-6ada-4bd5-ae54-263cf7c20d9c,segment=NetworkSegment(0ee5cacc-1c1b-479d-b47c-a43ba0277e04),segment_id=0ee5cacc-1c1b-479d-b47c-a43ba0277e04)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:31.916997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.929163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5a318a0a-5563-4762-b523-feedf761629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:31.949743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e447b69-4816-49bc-a265-b2f0dc3150ee req-73aacfd9-cf8e-45b4-a34b-6012f19e9f4c tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999136 Nov 23 10:49:31.963249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8917cc-fdf9-467d-87c0-c57065eadf55 req-a0e94e5e-54cb-49a0-b2cb-eeb7fa325d5f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:31.964789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d8917cc-fdf9-467d-87c0-c57065eadf55 req-a0e94e5e-54cb-49a0-b2cb-eeb7fa325d5f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1018584 Nov 23 10:49:31.991496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network d836b032-be93-4bee-ae8e-8b694f17b15b is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:32.028887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:32.034093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:32.041190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:32.042669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:32.056406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Port': ['ID=52e92fad-c080-4800-990c-ff8d4ef9af3e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:32.111167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d8917cc-fdf9-467d-87c0-c57065eadf55 req-65b38cd8-5307-419b-9a04-38b5c78f0db4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270199 Nov 23 10:49:32.131117 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c87451d9-6c4b-4bb2-abf2-712d7848032e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3851740 Nov 23 10:49:32.133715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42284) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:32.186325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 93bd4415-6ada-4bd5-ae54-263cf7c20d9c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:32.280709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318a0a-5563-4762-b523-feedf761629b None None] Pushing event updated for resources: {'Port': ['ID=93bd4415-6ada-4bd5-ae54-263cf7c20d9c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:32.311864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting subnet ea4b95a9-8207-498a-adff-685219aaa5de {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:49:32.358344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197cc61-4c3c-4e17-a3f6-fb9a0127ff64 req-5032ae60-bcf4-47ba-a4c4-fb72900a3c96 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:32.369339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c197cc61-4c3c-4e17-a3f6-fb9a0127ff64 req-5032ae60-bcf4-47ba-a4c4-fb72900a3c96 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1398597 Nov 23 10:49:32.385338 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:32.431677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] Pushing event deleted for resources: {'Port': ['ID=93bd4415-6ada-4bd5-ae54-263cf7c20d9c,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:32.437975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Allocated IP 2001:db8::f816:3eff:fe79:4f5 (d836b032-be93-4bee-ae8e-8b694f17b15b/ea4b95a9-8207-498a-adff-685219aaa5de/9a78dc0f-0130-48f5-a3e7-fee9d1d3beba) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:32.441728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Could not find standard attr ID for object 93bd4415-6ada-4bd5-ae54-263cf7c20d9c. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:49:32.460669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbe29c7-d8f1-4e21-83b4-4fead705f00d None None] No DVR routers for this DVR port 93bd4415-6ada-4bd5-ae54-263cf7c20d9c on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:32.524879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c197cc61-4c3c-4e17-a3f6-fb9a0127ff64 req-e86ae2c8-ea66-4f52-809c-93a10f2bcfb9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505082 Nov 23 10:49:32.658731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d8d47-a548-4853-b755-5b7eeef9ddbb req-dfdffeb5-9bb8-44f7-918c-84d309e5ff5f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:32.665702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f06d8d47-a548-4853-b755-5b7eeef9ddbb req-dfdffeb5-9bb8-44f7-918c-84d309e5ff5f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1065872 Nov 23 10:49:32.687305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 93bd4415-6ada-4bd5-ae54-263cf7c20d9c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:32.720894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 93bd4415-6ada-4bd5-ae54-263cf7c20d9c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:49:32.721637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 93bd4415-6ada-4bd5-ae54-263cf7c20d9c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:32.748927 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:32.756679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:32.764793 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:32.788318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f06d8d47-a548-4853-b755-5b7eeef9ddbb req-f6900667-6f92-4b31-8f2c-2f0e4eb1f9f4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156647 Nov 23 10:49:32.827688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:32.845085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Network d836b032-be93-4bee-ae8e-8b694f17b15b is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:32.867313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:32.871627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:32.886059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Pushing event updated for resources: {'Port': ['ID=9a78dc0f-0130-48f5-a3e7-fee9d1d3beba,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:32.961271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Attempting to bind port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:32.961909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Attempting to bind port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'e42830c3-4f44-4f3b-852a-cb27d5615c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:32.962557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Attempting to bind port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba on network d836b032-be93-4bee-ae8e-8b694f17b15b {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:32.968407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:32.970843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Checking segment: {'id': 'e42830c3-4f44-4f3b-852a-cb27d5615c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:32.971743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:32.973465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Bound using segment: {'id': 'e42830c3-4f44-4f3b-852a-cb27d5615c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:32.974141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Bound port: 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42830c3-4f44-4f3b-852a-cb27d5615c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'd836b032-be93-4bee-ae8e-8b694f17b15b'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:32.974594 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.036092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f6955-df42-4c3c-842f-8eb747eb0f18 req-73ecdb4a-81ec-41e0-a20b-3b90c5c35429 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.038357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e60f6955-df42-4c3c-842f-8eb747eb0f18 req-73ecdb4a-81ec-41e0-a20b-3b90c5c35429 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0855103 Nov 23 10:49:33.042198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.056676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.071970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.079320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.087014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.093294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.099984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.107891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-be8b4ced-1db9-4a4e-bb72-498d2f2bcad2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.1744034 Nov 23 10:49:33.150508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e60f6955-df42-4c3c-842f-8eb747eb0f18 req-127c48ae-c5a5-4906-a700-f9549dcb6d84 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966728 Nov 23 10:49:33.152104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.161766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:33.223913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d77a30ea-28f3-4389-beb7-2243304e1b61 req-c2fe8aac-4827-47ac-86de-fdee1ca2c059 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150236 Nov 23 10:49:33.274509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.287329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] For port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:33.311470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4b95a9-8207-498a-adff-685219aaa5de,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:33.336859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] For port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9a78dc0f-0130-48f5-a3e7-fee9d1d3beba,segment=NetworkSegment(e42830c3-4f44-4f3b-852a-cb27d5615c93),segment_id=e42830c3-4f44-4f3b-852a-cb27d5615c93)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:33.348423 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.349983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.352338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b2c88d55-38f0-4518-a4e0-5078b839feb3 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/ea4b95a9-8207-498a-adff-685219aaa5de HTTP/1.1" status: 204 len: 168 time: 1.2165976 Nov 23 10:49:33.355725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42312) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:33.386959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:49:33.404726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:33.405612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.431908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd191a71-5a27-4655-8c6c-e1107be3bf22 req-9f458074-aa98-4bed-8a59-3bbbf93e9067 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.444243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd191a71-5a27-4655-8c6c-e1107be3bf22 req-9f458074-aa98-4bed-8a59-3bbbf93e9067 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1379211 Nov 23 10:49:33.495991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868a931-b202-4381-87ba-42d58e6560dd None None] Pushing event updated for resources: {'Port': ['ID=9a78dc0f-0130-48f5-a3e7-fee9d1d3beba,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:33.534216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16058526-c77b-422d-8f42-9a415bc96442 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.536046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16058526-c77b-422d-8f42-9a415bc96442 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.544321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-16058526-c77b-422d-8f42-9a415bc96442 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1869557 Nov 23 10:49:33.545095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42316) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:33.576962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb984a3f-7808-469d-8379-3244a090f6ff req-e78532d2-9c22-4d55-82e1-3f603a7a6744 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.586079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb984a3f-7808-469d-8379-3244a090f6ff req-e78532d2-9c22-4d55-82e1-3f603a7a6744 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 945 time: 0.1762648 Nov 23 10:49:33.594151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.601156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dd191a71-5a27-4655-8c6c-e1107be3bf22 req-6f087ca8-43de-4131-897c-b30a62114846 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549470 Nov 23 10:49:33.645231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:33.652313 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac10b57-51eb-49f2-96db-f8ad20d508b0" -d '{"events": [{"server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "name": "network-vif-plugged", "status": "completed", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:33.708425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb984a3f-7808-469d-8379-3244a090f6ff req-d0ea5440-7403-4cb6-a777-1ce658874f46 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205094 Nov 23 10:49:33.722233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:33.732606 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:33.733673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:33.838458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:49:33.840443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 59a4d9b6-2b9e-4fa1-9cdd-de0ddb84cc04 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:33.960671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.974579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:33.990881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:34.003148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.015440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.023479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.031324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.038769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.057814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6b7dbb7-afcb-484a-a610-ea397b6b009c req-5c93cbc8-33c5-45da-97fd-c3578841ea1a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.2678344 Nov 23 10:49:34.059023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42326) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:34.068622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Request body: {'floatingip': {'port_id': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:34.074998 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:49:34.156635 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383adb12-8aba-4e9d-b944-0211ecb7664a x-openstack-request-id: req-383adb12-8aba-4e9d-b944-0211ecb7664a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:34.157227 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "name": "network-vif-plugged", "status": "completed", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:34.158158 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-383adb12-8aba-4e9d-b944-0211ecb7664a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:34.158765 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'code': 200} Nov 23 10:49:34.184981 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.372981 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4335975f-70c0-4790-a9ba-ddc9a8395df1 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.389602 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4335975f-70c0-4790-a9ba-ddc9a8395df1 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 10:49:34.390197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4335975f-70c0-4790-a9ba-ddc9a8395df1 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:34.393677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4335975f-70c0-4790-a9ba-ddc9a8395df1 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/d836b032-be93-4bee-ae8e-8b694f17b15b HTTP/1.1" status: 409 len: 405 time: 0.8468075 Nov 23 10:49:34.398780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42338) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:34.406263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-231769687'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:34.457367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d01f8-1c95-4022-b14c-e6a3e7ef79a1 req-b0d3a614-ad65-44fb-9512-e8ec46a536b0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.459584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d93d01f8-1c95-4022-b14c-e6a3e7ef79a1 req-b0d3a614-ad65-44fb-9512-e8ec46a536b0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.5610101 Nov 23 10:49:34.464567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:34.474599 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.511821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8733-c800-4a51-9ca2-5ef1e8bd6df3 req-327b224f-4816-49a6-8110-f1fb7fe5a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.515262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe0f8733-c800-4a51-9ca2-5ef1e8bd6df3 req-327b224f-4816-49a6-8110-f1fb7fe5a130 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 1097 time: 0.2515891 Nov 23 10:49:34.613414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:34.645398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:49:34.648284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.648586 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Added segment 79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66 of type vlan for network e9187df7-1776-474e-9e6d-efcc7dd74058 Nov 23 10:49:34.705274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.723459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe0f8733-c800-4a51-9ca2-5ef1e8bd6df3 req-7a787631-8bb1-4744-8aad-daaca811da53 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455693 Nov 23 10:49:34.743495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.749431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:34.750568 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.776755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:34.777611 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:34.800243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d93d01f8-1c95-4022-b14c-e6a3e7ef79a1 req-3ef5902e-44e5-4828-b71c-0080f42c8e08 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227460 Nov 23 10:49:34.920595 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5198774 Nov 23 10:49:34.931134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42348) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:34.937598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'subnet': {'network_id': 'e9187df7-1776-474e-9e6d-efcc7dd74058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:35.009562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Network': ['ID=e9187df7-1776-474e-9e6d-efcc7dd74058,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:35.034441 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:35.103669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.105480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.109158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.109615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.109986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.110334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.111364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.111724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.112146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.112499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.112836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.113215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53868f34-b1cc-41f8-94ec-097cfcc3d784 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:35.122084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9a78dc0f-0130-48f5-a3e7-fee9d1d3beba,segment=NetworkSegment(e42830c3-4f44-4f3b-852a-cb27d5615c93),segment_id=e42830c3-4f44-4f3b-852a-cb27d5615c93)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:35.134865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e9187df7-1776-474e-9e6d-efcc7dd74058 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:35.144946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:35.153997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:35.161625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:35.198869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efdda2-eba0-49c5-8190-15dd49139594 req-c175b09e-de1d-4690-8ae8-a30ba7a53b33 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:35.207416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75efdda2-eba0-49c5-8190-15dd49139594 req-c175b09e-de1d-4690-8ae8-a30ba7a53b33 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.2299979 Nov 23 10:49:35.305184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=9a78dc0f-0130-48f5-a3e7-fee9d1d3beba,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:35.329931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75efdda2-eba0-49c5-8190-15dd49139594 req-1f8ba54e-5195-458c-9452-c6c5a0a3884b tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989161 Nov 23 10:49:35.365354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c994d83-5d0e-4aec-a23d-56851407f8b1 req-58f61272-a00a-4aff-886c-4ce4cf1df392 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:35.372147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c994d83-5d0e-4aec-a23d-56851407f8b1 req-58f61272-a00a-4aff-886c-4ce4cf1df392 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 1.0069392 Nov 23 10:49:35.396157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428ff95-d8e1-48c0-8d13-aa2dcfbc35a6 None None] Network d836b032-be93-4bee-ae8e-8b694f17b15b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:35.445101 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c994d83-5d0e-4aec-a23d-56851407f8b1 req-6ed21ea5-77f4-4f23-96c0-528e7722a628 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659449 Nov 23 10:49:35.496679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4685c0fa-2b74-4e9c-aa70-c7fb71b84665 None None] Provisioning complete for port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:35.497403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4685c0fa-2b74-4e9c-aa70-c7fb71b84665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:35.589392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:49:35.616689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfcb82-fccc-44b2-9005-c29efa45b104 req-91c8790c-38d1-41c3-963c-dfa8a736aa81 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:35.628490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7bfcb82-fccc-44b2-9005-c29efa45b104 req-91c8790c-38d1-41c3-963c-dfa8a736aa81 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.1077790 Nov 23 10:49:35.708352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1bd37-3169-49fe-82f3-4ec4008dc72e req-7707a9da-890a-4bb0-82e8-53cc1211849e tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:35.714105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7bfcb82-fccc-44b2-9005-c29efa45b104 req-ca0aa01d-5bd0-4305-b82a-f3e0a53a740f tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843959 Nov 23 10:49:35.716464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2b1bd37-3169-49fe-82f3-4ec4008dc72e req-7707a9da-890a-4bb0-82e8-53cc1211849e tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.1669197 Nov 23 10:49:35.764575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:35.790119 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:35.819822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] DHCP port deletion for d836b032-be93-4bee-ae8e-8b694f17b15b request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:35.959919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] Deleting port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:35.964592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:36.051661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2b1bd37-3169-49fe-82f3-4ec4008dc72e req-82ff4fb4-d737-483b-801a-10f1991661b1 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343005 Nov 23 10:49:36.081331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] For port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9a78dc0f-0130-48f5-a3e7-fee9d1d3beba,segment=NetworkSegment(e42830c3-4f44-4f3b-852a-cb27d5615c93),segment_id=e42830c3-4f44-4f3b-852a-cb27d5615c93)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:36.081975 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:36.098916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f2542-c9df-48da-a60b-5b71775e59d3 req-e1865c5b-a30c-4ee1-81c7-c7e4374681b8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:36.113899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec2f2542-c9df-48da-a60b-5b71775e59d3 req-e1865c5b-a30c-4ee1-81c7-c7e4374681b8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0974600 Nov 23 10:49:36.115806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] Calling delete_port for 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:36.227671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:36.229949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:49:36.234829 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Floating IP 74add345-6a7e-463e-92eb-29a17ea4cda2 associated. External IP: 172.25.5.70, port: fb613f22-deeb-4ec7-8d26-33c37ab21ad4. Nov 23 10:49:36.238454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:36.261762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec2f2542-c9df-48da-a60b-5b71775e59d3 req-7edd3829-73b6-4e9b-af09-ab412d9bacc8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465545 Nov 23 10:49:36.289789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] Pushing event deleted for resources: {'Port': ['ID=9a78dc0f-0130-48f5-a3e7-fee9d1d3beba,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:36.292199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10957f0a-dd33-4479-ab69-0bbac84d02d3 None None] No DVR routers for this DVR port 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:36.431383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c5b09-f3ee-4581-afad-8c17fa8beba8 req-8d1e0119-f5da-406c-a086-113d6c1e3ed2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:36.436455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Subnet': ['ID=d20dca16-ca12-4a2c-b190-9bd836d86441,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:36.441644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-331c5b09-f3ee-4581-afad-8c17fa8beba8 req-8d1e0119-f5da-406c-a086-113d6c1e3ed2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0613606 Nov 23 10:49:36.451983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbc6e-5cc3-4630-b90d-24b6d8843934 req-876ce805-b395-482c-a151-ac00a4d01f64 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:36.453339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a54dbc6e-5cc3-4630-b90d-24b6d8843934 req-876ce805-b395-482c-a151-ac00a4d01f64 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2220502 Nov 23 10:49:36.476259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Checking segment: {'id': '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e9187df7-1776-474e-9e6d-efcc7dd74058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:36.476715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network hostable DHCP agents. Network: e9187df7-1776-474e-9e6d-efcc7dd74058, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:36.511240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-331c5b09-f3ee-4581-afad-8c17fa8beba8 req-4d9bc072-3264-4d05-bea9-beeadda1f11a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598114 Nov 23 10:49:36.577196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network e9187df7-1776-474e-9e6d-efcc7dd74058 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:36.592739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:36.613231 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a54dbc6e-5cc3-4630-b90d-24b6d8843934 req-1f7bafb4-72de-4afd-8860-e8f9a73dde4a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501312 Nov 23 10:49:36.619699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:49:36.620061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9a78dc0f-0130-48f5-a3e7-fee9d1d3beba not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:36.628572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e9187df7-1776-474e-9e6d-efcc7dd74058) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:36.635227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:36.635836 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:36.636498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de63cb-bc79-4a58-ab20-677bd4f9dac4 None None] Network e9187df7-1776-474e-9e6d-efcc7dd74058 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:36.664067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:49:36.669749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-889b7b54-e1fd-4b69-9fa2-a02ff289bc73 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7361786 Nov 23 10:49:36.671647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42386) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:36.910999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:36.934957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:36.943784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:36.946544 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] Sync routers for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:36.962255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:36.962525 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:37.054986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e9187df7-1776-474e-9e6d-efcc7dd74058', 'network_id': 'e9187df7-1776-474e-9e6d-efcc7dd74058', 'tenant_id': '116221c7bdae4d3b805d7263d78dcf10', 'fixed_ips': [{'subnet_id': 'd20dca16-ca12-4a2c-b190-9bd836d86441'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:37.056625 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:37.061454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bb8b01fc-239d-42e3-8502-9f328128475a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "PUT /v2.0/floatingips/74add345-6a7e-463e-92eb-29a17ea4cda2 HTTP/1.1" status: 200 len: 990 time: 3.0005975 Nov 23 10:49:37.062957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:37.076262 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6cc382-6a15-42c9-8fcd-99d36d581631" -d '{"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:37.102974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-470f11ff-1cb4-4aa4-acc9-158cc399b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.108026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-470f11ff-1cb4-4aa4-acc9-158cc399b0fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 1096 time: 0.1272161 Nov 23 10:49:37.115925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a2acd-444d-4410-9276-4140f2f91b11 req-9dd622e1-7aef-4506-9460-1415a88c822d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.124403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c8a2acd-444d-4410-9276-4140f2f91b11 req-9dd622e1-7aef-4506-9460-1415a88c822d tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.2458100 Nov 23 10:49:37.229170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:37.235051 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:37.334534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c8a2acd-444d-4410-9276-4140f2f91b11 req-f83dd240-22b0-47a2-a078-ab156580b07b tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038186 Nov 23 10:49:37.355548 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e368b8c-b935-4b07-ab64-3206201a121a x-openstack-request-id: req-7e368b8c-b935-4b07-ab64-3206201a121a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:37.356055 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:37.356177 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e368b8c-b935-4b07-ab64-3206201a121a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:37.356560 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'status': 'completed', 'code': 200} Nov 23 10:49:37.359129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-b29d6bf8-2f2e-4f8d-938f-4dd0eb0e8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.368278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-b29d6bf8-2f2e-4f8d-938f-4dd0eb0e8a05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.2247615 Nov 23 10:49:37.447970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Allocated IP 2001:db8::f816:3eff:fe2c:a3c1 (e9187df7-1776-474e-9e6d-efcc7dd74058/d20dca16-ca12-4a2c-b190-9bd836d86441/a5b81db1-39c0-40d5-beab-eae5fd10635d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:37.482124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2384f7-a8a3-4277-ba2e-ad30beb7537f req-b1cb9d5b-157c-49b0-bfce-8658fb10b59d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.492067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e2384f7-a8a3-4277-ba2e-ad30beb7537f req-b1cb9d5b-157c-49b0-bfce-8658fb10b59d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0798488 Nov 23 10:49:37.582904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e2384f7-a8a3-4277-ba2e-ad30beb7537f req-2f355f09-1330-4dbc-b0d2-253fa312e05a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815444 Nov 23 10:49:37.622544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-d698a6fc-c41b-4203-8822-2c369ad9aa9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 200 len: 1000 time: 0.2525699 Nov 23 10:49:37.639864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.640337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.640802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.641294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.641785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.642242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.642696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.646210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-8ac41112-1968-4a4f-8f4c-9a042b384f07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6488 time: 0.2692819 Nov 23 10:49:37.702818 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '74add345-6a7e-463e-92eb-29a17ea4cda2', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'port_id': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'mac_address': 'fa:16:3e:9c:1e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:49:35Z', 'revision_number': 1, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:22Z', 'revision_number': 5, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:37.713195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c93f6d-b6e0-48bf-bfda-cfff015eee25 req-551446b6-fa6a-4eff-a13c-b391e8b35c45 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.723047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76c93f6d-b6e0-48bf-bfda-cfff015eee25 req-551446b6-fa6a-4eff-a13c-b391e8b35c45 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0748789 Nov 23 10:49:37.773099 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] Checking router: 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:37.777395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c0dab-9f69-484a-8ddf-dac39d259c0a req-c24ea0b9-5d12-4a22-b053-b0792a74de13 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.784728 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:37.785664 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:37.790320 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-583c0dab-9f69-484a-8ddf-dac39d259c0a req-c24ea0b9-5d12-4a22-b053-b0792a74de13 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.2968447 Nov 23 10:49:37.810402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-2bcc0146-83ea-42e6-a92b-3ac3477a0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:37.811880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-2bcc0146-83ea-42e6-a92b-3ac3477a0567 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.1586678 Nov 23 10:49:37.813929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76c93f6d-b6e0-48bf-bfda-cfff015eee25 req-96526540-9cf5-4e73-835d-fbebadccbff1 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877774 Nov 23 10:49:37.856066 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:37.881668 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:37.923596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:37.959528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Network e9187df7-1776-474e-9e6d-efcc7dd74058 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:37.979683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:37.984636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:37.987766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Subnet': ['ID=d20dca16-ca12-4a2c-b190-9bd836d86441,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:38.018066 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:38.056948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Pushing event updated for resources: {'Port': ['ID=a5b81db1-39c0-40d5-beab-eae5fd10635d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:38.078280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f1940-d396-4d29-b236-52c544ecef50 req-bb50a8d0-6c9a-4675-b56d-4edd5e6d90f1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:38.087782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e66f1940-d396-4d29-b236-52c544ecef50 req-bb50a8d0-6c9a-4675-b56d-4edd5e6d90f1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1778309 Nov 23 10:49:38.092436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:38.092757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-583c0dab-9f69-484a-8ddf-dac39d259c0a req-97a6a5df-080f-4c71-bdd7-4080de14fb70 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014808 Nov 23 10:49:38.118528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Attempting to bind port a5b81db1-39c0-40d5-beab-eae5fd10635d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:38.119502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Attempting to bind port a5b81db1-39c0-40d5-beab-eae5fd10635d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e9187df7-1776-474e-9e6d-efcc7dd74058'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:38.120216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Attempting to bind port a5b81db1-39c0-40d5-beab-eae5fd10635d on network e9187df7-1776-474e-9e6d-efcc7dd74058 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:38.128404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:38.129216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Checking segment: {'id': '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e9187df7-1776-474e-9e6d-efcc7dd74058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:38.129786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:38.130524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Bound using segment: {'id': '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e9187df7-1776-474e-9e6d-efcc7dd74058'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:38.131646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Bound port: a5b81db1-39c0-40d5-beab-eae5fd10635d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e9187df7-1776-474e-9e6d-efcc7dd74058'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:38.132396 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:38.152683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-502fb3bd-cf95-4524-9b95-1e539ec7ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:38.155739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9187df7-1776-474e-9e6d-efcc7dd74058']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:38.159038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-502fb3bd-cf95-4524-9b95-1e539ec7ff79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3121641 Nov 23 10:49:38.236653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e66f1940-d396-4d29-b236-52c544ecef50 req-d5aeb9b9-97af-4a78-8166-eb93bd94c237 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437972 Nov 23 10:49:38.258055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:38.258590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:38.267889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] For port a5b81db1-39c0-40d5-beab-eae5fd10635d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:38.278469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] For port a5b81db1-39c0-40d5-beab-eae5fd10635d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a5b81db1-39c0-40d5-beab-eae5fd10635d,segment=NetworkSegment(79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66),segment_id=79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:38.284527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:38.294006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:38.309422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-45604ca6-55fb-42f7-8173-11bac0263b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:38.310759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:38.311816 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-45604ca6-55fb-42f7-8173-11bac0263b70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=172cb543-158a-4cad-bd24-49d8d0daf094 HTTP/1.1" status: 200 len: 912 time: 0.5613542 Nov 23 10:49:38.325638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:38.330567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:38.335951 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:38.424823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5877fa8-9c2a-4c97-a09e-69fc83f72518 None None] Pushing event updated for resources: {'Port': ['ID=a5b81db1-39c0-40d5-beab-eae5fd10635d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:38.440857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ef360-9702-4f0c-95e6-264eba275b86 None None] Network e9187df7-1776-474e-9e6d-efcc7dd74058 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:38.514016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:49:38.514016 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:49:38.514016 n-d-817747-2 neutron-server[103427]: [parameters: {'id': 'e9187df7-1776-474e-9e6d-efcc7dd74058'}] Nov 23 10:49:38.514016 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:49:38.518004 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:49:38.637179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2cecf-3be6-4f4b-8297-6471108b8e4b req-3366f0e4-b6e9-4aa7-9999-24f9a0a74332 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:38.639668 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '74add345-6a7e-463e-92eb-29a17ea4cda2', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'port_id': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'mac_address': 'fa:16:3e:9c:1e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:49:35Z', 'revision_number': 1, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:22Z', 'revision_number': 5, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:38.640518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf337ca-3f9b-419a-92cc-9d7ae88c2579 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:49:38.647531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eee2cecf-3be6-4f4b-8297-6471108b8e4b req-3366f0e4-b6e9-4aa7-9999-24f9a0a74332 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1196332 Nov 23 10:49:38.679057 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1742f19a-f718-4d33-ab79-9548c6789692 None None] The sync data for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 is: [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '74add345-6a7e-463e-92eb-29a17ea4cda2', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'port_id': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'mac_address': 'fa:16:3e:9c:1e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d1917c-857b-4b24-b52b-20b51b580599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:48:10Z', 'updated_at': '2021-11-23T10:49:35Z', 'revision_number': 1, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:22Z', 'revision_number': 5, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:38.792265 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eee2cecf-3be6-4f4b-8297-6471108b8e4b req-b0436ab3-1195-4da3-9501-af86c49cfa3e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433578 Nov 23 10:49:38.920903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467479a0-0456-4075-b763-4e4a63afad11 req-f732132c-1d75-4b8e-ace5-2b04d10aa0e1 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:38.934219 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-467479a0-0456-4075-b763-4e4a63afad11 req-f732132c-1d75-4b8e-ace5-2b04d10aa0e1 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.0716059 Nov 23 10:49:38.975996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf337ca-3f9b-419a-92cc-9d7ae88c2579 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:49:39.020871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:39.052405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-467479a0-0456-4075-b763-4e4a63afad11 req-d542be77-10c1-4a74-badf-e78a5b951acc tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f27c623-4be7-4880-8c7e-e656123b0626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172042 Nov 23 10:49:39.056405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d525be7-6418-4801-821a-0fea4deca573 req-eca39301-b38b-4136-9d48-8f7b46ae83a4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:39.070793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d525be7-6418-4801-821a-0fea4deca573 req-eca39301-b38b-4136-9d48-8f7b46ae83a4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.8819699 Nov 23 10:49:39.072512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42440) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:39.086615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Request body: {'floatingip': {'port_id': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:39.129018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32afd849-0494-4d5d-a477-57b11c997c7b None None] New status for floating IP 74add345-6a7e-463e-92eb-29a17ea4cda2: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:49:39.211527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:39.350706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-13b562f4-42bf-48b0-83d2-2efc9931e62f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 200 len: 998 time: 1.0197718 Nov 23 10:49:39.377315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-092d9358-72d5-4cee-970f-2886911f533e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2864857 Nov 23 10:49:39.413615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c535f6-76fb-4cd2-a839-fed73279fa87 req-d08f25f2-7f76-4ce2-8cf0-80e28294b729 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:39.421926 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62c535f6-76fb-4cd2-a839-fed73279fa87 req-d08f25f2-7f76-4ce2-8cf0-80e28294b729 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.2411315 Nov 23 10:49:39.485154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-85c02dcf-511f-42fe-88f7-167b331c54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:39.487470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-85c02dcf-511f-42fe-88f7-167b331c54b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e66536e5-6ad5-4ff3-acb6-9feefcc40aed HTTP/1.1" status: 200 len: 850 time: 0.0921824 Nov 23 10:49:39.532769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting port a5b81db1-39c0-40d5-beab-eae5fd10635d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:39.533520 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:39.544501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-cd808cb7-225f-4922-b9d7-2ae5769006e3 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3758614 Nov 23 10:49:39.556159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-cb9cfaba-9495-4900-8032-72c02f621bb8 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:39.557880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-cb9cfaba-9495-4900-8032-72c02f621bb8 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 945 time: 0.4640875 Nov 23 10:49:39.567012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c26a-71bd-4a64-82da-3789773c3cd3 req-30167ff6-6ac2-4d9a-9876-2caa91d5deb9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:39.574720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b866c26a-71bd-4a64-82da-3789773c3cd3 req-30167ff6-6ac2-4d9a-9876-2caa91d5deb9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.3706319 Nov 23 10:49:39.647533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62c535f6-76fb-4cd2-a839-fed73279fa87 req-0e8118c9-7e82-43fd-9cc1-ab9c339e908d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246234 Nov 23 10:49:39.705721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6827c51-773f-4c23-8f10-87ec567c6b81 req-35310296-4353-4317-a2d2-f1c3d964e400 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271727 Nov 23 10:49:39.754995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] For port a5b81db1-39c0-40d5-beab-eae5fd10635d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a5b81db1-39c0-40d5-beab-eae5fd10635d,segment=NetworkSegment(79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66),segment_id=79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:39.755370 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:39.775447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Calling delete_port for a5b81db1-39c0-40d5-beab-eae5fd10635d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:39.822649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-948dad73-3919-4d21-b7b1-c487ad817605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:39.824150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-948dad73-3919-4d21-b7b1-c487ad817605 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=172cb543-158a-4cad-bd24-49d8d0daf094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3241234 Nov 23 10:49:39.902544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b866c26a-71bd-4a64-82da-3789773c3cd3 req-9f8a95ce-78f4-4873-9f0c-552a35c8962d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266773 Nov 23 10:49:39.956764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port ed9a5220-045b-46f1-930a-5ba636e216ab triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:39.957256 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.118527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Deleting port 717406a6-1e53-44c6-a67d-2590c2fc8586 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:40.128254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.158622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port 1ce34225-519e-423f-ac6e-255b3cdeedfe triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:40.159216 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.202268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Port 1ce34225-519e-423f-ac6e-255b3cdeedfe cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:40.216174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:40.216728 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.304077 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-fd7d6aa1-6d96-4bd5-a9d0-4298ef07f1f6 service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567723 Nov 23 10:49:40.333883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.358575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb757769-8db4-440b-b7cf-a6a12df9a02e req-ec22725b-a82d-45bb-a14d-280684d0b930 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:40.362356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01fbb9-d8f6-457f-a518-9ee184bc2612 req-f6b59dc0-8456-481e-908e-4b2418277517 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:40.363976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ff01fbb9-d8f6-457f-a518-9ee184bc2612 req-f6b59dc0-8456-481e-908e-4b2418277517 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2089994 Nov 23 10:49:40.367966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb757769-8db4-440b-b7cf-a6a12df9a02e req-ec22725b-a82d-45bb-a14d-280684d0b930 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.4663706 Nov 23 10:49:40.424381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] For port 717406a6-1e53-44c6-a67d-2590c2fc8586, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=717406a6-1e53-44c6-a67d-2590c2fc8586,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:40.425444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.444719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Calling delete_port for 717406a6-1e53-44c6-a67d-2590c2fc8586 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:40.494733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No DVR routers for this DVR port a5b81db1-39c0-40d5-beab-eae5fd10635d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:40.524005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port a143d08b-49be-4df7-bcc3-6f1d1cbedf69 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:40.524380 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.608461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Port': ['ID=a5b81db1-39c0-40d5-beab-eae5fd10635d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:40.641442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port fe7181c9-20e8-430f-861d-684b447d9f89 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:40.641981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.689780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Port fe7181c9-20e8-430f-861d-684b447d9f89 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:40.701527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port e8ece483-c386-4ad7-8e2f-817a3f6b2273 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:40.701965 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.741451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 717406a6-1e53-44c6-a67d-2590c2fc8586 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:40.743996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6cc382-6a15-42c9-8fcd-99d36d581631 req-54ef3baf-07da-45b7-9870-77d4bb2c3412 service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309170 Nov 23 10:49:40.793548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Port e8ece483-c386-4ad7-8e2f-817a3f6b2273 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:40.837784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.857490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.885569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Pushing event deleted for resources: {'Port': ['ID=717406a6-1e53-44c6-a67d-2590c2fc8586,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:40.889023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.901333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port b04f743f-16bf-4693-aec4-b1cbc9c7088f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:40.901699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:40.973564 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ff01fbb9-d8f6-457f-a518-9ee184bc2612 req-06104be1-6a99-40ed-99d4-a19f10dae500 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088353 Nov 23 10:49:40.999975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee1ba5-b880-4f88-8302-b8b79b6d8c93 None None] DHCP port deletion for 63f96286-b4b5-4078-b42a-1d1e0e450ccd request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:41.012718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Port b04f743f-16bf-4693-aec4-b1cbc9c7088f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:41.053449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port b029d898-546d-4503-9d57-e5073b9b8504 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:41.053952 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.083560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb757769-8db4-440b-b7cf-a6a12df9a02e req-8f0b3640-ac61-4480-b152-d1fbee13e88d tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7134480 Nov 23 10:49:41.084773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] No DVR routers for this DVR port 717406a6-1e53-44c6-a67d-2590c2fc8586 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:41.089617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9187df7-1776-474e-9e6d-efcc7dd74058']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:41.091527 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.106479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3832f1cc-9622-403a-934d-1ff249b3e27c req-0e02b03e-82cb-46ad-b51d-1ddea22ef97c tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.58 "DELETE /v2.0/ports/717406a6-1e53-44c6-a67d-2590c2fc8586 HTTP/1.1" status: 204 len: 173 time: 1.5249074 Nov 23 10:49:41.116416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:41.117020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b59a54-1d4b-4f6b-8b9c-8bccbbfebb66') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:41.119100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.119974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.120683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.121675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.122461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.122721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.123210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.144396 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-061db292-bc63-4888-9fab-ab48d56b9e45 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6488 time: 0.2599585 Nov 23 10:49:41.145024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'name': 'network-vif-deleted', 'tag': '717406a6-1e53-44c6-a67d-2590c2fc8586'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:41.148844 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bc2d28-0927-4eff-8832-7092c1990255" -d '{"events": [{"server_uuid": "4e5c738d-0951-4f01-bee2-65d3f3675893", "name": "network-vif-deleted", "tag": "717406a6-1e53-44c6-a67d-2590c2fc8586"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:41.152754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.184217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.200773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:41.201476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.247727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-def03c52-1d73-45f1-bf69-6d6383bdef24 req-ace7a231-6705-4210-8546-ca387e992b47 tempest-ServerRescueNegativeTestJSON-1513374081 tempest-ServerRescueNegativeTestJSON-1513374081-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e5c738d-0951-4f01-bee2-65d3f3675893 HTTP/1.1" status: 200 len: 210 time: 0.0903692 Nov 23 10:49:41.306975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port f33b76f9-cd36-419c-95db-68288eb4768e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:41.309567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.359536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:49:41.416585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:41.418406 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:41.421147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.424359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.507736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.517586 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/e9187df7-1776-474e-9e6d-efcc7dd74058 HTTP/1.1" status: 204 len: 168 time: 4.8447578 Nov 23 10:49:41.520296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42486) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:41.520506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1889d9-856b-4865-88c5-7fc078b30c32 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Network': ['ID=e9187df7-1776-474e-9e6d-efcc7dd74058,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:41.535613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-850817871'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:41.546477 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc3147-c25f-4cb4-bcae-eecfed042b1c x-openstack-request-id: req-e6fc3147-c25f-4cb4-bcae-eecfed042b1c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:41.546771 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5c738d-0951-4f01-bee2-65d3f3675893", "name": "network-vif-deleted", "tag": "717406a6-1e53-44c6-a67d-2590c2fc8586", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:41.547040 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6fc3147-c25f-4cb4-bcae-eecfed042b1c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:41.550815 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5c738d-0951-4f01-bee2-65d3f3675893', 'name': 'network-vif-deleted', 'tag': '717406a6-1e53-44c6-a67d-2590c2fc8586', 'status': 'completed', 'code': 200} Nov 23 10:49:41.553689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-95bc9af7-3df5-4de3-92f0-0f93f131c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.554173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-95bc9af7-3df5-4de3-92f0-0f93f131c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.556504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-95bc9af7-3df5-4de3-92f0-0f93f131c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.561058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-95bc9af7-3df5-4de3-92f0-0f93f131c44d service neutron] 10.222.0.65 "GET /v2.0/networks?id=172cb543-158a-4cad-bd24-49d8d0daf094&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 2293 time: 0.3106577 Nov 23 10:49:41.561483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084064b4-7a8c-4b08-9e32-19831b532c9d req-16a2acb1-d343-4724-82c9-bab69ddf512d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.563734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-084064b4-7a8c-4b08-9e32-19831b532c9d req-16a2acb1-d343-4724-82c9-bab69ddf512d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1437352 Nov 23 10:49:41.589606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port de061e56-194c-4fce-ac77-4aec984b907a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:41.590098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.607447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42488) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:41.674777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:41.678743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.699947 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-3b2ec61a-5a6b-4d53-849e-5bb8ead7d843 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 200 len: 1000 time: 0.1259689 Nov 23 10:49:41.748675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port aa5dd47e-7850-462f-82e1-4719f8922ac6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:41.749443 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.768495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:41.840703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-d061422e-2c10-42b7-9589-0479e1bc897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.842255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-d061422e-2c10-42b7-9589-0479e1bc897e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e66536e5-6ad5-4ff3-acb6-9feefcc40aed HTTP/1.1" status: 200 len: 850 time: 0.1318567 Nov 23 10:49:41.843506 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.844033 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Added segment bfac421e-37e0-4f22-bcac-ed6225566bcd of type vlan for network e232bbbd-64af-4e89-a937-54904a63975f Nov 23 10:49:41.857666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port 50835aff-09f7-446c-977c-4fc18dac92d0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:41.858184 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.896415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Port 50835aff-09f7-446c-977c-4fc18dac92d0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:49:41.909007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:41.909440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.935282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:41.943233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-9f540712-b5a6-4c64-8b8e-3c04119ff8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.944873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-9f540712-b5a6-4c64-8b8e-3c04119ff8d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110&tenant_id=f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 1094 time: 0.1738179 Nov 23 10:49:41.971965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-0d70dac2-4a01-4667-be0d-540d9de410b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:41.973575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-0d70dac2-4a01-4667-be0d-540d9de410b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=172cb543-158a-4cad-bd24-49d8d0daf094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149611 Nov 23 10:49:42.015938 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-084064b4-7a8c-4b08-9e32-19831b532c9d req-31ed606d-c8bb-47dc-bb94-ead51afe86f2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4147031 Nov 23 10:49:42.019289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38336eb7-640c-4fbd-b19e-caf5b0a34503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.020363 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.024195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Could not find standard attr ID for object 717406a6-1e53-44c6-a67d-2590c2fc8586. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:49:42.026015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:42.026603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.037772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Provisioning complete for port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:42.038161 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5aef8374-11f8-450c-9e39-42f39d4c93ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.090041 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Floating IP a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1 associated. External IP: 172.25.5.42, port: 1f6e6b34-84f5-40ba-97ac-fabda785d2e5. Nov 23 10:49:42.118369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5969529 Nov 23 10:49:42.126588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42494) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:42.144039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'subnet': {'network_id': 'e232bbbd-64af-4e89-a937-54904a63975f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:42.182581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-1f9f5d61-04b8-49c8-b57c-c59fd6079c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:42.185042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-1f9f5d61-04b8-49c8-b57c-c59fd6079c4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1094 time: 0.2105837 Nov 23 10:49:42.212251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Network': ['ID=e232bbbd-64af-4e89-a937-54904a63975f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:42.239272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38336eb7-640c-4fbd-b19e-caf5b0a34503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.245270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38336eb7-640c-4fbd-b19e-caf5b0a34503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.318006 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38336eb7-640c-4fbd-b19e-caf5b0a34503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a38a94-4e9e-4fec-986d-71c8a3d165c5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:42.320797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.321170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.321973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.321973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.322187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.322507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.322840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.323169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.323495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.323821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.324150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.324481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d013f12a-daaa-4c9f-ad72-0e177b956072 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:49:42.335239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-0d645669-efd9-419c-ba87-d53b4fb3f56e service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516364 Nov 23 10:49:42.335714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42498) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:42.335931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-38336eb7-640c-4fbd-b19e-caf5b0a34503 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=468969d879cd43d0a41fbb5db5074886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7271001 Nov 23 10:49:42.340955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42500) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:42.357941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e232bbbd-64af-4e89-a937-54904a63975f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:42.445021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3d0-3be0-43d8-a606-1c77d75abd2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.448482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:49:42.476093 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3d0-3be0-43d8-a606-1c77d75abd2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.567507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d146ba5-4d3a-4ad2-8753-685b4441f2e1 req-786ce7f4-fd76-494b-9e63-b8e67f3eb4b4 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:42.568926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d146ba5-4d3a-4ad2-8753-685b4441f2e1 req-786ce7f4-fd76-494b-9e63-b8e67f3eb4b4 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.3483181 Nov 23 10:49:42.576372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-a547a2ee-bff6-4d02-a6f6-8909df82eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:42.577800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-a547a2ee-bff6-4d02-a6f6-8909df82eb48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.3857765 Nov 23 10:49:42.595528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:42.600160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.608865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3d0-3be0-43d8-a606-1c77d75abd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.611646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bc3a3d0-3be0-43d8-a606-1c77d75abd2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.615259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2bc3a3d0-3be0-43d8-a606-1c77d75abd2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69a38a94-4e9e-4fec-986d-71c8a3d165c5 HTTP/1.1" status: 204 len: 168 time: 0.2716992 Nov 23 10:49:42.623783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3a3d0-3be0-43d8-a606-1c77d75abd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a38a94-4e9e-4fec-986d-71c8a3d165c5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:42.628135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:42.643475 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:42.644464 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] Sync routers for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:42.659068 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:42.659586 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:42.691220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b420af1d-59eb-4d2d-b224-b7ce6d82c85d tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "PUT /v2.0/floatingips/a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1 HTTP/1.1" status: 200 len: 991 time: 3.6049769 Nov 23 10:49:42.691220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:49:42.704009 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:49:42.802578 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e65efb-43fe-474b-8cdc-41b5e0c1f1cf x-openstack-request-id: req-39e65efb-43fe-474b-8cdc-41b5e0c1f1cf {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:49:42.803047 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:49:42.803449 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:42.803638 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39e65efb-43fe-474b-8cdc-41b5e0c1f1cf {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:49:42.804180 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'status': 'completed', 'code': 200} Nov 23 10:49:42.847541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-461c06a6-260b-4bba-8c6c-1d4d808ee63c service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695992 Nov 23 10:49:42.849586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-fe3a7623-be91-4fb3-bcd4-4cc3cb6b19b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 200 len: 999 time: 0.2569072 Nov 23 10:49:42.942093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d146ba5-4d3a-4ad2-8753-685b4441f2e1 req-15b7a4ca-5f50-4d7c-8f6a-9850ea01c210 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595040 Nov 23 10:49:42.987978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42514) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:43.007163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5758736-07d4-453d-93e6-58b9bbb24676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.025276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-77307332-a488-4342-896c-8ac0a8d219d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 217 time: 0.1503100 Nov 23 10:49:43.099844 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'port_id': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'mac_address': 'fa:16:3e:38:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35306170-29c9-4c6c-8470-1f037e08337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:49:09Z', 'updated_at': '2021-11-23T10:49:40Z', 'revision_number': 1, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 5, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:43.134051 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] Checking router: 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:43.148453 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:43.149777 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:43.203243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5758736-07d4-453d-93e6-58b9bbb24676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.209522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5758736-07d4-453d-93e6-58b9bbb24676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.228965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-289a724e-8e6b-4544-a1e5-de05c0d40e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.230543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-289a724e-8e6b-4544-a1e5-de05c0d40e59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1684628 Nov 23 10:49:43.277807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a5758736-07d4-453d-93e6-58b9bbb24676 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d5fa71302664ebb9461014d14bdfe9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879121 Nov 23 10:49:43.283371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42520) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:43.293146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5758736-07d4-453d-93e6-58b9bbb24676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9667f7-65f7-48a0-8f19-c8cd87e16f1b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:43.307583 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:43.319617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d58341-b61a-42f0-84bf-0b57b33aa16a req-4e75bca0-ad70-4814-be47-b42e4ec2c9df tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.325968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9d58341-b61a-42f0-84bf-0b57b33aa16a req-4e75bca0-ad70-4814-be47-b42e4ec2c9df tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1435506 Nov 23 10:49:43.404471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d74665d-ca24-4180-82a6-e0a04487ede4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.411309 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9d58341-b61a-42f0-84bf-0b57b33aa16a req-3184204f-d530-4bf3-9acc-ee5cd1bff86a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834756 Nov 23 10:49:43.439923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d74665d-ca24-4180-82a6-e0a04487ede4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.508960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d74665d-ca24-4180-82a6-e0a04487ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.511785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d74665d-ca24-4180-82a6-e0a04487ede4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:43.515941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0d74665d-ca24-4180-82a6-e0a04487ede4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b9667f7-65f7-48a0-8f19-c8cd87e16f1b HTTP/1.1" status: 204 len: 168 time: 0.2280104 Nov 23 10:49:43.523521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74665d-ca24-4180-82a6-e0a04487ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9667f7-65f7-48a0-8f19-c8cd87e16f1b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:43.603500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-f85d38c0-fbdd-4099-963d-aea905b667bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.604997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-f85d38c0-fbdd-4099-963d-aea905b667bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.7362354 Nov 23 10:49:43.609777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-066b9ed3-f0a8-43e9-83c5-c3f953abfcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.609777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-066b9ed3-f0a8-43e9-83c5-c3f953abfcf2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7c73e60677041069ac50a65f651def4&device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 1097 time: 0.7514856 Nov 23 10:49:43.733399 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'port_id': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'mac_address': 'fa:16:3e:38:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35306170-29c9-4c6c-8470-1f037e08337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:49:09Z', 'updated_at': '2021-11-23T10:49:40Z', 'revision_number': 1, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 5, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:43.778896 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc10593-73ad-4e1c-9726-5e1408b68c0b None None] The sync data for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 is: [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'port_id': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'mac_address': 'fa:16:3e:38:38:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35306170-29c9-4c6c-8470-1f037e08337e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:49:09Z', 'updated_at': '2021-11-23T10:49:40Z', 'revision_number': 1, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 5, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:43.921006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5281-aebb-42ab-be90-cab9f203c814 req-81c153e6-e94a-4af6-8b11-e8713f1e4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.923417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-543e5281-aebb-42ab-be90-cab9f203c814 req-81c153e6-e94a-4af6-8b11-e8713f1e4064 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 1096 time: 0.7071390 Nov 23 10:49:43.947332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a02fc-a515-4a15-b01b-9f651c3ccd60 req-c0224dc4-2c24-4b1a-8f6b-1a8b507e2f49 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.948922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-238a02fc-a515-4a15-b01b-9f651c3ccd60 req-c0224dc4-2c24-4b1a-8f6b-1a8b507e2f49 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.7256730 Nov 23 10:49:43.988981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-36d62e57-0bd0-46b9-b491-8df24790ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:43.990664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-36d62e57-0bd0-46b9-b491-8df24790ed1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3942699 Nov 23 10:49:44.010375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-707af341-519b-42b7-a838-86c49cf1587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:44.012166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-707af341-519b-42b7-a838-86c49cf1587a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3426249 Nov 23 10:49:44.047980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-96fc386e-e02c-4947-975f-2cce60ca77ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:44.049472 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-96fc386e-e02c-4947-975f-2cce60ca77ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=64f64b9f-54e0-427b-b075-7a6868ff61bd HTTP/1.1" status: 200 len: 907 time: 0.3939459 Nov 23 10:49:44.054295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf3b32-3d63-41f0-ab91-ef7326cf838b None None] New status for floating IP a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:49:44.067972 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:44.397936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Subnet': ['ID=29104c78-5459-4261-a577-ee61b2893e5a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:44.409699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-238a02fc-a515-4a15-b01b-9f651c3ccd60 req-dbd54ac3-819c-4b5a-ae9a-bb519fdedc28 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4356675 Nov 23 10:49:44.447628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97c431bd-539f-48fb-b4cf-6f939b5310c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:44.483266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-db267a4a-6e03-433f-86a2-2319ce207d25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5 HTTP/1.1" status: 200 len: 999 time: 0.3984635 Nov 23 10:49:44.513964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-18b29648-85e9-455f-85fa-911537e69bab service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004315 Nov 23 10:49:44.524019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5281-aebb-42ab-be90-cab9f203c814 req-5ea95d24-45ce-4376-b078-8e64db1b68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:44.525561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-543e5281-aebb-42ab-be90-cab9f203c814 req-5ea95d24-45ce-4376-b078-8e64db1b68ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.5878303 Nov 23 10:49:44.565949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31180a9-64e2-4f4f-818e-538c5aeefad7 req-c8e61e6c-9634-4d17-998d-9d5aff26afa5 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:44.567984 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a31180a9-64e2-4f4f-818e-538c5aeefad7 req-c8e61e6c-9634-4d17-998d-9d5aff26afa5 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0553360 Nov 23 10:49:44.595440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-fab9ef45-8333-4c69-aa40-4cc852183773 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695577 Nov 23 10:49:44.629310 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a31180a9-64e2-4f4f-818e-538c5aeefad7 req-6f4cbefb-ac79-4cf4-a2d6-c37aef02fce9 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533507 Nov 23 10:49:44.635486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Checking segment: {'id': 'bfac421e-37e0-4f22-bcac-ed6225566bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'e232bbbd-64af-4e89-a937-54904a63975f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:44.635857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network hostable DHCP agents. Network: e232bbbd-64af-4e89-a937-54904a63975f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:44.785091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-addce4b9-ce50-44eb-aefd-cee8b47fa1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:44.786771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-addce4b9-ce50-44eb-aefd-cee8b47fa1f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf HTTP/1.1" status: 200 len: 845 time: 0.2660832 Nov 23 10:49:44.821483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-543e5281-aebb-42ab-be90-cab9f203c814 req-e332bc82-7129-4c83-b874-357aa726dedd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 200 len: 1000 time: 0.2772796 Nov 23 10:49:44.826675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network e232bbbd-64af-4e89-a937-54904a63975f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:44.890656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:44.915785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e232bbbd-64af-4e89-a937-54904a63975f) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:44.927851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecd8eb9-51f4-4db7-8cf9-663bf856494f None None] Network e232bbbd-64af-4e89-a937-54904a63975f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:44.966304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:44.966907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:44.971846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-fd645793-5971-4dc2-8c97-e06a5e22a466 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453099 Nov 23 10:49:45.059393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e76a1b9-6a9f-4f55-acc3-3eb0e218e639 req-74dbec9b-f270-4260-a0b8-79425de592da service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027631 Nov 23 10:49:45.089803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5281-aebb-42ab-be90-cab9f203c814 req-b621ab76-e589-48b2-8762-114329760b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:45.091338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-543e5281-aebb-42ab-be90-cab9f203c814 req-b621ab76-e589-48b2-8762-114329760b0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.2473471 Nov 23 10:49:45.095163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-56e5019f-43dc-4488-adaa-aed7f292e74a tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9630394 Nov 23 10:49:45.099665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42568) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:45.100430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-9a4bdd7d-facc-40dc-87c8-7604a7ac019f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0982566 Nov 23 10:49:45.100699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e232bbbd-64af-4e89-a937-54904a63975f', 'network_id': 'e232bbbd-64af-4e89-a937-54904a63975f', 'tenant_id': '116221c7bdae4d3b805d7263d78dcf10', 'fixed_ips': [{'subnet_id': '29104c78-5459-4261-a577-ee61b2893e5a'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:45.101664 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.129407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-9dd0b81e-246a-4f24-92c9-b8b7a4b86466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:45.136568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-9dd0b81e-246a-4f24-92c9-b8b7a4b86466 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64f64b9f-54e0-427b-b075-7a6868ff61bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3107028 Nov 23 10:49:45.245188 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.320167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-610aa082-bf99-4cd9-a6d3-81e3edd4a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:45.321695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-610aa082-bf99-4cd9-a6d3-81e3edd4a693 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1840694 Nov 23 10:49:45.346135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e5281-aebb-42ab-be90-cab9f203c814 req-6fd72637-81f9-4c1f-8d2d-9e34db45954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:45.347687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-543e5281-aebb-42ab-be90-cab9f203c814 req-6fd72637-81f9-4c1f-8d2d-9e34db45954d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433608 Nov 23 10:49:45.364244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Allocated IP 2001:db8::2 (e232bbbd-64af-4e89-a937-54904a63975f/29104c78-5459-4261-a577-ee61b2893e5a/5f30a8a1-b8ed-46a8-81da-48f88865ef20) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:45.367750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.533833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-fe615d82-074b-407b-842d-54a4458154f3 service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735664 Nov 23 10:49:45.582928 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.600803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-71fb8c14-c878-452f-adff-22e93ea57047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:45.602421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-71fb8c14-c878-452f-adff-22e93ea57047 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2707899 Nov 23 10:49:45.614128 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.630109 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.665707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Subnet': ['ID=29104c78-5459-4261-a577-ee61b2893e5a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:45.729301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-543e5281-aebb-42ab-be90-cab9f203c814 req-71bdb035-3917-4574-8cd5-d63cc8e59ab5 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598900 Nov 23 10:49:45.747878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Network e232bbbd-64af-4e89-a937-54904a63975f is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:45.765862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:45.780536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06f022-9327-42f6-bf6f-d6e39112e6e7 req-77efa199-6eed-4101-ba1b-dafb0c265224 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:45.782427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e06f022-9327-42f6-bf6f-d6e39112e6e7 req-77efa199-6eed-4101-ba1b-dafb0c265224 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.2595849 Nov 23 10:49:45.786406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:45.836432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.888483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Pushing event updated for resources: {'Port': ['ID=5f30a8a1-b8ed-46a8-81da-48f88865ef20,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:45.960069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Attempting to bind port 5f30a8a1-b8ed-46a8-81da-48f88865ef20 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:45.962249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Attempting to bind port 5f30a8a1-b8ed-46a8-81da-48f88865ef20 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'bfac421e-37e0-4f22-bcac-ed6225566bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'e232bbbd-64af-4e89-a937-54904a63975f'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:45.964175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Attempting to bind port 5f30a8a1-b8ed-46a8-81da-48f88865ef20 on network e232bbbd-64af-4e89-a937-54904a63975f {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:45.974244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e232bbbd-64af-4e89-a937-54904a63975f']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:45.979444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:45.980721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Checking segment: {'id': 'bfac421e-37e0-4f22-bcac-ed6225566bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'e232bbbd-64af-4e89-a937-54904a63975f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:45.982105 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:45.982720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Bound using segment: {'id': 'bfac421e-37e0-4f22-bcac-ed6225566bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'e232bbbd-64af-4e89-a937-54904a63975f'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:45.983708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Bound port: 5f30a8a1-b8ed-46a8-81da-48f88865ef20, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfac421e-37e0-4f22-bcac-ed6225566bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'e232bbbd-64af-4e89-a937-54904a63975f'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:45.984497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:46.022463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfac421e-37e0-4f22-bcac-ed6225566bcd') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:46.022827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfac421e-37e0-4f22-bcac-ed6225566bcd') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:46.061669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33246837-5e57-4d5b-89fe-5b465a0f5d8e req-99288b66-d944-4095-842e-a82423fde6a6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:46.070560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33246837-5e57-4d5b-89fe-5b465a0f5d8e req-99288b66-d944-4095-842e-a82423fde6a6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.2397156 Nov 23 10:49:46.075148 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:46.087865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] For port 5f30a8a1-b8ed-46a8-81da-48f88865ef20, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:46.103779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] For port 5f30a8a1-b8ed-46a8-81da-48f88865ef20, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f30a8a1-b8ed-46a8-81da-48f88865ef20,segment=NetworkSegment(bfac421e-37e0-4f22-bcac-ed6225566bcd),segment_id=bfac421e-37e0-4f22-bcac-ed6225566bcd)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:46.115028 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:46.122374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:46.146646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:46.147364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:46.151524 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:46.217160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33246837-5e57-4d5b-89fe-5b465a0f5d8e req-c15610f5-4601-4901-bc71-d91aecb20dd3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452882 Nov 23 10:49:46.243432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae580208-674b-4b7e-9215-7e0752c2b87a None None] Pushing event updated for resources: {'Port': ['ID=5f30a8a1-b8ed-46a8-81da-48f88865ef20,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:46.268559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d78e3e7-b767-4b76-927d-ca1f3bea8213 None None] Network e232bbbd-64af-4e89-a937-54904a63975f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:46.386305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:49:46.386305 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:49:46.386305 n-d-817747-2 neutron-server[103427]: [parameters: {'id': 'e232bbbd-64af-4e89-a937-54904a63975f'}] Nov 23 10:49:46.386305 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:49:46.387368 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:49:46.597478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec1bc01-f0ad-4158-b997-4ef5c4ce99c6 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:49:46.638843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-717ffcd6-1c4d-40d0-ac32-a440c4dab7b2 req-c0c6f359-5063-4bb5-bf8b-ce52ddf0ae9b service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0925608 Nov 23 10:49:46.780711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e06f022-9327-42f6-bf6f-d6e39112e6e7 req-4a8559ec-7b1f-4075-be49-0cefa1c39d1d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966503 Nov 23 10:49:46.808576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-ed5584c8-2969-4e9b-9d29-807a9c8e01da service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1932468 Nov 23 10:49:46.858615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-543e5281-aebb-42ab-be90-cab9f203c814 req-2dbadf9f-5727-41d3-bee3-f53322715d8e service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1108377 Nov 23 10:49:46.863772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec1bc01-f0ad-4158-b997-4ef5c4ce99c6 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:49:46.889154 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:46.913772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Deleting port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:46.914400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:46.926459 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6dc4a574-ec18-4a58-8c52-9b2a3df96d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.028084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting port 5f30a8a1-b8ed-46a8-81da-48f88865ef20 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:47.028719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.142044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-36c8156e-ab5f-4226-bab6-bac32b9ffe3b service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234808 Nov 23 10:49:47.164834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] For port 5f30a8a1-b8ed-46a8-81da-48f88865ef20, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f30a8a1-b8ed-46a8-81da-48f88865ef20,segment=NetworkSegment(bfac421e-37e0-4f22-bcac-ed6225566bcd),segment_id=bfac421e-37e0-4f22-bcac-ed6225566bcd)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:47.165499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.195289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Calling delete_port for 5f30a8a1-b8ed-46a8-81da-48f88865ef20 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:47.213774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42614) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:47.263794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-2dcd7513-1d4a-40f8-ac07-0c53877a087f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=47f9f895-235f-49fc-891a-6d9b5155e884 HTTP/1.1" status: 200 len: 217 time: 0.1127467 Nov 23 10:49:47.278689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] For port a0925a93-8b25-4ef6-9fae-26a5dfdee5f0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,segment=NetworkSegment(05a3b626-8e81-41b8-9157-8dc3646d867c),segment_id=05a3b626-8e81-41b8-9157-8dc3646d867c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:47.279073 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.361064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Calling delete_port for a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:47.389632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-703d6cef-3d50-4e5d-bda4-1ac0b4856942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:47.392105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-703d6cef-3d50-4e5d-bda4-1ac0b4856942 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1068168 Nov 23 10:49:47.427742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.476883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Port': ['ID=5f30a8a1-b8ed-46a8-81da-48f88865ef20,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:47.479782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No DVR routers for this DVR port 5f30a8a1-b8ed-46a8-81da-48f88865ef20 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:47.501807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba1aba-7509-46f4-ac61-efe947a3e164 req-8812d1bc-b36a-437d-a8e7-94dc2e2fb06c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:47.504819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdba1aba-7509-46f4-ac61-efe947a3e164 req-8812d1bc-b36a-437d-a8e7-94dc2e2fb06c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1279795 Nov 23 10:49:47.518294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-74667bfa-3cab-4796-8587-d00589f14a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:47.519846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-74667bfa-3cab-4796-8587-d00589f14a39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855186 Nov 23 10:49:47.557569 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fdb590d-902f-459d-ba64-e02b65e5a20c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.656279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.692864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e232bbbd-64af-4e89-a937-54904a63975f']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:47.714414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-630f784a-14f8-4df5-af66-c963ba7eec92 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484168 Nov 23 10:49:47.716183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfac421e-37e0-4f22-bcac-ed6225566bcd') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:47.716493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfac421e-37e0-4f22-bcac-ed6225566bcd') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:47.723051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdba1aba-7509-46f4-ac61-efe947a3e164 req-354ad013-f973-4212-b03e-98c758dfa0b7 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040312 Nov 23 10:49:47.737702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.767410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.778770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:47.779252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:47.782627 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:47.864764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.904380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0925a93-8b25-4ef6-9fae-26a5dfdee5f0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:47.907598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-0e66bd6e-c99f-40fb-9b7e-4224e888eafe service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809242 Nov 23 10:49:47.918809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fdb590d-902f-459d-ba64-e02b65e5a20c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.924845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.928012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d0f66f-baca-47cc-a012-ba03409e95b0 None None] DHCP port deletion for 63f96286-b4b5-4078-b42a-1d1e0e450ccd request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:47.932217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.936997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/e232bbbd-64af-4e89-a937-54904a63975f HTTP/1.1" status: 204 len: 168 time: 2.8352067 Nov 23 10:49:47.944220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42626) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:47.948278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fdb590d-902f-459d-ba64-e02b65e5a20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:47.972227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429e1cd-eeaa-4fbb-93f2-df5b40fc1f9f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Network': ['ID=e232bbbd-64af-4e89-a937-54904a63975f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:47.996971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-130427209'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:48.016952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb590d-902f-459d-ba64-e02b65e5a20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e094699-1052-478e-9e97-5e2e64d3eaa8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:48.026300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5fdb590d-902f-459d-ba64-e02b65e5a20c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cff6f4d29438435f86a28ab14ba77556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8074195 Nov 23 10:49:48.027182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42628) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:48.046902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-8625a06a-f36d-46a8-9f3c-3db897dc284b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6 HTTP/1.1" status: 200 len: 217 time: 0.1036716 Nov 23 10:49:48.087338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60310a5a-05c8-480f-9078-ee1650b51911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.112596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60310a5a-05c8-480f-9078-ee1650b51911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.140583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:48.144624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.181774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60310a5a-05c8-480f-9078-ee1650b51911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.184897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-60310a5a-05c8-480f-9078-ee1650b51911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.189081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-60310a5a-05c8-480f-9078-ee1650b51911 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e094699-1052-478e-9e97-5e2e64d3eaa8 HTTP/1.1" status: 204 len: 168 time: 0.1578238 Nov 23 10:49:48.195261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60310a5a-05c8-480f-9078-ee1650b51911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e094699-1052-478e-9e97-5e2e64d3eaa8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:48.230811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f5287-72a6-4f5a-b4b4-6b2db2f116f8 req-f827abb7-aeb8-41de-a7b3-af8f48bd5178 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:48.239137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f4f5287-72a6-4f5a-b4b4-6b2db2f116f8 req-f827abb7-aeb8-41de-a7b3-af8f48bd5178 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.3261981 Nov 23 10:49:48.266558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:48.274319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-d4f52ff4-ba37-442e-a898-e9cd18abf7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:48.275832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-d4f52ff4-ba37-442e-a898-e9cd18abf7bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1959314 Nov 23 10:49:48.336948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.337315 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Added segment 11545eb4-c5ce-40df-bd2b-e81ca45c17d8 of type vlan for network 3bb40c0e-647c-4e64-b99a-f4febe14f0d6 Nov 23 10:49:48.429812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f4f5287-72a6-4f5a-b4b4-6b2db2f116f8 req-eefd5af8-a468-4ab9-8d42-74eb4a6afc8a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895661 Nov 23 10:49:48.463384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.508370 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.600399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.604018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-50daeaf7-5c3c-42b3-8cc9-a18449c5cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:48.605587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-50daeaf7-5c3c-42b3-8cc9-a18449c5cd07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3182385 Nov 23 10:49:48.626262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42636) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:48.663424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf099b89-d411-4524-bba2-fdad2bea891c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.757200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf099b89-d411-4524-bba2-fdad2bea891c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.771108 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf099b89-d411-4524-bba2-fdad2bea891c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.828001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.833835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:48.834460 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:48.865982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cf099b89-d411-4524-bba2-fdad2bea891c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22e9130817884e8b8a8f952e3a47f5dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383482 Nov 23 10:49:48.866904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf099b89-d411-4524-bba2-fdad2bea891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d6267-25ad-415b-ac67-1a2c6953be0e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:48.869472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42642) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:48.943170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c06ed1-29d3-4de1-bac3-a9a2fa62c31e req-18e12d49-de6a-4193-b068-b0bfbecd2674 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:48.943989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9995830 Nov 23 10:49:48.944847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77c06ed1-29d3-4de1-bac3-a9a2fa62c31e req-18e12d49-de6a-4193-b068-b0bfbecd2674 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1305690 Nov 23 10:49:48.946745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42644) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:48.951851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Request body: {'subnet': {'network_id': '3bb40c0e-647c-4e64-b99a-f4febe14f0d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:49.011532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19150b3c-2092-46b2-ad95-fee3c83e120c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.012682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd7f09-67a5-4eaf-be38-aa9a4f0d19ea tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Network': ['ID=3bb40c0e-647c-4e64-b99a-f4febe14f0d6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:49.023390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-e5b95681-941b-46b9-86d6-cb0a2b260c5d service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001846 Nov 23 10:49:49.031015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 3bb40c0e-647c-4e64-b99a-f4febe14f0d6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:49.045078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:49:49.099008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19150b3c-2092-46b2-ad95-fee3c83e120c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.115779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77c06ed1-29d3-4de1-bac3-a9a2fa62c31e req-58c6cc96-d0df-4a9c-a796-7130336b0592 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525378 Nov 23 10:49:49.169980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Made reservation on behalf of 116221c7bdae4d3b805d7263d78dcf10 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:49.176101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.223256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19150b3c-2092-46b2-ad95-fee3c83e120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.227443 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19150b3c-2092-46b2-ad95-fee3c83e120c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.228849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-19150b3c-2092-46b2-ad95-fee3c83e120c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e41d6267-25ad-415b-ac67-1a2c6953be0e HTTP/1.1" status: 204 len: 168 time: 0.3466294 Nov 23 10:49:49.291648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19150b3c-2092-46b2-ad95-fee3c83e120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d6267-25ad-415b-ac67-1a2c6953be0e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:49.318700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-3cd0be19-c70c-44e2-9529-c0ca824d6bfa service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852972 Nov 23 10:49:49.375046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-0ae4c2f2-ca0f-4c2f-93ae-0ec8d589d811 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 200 len: 217 time: 0.0477340 Nov 23 10:49:49.400672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:49:49.413208 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] Sync routers for ids ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:49:49.426326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-71e08a95-3a15-4db3-b56e-958a68b1a20d admin admin] 10.222.0.61 "PUT /v2.0/routers/7cad4ea5-e753-4a5c-ae35-a4baf0e1cded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0814962 Nov 23 10:49:49.429045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42650) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:49.443972 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] Routers {'7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:49.450780 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:49:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:49.451569 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.501381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-9901220a-3c93-4e90-8c93-1725245ec166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:49.505150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-9901220a-3c93-4e90-8c93-1725245ec166 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.1115079 Nov 23 10:49:49.615687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.687050 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] Set router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:49.722650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.799982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:49:49.803198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.906838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event updated for resources: {'Subnet': ['ID=14c2403e-6892-443c-a2f2-94d8f81a7274,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:49.930325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Checking segment: {'id': '11545eb4-c5ce-40df-bd2b-e81ca45c17d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '3bb40c0e-647c-4e64-b99a-f4febe14f0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:49.931133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network hostable DHCP agents. Network: 3bb40c0e-647c-4e64-b99a-f4febe14f0d6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:49.962211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Network 3bb40c0e-647c-4e64-b99a-f4febe14f0d6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:49.984139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 3bb40c0e-647c-4e64-b99a-f4febe14f0d6) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:49.991317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:49.992827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:49.999524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da355d5d-b6cf-4969-8b9a-305d2c2ed382 None None] Network 3bb40c0e-647c-4e64-b99a-f4febe14f0d6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:50.012064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-c3ae8440-d6fd-4c6e-88c3-372c1a5ad551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.027672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-c3ae8440-d6fd-4c6e-88c3-372c1a5ad551 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4137607 Nov 23 10:49:50.035193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.043090 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:49:47Z', 'revision_number': 5, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port': {'id': 'aa5dd47e-7850-462f-82e1-4719f8922ac6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:50.047243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d42bb0c1-54a6-4f7e-be7b-78a7f3b74c79 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0992758 Nov 23 10:49:50.049850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42668) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:50.127985 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] Checking router: 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:49:50.151287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f12337-f551-48e1-a168-f9cd5b577986 req-c836ab99-ba3c-41d0-b8d3-4bbe3b585417 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.152874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6f12337-f551-48e1-a168-f9cd5b577986 req-c836ab99-ba3c-41d0-b8d3-4bbe3b585417 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.4371629 Nov 23 10:49:50.153937 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] Routers {'7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:49:50.154582 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:49:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:50.400268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] Set router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:49:50.416650 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.452073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1da7-8bff-4a5f-8e89-a16da564075c req-a9765f65-bcb7-492f-b6d5-d0bb58a84b54 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:50.464309 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e26c1da7-8bff-4a5f-8e89-a16da564075c req-a9765f65-bcb7-492f-b6d5-d0bb58a84b54 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1412532 Nov 23 10:49:50.505652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-a84fb7a2-0fa7-48ba-9827-461c3d9626ce service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574988 Nov 23 10:49:50.524020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6f12337-f551-48e1-a168-f9cd5b577986 req-bd341a09-8255-4bc0-b7e9-19315db010c2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3235650 Nov 23 10:49:50.543174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.563496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Deleting port aa5dd47e-7850-462f-82e1-4719f8922ac6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:50.563842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.564823 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:49:50Z', 'revision_number': 6, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:50.635300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e26c1da7-8bff-4a5f-8e89-a16da564075c req-cb58995d-0ece-4c61-b041-7048a3344a22 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696179 Nov 23 10:49:50.635894 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0714b01-db5e-46ef-a11c-95a2e0e241a7 None None] The sync data for ids ['7cad4ea5-e753-4a5c-ae35-a4baf0e1cded'] in n-d-817747-2 is: [{'id': '7cad4ea5-e753-4a5c-ae35-a4baf0e1cded', 'name': 'tempest-ServerRescueNegativeTestJSON-2039838870-router', 'tenant_id': '64b05c62dd70440481340bd3c80a6e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:46:50Z', 'updated_at': '2021-11-23T10:49:50Z', 'revision_number': 6, 'project_id': '64b05c62dd70440481340bd3c80a6e44', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:49:50.691472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.754720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Subnet': ['ID=14c2403e-6892-443c-a2f2-94d8f81a7274,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:50.834714 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.855029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5f922a-9ee4-44c6-a6dc-11ff42e6e6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-3bb40c0e-647c-4e64-b99a-f4febe14f0d6', 'network_id': '3bb40c0e-647c-4e64-b99a-f4febe14f0d6', 'tenant_id': '116221c7bdae4d3b805d7263d78dcf10', 'fixed_ips': [{'subnet_id': '14c2403e-6892-443c-a2f2-94d8f81a7274'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:50.855910 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c5f922a-9ee4-44c6-a6dc-11ff42e6e6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.879727 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.916761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb40c0e-647c-4e64-b99a-f4febe14f0d6']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:50.959862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11545eb4-c5ce-40df-bd2b-e81ca45c17d8') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:50.960107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11545eb4-c5ce-40df-bd2b-e81ca45c17d8') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:50.981483 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:50.995937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] For port aa5dd47e-7850-462f-82e1-4719f8922ac6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=aa5dd47e-7850-462f-82e1-4719f8922ac6,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:50.996350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.001257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-1a8a1949-f799-4137-8c13-025ce334096a service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760110 Nov 23 10:49:51.004064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.022364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:51.023013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:51.028248 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:51.100662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f6a16-fa24-4d55-8d57-49c5f59abff5 None None] Network 3bb40c0e-647c-4e64-b99a-f4febe14f0d6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:51.123804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Calling delete_port for aa5dd47e-7850-462f-82e1-4719f8922ac6 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:51.148246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-e975073b-8bfb-45d1-ba15-c1359996366d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 200 len: 217 time: 0.1287706 Nov 23 10:49:51.175576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.187867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.198845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/3bb40c0e-647c-4e64-b99a-f4febe14f0d6 HTTP/1.1" status: 204 len: 168 time: 1.1478782 Nov 23 10:49:51.202189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.236541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b34be-d75a-4944-ad5d-f511c8f348a8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Network': ['ID=3bb40c0e-647c-4e64-b99a-f4febe14f0d6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:51.285899 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8580f65e-ddc7-49e1-85d7-dfd0f537a380 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:51.286476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8580f65e-ddc7-49e1-85d7-dfd0f537a380 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:51.290263 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8580f65e-ddc7-49e1-85d7-dfd0f537a380 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/14c2403e-6892-443c-a2f2-94d8f81a7274 HTTP/1.1" status: 404 len: 337 time: 0.0859969 Nov 23 10:49:51.291475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42692) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.293564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.360467 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb1c3ae-a9bb-4a44-8731-ea4ab5782596 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:51.360467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb1c3ae-a9bb-4a44-8731-ea4ab5782596 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:51.370815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fbb1c3ae-a9bb-4a44-8731-ea4ab5782596 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/3bb40c0e-647c-4e64-b99a-f4febe14f0d6 HTTP/1.1" status: 404 len: 339 time: 0.0628827 Nov 23 10:49:51.371519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42698) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.416157 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9193848c-f5d7-47f6-87f6-5b51cb654688 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:51.416776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9193848c-f5d7-47f6-87f6-5b51cb654688 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:51.421155 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9193848c-f5d7-47f6-87f6-5b51cb654688 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/29104c78-5459-4261-a577-ee61b2893e5a HTTP/1.1" status: 404 len: 337 time: 0.0424631 Nov 23 10:49:51.423329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.443545 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ccd6f1-b8fe-491c-9993-759b29c78009 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:51.444268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ccd6f1-b8fe-491c-9993-759b29c78009 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:51.449837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a9ccd6f1-b8fe-491c-9993-759b29c78009 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/e232bbbd-64af-4e89-a937-54904a63975f HTTP/1.1" status: 404 len: 339 time: 0.0228074 Nov 23 10:49:51.450944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42702) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.485622 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2138175b-08d1-4ab5-9338-7542f0684931 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:51.486073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2138175b-08d1-4ab5-9338-7542f0684931 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:51.491607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2138175b-08d1-4ab5-9338-7542f0684931 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/d20dca16-ca12-4a2c-b190-9bd836d86441 HTTP/1.1" status: 404 len: 337 time: 0.0372779 Nov 23 10:49:51.496284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.498960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5369-1461-4f8d-a064-c669e7d5e234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.533241 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-af054715-c1b1-4982-ae02-bb99dd449264 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:51.533667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af054715-c1b1-4982-ae02-bb99dd449264 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:51.539922 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-af054715-c1b1-4982-ae02-bb99dd449264 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/e9187df7-1776-474e-9e6d-efcc7dd74058 HTTP/1.1" status: 404 len: 339 time: 0.0395925 Nov 23 10:49:51.540416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42706) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:51.742227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-2938b488-ee08-4a37-95e2-fa824a66b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.744208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-2938b488-ee08-4a37-95e2-fa824a66b3f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.5878179 Nov 23 10:49:51.845786 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5369-1461-4f8d-a064-c669e7d5e234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.851262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting port 52e92fad-c080-4800-990c-ff8d4ef9af3e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:51.851611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.860635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5369-1461-4f8d-a064-c669e7d5e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:51.892366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60372f2e-2370-4463-b277-0ea463816ffd req-1f629b53-add3-4c3d-a682-ba9471b8ca90 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.894043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60372f2e-2370-4463-b277-0ea463816ffd req-1f629b53-add3-4c3d-a682-ba9471b8ca90 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1702294 Nov 23 10:49:51.908011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bfee-3456-48d8-abbe-a7516d28257a req-ae4cb787-860d-4204-b7df-07e4ac54440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:51.923379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-ae4cb787-860d-4204-b7df-07e4ac54440c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1683700 Nov 23 10:49:51.992646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329df97-9ddf-45a2-a6ee-b339a06a3215 req-9137948f-f539-4776-bf3b-4beab6288631 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:52.000881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a329df97-9ddf-45a2-a6ee-b339a06a3215 req-9137948f-f539-4776-bf3b-4beab6288631 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.2015212 Nov 23 10:49:52.018320 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ecf5369-1461-4f8d-a064-c669e7d5e234 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=00c887ea338b42a29b7feefe32470b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7230759 Nov 23 10:49:52.024993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf5369-1461-4f8d-a064-c669e7d5e234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62081476-81cb-4abd-9154-f629fe18195d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:52.028119 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.040619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42716) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:52.049499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.097149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Calling delete_port for 52e92fad-c080-4800-990c-ff8d4ef9af3e owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:52.122222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a329df97-9ddf-45a2-a6ee-b339a06a3215 req-0d5b9fe3-4e7d-44a0-bd90-a874d9ebd76d tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202292 Nov 23 10:49:52.215305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60372f2e-2370-4463-b277-0ea463816ffd req-26d599bd-ca7f-4fa1-8608-583d0d16327f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907417 Nov 23 10:49:52.291198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.297018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-01356870-d61a-419b-82e3-3e6c7d0c2fbc service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646700 Nov 23 10:49:52.349448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.359012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef02bf50-0a6a-4d7a-8f23-780c164298af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.380976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb1153f-1080-4d10-a4bd-e81398c36a41 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:52.409291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5dd47e-7850-462f-82e1-4719f8922ac6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:52.417302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Port': ['ID=52e92fad-c080-4800-990c-ff8d4ef9af3e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:52.435942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.441161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ceccb0cf-0734-42b9-bb7c-fc1513b1d018 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/ports/52e92fad-c080-4800-990c-ff8d4ef9af3e HTTP/1.1" status: 204 len: 168 time: 0.8997495 Nov 23 10:49:52.443957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:52.488651 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cca0a5-6818-48a6-a5db-892ece614db8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:52.489172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cca0a5-6818-48a6-a5db-892ece614db8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:52.492340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-24cca0a5-6818-48a6-a5db-892ece614db8 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/ea4b95a9-8207-498a-adff-685219aaa5de HTTP/1.1" status: 404 len: 337 time: 0.0473912 Nov 23 10:49:52.495188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42720) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:52.560294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef02bf50-0a6a-4d7a-8f23-780c164298af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.583997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:52.605656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:49:52.605920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a0925a93-8b25-4ef6-9fae-26a5dfdee5f0 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:52.606543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device aa5dd47e-7850-462f-82e1-4719f8922ac6 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:52.623529 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.626585 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.631547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: aa5dd47e-7850-462f-82e1-4719f8922ac6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:49:52.632112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device aa5dd47e-7850-462f-82e1-4719f8922ac6 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:52.656162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2365bfee-3456-48d8-abbe-a7516d28257a req-c0fd75dd-9256-4d99-b9ac-eb94dc4d7b70 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454082 Nov 23 10:49:52.722136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.724782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.727488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.747989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d836b032-be93-4bee-ae8e-8b694f17b15b']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:52.760536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42830c3-4f44-4f3b-852a-cb27d5615c93') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:52.760858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42830c3-4f44-4f3b-852a-cb27d5615c93') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:52.768969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef02bf50-0a6a-4d7a-8f23-780c164298af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.771772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef02bf50-0a6a-4d7a-8f23-780c164298af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.772986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ef02bf50-0a6a-4d7a-8f23-780c164298af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62081476-81cb-4abd-9154-f629fe18195d HTTP/1.1" status: 204 len: 168 time: 0.7241535 Nov 23 10:49:52.783442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02bf50-0a6a-4d7a-8f23-780c164298af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62081476-81cb-4abd-9154-f629fe18195d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:52.783976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.793978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.794520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cad4ea5-e753-4a5c-ae35-a4baf0e1cded {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:49:52.800877 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.802121 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-767939e2-ad58-4987-9279-e4db001466d5 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7cad4ea5-e753-4a5c-ae35-a4baf0e1cded HTTP/1.1" status: 204 len: 168 time: 3.3718939 Nov 23 10:49:52.807021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42724) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:52.814276 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.840116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:52.840518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:52.843811 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:52.928234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] Deleting subnet d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:49:52.932080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:52.999687 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.003446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.039890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.043193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/d836b032-be93-4bee-ae8e-8b694f17b15b HTTP/1.1" status: 204 len: 168 time: 0.5470488 Nov 23 10:49:53.044092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460627-4e29-4916-a5a5-321413796048 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Network': ['ID=d836b032-be93-4bee-ae8e-8b694f17b15b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:53.045746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42730) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:53.075732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.200949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.241424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:53.243367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10269b65-b4eb-4e34-a906-376521d24edc None None] Network 63f96286-b4b5-4078-b42a-1d1e0e450ccd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:53.247299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting port e47456b5-fd63-4118-b49a-775f05017d61 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:53.248789 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.250379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.256726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1ee213f0-a88b-4f21-a75f-962249b8ac0a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d4a0df1a-c27f-4c85-b7a7-4e27d8c6a1dc HTTP/1.1" status: 204 len: 168 time: 0.4480028 Nov 23 10:49:53.258620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42742) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:53.384419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.385622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033571cf-5688-42db-ab0f-5328887a7535 req-98495157-c492-4908-9541-6ea1fab354dc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:53.388175 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-033571cf-5688-42db-ab0f-5328887a7535 req-98495157-c492-4908-9541-6ea1fab354dc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1314991 Nov 23 10:49:53.391930 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.411807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Calling delete_port for e47456b5-fd63-4118-b49a-775f05017d61 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:53.437565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929f67-17d6-42bd-b600-d7ea18bf941a req-1dd1ab27-499c-4284-b656-3ec46355a4f4 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:53.439439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f929f67-17d6-42bd-b600-d7ea18bf941a req-1dd1ab27-499c-4284-b656-3ec46355a4f4 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1041920 Nov 23 10:49:53.470586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0819fc4-f57a-4ba9-b0d9-9182c83560e5 None None] DHCP port deletion for 63f96286-b4b5-4078-b42a-1d1e0e450ccd request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:53.573763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f929f67-17d6-42bd-b600-d7ea18bf941a req-02ed14be-30f5-4022-87d7-9cc9b41d1941 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876746 Nov 23 10:49:53.603896 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-033571cf-5688-42db-ab0f-5328887a7535 req-b974af8e-98ed-4c2e-8af6-602c3e1c60d2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009611 Nov 23 10:49:53.642739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.738082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Port': ['ID=e47456b5-fd63-4118-b49a-775f05017d61,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:53.754965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.763654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2ecfb1dd-1ab0-403f-9652-206405aed81f tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/ports/e47456b5-fd63-4118-b49a-775f05017d61 HTTP/1.1" status: 204 len: 168 time: 0.7145545 Nov 23 10:49:53.764497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42756) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:53.769830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.813814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f96286-b4b5-4078-b42a-1d1e0e450ccd']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:53.816852 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bc496e-0e77-422f-a8ca-5007d3caad75 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] DELETE failed (client error): The resource could not be found. Nov 23 10:49:53.817335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bc496e-0e77-422f-a8ca-5007d3caad75 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:49:53.821148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f2bc496e-0e77-422f-a8ca-5007d3caad75 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/a6137161-85c7-4c95-8730-4d0a5eb4a10a HTTP/1.1" status: 404 len: 337 time: 0.0549817 Nov 23 10:49:53.823039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42760) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:53.825998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a3b626-8e81-41b8-9157-8dc3646d867c') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:53.826296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a3b626-8e81-41b8-9157-8dc3646d867c') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:53.856551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.904561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.956002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:53.956413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:53.958242 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:54.019714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.372739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.381452 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.384582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] 10.222.0.61 "DELETE /v2.0/networks/63f96286-b4b5-4078-b42a-1d1e0e450ccd HTTP/1.1" status: 204 len: 168 time: 1.1250825 Nov 23 10:49:54.412581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ef51d-0059-419f-a19e-e642f03cef91 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f96286-b4b5-4078-b42a-1d1e0e450ccd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:54.457152 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.481846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca59fcc2-b2ed-4829-acc9-9033e13de563']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:54.493395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee5cacc-1c1b-479d-b47c-a43ba0277e04') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:54.493714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee5cacc-1c1b-479d-b47c-a43ba0277e04') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:54.504457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.518893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.525676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:54.526076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.598105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42776) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:54.601264 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:54.611785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.634802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.641911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/ca59fcc2-b2ed-4829-acc9-9033e13de563 HTTP/1.1" status: 204 len: 168 time: 0.8178518 Nov 23 10:49:54.643014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef961d1a-df03-4e02-bda0-365b9d574a5e tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Network': ['ID=ca59fcc2-b2ed-4829-acc9-9033e13de563,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:54.643160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42780) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:54.667881 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b4a914a-d04e-4f5e-8c09-7de24b31f97a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64b05c62dd70440481340bd3c80a6e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685806 Nov 23 10:49:54.672508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42784) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:54.791088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting subnet 01c4b26d-fef2-476e-8d4c-ea88afef91ae {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:49:54.796131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.801950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55a42ebc-bd64-43cd-9fbb-6ef81ff4b5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.831482 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55a42ebc-bd64-43cd-9fbb-6ef81ff4b5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.879600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.901954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55a42ebc-bd64-43cd-9fbb-6ef81ff4b5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.908344 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55a42ebc-bd64-43cd-9fbb-6ef81ff4b5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:54.914063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-55a42ebc-bd64-43cd-9fbb-6ef81ff4b5ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f27c623-4be7-4880-8c7e-e656123b0626 HTTP/1.1" status: 204 len: 168 time: 0.2402046 Nov 23 10:49:54.938902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a42ebc-bd64-43cd-9fbb-6ef81ff4b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27c623-4be7-4880-8c7e-e656123b0626,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:54.961724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d8795-be24-4842-990a-aa3c8231d4a1 req-228d759f-423a-4c4f-bdbd-2cac3a1bdc73 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:54.974707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c9d8795-be24-4842-990a-aa3c8231d4a1 req-228d759f-423a-4c4f-bdbd-2cac3a1bdc73 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.2176201 Nov 23 10:49:55.032714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8574f-a3ae-455a-b0bd-02e84e66f1b6 req-ca1e8aaf-2593-4595-9b07-f0886124a1ee tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:55.040421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8dc8574f-a3ae-455a-b0bd-02e84e66f1b6 req-ca1e8aaf-2593-4595-9b07-f0886124a1ee tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.3211946 Nov 23 10:49:55.049565 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c9d8795-be24-4842-990a-aa3c8231d4a1 req-a7258d3c-3b90-4a94-b748-d1b59c802042 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739007 Nov 23 10:49:55.091690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.128980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42796) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:55.200640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8dc8574f-a3ae-455a-b0bd-02e84e66f1b6 req-36b9f401-a058-4664-9b59-ee8d6d914d98 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591315 Nov 23 10:49:55.290063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.358297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Subnet': ['ID=01c4b26d-fef2-476e-8d4c-ea88afef91ae,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:55.367125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.370610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-251dc0e2-fe2b-4ea2-9140-34409a5acc33 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/subnets/01c4b26d-fef2-476e-8d4c-ea88afef91ae HTTP/1.1" status: 204 len: 168 time: 0.7264330 Nov 23 10:49:55.373117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42802) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:55.377770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed29075-0fed-48f3-99c8-112526fea2a7 None None] Network df350d63-c0de-4dd7-87f2-adf6d376f9e1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:55.506772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.566619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-911497737'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:55.588068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Deleting port 0eced63a-81aa-4e7b-899e-db5035559a78 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:55.588367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.604555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Made reservation on behalf of 011c30d0295b4c99bdedaef91e9cd820 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:55.609017 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.660345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.681946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] DHCP port deletion for df350d63-c0de-4dd7-87f2-adf6d376f9e1 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:49:55.686049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] For port 0eced63a-81aa-4e7b-899e-db5035559a78, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0eced63a-81aa-4e7b-899e-db5035559a78,segment=NetworkSegment(aab75854-bbef-4329-a6e2-78e6e25c126d),segment_id=aab75854-bbef-4329-a6e2-78e6e25c126d)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:55.686409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.711038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Calling delete_port for 0eced63a-81aa-4e7b-899e-db5035559a78 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:55.752431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] Deleting port 0eced63a-81aa-4e7b-899e-db5035559a78 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:55.752815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.853017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] For port 0eced63a-81aa-4e7b-899e-db5035559a78, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0eced63a-81aa-4e7b-899e-db5035559a78,segment=NetworkSegment(aab75854-bbef-4329-a6e2-78e6e25c126d),segment_id=aab75854-bbef-4329-a6e2-78e6e25c126d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:55.853755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.864326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.874392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.893391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] Calling delete_port for 0eced63a-81aa-4e7b-899e-db5035559a78 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:55.903418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.916169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2dbe60-b5c5-47e7-8606-744f3045110c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:55.919022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:55.948082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Port': ['ID=0eced63a-81aa-4e7b-899e-db5035559a78,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:55.950180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] No DVR routers for this DVR port 0eced63a-81aa-4e7b-899e-db5035559a78 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:55.958246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:55.958518 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Added segment 3f7571dd-e787-466f-b05c-4482848f77bf of type vlan for network 2127892a-4b18-430a-abb0-27249b8e32cc Nov 23 10:49:56.030526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.051847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] No DVR routers for this DVR port 0eced63a-81aa-4e7b-899e-db5035559a78 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:49:56.072560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352129ff-86ee-405b-b5c4-e6e766f63aa7 None None] Pushing event deleted for resources: {'Port': ['ID=0eced63a-81aa-4e7b-899e-db5035559a78,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:56.094434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.098069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.136181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df350d63-c0de-4dd7-87f2-adf6d376f9e1']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:56.151564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab75854-bbef-4329-a6e2-78e6e25c126d') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:56.152125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab75854-bbef-4329-a6e2-78e6e25c126d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:49:56.164137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.166791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.174267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:56.175306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.257421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.265928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1344824 Nov 23 10:49:56.268768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42828) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:56.296883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Request body: {'subnet': {'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:56.306068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:49:56.306795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:49:56.310469 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:49:56.326833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc49c51-4b98-4a5b-bfba-1b652e379e84 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event updated for resources: {'Network': ['ID=2127892a-4b18-430a-abb0-27249b8e32cc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:56.353539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 2127892a-4b18-430a-abb0-27249b8e32cc details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:56.403008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.423638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.431976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] 10.222.0.61 "DELETE /v2.0/networks/df350d63-c0de-4dd7-87f2-adf6d376f9e1 HTTP/1.1" status: 204 len: 168 time: 1.0576763 Nov 23 10:49:56.509806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8deb7e-0528-44cc-9a4b-ee6083f61698 tempest-NetworksIpV6TestAttrs-1196472166 tempest-NetworksIpV6TestAttrs-1196472166-project] Pushing event deleted for resources: {'Network': ['ID=df350d63-c0de-4dd7-87f2-adf6d376f9e1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:56.553060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a577f6-3a0d-4bd8-a58d-5dcf33f85ddd req-ad2d7ec7-ab57-4274-b74d-1cbe82be3a26 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:56.561699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22a577f6-3a0d-4bd8-a58d-5dcf33f85ddd req-ad2d7ec7-ab57-4274-b74d-1cbe82be3a26 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.4032073 Nov 23 10:49:56.590923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e0cb-ec2a-4524-acdd-5f2b03d2841d req-e7953195-14b6-4800-86b6-af9788cb58db tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:56.603753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Made reservation on behalf of 011c30d0295b4c99bdedaef91e9cd820 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:56.604096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2f1e0cb-ec2a-4524-acdd-5f2b03d2841d req-e7953195-14b6-4800-86b6-af9788cb58db tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1392426 Nov 23 10:49:56.607264 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.615844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0eced63a-81aa-4e7b-899e-db5035559a78 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:49:56.641804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0eced63a-81aa-4e7b-899e-db5035559a78 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:49:56.642502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0eced63a-81aa-4e7b-899e-db5035559a78 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:49:56.648664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22a577f6-3a0d-4bd8-a58d-5dcf33f85ddd req-e62efe6b-955b-4509-8fea-87cd419da4c8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860803 Nov 23 10:49:56.673603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2f1e0cb-ec2a-4524-acdd-5f2b03d2841d req-20a03cb6-e8a7-4988-ab5b-f35b96c40772 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679884 Nov 23 10:49:56.902358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:56.949038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42850) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:57.014102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event updated for resources: {'Subnet': ['ID=76123c46-d9de-4d37-8b2e-4228dd571d43,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:57.020769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Checking segment: {'id': '3f7571dd-e787-466f-b05c-4482848f77bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:57.021252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Network hostable DHCP agents. Network: 2127892a-4b18-430a-abb0-27249b8e32cc, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:49:57.051933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Network 2127892a-4b18-430a-abb0-27249b8e32cc is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:49:57.070867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 2127892a-4b18-430a-abb0-27249b8e32cc) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:57.089781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2f222-4620-4759-a05b-01847296e655 None None] Network 2127892a-4b18-430a-abb0-27249b8e32cc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:57.098966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:57.099592 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:57.143127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e93694a5-81db-4c15-8923-3a7a1c895636 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8724663 Nov 23 10:49:57.146188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:57.151238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Request body: {'port': {'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2111856478'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:57.329183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2c33c9a9-7ca0-45fe-a0c6-1c8f3a14d6cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=116221c7bdae4d3b805d7263d78dcf10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783307 Nov 23 10:49:57.332175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42862) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:57.362660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b744727-5ddf-45a5-879b-b57e8470f034 req-64b33899-c101-4bdd-8c0d-205745a95f85 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0639119 Nov 23 10:49:57.444132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7df5503-0aa2-4fd6-a5bd-2f3361a68eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:57.480273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Made reservation on behalf of 011c30d0295b4c99bdedaef91e9cd820 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:57.485431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:57.487435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-2127892a-4b18-430a-abb0-27249b8e32cc', 'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc', 'tenant_id': '011c30d0295b4c99bdedaef91e9cd820', 'fixed_ips': [{'subnet_id': '76123c46-d9de-4d37-8b2e-4228dd571d43'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:49:57.490531 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:57.529359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7df5503-0aa2-4fd6-a5bd-2f3361a68eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:57.558443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] device_id is not set on port 451c9274-ab13-4cc3-97dc-60a32b32bc11 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:49:57.614706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7df5503-0aa2-4fd6-a5bd-2f3361a68eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:57.617354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7df5503-0aa2-4fd6-a5bd-2f3361a68eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:57.621161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b7df5503-0aa2-4fd6-a5bd-2f3361a68eaa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee25bd8f-238d-40f7-b829-24de3bcffd36 HTTP/1.1" status: 204 len: 168 time: 0.2874801 Nov 23 10:49:57.635270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df5503-0aa2-4fd6-a5bd-2f3361a68eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee25bd8f-238d-40f7-b829-24de3bcffd36,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:57.695564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Allocated IP 172.20.0.2 (2127892a-4b18-430a-abb0-27249b8e32cc/76123c46-d9de-4d37-8b2e-4228dd571d43/aab84d0f-d7e4-438f-92e5-6a2b6b57596b) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:57.898545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeef13c-d9f9-4eeb-a1e7-f338f55407ad req-8267d9f7-6e64-43aa-b24e-d02026f31639 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:57.909799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffeef13c-d9f9-4eeb-a1e7-f338f55407ad req-8267d9f7-6e64-43aa-b24e-d02026f31639 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0977311 Nov 23 10:49:57.921662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afacc3-407c-4a5f-9e3b-242ebd67fca9 req-d55aca45-2503-4f9b-8094-5ed162571de3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:57.930724 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27afacc3-407c-4a5f-9e3b-242ebd67fca9 req-d55aca45-2503-4f9b-8094-5ed162571de3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0946977 Nov 23 10:49:57.990331 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffeef13c-d9f9-4eeb-a1e7-f338f55407ad req-98bfc85f-648a-42a9-b142-11eb93284201 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722229 Nov 23 10:49:57.992542 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.016777 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.075170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Pushing event updated for resources: {'Port': ['ID=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:58.080068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27afacc3-407c-4a5f-9e3b-242ebd67fca9 req-9156dfe0-1c64-478e-9a87-8c548f0ac275 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473262 Nov 23 10:49:58.095676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Network 2127892a-4b18-430a-abb0-27249b8e32cc is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:58.097431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:58.102674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:58.120965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Allocated IP 172.20.0.7 (2127892a-4b18-430a-abb0-27249b8e32cc/76123c46-d9de-4d37-8b2e-4228dd571d43/451c9274-ab13-4cc3-97dc-60a32b32bc11) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:49:58.174239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Attempting to bind port aab84d0f-d7e4-438f-92e5-6a2b6b57596b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:49:58.174892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Attempting to bind port aab84d0f-d7e4-438f-92e5-6a2b6b57596b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '3f7571dd-e787-466f-b05c-4482848f77bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:49:58.175567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Attempting to bind port aab84d0f-d7e4-438f-92e5-6a2b6b57596b on network 2127892a-4b18-430a-abb0-27249b8e32cc {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:49:58.181438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:49:58.182037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Checking segment: {'id': '3f7571dd-e787-466f-b05c-4482848f77bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:49:58.182968 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.183486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Bound using segment: {'id': '3f7571dd-e787-466f-b05c-4482848f77bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:49:58.184060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Bound port: aab84d0f-d7e4-438f-92e5-6a2b6b57596b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7571dd-e787-466f-b05c-4482848f77bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2127892a-4b18-430a-abb0-27249b8e32cc'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:49:58.184533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.259629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] For port aab84d0f-d7e4-438f-92e5-6a2b6b57596b, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:49:58.264869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] For port aab84d0f-d7e4-438f-92e5-6a2b6b57596b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,segment=NetworkSegment(3f7571dd-e787-466f-b05c-4482848f77bf),segment_id=3f7571dd-e787-466f-b05c-4482848f77bf)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:49:58.270900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.303890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.348052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7008d-f52a-4868-afe5-ef74be34d433 None None] Pushing event updated for resources: {'Port': ['ID=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:58.348371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.417557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Network 2127892a-4b18-430a-abb0-27249b8e32cc is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:49:58.420844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:49:58.424825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:49:58.432130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event updated for resources: {'Port': ['ID=451c9274-ab13-4cc3-97dc-60a32b32bc11,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:58.503389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cef1432c-a2db-4816-ace0-7e649f9ba465 req-c98c8b2f-8bd7-408e-aeeb-79342847ae3f tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0420921 Nov 23 10:49:58.517872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:58.518599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.549329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d6ada78b-fafe-4cb8-994f-c0ecbf8e2908 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4024448 Nov 23 10:49:58.552749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:58.692925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Deleting port 451c9274-ab13-4cc3-97dc-60a32b32bc11 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:49:58.694169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.707346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42904) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:58.801750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.813643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7f0f03d6-c2c6-4740-bcdd-608614823af8 tempest-DvrRoutersNegativeTest-34557490 tempest-DvrRoutersNegativeTest-34557490-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-4377730', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:58.814892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Calling delete_port for 451c9274-ab13-4cc3-97dc-60a32b32bc11 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:49:58.819132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.policy [None req-7f0f03d6-c2c6-4740-bcdd-608614823af8 tempest-DvrRoutersNegativeTest-34557490 tempest-DvrRoutersNegativeTest-34557490-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103426) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 10:49:58.819755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.policy [None req-7f0f03d6-c2c6-4740-bcdd-608614823af8 tempest-DvrRoutersNegativeTest-34557490 tempest-DvrRoutersNegativeTest-34557490-project] Failed policy check for 'create_router' {{(pid=103426) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 10:49:58.820597 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-7f0f03d6-c2c6-4740-bcdd-608614823af8 tempest-DvrRoutersNegativeTest-34557490 tempest-DvrRoutersNegativeTest-34557490-project] create failed (client error): Access was denied to this resource. Nov 23 10:49:58.822382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7f0f03d6-c2c6-4740-bcdd-608614823af8 tempest-DvrRoutersNegativeTest-34557490 tempest-DvrRoutersNegativeTest-34557490-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1137061 Nov 23 10:49:58.954818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:58.986293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event deleted for resources: {'Port': ['ID=451c9274-ab13-4cc3-97dc-60a32b32bc11,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:59.070543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.075270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f0a17a4-880c-4088-bbdd-a71d0b1c784b tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "DELETE /v2.0/ports/451c9274-ab13-4cc3-97dc-60a32b32bc11 HTTP/1.1" status: 204 len: 168 time: 0.5214643 Nov 23 10:49:59.079116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42914) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:59.138081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:59.149516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2967-a4d4-4245-a9a2-43c850ee3458 req-4b275206-bbec-41ea-8265-4f325e2510b6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:59.151343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc4d2967-a4d4-4245-a9a2-43c850ee3458 req-4b275206-bbec-41ea-8265-4f325e2510b6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0900202 Nov 23 10:49:59.221012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc4d2967-a4d4-4245-a9a2-43c850ee3458 req-ddfdd3ef-b72c-4cbd-b23c-52e23e903fb8 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563769 Nov 23 10:49:59.311988 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c5a70ac-87f5-4d9f-946e-e612b4e338f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.333169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28a339-923c-4c40-9d9e-1732682f7838 req-c995b883-56d5-41ec-9479-84496f467ea6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:59.335082 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb28a339-923c-4c40-9d9e-1732682f7838 req-c995b883-56d5-41ec-9479-84496f467ea6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1023924 Nov 23 10:49:59.415700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a96776bc-fdc1-4bac-89dd-3bec623fb17b tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3351538 Nov 23 10:49:59.418421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42926) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:59.425087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-160324930'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:49:59.430379 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb28a339-923c-4c40-9d9e-1732682f7838 req-525c1983-3989-42e6-9c89-1bd0e748c508 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886815 Nov 23 10:49:59.447473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Made reservation on behalf of 011c30d0295b4c99bdedaef91e9cd820 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:49:59.450959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.477925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:49:59.484459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c5a70ac-87f5-4d9f-946e-e612b4e338f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.484847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d37275f-e83d-47e0-801f-b839c3644d26 None None] Network 2127892a-4b18-430a-abb0-27249b8e32cc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:49:59.489319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c5a70ac-87f5-4d9f-946e-e612b4e338f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.495719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.496335 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Added segment 14070474-ab43-4704-aa6c-16090cabed01 of type vlan for network 9e8b4b57-5059-4242-bf6e-fcf226764220 Nov 23 10:49:59.530674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a70ac-87f5-4d9f-946e-e612b4e338f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7cfb65-0584-4945-8d73-8fe84a4f06cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:59.539377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c5a70ac-87f5-4d9f-946e-e612b4e338f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a2a12522edd491185e12c5406f6b16c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001498 Nov 23 10:49:59.542146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42930) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:59.545156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.606678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.612089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2fd6e568-4fdb-40e8-99df-f0d13b5dd322 None None] Provisioning complete for port aab84d0f-d7e4-438f-92e5-6a2b6b57596b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:49:59.612324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:49:59.612465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e568-4fdb-40e8-99df-f0d13b5dd322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.612933 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.664454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-320172a3-9483-476b-ada4-b191ec4eb77b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.695038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88973453-fdb2-42d4-813e-d2d1848def62 req-ed57d0e7-b3dc-49a3-a5a1-55a3ada2f0d3 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0738246 Nov 23 10:49:59.705753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2855003 Nov 23 10:49:59.705955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42934) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:59.745170 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-320172a3-9483-476b-ada4-b191ec4eb77b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.746394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e568-4fdb-40e8-99df-f0d13b5dd322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.746936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18fa76-8e23-48fa-a706-3c8aa8d7a4be tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event updated for resources: {'Network': ['ID=9e8b4b57-5059-4242-bf6e-fcf226764220,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:59.760599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 9e8b4b57-5059-4242-bf6e-fcf226764220 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:49:59.810815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-320172a3-9483-476b-ada4-b191ec4eb77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.815239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-320172a3-9483-476b-ada4-b191ec4eb77b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.819571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-320172a3-9483-476b-ada4-b191ec4eb77b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b7cfb65-0584-4945-8d73-8fe84a4f06cd HTTP/1.1" status: 204 len: 168 time: 0.2741666 Nov 23 10:49:59.831435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320172a3-9483-476b-ada4-b191ec4eb77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7cfb65-0584-4945-8d73-8fe84a4f06cd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:49:59.858796 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2fd6e568-4fdb-40e8-99df-f0d13b5dd322 None None] For port aab84d0f-d7e4-438f-92e5-6a2b6b57596b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,segment=NetworkSegment(3f7571dd-e787-466f-b05c-4482848f77bf),segment_id=3f7571dd-e787-466f-b05c-4482848f77bf)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:49:59.872612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fd6e568-4fdb-40e8-99df-f0d13b5dd322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:49:59.935048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42938) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:49:59.935295 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b096650c-2daf-4846-8725-cd972de6c47a tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "GET /v2.0/agents/a6215528-ce58-462b-876e-aadd8acfad89/dhcp-networks HTTP/1.1" status: 200 len: 9654 time: 0.2277560 Nov 23 10:49:59.938593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6e568-4fdb-40e8-99df-f0d13b5dd322 None None] Pushing event updated for resources: {'Port': ['ID=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:00.055413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862b3a0-dc5a-44fb-95c6-a73098335166 tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] Network 9e8b4b57-5059-4242-bf6e-fcf226764220 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:50:00.070259 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9862b3a0-dc5a-44fb-95c6-a73098335166 tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "POST /v2.0/agents/a6215528-ce58-462b-876e-aadd8acfad89/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1316879 Nov 23 10:50:00.070707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42942) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:00.073084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb047a-0fe2-4423-9c1d-fd6bfca0d5f4 None None] Network 9e8b4b57-5059-4242-bf6e-fcf226764220 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:00.192480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4916c3bf-dc86-4a8b-a3e0-0e8cd9365b79 None None] Provisioning complete for port aab84d0f-d7e4-438f-92e5-6a2b6b57596b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:00.192947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4916c3bf-dc86-4a8b-a3e0-0e8cd9365b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:00.275816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-58bfc3fd-b768-473c-8203-c6e336e316ac tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "GET /v2.0/agents/a6215528-ce58-462b-876e-aadd8acfad89/dhcp-networks HTTP/1.1" status: 200 len: 10425 time: 0.2038426 Nov 23 10:50:00.278705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42952) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:00.423418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-62433731-8fbb-4ffd-94e7-1814d3508a8e tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "DELETE /v2.0/agents/a6215528-ce58-462b-876e-aadd8acfad89/dhcp-networks/9e8b4b57-5059-4242-bf6e-fcf226764220 HTTP/1.1" status: 204 len: 168 time: 0.1432896 Nov 23 10:50:00.426524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42958) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:00.440400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad2da-19fd-49f0-bca0-3d14d3b596ad req-240df024-1c22-45bd-b41a-6e4afcaf4073 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:00.448366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b3ad2da-19fd-49f0-bca0-3d14d3b596ad req-240df024-1c22-45bd-b41a-6e4afcaf4073 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1187675 Nov 23 10:50:00.502231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b70a26ee-eb0c-4f8e-afee-06486febf0f3 None None] Could not find standard attr ID for object 451c9274-ab13-4cc3-97dc-60a32b32bc11. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:00.517335 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b3ad2da-19fd-49f0-bca0-3d14d3b596ad req-c6e8c437-1df9-4213-bc6d-9a25a7503606 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653818 Nov 23 10:50:00.646066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device aab84d0f-d7e4-438f-92e5-6a2b6b57596b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:00.733781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-99acf232-47ac-4604-ac6c-70add6f1a996 tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "GET /v2.0/agents/a6215528-ce58-462b-876e-aadd8acfad89/dhcp-networks HTTP/1.1" status: 200 len: 9654 time: 0.3045285 Nov 23 10:50:00.738341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42976) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:00.771578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8870282f-6a86-401d-8a5d-85e5aed3f26f tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "GET /v2.0/networks/2127892a-4b18-430a-abb0-27249b8e32cc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0318487 Nov 23 10:50:00.774419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port aab84d0f-d7e4-438f-92e5-6a2b6b57596b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:00.774801 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:00.781407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42978) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:00.851642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42982) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:00.853922 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-093199ae-2a37-44f1-b12d-fd8a8ea30bec tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "GET /v2.0/networks/2127892a-4b18-430a-abb0-27249b8e32cc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0659451 Nov 23 10:50:00.970215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c9cc286a-8de7-4b94-a87b-b7b94bfae4e7 req-b59d5a15-0c0e-4b91-a508-440fbc6e3cac tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0528865 Nov 23 10:50:01.043122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0403f44-9f2e-4829-9dec-b98f0217f75a req-b7e304e8-66a2-4937-b5d9-8a2e32a5e4c3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:01.044785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0403f44-9f2e-4829-9dec-b98f0217f75a req-b7e304e8-66a2-4937-b5d9-8a2e32a5e4c3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1330400 Nov 23 10:50:01.112021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b9ec51b2-d16c-4bcb-ac1a-03bef7bff54d tempest-DHCPAgentSchedulersTestJSON-85990496 tempest-DHCPAgentSchedulersTestJSON-85990496-project-admin] 10.222.0.61 "GET /v2.0/agents/a6215528-ce58-462b-876e-aadd8acfad89/dhcp-networks HTTP/1.1" status: 200 len: 9654 time: 0.2587888 Nov 23 10:50:01.115824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 42988) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:01.144841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d0403f44-9f2e-4829-9dec-b98f0217f75a req-60ad3389-51e0-4ec7-8e78-7174f753c489 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895121 Nov 23 10:50:01.204624 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.296026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.317723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8b4b57-5059-4242-bf6e-fcf226764220']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:01.328743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14070474-ab43-4704-aa6c-16090cabed01') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:01.329040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14070474-ab43-4704-aa6c-16090cabed01') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:01.338831 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.354598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.362845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:50:01.363600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:50:01.368041 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:50:01.450401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.457273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.462445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "DELETE /v2.0/networks/9e8b4b57-5059-4242-bf6e-fcf226764220 HTTP/1.1" status: 204 len: 168 time: 0.3453326 Nov 23 10:50:01.466440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43000) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:01.501485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179732a2-d42c-426b-9339-16b3f79471f4 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event deleted for resources: {'Network': ['ID=9e8b4b57-5059-4242-bf6e-fcf226764220,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:01.517423 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac293c0-b66e-4a19-bd35-36405eb1a337 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] DELETE failed (client error): The resource could not be found. Nov 23 10:50:01.518080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac293c0-b66e-4a19-bd35-36405eb1a337 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:50:01.524757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43004) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:01.533650 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ac293c0-b66e-4a19-bd35-36405eb1a337 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "DELETE /v2.0/ports/451c9274-ab13-4cc3-97dc-60a32b32bc11 HTTP/1.1" status: 404 len: 333 time: 0.0533009 Nov 23 10:50:01.632308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Deleting subnet 76123c46-d9de-4d37-8b2e-4228dd571d43 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:01.636096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.660894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b50b-352e-415e-9737-21e3805eef7f req-e262b423-0fca-4872-8e91-5c11961a81d1 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:01.662634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb36b50b-352e-415e-9737-21e3805eef7f req-e262b423-0fca-4872-8e91-5c11961a81d1 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0570688 Nov 23 10:50:01.698033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.734908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb36b50b-352e-415e-9737-21e3805eef7f req-18d456b7-1e9a-4b56-bb80-c046ef393342 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641162 Nov 23 10:50:01.794537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.877421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.908956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event deleted for resources: {'Subnet': ['ID=76123c46-d9de-4d37-8b2e-4228dd571d43,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:01.914159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:01.920508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43020) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:01.920716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6a8e3c44-f3f3-40b5-8a23-cf76a8dd6900 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "DELETE /v2.0/subnets/76123c46-d9de-4d37-8b2e-4228dd571d43 HTTP/1.1" status: 204 len: 168 time: 0.3941367 Nov 23 10:50:01.926155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5811e4-de0c-42d5-8ec9-c98d6317fda4 None None] Network 2127892a-4b18-430a-abb0-27249b8e32cc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:02.030214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.109076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85f4f677-c1d0-4a7b-85fa-8704c845ab28 req-5fd348ab-c86a-4f86-bc15-de4c2ebb5489 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0390186 Nov 23 10:50:02.147940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Deleting port aab84d0f-d7e4-438f-92e5-6a2b6b57596b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:02.148370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.148489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] DHCP port deletion for 2127892a-4b18-430a-abb0-27249b8e32cc request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:02.215574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] Deleting port aab84d0f-d7e4-438f-92e5-6a2b6b57596b {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:02.216344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.236605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] For port aab84d0f-d7e4-438f-92e5-6a2b6b57596b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,segment=NetworkSegment(3f7571dd-e787-466f-b05c-4482848f77bf),segment_id=3f7571dd-e787-466f-b05c-4482848f77bf)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:02.237339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.257402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Calling delete_port for aab84d0f-d7e4-438f-92e5-6a2b6b57596b owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:02.293557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7751ce-2fbd-42c8-b400-a0a108f9e278 req-51f0d094-6697-4095-9a07-833c7e24ec67 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:02.301471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd7751ce-2fbd-42c8-b400-a0a108f9e278 req-51f0d094-6697-4095-9a07-833c7e24ec67 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0711877 Nov 23 10:50:02.303542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43030) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:02.365613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.386063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd7751ce-2fbd-42c8-b400-a0a108f9e278 req-0b314393-3899-472b-9c40-e3191c9c5f93 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802224 Nov 23 10:50:02.398206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event deleted for resources: {'Port': ['ID=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:02.409909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] No DVR routers for this DVR port aab84d0f-d7e4-438f-92e5-6a2b6b57596b on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:02.452386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] For port aab84d0f-d7e4-438f-92e5-6a2b6b57596b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,segment=NetworkSegment(3f7571dd-e787-466f-b05c-4482848f77bf),segment_id=3f7571dd-e787-466f-b05c-4482848f77bf)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:02.452782 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.469137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] Calling delete_port for aab84d0f-d7e4-438f-92e5-6a2b6b57596b owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:02.477575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c624cf5-4d7c-42ad-b61c-4e64fed768d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.506659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.552776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2127892a-4b18-430a-abb0-27249b8e32cc']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:02.564341 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.566995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7571dd-e787-466f-b05c-4482848f77bf') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:02.567599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7571dd-e787-466f-b05c-4482848f77bf') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:02.579662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.593726 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c624cf5-4d7c-42ad-b61c-4e64fed768d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.595690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.595861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] Pushing event deleted for resources: {'Port': ['ID=aab84d0f-d7e4-438f-92e5-6a2b6b57596b,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:02.602464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fc1b3-72db-4456-b27e-03a5bb7edf67 None None] No DVR routers for this DVR port aab84d0f-d7e4-438f-92e5-6a2b6b57596b on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:02.606780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c624cf5-4d7c-42ad-b61c-4e64fed768d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.614300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:50:02.614472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device aab84d0f-d7e4-438f-92e5-6a2b6b57596b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:02.615111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:50:02.634609 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:50:02.664106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6c624cf5-4d7c-42ad-b61c-4e64fed768d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3e2f2ac2f4541f7a270661220bca2ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586707 Nov 23 10:50:02.666857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43036) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:02.696227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c624cf5-4d7c-42ad-b61c-4e64fed768d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f201b6e-e57a-4e30-a3d5-c77bac48c8d0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:02.720754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: aab84d0f-d7e4-438f-92e5-6a2b6b57596b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:02.721353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device aab84d0f-d7e4-438f-92e5-6a2b6b57596b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:02.748854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.769926 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.773452 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] 10.222.0.61 "DELETE /v2.0/networks/2127892a-4b18-430a-abb0-27249b8e32cc HTTP/1.1" status: 204 len: 168 time: 0.8508210 Nov 23 10:50:02.787790 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f99f1017-5b2d-433f-858e-39e327495bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.801609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6714a5-ce47-4ced-8cbc-61a9635ec2c2 tempest-DHCPAgentSchedulersTestJSON-1596269759 tempest-DHCPAgentSchedulersTestJSON-1596269759-project] Pushing event deleted for resources: {'Network': ['ID=2127892a-4b18-430a-abb0-27249b8e32cc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:02.817369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f99f1017-5b2d-433f-858e-39e327495bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.889472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675cb47-dffa-4bb3-9030-f98c0af99ec8 req-0f6ccb46-eeb5-4e78-b7fb-50c4f6991573 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:02.891246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a675cb47-dffa-4bb3-9030-f98c0af99ec8 req-0f6ccb46-eeb5-4e78-b7fb-50c4f6991573 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0770171 Nov 23 10:50:02.907651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f99f1017-5b2d-433f-858e-39e327495bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.910361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f99f1017-5b2d-433f-858e-39e327495bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:02.911514 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f99f1017-5b2d-433f-858e-39e327495bfe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0f201b6e-e57a-4e30-a3d5-c77bac48c8d0 HTTP/1.1" status: 204 len: 168 time: 0.2435381 Nov 23 10:50:02.929583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f1017-5b2d-433f-858e-39e327495bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f201b6e-e57a-4e30-a3d5-c77bac48c8d0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:02.970060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a675cb47-dffa-4bb3-9030-f98c0af99ec8 req-c20b0017-fbfe-44d4-918d-96262cf509c8 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717471 Nov 23 10:50:03.028692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43050) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:03.241279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ecdd4ec-d063-4743-be58-55432de73cbe req-a5aef8ce-c6c2-4c68-a1ab-74a95f4745ba tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0354502 Nov 23 10:50:03.293034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43058) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:03.299714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9c46e889-d1c4-4121-ac4c-ce5ed59dc250 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=011c30d0295b4c99bdedaef91e9cd820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698307 Nov 23 10:50:03.302158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43060) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:03.307709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5787623e-910f-44bc-a717-2de63eb8b78c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.350139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-953b9235-2733-4558-b118-238c7dc17f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.372232 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-953b9235-2733-4558-b118-238c7dc17f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.389533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5787623e-910f-44bc-a717-2de63eb8b78c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.393608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5787623e-910f-44bc-a717-2de63eb8b78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.424382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-953b9235-2733-4558-b118-238c7dc17f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.427673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-953b9235-2733-4558-b118-238c7dc17f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.428854 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-953b9235-2733-4558-b118-238c7dc17f4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b2dbe60-b5c5-47e7-8606-744f3045110c HTTP/1.1" status: 204 len: 168 time: 0.1257913 Nov 23 10:50:03.440366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b9235-2733-4558-b118-238c7dc17f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2dbe60-b5c5-47e7-8606-744f3045110c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:03.442614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5787623e-910f-44bc-a717-2de63eb8b78c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f90a884b87a4ef9bf105e18e435b871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482003 Nov 23 10:50:03.445152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43066) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:03.453322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787623e-910f-44bc-a717-2de63eb8b78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516c671c-a7a4-4c11-b92b-719fe1a6a8b8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:03.536671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24921470-205d-4760-be70-49106d0a1376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.570778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af03fe-1fc0-476c-9b53-c28740b855c3 req-985e0b01-acbc-4818-98fa-efbd44c187b7 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:03.572326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9af03fe-1fc0-476c-9b53-c28740b855c3 req-985e0b01-acbc-4818-98fa-efbd44c187b7 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0786924 Nov 23 10:50:03.574241 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24921470-205d-4760-be70-49106d0a1376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.645781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9af03fe-1fc0-476c-9b53-c28740b855c3 req-a47236d7-6ad3-4165-a593-4ae196d94b87 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620744 Nov 23 10:50:03.659590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24921470-205d-4760-be70-49106d0a1376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.662652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-24921470-205d-4760-be70-49106d0a1376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.666247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-24921470-205d-4760-be70-49106d0a1376 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/516c671c-a7a4-4c11-b92b-719fe1a6a8b8 HTTP/1.1" status: 204 len: 168 time: 0.2176077 Nov 23 10:50:03.689419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24921470-205d-4760-be70-49106d0a1376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516c671c-a7a4-4c11-b92b-719fe1a6a8b8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:03.798135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43074) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:03.811767 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a37a5f3e-6b37-4048-8237-f835b8530c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.890624 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a37a5f3e-6b37-4048-8237-f835b8530c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.895921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a37a5f3e-6b37-4048-8237-f835b8530c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:03.943091 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a37a5f3e-6b37-4048-8237-f835b8530c5d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=62e50449690c49dab6ad52314f2b277d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437674 Nov 23 10:50:03.945311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a5f3e-6b37-4048-8237-f835b8530c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72584e30-d4a2-4aed-a116-3f0414e9f85a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:03.945787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43078) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:04.004145 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56236534-183e-4e84-88f5-90c5b5fc7964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:04.027512 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56236534-183e-4e84-88f5-90c5b5fc7964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:04.080853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56236534-183e-4e84-88f5-90c5b5fc7964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:04.084500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-56236534-183e-4e84-88f5-90c5b5fc7964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:04.086527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-56236534-183e-4e84-88f5-90c5b5fc7964 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72584e30-d4a2-4aed-a116-3f0414e9f85a HTTP/1.1" status: 204 len: 168 time: 0.1397271 Nov 23 10:50:04.095693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56236534-183e-4e84-88f5-90c5b5fc7964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72584e30-d4a2-4aed-a116-3f0414e9f85a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:04.362363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8dfcee9e-890f-41dc-9d88-af72a5078682 req-e25d8635-c4b4-45f6-ae49-65dbcf0c1c91 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0373664 Nov 23 10:50:04.792058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65d61d54-112c-4b6c-a775-28f702d7b3bc req-94c311c8-e227-422c-82c6-c3fc4a4f8ba2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.2519555 Nov 23 10:50:04.817780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf396a-0fb0-4226-8ec8-0f042d900a23 req-325dcc86-ebac-4fea-b44e-006db401d76a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:04.819370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8bf396a-0fb0-4226-8ec8-0f042d900a23 req-325dcc86-ebac-4fea-b44e-006db401d76a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0768416 Nov 23 10:50:04.879801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8bf396a-0fb0-4226-8ec8-0f042d900a23 req-b1ac2e52-594b-4ffe-a498-52b88200825a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537524 Nov 23 10:50:05.462607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c5b6a45-54d2-4fa2-b08c-04927507c053 req-e5c39bb9-5611-4a4f-baf6-f7850009c458 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0259619 Nov 23 10:50:05.819259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43182) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:05.928301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8bcfd91b-bd3a-47cf-8f64-b4298d1429ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:05.961776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8bcfd91b-bd3a-47cf-8f64-b4298d1429ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "PUT /v2.0/quotas/dfb95e59a08340e5a490e40f5bde7867 HTTP/1.1" status: 200 len: 366 time: 0.1403792 Nov 23 10:50:05.964302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43190) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:05.985723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-75932bfd-e769-45ce-92b2-b8eef6665bb8 tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0195742 Nov 23 10:50:05.987643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43192) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.001289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cc0431ac-83e2-4aa6-b707-7f872beda8c2 tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "GET /v2.0/quotas/dfb95e59a08340e5a490e40f5bde7867 HTTP/1.1" status: 200 len: 366 time: 0.0115950 Nov 23 10:50:06.003381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.019425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-49203d1c-934b-4f7d-bad9-22bc56ab0b4c tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/dfb95e59a08340e5a490e40f5bde7867 HTTP/1.1" status: 204 len: 168 time: 0.0136847 Nov 23 10:50:06.021651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43196) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.026650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa6745-ecea-4025-8369-7530f84fd754 req-57ed66ea-6955-476b-b11e-e78f41c60320 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:06.028188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9fa6745-ecea-4025-8369-7530f84fd754 req-57ed66ea-6955-476b-b11e-e78f41c60320 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0560827 Nov 23 10:50:06.032629 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea92f3a0-2e81-49aa-abe9-9466c5622a02 tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0095215 Nov 23 10:50:06.033402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43198) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.035328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.055154 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ba80a4e3-08d8-4d52-9e16-d58982a75b70 tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "GET /v2.0/quotas/dfb95e59a08340e5a490e40f5bde7867 HTTP/1.1" status: 200 len: 370 time: 0.0165796 Nov 23 10:50:06.055541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43204) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.063745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-24557eae-10c6-4960-a637-d1872db34bd6 tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "GET /v2.0/quotas/dfb95e59a08340e5a490e40f5bde7867/default HTTP/1.1" status: 200 len: 370 time: 0.0042319 Nov 23 10:50:06.064169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43206) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.083681 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-6976dd4b-a3e9-4fdd-bc49-8854e3dfcdb5 tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] delete failed (client error): The resource could not be found. Nov 23 10:50:06.084589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6976dd4b-a3e9-4fdd-bc49-8854e3dfcdb5 tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "DELETE /v2.0/quotas/dfb95e59a08340e5a490e40f5bde7867 HTTP/1.1" status: 404 len: 348 time: 0.0192919 Nov 23 10:50:06.102490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9fa6745-ecea-4025-8369-7530f84fd754 req-f1703f3c-9acd-46b4-8479-14abc891bf46 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600469 Nov 23 10:50:06.159875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06422e4-4dff-4741-9647-253e617be621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.249463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06422e4-4dff-4741-9647-253e617be621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.256574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d06422e4-4dff-4741-9647-253e617be621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.294973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43212) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.301120 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d06422e4-4dff-4741-9647-253e617be621 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a22e6af985a94d0e8e8f6d58ac726540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2665634 Nov 23 10:50:06.302017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06422e4-4dff-4741-9647-253e617be621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c79b90-1185-4b3a-bd14-01269b485fc0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:06.304262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43214) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.315957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:network and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.319740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.327955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:subnet and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.331478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.338565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:subnetpool and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.344221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.350495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:port and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.353845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.356765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a310ae5e-261f-49a2-be39-9052041051a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.360257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:router and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.363378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.369432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:floatingip and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.372558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.380170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a310ae5e-261f-49a2-be39-9052041051a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.412352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:security_group and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.415569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.421837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Usage tracker for resource:security_group_rule and project:e5cbecf8f9624d08b7c84038288003c4 is out of sync, need to count used quota {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 10:50:06.425013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.quota.resource [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103426) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 10:50:06.429672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-66034dde-2c7c-4179-bb8e-e980c0ec87ec tempest-QuotasTest-2094677560 tempest-QuotasTest-2094677560-project-admin] 10.222.0.61 "GET /v2.0/quotas/e5cbecf8f9624d08b7c84038288003c4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1333783 Nov 23 10:50:06.433587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a310ae5e-261f-49a2-be39-9052041051a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.436282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a310ae5e-261f-49a2-be39-9052041051a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.438003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a310ae5e-261f-49a2-be39-9052041051a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88c79b90-1185-4b3a-bd14-01269b485fc0 HTTP/1.1" status: 204 len: 168 time: 0.1328142 Nov 23 10:50:06.445901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310ae5e-261f-49a2-be39-9052041051a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c79b90-1185-4b3a-bd14-01269b485fc0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:06.571610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aba9045c-86fb-4ca4-8343-8ae853498c55 req-cde012dc-d670-46ed-9d52-7b4b1c258c64 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0289519 Nov 23 10:50:06.720218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43236) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.855704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4678231-f835-4504-8fb9-662cb75b051d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.897076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43246) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:06.925486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee807f97-97f8-4320-bd6e-469abf7702b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.959894 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7edb19d-e6fa-4763-8103-ef12d91c639b req-d35b7352-73f0-4646-8c8d-d692db9e0a0b tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0520735 Nov 23 10:50:06.975918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4678231-f835-4504-8fb9-662cb75b051d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:06.981575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4678231-f835-4504-8fb9-662cb75b051d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.022881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c4678231-f835-4504-8fb9-662cb75b051d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1ca351ed4f14ca2b969d03c6eb6ac91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3015099 Nov 23 10:50:07.024113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4678231-f835-4504-8fb9-662cb75b051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4ea1e7-f273-4440-9b83-988da9acbd81,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:07.026513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:07.045006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee807f97-97f8-4320-bd6e-469abf7702b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.050629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee807f97-97f8-4320-bd6e-469abf7702b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.079789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e919fd6d-a844-49b6-a59f-0f6f0682182f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.089975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ee807f97-97f8-4320-bd6e-469abf7702b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f0b7102e280c47ebba4b5930a9f41e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1915669 Nov 23 10:50:07.092603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43252) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:07.099415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee807f97-97f8-4320-bd6e-469abf7702b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8a9f37-6698-4243-a881-c3de3f2880d3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:07.103608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e919fd6d-a844-49b6-a59f-0f6f0682182f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.163574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e919fd6d-a844-49b6-a59f-0f6f0682182f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.167072 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e919fd6d-a844-49b6-a59f-0f6f0682182f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.167465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7665341-4ed6-41fa-99d9-5293b56189ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.170770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e919fd6d-a844-49b6-a59f-0f6f0682182f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf4ea1e7-f273-4440-9b83-988da9acbd81 HTTP/1.1" status: 204 len: 168 time: 0.1409883 Nov 23 10:50:07.178225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919fd6d-a844-49b6-a59f-0f6f0682182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4ea1e7-f273-4440-9b83-988da9acbd81,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:07.217275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7665341-4ed6-41fa-99d9-5293b56189ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.273806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc6101-ae6b-4e5d-beb8-90c11ae76fc2 req-d4aa5b9a-0db1-4195-8405-5cd805e846c3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:07.274043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7665341-4ed6-41fa-99d9-5293b56189ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.275723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eecc6101-ae6b-4e5d-beb8-90c11ae76fc2 req-d4aa5b9a-0db1-4195-8405-5cd805e846c3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0800169 Nov 23 10:50:07.277880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7665341-4ed6-41fa-99d9-5293b56189ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.279149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d7665341-4ed6-41fa-99d9-5293b56189ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec8a9f37-6698-4243-a881-c3de3f2880d3 HTTP/1.1" status: 204 len: 168 time: 0.1846979 Nov 23 10:50:07.289805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7665341-4ed6-41fa-99d9-5293b56189ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8a9f37-6698-4243-a881-c3de3f2880d3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:07.346056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eecc6101-ae6b-4e5d-beb8-90c11ae76fc2 req-427e37b0-bf71-4cc8-b491-67d6f67bffed tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609682 Nov 23 10:50:07.616015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43272) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:07.629765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-20aa452a-dfb2-474f-84f3-387cf15cd029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.705422 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-20aa452a-dfb2-474f-84f3-387cf15cd029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.709342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-20aa452a-dfb2-474f-84f3-387cf15cd029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.750055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-20aa452a-dfb2-474f-84f3-387cf15cd029 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5cbecf8f9624d08b7c84038288003c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338649 Nov 23 10:50:07.755660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa452a-dfb2-474f-84f3-387cf15cd029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90b9bf-e886-4792-9318-05f47e8ccdd8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:07.755660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43276) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:07.809842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c37dc01e-2310-48bf-8816-8e9797ce2a26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.832208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c37dc01e-2310-48bf-8816-8e9797ce2a26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.884931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c37dc01e-2310-48bf-8816-8e9797ce2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.887602 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c37dc01e-2310-48bf-8816-8e9797ce2a26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:07.892051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c37dc01e-2310-48bf-8816-8e9797ce2a26 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a90b9bf-e886-4792-9318-05f47e8ccdd8 HTTP/1.1" status: 204 len: 168 time: 0.1321645 Nov 23 10:50:07.897073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37dc01e-2310-48bf-8816-8e9797ce2a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90b9bf-e886-4792-9318-05f47e8ccdd8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:08.084240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd66bf2a-4eff-4d3e-9575-e48569a9b6b3 req-7facebf8-2631-4b6c-8376-a3b1b5f14c58 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0308332 Nov 23 10:50:08.483139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae108135-c859-42ff-a4f6-8724f757074a req-0f79e705-18b2-4c9d-9929-fe5e85c35df3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:08.485358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae108135-c859-42ff-a4f6-8724f757074a req-0f79e705-18b2-4c9d-9929-fe5e85c35df3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0535955 Nov 23 10:50:08.548083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae108135-c859-42ff-a4f6-8724f757074a req-fcbd218a-19aa-473f-8cad-2ca035083f1c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562377 Nov 23 10:50:08.705090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43332) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:08.802945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-586132625'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:09.198140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:09.201820 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.211539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.213125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5adf0149-2f2a-4f72-8850-fe4eca74d32e req-67711c09-83b2-4dfe-beef-9aca82d5bd1c tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0324574 Nov 23 10:50:09.287784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.291827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.314958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:50:09.329221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f60dbf-1d08-4b7b-a95f-005d0f46cae7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:09.334038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.334386 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Added segment 5f416466-b452-4b18-94e2-8f713ef4c81f of type vlan for network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 Nov 23 10:50:09.373719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.402068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.407967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:09.408577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.450997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7446680 Nov 23 10:50:09.455212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43350) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:09.462528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:09.513883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a9547-62b9-4f05-ac3e-a2ffede9aabe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Network': ['ID=d487c7d8-85d4-4d89-8b58-b91ebaf0b989,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:09.525519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:50:09.594468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:09.599071 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.680024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67f87-6a96-4209-b06e-430ba6eb3349 req-c2dfe626-3a66-49af-8297-780b45558832 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:09.681564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-caf67f87-6a96-4209-b06e-430ba6eb3349 req-c2dfe626-3a66-49af-8297-780b45558832 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.0499589 Nov 23 10:50:09.740378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-caf67f87-6a96-4209-b06e-430ba6eb3349 req-ce75f801-ddad-45f3-b184-7cd6d0ecfe7d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504370 Nov 23 10:50:09.804163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.871790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=162cf7d3-055d-44ea-8a06-c77a2b3088bf,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:09.885499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:09.885874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network hostable DHCP agents. Network: d487c7d8-85d4-4d89-8b58-b91ebaf0b989, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:50:09.903541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:50:09.914592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, d487c7d8-85d4-4d89-8b58-b91ebaf0b989) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:09.919059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:09.919777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:09.925984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65a114c-95da-42e3-a478-71fa1f6a67ec None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:09.941836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0259a672-9325-4419-a48c-9bf04d6dbf3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4827032 Nov 23 10:50:09.942037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43354) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:09.947233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'name': 'tempest-NetworksTestDHCPv6-281709713'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:10.065442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:10.069468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.089961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '162cf7d3-055d-44ea-8a06-c77a2b3088bf'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:10.090159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port b2426135-29da-4600-ba4c-747d9f6daf65 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:10.090841 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.243737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::263 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/162cf7d3-055d-44ea-8a06-c77a2b3088bf/b2426135-29da-4600-ba4c-747d9f6daf65) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:10.329440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad9045b4-450d-4a4f-8d63-a5576961a32a req-251bfa0a-9b96-4c78-a5e6-3f2b382f68dd tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Nov 23 10:50:10.435195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.479089 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.528231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/162cf7d3-055d-44ea-8a06-c77a2b3088bf/b2784e8c-6236-4ca3-98ae-d20869b41565) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:10.540060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:10.543571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:10.548103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:10.554142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:10.554971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.565359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=b2426135-29da-4600-ba4c-747d9f6daf65,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:10.582798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8d1fe05d-ad34-4c74-b14c-7001d18deca0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6393862 Nov 23 10:50:10.584873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43368) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:10.674754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc6955f-0035-42c3-8091-9bb96805e9b7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:10.679346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4cc6955f-0035-42c3-8091-9bb96805e9b7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0933118 Nov 23 10:50:10.679514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43370) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:10.707855 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.716139 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.760530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:10.763596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:10.769634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:10.773260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Pushing event updated for resources: {'Port': ['ID=b2784e8c-6236-4ca3-98ae-d20869b41565,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:10.787004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.787524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.788107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.788529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.788933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.789382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.789851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.790382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.790807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.791296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.793034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.793571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:10.810977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port b2426135-29da-4600-ba4c-747d9f6daf65 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:10.811599 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.816759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:50:10.866784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Attempting to bind port b2784e8c-6236-4ca3-98ae-d20869b41565 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:10.867259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Attempting to bind port b2784e8c-6236-4ca3-98ae-d20869b41565 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:10.867717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Attempting to bind port b2784e8c-6236-4ca3-98ae-d20869b41565 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:10.893269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:10.893755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:10.894430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.894841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:10.895394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Bound port: b2784e8c-6236-4ca3-98ae-d20869b41565, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:10.895806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.943300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a370c2-28ee-4a44-ab83-f2e4d2b2fb71 req-f6c6b7e4-ae0e-453f-ba41-2ed4c3b576d2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:10.945083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6a370c2-28ee-4a44-ab83-f2e4d2b2fb71 req-f6c6b7e4-ae0e-453f-ba41-2ed4c3b576d2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 943 time: 0.1035030 Nov 23 10:50:10.953876 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:10.975065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for b2426135-29da-4600-ba4c-747d9f6daf65 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:11.006052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:11.024388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'port_id': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'mac_address': 'fa:16:3e:0d:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:50:11.028095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] For port b2784e8c-6236-4ca3-98ae-d20869b41565, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:11.033048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] For port b2784e8c-6236-4ca3-98ae-d20869b41565, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b2784e8c-6236-4ca3-98ae-d20869b41565,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:11.039677 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:50:11.052107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6a370c2-28ee-4a44-ab83-f2e4d2b2fb71 req-5a735d23-89c6-41d8-b25f-61ff9c594318 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894854 Nov 23 10:50:11.059633 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.110788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.144201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8773485f-6abb-4f02-b8a7-fcaa25408077 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:50:11.165975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea253311-164c-4add-a0b6-c4c78de47784 None None] Pushing event updated for resources: {'Port': ['ID=b2784e8c-6236-4ca3-98ae-d20869b41565,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:11.170204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.183717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:11.191111 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.206702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=b2426135-29da-4600-ba4c-747d9f6daf65,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:11.238087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.244099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7fef72c3-f6ce-4486-8c4c-0b05b3ef76bc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/b2426135-29da-4600-ba4c-747d9f6daf65 HTTP/1.1" status: 204 len: 168 time: 0.5610094 Nov 23 10:50:11.245032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43374) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:11.259641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:11.356352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0373d-1d5c-4eb8-ac64-6a6f832ad5bd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:11.359271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f0373d-1d5c-4eb8-ac64-6a6f832ad5bd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:11.369870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-49f0373d-1d5c-4eb8-ac64-6a6f832ad5bd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1224885 Nov 23 10:50:11.372632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43380) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:11.467111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 162cf7d3-055d-44ea-8a06-c77a2b3088bf {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:11.471026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.507374 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26895d2e-0a54-4e5a-8fc3-c26b7557e774 req-a8f397b7-0aee-4a63-a846-8458092173db tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0365782 Nov 23 10:50:11.535090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.597755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8773485f-6abb-4f02-b8a7-fcaa25408077'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:50:11.643537 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.724207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.758646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=162cf7d3-055d-44ea-8a06-c77a2b3088bf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:11.765558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:11.772881 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ec4d5baa-c580-4ec3-b0e8-74b625118fb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/162cf7d3-055d-44ea-8a06-c77a2b3088bf HTTP/1.1" status: 204 len: 168 time: 0.3964002 Nov 23 10:50:11.773132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43386) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:11.842142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b9832d18-39d3-401a-bd4c-e199e1866f9b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676274 Nov 23 10:50:11.845894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43388) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:11.851079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:11.958585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:11.965518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:12.268778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a3162-1dc4-4406-80dc-a3f320a64167 req-33729b41-1f9b-46b1-b444-cf97340f30be tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:12.271007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-507a3162-1dc4-4406-80dc-a3f320a64167 req-33729b41-1f9b-46b1-b444-cf97340f30be tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 944 time: 0.0875161 Nov 23 10:50:12.300727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:12.347931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:12.351475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:12.371956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=e8aa5b03-7968-4ddf-ac92-4c5b219eeed9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:12.376626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:12.377307 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:12.380206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-507a3162-1dc4-4406-80dc-a3f320a64167 req-11ccfdb3-7954-4f74-aa0d-b4eaea675f53 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019614 Nov 23 10:50:12.410653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:12.411302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0b3fbd3d-875f-41dd-93a2-84335d548f24 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5643375 Nov 23 10:50:12.416951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'name': 'tempest-NetworksTestDHCPv6-649871156'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:12.561045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:12.566138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:12.568284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc41567-44f6-4e0e-9d36-1ade32c191df None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:12.587021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 7bad556b-eb86-4a4d-9747-ca2ef39dc3e9 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:12.680482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b2784e8c-6236-4ca3-98ae-d20869b41565 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:12.684090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70db563a-038e-43d6-831b-63a47adcb0ed req-623116d3-6944-4554-b504-b8a7e85d7825 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0424109 Nov 23 10:50:12.759193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd01c3b8-c440-490b-a920-23bbc931f8d0 None None] Provisioning complete for port b2784e8c-6236-4ca3-98ae-d20869b41565 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:12.759570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd01c3b8-c440-490b-a920-23bbc931f8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:12.789630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::312 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/e8aa5b03-7968-4ddf-ac92-4c5b219eeed9/7bad556b-eb86-4a4d-9747-ca2ef39dc3e9) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:12.838956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:12.897393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b2784e8c-6236-4ca3-98ae-d20869b41565 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:12.897772 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:12.975878 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.019977 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.020407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd01c3b8-c440-490b-a920-23bbc931f8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.024617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8773485f-6abb-4f02-b8a7-fcaa25408077 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:13.024968 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.079445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:13.088261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:13.088261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:13.095602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:13.096390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.101152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=7bad556b-eb86-4a4d-9747-ca2ef39dc3e9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:13.132825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6598828-5961-4483-9c04-99b5a0fddc9e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7204306 Nov 23 10:50:13.135460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43416) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:13.143884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fd01c3b8-c440-490b-a920-23bbc931f8d0 None None] For port b2784e8c-6236-4ca3-98ae-d20869b41565, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b2784e8c-6236-4ca3-98ae-d20869b41565,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:13.149526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.153540 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd01c3b8-c440-490b-a920-23bbc931f8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.218255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96fb35-86d0-4298-b916-7a09ab31a605 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:13.225450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a96fb35-86d0-4298-b916-7a09ab31a605 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:13.228824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3a96fb35-86d0-4298-b916-7a09ab31a605 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0923324 Nov 23 10:50:13.232175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43418) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:13.282472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:50:13.282884 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:50:13.285069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01c3b8-c440-490b-a920-23bbc931f8d0 None None] Pushing event updated for resources: {'Port': ['ID=b2784e8c-6236-4ca3-98ae-d20869b41565,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:13.289701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.319922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:50:13.322382 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ce9633-d8d7-45b0-bf94-ec6912d5df66" -d '{"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-plugged", "status": "completed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:50:13.338335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:13.345815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.354628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 7bad556b-eb86-4a4d-9747-ca2ef39dc3e9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:13.355253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.389348 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e77284b-f721-41b5-bdf0-a62d257d0f7c x-openstack-request-id: req-3e77284b-f721-41b5-bdf0-a62d257d0f7c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:50:13.390227 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-plugged", "status": "completed", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:50:13.390227 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3e77284b-f721-41b5-bdf0-a62d257d0f7c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:50:13.390857 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'code': 200} Nov 23 10:50:13.412046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:13.461789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7513f-a804-42a4-b0a9-50818582ccea None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:13.515076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.550499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 7bad556b-eb86-4a4d-9747-ca2ef39dc3e9 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:13.612519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa400e35-4e25-4756-9a7b-5a5e7ac3844c req-e3314552-52fd-43d8-8656-36ee283030fb tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:13.617615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa400e35-4e25-4756-9a7b-5a5e7ac3844c req-e3314552-52fd-43d8-8656-36ee283030fb tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 946 time: 0.0825253 Nov 23 10:50:13.626718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-96c39a4e-5777-4d12-b916-3c1d89f23754 None None] Provisioning complete for port b2784e8c-6236-4ca3-98ae-d20869b41565 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:13.627107 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-96c39a4e-5777-4d12-b916-3c1d89f23754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.706868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa400e35-4e25-4756-9a7b-5a5e7ac3844c req-0ff74591-be9e-432c-b51b-e468ab4cc44b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835900 Nov 23 10:50:13.714251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e80a9-3a0f-4f6c-a2a6-7c4828e5f3a0 req-0d7b02b0-51ed-4a48-8150-86f99fb96a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:13.719233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-932e80a9-3a0f-4f6c-a2a6-7c4828e5f3a0 req-0d7b02b0-51ed-4a48-8150-86f99fb96a0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 1097 time: 0.0923762 Nov 23 10:50:13.756867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.795139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-932e80a9-3a0f-4f6c-a2a6-7c4828e5f3a0 req-0dcf563a-2331-4b4c-a652-fdeaeb6e9cd3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673406 Nov 23 10:50:13.845910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=7bad556b-eb86-4a4d-9747-ca2ef39dc3e9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:13.853260 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:13.860119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43430) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:13.860988 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1a5c15b0-4bd9-4d5d-a331-01fb5e5efdf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/7bad556b-eb86-4a4d-9747-ca2ef39dc3e9 HTTP/1.1" status: 204 len: 168 time: 0.6273179 Nov 23 10:50:13.900345 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38c65f7c-635b-44cd-857b-319c0b7997f7 req-98832f16-fb01-4f76-bff1-69a8231643a2 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0559530 Nov 23 10:50:13.946907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5471849d-ca8b-4970-8bf8-7ddc75b51441 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:13.948475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5471849d-ca8b-4970-8bf8-7ddc75b51441 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:13.953021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5471849d-ca8b-4970-8bf8-7ddc75b51441 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0880046 Nov 23 10:50:13.953332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43432) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:14.024170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet e8aa5b03-7968-4ddf-ac92-4c5b219eeed9 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:14.027696 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.080696 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.138387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.211162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.248605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=e8aa5b03-7968-4ddf-ac92-4c5b219eeed9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:14.250833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.254778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4b96375c-2af8-4514-be85-3a6fdca6ff94 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/e8aa5b03-7968-4ddf-ac92-4c5b219eeed9 HTTP/1.1" status: 204 len: 168 time: 0.2998564 Nov 23 10:50:14.256648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:14.279728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23112e8-6c62-4ff8-ac4f-65d1bfa21f99 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:14.324413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5a8ca99d-3bf0-49c7-8c65-49dc9af86740 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664365 Nov 23 10:50:14.327925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:14.335308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:14.383260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-51e1f321-437f-4cb6-b5de-778a4584da64 None None] Provisioning complete for port b2784e8c-6236-4ca3-98ae-d20869b41565 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:14.383260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51e1f321-437f-4cb6-b5de-778a4584da64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.441625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:14.446465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.484375 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f59a657e-a988-4257-a502-734497362f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.528798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:14.598667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] Deleting port b2784e8c-6236-4ca3-98ae-d20869b41565 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:14.598667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.683279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] For port b2784e8c-6236-4ca3-98ae-d20869b41565, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b2784e8c-6236-4ca3-98ae-d20869b41565,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:14.683973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.706888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] Calling delete_port for b2784e8c-6236-4ca3-98ae-d20869b41565 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:14.776437 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.829257 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.864139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:14.865385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] Pushing event deleted for resources: {'Port': ['ID=b2784e8c-6236-4ca3-98ae-d20869b41565,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:14.867575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:14.870256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d42e9b-c2be-44ed-b275-74ebd2a1b06b None None] No DVR routers for this DVR port b2784e8c-6236-4ca3-98ae-d20869b41565 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:14.872094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:14.872766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:14.893573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=542abf2c-a851-4124-be85-89dd4a0eb145,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:14.910121 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-874c7ff9-4c32-4a73-82d4-0ba4aa6f0c92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5803916 Nov 23 10:50:14.912800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43446) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:14.913776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171f01a-600c-459d-8da3-abdd15ae6141 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:14.919211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'name': 'tempest-NetworksTestDHCPv6-1216347257'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:14.922197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9973-dc6d-4c57-a6a7-47f274c90cd1 req-463fed22-6aed-44da-99f7-ab7e89032997 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:14.924093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ebc9973-dc6d-4c57-a6a7-47f274c90cd1 req-463fed22-6aed-44da-99f7-ab7e89032997 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 946 time: 0.0867512 Nov 23 10:50:15.021403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ebc9973-dc6d-4c57-a6a7-47f274c90cd1 req-fb36e26f-baa8-4a1e-8d4c-11106b84d04f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837297 Nov 23 10:50:15.081373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:15.085500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.124761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27f64cfe-27ba-46f9-a904-52365f4229ee req-39ab9ae4-44c2-4889-8fd1-7219ec60e189 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0449314 Nov 23 10:50:15.134454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port bef90ed1-85a9-40e6-b8cf-c3924a76f5ec yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:15.147635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '542abf2c-a851-4124-be85-89dd4a0eb145'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:15.148543 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.290259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::157 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/542abf2c-a851-4124-be85-89dd4a0eb145/bef90ed1-85a9-40e6-b8cf-c3924a76f5ec) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:15.475951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.513795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.574520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/542abf2c-a851-4124-be85-89dd4a0eb145/9351eeac-7ea7-4a44-8cbc-557a65e30971) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:15.581097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:15.585421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:15.590747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:15.603472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:15.604803 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.612569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=bef90ed1-85a9-40e6-b8cf-c3924a76f5ec,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:15.653138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:15.653742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ff96ddae-ff6d-4b3d-b8cb-819635fd03c2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7394831 Nov 23 10:50:15.769245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8674b703-d5ec-4abe-bec2-c7a504b4d334 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:15.778620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43486) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:15.788307 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8674b703-d5ec-4abe-bec2-c7a504b4d334 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1340175 Nov 23 10:50:15.796081 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.806775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.873027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Pushing event updated for resources: {'Port': ['ID=9351eeac-7ea7-4a44-8cbc-557a65e30971,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:15.882906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:15.884992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:15.887240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:15.905415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port bef90ed1-85a9-40e6-b8cf-c3924a76f5ec {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:15.905848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.954482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Attempting to bind port 9351eeac-7ea7-4a44-8cbc-557a65e30971 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:15.954874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Attempting to bind port 9351eeac-7ea7-4a44-8cbc-557a65e30971 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:15.955227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Attempting to bind port 9351eeac-7ea7-4a44-8cbc-557a65e30971 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:15.961016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:15.961606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:15.961828 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:15.962227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:15.962717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Bound port: 9351eeac-7ea7-4a44-8cbc-557a65e30971, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:15.963102 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.034683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.054722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for bef90ed1-85a9-40e6-b8cf-c3924a76f5ec owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:16.060328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] For port 9351eeac-7ea7-4a44-8cbc-557a65e30971, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:16.072380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] For port 9351eeac-7ea7-4a44-8cbc-557a65e30971, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9351eeac-7ea7-4a44-8cbc-557a65e30971,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:16.080735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.202952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4ae76-498d-440c-8f2b-0d9d94042c91 None None] Pushing event updated for resources: {'Port': ['ID=9351eeac-7ea7-4a44-8cbc-557a65e30971,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:16.255263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b94c1f-fdc1-4e01-bcd9-3708ff0c39f1 req-a312a81d-eed3-456a-8422-ed4eeb73f88f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:16.256780 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6b94c1f-fdc1-4e01-bcd9-3708ff0c39f1 req-a312a81d-eed3-456a-8422-ed4eeb73f88f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 946 time: 0.0758395 Nov 23 10:50:16.311663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.337210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd31ea55-fada-46ee-8366-03b17d08e72e req-5f44b6fd-e420-4481-bbfb-60eb0e9d9a3d tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0388052 Nov 23 10:50:16.352580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6b94c1f-fdc1-4e01-bcd9-3708ff0c39f1 req-7edf5d3f-6e9c-4f63-81b6-612f226b58a9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698493 Nov 23 10:50:16.377174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=bef90ed1-85a9-40e6-b8cf-c3924a76f5ec,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:16.422309 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.429673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43510) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:16.437789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-63ec7b49-1f26-4f61-a56f-92a0e5fcdbff tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/bef90ed1-85a9-40e6-b8cf-c3924a76f5ec HTTP/1.1" status: 204 len: 168 time: 0.6603346 Nov 23 10:50:16.660521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9351eeac-7ea7-4a44-8cbc-557a65e30971 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:16.717086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9351eeac-7ea7-4a44-8cbc-557a65e30971 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:16.718276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.810042 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.855196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 9351eeac-7ea7-4a44-8cbc-557a65e30971, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9351eeac-7ea7-4a44-8cbc-557a65e30971,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:16.861739 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.895120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b9e29-5332-4313-8c46-e074a2f03ae6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:16.897136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b9e29-5332-4313-8c46-e074a2f03ae6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:16.898869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-663b9e29-5332-4313-8c46-e074a2f03ae6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4677765 Nov 23 10:50:16.901431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43514) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:16.943147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b2784e8c-6236-4ca3-98ae-d20869b41565 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:16.949621 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ba96dbda-f66a-40be-8b6c-8432acc5748f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.981450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 542abf2c-a851-4124-be85-89dd4a0eb145 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:16.983400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:16.986437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: b2784e8c-6236-4ca3-98ae-d20869b41565 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:16.987201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b2784e8c-6236-4ca3-98ae-d20869b41565 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:17.005413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=9351eeac-7ea7-4a44-8cbc-557a65e30971,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:17.029005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.121766 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.189544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.231838 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.235885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/542abf2c-a851-4124-be85-89dd4a0eb145 HTTP/1.1" status: 204 len: 168 time: 0.3332539 Nov 23 10:50:17.237771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83c1ca-cfb9-429f-84b8-6926665434f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=542abf2c-a851-4124-be85-89dd4a0eb145,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:17.238630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43518) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:17.289755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1d23238b-6d69-440f-86ab-12d0dc9d4e5a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489762 Nov 23 10:50:17.292361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43520) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:17.345733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52308040-9e61-468a-8565-b746536cab62 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:17.347500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-52308040-9e61-468a-8565-b746536cab62 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0538452 Nov 23 10:50:17.349720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43522) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:17.408999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdea85f8-de44-4279-b555-200ba7c56d6a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:17.413357 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cdea85f8-de44-4279-b555-200ba7c56d6a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0600419 Nov 23 10:50:17.413469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43530) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:17.455465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b59a3d0-5ea5-4d2a-9c51-0b9b79103cc6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406599 Nov 23 10:50:17.459669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43534) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:17.464998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:17.536204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f4a3d-e2e3-414e-a48c-7601a889f7c9 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:17.538133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e57592f-c3c2-409b-8396-225206a27c63 req-0fe0ecbf-dcea-4b22-8647-e963253f5fa4 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0483110 Nov 23 10:50:17.590397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a49d36-b141-4b56-9ce9-8153ce5e486a req-c601b164-cbc2-415d-9434-26dabc2dc47f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:17.592298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65a49d36-b141-4b56-9ce9-8153ce5e486a req-c601b164-cbc2-415d-9434-26dabc2dc47f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 946 time: 0.1027651 Nov 23 10:50:17.615309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:17.619905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.624973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e0490d10-0280-427e-822b-ff77e5978370 None None] Provisioning complete for port 9351eeac-7ea7-4a44-8cbc-557a65e30971 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:17.625400 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e0490d10-0280-427e-822b-ff77e5978370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.667235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65a49d36-b141-4b56-9ce9-8153ce5e486a req-2741f2dd-cd0e-42d5-bde4-cd380b979e99 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685587 Nov 23 10:50:17.847778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e4716f-191d-423f-9026-aace75407344 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:17.870261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.908450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-96e4716f-191d-423f-9026-aace75407344 None None] Deleting port 9351eeac-7ea7-4a44-8cbc-557a65e30971 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:17.909172 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-96e4716f-191d-423f-9026-aace75407344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.915269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:17.918631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:17.923910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:17.924513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:17.936460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=7f4c8fa4-bb97-47da-80ef-0f22ee33c862,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:17.951736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-481b72ce-deff-4381-bdfa-103856d42454 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4889321 Nov 23 10:50:17.953709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43544) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:17.958850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '7f4c8fa4-bb97-47da-80ef-0f22ee33c862', 'ip_address': '2001:db8::793c:5219:e509:ee23'}], 'name': 'tempest-NetworksTestDHCPv6-2144449109'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:18.010329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-96e4716f-191d-423f-9026-aace75407344 None None] For port 9351eeac-7ea7-4a44-8cbc-557a65e30971, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9351eeac-7ea7-4a44-8cbc-557a65e30971,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:18.010741 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-96e4716f-191d-423f-9026-aace75407344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.029427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-96e4716f-191d-423f-9026-aace75407344 None None] Calling delete_port for 9351eeac-7ea7-4a44-8cbc-557a65e30971 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:18.079927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:18.127949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-96e4716f-191d-423f-9026-aace75407344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.155680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4716f-191d-423f-9026-aace75407344 None None] Pushing event deleted for resources: {'Port': ['ID=9351eeac-7ea7-4a44-8cbc-557a65e30971,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:18.159733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4716f-191d-423f-9026-aace75407344 None None] No DVR routers for this DVR port 9351eeac-7ea7-4a44-8cbc-557a65e30971 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:18.180808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71dfa0-b488-4b7c-938a-030d17501fac None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:18.192295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.210446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port bcb14edc-b0fe-412e-9ee3-9686ec45777f yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:18.341286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '7f4c8fa4-bb97-47da-80ef-0f22ee33c862'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:18.342250 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.412865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::793c:5219:e509:ee23 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/7f4c8fa4-bb97-47da-80ef-0f22ee33c862/bcb14edc-b0fe-412e-9ee3-9686ec45777f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:18.474553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.568078 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.594489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9351eeac-7ea7-4a44-8cbc-557a65e30971 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:18.605923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.621221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9351eeac-7ea7-4a44-8cbc-557a65e30971 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:18.621707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9351eeac-7ea7-4a44-8cbc-557a65e30971 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:18.653531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:18.658901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:18.663208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:18.668855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:18.669502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.690375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f37281d2-f51c-441c-b1c0-f1b880d7a148 req-7caab04d-d045-4154-9343-026919f3ff88 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0446224 Nov 23 10:50:18.693867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/7f4c8fa4-bb97-47da-80ef-0f22ee33c862/ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:18.694278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=bcb14edc-b0fe-412e-9ee3-9686ec45777f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:18.703078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e929a379-e6eb-46a3-865f-e537898cfbd5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7454598 Nov 23 10:50:18.703781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43552) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:18.770970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db53a14-3e82-46d7-9e84-fd2a9e3ea8e8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:18.774947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7db53a14-3e82-46d7-9e84-fd2a9e3ea8e8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0677662 Nov 23 10:50:18.775893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43556) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:18.862278 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.866519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port bcb14edc-b0fe-412e-9ee3-9686ec45777f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:18.866868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.870984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.908293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:18.915469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:18.918878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:18.928350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Pushing event updated for resources: {'Port': ['ID=ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:18.964618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.977614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for bcb14edc-b0fe-412e-9ee3-9686ec45777f owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:18.985704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Attempting to bind port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:18.986092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Attempting to bind port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:18.986468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Attempting to bind port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:18.991765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:18.992199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:18.992639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:18.993044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:18.993573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Bound port: ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:18.993964 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.060361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] For port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:19.065475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] For port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:19.070875 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.151052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.158465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784feca-45a5-4c4d-9efe-e53fbfe8500b None None] Pushing event updated for resources: {'Port': ['ID=ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:19.196416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=bcb14edc-b0fe-412e-9ee3-9686ec45777f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:19.266461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.270250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3bbf7da3-32f3-4811-b197-82a1bbba4a52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/bcb14edc-b0fe-412e-9ee3-9686ec45777f HTTP/1.1" status: 204 len: 168 time: 0.4939458 Nov 23 10:50:19.272958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43562) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:19.369511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f52d56-6dc8-46d8-977a-f898c06c2274 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:19.371586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f52d56-6dc8-46d8-977a-f898c06c2274 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:19.376216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:19.377930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b3f52d56-6dc8-46d8-977a-f898c06c2274 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1038430 Nov 23 10:50:19.451344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.468420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 7f4c8fa4-bb97-47da-80ef-0f22ee33c862 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:19.473769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.518700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.611690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.670105 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.687299 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.695603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=7f4c8fa4-bb97-47da-80ef-0f22ee33c862,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:19.701291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:19.705252 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b006f4b3-61db-4c89-9480-68ab6318e525 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/7f4c8fa4-bb97-47da-80ef-0f22ee33c862 HTTP/1.1" status: 204 len: 168 time: 0.3276639 Nov 23 10:50:19.707734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43568) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:19.751879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-05eff3c6-ee94-4f09-b27b-fec76fcc4bec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429406 Nov 23 10:50:19.754495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43572) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:19.759312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:19.809815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c8039e6-79fc-4b68-8a7f-4c49eccbc4af req-f41ca889-ae1b-4007-a7c7-69f60f38e388 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0347288 Nov 23 10:50:19.879931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:19.883845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.052253 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.133800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.182948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:20.187300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:20.192009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:20.192615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.215127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=3fa9d64d-3bb1-4200-8ce6-3ea85c329f2b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:20.223682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ff4cc3e-f70e-4816-a6a4-9dc13370cf6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4681406 Nov 23 10:50:20.226770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43586) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:20.233628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '3fa9d64d-3bb1-4200-8ce6-3ea85c329f2b', 'ip_address': '2001:db8::763:2a61:569f:7593'}], 'name': 'tempest-NetworksTestDHCPv6-2086803091'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:20.313425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d70f044-df79-4da4-9a60-10356d3cef26 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:20.384980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:20.393990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-eaf9f56a-019a-41e8-83ab-6b76d9ae278d None None] Provisioning complete for port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:20.394358 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f56a-019a-41e8-83ab-6b76d9ae278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.479926 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.505248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port f71c6996-75ac-4091-bd89-ffea526e3d7d yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:20.554606 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f56a-019a-41e8-83ab-6b76d9ae278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.593469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-eaf9f56a-019a-41e8-83ab-6b76d9ae278d None None] For port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:20.600000 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eaf9f56a-019a-41e8-83ab-6b76d9ae278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.652085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:20.697172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::763:2a61:569f:7593 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/3fa9d64d-3bb1-4200-8ce6-3ea85c329f2b/f71c6996-75ac-4091-bd89-ffea526e3d7d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:20.719286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9f56a-019a-41e8-83ab-6b76d9ae278d None None] Pushing event updated for resources: {'Port': ['ID=ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:20.727105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:20.727475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.901016 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.937005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-56048ca0-f257-4039-bd7e-7ce9c34aaffb None None] Provisioning complete for port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:20.938092 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-56048ca0-f257-4039-bd7e-7ce9c34aaffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:20.963208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e1f562b4-752b-472a-b59f-9eede9e9cb97 req-2a369d51-d7c5-4b1b-9cdb-f24a5d02e5e0 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0550303 Nov 23 10:50:21.018203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.073530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:21.080212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:21.082903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:21.089260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:21.089912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.108317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=f71c6996-75ac-4091-bd89-ffea526e3d7d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:21.123634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d27f48f9-3516-4be8-b164-90afbd9a5c17 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8956583 Nov 23 10:50:21.126191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43594) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:21.177908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fba39d66-e2eb-4d6a-829c-c25524e1ba05 None None] Could not find standard attr ID for object b2426135-29da-4600-ba4c-747d9f6daf65. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:21.187543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bec34-332e-4912-b7ed-5fd798b472b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:21.194207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bec34-332e-4912-b7ed-5fd798b472b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:21.195864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-580bec34-332e-4912-b7ed-5fd798b472b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0685430 Nov 23 10:50:21.198437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43596) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:21.299850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port f71c6996-75ac-4091-bd89-ffea526e3d7d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:21.300503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.391297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9a3e0837-a2d2-4c34-8c26-e6e56867be97 None None] Could not find standard attr ID for object 7bad556b-eb86-4a4d-9747-ca2ef39dc3e9. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:21.406640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.422725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for f71c6996-75ac-4091-bd89-ffea526e3d7d owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:21.609930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.643289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=f71c6996-75ac-4091-bd89-ffea526e3d7d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:21.667331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.673361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1f56e570-4604-4835-85b9-7ccb61438456 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/f71c6996-75ac-4091-bd89-ffea526e3d7d HTTP/1.1" status: 204 len: 168 time: 0.4734793 Nov 23 10:50:21.674203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:21.708016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d27408f7-8253-40c7-b163-6bdf04e038e7 None None] Could not find standard attr ID for object bef90ed1-85a9-40e6-b8cf-c3924a76f5ec. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:21.738294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7585b-6fc4-4f32-b4b7-e92a318837c1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:21.739860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7585b-6fc4-4f32-b4b7-e92a318837c1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:21.741420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dfa7585b-6fc4-4f32-b4b7-e92a318837c1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0661812 Nov 23 10:50:21.744252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43604) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:21.802638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 3fa9d64d-3bb1-4200-8ce6-3ea85c329f2b {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:21.806170 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.849673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.899295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.921650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-17475f28-f329-453e-80be-72dbd682baa7 None None] Could not find standard attr ID for object bcb14edc-b0fe-412e-9ee3-9686ec45777f. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:21.966005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:21.994757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa9d64d-3bb1-4200-8ce6-3ea85c329f2b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:22.003120 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.009463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-86716d11-1981-4c4d-8e97-63ef20aecf90 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/3fa9d64d-3bb1-4200-8ce6-3ea85c329f2b HTTP/1.1" status: 204 len: 168 time: 0.2616720 Nov 23 10:50:22.009791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:22.029820 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.060811 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-05ae5492-0aab-438c-9228-8b84debc3492 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498195 Nov 23 10:50:22.064477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43614) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:22.069465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:22.117811 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cbfe64b1-0f35-4b9d-ad23-1b3902c876d8 req-542c174c-0a26-4962-8d6a-2aaaabca1d35 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0445998 Nov 23 10:50:22.149471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333a49c9-0f56-4201-8e2d-1f81f4892954 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:22.228728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:22.235778 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.408385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c26c8560-de78-4889-bd2f-a9e883acfc62 None None] Could not find standard attr ID for object f71c6996-75ac-4091-bd89-ffea526e3d7d. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:22.516304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.586483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:22.599211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:22.607428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:22.616556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:22.617731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.621810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=49ca5884-81c4-4ef7-b4e3-7f716aefae71,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:22.649807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a09c1f06-2069-4739-b77e-48bfc9337423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5842454 Nov 23 10:50:22.650066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43626) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:22.655736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '49ca5884-81c4-4ef7-b4e3-7f716aefae71', 'ip_address': '2001:db8::7e06:93f6:ccc1:ff0e'}], 'name': 'tempest-NetworksTestDHCPv6-1990717358'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:22.678462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] Deleting port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:22.684220 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.777893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] For port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:22.778928 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.792981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:22.797021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] Calling delete_port for ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:22.802400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.827957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port c8d033ea-26d4-481d-9722-e66234719745 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:22.896775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:22.924959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] Pushing event deleted for resources: {'Port': ['ID=ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:22.934007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e191eca-f8d7-4aa6-9215-669a6e226837 None None] No DVR routers for this DVR port ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:22.960496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a532df-e445-4005-ab82-6cdd38b630c0 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:23.046613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::7e06:93f6:ccc1:ff0e (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/49ca5884-81c4-4ef7-b4e3-7f716aefae71/c8d033ea-26d4-481d-9722-e66234719745) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:23.152521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '49ca5884-81c4-4ef7-b4e3-7f716aefae71'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:23.153445 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.320739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a2257de-077c-4ddc-8c5c-94013308425f req-029bd4f4-4c30-4b33-9aec-103ee3527f26 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0342751 Nov 23 10:50:23.331817 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.394367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.440630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:23.443765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:23.447466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:23.453793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:23.454424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.458323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/49ca5884-81c4-4ef7-b4e3-7f716aefae71/8b79d64c-3d72-4724-9b94-cc3b51d623f2) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:23.460886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=c8d033ea-26d4-481d-9722-e66234719745,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:23.478522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-183c7ec5-e829-495f-9cee-041416b63758 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8270731 Nov 23 10:50:23.481272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43632) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:23.555252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c09e3a2-89e1-43bf-b928-5848dbaa1cba tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:23.557287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6c09e3a2-89e1-43bf-b928-5848dbaa1cba tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0747886 Nov 23 10:50:23.560091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43636) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:23.665803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port c8d033ea-26d4-481d-9722-e66234719745 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:23.666581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.667123 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.674599 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.722306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:23.727778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:23.730604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:23.743586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Pushing event updated for resources: {'Port': ['ID=8b79d64c-3d72-4724-9b94-cc3b51d623f2,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:23.782625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.797560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for c8d033ea-26d4-481d-9722-e66234719745 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:23.809630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Attempting to bind port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:23.810017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Attempting to bind port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:23.810455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Attempting to bind port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:23.820372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:23.821245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:23.821678 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.822202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:23.822618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Bound port: 8b79d64c-3d72-4724-9b94-cc3b51d623f2, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:23.823019 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:23.899830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] For port 8b79d64c-3d72-4724-9b94-cc3b51d623f2, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:23.903536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] For port 8b79d64c-3d72-4724-9b94-cc3b51d623f2, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8b79d64c-3d72-4724-9b94-cc3b51d623f2,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:23.910158 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.032898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.081200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=c8d033ea-26d4-481d-9722-e66234719745,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:24.083677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d9bd5-9be6-4d2f-afcb-9aec310c6515 None None] Pushing event updated for resources: {'Port': ['ID=8b79d64c-3d72-4724-9b94-cc3b51d623f2,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:24.121379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.124984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-02e21744-72a9-4881-a284-63ad14e6a96b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/c8d033ea-26d4-481d-9722-e66234719745 HTTP/1.1" status: 204 len: 168 time: 0.5629461 Nov 23 10:50:24.127716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43642) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.190306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974c993-3291-4166-841f-2f5d45500c6f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:24.191828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974c993-3291-4166-841f-2f5d45500c6f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:24.193429 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9974c993-3291-4166-841f-2f5d45500c6f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0646811 Nov 23 10:50:24.196207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43644) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.277606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 49ca5884-81c4-4ef7-b4e3-7f716aefae71 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:24.281133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.327033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.428072 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.473099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4385e5e-75e5-472a-8d15-8ceb671b0606 req-404c3dab-ab4a-44b0-85db-3c7966186209 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0331004 Nov 23 10:50:24.507145 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.539447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.544889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/49ca5884-81c4-4ef7-b4e3-7f716aefae71 HTTP/1.1" status: 204 len: 168 time: 0.3452909 Nov 23 10:50:24.544889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07457362-7b1f-4b3d-80c1-8d0b3b884e50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=49ca5884-81c4-4ef7-b4e3-7f716aefae71,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:24.545948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43656) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.619978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1d2b975f-39cb-4bda-85b6-e12fc9f06ac6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726449 Nov 23 10:50:24.622300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43662) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.650002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b79d64c-3d72-4724-9b94-cc3b51d623f2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:24.683973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d8753-a355-4482-8052-2656b15e831a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:24.687652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8d6d8753-a355-4482-8052-2656b15e831a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0634296 Nov 23 10:50:24.690405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43664) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.707041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:24.707477 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.750205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ae739-736e-4827-8431-2f22e7f2dc0d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:24.753909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-146ae739-736e-4827-8431-2f22e7f2dc0d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593424 Nov 23 10:50:24.754298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43666) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.803792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.803985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3fc3abc0-7ee3-4fd7-81ae-4bb49bc09526 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468266 Nov 23 10:50:24.812368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43670) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:24.818671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:24.854479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 8b79d64c-3d72-4724-9b94-cc3b51d623f2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8b79d64c-3d72-4724-9b94-cc3b51d623f2,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:24.862987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.971859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:24.976283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:24.988106 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=8b79d64c-3d72-4724-9b94-cc3b51d623f2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:24.991182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:25.014609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:25.014609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee82f9ca-8a06-4fdc-9efd-3fcb28b9d2cc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:25.198153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb24ac3d-fb81-4d19-acab-03501ee6a687 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:25.206231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.256816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:25.260222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:25.265287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:25.265876 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.278631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=53f5edec-f8ee-4c28-b505-a8cc48dbe3f7,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:25.289138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c149a0d-ae1f-4a89-a95e-54ed8c16884c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4750907 Nov 23 10:50:25.291904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:25.298125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '53f5edec-f8ee-4c28-b505-a8cc48dbe3f7', 'ip_address': '2001:db8::e05:f497:4ecb:bde7'}], 'name': 'tempest-NetworksTestDHCPv6-848163143'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:25.318354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b2bd5845-b9c4-45b0-bf7d-773db8b46a63 None None] Provisioning complete for port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:25.318693 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5845-b9c4-45b0-bf7d-773db8b46a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.430341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:25.524793 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.545753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 47fa6828-cb70-4e01-84e2-61f7403ba1b7 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:25.616064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-019c12e0-4f25-4d01-b264-ac0218fb45d8 req-ba553ab4-18a9-4efc-9631-52ffe4bdc66c tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0406802 Nov 23 10:50:25.650805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb7c90c-1d67-4e47-827f-ba6629a5350a None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:25.745127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8c233097-2ec6-4c39-bc2b-408675aa3f22 None None] Provisioning complete for port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:25.745559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c233097-2ec6-4c39-bc2b-408675aa3f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:25.780143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::e05:f497:4ecb:bde7 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/53f5edec-f8ee-4c28-b505-a8cc48dbe3f7/47fa6828-cb70-4e01-84e2-61f7403ba1b7) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:25.986871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.028560 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.126871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:26.130260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:26.137572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:26.152757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:26.153703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.173320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=47fa6828-cb70-4e01-84e2-61f7403ba1b7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:26.196038 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1d452997-778a-4709-a38b-f6cbc4930075 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9030366 Nov 23 10:50:26.198828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:26.207167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-46bd9329-c52c-4807-848b-2581e7485c09 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '53f5edec-f8ee-4c28-b505-a8cc48dbe3f7', 'ip_address': '2001:db8::e05:f497:4ecb:bde7'}], 'name': 'tempest-NetworksTestDHCPv6-221363769'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:26.223724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-79bfb050-1d3e-493a-a281-3e58cde23498 None None] Provisioning complete for port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:26.224108 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79bfb050-1d3e-493a-a281-3e58cde23498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.376788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bd9329-c52c-4807-848b-2581e7485c09 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:26.382530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46bd9329-c52c-4807-848b-2581e7485c09 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.409732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-46bd9329-c52c-4807-848b-2581e7485c09 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 0cef33cb-2e7a-442e-81be-122d01fdc645 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:26.445794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e6adf2db-b3d3-47a6-bcd0-67a7c1de9258 None None] Could not find standard attr ID for object c8d033ea-26d4-481d-9722-e66234719745. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:26.576504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b79d64c-3d72-4724-9b94-cc3b51d623f2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:26.592494 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bd9329-c52c-4807-848b-2581e7485c09 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 10:50:26.592996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bd9329-c52c-4807-848b-2581e7485c09 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:50:26.613356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-46bd9329-c52c-4807-848b-2581e7485c09 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.4132280 Nov 23 10:50:26.615703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43686) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:26.633212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:26.633592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.668007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f425012f-7a51-434e-9251-b26495d6c5ed tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:26.674731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f425012f-7a51-434e-9251-b26495d6c5ed tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:26.676207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f425012f-7a51-434e-9251-b26495d6c5ed tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0594702 Nov 23 10:50:26.679175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43692) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:26.773845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d807906d-6646-4e6c-bbef-3770df0c68da None None] Provisioning complete for port 47fa6828-cb70-4e01-84e2-61f7403ba1b7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:26.774375 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d807906d-6646-4e6c-bbef-3770df0c68da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.823109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d807906d-6646-4e6c-bbef-3770df0c68da None None] Port 47fa6828-cb70-4e01-84e2-61f7403ba1b7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:26.831559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d73d9701-8bcd-492c-a751-2785b87539e0 req-6b7b99a7-05c1-40f3-944b-9a65ff8401cd tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0646355 Nov 23 10:50:26.844653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 47fa6828-cb70-4e01-84e2-61f7403ba1b7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:26.844807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.947089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:26.963534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 47fa6828-cb70-4e01-84e2-61f7403ba1b7 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:27.112531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.140050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=47fa6828-cb70-4e01-84e2-61f7403ba1b7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:27.167421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.173137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-279e6106-fec2-43ec-ba2e-29c7ca1b8b07 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/47fa6828-cb70-4e01-84e2-61f7403ba1b7 HTTP/1.1" status: 204 len: 168 time: 0.4906533 Nov 23 10:50:27.173446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43706) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:27.230016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de3775-2b3f-4756-9369-f085e7d04d6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:27.231688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de3775-2b3f-4756-9369-f085e7d04d6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:27.235674 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-13de3775-2b3f-4756-9369-f085e7d04d6d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0589046 Nov 23 10:50:27.236028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43708) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:27.303559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 53f5edec-f8ee-4c28-b505-a8cc48dbe3f7 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:27.307256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.350854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.395636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.452087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.483247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=53f5edec-f8ee-4c28-b505-a8cc48dbe3f7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:27.486808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.492272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb092389-8e8f-4ac2-ae4a-1b2488c2a65a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/53f5edec-f8ee-4c28-b505-a8cc48dbe3f7 HTTP/1.1" status: 204 len: 168 time: 0.2530649 Nov 23 10:50:27.492963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:27.500717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8580ec0-b398-4c27-a99e-389c6325be83 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:27.538866 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8662d221-c540-42ce-9b26-35ecae3bff1d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417418 Nov 23 10:50:27.539209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43712) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:27.543938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:27.655784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:27.659858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.710276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:27.760570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] Deleting port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:27.761049 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.830929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] For port 8b79d64c-3d72-4724-9b94-cc3b51d623f2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8b79d64c-3d72-4724-9b94-cc3b51d623f2,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:27.832116 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.846151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] Calling delete_port for 8b79d64c-3d72-4724-9b94-cc3b51d623f2 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:27.857955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.907539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:27.911174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:27.915679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:27.916273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:27.920619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=b0f564cc-36e3-4b6b-b419-320ca205fae5,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:27.948269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f4106d2e-e687-4c28-8e88-4e6a27bbbe7d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4054959 Nov 23 10:50:27.948589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:27.958227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d372385f-3890-4aad-9bbe-a113888a028a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': 'b0f564cc-36e3-4b6b-b419-320ca205fae5', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1747080246'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:27.971971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5b79008-12d6-4531-8a87-e9af1c854237 req-a6083bfa-6fa2-4c34-b3fa-52be42353dd5 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0321341 Nov 23 10:50:27.973591 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.015685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] Pushing event deleted for resources: {'Port': ['ID=8b79d64c-3d72-4724-9b94-cc3b51d623f2,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:28.025281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0612d5-1b44-4be5-b3ea-1c5bb2a4c51d None None] No DVR routers for this DVR port 8b79d64c-3d72-4724-9b94-cc3b51d623f2 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:28.052146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b38b8-45bb-40f7-9870-9a276449950c None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:28.148551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d372385f-3890-4aad-9bbe-a113888a028a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:28.154725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d372385f-3890-4aad-9bbe-a113888a028a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.178066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-d372385f-3890-4aad-9bbe-a113888a028a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 54f9fe3c-5a9b-4f3d-98cb-ed801470311d yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:28.236740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': 'b0f564cc-36e3-4b6b-b419-320ca205fae5'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:28.237679 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.294650 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d372385f-3890-4aad-9bbe-a113888a028a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:50:28.295715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d372385f-3890-4aad-9bbe-a113888a028a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:50:28.317967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d372385f-3890-4aad-9bbe-a113888a028a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3679550 Nov 23 10:50:28.320718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43724) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:28.350070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6da9d1a0-746a-4d6a-b085-bd796a99a8d9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0279400 Nov 23 10:50:28.352350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43726) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:28.398622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/b0f564cc-36e3-4b6b-b419-320ca205fae5/3307fbe5-c9c7-4e59-a79b-aa283a22d163) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:28.417146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b826b0-cc95-4471-80f9-dc31e20a8876 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:28.419175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b826b0-cc95-4471-80f9-dc31e20a8876 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:28.421930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c0b826b0-cc95-4471-80f9-dc31e20a8876 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0686357 Nov 23 10:50:28.424718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43728) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:28.563993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet b0f564cc-36e3-4b6b-b419-320ca205fae5 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:28.629984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b79d64c-3d72-4724-9b94-cc3b51d623f2 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:28.666009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 8b79d64c-3d72-4724-9b94-cc3b51d623f2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:28.666361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8b79d64c-3d72-4724-9b94-cc3b51d623f2 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:28.714504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.720981 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.721532 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.762662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:28.766123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:28.769711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:28.775521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Pushing event updated for resources: {'Port': ['ID=3307fbe5-c9c7-4e59-a79b-aa283a22d163,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:28.834491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Attempting to bind port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:28.835207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Attempting to bind port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:28.835328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Attempting to bind port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:28.840942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:28.841359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:28.842315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.842714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:28.843195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Bound port: 3307fbe5-c9c7-4e59-a79b-aa283a22d163, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:28.843580 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.909640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] For port 3307fbe5-c9c7-4e59-a79b-aa283a22d163, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:28.913125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] For port 3307fbe5-c9c7-4e59-a79b-aa283a22d163, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3307fbe5-c9c7-4e59-a79b-aa283a22d163,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:28.918151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:28.986206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b8524-ea15-48a9-9fab-04db2d8fc503 None None] Pushing event updated for resources: {'Port': ['ID=3307fbe5-c9c7-4e59-a79b-aa283a22d163,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:29.112757 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.121528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6b1dcb4d-1645-4325-bb58-af23edf11c53 req-8405cb1c-596d-42fe-9680-49805f3bbc2b tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0501499 Nov 23 10:50:29.243633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.333962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.364679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f564cc-36e3-4b6b-b419-320ca205fae5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:29.366930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:29.370924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7f0d23e5-a865-4e97-b222-d1270e2ab364 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/b0f564cc-36e3-4b6b-b419-320ca205fae5 HTTP/1.1" status: 204 len: 168 time: 0.9443524 Nov 23 10:50:29.373626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43746) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:29.413536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-84fda2b0-90e4-4cd2-8d76-3d039cbdce5f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384672 Nov 23 10:50:29.417021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43748) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:29.422457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:29.515541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:29.519086 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.026156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.073224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:30.076613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:30.078657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395fb5b2-bcf0-410f-b132-aab55dddfdce None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:30.080851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:30.081498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.090986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=34d16074-484b-4124-96f8-a19679aedc40,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:30.109975 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d015cd7e-9f94-44a4-a82a-4fe71cf246e9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6888461 Nov 23 10:50:30.110361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43750) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:30.115475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b3f432d8-b2a4-4f00-a6b2-8500a64d87fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-827757600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:30.143318 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3f432d8-b2a4-4f00-a6b2-8500a64d87fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.144426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3f432d8-b2a4-4f00-a6b2-8500a64d87fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.199541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3f432d8-b2a4-4f00-a6b2-8500a64d87fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.206294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3f432d8-b2a4-4f00-a6b2-8500a64d87fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.237610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3f432d8-b2a4-4f00-a6b2-8500a64d87fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.239333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b3f432d8-b2a4-4f00-a6b2-8500a64d87fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1273630 Nov 23 10:50:30.242221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43756) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:30.320088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6990509-49a4-4457-81ca-5803768dffe2 req-9a36bc9d-c6ee-4925-b3da-750c5d9edb16 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0633178 Nov 23 10:50:30.381758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-51dd5b50-0a77-4eaa-b150-26891559f3a2 None None] Provisioning complete for port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:30.382164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51dd5b50-0a77-4eaa-b150-26891559f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.536667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51dd5b50-0a77-4eaa-b150-26891559f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.580977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-51dd5b50-0a77-4eaa-b150-26891559f3a2 None None] For port 3307fbe5-c9c7-4e59-a79b-aa283a22d163, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3307fbe5-c9c7-4e59-a79b-aa283a22d163,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:30.613707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51dd5b50-0a77-4eaa-b150-26891559f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.657043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.711011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3307fbe5-c9c7-4e59-a79b-aa283a22d163 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:30.775505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd5b50-0a77-4eaa-b150-26891559f3a2 None None] Pushing event updated for resources: {'Port': ['ID=3307fbe5-c9c7-4e59-a79b-aa283a22d163,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:30.803874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:30.804160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:30.884118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb8546e-6e60-4988-8f50-ae10aa407a85 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:30.984034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::1 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/34d16074-484b-4124-96f8-a19679aedc40/f47a8772-7945-4eb4-af83-815433dfc5aa) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:30.990177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-55cf629a-ef94-4d0a-8536-339030bcae1d None None] Provisioning complete for port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:30.990553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55cf629a-ef94-4d0a-8536-339030bcae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.113936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.156010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.203119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:31.206450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:31.211062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:31.211599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.215605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=f47a8772-7945-4eb4-af83-815433dfc5aa,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:31.337793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.398025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-931f8a9f-8473-4fce-8e85-36e60e896525 None None] Provisioning complete for port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:31.398528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-931f8a9f-8473-4fce-8e85-36e60e896525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.546967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde75887-6bfd-4900-861f-6fa2bf979271 req-3826dab5-32d1-4521-bbe8-e286a9f3ace9 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0683010 Nov 23 10:50:31.686632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.691316 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.692500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.764875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=f47a8772-7945-4eb4-af83-815433dfc5aa,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:31.771953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bf0cd30e-1e19-45c9-996a-35a0794a722f None None] Provisioning complete for port f47a8772-7945-4eb4-af83-815433dfc5aa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:31.772475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf0cd30e-1e19-45c9-996a-35a0794a722f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:31.816819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bf0cd30e-1e19-45c9-996a-35a0794a722f None None] Port f47a8772-7945-4eb4-af83-815433dfc5aa cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:31.834813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:31.836355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:31.973735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Router 49ae74cb-1b60-4e64-9457-513233452e05 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:50:32.079081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:32.084115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b6045ac0-cfd4-43be-a2dd-e8d730277fa6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "PUT /v2.0/routers/49ae74cb-1b60-4e64-9457-513233452e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406906 Nov 23 10:50:32.086711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43800) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:32.090512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Sync routers for ids ['49ae74cb-1b60-4e64-9457-513233452e05'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:32.104777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Routers {'49ae74cb-1b60-4e64-9457-513233452e05'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:32.105462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['49ae74cb-1b60-4e64-9457-513233452e05'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:32.141985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3068cc67-3ff9-4724-a3a0-3a0be6e2551a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:32.143874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3068cc67-3ff9-4724-a3a0-3a0be6e2551a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports/f47a8772-7945-4eb4-af83-815433dfc5aa HTTP/1.1" status: 200 len: 911 time: 0.0559056 Nov 23 10:50:32.146038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43802) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:32.198006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b47fcd3c-13b8-444c-8948-bab9a6893a16 None None] Provisioning complete for port f47a8772-7945-4eb4-af83-815433dfc5aa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:32.198379 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b47fcd3c-13b8-444c-8948-bab9a6893a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.198835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb643485-971a-4fd7-ba2a-62913a33969d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:32.205820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb643485-971a-4fd7-ba2a-62913a33969d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:32.209172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb643485-971a-4fd7-ba2a-62913a33969d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0601521 Nov 23 10:50:32.210152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43804) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:32.230034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Set router 49ae74cb-1b60-4e64-9457-513233452e05 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:32.274327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b47fcd3c-13b8-444c-8948-bab9a6893a16 None None] Port f47a8772-7945-4eb4-af83-815433dfc5aa cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:32.462950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae74cb-1b60-4e64-9457-513233452e05', 'name': 'tempest-NetworksTestDHCPv6-router-827757600', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:30Z', 'updated_at': '2021-11-23T10:50:31Z', 'revision_number': 2, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'gw_port_host': None, '_interfaces': [{'id': 'f47a8772-7945-4eb4-af83-815433dfc5aa', 'name': '', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'mac_address': 'fa:16:3e:52:e4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ae74cb-1b60-4e64-9457-513233452e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '34d16074-484b-4124-96f8-a19679aedc40', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:30Z', 'updated_at': '2021-11-23T10:50:31Z', 'revision_number': 2, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'subnets': [{'id': '34d16074-484b-4124-96f8-a19679aedc40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:32.492675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Checking router: 49ae74cb-1b60-4e64-9457-513233452e05 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:32.493044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Updating router 49ae74cb-1b60-4e64-9457-513233452e05 port f47a8772-7945-4eb4-af83-815433dfc5aa binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:50:32.523309 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.693803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3307fbe5-c9c7-4e59-a79b-aa283a22d163 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:32.701941 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.722863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdf8bd36-d232-4d20-8110-b6301f31fc8b req-8c73ab14-ce71-408a-a878-15b0737752e6 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0356665 Nov 23 10:50:32.834383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:32.834841 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.927687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.943566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port f47a8772-7945-4eb4-af83-815433dfc5aa {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:32.943980 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:32.957798 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.035000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c804d4-0394-4e8c-92b2-d9a0901968d4 None None] Pushing event updated for resources: {'Port': ['ID=f47a8772-7945-4eb4-af83-815433dfc5aa,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:33.055534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.070563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for f47a8772-7945-4eb4-af83-815433dfc5aa owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:33.090102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Attempting to bind port f47a8772-7945-4eb4-af83-815433dfc5aa on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:33.090569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Attempting to bind port f47a8772-7945-4eb4-af83-815433dfc5aa by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:33.091007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Attempting to bind port f47a8772-7945-4eb4-af83-815433dfc5aa on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:33.097607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:33.098107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:33.099468 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.099943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:33.100599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Bound port: f47a8772-7945-4eb4-af83-815433dfc5aa, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:33.101070 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.194240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] For port f47a8772-7945-4eb4-af83-815433dfc5aa, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:33.207359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] For port f47a8772-7945-4eb4-af83-815433dfc5aa, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f47a8772-7945-4eb4-af83-815433dfc5aa,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:33.219123 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.305376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c804d4-0394-4e8c-92b2-d9a0901968d4 None None] Pushing event updated for resources: {'Port': ['ID=f47a8772-7945-4eb4-af83-815433dfc5aa,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:33.307502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.313286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Routers {'49ae74cb-1b60-4e64-9457-513233452e05'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:33.314162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['49ae74cb-1b60-4e64-9457-513233452e05'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:33.346163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=f47a8772-7945-4eb4-af83-815433dfc5aa,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:33.404046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] Set router 49ae74cb-1b60-4e64-9457-513233452e05 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:33.406833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6db445dd-e0f4-4ff5-8f15-cf282a9b841b None None] Could not find standard attr ID for object f47a8772-7945-4eb4-af83-815433dfc5aa. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:33.460395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.475756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ae74cb-1b60-4e64-9457-513233452e05', 'name': 'tempest-NetworksTestDHCPv6-router-827757600', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:30Z', 'updated_at': '2021-11-23T10:50:33Z', 'revision_number': 3, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:33.505952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92d1c8-f92a-493c-ad6c-776fe288232a None None] The sync data for ids ['49ae74cb-1b60-4e64-9457-513233452e05'] in n-d-817747-2 is: [{'id': '49ae74cb-1b60-4e64-9457-513233452e05', 'name': 'tempest-NetworksTestDHCPv6-router-827757600', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:30Z', 'updated_at': '2021-11-23T10:50:33Z', 'revision_number': 3, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:33.661896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Router 49ae74cb-1b60-4e64-9457-513233452e05 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:50:33.726536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b4847a82-64ab-4d3c-aeee-f7145a5b4af9 None None] Could not find standard attr ID for object f47a8772-7945-4eb4-af83-815433dfc5aa. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:33.773404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:33.782747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3e2fa7d3-00be-487d-87df-197e8b331475 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "PUT /v2.0/routers/49ae74cb-1b60-4e64-9457-513233452e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5691452 Nov 23 10:50:33.783729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43820) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:33.860198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea2b653f-f062-4b87-9026-e9f8ab6ee83b req-9ea23fe8-206e-4598-86d8-72a95815b9b7 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0291903 Nov 23 10:50:33.876366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b67bd-4e6b-47e6-9b88-be74d805be10 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:33.878089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b67bd-4e6b-47e6-9b88-be74d805be10 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:33.882517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ea7b67bd-4e6b-47e6-9b88-be74d805be10 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0932455 Nov 23 10:50:33.882715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43822) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:33.937035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 34d16074-484b-4124-96f8-a19679aedc40 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:33.940454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:33.989176 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.040477 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.118066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.156662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=34d16074-484b-4124-96f8-a19679aedc40,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:34.160219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.163550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-177e307f-b2e4-4b76-8c74-927d4bd3a922 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/34d16074-484b-4124-96f8-a19679aedc40 HTTP/1.1" status: 204 len: 168 time: 0.2798510 Nov 23 10:50:34.166015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43830) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:34.168511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44174851-c65e-4dd2-be2b-eea0224ee22e None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:34.306904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc69d494-eda6-4785-8c4a-79c1663373c8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1387844 Nov 23 10:50:34.309495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:34.396067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:34.418385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f579b7cc-bda0-4541-856f-bf02b7964b96 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.470543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] Deleting port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:34.472233 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.562250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] For port 3307fbe5-c9c7-4e59-a79b-aa283a22d163, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3307fbe5-c9c7-4e59-a79b-aa283a22d163,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:34.562942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.589750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] Calling delete_port for 3307fbe5-c9c7-4e59-a79b-aa283a22d163 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:34.633193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f579b7cc-bda0-4541-856f-bf02b7964b96 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.636441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f579b7cc-bda0-4541-856f-bf02b7964b96 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.643768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3307fbe5-c9c7-4e59-a79b-aa283a22d163 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:34.686975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] Sync routers for ids ['49ae74cb-1b60-4e64-9457-513233452e05'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:34.691545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f579b7cc-bda0-4541-856f-bf02b7964b96 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.692099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f579b7cc-bda0-4541-856f-bf02b7964b96 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Fanout notify agent at l3_agent the message router_deleted on router 49ae74cb-1b60-4e64-9457-513233452e05 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:50:34.699673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f579b7cc-bda0-4541-856f-bf02b7964b96 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.701052 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f579b7cc-bda0-4541-856f-bf02b7964b96 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/routers/49ae74cb-1b60-4e64-9457-513233452e05 HTTP/1.1" status: 204 len: 168 time: 0.3899016 Nov 23 10:50:34.703829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43836) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:34.709582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:34.715345 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:34.715724 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:50:34.716562 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_agentschedulers_db [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49ae74cb-1b60-4e64-9457-513233452e05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent'). {{(pid=103429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:50:34.727945 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:34.728326 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:50:34.728943 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_agentschedulers_db [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49ae74cb-1b60-4e64-9457-513233452e05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent'). {{(pid=103429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:50:34.729365 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7788d-4fb7-452f-aac7-f0a1ba660506 None None] The sync data for ids ['49ae74cb-1b60-4e64-9457-513233452e05'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:34.806750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.848155 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.877467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:34.881774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:34.895482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] Pushing event deleted for resources: {'Port': ['ID=3307fbe5-c9c7-4e59-a79b-aa283a22d163,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:34.897786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a0f8a-b6a7-4214-8605-f9246859ec30 None None] No DVR routers for this DVR port 3307fbe5-c9c7-4e59-a79b-aa283a22d163 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:35.011408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f596ec60-f453-4af6-9b0a-e04069bc7e23 req-3376e1b4-9148-4d95-8442-3f3e69c34a47 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0347581 Nov 23 10:50:35.137290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.187119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:35.190753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:35.195169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:35.195759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.199351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=df5670f4-ef0c-4eb6-8304-bf62a4f8588f,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:35.203172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ebaf0-a444-4fd5-9b3a-1385ed742f2a None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:35.212835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.213414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.213635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.213954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.214297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.214689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.215033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.215449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.215789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.216242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.216583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.216916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:35.228415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-50940d34-1e37-4596-890c-e05fd59105b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5231981 Nov 23 10:50:35.230844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43846) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:35.236022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a81d1334-98c5-412f-8d85-2c9862f7da3b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1415614924', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:35.259532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81d1334-98c5-412f-8d85-2c9862f7da3b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.261055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81d1334-98c5-412f-8d85-2c9862f7da3b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.318472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81d1334-98c5-412f-8d85-2c9862f7da3b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.322429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81d1334-98c5-412f-8d85-2c9862f7da3b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.341205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81d1334-98c5-412f-8d85-2c9862f7da3b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.342865 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a81d1334-98c5-412f-8d85-2c9862f7da3b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1109924 Nov 23 10:50:35.345579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43848) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:35.379176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': 'df5670f4-ef0c-4eb6-8304-bf62a4f8588f'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:35.380056 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.528940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/df5670f4-ef0c-4eb6-8304-bf62a4f8588f/fe81397d-3eb9-4b99-b0af-66e107633a40) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:35.650311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.845192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.852766 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:35.906572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Pushing event updated for resources: {'Port': ['ID=fe81397d-3eb9-4b99-b0af-66e107633a40,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:35.920472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:35.922120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:35.927996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:35.967438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::1 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/df5670f4-ef0c-4eb6-8304-bf62a4f8588f/90322b84-b440-42f1-bb45-5a1a5b8ddc42) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:36.005020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Attempting to bind port fe81397d-3eb9-4b99-b0af-66e107633a40 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:36.005435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Attempting to bind port fe81397d-3eb9-4b99-b0af-66e107633a40 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:36.005811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Attempting to bind port fe81397d-3eb9-4b99-b0af-66e107633a40 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:36.011327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:36.011718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:36.012125 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.012523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:36.013586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Bound port: fe81397d-3eb9-4b99-b0af-66e107633a40, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:36.013984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.096479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] For port fe81397d-3eb9-4b99-b0af-66e107633a40, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:36.102205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] For port fe81397d-3eb9-4b99-b0af-66e107633a40, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=fe81397d-3eb9-4b99-b0af-66e107633a40,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:36.107515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.150130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-75a34957-a6ac-4949-9778-4676381b9fe1 req-c0408355-728d-47d5-963f-c63b019a71ab tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0411322 Nov 23 10:50:36.158826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.207775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.238418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e61ac-41e0-4a52-9a2a-7a5cd8f5bb1e None None] Pushing event updated for resources: {'Port': ['ID=fe81397d-3eb9-4b99-b0af-66e107633a40,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:36.251826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:36.257005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:36.260588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:36.261150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.298413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=90322b84-b440-42f1-bb45-5a1a5b8ddc42,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:36.639969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device fe81397d-3eb9-4b99-b0af-66e107633a40 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:36.695450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port fe81397d-3eb9-4b99-b0af-66e107633a40 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:36.695824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.736162 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.808593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.888589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port fe81397d-3eb9-4b99-b0af-66e107633a40, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=fe81397d-3eb9-4b99-b0af-66e107633a40,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:36.895994 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:36.938267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-768eefc1-f7f7-4311-a27a-3761e96ee484 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725431 Nov 23 10:50:36.988032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=fe81397d-3eb9-4b99-b0af-66e107633a40,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:37.074406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-3435cbc5-362b-4ca5-8c88-f07f66d62bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.077328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-3435cbc5-362b-4ca5-8c88-f07f66d62bc5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 1096 time: 0.0631716 Nov 23 10:50:37.079680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-0b7b77a5-6ca0-4a47-838c-5cd04e254ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.093005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-0b7b77a5-6ca0-4a47-838c-5cd04e254ff6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1096 time: 0.1381953 Nov 23 10:50:37.184457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.236396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf039b85-3b15-4c28-851d-89c5b9253946 req-ae873ae1-862c-4a03-80ae-71a6629f3df4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.238040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf039b85-3b15-4c28-851d-89c5b9253946 req-ae873ae1-862c-4a03-80ae-71a6629f3df4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2302222 Nov 23 10:50:37.250139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.250920 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.291156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-a5adc95f-bd77-4eac-828a-47191e50642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.293755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-a5adc95f-bd77-4eac-828a-47191e50642f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.1762190 Nov 23 10:50:37.370596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf039b85-3b15-4c28-851d-89c5b9253946 req-46a5a48a-6396-4849-992f-4d55cdb749e9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217167 Nov 23 10:50:37.399520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-2fac0aaf-1091-4c1c-8f52-2dfe2498e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.401387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-2fac0aaf-1091-4c1c-8f52-2dfe2498e699 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.2959907 Nov 23 10:50:37.409332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=90322b84-b440-42f1-bb45-5a1a5b8ddc42,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:37.499023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:37.500743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:37.507837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2945700b-7e39-4f59-a3ab-597e2879bbea None None] Provisioning complete for port fe81397d-3eb9-4b99-b0af-66e107633a40 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:37.508485 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2945700b-7e39-4f59-a3ab-597e2879bbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.548370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-8e153827-3e0a-433b-88cd-6dd41374fcac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e066594-ecd5-4730-a888-3bf2dede11cd HTTP/1.1" status: 200 len: 217 time: 0.1459563 Nov 23 10:50:37.550818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b527d24-dc10-4cd3-a9ee-b694835149f3 req-55e0d63a-2295-4763-afff-8ed2be8f44e4 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.1470811 Nov 23 10:50:37.652983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-6086be9a-dbae-4d3f-bac6-38549d360ab3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.2204332 Nov 23 10:50:37.698565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43876) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:37.716873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-4037f4dd-bb30-4768-905f-854b9f18cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.718364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-4037f4dd-bb30-4768-905f-854b9f18cd24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1606290 Nov 23 10:50:37.731034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Router ee1da941-b558-4e54-ad7a-54abe9d68b82 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:50:37.741533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-3c001ea1-4d55-4ebf-8829-8efdd72491cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.743123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-3c001ea1-4d55-4ebf-8829-8efdd72491cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.0786572 Nov 23 10:50:37.829033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-7659fec1-dbae-47ec-aeb7-a1353a16fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.830589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-7659fec1-dbae-47ec-aeb7-a1353a16fd54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862961 Nov 23 10:50:37.837269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-3ea87d85-fe8f-4f70-a557-c16c0cddca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.838988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-3ea87d85-fe8f-4f70-a557-c16c0cddca97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836895 Nov 23 10:50:37.856245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:37.863970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d5f75e7-8042-4c6b-a555-f770e25d1027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "PUT /v2.0/routers/ee1da941-b558-4e54-ad7a-54abe9d68b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5171618 Nov 23 10:50:37.868881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43882) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:37.869182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Sync routers for ids ['ee1da941-b558-4e54-ad7a-54abe9d68b82'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:37.886946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e274bba4-dc14-4913-8061-d52166e6b87f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:37.896741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Routers {'ee1da941-b558-4e54-ad7a-54abe9d68b82'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:37.897267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ee1da941-b558-4e54-ad7a-54abe9d68b82'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:37.956419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443be201-ca4f-4e6c-88f7-f9b1510334c1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:37.962924 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-443be201-ca4f-4e6c-88f7-f9b1510334c1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports/90322b84-b440-42f1-bb45-5a1a5b8ddc42 HTTP/1.1" status: 200 len: 911 time: 0.0924435 Nov 23 10:50:37.967714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-15e5c821-9d0d-49f6-aa88-db60842a6040 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189790 Nov 23 10:50:37.970748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43886) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:38.053328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f92da-0e32-4069-b64f-f690545f3078 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:38.060759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6f92da-0e32-4069-b64f-f690545f3078 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:38.065963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b6f92da-0e32-4069-b64f-f690545f3078 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0914853 Nov 23 10:50:38.069046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43888) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:38.117856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5e4fda20-4a65-4a0e-99b3-d3edd68c8596 None None] Provisioning complete for port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:38.118242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda20-4a65-4a0e-99b3-d3edd68c8596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.150408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e274bba4-dc14-4913-8061-d52166e6b87f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.162245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e274bba4-dc14-4913-8061-d52166e6b87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.183418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fda20-4a65-4a0e-99b3-d3edd68c8596 None None] Port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:38.191429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Set router ee1da941-b558-4e54-ad7a-54abe9d68b82 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:38.228819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274bba4-dc14-4913-8061-d52166e6b87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd565e-68cb-455b-929a-cc230b6d0173,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:38.236563 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e274bba4-dc14-4913-8061-d52166e6b87f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8092d43340a7460da76fe4d496b45349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5344965 Nov 23 10:50:38.236813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43892) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:38.293284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3650890d-93a2-4268-be21-28dcca46caae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.316343 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3650890d-93a2-4268-be21-28dcca46caae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.365324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3650890d-93a2-4268-be21-28dcca46caae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.368249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3650890d-93a2-4268-be21-28dcca46caae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.369541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3650890d-93a2-4268-be21-28dcca46caae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17dd565e-68cb-455b-929a-cc230b6d0173 HTTP/1.1" status: 204 len: 168 time: 0.1316803 Nov 23 10:50:38.375262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4e31a4df-f179-4341-a83a-7726ff5fadb2 None None] Provisioning complete for port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:38.375558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4e31a4df-f179-4341-a83a-7726ff5fadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.378399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-951a0f4a-c9fd-4bc3-8724-f65a6feee656 req-e578bc0b-3ab4-46e4-b868-39bee99eb673 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994493 Nov 23 10:50:38.379421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650890d-93a2-4268-be21-28dcca46caae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd565e-68cb-455b-929a-cc230b6d0173,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:38.440359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4e31a4df-f179-4341-a83a-7726ff5fadb2 None None] Port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:50:38.505635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1da941-b558-4e54-ad7a-54abe9d68b82', 'name': 'tempest-NetworksTestDHCPv6-router-1415614924', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:36Z', 'revision_number': 2, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'gw_port_host': None, '_interfaces': [{'id': '90322b84-b440-42f1-bb45-5a1a5b8ddc42', 'name': '', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'mac_address': 'fa:16:3e:6e:a1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1da941-b558-4e54-ad7a-54abe9d68b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'df5670f4-ef0c-4eb6-8304-bf62a4f8588f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:36Z', 'revision_number': 2, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'subnets': [{'id': 'df5670f4-ef0c-4eb6-8304-bf62a4f8588f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:38.527148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-64764c6b-3382-4b03-b3ab-d4425b2d896d service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864235 Nov 23 10:50:38.543026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Checking router: ee1da941-b558-4e54-ad7a-54abe9d68b82 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:50:38.543627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Updating router ee1da941-b558-4e54-ad7a-54abe9d68b82 port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:50:38.574448 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.616499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d5dd-472f-493f-a83e-aff4602213f8 req-3016413f-09ac-4390-bc23-df9435e36b4f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:38.618333 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb88d5dd-472f-493f-a83e-aff4602213f8 req-3016413f-09ac-4390-bc23-df9435e36b4f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1175647 Nov 23 10:50:38.701764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb88d5dd-472f-493f-a83e-aff4602213f8 req-185d1185-ba76-4299-9b42-c461f1f1cde3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677731 Nov 23 10:50:38.829218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3391bc6a-f11a-4af5-acbe-a251efaa7459 req-ab58bf1d-124b-4eb3-a677-c0af4e0457d8 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.1140506 Nov 23 10:50:38.839205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43904) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:38.861913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9b06e2-c89f-48e3-a44b-9d5660c2c604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.924834 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e949a213-cd76-4c71-ad2f-8cc1feff1f56 req-0766169f-ed4d-446d-b52e-b66b8a856b09 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867700 Nov 23 10:50:38.965934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9b06e2-c89f-48e3-a44b-9d5660c2c604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.974252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9b06e2-c89f-48e3-a44b-9d5660c2c604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:38.982959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device fe81397d-3eb9-4b99-b0af-66e107633a40 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:39.069289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b06e2-c89f-48e3-a44b-9d5660c2c604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27a5c7f-4497-4e96-841f-fd34b04f08a6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:39.082879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b9b06e2-c89f-48e3-a44b-9d5660c2c604 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2dad1da060bd4c8192c69ee457de43cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417259 Nov 23 10:50:39.083711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43908) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:39.087130 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.103318 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.112016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port fe81397d-3eb9-4b99-b0af-66e107633a40 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:39.112628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.126917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.148427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50d065ec-6111-495f-ab96-3a0b2fe0aadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.174392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50d065ec-6111-495f-ab96-3a0b2fe0aadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.223017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d94d57-05f1-4951-807a-3e9094edac0f None None] Pushing event updated for resources: {'Port': ['ID=90322b84-b440-42f1-bb45-5a1a5b8ddc42,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:39.269669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50d065ec-6111-495f-ab96-3a0b2fe0aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.272575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50d065ec-6111-495f-ab96-3a0b2fe0aadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.276060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-50d065ec-6111-495f-ab96-3a0b2fe0aadc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b27a5c7f-4497-4e96-841f-fd34b04f08a6 HTTP/1.1" status: 204 len: 168 time: 0.1882186 Nov 23 10:50:39.280665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Attempting to bind port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:39.281444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Attempting to bind port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:39.282281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Attempting to bind port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:39.302142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d065ec-6111-495f-ab96-3a0b2fe0aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27a5c7f-4497-4e96-841f-fd34b04f08a6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:39.348254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:39.348741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:39.349040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.349467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:39.349990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Bound port: 90322b84-b440-42f1-bb45-5a1a5b8ddc42, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:39.350377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.433333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:39.433965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.455253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] For port 90322b84-b440-42f1-bb45-5a1a5b8ddc42, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:39.459622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] For port 90322b84-b440-42f1-bb45-5a1a5b8ddc42, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=90322b84-b440-42f1-bb45-5a1a5b8ddc42,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:39.469205 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.530820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Routers {'ee1da941-b558-4e54-ad7a-54abe9d68b82'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:39.531952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ee1da941-b558-4e54-ad7a-54abe9d68b82'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:39.568626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] For port 90322b84-b440-42f1-bb45-5a1a5b8ddc42, host n-d-817747-2, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:39.568985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.582379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 90322b84-b440-42f1-bb45-5a1a5b8ddc42 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:39.630813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d94d57-05f1-4951-807a-3e9094edac0f None None] Pushing event updated for resources: {'Port': ['ID=90322b84-b440-42f1-bb45-5a1a5b8ddc42,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:39.656002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0b84397c-9b9a-4c07-87d9-611670241d6f None None] Provisioning complete for port 90322b84-b440-42f1-bb45-5a1a5b8ddc42 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:39.656356 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b84397c-9b9a-4c07-87d9-611670241d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.697050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] Set router ee1da941-b558-4e54-ad7a-54abe9d68b82 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:50:39.830490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:39.870849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=90322b84-b440-42f1-bb45-5a1a5b8ddc42,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:39.915376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb3c43-ea97-4795-aa5e-d7a7d38e0508 req-c6c9ffe2-2d6b-40ee-b9e4-bf72f3a63d65 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:39.917049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82eb3c43-ea97-4795-aa5e-d7a7d38e0508 req-c6c9ffe2-2d6b-40ee-b9e4-bf72f3a63d65 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1083386 Nov 23 10:50:40.011738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0b84397c-9b9a-4c07-87d9-611670241d6f None None] Could not find standard attr ID for object 90322b84-b440-42f1-bb45-5a1a5b8ddc42. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:40.017444 n-d-817747-2 neutron-server[103428]: INFO neutron.plugins.ml2.db [None req-0b84397c-9b9a-4c07-87d9-611670241d6f None None] No ports have port_id starting with 90322b84-b440-42f1-bb45-5a1a5b8ddc42 Nov 23 10:50:40.024653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82eb3c43-ea97-4795-aa5e-d7a7d38e0508 req-e7960a88-c332-4e4a-93b5-78fa1f00471c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932093 Nov 23 10:50:40.059360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bbf3d6d6-109d-4114-9035-53b342ed2cfe req-6d14d61c-b30a-4c04-9bd9-6a85828fb722 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0762610 Nov 23 10:50:40.077001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:40.201841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-94434b03-056f-4fd9-9017-037ab1f39ab7 None None] Could not find standard attr ID for object 90322b84-b440-42f1-bb45-5a1a5b8ddc42. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:40.285483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee1da941-b558-4e54-ad7a-54abe9d68b82', 'name': 'tempest-NetworksTestDHCPv6-router-1415614924', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:36Z', 'revision_number': 2, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'gw_port_host': None, '_interfaces': [{'id': '90322b84-b440-42f1-bb45-5a1a5b8ddc42', 'name': '', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'mac_address': 'fa:16:3e:6e:a1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1da941-b558-4e54-ad7a-54abe9d68b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'df5670f4-ef0c-4eb6-8304-bf62a4f8588f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 4, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'subnets': [{'id': 'df5670f4-ef0c-4eb6-8304-bf62a4f8588f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:50:40.314937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d911a99d-82bf-42a6-b5fc-f5cfcdbff475 None None] The sync data for ids ['ee1da941-b558-4e54-ad7a-54abe9d68b82'] in n-d-817747-2 is: [{'id': 'ee1da941-b558-4e54-ad7a-54abe9d68b82', 'name': 'tempest-NetworksTestDHCPv6-router-1415614924', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:36Z', 'revision_number': 2, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'gw_port_host': None, '_interfaces': [{'id': '90322b84-b440-42f1-bb45-5a1a5b8ddc42', 'name': '', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'mac_address': 'fa:16:3e:6e:a1:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1da941-b558-4e54-ad7a-54abe9d68b82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'df5670f4-ef0c-4eb6-8304-bf62a4f8588f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:50:35Z', 'updated_at': '2021-11-23T10:50:39Z', 'revision_number': 4, 'project_id': 'ff4a2f035c2247cc946dee5135937b78', 'subnets': [{'id': 'df5670f4-ef0c-4eb6-8304-bf62a4f8588f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:40.713420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Router ee1da941-b558-4e54-ad7a-54abe9d68b82 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:50:40.826483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:50:40.831954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f3ce1336-3b1c-40f4-a945-1441cccb2742 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "PUT /v2.0/routers/ee1da941-b558-4e54-ad7a-54abe9d68b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7488625 Nov 23 10:50:40.835026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43954) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:40.848609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-de8466bb-d085-461c-847b-246d511f2f7c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2907391 Nov 23 10:50:40.917683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250c2d0-cbdb-43e9-aa31-046ec912e654 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:40.919223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250c2d0-cbdb-43e9-aa31-046ec912e654 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:40.920785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d250c2d0-cbdb-43e9-aa31-046ec912e654 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0848353 Nov 23 10:50:40.923627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43960) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:40.936721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-ada03d9f-ad9b-4002-a74b-a022b3faa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:40.938508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-ada03d9f-ad9b-4002-a74b-a022b3faa726 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a7c73e60677041069ac50a65f651def4&device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 1097 time: 0.0563035 Nov 23 10:50:40.985722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet df5670f4-ef0c-4eb6-8304-bf62a4f8588f {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:40.989435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.032796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.073940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-5f72d993-9046-48e8-9c70-96a823973bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:41.076089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-5f72d993-9046-48e8-9c70-96a823973bc8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=64f64b9f-54e0-427b-b075-7a6868ff61bd HTTP/1.1" status: 200 len: 907 time: 0.1092856 Nov 23 10:50:41.152735 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.154618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-c6854dda-2ec2-41e7-a55d-fbfd65b382dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5 HTTP/1.1" status: 200 len: 1001 time: 0.0663190 Nov 23 10:50:41.237376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-b51952e3-4095-435d-bd54-4cd65c4e1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:41.238213 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce59e75c-b35d-4677-bf4f-cb15728e4709 req-ea8b2ec5-6bc3-4da3-afaa-638cecdcd922 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0322366 Nov 23 10:50:41.239068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-b51952e3-4095-435d-bd54-4cd65c4e1c26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf HTTP/1.1" status: 200 len: 845 time: 0.0738263 Nov 23 10:50:41.266132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.283118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.287891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7b825-12f6-4b8d-a025-d89eca5f72c7 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:41.296297 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/df5670f4-ef0c-4eb6-8304-bf62a4f8588f HTTP/1.1" status: 204 len: 168 time: 0.3705285 Nov 23 10:50:41.297626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43972) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:41.329786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-242aea1a-4881-4970-80b8-9c2cf33c7ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:41.331700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-242aea1a-4881-4970-80b8-9c2cf33c7ab8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=64f64b9f-54e0-427b-b075-7a6868ff61bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798504 Nov 23 10:50:41.384430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdf79d-348a-4044-8853-498c68c5d30b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=df5670f4-ef0c-4eb6-8304-bf62a4f8588f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:41.454491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4d3d17cf-0401-439a-8a89-740256982cf8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1162949 Nov 23 10:50:41.455499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:41.469056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-143f9633-8146-47d0-b2ec-ad2ce23e9e27 service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187630 Nov 23 10:50:41.527082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:41.550011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d4b68fb-9b65-414e-8e7e-1fa1fc09be6e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.592792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de33044d-18b2-48be-9f4b-87dc2b22e349 req-64551c3c-34b7-49a3-92c3-76aaae3fd42e service neutron] 10.222.0.65 "GET /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072388 Nov 23 10:50:41.598476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] Deleting port fe81397d-3eb9-4b99-b0af-66e107633a40 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:41.601571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.707879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] For port fe81397d-3eb9-4b99-b0af-66e107633a40, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=fe81397d-3eb9-4b99-b0af-66e107633a40,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:41.709258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.743109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] Calling delete_port for fe81397d-3eb9-4b99-b0af-66e107633a40 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:41.746506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d4b68fb-9b65-414e-8e7e-1fa1fc09be6e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.749749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d4b68fb-9b65-414e-8e7e-1fa1fc09be6e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.868263 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.874342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d4b68fb-9b65-414e-8e7e-1fa1fc09be6e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.885548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b68fb-9b65-414e-8e7e-1fa1fc09be6e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Fanout notify agent at l3_agent the message router_deleted on router ee1da941-b558-4e54-ad7a-54abe9d68b82 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:50:41.897532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-89cb96ef-373a-494b-8b22-3f60a89f9a92 req-c54a77c7-f827-41ba-8d75-815fe7975b3a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0375259 Nov 23 10:50:41.914521 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d4b68fb-9b65-414e-8e7e-1fa1fc09be6e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:41.916184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d4b68fb-9b65-414e-8e7e-1fa1fc09be6e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/routers/ee1da941-b558-4e54-ad7a-54abe9d68b82 HTTP/1.1" status: 204 len: 168 time: 0.4595213 Nov 23 10:50:41.918799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43984) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:41.936609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] Pushing event deleted for resources: {'Port': ['ID=fe81397d-3eb9-4b99-b0af-66e107633a40,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:41.943172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd57686-7a46-4b4d-a190-19c4fbce170d None None] No DVR routers for this DVR port fe81397d-3eb9-4b99-b0af-66e107633a40 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:41.972032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:41.972244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba3f42b2-49e0-4acd-a49d-32062b5214da tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0516083 Nov 23 10:50:42.033050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7512cc-b031-4ba6-a01a-54a7023f2117 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:42.038321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43990) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:42.045637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5c7512cc-b031-4ba6-a01a-54a7023f2117 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0722892 Nov 23 10:50:42.090531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43994) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:42.093570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9609d291-4e47-47e2-adc4-fedbfb0222ca tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537784 Nov 23 10:50:42.101710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:42.117796 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] Sync routers for ids ['ee1da941-b558-4e54-ad7a-54abe9d68b82'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:50:42.142553 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:42.142933 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:50:42.144687 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_agentschedulers_db [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee1da941-b558-4e54-ad7a-54abe9d68b82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent'). {{(pid=103429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:50:42.161720 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:50:42.162343 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 10:50:42.163106 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_agentschedulers_db [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee1da941-b558-4e54-ad7a-54abe9d68b82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent'). {{(pid=103429) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 10:50:42.163482 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee2261-323a-4f06-a76b-99b3c21db9ca None None] The sync data for ids ['ee1da941-b558-4e54-ad7a-54abe9d68b82'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:50:42.237165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:42.241400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:42.421131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3cec89b3-379b-4933-aaff-4469fe3c7d52 req-6fe3b85b-a8ed-4a84-82b2-feb22ed6b95a tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0715847 Nov 23 10:50:42.566374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:50:42.568166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:42.602160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device fe81397d-3eb9-4b99-b0af-66e107633a40 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:42.604112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:42.607823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:42.613669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:42.615016 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:42.627024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830dae27-86ce-421a-94af-31bd67b9bfbb None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:42.629399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: fe81397d-3eb9-4b99-b0af-66e107633a40 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:50:42.629743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device fe81397d-3eb9-4b99-b0af-66e107633a40 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:50:42.651974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5596581 Nov 23 10:50:42.654176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=eacf97fa-3a5a-460f-807e-3427ba7de0dd,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:42.655862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44002) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:42.661584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:42.667446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.667987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.668495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.669742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.670176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.670693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.671179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.671563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.671992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.672420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.672835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.673282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79783c5e-688b-4816-9d37-55edddc2521e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:50:42.798556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': 'eacf97fa-3a5a-460f-807e-3427ba7de0dd'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:42.799438 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:42.807301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:42.813324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:42.941432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Allocated IP 2001:db8::f816:3eff:fef2:13b9 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/eacf97fa-3a5a-460f-807e-3427ba7de0dd/86c099e1-7a4f-4df3-bf0c-3975f31c90a7) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:43.087328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.089174 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.096209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.133783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:43.139615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:43.140518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:43.144377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:43.144975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.145166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:43.147678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:43.161345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=71ef2a76-9bb8-4a01-8b4a-d5797335b314,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:43.175534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d985f3be-f748-41d8-906a-c7b9888682b8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5159278 Nov 23 10:50:43.175981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44010) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:43.181933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:ae:3c:b1', 'name': 'tempest-NetworksTestDHCPv6-622368689'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:43.213860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:43.227543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Attempting to bind port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:43.227983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Attempting to bind port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:43.228295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Attempting to bind port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:43.234386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:43.241224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:43.241659 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.245168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:43.246100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Bound port: 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:43.246928 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.319943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:43.341973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:43.346223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:43.352503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.432138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec6d8e-5059-4a2b-8eef-9f35c54d8ec6 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:43.452936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:43.492889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port e1c1c25c-c0b5-4e7e-844c-23cde561b330 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:43.568441 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14785b7b-a40a-4093-a906-0405b0d3441d req-527f6138-48c6-4dbf-936a-7250b337f7e9 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0308437 Nov 23 10:50:43.832421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 172.20.0.5 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/71ef2a76-9bb8-4a01-8b4a-d5797335b314/e1c1c25c-c0b5-4e7e-844c-23cde561b330) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:43.861794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4572d97d-3a15-4a4e-856e-b6c08b126117 req-87124bfb-0260-4a81-bd26-846bb4c98f01 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cdca255ca741469784fc604eaa26aff8&device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0314732 Nov 23 10:50:43.863134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:feae:3cb1 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/eacf97fa-3a5a-460f-807e-3427ba7de0dd/e1c1c25c-c0b5-4e7e-844c-23cde561b330) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:43.930201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06dffd3b-6d72-45b2-a39f-501a553289a4 req-7b28f8c9-4e1c-4feb-b012-15ef3a9a2e16 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0646117 Nov 23 10:50:43.941883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4572d97d-3a15-4a4e-856e-b6c08b126117 req-455c4466-d6ef-4818-82db-a9892515d1c6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cdca255ca741469784fc604eaa26aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627670 Nov 23 10:50:44.187803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572d97d-3a15-4a4e-856e-b6c08b126117 req-7213b5f7-661c-4c0d-9dd8-034a5c67f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:44.189396 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4572d97d-3a15-4a4e-856e-b6c08b126117 req-7213b5f7-661c-4c0d-9dd8-034a5c67f059 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2401559 Nov 23 10:50:44.227198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.266479 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.316291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:44.319404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:44.322219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:44.365882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=e1c1c25c-c0b5-4e7e-844c-23cde561b330,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:44.380811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:44.381502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.401206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-872ec6c1-2fcc-4749-a71e-b4e1fb24e421 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2237196 Nov 23 10:50:44.404227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44026) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:44.462746 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26a1e385-c38f-4567-8a96-dfdce64f79a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.493164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf1a39-add7-4ad3-b045-9bd117c597f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:44.501250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf1a39-add7-4ad3-b045-9bd117c597f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:44.503796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4abf1a39-add7-4ad3-b045-9bd117c597f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0983555 Nov 23 10:50:44.509290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44030) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:44.681998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port e1c1c25c-c0b5-4e7e-844c-23cde561b330 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:44.682358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.723880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:44.826220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0808e0-c3c9-4a79-ba42-6a25e97ccf1d None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:44.869887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.885836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for e1c1c25c-c0b5-4e7e-844c-23cde561b330 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:44.933673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f6862135-a247-441a-a3c6-8bee5baf1539 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:44.934505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6862135-a247-441a-a3c6-8bee5baf1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:44.982055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:44.982428 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.070521 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df80491f-c325-4cbf-baae-a7e453e74692 req-a1b28943-9708-428f-acfb-211477d1df2b tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0361936 Nov 23 10:50:45.104696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6862135-a247-441a-a3c6-8bee5baf1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.139741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.173537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=e1c1c25c-c0b5-4e7e-844c-23cde561b330,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:45.199721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f6862135-a247-441a-a3c6-8bee5baf1539 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:45.208699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6862135-a247-441a-a3c6-8bee5baf1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.214998 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.276914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.283400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-372c26c9-dd68-4d9f-994e-02b281df6f92 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/e1c1c25c-c0b5-4e7e-844c-23cde561b330 HTTP/1.1" status: 204 len: 168 time: 0.7708418 Nov 23 10:50:45.283693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44046) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:45.291539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6862135-a247-441a-a3c6-8bee5baf1539 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:45.348197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179e643-66b3-419b-9849-83d42b7994d8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:45.350190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179e643-66b3-419b-9849-83d42b7994d8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:45.351909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4179e643-66b3-419b-9849-83d42b7994d8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:45.353761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4179e643-66b3-419b-9849-83d42b7994d8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0692229 Nov 23 10:50:45.357287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44048) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:45.366376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:50:45.366852 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:50:45.380195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa307cdf-724f-4f73-b862-7b6a08e39823 None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': 'eacf97fa-3a5a-460f-807e-3427ba7de0dd', 'ip_address': '2001:db8::f816:3eff:fef2:13b9'}, {'subnet_id': '71ef2a76-9bb8-4a01-8b4a-d5797335b314'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '86c099e1-7a4f-4df3-bf0c-3975f31c90a7'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:50:45.411036 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa307cdf-724f-4f73-b862-7b6a08e39823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.420782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 71ef2a76-9bb8-4a01-8b4a-d5797335b314 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:45.425421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.468136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.514975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.579659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.599059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4572d97d-3a15-4a4e-856e-b6c08b126117 req-77284f92-9b17-49e0-9b61-f767faad1493 tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.58 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0293188 Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server [None req-aa307cdf-724f-4f73-b862-7b6a08e39823 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71ef2a76-9bb8-4a01-8b4a-d5797335b314: This subnet is being modified by another concurrent operation. Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:50:45.603897 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71ef2a76-9bb8-4a01-8b4a-d5797335b314: This subnet is being modified by another concurrent operation. Nov 23 10:50:45.609429 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Nov 23 10:50:45.617827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=71ef2a76-9bb8-4a01-8b4a-d5797335b314,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:45.619795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.623509 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d84f651-b2ea-44fd-958c-b3c09cf4b592 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/71ef2a76-9bb8-4a01-8b4a-d5797335b314 HTTP/1.1" status: 204 len: 168 time: 0.2649813 Nov 23 10:50:45.626931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44050) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:45.701015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet eacf97fa-3a5a-460f-807e-3427ba7de0dd {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:45.704672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.737589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ae521128-d108-4d28-aac8-8a1d1347d4a5 None None] Could not find standard attr ID for object e1c1c25c-c0b5-4e7e-844c-23cde561b330. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:45.757801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.774803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ae521128-d108-4d28-aac8-8a1d1347d4a5 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:45.775187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae521128-d108-4d28-aac8-8a1d1347d4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.873705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.949042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd388ce4-df1b-4f71-92ec-641c18f02ec0 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:50:45.967985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:45.994060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=eacf97fa-3a5a-460f-807e-3427ba7de0dd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:46.000036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:46.005835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e12fbdbf-2ed3-4ae1-ac05-f1d9dd1677a0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/eacf97fa-3a5a-460f-807e-3427ba7de0dd HTTP/1.1" status: 204 len: 168 time: 0.3752246 Nov 23 10:50:46.006438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44058) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:46.057393 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a406cb7e-bec8-49cb-bc1c-c0c6632cfb99 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500104 Nov 23 10:50:46.060615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44060) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:46.065788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:46.150502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-49e8adde-c064-432b-8703-e80425916a3f None None] Could not find standard attr ID for object e1c1c25c-c0b5-4e7e-844c-23cde561b330. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:46.157645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd388ce4-df1b-4f71-92ec-641c18f02ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:50:46.192375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:46.200822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:46.265337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7ca85c1-5ca9-40b2-aedb-616cae1002df req-e09488ed-42ab-4439-85f3-82fd802ac59a tempest-ServerShowV257Test-1831791796 tempest-ServerShowV257Test-1831791796-project] 10.222.0.61 "GET /v2.0/ports?device_id=7856de8f-91c1-4e7b-96df-1fde823ec028 HTTP/1.1" status: 200 len: 210 time: 0.0394676 Nov 23 10:50:46.472114 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0862b9c2-99f6-41a0-bee9-f83926099504 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:50:46.601695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:46.639604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-90d44f11-714e-40e2-b62e-53c056f7bb24 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:46.640227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90d44f11-714e-40e2-b62e-53c056f7bb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:46.723583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0862b9c2-99f6-41a0-bee9-f83926099504 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:50:46.804009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:50:46.806559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.091488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:47.094576 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3a81e4fc-a622-41c8-acbf-d99cc574fd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.098973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.149723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.210239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:47.325260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:47.380176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.386085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.386831 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.447877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=187239db-6498-4386-9424-9e7bef2d0bcf,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:47.485953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:47.494173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:47.500428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:47.501038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.543204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:47.554314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e4e0275b-ae8a-4bf0-a26e-253684ab1423 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4924417 Nov 23 10:50:47.557365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44076) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:47.566418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:47.698569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:47.716295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44080) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:47.721472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.846604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7625819d-f2d1-436f-923f-109113b6dee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.936460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7625819d-f2d1-436f-923f-109113b6dee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.943031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7625819d-f2d1-436f-923f-109113b6dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:47.982350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625819d-f2d1-436f-923f-109113b6dee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252794c5-3701-4187-b055-48735b38e671,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:47.989549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44086) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:47.995723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7625819d-f2d1-436f-923f-109113b6dee8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cdca255ca741469784fc604eaa26aff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686424 Nov 23 10:50:48.038764 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:50:48.070048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.153464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:48.160054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:48.164133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b864a4e7-58a5-4f2f-a985-fb31e2ca5c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.169596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:48.170157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.186145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:48.223114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6c41a08b-ebf0-46e1-a414-aef5d8a711d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6582446 Nov 23 10:50:48.223357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44098) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:48.228976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:c6:27:85', 'name': 'tempest-NetworksTestDHCPv6-92552489'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:48.236818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b864a4e7-58a5-4f2f-a985-fb31e2ca5c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.331084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b864a4e7-58a5-4f2f-a985-fb31e2ca5c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.335469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b864a4e7-58a5-4f2f-a985-fb31e2ca5c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.338129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b864a4e7-58a5-4f2f-a985-fb31e2ca5c2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/252794c5-3701-4187-b055-48735b38e671 HTTP/1.1" status: 204 len: 168 time: 0.3477721 Nov 23 10:50:48.356332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864a4e7-58a5-4f2f-a985-fb31e2ca5c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252794c5-3701-4187-b055-48735b38e671,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:48.419782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:48.498741 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.592663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b350318-df29-4c3b-9088-4f01c71d2daf None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:48.593268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.626869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b81ed4ca-4b22-4cda-8adf-b3b3f7d84c4b None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:48.629477 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b81ed4ca-4b22-4cda-8adf-b3b3f7d84c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:48.655131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 60d9e446-824e-48e8-adff-ff4585ba84c2 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:48.710173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44112) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:48.814547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:48.894007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 172.20.0.2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7/60d9e446-824e-48e8-adff-ff4585ba84c2) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:48.902037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fec6:2785 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/187239db-6498-4386-9424-9e7bef2d0bcf/60d9e446-824e-48e8-adff-ff4585ba84c2) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:49.072103 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b81ed4ca-4b22-4cda-8adf-b3b3f7d84c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.082158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-372c2747-4d0d-47c9-8571-a80bcd8f502e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.094315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:49.094692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.116827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.122108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b81ed4ca-4b22-4cda-8adf-b3b3f7d84c4b None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:49.164824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.166739 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b81ed4ca-4b22-4cda-8adf-b3b3f7d84c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.245432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=60d9e446-824e-48e8-adff-ff4585ba84c2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:49.252667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ed4ca-4b22-4cda-8adf-b3b3f7d84c4b None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:49.259865 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-372c2747-4d0d-47c9-8571-a80bcd8f502e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.261861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:49.264102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:49.267179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:49.271561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-372c2747-4d0d-47c9-8571-a80bcd8f502e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.340726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:49.343061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.351988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-372c2747-4d0d-47c9-8571-a80bcd8f502e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8af2ffd7fb6f4683878f80c4a288963a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402018 Nov 23 10:50:49.354083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44134) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:49.354970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c2747-4d0d-47c9-8571-a80bcd8f502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d9fc82-96da-4088-bd66-81ac25f67977,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:49.383893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-306dfaf6-9b71-40e2-90f3-f2493ff8124a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.1571672 Nov 23 10:50:49.384073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a0f42-fc78-4665-9282-c3da365135f0 None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '187239db-6498-4386-9424-9e7bef2d0bcf', 'ip_address': '2001:db8::f816:3eff:fef2:13b9'}, {'subnet_id': '710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '86c099e1-7a4f-4df3-bf0c-3975f31c90a7'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:50:49.384206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:49.421684 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-173a0f42-fc78-4665-9282-c3da365135f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.432322 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa13c627-408a-4adf-9bfa-c8228bdeea59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.455931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2288e-681e-4503-9870-863c65070dc8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:49.457344 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa13c627-408a-4adf-9bfa-c8228bdeea59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.462926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2288e-681e-4503-9870-863c65070dc8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:49.467464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dda2288e-681e-4503-9870-863c65070dc8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0793741 Nov 23 10:50:49.467813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:49.487566 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.577163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa13c627-408a-4adf-9bfa-c8228bdeea59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.579696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa13c627-408a-4adf-9bfa-c8228bdeea59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.580853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa13c627-408a-4adf-9bfa-c8228bdeea59 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55d9fc82-96da-4088-bd66-81ac25f67977 HTTP/1.1" status: 204 len: 168 time: 0.2254653 Nov 23 10:50:49.592690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13c627-408a-4adf-9bfa-c8228bdeea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d9fc82-96da-4088-bd66-81ac25f67977,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:49.597378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 60d9e446-824e-48e8-adff-ff4585ba84c2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:49.597706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.645067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-173a0f42-fc78-4665-9282-c3da365135f0 None None] Allocated IP 172.20.0.3 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7/86c099e1-7a4f-4df3-bf0c-3975f31c90a7) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:49.707312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.724629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 60d9e446-824e-48e8-adff-ff4585ba84c2 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:49.742873 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.773839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-173a0f42-fc78-4665-9282-c3da365135f0 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:49.807687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-173a0f42-fc78-4665-9282-c3da365135f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.813454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-173a0f42-fc78-4665-9282-c3da365135f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:49.923269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a0f42-fc78-4665-9282-c3da365135f0 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:49.974528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.028801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=60d9e446-824e-48e8-adff-ff4585ba84c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:50.062706 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.085513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44154) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:50.108586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16fa000c-fb59-4d34-8795-42ef1b80c647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.213258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.217790 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3269b294-58a0-4427-b173-d3051787adf3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/60d9e446-824e-48e8-adff-ff4585ba84c2 HTTP/1.1" status: 204 len: 168 time: 0.7489691 Nov 23 10:50:50.220168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44162) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:50.236911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16fa000c-fb59-4d34-8795-42ef1b80c647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.241824 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16fa000c-fb59-4d34-8795-42ef1b80c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.275421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-16fa000c-fb59-4d34-8795-42ef1b80c647 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b6163ee64553478fb39098ce29181ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1881285 Nov 23 10:50:50.278504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44164) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:50.283504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df209d-3826-4297-be9b-3ddf2ca28c73 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:50.285177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df209d-3826-4297-be9b-3ddf2ca28c73 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:50.286709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df209d-3826-4297-be9b-3ddf2ca28c73 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:50.288287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-22df209d-3826-4297-be9b-3ddf2ca28c73 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0670052 Nov 23 10:50:50.297690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:50.327761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa000c-fb59-4d34-8795-42ef1b80c647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199a2236-fa8f-42ed-bbf6-eb97b1772ba4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:50.357674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e4e562e-5c35-4e12-82a5-0c923cbe51e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.361862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 187239db-6498-4386-9424-9e7bef2d0bcf {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:50.366030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.434120 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.435795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e4e562e-5c35-4e12-82a5-0c923cbe51e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.515455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e4e562e-5c35-4e12-82a5-0c923cbe51e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.519382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e4e562e-5c35-4e12-82a5-0c923cbe51e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.521151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e4e562e-5c35-4e12-82a5-0c923cbe51e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/199a2236-fa8f-42ed-bbf6-eb97b1772ba4 HTTP/1.1" status: 204 len: 168 time: 0.2412598 Nov 23 10:50:50.541080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e562e-5c35-4e12-82a5-0c923cbe51e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a2236-fa8f-42ed-bbf6-eb97b1772ba4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:50.555316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.645863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.656336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:50.726674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.733156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:50.735728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/187239db-6498-4386-9424-9e7bef2d0bcf HTTP/1.1" status: 204 len: 168 time: 0.4366872 Nov 23 10:50:50.736550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:50.736736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dd2fe-08d2-4c3a-a12a-36c9eef99c66 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=187239db-6498-4386-9424-9e7bef2d0bcf,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:50.737546 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.809827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:50.814884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.865184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13bc2d3-b76b-401e-9846-a17ace536c64 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:50.872544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.938082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9b36111f-8d36-4965-8f7e-54651c4b6483 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:50.938458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b36111f-8d36-4965-8f7e-54651c4b6483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:50.990074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.084404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.136264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:51.143501 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.147627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-88cf937a-a975-4427-b894-b7b9db2da017 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7 HTTP/1.1" status: 204 len: 168 time: 0.4127700 Nov 23 10:50:51.149724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44186) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:51.205727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-26bcbaf6-fab2-4efc-bd21-ca6883487cd8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524375 Nov 23 10:50:51.206072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44192) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:51.213306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:51.281974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a3a80-cc07-4194-a600-d6397a340a4b None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '86c099e1-7a4f-4df3-bf0c-3975f31c90a7'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:50:51.320770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3a80-cc07-4194-a600-d6397a340a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.322068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:51.326315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.501456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc131e-9ada-40ae-8055-69388bf03bae None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:51.553048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.612542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dc83ccea-041b-4651-b407-66a2eeee093a None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:51.612921 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc83ccea-041b-4651-b407-66a2eeee093a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.614029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:51.617310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:51.622913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:51.623600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.627130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=c4935375-05a8-4fd4-b1be-db41a005b2cf,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:51.647373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-36e6be53-0c99-4118-9279-daff255666f2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4375889 Nov 23 10:50:51.647782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44210) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:51.655347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:51.764549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00642cc-898f-4b9b-a2b5-fae714ee982a None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': 'c4935375-05a8-4fd4-b1be-db41a005b2cf'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '86c099e1-7a4f-4df3-bf0c-3975f31c90a7'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:50:51.777803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:51.781873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.790442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b00642cc-898f-4b9b-a2b5-fae714ee982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:51.960549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-b00642cc-898f-4b9b-a2b5-fae714ee982a None None] Allocated IP 172.20.0.2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/c4935375-05a8-4fd4-b1be-db41a005b2cf/86c099e1-7a4f-4df3-bf0c-3975f31c90a7) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:52.053358 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:52.085197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b00642cc-898f-4b9b-a2b5-fae714ee982a None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:52.116328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b00642cc-898f-4b9b-a2b5-fae714ee982a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:52.123216 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b00642cc-898f-4b9b-a2b5-fae714ee982a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:52.170783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:50:52.204902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00642cc-898f-4b9b-a2b5-fae714ee982a None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=12']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:52.523188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:52.686671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:52.777318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:52.795070 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:52.947584 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:52.984118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=13']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:53.002349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:53.130925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:53.131037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.246940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:53.286326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.295646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.296713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.359889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed2c8f-723c-44ef-b68e-5b9411b124fe None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:53.382599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:53.385180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=e56f0871-7939-4ed8-8cf3-ea44fa87ae3b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:53.388842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:53.417829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:53.419044 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.460157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=15']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:53.472104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44266) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:53.472572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-19b89b43-7371-4aff-b9bc-aea7d850e131 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8232222 Nov 23 10:50:53.478241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:ca:57:69', 'name': 'tempest-NetworksTestDHCPv6-2038516679'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:53.530438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-04b5f9a2-bcf3-4a37-8104-63415c7782a1 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:53.530814 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b5f9a2-bcf3-4a37-8104-63415c7782a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.609927 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.646712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:53.770390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.774428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:53.799256 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.802233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port c0568cb8-c97c-4e36-9ac1-b455b8ebabb2 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:53.825440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04b5f9a2-bcf3-4a37-8104-63415c7782a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:53.963807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=16']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:54.019236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 172.20.0.7 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/c4935375-05a8-4fd4-b1be-db41a005b2cf/c0568cb8-c97c-4e36-9ac1-b455b8ebabb2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:54.040211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:feca:5769 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/e56f0871-7939-4ed8-8cf3-ea44fa87ae3b/c0568cb8-c97c-4e36-9ac1-b455b8ebabb2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:54.041865 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-04b5f9a2-bcf3-4a37-8104-63415c7782a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:50:54.043436 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-04b5f9a2-bcf3-4a37-8104-63415c7782a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:50:54.257212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.294701 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.348161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:54.351551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:54.357722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:54.364957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=c0568cb8-c97c-4e36-9ac1-b455b8ebabb2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:54.416011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:54.416650 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.435000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b8b53b32-849a-41e5-b2c7-7c90267a3e3a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9610393 Nov 23 10:50:54.437604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44278) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:54.491206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f204ca-505a-4b68-baef-61204fdef3d3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:54.497868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f204ca-505a-4b68-baef-61204fdef3d3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:54.499636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a8f204ca-505a-4b68-baef-61204fdef3d3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0611176 Nov 23 10:50:54.502441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44280) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:54.637365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:50:54.692135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port c0568cb8-c97c-4e36-9ac1-b455b8ebabb2 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:54.692563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.762278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:54.762802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.837053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:54.852944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for c0568cb8-c97c-4e36-9ac1-b455b8ebabb2 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:54.859998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc32a25e-13f9-421d-a554-2a29419cff31 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:54.999798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2689787f-91c1-43f6-86c7-fe833625eee7 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:55.000345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2689787f-91c1-43f6-86c7-fe833625eee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.068740 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.113758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=c0568cb8-c97c-4e36-9ac1-b455b8ebabb2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:55.232387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.242541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-923e9014-0645-4e8e-b5d4-d1f2d30c9775 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/c0568cb8-c97c-4e36-9ac1-b455b8ebabb2 HTTP/1.1" status: 204 len: 168 time: 0.7366872 Nov 23 10:50:55.243042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44300) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:55.318195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc876d-94ec-476d-bc6a-6e5447de72b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:55.320034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc876d-94ec-476d-bc6a-6e5447de72b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:55.321686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc876d-94ec-476d-bc6a-6e5447de72b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:55.323431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cefc876d-94ec-476d-bc6a-6e5447de72b0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0792651 Nov 23 10:50:55.326783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44304) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:55.399095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet c4935375-05a8-4fd4-b1be-db41a005b2cf {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:55.403730 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.453642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.519368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a9f5eb8f-b6ad-41e0-9a04-11bdaa4fb314 None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:55.522024 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a9f5eb8f-b6ad-41e0-9a04-11bdaa4fb314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.586952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.661932 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.695310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.701829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44308) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:55.702213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/c4935375-05a8-4fd4-b1be-db41a005b2cf HTTP/1.1" status: 204 len: 168 time: 0.3743768 Nov 23 10:50:55.703434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3d211-a46c-4457-a96a-26c5a19e735c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=c4935375-05a8-4fd4-b1be-db41a005b2cf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:55.773810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet e56f0871-7939-4ed8-8cf3-ea44fa87ae3b {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:55.779274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.833910 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:55.850562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b7394f-fbd6-4417-88fe-9cb428aa07fc None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:55.871485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-faf84bd7-3135-4edc-a4e9-8562becdfdde None None] Could not find standard attr ID for object c0568cb8-c97c-4e36-9ac1-b455b8ebabb2. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:50:55.963241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.058499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.084904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=e56f0871-7939-4ed8-8cf3-ea44fa87ae3b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:56.092208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.095757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ca4b4c5-665e-4984-8f94-d270638e3d16 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/e56f0871-7939-4ed8-8cf3-ea44fa87ae3b HTTP/1.1" status: 204 len: 168 time: 0.3929420 Nov 23 10:50:56.099198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44314) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:56.150185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f7e5ae48-fdac-4a1a-b720-586bd17c18e3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471048 Nov 23 10:50:56.150784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44316) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:56.158605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:56.167078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50c5af6-3925-4a47-8d8e-f944ee3e3ffd None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': 'e56f0871-7939-4ed8-8cf3-ea44fa87ae3b'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '86c099e1-7a4f-4df3-bf0c-3975f31c90a7'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:50:56.198653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f50c5af6-3925-4a47-8d8e-f944ee3e3ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.288114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:56.298359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.412223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4a8d5d-8e1e-427f-b975-840f92078bcd None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:56.538163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8e085686-5944-4cf2-8b09-b5999cbee87f None None] Provisioning complete for port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:50:56.538163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8e085686-5944-4cf2-8b09-b5999cbee87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.571358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.662758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:56.669981 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:56.674956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:50:56.676804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:50:56.679420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:56.679806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.693008 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=2269d242-bae3-4774-9058-be934b408562,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:56.720763 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2a9ad3a9-d799-4450-b642-987616b95caf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5687063 Nov 23 10:50:56.723779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44324) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:56.729494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:56.828747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] Deleting port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:56.830314 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.902327 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.907931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:56.919582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.969145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:56.969566 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:56.973305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:50:56.984830 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:57.070612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=19']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:57.074060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] Calling delete_port for 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:57.327528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:57.384604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] Pushing event deleted for resources: {'Port': ['ID=86c099e1-7a4f-4df3-bf0c-3975f31c90a7,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:57.387116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ce377-14c1-4fc3-96d0-dc7ef4e08e7a None None] No DVR routers for this DVR port 86c099e1-7a4f-4df3-bf0c-3975f31c90a7 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:50:57.416757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc29ac4-c4e8-4959-a136-0387439b51bf None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:57.465390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:50:57.467325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:57.525677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:57.530091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:57.533546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:57.534269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:57.570970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8454740 Nov 23 10:50:57.572148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80dc0a-ccbb-407b-8a96-708860565ffc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=c18b058e-b5d0-4086-a0a3-cb5eec6a7c27,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:57.575546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44344) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:57.581901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:0d:04:35', 'name': 'tempest-NetworksTestDHCPv6-226375667'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:50:57.731901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:50:57.764894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '2269d242-bae3-4774-9058-be934b408562'}, {'subnet_id': 'c18b058e-b5d0-4086-a0a3-cb5eec6a7c27'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:50:57.766536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:57.849615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:57.881851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 5e43cb54-d1d4-4be9-8e4c-f337b8619ee5 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:50:57.975580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Allocated IP 172.20.0.2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/2269d242-bae3-4774-9058-be934b408562/492436ef-0018-4b62-a928-6ae0f422c05f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:57.982342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Allocated IP 2001:db8::f816:3eff:fe80:3f4f (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/c18b058e-b5d0-4086-a0a3-cb5eec6a7c27/492436ef-0018-4b62-a928-6ae0f422c05f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:58.146916 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.155804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.204127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:58.211608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:58.218231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:58.271730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Pushing event updated for resources: {'Port': ['ID=492436ef-0018-4b62-a928-6ae0f422c05f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:58.294070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 172.20.0.7 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/2269d242-bae3-4774-9058-be934b408562/5e43cb54-d1d4-4be9-8e4c-f337b8619ee5) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:58.301034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fe0d:435 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/c18b058e-b5d0-4086-a0a3-cb5eec6a7c27/5e43cb54-d1d4-4be9-8e4c-f337b8619ee5) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:50:58.379028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Attempting to bind port 492436ef-0018-4b62-a928-6ae0f422c05f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:50:58.379515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Attempting to bind port 492436ef-0018-4b62-a928-6ae0f422c05f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:50:58.380030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Attempting to bind port 492436ef-0018-4b62-a928-6ae0f422c05f on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:50:58.386117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:50:58.386800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:50:58.387667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.388207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:50:58.389020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Bound port: 492436ef-0018-4b62-a928-6ae0f422c05f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:50:58.389526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.460836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] For port 492436ef-0018-4b62-a928-6ae0f422c05f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:50:58.465598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] For port 492436ef-0018-4b62-a928-6ae0f422c05f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=492436ef-0018-4b62-a928-6ae0f422c05f,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:50:58.470343 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.492907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.539115 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.590290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a8c78-ae70-4a27-8bf4-f5c8f92ac8fb None None] Pushing event updated for resources: {'Port': ['ID=492436ef-0018-4b62-a928-6ae0f422c05f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:58.659318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:50:58.669917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:50:58.677539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:50:58.717773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=5e43cb54-d1d4-4be9-8e4c-f337b8619ee5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:58.755947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:58.756770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:58.788589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44368) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:58.790561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0eee60db-c811-4b2d-b630-f161289fd65c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.2114651 Nov 23 10:50:58.878943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544690a8-ede8-4a48-8dc0-a791bd1e675e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:58.885309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544690a8-ede8-4a48-8dc0-a791bd1e675e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:58.889776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-544690a8-ede8-4a48-8dc0-a791bd1e675e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0972075 Nov 23 10:50:58.890098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44370) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:59.008300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 5e43cb54-d1d4-4be9-8e4c-f337b8619ee5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:50:59.009042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:59.104080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:59.118683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 5e43cb54-d1d4-4be9-8e4c-f337b8619ee5 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:50:59.673247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:59.710702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=5e43cb54-d1d4-4be9-8e4c-f337b8619ee5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:50:59.827487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:50:59.833851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5c30c616-0928-485f-850d-6fc93e572b7c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/5e43cb54-d1d4-4be9-8e4c-f337b8619ee5 HTTP/1.1" status: 204 len: 168 time: 0.9404528 Nov 23 10:50:59.834310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44382) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:59.916402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f114f1e-e12a-433b-83c5-e146bf7d5efb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:59.919675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f114f1e-e12a-433b-83c5-e146bf7d5efb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:59.921643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f114f1e-e12a-433b-83c5-e146bf7d5efb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:50:59.923590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1f114f1e-e12a-433b-83c5-e146bf7d5efb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0881171 Nov 23 10:50:59.926386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44384) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:50:59.932247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a27b09-236b-48c8-b121-4818bc55611e None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:50:59.987200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 2269d242-bae3-4774-9058-be934b408562 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:50:59.991047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.040347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.052749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Provisioning complete for port 492436ef-0018-4b62-a928-6ae0f422c05f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:00.053146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.159951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.195360 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.227727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.269894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=2269d242-bae3-4774-9058-be934b408562,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:00.288834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.301700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e0f08a6-5ad7-4c9e-bcdc-612878ae7242 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/2269d242-bae3-4774-9058-be934b408562 HTTP/1.1" status: 204 len: 168 time: 0.3743317 Nov 23 10:51:00.304237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44392) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:00.316157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:51:00.321607 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:51:00.383287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet c18b058e-b5d0-4086-a0a3-cb5eec6a7c27 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:00.387951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.430570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.611465 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.641343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5e65f-d9ed-43a5-b96f-29f3703b984a None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:00.724976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.754452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=c18b058e-b5d0-4086-a0a3-cb5eec6a7c27,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:00.754977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 492436ef-0018-4b62-a928-6ae0f422c05f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:00.759273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.764673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-175ffc37-2c69-4d35-b01c-12720722bfb9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/c18b058e-b5d0-4086-a0a3-cb5eec6a7c27 HTTP/1.1" status: 204 len: 168 time: 0.4591119 Nov 23 10:51:00.767012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44400) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:00.857941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44410) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:00.858900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d63dc56a-3e7b-414b-ab41-df97479750ac tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904422 Nov 23 10:51:00.941433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:00.945730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e5328-7941-460e-b9b4-144252be5ce1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:00.948535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cc7e5328-7941-460e-b9b4-144252be5ce1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0878453 Nov 23 10:51:00.951599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44418) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:00.970123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 492436ef-0018-4b62-a928-6ae0f422c05f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:00.970498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.023440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5748ddaa-1b54-47ec-bcc8-6bf1c34a659b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:01.026500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5748ddaa-1b54-47ec-bcc8-6bf1c34a659b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0733356 Nov 23 10:51:01.029381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44420) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:01.044654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] For port 492436ef-0018-4b62-a928-6ae0f422c05f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=492436ef-0018-4b62-a928-6ae0f422c05f,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:01.060991 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.077439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1208e962-066d-4dca-bc61-d65030464410 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451357 Nov 23 10:51:01.082123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44422) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:01.087117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-81bfc4f4-9051-4470-88b5-c300895a85e7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:01.138925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:01.223746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ba12b-23f0-4636-a643-913b69f0837d None None] Pushing event updated for resources: {'Port': ['ID=492436ef-0018-4b62-a928-6ae0f422c05f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:01.234074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-524f8278-af72-481c-a0d2-8c2ae7bacd3d None None] Provisioning complete for port 492436ef-0018-4b62-a928-6ae0f422c05f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:01.234461 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-524f8278-af72-481c-a0d2-8c2ae7bacd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.243859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bfc4f4-9051-4470-88b5-c300895a85e7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:01.253187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81bfc4f4-9051-4470-88b5-c300895a85e7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.255023 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bfc4f4-9051-4470-88b5-c300895a85e7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:01.255603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bfc4f4-9051-4470-88b5-c300895a85e7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:01.280433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81bfc4f4-9051-4470-88b5-c300895a85e7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1971188 Nov 23 10:51:01.285795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44426) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:01.287289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] Deleting port 492436ef-0018-4b62-a928-6ae0f422c05f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:01.287675 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.291794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-36c380fc-0ceb-47a9-8cb0-8f18bdca57bb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:01.393731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] For port 492436ef-0018-4b62-a928-6ae0f422c05f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=492436ef-0018-4b62-a928-6ae0f422c05f,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:01.394187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.433678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:01.435503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] Calling delete_port for 492436ef-0018-4b62-a928-6ae0f422c05f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:01.548617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c380fc-0ceb-47a9-8cb0-8f18bdca57bb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:01.553172 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36c380fc-0ceb-47a9-8cb0-8f18bdca57bb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.554865 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c380fc-0ceb-47a9-8cb0-8f18bdca57bb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:01.555691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c380fc-0ceb-47a9-8cb0-8f18bdca57bb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:01.602169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-36c380fc-0ceb-47a9-8cb0-8f18bdca57bb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3151605 Nov 23 10:51:01.605824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44440) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:01.608773 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.612850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3c8d0079-50fa-4260-9be8-f1db3ffad860 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:01.664655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] Pushing event deleted for resources: {'Port': ['ID=492436ef-0018-4b62-a928-6ae0f422c05f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:01.667016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320fd3a4-cf34-4cb9-b15b-a1352068e4a2 None None] No DVR routers for this DVR port 492436ef-0018-4b62-a928-6ae0f422c05f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:01.706283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644d299b-bc71-470c-ad08-b6334f08a072 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:51:01.814573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb2393b9-71be-4678-8e1d-797da0f3e2fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.898016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8d0079-50fa-4260-9be8-f1db3ffad860 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:01.901899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c8d0079-50fa-4260-9be8-f1db3ffad860 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.903783 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8d0079-50fa-4260-9be8-f1db3ffad860 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:01.904232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8d0079-50fa-4260-9be8-f1db3ffad860 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:01.924873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d299b-bc71-470c-ad08-b6334f08a072 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:51:01.944058 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3c8d0079-50fa-4260-9be8-f1db3ffad860 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3363369 Nov 23 10:51:01.944464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44452) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:01.951730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3afbf8f7-77a1-4e02-a003-f471e05461c5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:01.956344 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb2393b9-71be-4678-8e1d-797da0f3e2fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:01.968741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb2393b9-71be-4678-8e1d-797da0f3e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.007091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2393b9-71be-4678-8e1d-797da0f3e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb1c57-83ff-4dd9-8a83-ea5470a84b0b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:02.036961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bb2393b9-71be-4678-8e1d-797da0f3e2fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e49c170b7f04236a9baf04b6118c10e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5993133 Nov 23 10:51:02.037511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44454) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:02.116488 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14288cb9-322a-4931-b2ce-a03263f44df5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.148442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14288cb9-322a-4931-b2ce-a03263f44df5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.177189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afbf8f7-77a1-4e02-a003-f471e05461c5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:02.182142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3afbf8f7-77a1-4e02-a003-f471e05461c5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.190773 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afbf8f7-77a1-4e02-a003-f471e05461c5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:02.191237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afbf8f7-77a1-4e02-a003-f471e05461c5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:02.219712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14288cb9-322a-4931-b2ce-a03263f44df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.223013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3afbf8f7-77a1-4e02-a003-f471e05461c5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2766774 Nov 23 10:51:02.225962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44456) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:02.226151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14288cb9-322a-4931-b2ce-a03263f44df5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.227204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-14288cb9-322a-4931-b2ce-a03263f44df5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3dbb1c57-83ff-4dd9-8a83-ea5470a84b0b HTTP/1.1" status: 204 len: 168 time: 0.1880934 Nov 23 10:51:02.235573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2d1e8c9f-3958-4f94-97ce-41d0685e1d05 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:02.235821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14288cb9-322a-4931-b2ce-a03263f44df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb1c57-83ff-4dd9-8a83-ea5470a84b0b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:02.335685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e8c9f-3958-4f94-97ce-41d0685e1d05 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:02.340563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d1e8c9f-3958-4f94-97ce-41d0685e1d05 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.342105 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1e8c9f-3958-4f94-97ce-41d0685e1d05 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:02.343974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1e8c9f-3958-4f94-97ce-41d0685e1d05 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:02.366084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2d1e8c9f-3958-4f94-97ce-41d0685e1d05 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1373494 Nov 23 10:51:02.368585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44460) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:02.378780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0e6b2a8b-bd53-45c1-9093-4323f1340e04 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:02.478924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6b2a8b-bd53-45c1-9093-4323f1340e04 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:02.483257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0e6b2a8b-bd53-45c1-9093-4323f1340e04 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:02.490655 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6b2a8b-bd53-45c1-9093-4323f1340e04 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:02.491073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6b2a8b-bd53-45c1-9093-4323f1340e04 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:02.513821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0e6b2a8b-bd53-45c1-9093-4323f1340e04 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1436911 Nov 23 10:51:02.514843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44468) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:02.564344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ef4fe210-37ce-4f23-b7e6-55bef9eb8f78 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0460420 Nov 23 10:51:02.565485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44472) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:02.617394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 492436ef-0018-4b62-a928-6ae0f422c05f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:02.652847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511999c3-dccf-43e9-b164-10d137a5dcd7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:02.656759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-511999c3-dccf-43e9-b164-10d137a5dcd7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0878317 Nov 23 10:51:02.657503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44476) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:02.671378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 492436ef-0018-4b62-a928-6ae0f422c05f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:02.671783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 492436ef-0018-4b62-a928-6ae0f422c05f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:02.721075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-411bf64a-4145-4bc7-9087-68e1095b0a42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621254 Nov 23 10:51:02.726607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44480) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:02.737185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:02.888338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:02.904657 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:03.304710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:03.306525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:03.356058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:03.359925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:03.362970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:03.363853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:03.373365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f1ccb-930d-4ee4-9caf-67ab687f7821 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:03.389640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6611409 Nov 23 10:51:03.392743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44500) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:03.396613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036947a-6e61-480e-bdd3-7ecb0b7998b6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=ad8be00e-87b3-486c-9b2e-c5c7056dce63,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:03.398220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:98:9d:95', 'name': 'tempest-NetworksTestDHCPv6-1546100883'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:03.562514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:03.712918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:03.721286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': 'ad8be00e-87b3-486c-9b2e-c5c7056dce63'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:03.722285 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:03.744610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 9e2af122-6320-4237-a0ca-575ab43a6600 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:03.921013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Allocated IP 2001:db8::f816:3eff:fec3:4926 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/ad8be00e-87b3-486c-9b2e-c5c7056dce63/55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:04.289231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.317415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.376196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44532) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:04.429742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fe98:9d95 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/ad8be00e-87b3-486c-9b2e-c5c7056dce63/9e2af122-6320-4237-a0ca-575ab43a6600) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:04.468181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:04.476233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:04.492795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:04.507700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Pushing event updated for resources: {'Port': ['ID=55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:04.568110 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ad98-b758-4ffe-b66e-bfe1612e51d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.666215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.678177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Attempting to bind port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:04.678564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Attempting to bind port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:04.678956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Attempting to bind port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:04.684331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ad98-b758-4ffe-b66e-bfe1612e51d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.686062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:04.686234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:04.686629 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.687234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:04.687905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Bound port: 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:04.688315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.690172 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ad98-b758-4ffe-b66e-bfe1612e51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.715990 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.740932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b3d2ad98-b758-4ffe-b66e-bfe1612e51d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a5e8b20daa914913a861a3fb0e589022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3614466 Nov 23 10:51:04.742378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2ad98-b758-4ffe-b66e-bfe1612e51d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf576fb8-c1da-4e3d-9fdc-d414a3ad49f2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:04.748128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44542) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:04.798825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:04.801978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:04.806578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:04.820001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:04.820677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.824717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] For port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:04.827964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4af05091-842f-40ed-82b9-ba65b30397d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.830535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] For port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:04.840135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=9e2af122-6320-4237-a0ca-575ab43a6600,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:04.841619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.875797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f753c58e-c68d-4b0a-94d3-6cb5c8fe3686 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4817851 Nov 23 10:51:04.880877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44548) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:04.881485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4af05091-842f-40ed-82b9-ba65b30397d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.939219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b363e5-0c99-4fa7-84b0-3641af777687 None None] Pushing event updated for resources: {'Port': ['ID=55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:04.977877 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4af05091-842f-40ed-82b9-ba65b30397d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.982136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4af05091-842f-40ed-82b9-ba65b30397d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:04.984516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4af05091-842f-40ed-82b9-ba65b30397d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf576fb8-c1da-4e3d-9fdc-d414a3ad49f2 HTTP/1.1" status: 204 len: 168 time: 0.2350848 Nov 23 10:51:04.995410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af05091-842f-40ed-82b9-ba65b30397d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf576fb8-c1da-4e3d-9fdc-d414a3ad49f2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:05.026518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55e894-04d4-4c07-a684-fec95d616155 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:05.050556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55e894-04d4-4c07-a684-fec95d616155 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:05.053659 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44558) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:05.064072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c55e894-04d4-4c07-a684-fec95d616155 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1677172 Nov 23 10:51:05.332793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 9e2af122-6320-4237-a0ca-575ab43a6600 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:05.333038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.512682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.529026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 9e2af122-6320-4237-a0ca-575ab43a6600 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:05.707940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.745740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=9e2af122-6320-4237-a0ca-575ab43a6600,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:05.772945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44574) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:05.786768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.794568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44576) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:05.798617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eb33b567-05b0-438c-a6a8-8e3270c6670f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/9e2af122-6320-4237-a0ca-575ab43a6600 HTTP/1.1" status: 204 len: 168 time: 0.7411602 Nov 23 10:51:05.798873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44578) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:05.800413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-004a445d-58fe-4425-a7c5-8e9caed199b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.866592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c5c53-317b-4c6b-9c93-9822a47ef970 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:05.868183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c5c53-317b-4c6b-9c93-9822a47ef970 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:05.872412 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9e4c5c53-317b-4c6b-9c93-9822a47ef970 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0700283 Nov 23 10:51:05.872730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44582) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:05.932885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-004a445d-58fe-4425-a7c5-8e9caed199b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.939427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet ad8be00e-87b3-486c-9b2e-c5c7056dce63 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:05.945316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-004a445d-58fe-4425-a7c5-8e9caed199b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.945805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:05.996429 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-004a445d-58fe-4425-a7c5-8e9caed199b9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d0e3cb235e042d388cd10b0cb36b209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203715 Nov 23 10:51:05.998173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44584) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:06.007382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a445d-58fe-4425-a7c5-8e9caed199b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489398da-0ef5-4b50-99aa-e5834264d399,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:06.031081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.054690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-193492a7-a266-4312-ae1c-c93450311dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.138216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-193492a7-a266-4312-ae1c-c93450311dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.145149 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-193492a7-a266-4312-ae1c-c93450311dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.157993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5ee5-a319-4ec8-9136-f33750f0eb1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.191863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-193492a7-a266-4312-ae1c-c93450311dc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa4def7b915f4f0db5270a7b069bf437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962386 Nov 23 10:51:06.194107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193492a7-a266-4312-ae1c-c93450311dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7f2130-e194-4406-8ce1-c8e82199257b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:06.196547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44586) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:06.203330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5ee5-a319-4ec8-9136-f33750f0eb1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.205712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.270784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e6f457e-72d3-4705-8636-95624a5537dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.334999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e6f457e-72d3-4705-8636-95624a5537dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.345340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.393248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8be00e-87b3-486c-9b2e-c5c7056dce63,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:06.399230 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5ee5-a319-4ec8-9136-f33750f0eb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.402955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4bbb5ee5-a319-4ec8-9136-f33750f0eb1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.406091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4bbb5ee5-a319-4ec8-9136-f33750f0eb1d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/489398da-0ef5-4b50-99aa-e5834264d399 HTTP/1.1" status: 204 len: 168 time: 0.4066565 Nov 23 10:51:06.422837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e6f457e-72d3-4705-8636-95624a5537dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.425601 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.429678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-47aad6b7-f670-4037-a11d-58304bdddf6b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/ad8be00e-87b3-486c-9b2e-c5c7056dce63 HTTP/1.1" status: 204 len: 168 time: 0.5558584 Nov 23 10:51:06.431015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb5ee5-a319-4ec8-9136-f33750f0eb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489398da-0ef5-4b50-99aa-e5834264d399,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:06.436855 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e6f457e-72d3-4705-8636-95624a5537dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.437990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6e6f457e-72d3-4705-8636-95624a5537dd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba7f2130-e194-4406-8ce1-c8e82199257b HTTP/1.1" status: 204 len: 168 time: 0.2403107 Nov 23 10:51:06.440147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44596) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:06.467473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5e5287-8fb2-42fe-b24b-0da6081ace76 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:06.522179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b2ae5c8-ae29-4494-90d5-b02f7890f5e0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793042 Nov 23 10:51:06.523162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f457e-72d3-4705-8636-95624a5537dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7f2130-e194-4406-8ce1-c8e82199257b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:06.524936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44600) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:06.530115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:06.675786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:06.680951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.737771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:06.778355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4b446793-0631-4aa8-8294-d7f2365f4925 None None] Provisioning complete for port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:06.779346 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b446793-0631-4aa8-8294-d7f2365f4925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.849466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:06.849843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.957402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:06.970567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b446793-0631-4aa8-8294-d7f2365f4925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:06.983501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:07.010041 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f48f41d-5c7c-45a7-80b2-4959072ed045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.028637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.051237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4b446793-0631-4aa8-8294-d7f2365f4925 None None] For port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:07.070903 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b446793-0631-4aa8-8294-d7f2365f4925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.140056 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f48f41d-5c7c-45a7-80b2-4959072ed045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.147612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:51:07.147979 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:51:07.148243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f48f41d-5c7c-45a7-80b2-4959072ed045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.163049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] Deleting port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:07.163422 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.201657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b446793-0631-4aa8-8294-d7f2365f4925 None None] Pushing event updated for resources: {'Port': ['ID=55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:07.233711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2f48f41d-5c7c-45a7-80b2-4959072ed045 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9bfd6122c9b548a8b6ce878696b15488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483902 Nov 23 10:51:07.238137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f41d-5c7c-45a7-80b2-4959072ed045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f477d-364b-4716-990d-a93d0ed3a8fc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:07.242063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44616) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:07.286388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] For port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:07.287111 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.301643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] Calling delete_port for 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:07.336554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c193c96e-20eb-4adc-92f9-cf0241058d90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.356993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:07.376619 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c193c96e-20eb-4adc-92f9-cf0241058d90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.416533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.438331 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c193c96e-20eb-4adc-92f9-cf0241058d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.444339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c193c96e-20eb-4adc-92f9-cf0241058d90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.447841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c193c96e-20eb-4adc-92f9-cf0241058d90 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a30f477d-364b-4716-990d-a93d0ed3a8fc HTTP/1.1" status: 204 len: 168 time: 0.2036386 Nov 23 10:51:07.470119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193c96e-20eb-4adc-92f9-cf0241058d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f477d-364b-4716-990d-a93d0ed3a8fc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:07.506130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] Pushing event deleted for resources: {'Port': ['ID=55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:07.536599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc2aad-a5ef-4b11-93b2-bdefd11d651e None None] No DVR routers for this DVR port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:07.634207 n-d-817747-2 neutron-server[103426]: WARNING neutron.services.revisions.revision_plugin [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Could not find related port for resource to bump revision. Nov 23 10:51:07.645981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 10:51:07.646310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:4926 {{(pid=103426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 10:51:07.663936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_pluggable_backend [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:4926 {{(pid=103426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 10:51:07.667790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.674810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Port 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b update to ACTIVE by agent not found {{(pid=103428) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 10:51:07.736953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=4dfc6901-588b-4c79-8ffa-5d0024bcb2a3,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:07.740211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:07.742014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:07.744452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:07.745053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:07.755134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b3118-12a7-4d96-b5a3-0c91dea3e8dc None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:07.768163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a6b01538-7ee0-434e-8730-3af06eea5de8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2420409 Nov 23 10:51:07.770826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44640) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:07.777816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:7b:b8:a3', 'name': 'tempest-NetworksTestDHCPv6-2083083138'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:07.926991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:07.996323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '4dfc6901-588b-4c79-8ffa-5d0024bcb2a3'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:07.996323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.067956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.098827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 990e72ca-26fc-4bb7-a09b-c7e05434f8b1 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:08.185677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Allocated IP 2001:db8::f816:3eff:fe42:84dd (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/4dfc6901-588b-4c79-8ffa-5d0024bcb2a3/115d76c9-3aa7-47a0-94dc-01335f6e82cf) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:08.372375 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.381641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.445423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:08.450400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:08.453660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fe7b:b8a3 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/4dfc6901-588b-4c79-8ffa-5d0024bcb2a3/990e72ca-26fc-4bb7-a09b-c7e05434f8b1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:08.457497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:08.521422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Pushing event updated for resources: {'Port': ['ID=115d76c9-3aa7-47a0-94dc-01335f6e82cf,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:08.557275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Attempting to bind port 115d76c9-3aa7-47a0-94dc-01335f6e82cf on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:08.558483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Attempting to bind port 115d76c9-3aa7-47a0-94dc-01335f6e82cf by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:08.559003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Attempting to bind port 115d76c9-3aa7-47a0-94dc-01335f6e82cf on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:08.581909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:08.582326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:08.582755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.583161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:08.588660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Bound port: 115d76c9-3aa7-47a0-94dc-01335f6e82cf, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:08.589255 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.733541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] For port 115d76c9-3aa7-47a0-94dc-01335f6e82cf, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:08.737791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] For port 115d76c9-3aa7-47a0-94dc-01335f6e82cf, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=115d76c9-3aa7-47a0-94dc-01335f6e82cf,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:08.741485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:08.769407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:08.769759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 55bbcf1f-3948-4cd9-85f6-5cb5f3e4768b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:08.774911 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.820251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.876543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:08.926591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76701e79-1f76-4657-8794-5e0c75996307 None None] Pushing event updated for resources: {'Port': ['ID=115d76c9-3aa7-47a0-94dc-01335f6e82cf,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:08.974230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:08.977810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:08.986942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:08.997098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:08.999291 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:09.015759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=990e72ca-26fc-4bb7-a09b-c7e05434f8b1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:09.027652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1f0580ba-20a8-4a0d-8db9-f90cc85bac08 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2524087 Nov 23 10:51:09.028145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44690) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:09.129087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986250fc-a843-4086-8a9e-05f2f3f0153f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:09.143977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986250fc-a843-4086-8a9e-05f2f3f0153f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:09.148303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-986250fc-a843-4086-8a9e-05f2f3f0153f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1139030 Nov 23 10:51:09.148743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44692) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:09.318528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 990e72ca-26fc-4bb7-a09b-c7e05434f8b1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:09.319020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:09.438100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:09.454492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 990e72ca-26fc-4bb7-a09b-c7e05434f8b1 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:09.602203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:09.632165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=990e72ca-26fc-4bb7-a09b-c7e05434f8b1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:09.663375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:09.668495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-550fb72a-798e-4b94-b2cc-dda778db1ed7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/990e72ca-26fc-4bb7-a09b-c7e05434f8b1 HTTP/1.1" status: 204 len: 168 time: 0.5170238 Nov 23 10:51:09.670841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44710) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:09.733839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc9b074-3cac-402b-96fa-12afd3324688 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:09.735607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc9b074-3cac-402b-96fa-12afd3324688 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:09.737818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6cc9b074-3cac-402b-96fa-12afd3324688 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0654430 Nov 23 10:51:09.739927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44720) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:09.805996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 4dfc6901-588b-4c79-8ffa-5d0024bcb2a3 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:09.822714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:09.931339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.050436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.128782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac7adb-2cc4-4f4b-9804-4a7076f46bf6 req-e73e9179-5684-4aa6-8e95-24ce856b1849 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:10.144108 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3eac7adb-2cc4-4f4b-9804-4a7076f46bf6 req-e73e9179-5684-4aa6-8e95-24ce856b1849 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0911000 Nov 23 10:51:10.158390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.199773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfc6901-588b-4c79-8ffa-5d0024bcb2a3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:10.202053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.205485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b4f21779-51f9-42a4-bba2-aba763959625 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/4dfc6901-588b-4c79-8ffa-5d0024bcb2a3 HTTP/1.1" status: 204 len: 168 time: 0.4645808 Nov 23 10:51:10.208403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44732) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:10.231730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3eac7adb-2cc4-4f4b-9804-4a7076f46bf6 req-b9c4dbe4-7170-468d-b962-d76bbb06c398 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829380 Nov 23 10:51:10.257795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9928b5d7-acd9-4d0d-82ec-c08884b7d47e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476799 Nov 23 10:51:10.260415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44736) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:10.313639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7a4c2-8452-43e5-8531-5d2e4273086b None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:10.320718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697532a1-a056-4162-9f8a-948b9130e11d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:10.326188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-697532a1-a056-4162-9f8a-948b9130e11d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0606637 Nov 23 10:51:10.326396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44740) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:10.383056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e5993-c93d-4b18-9a1e-d17e0d60c340 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:10.388039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6f6e5993-c93d-4b18-9a1e-d17e0d60c340 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0573642 Nov 23 10:51:10.388282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44742) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:10.450533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f4b35237-4a4d-4f51-8b36-2bb3735db158 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562625 Nov 23 10:51:10.451283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44746) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:10.457358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:10.467407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dc6c4452-5048-49e2-8426-ff9e51916621 None None] Provisioning complete for port 115d76c9-3aa7-47a0-94dc-01335f6e82cf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:10.467885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4452-5048-49e2-8426-ff9e51916621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.576135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:10.582129 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4452-5048-49e2-8426-ff9e51916621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.630764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:10.634768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.646883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dc6c4452-5048-49e2-8426-ff9e51916621 None None] For port 115d76c9-3aa7-47a0-94dc-01335f6e82cf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=115d76c9-3aa7-47a0-94dc-01335f6e82cf,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:10.660484 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc6c4452-5048-49e2-8426-ff9e51916621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.731257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c4452-5048-49e2-8426-ff9e51916621 None None] Pushing event updated for resources: {'Port': ['ID=115d76c9-3aa7-47a0-94dc-01335f6e82cf,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:10.746282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Deleting port 115d76c9-3aa7-47a0-94dc-01335f6e82cf {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:10.748433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.842616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] For port 115d76c9-3aa7-47a0-94dc-01335f6e82cf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=115d76c9-3aa7-47a0-94dc-01335f6e82cf,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:10.843029 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:10.863737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Calling delete_port for 115d76c9-3aa7-47a0-94dc-01335f6e82cf owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:10.996273 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.028867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Pushing event deleted for resources: {'Port': ['ID=115d76c9-3aa7-47a0-94dc-01335f6e82cf,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:11.033601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] No DVR routers for this DVR port 115d76c9-3aa7-47a0-94dc-01335f6e82cf on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:11.040133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.040472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.040825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.041194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.041535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.041917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.042295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.042631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.048289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.048289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.048289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.048289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc1a05c-6d72-4679-ae4a-06c8f7d271c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:11.053881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:11.169223 n-d-817747-2 neutron-server[103427]: WARNING neutron.services.revisions.revision_plugin [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Could not find related port for resource to bump revision. Nov 23 10:51:11.174897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_pluggable_backend [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Port 115d76c9-3aa7-47a0-94dc-01335f6e82cf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 10:51:11.175210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_pluggable_backend [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Reverting IP allocation for 2001:db8::f816:3eff:fe42:84dd {{(pid=103427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 10:51:11.178652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_pluggable_backend [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe42:84dd {{(pid=103427) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 10:51:11.179809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.220397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:11.223590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:11.227689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:11.228291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.235331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480aaef-1ffd-4fdf-8e2e-5018f6cb399f None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:11.244053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44764) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:11.247394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=830cd21c-456d-4ab9-8d97-59574cb7d9c1,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:11.257524 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-118ff5aa-a29d-4b69-8693-b5499e979c42 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8050032 Nov 23 10:51:11.260195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44770) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:11.266609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:91:2f:11', 'name': 'tempest-NetworksTestDHCPv6-128023775'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:11.392405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7670d62-9618-4a9a-941b-cc97bca7e3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.407094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '830cd21c-456d-4ab9-8d97-59574cb7d9c1'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:11.408078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.451411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba241-6c80-4534-a1de-8308358f2fdc req-48a94fa4-5bee-4583-b45a-87f3018d8a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:11.453097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2dba241-6c80-4534-a1de-8308358f2fdc req-48a94fa4-5bee-4583-b45a-87f3018d8a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1175861 Nov 23 10:51:11.534790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:11.539128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.547828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Allocated IP 2001:db8::f816:3eff:fe5b:1418 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/830cd21c-456d-4ab9-8d97-59574cb7d9c1/ad1a8dec-f6e6-449a-b47b-aa92b8706c64) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:11.584907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2dba241-6c80-4534-a1de-8308358f2fdc req-c661aac5-6c9d-4eac-8746-58afa0736532 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219680 Nov 23 10:51:11.586833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7670d62-9618-4a9a-941b-cc97bca7e3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.596765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port f3f57f18-ce70-455b-9a73-2488dce87dfd yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:11.601440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7670d62-9618-4a9a-941b-cc97bca7e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.700075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c7670d62-9618-4a9a-941b-cc97bca7e3b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e5271a62c344f6584d7436672e8b449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517562 Nov 23 10:51:11.700075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7670d62-9618-4a9a-941b-cc97bca7e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3348cb2-ba5e-408a-9a11-3675b491c4c2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:11.700445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44772) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:11.701868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.711572 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.757288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1eb1-d604-469d-bde3-7b9871c84a39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.767832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:11.768003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fe91:2f11 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/830cd21c-456d-4ab9-8d97-59574cb7d9c1/f3f57f18-ce70-455b-9a73-2488dce87dfd) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:11.772954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:11.774615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Pushing event updated for resources: {'Port': ['ID=ad1a8dec-f6e6-449a-b47b-aa92b8706c64,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:11.777771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:11.785668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1eb1-d604-469d-bde3-7b9871c84a39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.855163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1eb1-d604-469d-bde3-7b9871c84a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.858830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb3c1eb1-d604-469d-bde3-7b9871c84a39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.859564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Attempting to bind port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:11.859955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Attempting to bind port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:11.860440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Attempting to bind port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:11.864738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb3c1eb1-d604-469d-bde3-7b9871c84a39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3348cb2-ba5e-408a-9a11-3675b491c4c2 HTTP/1.1" status: 204 len: 168 time: 0.1604967 Nov 23 10:51:11.866972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:11.867364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:11.867783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.868191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:11.868671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Bound port: ad1a8dec-f6e6-449a-b47b-aa92b8706c64, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:11.869057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:11.874830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c1eb1-d604-469d-bde3-7b9871c84a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3348cb2-ba5e-408a-9a11-3675b491c4c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:11.956614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] For port ad1a8dec-f6e6-449a-b47b-aa92b8706c64, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:11.960345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] For port ad1a8dec-f6e6-449a-b47b-aa92b8706c64, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ad1a8dec-f6e6-449a-b47b-aa92b8706c64,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:11.968699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.052979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.092963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492417c-c9c0-4d10-b9bb-2a19c5c330e6 None None] Pushing event updated for resources: {'Port': ['ID=ad1a8dec-f6e6-449a-b47b-aa92b8706c64,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:12.110707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.171805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:12.176621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:12.180440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:12.188324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:12.189383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.225357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=f3f57f18-ce70-455b-9a73-2488dce87dfd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:12.241644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-91ace0b7-f7fe-41a6-ad1a-6bb7d3738442 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9772274 Nov 23 10:51:12.241991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44788) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:12.336705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312363d7-cf42-4ddf-896a-182fcd125092 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:12.348506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312363d7-cf42-4ddf-896a-182fcd125092 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:12.351079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-312363d7-cf42-4ddf-896a-182fcd125092 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1078932 Nov 23 10:51:12.353870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44790) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:12.368110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44792) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:12.383901 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7267c6d4-665d-44e8-96a5-d4b185f1ca2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.483473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7267c6d4-665d-44e8-96a5-d4b185f1ca2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.484946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port f3f57f18-ce70-455b-9a73-2488dce87dfd {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:12.485388 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.488750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7267c6d4-665d-44e8-96a5-d4b185f1ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.531701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7267c6d4-665d-44e8-96a5-d4b185f1ca2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1620bf231edc4d80959f67f993760f02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618962 Nov 23 10:51:12.534088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267c6d4-665d-44e8-96a5-d4b185f1ca2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf1bf97-82fe-4b4f-aa92-549561f2c77d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:12.536780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44794) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:12.597942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39871561-4480-4591-88d7-1e61eb6efe6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.619802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.634887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39871561-4480-4591-88d7-1e61eb6efe6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.643974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for f3f57f18-ce70-455b-9a73-2488dce87dfd owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:12.677025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ad1a8dec-f6e6-449a-b47b-aa92b8706c64 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:12.732615 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39871561-4480-4591-88d7-1e61eb6efe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.737408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39871561-4480-4591-88d7-1e61eb6efe6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.738892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-39871561-4480-4591-88d7-1e61eb6efe6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7cf1bf97-82fe-4b4f-aa92-549561f2c77d HTTP/1.1" status: 204 len: 168 time: 0.2010744 Nov 23 10:51:12.751056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39871561-4480-4591-88d7-1e61eb6efe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf1bf97-82fe-4b4f-aa92-549561f2c77d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:12.779690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:12.779797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32549be-b8fc-4865-ab22-2d659f5ba2a7 req-b554f6bc-5fb7-47fc-a40f-7aff81b9f15d tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:12.780089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.786964 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d32549be-b8fc-4865-ab22-2d659f5ba2a7 req-b554f6bc-5fb7-47fc-a40f-7aff81b9f15d tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0914683 Nov 23 10:51:12.881558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.905928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d32549be-b8fc-4865-ab22-2d659f5ba2a7 req-3edd7aee-7ba1-4bb4-988f-8d489ce360c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082921 Nov 23 10:51:12.927812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ad1a8dec-f6e6-449a-b47b-aa92b8706c64, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ad1a8dec-f6e6-449a-b47b-aa92b8706c64,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:12.937545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.940396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:12.958747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 115d76c9-3aa7-47a0-94dc-01335f6e82cf no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:12.977900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=f3f57f18-ce70-455b-9a73-2488dce87dfd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:13.005039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.008620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-27f457c1-55a9-40ad-a7fd-4880e9144027 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/f3f57f18-ce70-455b-9a73-2488dce87dfd HTTP/1.1" status: 204 len: 168 time: 0.6534300 Nov 23 10:51:13.012206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44800) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:13.082675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca596d4-6ed3-4015-9974-a4878ea4448e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:13.084525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca596d4-6ed3-4015-9974-a4878ea4448e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:13.086527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fca596d4-6ed3-4015-9974-a4878ea4448e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0729277 Nov 23 10:51:13.090254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44808) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:13.220923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 830cd21c-456d-4ab9-8d97-59574cb7d9c1 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:13.235153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.291189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 115d76c9-3aa7-47a0-94dc-01335f6e82cf {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:13.291539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 115d76c9-3aa7-47a0-94dc-01335f6e82cf not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:13.306937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.332895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ad1a8dec-f6e6-449a-b47b-aa92b8706c64,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:13.435219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.532278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.568945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.574987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44830) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:13.575486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/830cd21c-456d-4ab9-8d97-59574cb7d9c1 HTTP/1.1" status: 204 len: 168 time: 0.4838016 Nov 23 10:51:13.576427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749558f7-7952-40c4-ade7-e6d8fed88545 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=830cd21c-456d-4ab9-8d97-59574cb7d9c1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:13.651853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-83b884e5-596f-4bfb-bfea-d2c6691a8ec9 None None] Provisioning complete for port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:13.655120 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-83b884e5-596f-4bfb-bfea-d2c6691a8ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.683230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-729a7e26-57ca-4947-ae38-b1d54ec8a5d3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068001 Nov 23 10:51:13.685751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44838) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:13.700300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:13.888474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:13.892114 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:13.989811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b300390-a1d9-4cd2-a4fc-cdaba8deadb5 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:14.099799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f6d9eee-7b4b-4d73-8f17-d68722589ea9 None None] Could not find standard attr ID for object f3f57f18-ce70-455b-9a73-2488dce87dfd. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:51:14.147607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e7f69-e04a-45af-af7d-fb90c937a329 req-7c50cd29-8cd7-432f-8804-e584c962965c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:14.150580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d3e7f69-e04a-45af-af7d-fb90c937a329 req-7c50cd29-8cd7-432f-8804-e584c962965c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1146955 Nov 23 10:51:14.298430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d3e7f69-e04a-45af-af7d-fb90c937a329 req-b5a4f4a0-aa36-4057-927a-a672042f8628 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388521 Nov 23 10:51:14.320629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:14.394198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] Deleting port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:14.394687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.491682 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aded114f-4ebe-43b6-b130-3caa278e6352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.516191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] For port ad1a8dec-f6e6-449a-b47b-aa92b8706c64, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ad1a8dec-f6e6-449a-b47b-aa92b8706c64,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:14.516618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.518857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:14.530465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] Calling delete_port for ad1a8dec-f6e6-449a-b47b-aa92b8706c64 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:14.650253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ad1a8dec-f6e6-449a-b47b-aa92b8706c64 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:14.735341 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.739880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.775945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] Pushing event deleted for resources: {'Port': ['ID=ad1a8dec-f6e6-449a-b47b-aa92b8706c64,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:14.778784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac030a2-4121-4c57-8e26-772d9eec617e None None] No DVR routers for this DVR port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:14.783868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.788706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Port ad1a8dec-f6e6-449a-b47b-aa92b8706c64 concurrently deleted while adding address for new subnet {'id': '0fec7599-00d7-4798-82a3-71e146b6a9e9', 'name': '', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1709, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-23T10:51:14Z', 'updated_at': '2021-11-23T10:51:14Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'ff4a2f035c2247cc946dee5135937b78'}. {{(pid=103426) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 23 10:51:14.789369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.844603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:14.847908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:14.852231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:14.852830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:14.861456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=0fec7599-00d7-4798-82a3-71e146b6a9e9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:14.881297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f71bf7-3bb9-4b2d-978e-e1e5b4e523bb None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:14.882323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44896) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:14.889707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:84:6b:42', 'name': 'tempest-NetworksTestDHCPv6-1235534853'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:14.893687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ad710a5-2c6b-4716-bac0-be9906c1f5cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2055962 Nov 23 10:51:15.061083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:15.087328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '0fec7599-00d7-4798-82a3-71e146b6a9e9'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:15.089222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.185904 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.208806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 948469ba-9fdd-4447-83e7-62b28a36f6f5 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:15.260300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Allocated IP 2001:db8::f816:3eff:fe7e:779 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/0fec7599-00d7-4798-82a3-71e146b6a9e9/a4e12fed-2ebc-44c0-baba-993b26b699be) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:15.470178 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.471069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b73c1-3dc5-4a15-afa2-df1aa838e6ac req-0dd7ef1a-f251-4a67-ad78-7664101cd5c6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:15.472745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d11b73c1-3dc5-4a15-afa2-df1aa838e6ac req-0dd7ef1a-f251-4a67-ad78-7664101cd5c6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.0808856 Nov 23 10:51:15.480903 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.534888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:15.537846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:15.542707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:15.550766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Pushing event updated for resources: {'Port': ['ID=a4e12fed-2ebc-44c0-baba-993b26b699be,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:15.602619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fe84:6b42 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/0fec7599-00d7-4798-82a3-71e146b6a9e9/948469ba-9fdd-4447-83e7-62b28a36f6f5) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:15.611788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Attempting to bind port a4e12fed-2ebc-44c0-baba-993b26b699be on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:15.612214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Attempting to bind port a4e12fed-2ebc-44c0-baba-993b26b699be by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:15.612593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Attempting to bind port a4e12fed-2ebc-44c0-baba-993b26b699be on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:15.621141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:15.621662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:15.622078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.622654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:15.623025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Bound port: a4e12fed-2ebc-44c0-baba-993b26b699be, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:15.623421 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.707551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] For port a4e12fed-2ebc-44c0-baba-993b26b699be, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:15.711129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] For port a4e12fed-2ebc-44c0-baba-993b26b699be, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4e12fed-2ebc-44c0-baba-993b26b699be,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:15.716655 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.790119 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.822287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d11b73c1-3dc5-4a15-afa2-df1aa838e6ac req-4caa8d3a-4510-4913-867a-86818f5ed45c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432775 Nov 23 10:51:15.826847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fb075-40a5-44e9-8e5f-55cc0f9096d6 None None] Pushing event updated for resources: {'Port': ['ID=a4e12fed-2ebc-44c0-baba-993b26b699be,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:15.867429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.926930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:15.930331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:15.935206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:15.941242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:15.942094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:15.946197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=948469ba-9fdd-4447-83e7-62b28a36f6f5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:15.974291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-735d9961-6725-49e1-b811-b666565a5195 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0895963 Nov 23 10:51:15.976747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44934) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:16.056120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa25562-e709-48e1-aab3-7ae341160e77 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:16.060969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa25562-e709-48e1-aab3-7ae341160e77 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:16.062862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0aa25562-e709-48e1-aab3-7ae341160e77 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0849323 Nov 23 10:51:16.065568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44938) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:16.197694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 948469ba-9fdd-4447-83e7-62b28a36f6f5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:16.197948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.304520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.318723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 948469ba-9fdd-4447-83e7-62b28a36f6f5 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:16.471854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.516086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=948469ba-9fdd-4447-83e7-62b28a36f6f5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:16.555475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.559854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-11444a6e-c5a7-4e91-b003-d101278d8463 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/948469ba-9fdd-4447-83e7-62b28a36f6f5 HTTP/1.1" status: 204 len: 168 time: 0.4930549 Nov 23 10:51:16.562230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44954) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:16.686693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b414aba-bcec-4837-bdaa-3d723e99e944 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:16.689495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b414aba-bcec-4837-bdaa-3d723e99e944 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:16.694003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44960) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:16.694517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b414aba-bcec-4837-bdaa-3d723e99e944 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1308172 Nov 23 10:51:16.735379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4e12fed-2ebc-44c0-baba-993b26b699be up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:16.752199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44962) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:16.763467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 0fec7599-00d7-4798-82a3-71e146b6a9e9 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:16.767778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.846393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.857956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a4e12fed-2ebc-44c0-baba-993b26b699be triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:16.865759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.941889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-db6029be-1071-41f6-828b-86dbf4acfea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:16.971482 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf01b36-1cef-42ce-8b86-4f6f953993c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.020020 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.063889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port a4e12fed-2ebc-44c0-baba-993b26b699be, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4e12fed-2ebc-44c0-baba-993b26b699be,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:17.070844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.117060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf01b36-1cef-42ce-8b86-4f6f953993c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.128471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf01b36-1cef-42ce-8b86-4f6f953993c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.152698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=a4e12fed-2ebc-44c0-baba-993b26b699be,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:17.205339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cdf01b36-1cef-42ce-8b86-4f6f953993c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad18a84397474103a5e31a53e16b736c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517252 Nov 23 10:51:17.206258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf01b36-1cef-42ce-8b86-4f6f953993c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34755e9a-2b67-42fe-94d4-848906eae4c6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:17.208920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:17.267748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9f21cbca-c43d-43f3-8847-793a0f4cc3d4 None None] Provisioning complete for port a4e12fed-2ebc-44c0-baba-993b26b699be triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:17.268123 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f21cbca-c43d-43f3-8847-793a0f4cc3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.270015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f8ff5e5-854c-4bd2-8d9e-1e6d3914d36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.307700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f8ff5e5-854c-4bd2-8d9e-1e6d3914d36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.386187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f8ff5e5-854c-4bd2-8d9e-1e6d3914d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.389924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f8ff5e5-854c-4bd2-8d9e-1e6d3914d36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.392582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9f8ff5e5-854c-4bd2-8d9e-1e6d3914d36b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/34755e9a-2b67-42fe-94d4-848906eae4c6 HTTP/1.1" status: 204 len: 168 time: 0.1824059 Nov 23 10:51:17.412093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ff5e5-854c-4bd2-8d9e-1e6d3914d36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34755e9a-2b67-42fe-94d4-848906eae4c6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:17.442236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.530550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b2ceadb1-75c3-4346-ac20-82d46bb7f600 None None] Could not find standard attr ID for object 948469ba-9fdd-4447-83e7-62b28a36f6f5. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:51:17.543084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338871ba-8b3e-4bdb-8e56-36081cbf6370 req-bf8bd728-5527-4fcb-9248-90fc6dada8f7 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:17.544763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-338871ba-8b3e-4bdb-8e56-36081cbf6370 req-bf8bd728-5527-4fcb-9248-90fc6dada8f7 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.2140381 Nov 23 10:51:17.546803 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.590703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=0fec7599-00d7-4798-82a3-71e146b6a9e9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:17.601414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:17.607960 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5482db31-2c5a-4de1-9ce4-5b0bc827fb52 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/0fec7599-00d7-4798-82a3-71e146b6a9e9 HTTP/1.1" status: 204 len: 168 time: 0.9128530 Nov 23 10:51:17.610547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44978) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:17.659897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-338871ba-8b3e-4bdb-8e56-36081cbf6370 req-9213cf96-4f78-473a-8790-ce127e5813d1 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788023 Nov 23 10:51:17.728628 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-37fd8aab-00d7-409e-aa22-1032fa8fd5ac tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160080 Nov 23 10:51:17.733585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44982) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:17.787245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6c4aa-e843-426b-829f-b9b17b6b9693 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:17.817178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7c2347-3421-40b1-acdf-9c62cee6aaa2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:17.817178 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dd7c2347-3421-40b1-acdf-9c62cee6aaa2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0830963 Nov 23 10:51:17.819445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44984) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:17.907185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2c40a-2a47-4838-829b-07981c98277b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:17.911493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44990) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:17.928015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dae2c40a-2a47-4838-829b-07981c98277b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0871403 Nov 23 10:51:17.956500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 44992) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:17.982659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cac26c5-9269-4ebf-9893-eb105e15fa6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.017171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb6331e7-908e-4c20-b96c-6a57741d9c82 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008687 Nov 23 10:51:18.018217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 44996) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:18.048003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:18.079314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:18.116953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cac26c5-9269-4ebf-9893-eb105e15fa6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.121225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cac26c5-9269-4ebf-9893-eb105e15fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.170557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] Deleting port a4e12fed-2ebc-44c0-baba-993b26b699be {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:18.171229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.176081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1cac26c5-9269-4ebf-9893-eb105e15fa6f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aeac1981533f4762ab3e9719132c7d10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184477 Nov 23 10:51:18.179314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45004) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:18.189537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:18.198199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.204875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac26c5-9269-4ebf-9893-eb105e15fa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea53d8db-1362-47f1-b83c-2ce62f67ae34,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:18.247701 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db59d025-9fe6-47c2-8af2-a17379fea2a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.278108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db59d025-9fe6-47c2-8af2-a17379fea2a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.282279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] For port a4e12fed-2ebc-44c0-baba-993b26b699be, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4e12fed-2ebc-44c0-baba-993b26b699be,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:18.283571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.315764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] Calling delete_port for a4e12fed-2ebc-44c0-baba-993b26b699be owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:18.342084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db59d025-9fe6-47c2-8af2-a17379fea2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.345724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db59d025-9fe6-47c2-8af2-a17379fea2a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.349636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-db59d025-9fe6-47c2-8af2-a17379fea2a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea53d8db-1362-47f1-b83c-2ce62f67ae34 HTTP/1.1" status: 204 len: 168 time: 0.1689928 Nov 23 10:51:18.379822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59d025-9fe6-47c2-8af2-a17379fea2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea53d8db-1362-47f1-b83c-2ce62f67ae34,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:18.485641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.505641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.519784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.543195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:18.550022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:18.554439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:18.555406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.583120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=b29ea74a-7661-49d1-83ff-76c0bceee9f7,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:18.592092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] Pushing event deleted for resources: {'Port': ['ID=a4e12fed-2ebc-44c0-baba-993b26b699be,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:18.597190 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7cb54591-c44c-48c2-b062-1f2839eb4e01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5766568 Nov 23 10:51:18.598579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5334782-a75f-4d32-9ad2-ddae91753177 None None] No DVR routers for this DVR port a4e12fed-2ebc-44c0-baba-993b26b699be on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:18.600017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45012) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:18.606902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:cc:4d:f4', 'name': 'tempest-NetworksTestDHCPv6-1927279499'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:18.626630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978c3bf-db27-4b32-a5f4-3e9bf31bc4c5 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:18.709788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45016) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:18.763266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4e12fed-2ebc-44c0-baba-993b26b699be no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:18.790803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a4e12fed-2ebc-44c0-baba-993b26b699be {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:18.791553 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4e12fed-2ebc-44c0-baba-993b26b699be not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:18.886075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:18.931377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': 'b29ea74a-7661-49d1-83ff-76c0bceee9f7'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:18.934007 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1208abd-c5ac-4d8a-a8e9-7c4484fa5e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.935505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:18.981177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9897a-7eb3-48f8-b68f-14b81555f7a4 req-70d8e7ba-fd71-4bd0-815d-b05a7041c133 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:18.982813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efb9897a-7eb3-48f8-b68f-14b81555f7a4 req-70d8e7ba-fd71-4bd0-815d-b05a7041c133 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1642411 Nov 23 10:51:19.035184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.072544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1208abd-c5ac-4d8a-a8e9-7c4484fa5e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.080588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d1208abd-c5ac-4d8a-a8e9-7c4484fa5e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.084381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-efb9897a-7eb3-48f8-b68f-14b81555f7a4 req-3f79fbd4-4c57-4b77-a9a7-66c70ea3e6bc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923302 Nov 23 10:51:19.091622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 889813e6-5853-4d7c-b2a8-cd9ca3c8f89e yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:19.134698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/b29ea74a-7661-49d1-83ff-76c0bceee9f7/73a92be3-b54c-4498-a042-6cda5bbd589a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:19.151538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1208abd-c5ac-4d8a-a8e9-7c4484fa5e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4a19cc-d919-4e32-87c7-6454e491bba8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:19.161150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d1208abd-c5ac-4d8a-a8e9-7c4484fa5e80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71bdf657e69f4bc085e1794738a95111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501653 Nov 23 10:51:19.167508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45032) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:19.242808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-026abd0d-1e1e-4a60-ad34-180f177e77cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.269736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-026abd0d-1e1e-4a60-ad34-180f177e77cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.315883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e698c5e-085e-4abb-a867-6ccfe8e3bdd8 req-9ea3569d-4a1d-4b4b-ad1c-18ebad5411d0 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:19.317444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e698c5e-085e-4abb-a867-6ccfe8e3bdd8 req-9ea3569d-4a1d-4b4b-ad1c-18ebad5411d0 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.0586765 Nov 23 10:51:19.330904 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-026abd0d-1e1e-4a60-ad34-180f177e77cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.335604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-026abd0d-1e1e-4a60-ad34-180f177e77cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.337205 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-026abd0d-1e1e-4a60-ad34-180f177e77cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4c4a19cc-d919-4e32-87c7-6454e491bba8 HTTP/1.1" status: 204 len: 168 time: 0.1658139 Nov 23 10:51:19.348249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026abd0d-1e1e-4a60-ad34-180f177e77cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4a19cc-d919-4e32-87c7-6454e491bba8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:19.360063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.372268 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.421028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e698c5e-085e-4abb-a867-6ccfe8e3bdd8 req-483c1715-0091-4737-bb67-66173f367a16 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939531 Nov 23 10:51:19.424040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:19.431007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:19.443260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:19.453092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Pushing event updated for resources: {'Port': ['ID=73a92be3-b54c-4498-a042-6cda5bbd589a,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:19.483612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.492390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::22c (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/b29ea74a-7661-49d1-83ff-76c0bceee9f7/889813e6-5853-4d7c-b2a8-cd9ca3c8f89e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:19.519158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Attempting to bind port 73a92be3-b54c-4498-a042-6cda5bbd589a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:19.519546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Attempting to bind port 73a92be3-b54c-4498-a042-6cda5bbd589a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:19.520415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Attempting to bind port 73a92be3-b54c-4498-a042-6cda5bbd589a on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:19.525349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:19.525747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:19.526160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.526560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:19.527572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Bound port: 73a92be3-b54c-4498-a042-6cda5bbd589a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:19.527572 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.599463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] For port 73a92be3-b54c-4498-a042-6cda5bbd589a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:19.602653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] For port 73a92be3-b54c-4498-a042-6cda5bbd589a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=73a92be3-b54c-4498-a042-6cda5bbd589a,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:19.608815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.675051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.709686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9de00-3878-4780-86db-0b4d21d704f7 None None] Pushing event updated for resources: {'Port': ['ID=73a92be3-b54c-4498-a042-6cda5bbd589a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:19.723963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.749244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.796078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45056) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:19.810457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:19.815623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38b55436-68b8-474e-a178-6e7fd8b1e8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.816035 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:19.820390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:19.826703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:19.827347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.842261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=889813e6-5853-4d7c-b2a8-cd9ca3c8f89e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:19.858204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-86002e0e-7981-4d16-b595-d50735a8a2ec tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2565963 Nov 23 10:51:19.860794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45060) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:19.944597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38b55436-68b8-474e-a178-6e7fd8b1e8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.951943 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38b55436-68b8-474e-a178-6e7fd8b1e8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:19.958116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84cdb01-2474-42bf-9afe-2c021c45cf2e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:19.973938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84cdb01-2474-42bf-9afe-2c021c45cf2e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:19.978373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c84cdb01-2474-42bf-9afe-2c021c45cf2e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1164274 Nov 23 10:51:19.979169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45064) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:20.014844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b55436-68b8-474e-a178-6e7fd8b1e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc5c9b-a647-47a2-962c-dfdfa167fcf1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:20.050257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-38b55436-68b8-474e-a178-6e7fd8b1e8df admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=357d076aa44248009fc8d9353d16c115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2422020 Nov 23 10:51:20.055033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45068) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:20.069138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.102121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 889813e6-5853-4d7c-b2a8-cd9ca3c8f89e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:20.102465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.131862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c0f33f8-b19e-4ece-91ee-ceb82544b465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.161373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c0f33f8-b19e-4ece-91ee-ceb82544b465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.231247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c0f33f8-b19e-4ece-91ee-ceb82544b465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.234620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c0f33f8-b19e-4ece-91ee-ceb82544b465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.238870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c0f33f8-b19e-4ece-91ee-ceb82544b465 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9dc5c9b-a647-47a2-962c-dfdfa167fcf1 HTTP/1.1" status: 204 len: 168 time: 0.1800032 Nov 23 10:51:20.277817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f33f8-b19e-4ece-91ee-ceb82544b465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc5c9b-a647-47a2-962c-dfdfa167fcf1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:20.330301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.350211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc85be-d292-401a-8044-e70cfae0b5b9 req-f22b10e2-722e-4691-b74d-933ac864bace tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:20.352174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48dc85be-d292-401a-8044-e70cfae0b5b9 req-f22b10e2-722e-4691-b74d-933ac864bace tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1483150 Nov 23 10:51:20.360154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 889813e6-5853-4d7c-b2a8-cd9ca3c8f89e owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:20.485306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48dc85be-d292-401a-8044-e70cfae0b5b9 req-358ef045-4813-4851-8a95-f940a4022b5b tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262443 Nov 23 10:51:20.638968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.640092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19cc2-9a27-4dc3-b71a-7638518534fa req-3ce05856-c936-4623-86d4-34aa44671797 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:20.641933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ae19cc2-9a27-4dc3-b71a-7638518534fa req-3ce05856-c936-4623-86d4-34aa44671797 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.1090307 Nov 23 10:51:20.705196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=889813e6-5853-4d7c-b2a8-cd9ca3c8f89e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:20.741389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 73a92be3-b54c-4498-a042-6cda5bbd589a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:20.742676 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.748222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c46b4d54-b71b-4d48-a093-f123e5e3e552 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/889813e6-5853-4d7c-b2a8-cd9ca3c8f89e HTTP/1.1" status: 204 len: 168 time: 0.7675040 Nov 23 10:51:20.750649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45098) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:20.774230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ae19cc2-9a27-4dc3-b71a-7638518534fa req-271bd90d-27ef-40e1-966c-2874922a00ff tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238129 Nov 23 10:51:20.843949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422a02c-af5b-4d6c-aa4f-dab118d06ee3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:20.846340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8422a02c-af5b-4d6c-aa4f-dab118d06ee3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:20.850569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8422a02c-af5b-4d6c-aa4f-dab118d06ee3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0966647 Nov 23 10:51:20.851153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45108) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:20.861528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 73a92be3-b54c-4498-a042-6cda5bbd589a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:20.862265 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.957942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet b29ea74a-7661-49d1-83ff-76c0bceee9f7 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:20.962243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:20.988952 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.037977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 73a92be3-b54c-4498-a042-6cda5bbd589a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=73a92be3-b54c-4498-a042-6cda5bbd589a,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:21.045628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.053823 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.066120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45118) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:21.112163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=73a92be3-b54c-4498-a042-6cda5bbd589a,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:21.193589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-617ea9f6-3ef1-494e-aaf3-1e801a750a2d None None] Provisioning complete for port 73a92be3-b54c-4498-a042-6cda5bbd589a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:21.193973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-617ea9f6-3ef1-494e-aaf3-1e801a750a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.242450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.272484 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cd7bbaf-f029-4324-a0ac-b626f9be62e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.341031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.396530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.406418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/b29ea74a-7661-49d1-83ff-76c0bceee9f7 HTTP/1.1" status: 204 len: 168 time: 0.5502849 Nov 23 10:51:21.421427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45134) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:21.431478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfe94d-e915-4840-8b94-913695abb79e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=b29ea74a-7661-49d1-83ff-76c0bceee9f7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:21.475625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2147d4-b502-4f06-9a58-9ff984fe8aaa None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:21.482786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d4ffcb21-b4ca-4a82-bccd-f6a7dee93ef2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601509 Nov 23 10:51:21.485981 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cd7bbaf-f029-4324-a0ac-b626f9be62e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.488223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:21.507424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cd7bbaf-f029-4324-a0ac-b626f9be62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.524938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1c645767-3417-4a4a-bb6e-76f791625977 None None] Could not find standard attr ID for object 889813e6-5853-4d7c-b2a8-cd9ca3c8f89e. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:51:21.547659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffc5e5-f079-48db-8c46-b4f52d63363c req-ff2b58f1-b0f2-4384-9761-26e58c1d2d14 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:21.550099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fbffc5e5-f079-48db-8c46-b4f52d63363c req-ff2b58f1-b0f2-4384-9761-26e58c1d2d14 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.0768652 Nov 23 10:51:21.591649 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5cd7bbaf-f029-4324-a0ac-b626f9be62e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=135a5dbbe48f4063b1eb4bcba5213640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243869 Nov 23 10:51:21.595548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:21.630658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7bbaf-f029-4324-a0ac-b626f9be62e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fee71e-fce1-43a7-83c4-050b539892c6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:21.653740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea073e42-b46e-4fb9-8bd1-2be40398b539 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:21.655364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ea073e42-b46e-4fb9-8bd1-2be40398b539 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1643603 Nov 23 10:51:21.657797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45144) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:21.658488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fbffc5e5-f079-48db-8c46-b4f52d63363c req-e8643d55-8054-4b84-ac3b-7113c40b1c74 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992219 Nov 23 10:51:21.699125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-614ded01-6e48-4268-953d-35b75ead32b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.719186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:21.727398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-614ded01-6e48-4268-953d-35b75ead32b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.739014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d2a3b-c1b3-4a0a-b4a3-b6683a3f95fc req-5e15fe2a-a2d8-40f3-bbf3-1c34d584d740 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:21.740554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-872d2a3b-c1b3-4a0a-b4a3-b6683a3f95fc req-5e15fe2a-a2d8-40f3-bbf3-1c34d584d740 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1458082 Nov 23 10:51:21.776354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b194fb94-81d8-42db-9a24-0fcaadc66b00 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:21.781637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b194fb94-81d8-42db-9a24-0fcaadc66b00 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173275 Nov 23 10:51:21.782244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45148) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:21.791913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-614ded01-6e48-4268-953d-35b75ead32b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.794540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-614ded01-6e48-4268-953d-35b75ead32b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:21.795676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-614ded01-6e48-4268-953d-35b75ead32b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e4fee71e-fce1-43a7-83c4-050b539892c6 HTTP/1.1" status: 204 len: 168 time: 0.1990030 Nov 23 10:51:21.841630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-872d2a3b-c1b3-4a0a-b4a3-b6683a3f95fc req-0c2cc22d-7430-4dc2-9658-52ef1a3b65bb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907059 Nov 23 10:51:21.865715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ded01-6e48-4268-953d-35b75ead32b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fee71e-fce1-43a7-83c4-050b539892c6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:21.875638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45154) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:21.877488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3d3dd7b2-e17e-4f97-b6c4-1f2c2d626281 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0911417 Nov 23 10:51:21.881383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:21.988274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] Deleting port 73a92be3-b54c-4498-a042-6cda5bbd589a {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:21.988672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.067475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.077966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:22.081061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] For port 73a92be3-b54c-4498-a042-6cda5bbd589a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=73a92be3-b54c-4498-a042-6cda5bbd589a,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:22.081869 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.083894 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.109168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] Calling delete_port for 73a92be3-b54c-4498-a042-6cda5bbd589a owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:22.231255 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.299827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] No DVR routers for this DVR port 73a92be3-b54c-4498-a042-6cda5bbd589a on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:22.311987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506532ec-8495-498d-9561-d61b15b44f6f None None] Pushing event deleted for resources: {'Port': ['ID=73a92be3-b54c-4498-a042-6cda5bbd589a,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:22.318647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cfe6c-982c-43d5-9fbe-c5130edf537b req-f44de099-6ede-4c9b-a06a-fa4e7f480673 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:22.327332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-134cfe6c-982c-43d5-9fbe-c5130edf537b req-f44de099-6ede-4c9b-a06a-fa4e7f480673 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.2105625 Nov 23 10:51:22.380029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-fb6f2d46-3e15-401d-b675-3067a82176c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:22.381490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-fb6f2d46-3e15-401d-b675-3067a82176c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 1096 time: 0.2407670 Nov 23 10:51:22.425209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-134cfe6c-982c-43d5-9fbe-c5130edf537b req-9061dc74-0541-4070-a0f4-683307ef2971 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968282 Nov 23 10:51:22.561566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-d84b2954-e12d-491c-b99d-4eefd50e96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:22.563411 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-d84b2954-e12d-491c-b99d-4eefd50e96f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.1698673 Nov 23 10:51:22.702650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 73a92be3-b54c-4498-a042-6cda5bbd589a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:22.707497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-c9ac72a0-f184-46af-8172-2cd353e8c1c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 200 len: 1000 time: 0.1115813 Nov 23 10:51:22.779950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 73a92be3-b54c-4498-a042-6cda5bbd589a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:22.780346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 73a92be3-b54c-4498-a042-6cda5bbd589a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:22.809042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-8caa8ffe-d481-4c4e-8f80-6263d24aaba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:22.811656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-8caa8ffe-d481-4c4e-8f80-6263d24aaba1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.0933368 Nov 23 10:51:22.819983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685af05a-de73-4c82-b038-5a5e3510a5c5 req-d57d4380-fa0d-471c-81c9-406b8115bef7 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:22.829375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-685af05a-de73-4c82-b038-5a5e3510a5c5 req-d57d4380-fa0d-471c-81c9-406b8115bef7 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.0769167 Nov 23 10:51:22.839420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:22.880885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.896782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-685af05a-de73-4c82-b038-5a5e3510a5c5 req-0e4bbea7-79db-4674-9b62-2adcdb705dbb tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662234 Nov 23 10:51:22.966594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:22.971058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-95bab002-d217-41e1-9ef4-9b196c31a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:22.972553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-95bab002-d217-41e1-9ef4-9b196c31a1b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320465 Nov 23 10:51:22.977841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:22.981163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:22.981760 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:22.990912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db5667-7060-4600-87f4-408553938fd5 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:23.004969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=74885df5-ad69-45bd-9975-67e1730cc585,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:23.054270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-cffa9b94-dec2-424b-9857-185c2c2043be tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:23.056192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-cffa9b94-dec2-424b-9857-185c2c2043be tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.65 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.1779239 Nov 23 10:51:23.068027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-998bdca9-7362-4a3e-8c1d-b3e1b007ba6c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1909356 Nov 23 10:51:23.071309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45192) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:23.077557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-70f9fbfb-bdae-4511-9b33-400619d2e9a5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:23.207529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-0ace8c7c-c311-4442-8511-ade797a733be service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227755 Nov 23 10:51:23.309156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '74885df5-ad69-45bd-9975-67e1730cc585'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:23.310056 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:23.331469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Deleting port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:23.331683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:23.393622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f9fbfb-bdae-4511-9b33-400619d2e9a5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:23.397048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-70f9fbfb-bdae-4511-9b33-400619d2e9a5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:23.443966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b193e2bb-9b5c-431d-b602-0c3f37d5d072 req-426d914e-a04f-46da-86e2-ec16cb6484e1 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279837 Nov 23 10:51:23.519090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] For port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:23.519462 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:23.674154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Allocated IP 2001:db8::f816:3eff:fe41:8751 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/74885df5-ad69-45bd-9975-67e1730cc585/690414b5-a4ba-403f-9880-2ff691f0bc15) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:23.930504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:23.951046 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:23.998944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:24.059877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:24.068367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:24.164714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.165340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.165495 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-70f9fbfb-bdae-4511-9b33-400619d2e9a5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74885df5-ad69-45bd-9975-67e1730cc585 (CIDR: 2001:db8::/64) Nov 23 10:51:24.165878 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Floating IP a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1 disassociated. External IP: 172.25.5.42, port: 1f6e6b34-84f5-40ba-97ac-fabda785d2e5. Nov 23 10:51:24.165878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Calling delete_port for 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:24.173494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Pushing event updated for resources: {'Port': ['ID=690414b5-a4ba-403f-9880-2ff691f0bc15,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:24.175989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Attempting to bind port 690414b5-a4ba-403f-9880-2ff691f0bc15 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:24.176370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Attempting to bind port 690414b5-a4ba-403f-9880-2ff691f0bc15 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:24.176742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Attempting to bind port 690414b5-a4ba-403f-9880-2ff691f0bc15 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:24.177985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94596b86-16c0-4e53-9356-bf532f198057 req-e922bdb5-077f-44a1-9e7f-423d74a4d826 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:24.183758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:24.184142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:24.184550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.184949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:24.185698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Bound port: 690414b5-a4ba-403f-9880-2ff691f0bc15, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:24.186101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.187887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94596b86-16c0-4e53-9356-bf532f198057 req-e922bdb5-077f-44a1-9e7f-423d74a4d826 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.5972064 Nov 23 10:51:24.198744 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f9fbfb-bdae-4511-9b33-400619d2e9a5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:24.199369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f9fbfb-bdae-4511-9b33-400619d2e9a5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:24.205488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f656-2f12-4831-a563-93e3e73688a5 req-660ea93d-55d2-4d81-a9ac-cd391ad0345c tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:24.214273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5040f656-2f12-4831-a563-93e3e73688a5 req-660ea93d-55d2-4d81-a9ac-cd391ad0345c tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 946 time: 0.1778758 Nov 23 10:51:24.250683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-70f9fbfb-bdae-4511-9b33-400619d2e9a5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1772888 Nov 23 10:51:24.259273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94596b86-16c0-4e53-9356-bf532f198057 req-679952fa-a377-4261-8da3-d8055e160b25 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704458 Nov 23 10:51:24.260548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45256) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:24.266978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:24.285523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] For port 690414b5-a4ba-403f-9880-2ff691f0bc15, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:24.293430 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] For port 690414b5-a4ba-403f-9880-2ff691f0bc15, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=690414b5-a4ba-403f-9880-2ff691f0bc15,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:24.313865 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.359643 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5040f656-2f12-4831-a563-93e3e73688a5 req-52eee632-7b52-4a97-94e3-66d3b1f276fa tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups?id=e033aadd-43ce-4b70-8add-86dd049cab7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383095 Nov 23 10:51:24.412608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c12f70-4c4f-46ca-b5e7-f07d33d02e71 None None] Pushing event updated for resources: {'Port': ['ID=690414b5-a4ba-403f-9880-2ff691f0bc15,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:24.474351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.497011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45262) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:24.527087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:24.531623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.534437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event deleted for resources: {'Port': ['ID=1f6e6b34-84f5-40ba-97ac-fabda785d2e5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:24.738964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-072d9318-f3fa-4171-8f1f-6b4f8870289d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.742488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:51:24.973859 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-072d9318-f3fa-4171-8f1f-6b4f8870289d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:24.992982 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-072d9318-f3fa-4171-8f1f-6b4f8870289d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.044111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d9318-f3fa-4171-8f1f-6b4f8870289d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b4fec-59a3-49cf-af2e-64ace112c659,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:25.046903 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:51:25.093595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.126397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-072d9318-f3fa-4171-8f1f-6b4f8870289d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f35b7d6558d4b1586bf69257c922660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282046 Nov 23 10:51:25.152817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45308) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:25.169734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:25.185375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:25.195287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:25.196185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.228402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=37a5760c-d165-4431-9c61-e02d65837491,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:25.261027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b50df335-4a0f-485c-908c-79cd54932045 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9986591 Nov 23 10:51:25.261845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45318) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:25.273898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:e4:9d:eb', 'name': 'tempest-NetworksTestDHCPv6-968592721'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:25.301980 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47557055-e10a-4f4b-a40f-e7eaadec2fb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.305026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:51:25.328560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] Sync routers for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:51:25.375511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:25.379882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:25.437056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] No DVR routers for this DVR port 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:25.452990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.458642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f28a361-aff0-430b-8a95-66b3cf3c0f04 req-ca13af89-f2fa-4e54-8308-bbc4264953da tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.65 "DELETE /v2.0/ports/1f6e6b34-84f5-40ba-97ac-fabda785d2e5 HTTP/1.1" status: 204 len: 173 time: 2.3894219 Nov 23 10:51:25.460203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'name': 'network-vif-deleted', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:25.474493 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47557055-e10a-4f4b-a40f-e7eaadec2fb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.476665 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05937aef-79ba-4f31-8ec3-8b0727201cbd" -d '{"events": [{"server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "name": "network-vif-deleted", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:25.526910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:25.563698 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17465ff9-3b92-42de-b266-ff16cee2aae9 req-5d9ac298-8d45-4d32-97f3-34a33456edca tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/ports?device_id=35306170-29c9-4c6c-8470-1f037e08337e HTTP/1.1" status: 200 len: 210 time: 0.0589092 Nov 23 10:51:25.566535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86785-3b26-43b0-9995-d18df2f32cdb req-beeb2fa4-d0d5-4312-8029-b023977aaa3e tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:25.570812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc86785-3b26-43b0-9995-d18df2f32cdb req-beeb2fa4-d0d5-4312-8029-b023977aaa3e tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.1553979 Nov 23 10:51:25.594908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:25.594908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f6e6b34-84f5-40ba-97ac-fabda785d2e5 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:25.669732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:25.677522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47557055-e10a-4f4b-a40f-e7eaadec2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.680790 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47557055-e10a-4f4b-a40f-e7eaadec2fb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.685695 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-47557055-e10a-4f4b-a40f-e7eaadec2fb8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/662b4fec-59a3-49cf-af2e-64ace112c659 HTTP/1.1" status: 204 len: 168 time: 0.5303457 Nov 23 10:51:25.700740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dbc86785-3b26-43b0-9995-d18df2f32cdb req-9aac9840-76de-41c9-8992-6f42e362c14a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187148 Nov 23 10:51:25.708121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:25.730761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47557055-e10a-4f4b-a40f-e7eaadec2fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b4fec-59a3-49cf-af2e-64ace112c659,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:25.840559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:25.910264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port e51e9535-7988-45df-9c07-1af2ba0cb0ce yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:26.091442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4838d-2563-4e91-aa18-7df68a695e7b None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:26.115894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 5, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:26.194856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] Checking router: 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:51:26.221069 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aa689e-7eee-4399-b03a-cc33e21c3ab7 x-openstack-request-id: req-f2aa689e-7eee-4399-b03a-cc33e21c3ab7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:26.221398 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35306170-29c9-4c6c-8470-1f037e08337e", "name": "network-vif-deleted", "tag": "1f6e6b34-84f5-40ba-97ac-fabda785d2e5", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:26.221658 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2aa689e-7eee-4399-b03a-cc33e21c3ab7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:26.222095 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35306170-29c9-4c6c-8470-1f037e08337e', 'name': 'network-vif-deleted', 'tag': '1f6e6b34-84f5-40ba-97ac-fabda785d2e5', 'status': 'completed', 'code': 200} Nov 23 10:51:26.262922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:26.263544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:26.340766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45374) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:26.346413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8:0:1::3c2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/37a5760c-d165-4431-9c61-e02d65837491/e51e9535-7988-45df-9c07-1af2ba0cb0ce) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:26.359715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fee4:9deb (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/74885df5-ad69-45bd-9975-67e1730cc585/e51e9535-7988-45df-9c07-1af2ba0cb0ce) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:26.373616 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e750255-61a2-4cda-af57-178e108d750d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.454471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-77b6acbe-a7cf-492e-9c29-83f15366ceb8 None None] Provisioning complete for port 690414b5-a4ba-403f-9880-2ff691f0bc15 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:26.458577 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77b6acbe-a7cf-492e-9c29-83f15366ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.568273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e750255-61a2-4cda-af57-178e108d750d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.577248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e750255-61a2-4cda-af57-178e108d750d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.617585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.627508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:26.674975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e750255-61a2-4cda-af57-178e108d750d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c00f2da664d4f01a0a05ecde97700d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283937 Nov 23 10:51:26.676157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e750255-61a2-4cda-af57-178e108d750d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22ed80d-24be-4ee2-98a0-71f906479fcc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:26.678895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45380) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:26.723954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.755906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45384) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:26.794365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:26.823263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:26.834667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:26.836636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 690414b5-a4ba-403f-9880-2ff691f0bc15 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:26.845948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:26.848181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.854745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b295f360-882c-4bec-9314-61f5caa45acb tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.859987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd65b12d-4e92-4f11-bd6f-5e676dd1ef39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.874719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=e51e9535-7988-45df-9c07-1af2ba0cb0ce,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:26.885666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b295f360-882c-4bec-9314-61f5caa45acb tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.906200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd65b12d-4e92-4f11-bd6f-5e676dd1ef39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.921178 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0929908f-26d6-4de5-9e25-6e4c06e3f9c4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6498611 Nov 23 10:51:26.923287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:26.964930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b295f360-882c-4bec-9314-61f5caa45acb tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.968565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b295f360-882c-4bec-9314-61f5caa45acb tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:26.972126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b295f360-882c-4bec-9314-61f5caa45acb tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "DELETE /v2.0/security-groups/e033aadd-43ce-4b70-8add-86dd049cab7f HTTP/1.1" status: 204 len: 168 time: 0.2151055 Nov 23 10:51:26.981072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45396) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:27.065833 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd65b12d-4e92-4f11-bd6f-5e676dd1ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.069452 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd65b12d-4e92-4f11-bd6f-5e676dd1ef39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.073453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cd65b12d-4e92-4f11-bd6f-5e676dd1ef39 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c22ed80d-24be-4ee2-98a0-71f906479fcc HTTP/1.1" status: 204 len: 168 time: 0.3930459 Nov 23 10:51:27.080383 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-f17a1276-a3cc-4d15-96c3-d8e1d55251ef tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] show failed (client error): The resource could not be found. Nov 23 10:51:27.081476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f17a1276-a3cc-4d15-96c3-d8e1d55251ef tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "GET /v2.0/security-groups/e033aadd-43ce-4b70-8add-86dd049cab7f HTTP/1.1" status: 404 len: 347 time: 0.0938063 Nov 23 10:51:27.086793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45408) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:27.089719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295f360-882c-4bec-9314-61f5caa45acb tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e033aadd-43ce-4b70-8add-86dd049cab7f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:27.090289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65b12d-4e92-4f11-bd6f-5e676dd1ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22ed80d-24be-4ee2-98a0-71f906479fcc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:27.097123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port e51e9535-7988-45df-9c07-1af2ba0cb0ce {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:27.097502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.235771 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.260214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for e51e9535-7988-45df-9c07-1af2ba0cb0ce owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:27.437972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Deleting port b04f743f-16bf-4693-aec4-b1cbc9c7088f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:27.438575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.474187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77b6acbe-a7cf-492e-9c29-83f15366ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.538583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 690414b5-a4ba-403f-9880-2ff691f0bc15 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:27.538583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.548325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.560007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.560007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.581877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Calling delete_port for b04f743f-16bf-4693-aec4-b1cbc9c7088f owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:27.634337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=e51e9535-7988-45df-9c07-1af2ba0cb0ce,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:27.638348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77b6acbe-a7cf-492e-9c29-83f15366ceb8 None None] For port 690414b5-a4ba-403f-9880-2ff691f0bc15, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=690414b5-a4ba-403f-9880-2ff691f0bc15,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:27.658503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77b6acbe-a7cf-492e-9c29-83f15366ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.703476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:27.708314 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2420cd82-2533-48a5-a062-d1eefe9cf159 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/e51e9535-7988-45df-9c07-1af2ba0cb0ce HTTP/1.1" status: 204 len: 168 time: 0.7838781 Nov 23 10:51:27.711056 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45440) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:27.765864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6acbe-a7cf-492e-9c29-83f15366ceb8 None None] Pushing event updated for resources: {'Port': ['ID=690414b5-a4ba-403f-9880-2ff691f0bc15,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:27.821230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 5, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:27.846566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a45788a-a77f-4fe9-9359-a55dd268a3bd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:27.849640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a45788a-a77f-4fe9-9359-a55dd268a3bd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1374767 Nov 23 10:51:27.852607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45454) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:27.897140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9ef7a-d4e9-46ba-9aed-acb0366fcd90 None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '74885df5-ad69-45bd-9975-67e1730cc585', 'ip_address': '2001:db8::f816:3eff:fe41:8751'}, {'subnet_id': '37a5760c-d165-4431-9c61-e02d65837491'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '690414b5-a4ba-403f-9880-2ff691f0bc15'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:51:27.926560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1caf05-ec6f-4821-bfa8-6907b020614d None None] The sync data for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 is: [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:49:02Z', 'revision_number': 4, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '21322985-cb8e-4435-8284-c66f3998fa4c', 'name': '', 'network_id': '64f64b9f-54e0-427b-b075-7a6868ff61bd', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'mac_address': 'fa:16:3e:31:56:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:49:01Z', 'updated_at': '2021-11-23T10:49:10Z', 'revision_number': 5, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'subnets': [{'id': 'c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:51:27.949993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-67e9ef7a-d4e9-46ba-9aed-acb0366fcd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.048745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03170759-ded9-4621-b4d1-5adc52508ad0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:28.052361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-03170759-ded9-4621-b4d1-5adc52508ad0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1965959 Nov 23 10:51:28.054846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45466) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:28.085838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.172723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Pushing event deleted for resources: {'Port': ['ID=b04f743f-16bf-4693-aec4-b1cbc9c7088f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:28.186592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3adb19e-f818-446a-980f-4bc715064e82 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:28.196158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3adb19e-f818-446a-980f-4bc715064e82 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:28.201630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3adb19e-f818-446a-980f-4bc715064e82 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:28.205889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3adb19e-f818-446a-980f-4bc715064e82 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1451068 Nov 23 10:51:28.206782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:28.285013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208785f7-4e9f-46b9-98ad-e151a8fe2b0d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:28.314174 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.318487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.326587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45476) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:28.339129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ffbc9e9d-630c-4c0a-a7db-b0f94485fea4 tempest-ServersTestJSON-639059165 tempest-ServersTestJSON-639059165-project] 10.222.0.61 "DELETE /v2.0/floatingips/a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1 HTTP/1.1" status: 204 len: 168 time: 1.2508655 Nov 23 10:51:28.381214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-67e9ef7a-d4e9-46ba-9aed-acb0366fcd90 None None] Allocated IP 2001:db8:0:1::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/37a5760c-d165-4431-9c61-e02d65837491/690414b5-a4ba-403f-9880-2ff691f0bc15) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:28.472908 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a25210-7192-4b0b-b5ab-571fabff8a3c None None] New status for floating IP a5ec769f-65fd-45d1-916e-1c9bf2e1f3b1: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:51:28.531743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 37a5760c-d165-4431-9c61-e02d65837491 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:28.560484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-67e9ef7a-d4e9-46ba-9aed-acb0366fcd90 None None] For port 690414b5-a4ba-403f-9880-2ff691f0bc15, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=690414b5-a4ba-403f-9880-2ff691f0bc15,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:28.627612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-67e9ef7a-d4e9-46ba-9aed-acb0366fcd90 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.637648 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-67e9ef7a-d4e9-46ba-9aed-acb0366fcd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.638712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.763132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:28.847114 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9ef7a-d4e9-46ba-9aed-acb0366fcd90 None None] Pushing event updated for resources: {'Port': ['ID=690414b5-a4ba-403f-9880-2ff691f0bc15,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:28.868064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 690414b5-a4ba-403f-9880-2ff691f0bc15 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:28.911166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.020357 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.038021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 690414b5-a4ba-403f-9880-2ff691f0bc15 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:29.038244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.060239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=37a5760c-d165-4431-9c61-e02d65837491,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:29.066714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.074015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1beb837d-7f55-4e2f-b63f-980918eb18f7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/37a5760c-d165-4431-9c61-e02d65837491 HTTP/1.1" status: 204 len: 168 time: 0.8626509 Nov 23 10:51:29.074360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45522) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:29.204928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 74885df5-ad69-45bd-9975-67e1730cc585 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:29.210369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.232661 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.308087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.518401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.684967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.737186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:29.745409 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:29.746556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/74885df5-ad69-45bd-9975-67e1730cc585 HTTP/1.1" status: 204 len: 168 time: 0.6702445 Nov 23 10:51:29.749977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095149a-34cc-403e-a20f-db094f1ac6b5 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=74885df5-ad69-45bd-9975-67e1730cc585,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:29.853334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-937d6ffd-60f3-4b75-b346-ab20b03e2420 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019783 Nov 23 10:51:29.856148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45572) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:29.861994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:29.886159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Deleting port 21322985-cb8e-4435-8284-c66f3998fa4c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:29.886847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.049709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] For port 21322985-cb8e-4435-8284-c66f3998fa4c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21322985-cb8e-4435-8284-c66f3998fa4c,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:30.050523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.074692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Calling delete_port for 21322985-cb8e-4435-8284-c66f3998fa4c owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:30.079380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada94060-a683-4522-8879-423698f55efe None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:30.144729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:30.161357 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.195298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45592) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:30.213937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-be4474f9-10ad-4d93-8f20-91f255f4bcbc None None] Could not find standard attr ID for object e51e9535-7988-45df-9c07-1af2ba0cb0ce. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:51:30.255386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-be4474f9-10ad-4d93-8f20-91f255f4bcbc None None] Provisioning complete for port 690414b5-a4ba-403f-9880-2ff691f0bc15 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:30.255904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be4474f9-10ad-4d93-8f20-91f255f4bcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.419325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:30.497696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1963-0fc9-4c47-8d77-3a27f38423a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.514329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] Deleting port 690414b5-a4ba-403f-9880-2ff691f0bc15 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:30.515709 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.571935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.627341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Pushing event deleted for resources: {'Port': ['ID=21322985-cb8e-4435-8284-c66f3998fa4c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:30.637348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] For port 690414b5-a4ba-403f-9880-2ff691f0bc15, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=690414b5-a4ba-403f-9880-2ff691f0bc15,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:30.638752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.656211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] Calling delete_port for 690414b5-a4ba-403f-9880-2ff691f0bc15 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:30.737321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 690414b5-a4ba-403f-9880-2ff691f0bc15 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:30.860793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:30.980643 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:30.996099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1963-0fc9-4c47-8d77-3a27f38423a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.005756 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1963-0fc9-4c47-8d77-3a27f38423a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.068294 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.127838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] Pushing event deleted for resources: {'Port': ['ID=690414b5-a4ba-403f-9880-2ff691f0bc15,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.156364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Port 690414b5-a4ba-403f-9880-2ff691f0bc15 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 10:51:31.156950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Reverting IP allocation for 2001:db8::f816:3eff:fe41:8751 {{(pid=103426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 10:51:31.157739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6f1f9-311c-4dff-a8b3-9ddf30ae4664 None None] No DVR routers for this DVR port 690414b5-a4ba-403f-9880-2ff691f0bc15 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:31.162111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe41:8751 {{(pid=103426) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 10:51:31.164832 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.179236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f1963-0fc9-4c47-8d77-3a27f38423a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b98e6a-ee09-4e55-b03d-f28bd1da4db8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.191488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b5f1963-0fc9-4c47-8d77-3a27f38423a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=91bf849031d34d258f0ca221d7c76d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9904854 Nov 23 10:51:31.194674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45618) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.254579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.280188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:31.282362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:31.287081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:31.287776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.293212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=0f9071bd-cc9d-40f9-8447-75765e7a9a25,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.293527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53edea28-94ce-4ef7-9467-45f9c2214f94 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:31.317604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-534f76ac-3c19-466b-97c5-7314f3cc9204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.328732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b1a8a9f9-3b39-4116-ab39-fec5bf7085f0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4682329 Nov 23 10:51:31.328732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45620) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.339666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e0bd6613-b1a9-41f1-990d-b53b08b3b2a9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:31.341137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-534f76ac-3c19-466b-97c5-7314f3cc9204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.396290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-534f76ac-3c19-466b-97c5-7314f3cc9204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.399456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-534f76ac-3c19-466b-97c5-7314f3cc9204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.400671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-534f76ac-3c19-466b-97c5-7314f3cc9204 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26b98e6a-ee09-4e55-b03d-f28bd1da4db8 HTTP/1.1" status: 204 len: 168 time: 0.1985602 Nov 23 10:51:31.418354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f76ac-3c19-466b-97c5-7314f3cc9204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b98e6a-ee09-4e55-b03d-f28bd1da4db8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:31.569604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bd6613-b1a9-41f1-990d-b53b08b3b2a9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:31.578195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6613-b1a9-41f1-990d-b53b08b3b2a9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.705684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '0f9071bd-cc9d-40f9-8447-75765e7a9a25'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:31.707340 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:31.753490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:51:31.843291 n-d-817747-2 neutron-server[103426]: INFO neutron.db.ipam_backend_mixin [None req-e0bd6613-b1a9-41f1-990d-b53b08b3b2a9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f9071bd-cc9d-40f9-8447-75765e7a9a25 (CIDR: 2001:db8::/64) Nov 23 10:51:31.851811 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bd6613-b1a9-41f1-990d-b53b08b3b2a9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:31.852825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bd6613-b1a9-41f1-990d-b53b08b3b2a9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:31.893586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e0bd6613-b1a9-41f1-990d-b53b08b3b2a9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5638335 Nov 23 10:51:31.895400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45632) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:31.903506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:31.926567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Allocated IP 2001:db8::f816:3eff:fe40:cf1e (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/0f9071bd-cc9d-40f9-8447-75765e7a9a25/2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:31.985324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:51:31.995667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da33da4b-1aa9-416d-922d-27811fb0d153 admin admin] 10.222.0.61 "PUT /v2.0/routers/9a59b27f-ce8c-4765-b30a-d6415a4c34e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6670895 Nov 23 10:51:31.996336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45638) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:32.151516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.167567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:32.172970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.269965 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.276011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] Sync routers for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:51:32.294879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:32.295860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:32.304151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.469136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:32.605961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:32.719125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.775380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:32.788846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:32.790442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:32.794935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:32.800296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:32.801151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:32.813248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Pushing event updated for resources: {'Port': ['ID=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:32.830979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=746edfb1-9c21-44a1-a60c-d98949aaab48,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:32.851404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cf425465-bd77-459b-9eea-27b4eb2e8912 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9549043 Nov 23 10:51:32.854636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45660) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:32.861319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:cd:c7:15', 'name': 'tempest-NetworksTestDHCPv6-1240705702'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:32.993191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.107561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Deleting port f33b76f9-cd36-419c-95db-68288eb4768e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:33.108236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.110067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:33.237677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Attempting to bind port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:33.238041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Attempting to bind port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:33.238418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Attempting to bind port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:33.246727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:33.247122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:33.248131 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.248131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:33.248381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Bound port: 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:33.248782 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.269344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] For port f33b76f9-cd36-419c-95db-68288eb4768e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f33b76f9-cd36-419c-95db-68288eb4768e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:33.269720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.287972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Calling delete_port for f33b76f9-cd36-419c-95db-68288eb4768e owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:33.341613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:51:30Z', 'revision_number': 5, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port': {'id': 'f33b76f9-cd36-419c-95db-68288eb4768e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:48:54Z', 'updated_at': '2021-11-23T10:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:33.387524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] For port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:33.389840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.390334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] Checking router: 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:51:33.407911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] For port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:33.412645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] Routers {'9a59b27f-ce8c-4765-b30a-d6415a4c34e4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:33.413403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:33.419320 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.461055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port f6130d77-48dd-47a1-8fa3-4126a4deb435 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:33.559405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3904780-cfb7-4e76-9f15-a57632b4f6b9 None None] Pushing event updated for resources: {'Port': ['ID=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:33.647083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] Set router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:33.733328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:51:32Z', 'revision_number': 6, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:33.792744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:33.808798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424de740-0c85-478c-b1d5-baae8d3df909 None None] The sync data for ids ['9a59b27f-ce8c-4765-b30a-d6415a4c34e4'] in n-d-817747-2 is: [{'id': '9a59b27f-ce8c-4765-b30a-d6415a4c34e4', 'name': 'tempest-ServersTestJSON-1874170863-router', 'tenant_id': 'a7c73e60677041069ac50a65f651def4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:48:53Z', 'updated_at': '2021-11-23T10:51:32Z', 'revision_number': 6, 'project_id': 'a7c73e60677041069ac50a65f651def4', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:51:33.914356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8c251-70bb-4795-925e-ca4b86d167fe None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:33.929820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Pushing event deleted for resources: {'Port': ['ID=f33b76f9-cd36-419c-95db-68288eb4768e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:33.944425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8:0:1::34e (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/746edfb1-9c21-44a1-a60c-d98949aaab48/f6130d77-48dd-47a1-8fa3-4126a4deb435) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:33.964963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::f816:3eff:fecd:c715 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/0f9071bd-cc9d-40f9-8447-75765e7a9a25/f6130d77-48dd-47a1-8fa3-4126a4deb435) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:34.061578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.251781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.259564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.343918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.345242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a59b27f-ce8c-4765-b30a-d6415a4c34e4 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:51:34.355063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.356472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bda0f58e-10a1-4a2a-8032-5ba15c68e408 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9a59b27f-ce8c-4765-b30a-d6415a4c34e4 HTTP/1.1" status: 204 len: 168 time: 2.3591623 Nov 23 10:51:34.359639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:34.386533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.423730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45706) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:34.442660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] Deleting subnet c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:34.450464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.499121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.501801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.578556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:34.582306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:34.586225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:34.592989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:34.593699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.621419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=f6130d77-48dd-47a1-8fa3-4126a4deb435,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:34.637415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d8d16996-f3da-4270-b0e9-05deb93a2384 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.7785227 Nov 23 10:51:34.638110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45714) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:34.647993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.743149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-408f2c78-60a3-4cfe-862c-155d80611e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.751008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.788338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port f6130d77-48dd-47a1-8fa3-4126a4deb435 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:34.788606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.792890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:34.797931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:34.801259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-25187423-e34b-42b9-b20d-f09431305c15 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c5b4ee0d-c4a3-4367-a615-7c3c6a9783cf HTTP/1.1" status: 204 len: 168 time: 0.4403784 Nov 23 10:51:34.807539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:34.808618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb2084-c0cd-43b4-bb4e-1d03bdd0b198 None None] Network 64f64b9f-54e0-427b-b075-7a6868ff61bd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:35.036138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.106959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:35.205949 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.208928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:35.209413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.220214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Deleting port e7bccc26-b073-4810-b188-fcef509c9c8d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:35.220549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.251593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-408f2c78-60a3-4cfe-862c-155d80611e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.253557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for f6130d77-48dd-47a1-8fa3-4126a4deb435 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:35.264268 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-408f2c78-60a3-4cfe-862c-155d80611e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.280502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb30b2-6c35-4751-8731-42fe002c14e5 req-a215f273-c2b8-4407-a777-9ea85c376fcf tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:35.283468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9eb30b2-6c35-4751-8731-42fe002c14e5 req-a215f273-c2b8-4407-a777-9ea85c376fcf tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 946 time: 0.2223835 Nov 23 10:51:35.334298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f2c78-60a3-4cfe-862c-155d80611e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb595f1a-343f-459c-9878-866c6de51bec,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:35.385658 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.416150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] For port e7bccc26-b073-4810-b188-fcef509c9c8d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e7bccc26-b073-4810-b188-fcef509c9c8d,segment=NetworkSegment(1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983),segment_id=1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:35.416993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.455477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Calling delete_port for e7bccc26-b073-4810-b188-fcef509c9c8d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:35.457293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] DHCP port deletion for 64f64b9f-54e0-427b-b075-7a6868ff61bd request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:35.512638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:35.528214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-408f2c78-60a3-4cfe-862c-155d80611e88 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90fc94756b174c16bf793ad2ce64bd6e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0991080 Nov 23 10:51:35.528791 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.537874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45726) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:35.564611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9eb30b2-6c35-4751-8731-42fe002c14e5 req-d0666c7c-d638-46d2-bc74-15bfdb2cc073 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430878 Nov 23 10:51:35.605834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.630025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:35.634379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0feb24d-1fde-4216-a17c-75b58d61553a None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:35.637910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21322985-cb8e-4435-8284-c66f3998fa4c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:35.666994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bccc26-b073-4810-b188-fcef509c9c8d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:35.689232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] No DVR routers for this DVR port e7bccc26-b073-4810-b188-fcef509c9c8d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:35.692646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 21322985-cb8e-4435-8284-c66f3998fa4c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:35.693520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.693873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21322985-cb8e-4435-8284-c66f3998fa4c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:35.694013 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28383ccf-f0a3-4d73-bd2c-2fbe8da6da4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.694130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.694707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f33b76f9-cd36-419c-95db-68288eb4768e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:35.694907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.695999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.696442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.697783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.698230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.699424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.699757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.700200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.700630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.701060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:35.720497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: f33b76f9-cd36-419c-95db-68288eb4768e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:35.721179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f33b76f9-cd36-419c-95db-68288eb4768e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:35.737165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] Deleting port e7bccc26-b073-4810-b188-fcef509c9c8d {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:35.737558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.740875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28383ccf-f0a3-4d73-bd2c-2fbe8da6da4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.784879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b1980ad5-ade0-40c9-915f-dd5acacb8c1d None None] Provisioning complete for port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:35.785276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b1980ad5-ade0-40c9-915f-dd5acacb8c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.833290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.837960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.881175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f64b9f-54e0-427b-b075-7a6868ff61bd']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:35.889646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] For port e7bccc26-b073-4810-b188-fcef509c9c8d, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:35.889646 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.894188 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28383ccf-f0a3-4d73-bd2c-2fbe8da6da4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.897712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:35.898018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9e51c6-bfc1-4c81-96d4-8f2ae65e6983') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:35.898315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28383ccf-f0a3-4d73-bd2c-2fbe8da6da4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.900477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-28383ccf-f0a3-4d73-bd2c-2fbe8da6da4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb595f1a-343f-459c-9878-866c6de51bec HTTP/1.1" status: 204 len: 168 time: 0.3615029 Nov 23 10:51:35.901413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=f6130d77-48dd-47a1-8fa3-4126a4deb435,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:35.912809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.920031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] Calling delete_port for e7bccc26-b073-4810-b188-fcef509c9c8d owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:35.938954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.944359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28383ccf-f0a3-4d73-bd2c-2fbe8da6da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb595f1a-343f-459c-9878-866c6de51bec,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:35.951529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:51:35.953761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:51:35.958013 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:51:35.963980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] Port e7bccc26-b073-4810-b188-fcef509c9c8d was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:51:35.986799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:35.991299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-48b76682-2095-4c1c-bc2a-76509da4ebbe tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/f6130d77-48dd-47a1-8fa3-4126a4deb435 HTTP/1.1" status: 204 len: 168 time: 1.3516212 Nov 23 10:51:35.994519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45730) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:35.999031 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.048126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] Pushing event deleted for resources: {'Port': ['ID=e7bccc26-b073-4810-b188-fcef509c9c8d,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:36.067497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.072940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03a0c6-4268-4542-89d8-fa1e788ff6db None None] No DVR routers for this DVR port e7bccc26-b073-4810-b188-fcef509c9c8d on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:36.074536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.086095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] 10.222.0.61 "DELETE /v2.0/networks/64f64b9f-54e0-427b-b075-7a6868ff61bd HTTP/1.1" status: 204 len: 168 time: 1.2771914 Nov 23 10:51:36.112922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de165d-04e6-48e2-a829-bd0f0f4c3178 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f64b9f-54e0-427b-b075-7a6868ff61bd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:36.136280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa3d2d-0adf-49dd-a208-27732679e508 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:36.141279 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2baa3d2d-0adf-49dd-a208-27732679e508 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1424327 Nov 23 10:51:36.141279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45734) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:36.196867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd09e9a-71d1-4b53-9a8f-bfa1f08a4e08 None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': '0f9071bd-cc9d-40f9-8447-75765e7a9a25', 'ip_address': '2001:db8::f816:3eff:fe40:cf1e'}, {'subnet_id': '746edfb1-9c21-44a1-a60c-d98949aaab48'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:51:36.206123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd970935-6f30-4e83-885d-67de518cdb47 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:36.210264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bd970935-6f30-4e83-885d-67de518cdb47 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0658388 Nov 23 10:51:36.210739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45740) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:36.227557 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3fd09e9a-71d1-4b53-9a8f-bfa1f08a4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.322319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d211c6a-d6e6-40de-9758-182ed02b730f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:36.328546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d211c6a-d6e6-40de-9758-182ed02b730f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:36.328546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d211c6a-d6e6-40de-9758-182ed02b730f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:36.330028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3d211c6a-d6e6-40de-9758-182ed02b730f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1181667 Nov 23 10:51:36.332793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45746) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:36.398463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45748) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:36.404725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 0f9071bd-cc9d-40f9-8447-75765e7a9a25 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:36.454370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e2fdb2da-05db-494c-bbe9-0dcc27bab82c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7c73e60677041069ac50a65f651def4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532255 Nov 23 10:51:36.456721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45752) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:36.458122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-3fd09e9a-71d1-4b53-9a8f-bfa1f08a4e08 None None] Allocated IP 2001:db8:0:1::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/746edfb1-9c21-44a1-a60c-d98949aaab48/2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:36.546161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81685692-d1c8-4bba-9ac6-652631a6b74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.577425 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81685692-d1c8-4bba-9ac6-652631a6b74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.625338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3fd09e9a-71d1-4b53-9a8f-bfa1f08a4e08 None None] For port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:36.680943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3fd09e9a-71d1-4b53-9a8f-bfa1f08a4e08 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.684110 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81685692-d1c8-4bba-9ac6-652631a6b74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.687288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81685692-d1c8-4bba-9ac6-652631a6b74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.689091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.692078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:36.695561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81685692-d1c8-4bba-9ac6-652631a6b74b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e604469a-0c2b-446d-8486-044924528fe3 HTTP/1.1" status: 204 len: 168 time: 0.2354510 Nov 23 10:51:36.736709 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3fd09e9a-71d1-4b53-9a8f-bfa1f08a4e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.758036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81685692-d1c8-4bba-9ac6-652631a6b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e604469a-0c2b-446d-8486-044924528fe3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:36.822234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:36.979855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd09e9a-71d1-4b53-9a8f-bfa1f08a4e08 None None] Pushing event updated for resources: {'Port': ['ID=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:37.003829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:37.003829 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:37.048280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a826f3-c3bd-4845-be04-268babcba5fd req-53cd61a2-08df-4c58-8f15-d616b400f924 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:37.055342 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a826f3-c3bd-4845-be04-268babcba5fd req-53cd61a2-08df-4c58-8f15-d616b400f924 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 946 time: 0.1386633 Nov 23 10:51:37.059683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:37.362999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e7bccc26-b073-4810-b188-fcef509c9c8d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:37.391006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e431491-9985-4763-bd46-0df1e1f51ab3 req-3fb2f253-1e5c-4a32-9346-f31de884be01 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:37.400210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e431491-9985-4763-bd46-0df1e1f51ab3 req-3fb2f253-1e5c-4a32-9346-f31de884be01 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 946 time: 0.2120101 Nov 23 10:51:37.416937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: e7bccc26-b073-4810-b188-fcef509c9c8d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:37.417349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e7bccc26-b073-4810-b188-fcef509c9c8d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:37.450941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:37.480830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Deleting port 8773485f-6abb-4f02-b8a7-fcaa25408077 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:37.481196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:37.564516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9071bd-cc9d-40f9-8447-75765e7a9a25,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:37.582680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:37.589246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3bf0da07-668e-4180-aa8b-e6195ef2b9a6 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/0f9071bd-cc9d-40f9-8447-75765e7a9a25 HTTP/1.1" status: 204 len: 168 time: 1.2520225 Nov 23 10:51:37.589654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45788) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:37.610602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e431491-9985-4763-bd46-0df1e1f51ab3 req-51ae9875-300c-4eb9-a4c1-c3e619b5a82f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=7b85f1d6-d42c-41b2-8603-c45a6e13e90a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000399 Nov 23 10:51:37.720533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] For port 8773485f-6abb-4f02-b8a7-fcaa25408077, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8773485f-6abb-4f02-b8a7-fcaa25408077,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:37.721383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:37.750487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 746edfb1-9c21-44a1-a60c-d98949aaab48 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:37.756033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:37.894718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.064523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb1840-7fd4-44c8-9941-aafca6dac78c None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:38.083847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.089593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.091974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.092280 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Floating IP fe87f07f-5f34-4540-91a6-b46a03520935 disassociated. External IP: 172.25.5.159, port: 8773485f-6abb-4f02-b8a7-fcaa25408077. Nov 23 10:51:38.092636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Calling delete_port for 8773485f-6abb-4f02-b8a7-fcaa25408077 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:38.217729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.240015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2406f83f-e87d-4932-8649-da17cc886375 None None] Provisioning complete for port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:38.240384 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2406f83f-e87d-4932-8649-da17cc886375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.295792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45808) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:38.296735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=746edfb1-9c21-44a1-a60c-d98949aaab48,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:38.299882 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.308923 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-347e6c05-b320-4d06-8a57-d05bc4ea7a1e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/746edfb1-9c21-44a1-a60c-d98949aaab48 HTTP/1.1" status: 204 len: 168 time: 0.7159758 Nov 23 10:51:38.309297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45810) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:38.310204 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.353041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45814) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:38.401004 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-08c99906-e368-46ad-929e-a89ffc3b7b00 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856178 Nov 23 10:51:38.401004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event deleted for resources: {'Port': ['ID=8773485f-6abb-4f02-b8a7-fcaa25408077,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:38.401838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45818) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:38.407259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:38.564742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-893243365-network', 'tenant_id': '50ef244bad22405eb41de078834d9363'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:38.612330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Made reservation on behalf of 50ef244bad22405eb41de078834d9363 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:38.616962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.642399 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.771508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:38.777848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:38.779058 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.870959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:38.927948 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c32305fd-1824-4040-8f4f-007719cea5aa req-a5464312-7522-4f5d-b83e-3e4572f66ba2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 210 time: 0.0738609 Nov 23 10:51:38.953622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:38.953808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:38.981741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:51:39.016707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.031499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-448a1834-cb7d-4ff5-96b5-a961e9081917 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1734829 Nov 23 10:51:39.087486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:39.162548 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.168244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] Deleting port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:39.168783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.197899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:39.226024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.228639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:39.235855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-b79d4925-c271-4c10-92b8-6b3e1e5cca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:39.237348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-b79d4925-c271-4c10-92b8-6b3e1e5cca98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1096 time: 0.1391182 Nov 23 10:51:39.239633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:39.240574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.248987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.262259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:51:39.263312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:51:39.275413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.275413 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Added segment 3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3 of type vlan for network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 Nov 23 10:51:39.282416 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] Sync routers for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:51:39.302894 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:39.303186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] For port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:39.303702 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.304812 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:39.329469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] Calling delete_port for 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:39.329701 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.338881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] No DVR routers for this DVR port 8773485f-6abb-4f02-b8a7-fcaa25408077 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:39.343621 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.346914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63a826f3-c3bd-4845-be04-268babcba5fd req-7781b05e-85be-498b-91ad-aec9d8355ef9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.58 "DELETE /v2.0/ports/8773485f-6abb-4f02-b8a7-fcaa25408077 HTTP/1.1" status: 204 len: 173 time: 2.2323105 Nov 23 10:51:39.348227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-deleted', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:39.350539 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4adb27a-49af-4438-8a40-bdcfd5c4fc9a" -d '{"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-deleted", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:39.385092 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.386321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:39.387021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.399265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.437270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0317583 Nov 23 10:51:39.440944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45832) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:39.442065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f7785e-3459-4ba0-8085-fe8c127c65f5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:39.456315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdc8f3-ba9d-4513-b8c3-148b88b4cb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=30ac3a7c-587c-4e11-927d-67c827c1d699,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:39.468153 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1131692 Nov 23 10:51:39.474274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:39.506865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1914fa94-5a54-44b1-9a53-975db2b325cd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:39.508582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec38639-2537-4fb7-9152-b06851f30e2c admin admin] Pushing event updated for resources: {'Network': ['ID=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:39.514807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Request body: {'subnet': {'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-893243365-subnet', 'tenant_id': '50ef244bad22405eb41de078834d9363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:39.533295 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2530e117-54bd-4b0d-9a79-d9f0a0373c84 x-openstack-request-id: req-2530e117-54bd-4b0d-9a79-d9f0a0373c84 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:39.533572 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c17e9d-af60-4ffb-8af1-6d3735905110", "name": "network-vif-deleted", "tag": "8773485f-6abb-4f02-b8a7-fcaa25408077", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:39.533787 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2530e117-54bd-4b0d-9a79-d9f0a0373c84 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:39.534193 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c17e9d-af60-4ffb-8af1-6d3735905110', 'name': 'network-vif-deleted', 'tag': '8773485f-6abb-4f02-b8a7-fcaa25408077', 'status': 'completed', 'code': 200} Nov 23 10:51:39.546147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-eeb6a749-f3ca-46b9-938f-74322ab89248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:39.547827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-eeb6a749-f3ca-46b9-938f-74322ab89248 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.2779076 Nov 23 10:51:39.586222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:51:39.609212 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.718650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Made reservation on behalf of 50ef244bad22405eb41de078834d9363 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:39.720961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:39.723523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] No DVR routers for this DVR port 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:51:39.726605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46008bb7-6729-46de-8bcb-2423cd797040 None None] Pushing event deleted for resources: {'Port': ['ID=2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:39.753972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863b863-193e-4418-88f3-d3621857ed89 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:39.765178 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:39.816294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Allocated IP 172.25.5.130 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/38331a60-4a7a-40b1-9d9d-37a9d3befa38) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:39.855166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-7d08ed6e-57c6-43ab-8b54-d900db216e16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.2750754 Nov 23 10:51:39.992974 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:40.033613 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] Checking router: 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:51:40.048122 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:40.048957 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:40.075671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'tenant_id': 'ff4a2f035c2247cc946dee5135937b78', 'fixed_ips': [{'subnet_id': '30ac3a7c-587c-4e11-927d-67c827c1d699'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:51:40.076902 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.089789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1914fa94-5a54-44b1-9a53-975db2b325cd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:40.093418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1914fa94-5a54-44b1-9a53-975db2b325cd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.204729 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0b3ee60-cad6-43ec-a93c-a18471cd8aa1 req-a81ec5d7-ca2d-40bc-bae0-344953f5221d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8c17e9d-af60-4ffb-8af1-6d3735905110 HTTP/1.1" status: 200 len: 210 time: 0.0491076 Nov 23 10:51:40.233693 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:40.240223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-182b9116-a435-456f-9511-31d7b7d57210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:40.242058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-182b9116-a435-456f-9511-31d7b7d57210 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.3475485 Nov 23 10:51:40.295551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/30ac3a7c-587c-4e11-927d-67c827c1d699/ab12137f-c502-4013-a38d-a84d093ab3fa) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:40.318600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.463680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.496078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-778451e8-d7cb-4495-8b30-34e750c6eb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:40.497793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-778451e8-d7cb-4495-8b30-34e750c6eb09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289395 Nov 23 10:51:40.498244 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:40.498789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=661ba32e-2729-41be-bab2-0859c755f89f,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:40.503887 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.510324 n-d-817747-2 neutron-server[103426]: INFO neutron.db.ipam_backend_mixin [None req-1914fa94-5a54-44b1-9a53-975db2b325cd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30ac3a7c-587c-4e11-927d-67c827c1d699 (CIDR: 2001:db8::/64) Nov 23 10:51:40.523402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.544835 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b732350-10a3-4565-a1df-b610584e8b97 None None] The sync data for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 is: [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:51:40.584679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:40.588216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:40.598493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:40.601685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Pushing event updated for resources: {'Port': ['ID=ab12137f-c502-4013-a38d-a84d093ab3fa,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:40.605307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-43507d22-0639-4f99-a840-52f4c523110d service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937641 Nov 23 10:51:40.631545 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1914fa94-5a54-44b1-9a53-975db2b325cd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:40.631545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1914fa94-5a54-44b1-9a53-975db2b325cd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:40.650061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Checking segment: {'id': '3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:40.650910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Network hostable DHCP agents. Network: 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:51:40.712609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:40.755307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1914fa94-5a54-44b1-9a53-975db2b325cd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3130980 Nov 23 10:51:40.756068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45844) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:40.765793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:40.769770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-00b8b143-399e-4dff-85a2-1717e050bf73 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1610060 Nov 23 10:51:40.775995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:40.776341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2d5f4eb2-49bc-424a-bf3d-d8a959be7fb5 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:40.777924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.779481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Attempting to bind port ab12137f-c502-4013-a38d-a84d093ab3fa on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:40.780017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Attempting to bind port ab12137f-c502-4013-a38d-a84d093ab3fa by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:40.780503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Attempting to bind port ab12137f-c502-4013-a38d-a84d093ab3fa on network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:40.791332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:40.792130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Checking segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:40.792270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:51:40.792667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.793215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Bound using segment: {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:40.793798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Bound port: ab12137f-c502-4013-a38d-a84d093ab3fa, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f416466-b452-4b18-94e2-8f713ef4c81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:40.794288 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.855428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:40.871494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:40.875837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:40.882977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:40.886841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b602d9-9d26-4154-a0ee-75bf04c8ec01 None None] Network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:40.890859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdb7f896-0037-4630-a91a-4eaef02a1655 req-923c5e97-9bb7-4b4c-b6ba-603c4a0a2fcc service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710607 Nov 23 10:51:40.906100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:40.906741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:40.960350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Pushing event updated for resources: {'Port': ['ID=38331a60-4a7a-40b1-9d9d-37a9d3befa38,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:41.009963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b892cc55-c982-45b2-9057-8057566d1dbd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4986482 Nov 23 10:51:41.032753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:41.038670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.044929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.045459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.045931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.046401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.046866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.047327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.047797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.049795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a8cbc623-1af5-4708-b2fe-adf0096a5a0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6488 time: 0.1798563 Nov 23 10:51:41.060638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] For port ab12137f-c502-4013-a38d-a84d093ab3fa, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:41.093037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] For port ab12137f-c502-4013-a38d-a84d093ab3fa, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab12137f-c502-4013-a38d-a84d093ab3fa,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:41.125454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.159559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ad711-90e3-47d5-a5da-767870394053 None None] New status for floating IP fe87f07f-5f34-4540-91a6-b46a03520935: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:51:41.199975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.378206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:51:41.379611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45860) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:41.436193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503c8ad-7cce-4d18-a566-95a952103c62 None None] Pushing event updated for resources: {'Port': ['ID=ab12137f-c502-4013-a38d-a84d093ab3fa,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:41.571281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 8773485f-6abb-4f02-b8a7-fcaa25408077 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:51:41.573013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8773485f-6abb-4f02-b8a7-fcaa25408077 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:51:41.579542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-874e8b6f-8e12-4a80-a699-2226db88dde6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.614804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:41.637559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1c860-1a2d-476a-aaba-2d77f9052701 None None] Network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:41.729685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-874e8b6f-8e12-4a80-a699-2226db88dde6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.748286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-f9aee511-918d-44c8-9f2e-1a99f9870262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.748757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-f9aee511-918d-44c8-9f2e-1a99f9870262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.749324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-f9aee511-918d-44c8-9f2e-1a99f9870262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:41.750924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-f9aee511-918d-44c8-9f2e-1a99f9870262 service neutron] 10.222.0.65 "GET /v2.0/networks?id=172cb543-158a-4cad-bd24-49d8d0daf094&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 2293 time: 0.6404018 Nov 23 10:51:41.757446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.846455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-874e8b6f-8e12-4a80-a699-2226db88dde6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.849207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-874e8b6f-8e12-4a80-a699-2226db88dde6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:41.853600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-874e8b6f-8e12-4a80-a699-2226db88dde6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "DELETE /v2.0/security-groups/7b85f1d6-d42c-41b2-8603-c45a6e13e90a HTTP/1.1" status: 204 len: 168 time: 0.4696510 Nov 23 10:51:41.865374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45872) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:41.909437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e8b6f-8e12-4a80-a699-2226db88dde6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b85f1d6-d42c-41b2-8603-c45a6e13e90a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:41.976656 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-80031542-aee8-4c64-ad0f-9c434af4db25 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] show failed (client error): The resource could not be found. Nov 23 10:51:41.978377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-80031542-aee8-4c64-ad0f-9c434af4db25 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups/7b85f1d6-d42c-41b2-8603-c45a6e13e90a HTTP/1.1" status: 404 len: 347 time: 0.1029820 Nov 23 10:51:41.984145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45876) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:42.073572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-8a8197e5-c613-4d47-82cd-3753210ca996 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:42.076383 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-8a8197e5-c613-4d47-82cd-3753210ca996 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/networks?id=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 HTTP/1.1" status: 200 len: 813 time: 0.2980464 Nov 23 10:51:42.104975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-eb488cfe-1647-48e1-9e6c-43107b64c720 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 200 len: 1000 time: 0.2542100 Nov 23 10:51:42.120160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-299cca53-c821-4a9f-9d87-c13dae85d1d5 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/quotas/50ef244bad22405eb41de078834d9363 HTTP/1.1" status: 200 len: 375 time: 0.0130937 Nov 23 10:51:42.131664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.165246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-87bcde98-c9f7-4c99-8ce5-8033ab457e0d tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=50ef244bad22405eb41de078834d9363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354111 Nov 23 10:51:42.299834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-6493e1f6-f368-4052-9b3a-2d45921f1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:42.301397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-6493e1f6-f368-4052-9b3a-2d45921f1616 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e66536e5-6ad5-4ff3-acb6-9feefcc40aed HTTP/1.1" status: 200 len: 850 time: 0.1363463 Nov 23 10:51:42.385150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Deleting port e8ece483-c386-4ad7-8e2f-817a3f6b2273 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:42.385633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.397579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-ced25ee3-b154-4662-84fc-53f428de1dda service neutron] 10.222.0.61 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015991 Nov 23 10:51:42.417994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.427110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-c2c805e5-5f4f-4c4a-a330-6890400d0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:42.428822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-c2c805e5-5f4f-4c4a-a330-6890400d0a1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=172cb543-158a-4cad-bd24-49d8d0daf094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121395 Nov 23 10:51:42.463073 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.463261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] For port ab12137f-c502-4013-a38d-a84d093ab3fa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab12137f-c502-4013-a38d-a84d093ab3fa,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:42.640018 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-f1136766-5c6f-40e9-b9fd-d04afccd4023 service neutron] 10.222.0.61 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394514 Nov 23 10:51:42.691286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Pushing event updated for resources: {'Port': ['ID=38331a60-4a7a-40b1-9d9d-37a9d3befa38,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:42.695303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.697775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.732221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab12137f-c502-4013-a38d-a84d093ab3fa up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:42.739663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.754156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.754934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.757338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.757807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.760878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.761403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.762130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.762341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.763181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.763653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.764214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.764671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.765150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.765642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:51:42.776114 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.781259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Calling delete_port for e8ece483-c386-4ad7-8e2f-817a3f6b2273 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:42.803401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-543ef097-5b22-49b9-bd07-e7ff5130a496 service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416235 Nov 23 10:51:42.856508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:42.856876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.929917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:42.932138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6495b6f2-233e-4ed9-93bf-8316fb18af15 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6347227 Nov 23 10:51:42.939664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:42.946668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45884) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:42.953874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:42.957823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:42.964542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.010498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.020163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1427440912', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'fixed_ips': [{'ip_address': '172.25.5.130'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:43.044160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2864585 Nov 23 10:51:43.049063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45888) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:43.074258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ab12137f-c502-4013-a38d-a84d093ab3fa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab12137f-c502-4013-a38d-a84d093ab3fa,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:43.083195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c884f4c1-2576-452a-887a-e6bf4d850816 req-28b54bf5-3acd-4e57-9e49-6cadcf28af2c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 210 time: 0.1734014 Nov 23 10:51:43.084053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:ca:60:88', 'name': 'tempest-NetworksTestDHCPv6-1072092158'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:43.099386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.151219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=2cfb4968-aeef-4678-9cc8-c7de4a5948cf,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:43.168113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ab12137f-c502-4013-a38d-a84d093ab3fa,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:43.217168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5581ae-cd37-4919-bcad-4f984d1a2d13 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:43.222632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936802d-063d-45a7-8e7a-568fd301fcf1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=ab12137f-c502-4013-a38d-a84d093ab3fa,revision_number=4']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:43.266109 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Made reservation on behalf of 84174ac115074b96bcf3ec1efe6c663e for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:43.268738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.281442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.329675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-34d4781c-53be-4015-917b-18d6fc53a6ee service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135446 Nov 23 10:51:43.336222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f54231c3-39cd-4f56-81bd-a88f30894200 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:43.337506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f54231c3-39cd-4f56-81bd-a88f30894200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.412903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:43.451373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-c0aefe32-ebf0-4517-9dc4-2f8082004fc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 217 time: 0.1056197 Nov 23 10:51:43.502728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.572434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063725b-0c23-4ab5-bda0-fc87b25da5fb None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:51:43.576015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event deleted for resources: {'Port': ['ID=e8ece483-c386-4ad7-8e2f-817a3f6b2273,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:43.656554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.675046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-d38745e8-b312-48c3-a501-010234251fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:43.675617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.676691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-d38745e8-b312-48c3-a501-010234251fac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.2101619 Nov 23 10:51:43.690961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7eac8-5917-4b20-8885-d7fcc18a6cc0 req-0da0546f-bf44-4b4d-a410-fc86f80887a6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:43.699784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16e7eac8-5917-4b20-8885-d7fcc18a6cc0 req-0da0546f-bf44-4b4d-a410-fc86f80887a6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2899246 Nov 23 10:51:43.703726 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.723247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] device_id is not set on port 70a814f4-13e9-45fc-9897-cd2499a8bf89 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:43.775481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.779570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:43.781398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed739a31-f8fc-4b74-bf0c-0f57abf0977b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "DELETE /v2.0/floatingips/fe87f07f-5f34-4540-91a6-b46a03520935 HTTP/1.1" status: 204 len: 168 time: 1.7948534 Nov 23 10:51:43.797527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 48606122-974a-45a0-b8cf-1ffb46a886b6 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:43.798636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a9f556b3-dbcb-429b-932b-d115b5a7be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:43.800328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a9f556b3-dbcb-429b-932b-d115b5a7be81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083350 Nov 23 10:51:43.879324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7803cc3-7b48-455c-914a-fe85032d3094,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:43.992376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-38f55650-84bd-451c-97a0-87acab0c0d13 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764331 Nov 23 10:51:44.147172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16e7eac8-5917-4b20-8885-d7fcc18a6cc0 req-eef28a0a-56be-4a55-9cd9-31bec293b98e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4464240 Nov 23 10:51:44.220292 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a1fbd4e6-fa23-46c6-a9e4-26288f7faa05 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120430 Nov 23 10:51:44.281753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-3efae978-4f33-4953-9539-856ed29a2b1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0520616 Nov 23 10:51:44.362948 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 10:51:44.363517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:44.376619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-9899a4ff-7163-4aa0-9ac3-9699789ea005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:44.377688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-9899a4ff-7163-4aa0-9ac3-9699789ea005 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.0884624 Nov 23 10:51:44.445182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-7f72f961-264e-4bfa-9373-38a2580f5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:44.447648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-7f72f961-264e-4bfa-9373-38a2580f5054 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609679 Nov 23 10:51:44.473943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd183d6b-962f-4569-82cb-27a3ba952ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:44.568784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45910) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:44.576499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d1955508-c1e6-4f88-8bbc-02a06e881c02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190366525', 'description': 'tempest-description--1256250285'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:44.702295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab12137f-c502-4013-a38d-a84d093ab3fa up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:44.752389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9948404b-8b0f-4ecf-8a71-0b44aad29cee None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:44.752776 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9948404b-8b0f-4ecf-8a71-0b44aad29cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:44.844644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:44.845368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:44.932185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a32918bd-078f-443c-8927-d652b1ba48b3 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687905 Nov 23 10:51:44.945499 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1955508-c1e6-4f88-8bbc-02a06e881c02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.042990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-acc310bb-b6d8-4153-82d1-f94aa4f93e1c None None] Could not find standard attr ID for object f6130d77-48dd-47a1-8fa3-4126a4deb435. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:51:45.086303 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-632423e6-8be6-42b2-aa4e-393624e6ff78 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1300867 Nov 23 10:51:45.093478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-654b924f-78e3-4993-823d-c5a7d9aad684 req-c0ff2086-094e-469b-9543-e053c5dc969a tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 210 time: 0.0764565 Nov 23 10:51:45.096217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45912) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:45.160507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-687e6f2f-e876-48f6-93e7-87d435dee55c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:45.162061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-687e6f2f-e876-48f6-93e7-87d435dee55c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.65 "GET /v2.0/networks?id=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 HTTP/1.1" status: 200 len: 813 time: 0.5357757 Nov 23 10:51:45.179720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060efd2-2f02-4b8d-9b08-28019be7f804 req-1971f16e-5765-419f-aa75-e8eeb308e0fd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:45.187530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a060efd2-2f02-4b8d-9b08-28019be7f804 req-1971f16e-5765-419f-aa75-e8eeb308e0fd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.4677398 Nov 23 10:51:45.209167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Request body: {'port': {'device_id': '86675b58-3c67-4a1a-9543-c4111204428d', 'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1', 'admin_state_up': True, 'tenant_id': '50ef244bad22405eb41de078834d9363'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:45.241349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::11 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/30ac3a7c-587c-4e11-927d-67c827c1d699/48606122-974a-45a0-b8cf-1ffb46a886b6) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:45.253327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:6088 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/2cfb4968-aeef-4678-9cc8-c7de4a5948cf/48606122-974a-45a0-b8cf-1ffb46a886b6) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:45.273555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-47cfafea-ea8d-4dfa-ab6a-3a3c393ce3dc service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129804 Nov 23 10:51:45.401558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-d72c103f-ad67-4cd6-9177-bccc6b986333 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=47f9f895-235f-49fc-891a-6d9b5155e884 HTTP/1.1" status: 200 len: 217 time: 0.0902941 Nov 23 10:51:45.428681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1955508-c1e6-4f88-8bbc-02a06e881c02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.444010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Deleting port 38331a60-4a7a-40b1-9d9d-37a9d3befa38 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:45.444401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.447392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a060efd2-2f02-4b8d-9b08-28019be7f804 req-9fd89131-eff0-4c85-a6fc-0beea5e938d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572384 Nov 23 10:51:45.460109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1955508-c1e6-4f88-8bbc-02a06e881c02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.552511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.566957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1955508-c1e6-4f88-8bbc-02a06e881c02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.568612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d1955508-c1e6-4f88-8bbc-02a06e881c02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9984109 Nov 23 10:51:45.570031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a48d22ed-f655-4c4b-99d6-0c9b3be59c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:45.571680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a48d22ed-f655-4c4b-99d6-0c9b3be59c50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1530716 Nov 23 10:51:45.572614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45920) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:45.574911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1955508-c1e6-4f88-8bbc-02a06e881c02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919c6fb7-b7ca-48f2-b2d7-890dd0e77675,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:45.582464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7517defa-c51a-4475-a938-d27336813e1e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'security_group_rule': {'security_group_id': '919c6fb7-b7ca-48f2-b2d7-890dd0e77675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:45.616326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.616738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.624556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Made reservation on behalf of 50ef244bad22405eb41de078834d9363 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:45.624556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.645802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7517defa-c51a-4475-a938-d27336813e1e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.650233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Calling delete_port for 38331a60-4a7a-40b1-9d9d-37a9d3befa38 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:45.677291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a9b4b7f9-e88d-4499-93ce-9408cf6ea68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:45.679721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a9b4b7f9-e88d-4499-93ce-9408cf6ea68f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0958574 Nov 23 10:51:45.692753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.839728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:45.866510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:45.869591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:45.876804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:45.877545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.923296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=48606122-974a-45a0-b8cf-1ffb46a886b6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:45.965969 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7517defa-c51a-4475-a938-d27336813e1e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:45.985292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1fe1f4c2-fc9e-44c6-95ca-f6b23b766728 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9165862 Nov 23 10:51:45.997611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7517defa-c51a-4475-a938-d27336813e1e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.009002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45932) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:46.074152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517defa-c51a-4475-a938-d27336813e1e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d1c20b-809a-4dc4-a6df-60d4d8d45e63,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:46.097171 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7517defa-c51a-4475-a938-d27336813e1e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.101425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7517defa-c51a-4475-a938-d27336813e1e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245039 Nov 23 10:51:46.103687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45934) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:46.155892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-ee1940e1-b2c3-4b11-acb2-8b164737b2e3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:46.157575 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-ee1940e1-b2c3-4b11-acb2-8b164737b2e3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.4084783 Nov 23 10:51:46.165928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-83738160-9f1b-43d3-a9bf-62cd6227e390 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'security_group_rule': {'security_group_id': '919c6fb7-b7ca-48f2-b2d7-890dd0e77675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:46.217445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Allocated IP 172.20.0.12 (125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1/661ba32e-2729-41be-bab2-0859c755f89f/e03491dd-eb33-4c32-b223-eecbad634209) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:46.224949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-a432bf46-f578-4371-97d5-f62e3abe6844 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/quotas/4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 375 time: 0.0516872 Nov 23 10:51:46.280747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2c2f3d0c-b6a0-4c1b-b2ba-0ad9a3913642 None None] Provisioning complete for port 48606122-974a-45a0-b8cf-1ffb46a886b6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:46.281839 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3d0c-b6a0-4c1b-b2ba-0ad9a3913642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.287095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.295693 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83738160-9f1b-43d3-a9bf-62cd6227e390 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.311962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c828823-dfbf-4059-bc06-0b77f9541d48 req-c606c273-2151-4c64-b87e-3ff2809b4b55 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 210 time: 0.0629056 Nov 23 10:51:46.319644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-c1ec978e-c7d6-46f7-8d90-dc985c313a4e service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056437 Nov 23 10:51:46.328343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f3d0c-b6a0-4c1b-b2ba-0ad9a3913642 None None] Port 48606122-974a-45a0-b8cf-1ffb46a886b6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:51:46.353697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Pushing event deleted for resources: {'Port': ['ID=38331a60-4a7a-40b1-9d9d-37a9d3befa38,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:46.408117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 48606122-974a-45a0-b8cf-1ffb46a886b6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:46.408455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.462921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-7a410b96-36bd-48c6-918a-64e91d65f012 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2288680 Nov 23 10:51:46.557738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.559755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.560845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ffa8b4b-99a1-426e-a5c0-e347d51c5755 tempest-ExternalNetworksAdminNegativeTestJSON-749724982 tempest-ExternalNetworksAdminNegativeTestJSON-749724982-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/4926ffeb-8624-4cd1-b084-cf7a9f63f881 HTTP/1.1" status: 204 len: 168 time: 1.4638884 Nov 23 10:51:46.568216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-4f799f14-1893-4acc-902d-c81c963f5d19 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167017 Nov 23 10:51:46.596919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83738160-9f1b-43d3-a9bf-62cd6227e390 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.615696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83738160-9f1b-43d3-a9bf-62cd6227e390 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.630242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-1dff421e-f8c5-42a3-9ef7-3004c1f18a0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0494673 Nov 23 10:51:46.633181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.691426 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.698120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83738160-9f1b-43d3-a9bf-62cd6227e390 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2851663b-9ea9-45d8-bb3c-f9adabcd1ef7,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:46.722582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 48606122-974a-45a0-b8cf-1ffb46a886b6 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:46.727996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83738160-9f1b-43d3-a9bf-62cd6227e390 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.729455 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83738160-9f1b-43d3-a9bf-62cd6227e390 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6191664 Nov 23 10:51:46.733732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45946) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:46.740850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:46.749295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-8c26d853-36fa-421b-96b8-28ab8e979bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:46.751176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-8c26d853-36fa-421b-96b8-28ab8e979bb6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1085923 Nov 23 10:51:46.756834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-3f750c8b-bbe1-4463-a0d3-ab10e5bd277e service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709975 Nov 23 10:51:46.800308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.882790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Pushing event updated for resources: {'Port': ['ID=e03491dd-eb33-4c32-b223-eecbad634209,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:46.901957 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-68ba19d3-aee7-4619-8b7f-c6c23390fb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.906889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-8539be60-4923-4184-8c95-26ff08a786b6 service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202586 Nov 23 10:51:46.934869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:46.937466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45968) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:46.951144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:46.968351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:46.971674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-fce1df36-01de-4b79-8745-904f5be6c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:46.973237 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-fce1df36-01de-4b79-8745-904f5be6c84f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2069988 Nov 23 10:51:46.973998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:47.119367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:47.120047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.154601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.210172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=48606122-974a-45a0-b8cf-1ffb46a886b6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:47.215499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-2b2fe679-b01a-47eb-a991-ba06f268193b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0201948 Nov 23 10:51:47.223012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3556533b-130d-4361-937b-bdd492663637 req-026addc5-181b-4fb7-a0d3-1109631d754e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0631802 Nov 23 10:51:47.236317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Request body: {'port': {'device_id': '86675b58-3c67-4a1a-9543-c4111204428d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:47.240440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd04fd11-0218-4608-9039-1d0e46a37a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.244491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-c9fa7f6d-d424-4776-8773-ab6a9bacdfd9 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447987 Nov 23 10:51:47.300775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.306951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-19d7c77d-59f8-469b-b1e6-4857641d939d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/48606122-974a-45a0-b8cf-1ffb46a886b6 HTTP/1.1" status: 204 len: 168 time: 1.2887557 Nov 23 10:51:47.317559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45976) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:47.392062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386bb76-3e58-4ace-8b0a-006b87e4b0a7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:47.393757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5386bb76-3e58-4ace-8b0a-006b87e4b0a7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0839059 Nov 23 10:51:47.410914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45982) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:47.475548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.542043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.575081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15552f9d-1949-4478-8098-29be9f8f6e2e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:47.579044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-15552f9d-1949-4478-8098-29be9f8f6e2e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1570756 Nov 23 10:51:47.579545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45990) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:47.635425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c55581-88ae-46a4-9f98-f96d2065ff10 req-fa783b8c-9827-4b72-9953-943e08b1eb01 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:47.642367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-e802aaac-2d57-4489-8258-d9a5eda898d6 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713374 Nov 23 10:51:47.646839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70c55581-88ae-46a4-9f98-f96d2065ff10 req-fa783b8c-9827-4b72-9953-943e08b1eb01 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 932 time: 0.1798296 Nov 23 10:51:47.701423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92333de2-37f4-4262-b5f9-82f1dde92663 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:47.703007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92333de2-37f4-4262-b5f9-82f1dde92663 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:47.704660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92333de2-37f4-4262-b5f9-82f1dde92663 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:47.713200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-92333de2-37f4-4262-b5f9-82f1dde92663 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1318748 Nov 23 10:51:47.715512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45994) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:47.768366 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd04fd11-0218-4608-9039-1d0e46a37a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.770221 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-68c7e63e-c3e9-4a39-ba78-171faf43aafa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 200 len: 217 time: 0.0869997 Nov 23 10:51:47.807443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70c55581-88ae-46a4-9f98-f96d2065ff10 req-938b10e8-5b64-4379-8dd7-b9c65d1f0fee tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597219 Nov 23 10:51:47.812301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 2cfb4968-aeef-4678-9cc8-c7de4a5948cf {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:47.817545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.835078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd04fd11-0218-4608-9039-1d0e46a37a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.894537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:47.997704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd04fd11-0218-4608-9039-1d0e46a37a3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca01d658b5754341a54cd07a07d893a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0554562 Nov 23 10:51:47.998347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 45996) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:48.014664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.031082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04fd11-0218-4608-9039-1d0e46a37a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd34deb-61a3-4890-b481-7397a61db9b0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:48.047306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-a7dce68f-fafd-4258-a7ff-b01d6d97e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:48.049008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a7dce68f-fafd-4258-a7ff-b01d6d97e7c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.2313185 Nov 23 10:51:48.117122 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.146146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Allocated IP 172.25.5.140 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/5f65dc30-a141-4b9f-9d4a-01c88aebf560) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:48.150233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfb4968-aeef-4678-9cc8-c7de4a5948cf,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:48.156579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.160078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b5259c7-9dc0-4e89-9284-2678aa47d1f9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/2cfb4968-aeef-4678-9cc8-c7de4a5948cf HTTP/1.1" status: 204 len: 168 time: 0.4434071 Nov 23 10:51:48.162982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45998) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:48.169636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3aa723-45c8-4b45-a03e-6be2b35a3734 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:48.233262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet 30ac3a7c-587c-4e11-927d-67c827c1d699 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:48.237526 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.262160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-ea36953d-e4e3-4866-8f0f-14cdc107dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:48.266525 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-ea36953d-e4e3-4866-8f0f-14cdc107dee0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081563 Nov 23 10:51:48.284430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981a6026-d9ae-49fd-92f4-d5460f88c6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.306986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.441966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.445369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-775340d1-054c-4c9f-8d69-89ec5c41e794 req-6540cbc7-35a0-4daa-b240-08ecd5a753f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0929112 Nov 23 10:51:48.457142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981a6026-d9ae-49fd-92f4-d5460f88c6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.499293 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.517183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03491dd-eb33-4c32-b223-eecbad634209 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:51:48.558611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.635576 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.640390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.713828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Transition to ACTIVE for port object e03491dd-eb33-4c32-b223-eecbad634209 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:51:48.714508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=30ac3a7c-587c-4e11-927d-67c827c1d699,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:48.728588 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-40bbe124-d81b-4ca7-9f99-281ff2a94ef0 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953838 Nov 23 10:51:48.738084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.746058 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:48.750377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7c1e88bb-e45d-4ae9-a82a-90e72b81bf64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/30ac3a7c-587c-4e11-927d-67c827c1d699 HTTP/1.1" status: 204 len: 168 time: 0.5863469 Nov 23 10:51:48.753611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46006) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:48.823851 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5e485eca-43a6-4a05-a331-479392b16883 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697572 Nov 23 10:51:48.837922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46008) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:48.846049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:49.001129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:49.006329 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.238045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981a6026-d9ae-49fd-92f4-d5460f88c6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.240652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981a6026-d9ae-49fd-92f4-d5460f88c6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.244772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-981a6026-d9ae-49fd-92f4-d5460f88c6c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fbd34deb-61a3-4890-b481-7397a61db9b0 HTTP/1.1" status: 204 len: 168 time: 1.2259772 Nov 23 10:51:49.264141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Pushing event updated for resources: {'Port': ['ID=e03491dd-eb33-4c32-b223-eecbad634209,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:49.273545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a6026-d9ae-49fd-92f4-d5460f88c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd34deb-61a3-4890-b481-7397a61db9b0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:49.304368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.314759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.324428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:49.330956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:49.353301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d9a034-395b-4b64-b4b6-727c46304559 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:49.378830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:49.385816 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.409409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-f3076b8c-cd5f-46d7-bf4c-aed355d089d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:49.411104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-f3076b8c-cd5f-46d7-bf4c-aed355d089d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.8969326 Nov 23 10:51:49.436883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5968359 Nov 23 10:51:49.438499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46022) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:49.447969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-682cd08a-51bf-492e-8cf2-a79756e7dcc7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:49.456731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67853620-20e8-4c1c-a655-bc6f39ce119e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=e570b826-71b8-407c-a360-d47ef4f0465e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:49.458145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'port': {'device_id': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'admin_state_up': True, 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:49.469668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-15d0cd94-3d9c-4bc1-be50-24a8a3765762 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117717 Nov 23 10:51:49.471705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-192d0285-5e5d-4794-993d-064d149a4179 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:49.472076 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-192d0285-5e5d-4794-993d-064d149a4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.494619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:49.550272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'Port': ['ID=5f65dc30-a141-4b9f-9d4a-01c88aebf560,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:49.585424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:49.610427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83759839-f23a-4d2d-9e03-edafd86fdfa4 req-c3c2ca42-324f-4f81-a0de-7fb42d54e426 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:49.611002 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.612758 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83759839-f23a-4d2d-9e03-edafd86fdfa4 req-c3c2ca42-324f-4f81-a0de-7fb42d54e426 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 944 time: 0.3627582 Nov 23 10:51:49.616911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:49.626961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af1f74e3-3ff8-4699-8658-524edff475cd req-e6ee01f3-89eb-427b-a51e-df01fcd19bcf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0535853 Nov 23 10:51:49.741796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682cd08a-51bf-492e-8cf2-a79756e7dcc7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:49.748208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-682cd08a-51bf-492e-8cf2-a79756e7dcc7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:49.765974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a399ba7d-98f3-4e0a-a524-62e4a40d7a89 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 200 len: 217 time: 0.2556891 Nov 23 10:51:49.786635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46030) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:49.869495 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-682cd08a-51bf-492e-8cf2-a79756e7dcc7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e570b826-71b8-407c-a360-d47ef4f0465e (CIDR: 2001:db8::/64) Nov 23 10:51:49.873543 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-682cd08a-51bf-492e-8cf2-a79756e7dcc7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:51:49.874035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682cd08a-51bf-492e-8cf2-a79756e7dcc7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:51:49.895290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-682cd08a-51bf-492e-8cf2-a79756e7dcc7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4540625 Nov 23 10:51:49.897744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46034) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:49.903684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'subnet': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:49.956783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Attempting to bind port e03491dd-eb33-4c32-b223-eecbad634209 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:49.957447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Attempting to bind port e03491dd-eb33-4c32-b223-eecbad634209 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:49.958048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Attempting to bind port e03491dd-eb33-4c32-b223-eecbad634209 on network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:49.975010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Port e03491dd-eb33-4c32-b223-eecbad634209 on network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:51:49.975612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Attempting to bind port e03491dd-eb33-4c32-b223-eecbad634209 on network 125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:49.995112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:49.995753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Checking segment: {'id': '3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:49.996334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Bound using segment: {'id': '3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:49.997136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Bound port: e03491dd-eb33-4c32-b223-eecbad634209, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:49.997678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.014477 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.056458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:50.060969 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.061585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.069471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3208ffb8-142f-46c7-a056-3b75b9e42060 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84174ac115074b96bcf3ec1efe6c663e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2765377 Nov 23 10:51:50.072542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46036) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:50.093212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83759839-f23a-4d2d-9e03-edafd86fdfa4 req-eb668b57-ab87-402e-ae80-a71370c4858c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683105 Nov 23 10:51:50.118175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.145355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-9f966774-07b8-4429-9402-802fac17d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:50.147163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-9f966774-07b8-4429-9402-802fac17d18f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.3521447 Nov 23 10:51:50.246420 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.296276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556b349-7cf3-41fc-9d5e-70cb11c9548c None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:50.340354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Made reservation on behalf of 4bc2535f63cc4ffdbb5149510a887d0f for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:50.344035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.386540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d4471e55-9868-48b9-b0e0-21e3c3d71272 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:50.387962 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d4471e55-9868-48b9-b0e0-21e3c3d71272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.407290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1356ae75-3949-492f-88ef-5653f250b26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.434103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1356ae75-3949-492f-88ef-5653f250b26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.478459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:50.480379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1990d3-8327-4061-8526-3b09405a86af req-84799dec-1d1d-48ad-a173-93a766e64f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:50.481955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-84799dec-1d1d-48ad-a173-93a766e64f74 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2418184 Nov 23 10:51:50.523384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] For port e03491dd-eb33-4c32-b223-eecbad634209, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:50.560743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1356ae75-3949-492f-88ef-5653f250b26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.563569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1356ae75-3949-492f-88ef-5653f250b26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.575649 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1356ae75-3949-492f-88ef-5653f250b26b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7803cc3-7b48-455c-914a-fe85032d3094 HTTP/1.1" status: 204 len: 168 time: 0.4745431 Nov 23 10:51:50.708144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed18d7-0e7e-4675-a408-d100dc90b319 None None] Update dhcp port {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'fixed_ips': [{'subnet_id': 'd7d18320-fb82-418f-9d2b-1cbbfefa1c54'}, {'subnet_id': 'e570b826-71b8-407c-a360-d47ef4f0465e'}], 'binding:host_id': 'n-d-817747-2'}, 'id': 'ab12137f-c502-4013-a38d-a84d093ab3fa'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:51:50.708386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.761613 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-daed18d7-0e7e-4675-a408-d100dc90b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:50.849725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] For port e03491dd-eb33-4c32-b223-eecbad634209, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e03491dd-eb33-4c32-b223-eecbad634209,segment=NetworkSegment(3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3),segment_id=3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:50.855088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6cd7e87-d8f3-4311-b6ae-b909f6e46221 req-8ef8d567-c892-4290-806c-0390a799bda5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 210 time: 0.0617816 Nov 23 10:51:50.933309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Allocated IP 172.20.0.12 (d4b31c7b-49a0-434b-b2c2-8c4a793599c0/74d035eb-1f97-4c3b-b095-f1e40a4e32fb/3dd5d6bf-30e1-40e1-8960-62171f538c92) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:51.034246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] For port ab12137f-c502-4013-a38d-a84d093ab3fa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab12137f-c502-4013-a38d-a84d093ab3fa,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:51.057098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356ae75-3949-492f-88ef-5653f250b26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7803cc3-7b48-455c-914a-fe85032d3094,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:51.076016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.083659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.084511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.135427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-daed18d7-0e7e-4675-a408-d100dc90b319 None None] Allocated IP 2001:db8::2 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/e570b826-71b8-407c-a360-d47ef4f0465e/ab12137f-c502-4013-a38d-a84d093ab3fa) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:51.170989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.290382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-a99a8ffe-067a-4783-84f1-e8274862b057 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915461 Nov 23 10:51:51.297227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:51.298774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-daed18d7-0e7e-4675-a408-d100dc90b319 None None] For port ab12137f-c502-4013-a38d-a84d093ab3fa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab12137f-c502-4013-a38d-a84d093ab3fa,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:51.323642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:51.337862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Subnet': ['ID=d7d18320-fb82-418f-9d2b-1cbbfefa1c54,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:51.347209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:51.348577 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.367303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=ab12137f-c502-4013-a38d-a84d093ab3fa,revision_number=9']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:51.403122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:51.403724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.405445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] 10.222.0.65 "PUT /v2.0/ports/e03491dd-eb33-4c32-b223-eecbad634209 HTTP/1.1" status: 200 len: 1092 time: 4.1739881 Nov 23 10:51:51.406933 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-daed18d7-0e7e-4675-a408-d100dc90b319 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.407413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378359f-7345-49d2-b225-d9b69c51c101 req-a3c1adf4-0d37-4a65-a1f8-9d21ea478a54 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:51.408841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2378359f-7345-49d2-b225-d9b69c51c101 req-a3c1adf4-0d37-4a65-a1f8-9d21ea478a54 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 944 time: 0.1537507 Nov 23 10:51:51.412823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86675b58-3c67-4a1a-9543-c4111204428d', 'tag': 'e03491dd-eb33-4c32-b223-eecbad634209'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:51.415949 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2" -d '{"events": [{"name": "network-changed", "server_uuid": "86675b58-3c67-4a1a-9543-c4111204428d", "tag": "e03491dd-eb33-4c32-b223-eecbad634209"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:51.419813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81644d-29e6-4a8b-9ced-9f0462a0f01a service neutron] Pushing event updated for resources: {'Port': ['ID=e03491dd-eb33-4c32-b223-eecbad634209,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:51.423800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ed3a2a8c-2809-43ef-93a3-66214cd30dde tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5248823 Nov 23 10:51:51.434820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46066) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:51.435718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-daed18d7-0e7e-4675-a408-d100dc90b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.492329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Request body: {'port': {'network_id': 'd487c7d8-85d4-4d89-8b58-b91ebaf0b989', 'mac_address': 'fa:16:3e:88:c9:4b', 'name': 'tempest-NetworksTestDHCPv6-287177285'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:51.533008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2378359f-7345-49d2-b225-d9b69c51c101 req-75b2ff09-9fae-4b9c-a63d-4fca3c8b10c6 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080136 Nov 23 10:51:51.583647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed18d7-0e7e-4675-a408-d100dc90b319 None None] Pushing event updated for resources: {'Port': ['ID=ab12137f-c502-4013-a38d-a84d093ab3fa,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:51.597507 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e68ffd-9864-448d-b902-6198d4bf043e x-openstack-request-id: req-33e68ffd-9864-448d-b902-6198d4bf043e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:51.597870 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86675b58-3c67-4a1a-9543-c4111204428d", "tag": "e03491dd-eb33-4c32-b223-eecbad634209", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:51.598051 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-33e68ffd-9864-448d-b902-6198d4bf043e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:51.598449 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86675b58-3c67-4a1a-9543-c4111204428d', 'tag': 'e03491dd-eb33-4c32-b223-eecbad634209', 'status': 'completed', 'code': 200} Nov 23 10:51:51.704129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.736913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.799529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b1990d3-8327-4061-8526-3b09405a86af req-b22682d5-f456-4f73-b7f3-16b4db77ce94 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777520 Nov 23 10:51:51.804506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-0e461a77-3802-4882-b9fb-12ace9e00b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:51.807091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-0e461a77-3802-4882-b9fb-12ace9e00b3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50ef244bad22405eb41de078834d9363&device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 1095 time: 0.2426527 Nov 23 10:51:51.829428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.889725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'Port': ['ID=5f65dc30-a141-4b9f-9d4a-01c88aebf560,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:51.994554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:51.997397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-736d2d6e-c8fd-47d2-a0c9-2f6e305c2b82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03491dd-eb33-4c32-b223-eecbad634209 HTTP/1.1" status: 200 len: 217 time: 0.1005316 Nov 23 10:51:52.016999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd', '4992d451-a158-4740-87d6-e345542712ab'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:51:52.117620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:52.212816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-8eb39b76-a82e-458a-8e2a-8cef26873ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:52.214616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-8eb39b76-a82e-458a-8e2a-8cef26873ae6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=661ba32e-2729-41be-bab2-0859c755f89f HTTP/1.1" status: 200 len: 853 time: 0.2069035 Nov 23 10:51:52.215247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Made reservation on behalf of ff4a2f035c2247cc946dee5135937b78 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:52.262687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:52.268090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:52.313503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=3dd5d6bf-30e1-40e1-8960-62171f538c92,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:52.348845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:52.366776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-1f0ae993-bfdd-4550-830d-77171b7172ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703390 Nov 23 10:51:52.378145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:52.458416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcdb317-4dfc-4e52-bb3d-7cc7972447cd None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:52.466652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:52.468571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e95bd3d6-3ff6-426b-bb0d-72f149d8d640 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7315676 Nov 23 10:51:52.580328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ef4f-807c-4711-91ba-d47a181f3f44 req-01f5a9bd-019a-445f-bca7-88237db40385 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:52.585593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b74ef4f-807c-4711-91ba-d47a181f3f44 req-01f5a9bd-019a-445f-bca7-88237db40385 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 932 time: 0.5233245 Nov 23 10:51:52.626005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cbed3400-3790-4a1f-9959-c59cc67ee457 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:52.626490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cbed3400-3790-4a1f-9959-c59cc67ee457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:52.627577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:52.705012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab12137f-c502-4013-a38d-a84d093ab3fa up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:52.706241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:52.707387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:52.807147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b74ef4f-807c-4711-91ba-d47a181f3f44 req-082af381-f253-4575-aa72-b1bbe990a225 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969779 Nov 23 10:51:52.816806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-cb10fcb8-b473-4868-9a54-dd711c23e69e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3722298 Nov 23 10:51:52.826840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] device_id is not set on port 91598100-1061-4eeb-83d9-f8444f639f25 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:52.830222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Request body: {'port': {'device_id': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:52.845976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f4847-b854-4a8e-9aaa-9c0d8c6dfcd4 req-1067b14f-b063-4138-881c-fedd74dd8ba4 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:52.855791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c25f4847-b854-4a8e-9aaa-9c0d8c6dfcd4 req-1067b14f-b063-4138-881c-fedd74dd8ba4 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 944 time: 0.0979323 Nov 23 10:51:52.954337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c25f4847-b854-4a8e-9aaa-9c0d8c6dfcd4 req-80fdc757-5a4c-4fbb-a199-6e707aa783ed tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975595 Nov 23 10:51:52.976040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:52.977561 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.006253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-f8e5c517-0c33-4293-a8a2-88271c9f285c service neutron] 10.222.0.65 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172004 Nov 23 10:51:53.116560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46122) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:53.156688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-48bfa0e1-50b0-47f4-add0-1224a849e918 None None] Provisioning complete for port 3dd5d6bf-30e1-40e1-8960-62171f538c92 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:53.157244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-48bfa0e1-50b0-47f4-add0-1224a849e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.205601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-48bfa0e1-50b0-47f4-add0-1224a849e918 None None] Port 3dd5d6bf-30e1-40e1-8960-62171f538c92 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:51:53.314253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1047438684', 'router:external': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:53.338509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Made reservation on behalf of 4de8f07d14fc40a3ada30fac6ab1d0bd for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:53.341536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.353725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.427514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c080cba8-9fd1-4004-a701-c11876316a0e None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:53.427894 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c080cba8-9fd1-4004-a701-c11876316a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.462865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.469836 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.502255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:51:53.520165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffc92a-3a0f-4e88-8b46-5a95b737cc1c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:53.527931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.528450 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Added segment becd4bef-dd5d-4e68-abb8-5ef6f480cbdc of type vlan for network 8fe687cd-be41-4db0-b3bb-85089f832563 Nov 23 10:51:53.562130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.585623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.613608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f6f8ea1-6782-49c2-9026-50241b75e8f4 req-ed9c25da-85fe-4f5c-ae61-de878384f708 service neutron] 10.222.0.65 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709019 Nov 23 10:51:53.621670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-6676fbcf-38db-4163-a7f7-216e045e5e84 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1190366525&fields=id&tenant_id=f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 267 time: 0.6435575 Nov 23 10:51:53.633308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.635860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:53.637523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.670128 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5519700 Nov 23 10:51:53.680927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46130) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:53.687657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'subnet': {'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:53.747982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f10ef8-0e4b-47c8-8ac0-cef8af1fdde4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Network': ['ID=8fe687cd-be41-4db0-b3bb-85089f832563,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:53.761141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 8fe687cd-be41-4db0-b3bb-85089f832563 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:51:53.775100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Made reservation on behalf of 4de8f07d14fc40a3ada30fac6ab1d0bd for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:53.784816 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:53.917881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8::318 (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/e570b826-71b8-407c-a360-d47ef4f0465e/91598100-1061-4eeb-83d9-f8444f639f25) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:53.937146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Allocated IP 2001:db8:0:1:f816:3eff:fe88:c94b (d487c7d8-85d4-4d89-8b58-b91ebaf0b989/d7d18320-fb82-418f-9d2b-1cbbfefa1c54/91598100-1061-4eeb-83d9-f8444f639f25) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:53.939568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-00612629-70c0-4e5f-8c8f-0848209bc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:53.941245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-00612629-70c0-4e5f-8c8f-0848209bc90f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50ef244bad22405eb41de078834d9363&device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 1095 time: 0.2476504 Nov 23 10:51:54.008138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-a5811596-96a9-43cd-b93b-8011915df830 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:54.009933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-a5811596-96a9-43cd-b93b-8011915df830 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 816 time: 0.3661177 Nov 23 10:51:54.030681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fb64a-7082-42f2-a6e2-6719454e453a req-f56b5fb7-f1fc-4008-8518-21d38462c24b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:54.032208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-857fb64a-7082-42f2-a6e2-6719454e453a req-f56b5fb7-f1fc-4008-8518-21d38462c24b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 932 time: 0.1119583 Nov 23 10:51:54.110574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-857fb64a-7082-42f2-a6e2-6719454e453a req-b5f7cb10-b63a-44e7-8b73-bbac0c12e5b6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613327 Nov 23 10:51:54.135342 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-6ebdeac6-add3-4284-8c9e-7226c1151e67 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/quotas/f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 375 time: 0.0975416 Nov 23 10:51:54.236332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.objects.ports [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103427) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:51:54.236609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:54.328327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-9e45ca97-41ac-43ac-865c-7a552d011224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:54.329899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-9e45ca97-41ac-43ac-865c-7a552d011224 service neutron] 10.222.0.65 "GET /v2.0/networks?id=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 HTTP/1.1" status: 200 len: 914 time: 0.3785548 Nov 23 10:51:54.333501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1cd61dad-f711-42d8-bad8-c4a8da72c118,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:54.344902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69dc09b-fe9c-4320-b7f6-23c20ddcc80a req-cb183365-63c4-48a5-9fa5-f0373600230f tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:54.346563 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d69dc09b-fe9c-4320-b7f6-23c20ddcc80a req-cb183365-63c4-48a5-9fa5-f0373600230f tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 944 time: 0.1123543 Nov 23 10:51:54.353712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Checking segment: {'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:54.354077 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network hostable DHCP agents. Network: 8fe687cd-be41-4db0-b3bb-85089f832563, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:51:54.389675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network 8fe687cd-be41-4db0-b3bb-85089f832563 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:51:54.399686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-8973ade1-3654-48f7-887c-ec9113cb22b0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2451499 Nov 23 10:51:54.407278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-f671052a-0b5e-4eaf-b716-ed240b4ce557 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03491dd-eb33-4c32-b223-eecbad634209 HTTP/1.1" status: 200 len: 217 time: 0.0679207 Nov 23 10:51:54.419284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d69dc09b-fe9c-4320-b7f6-23c20ddcc80a req-b991210b-9eaf-4718-8de3-cbc10b2b89df tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619073 Nov 23 10:51:54.420443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 8fe687cd-be41-4db0-b3bb-85089f832563) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:54.424822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:54.425468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:54.439562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded407df-72aa-4a62-a68f-e4c14a7465ce None None] Network 8fe687cd-be41-4db0-b3bb-85089f832563 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:54.459033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-95b890b9-2210-4eef-ba63-de8e6454661c tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7767005 Nov 23 10:51:54.462925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46140) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:54.471619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-283928197', 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:54.512126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:54.529463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Made reservation on behalf of 4de8f07d14fc40a3ada30fac6ab1d0bd for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:54.532282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:54.540496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd5d6bf-30e1-40e1-8960-62171f538c92 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:51:54.552327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:54.562905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-ce221c09-eb07-48f1-8b05-800c39879e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:54.563858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] device_id is not set on port 35804d71-5e78-4f3b-a071-57f4171f5c29 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:51:54.564671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-ce221c09-eb07-48f1-8b05-800c39879e69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=661ba32e-2729-41be-bab2-0859c755f89f HTTP/1.1" status: 200 len: 853 time: 0.1424425 Nov 23 10:51:54.608820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Transition to ACTIVE for port object 3dd5d6bf-30e1-40e1-8960-62171f538c92 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:51:54.611547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-4f518642-fd79-4d7f-9cc8-110ce385aa9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360887 Nov 23 10:51:54.620286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:54.661539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:54.740774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152dbf1-41bd-49b6-8a64-6ccbbd8a60b2 None None] Network 8fe687cd-be41-4db0-b3bb-85089f832563 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:54.831065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd5d6bf-30e1-40e1-8960-62171f538c92,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:54.871566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:54.901445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:54.933825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:54.940828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:54.942117 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.005552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-9d72f926-c379-4be5-bd39-ddf0d0d2b09e service neutron] 10.222.0.65 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736615 Nov 23 10:51:55.048184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6041093 Nov 23 10:51:55.050708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46144) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:55.052869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5f5c5-70c3-4043-bb2d-1e1866451e97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event updated for resources: {'Port': ['ID=91598100-1061-4eeb-83d9-f8444f639f25,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:55.093776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-4134fa41-77e5-4a1a-91b2-814c7d9acd1d service neutron] 10.222.0.61 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955813 Nov 23 10:51:55.209654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Attempting to bind port 3dd5d6bf-30e1-40e1-8960-62171f538c92 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:51:55.210011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Attempting to bind port 3dd5d6bf-30e1-40e1-8960-62171f538c92 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:51:55.210339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Attempting to bind port 3dd5d6bf-30e1-40e1-8960-62171f538c92 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:55.266835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Port 3dd5d6bf-30e1-40e1-8960-62171f538c92 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:51:55.267094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Attempting to bind port 3dd5d6bf-30e1-40e1-8960-62171f538c92 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:51:55.313103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fd35f-3c75-47df-a539-4150f8f128ff req-e191dc71-fd1c-441f-82da-2bf41cd0748a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:55.314744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a5fd35f-3c75-47df-a539-4150f8f128ff req-e191dc71-fd1c-441f-82da-2bf41cd0748a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0865507 Nov 23 10:51:55.335470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:51:55.335761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:51:55.336324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Bound using segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:51:55.336590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Bound port: 3dd5d6bf-30e1-40e1-8960-62171f538c92, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:51:55.336947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.350002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Allocated IP 172.20.0.9 (8fe687cd-be41-4db0-b3bb-85089f832563/1cd61dad-f711-42d8-bad8-c4a8da72c118/35804d71-5e78-4f3b-a071-57f4171f5c29) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:55.408877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a5fd35f-3c75-47df-a539-4150f8f128ff req-f05ed58e-8325-4f12-b530-964fe27f1c80 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820272 Nov 23 10:51:55.409473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c93a038f-ba55-46c8-a5b5-d4d0c94f65f2 req-b35dbe5f-f209-4c54-a2a0-b36a25539007 service neutron] 10.222.0.65 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794689 Nov 23 10:51:55.424716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-50c810b9-584c-49e7-af58-550c70971376 None None] Provisioning complete for port 91598100-1061-4eeb-83d9-f8444f639f25 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:55.427023 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50c810b9-584c-49e7-af58-550c70971376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.452591 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-5b53d40d-e3c9-420f-a7e5-0bf53cbac1c9 service neutron] 10.222.0.61 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010328 Nov 23 10:51:55.454711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting port 91598100-1061-4eeb-83d9-f8444f639f25 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:55.457050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.496698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-50c810b9-584c-49e7-af58-550c70971376 None None] Port 91598100-1061-4eeb-83d9-f8444f639f25 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:51:55.574710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e03491dd-eb33-4c32-b223-eecbad634209 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:51:55.602749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] For port 3dd5d6bf-30e1-40e1-8960-62171f538c92, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:51:55.620309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] For port 3dd5d6bf-30e1-40e1-8960-62171f538c92, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:51:55.627725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.637904 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.674387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.732753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:55.733440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.734921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] 10.222.0.58 "PUT /v2.0/ports/3dd5d6bf-30e1-40e1-8960-62171f538c92 HTTP/1.1" status: 200 len: 1092 time: 2.9090598 Nov 23 10:51:55.735411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:55.750552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d457a6d-6927-4f88-b226-07e1b2b55c02 req-47dfe443-9caf-43a7-a998-bca7b98339ea tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:55.760400 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bc5546-3898-4558-a51b-a3bfa3346eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:55.768027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d457a6d-6927-4f88-b226-07e1b2b55c02 req-47dfe443-9caf-43a7-a998-bca7b98339ea tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 944 time: 0.2072542 Nov 23 10:51:55.771787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Calling delete_port for 91598100-1061-4eeb-83d9-f8444f639f25 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:55.824578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e03491dd-eb33-4c32-b223-eecbad634209, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e03491dd-eb33-4c32-b223-eecbad634209,segment=NetworkSegment(3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3),segment_id=3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:55.865786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'e03491dd-eb33-4c32-b223-eecbad634209', 'network_id': '125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1', 'port_id': 'e03491dd-eb33-4c32-b223-eecbad634209', 'mac_address': 'fa:16:3e:81:ca:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '661ba32e-2729-41be-bab2-0859c755f89f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:51:55.903608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.917967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743359f6-167b-46e7-b0df-9f0d80607236 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd5d6bf-30e1-40e1-8960-62171f538c92,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:55.944423 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d457a6d-6927-4f88-b226-07e1b2b55c02 req-05cf25f7-6ef3-4d2b-9043-df038320637c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746366 Nov 23 10:51:55.981045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-3b2684ca-94ab-4453-bd71-322c13f8b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:55.989258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:55.990167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-3b2684ca-94ab-4453-bd71-322c13f8b2d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 1095 time: 0.1760151 Nov 23 10:51:56.016726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03491dd-eb33-4c32-b223-eecbad634209 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:51:56.060420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e03491dd-eb33-4c32-b223-eecbad634209, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e03491dd-eb33-4c32-b223-eecbad634209,segment=NetworkSegment(3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3),segment_id=3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:56.068528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:56.075190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network 8fe687cd-be41-4db0-b3bb-85089f832563 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:56.079666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:56.084842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:56.128547 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a915448-a59f-4d6f-bf71-60ea1e748570 x-openstack-request-id: req-5a915448-a59f-4d6f-bf71-60ea1e748570 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:56.128547 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:56.128547 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5a915448-a59f-4d6f-bf71-60ea1e748570 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:56.128547 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92', 'status': 'completed', 'code': 200} Nov 23 10:51:56.128547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-0e6ea06c-3383-4607-a654-19434bcf92b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92 HTTP/1.1" status: 200 len: 217 time: 0.1257803 Nov 23 10:51:56.144903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Port': ['ID=35804d71-5e78-4f3b-a071-57f4171f5c29,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:56.176788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-577318da-0dc7-4fb3-8ac5-cbe15be7811d req-25c46d5b-633d-4c73-a116-1883048fdafb tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 210 time: 0.0723062 Nov 23 10:51:56.179678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:56.181125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:56.208109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1e61434f-9003-4a54-8545-fc241f1eb712 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7412038 Nov 23 10:51:56.208413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e03491dd-eb33-4c32-b223-eecbad634209,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:56.208547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:56.308099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-fa87ce2c-5c96-4089-90b1-30889a6b38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:56.310032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-fa87ce2c-5c96-4089-90b1-30889a6b38a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1462364 Nov 23 10:51:56.365659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Deleting port 35804d71-5e78-4f3b-a071-57f4171f5c29 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:51:56.366280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:56.417595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-942af8f2-be5e-42ed-9b9f-89417dc9dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:56.420386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-942af8f2-be5e-42ed-9b9f-89417dc9dbef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016719 Nov 23 10:51:56.421708 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:56.467097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e03491dd-eb33-4c32-b223-eecbad634209'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:51:56.476488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Port': ['ID=91598100-1061-4eeb-83d9-f8444f639f25,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:56.477273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:56.496569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Calling delete_port for 35804d71-5e78-4f3b-a071-57f4171f5c29 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:51:56.614876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:56.618765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-401857b1-f681-4d89-acda-c0b2f1ab63d7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/91598100-1061-4eeb-83d9-f8444f639f25 HTTP/1.1" status: 204 len: 168 time: 1.5667160 Nov 23 10:51:56.621298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:56.700681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-35cce7d8-8715-4b85-b8e6-bd993acba565 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708628 Nov 23 10:51:56.764632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6696579-fb8d-4197-a703-e7738d28c8bd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:56.769243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e6696579-fb8d-4197-a703-e7738d28c8bd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1468711 Nov 23 10:51:56.783205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46174) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:56.886983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be486047-2dac-4db1-b68f-75b1238ffb3d req-0fefd421-3daf-4033-bec0-43d4a8c42dbd service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771111 Nov 23 10:51:56.902899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833bf311-27d4-4ef0-aa9c-8d92bb45e831 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:56.906893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-833bf311-27d4-4ef0-aa9c-8d92bb45e831 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1183898 Nov 23 10:51:56.907249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46178) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:56.935406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa71fb5-f07d-4e59-9a7b-66434fee6491 req-3c68bdd9-414d-4e0a-8efe-38aa01d1f955 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:56.937185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7fa71fb5-f07d-4e59-9a7b-66434fee6491 req-3c68bdd9-414d-4e0a-8efe-38aa01d1f955 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 944 time: 0.3048894 Nov 23 10:51:57.021993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7fa71fb5-f07d-4e59-9a7b-66434fee6491 req-b4e83c43-5b89-4fe4-b0da-82768fbb65cb tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Nov 23 10:51:57.032159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fe5c2-6a56-4b6f-b2a8-a46c314a5c28 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:57.033859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fe5c2-6a56-4b6f-b2a8-a46c314a5c28 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:57.035638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62fe5c2-6a56-4b6f-b2a8-a46c314a5c28 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:57.037261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a62fe5c2-6a56-4b6f-b2a8-a46c314a5c28 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1289389 Nov 23 10:51:57.038375 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.039993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46182) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:57.083880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event deleted for resources: {'Port': ['ID=35804d71-5e78-4f3b-a071-57f4171f5c29,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:57.173456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.179965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c69dc94-62d4-4106-b448-25ffb7c0e966 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "DELETE /v2.0/ports/35804d71-5e78-4f3b-a071-57f4171f5c29 HTTP/1.1" status: 204 len: 168 time: 0.9669278 Nov 23 10:51:57.181612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46184) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:57.186960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563', 'external_fixed_ips': [{'subnet_id': '1cd61dad-f711-42d8-bad8-c4a8da72c118', 'ip_address': '172.20.0.9'}]}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:57.219099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.220543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.332832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.372030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-568600de-06ca-41fa-a0a6-35101cdb0357 req-de01b1b5-5cc6-493c-aec6-04de45475f3d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 210 time: 0.0395391 Nov 23 10:51:57.503079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet d7d18320-fb82-418f-9d2b-1cbbfefa1c54 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:57.525831 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.533944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-69bb7576-d2e4-4d08-9170-2c1e58a053bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:57.535858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-69bb7576-d2e4-4d08-9170-2c1e58a053bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 1095 time: 0.5209112 Nov 23 10:51:57.551673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.574534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e03491dd-eb33-4c32-b223-eecbad634209 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:51:57.627045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2ae51-5a88-49fa-b9a7-6bed1da9dd01 req-4098c27d-e92d-48c7-801f-3ac9ba959af3 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:57.628699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79c2ae51-5a88-49fa-b9a7-6bed1da9dd01 req-4098c27d-e92d-48c7-801f-3ac9ba959af3 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 945 time: 0.5280199 Nov 23 10:51:57.643490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port e03491dd-eb33-4c32-b223-eecbad634209 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:51:57.649650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port e03491dd-eb33-4c32-b223-eecbad634209 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:57.650407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.758498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.794177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86675b58-3c67-4a1a-9543-c4111204428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03491dd-eb33-4c32-b223-eecbad634209'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:51:57.796649 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c50a647-c00f-471d-9827-a8d26ca9ab1e" -d '{"events": [{"server_uuid": "86675b58-3c67-4a1a-9543-c4111204428d", "name": "network-vif-plugged", "status": "completed", "tag": "e03491dd-eb33-4c32-b223-eecbad634209"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:51:57.803839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.822890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.827950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e03491dd-eb33-4c32-b223-eecbad634209, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e03491dd-eb33-4c32-b223-eecbad634209,segment=NetworkSegment(3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3),segment_id=3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:51:57.838213 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.847160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-d6f34338-fbef-4afa-8f4c-3643622a1e3c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:57.847445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:57.849053 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-d6f34338-fbef-4afa-8f4c-3643622a1e3c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.65 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 816 time: 0.3845780 Nov 23 10:51:57.855171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-0afbb199-facb-421c-967b-b688bc8fa682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:57.856814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-0afbb199-facb-421c-967b-b688bc8fa682 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.2979300 Nov 23 10:51:57.926129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e03491dd-eb33-4c32-b223-eecbad634209,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:57.933875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-e633f9da-6e9c-403c-8c77-0af57beda647 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92 HTTP/1.1" status: 200 len: 217 time: 0.0628297 Nov 23 10:51:57.955296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79c2ae51-5a88-49fa-b9a7-6bed1da9dd01 req-4cad6985-3c00-4254-9b5b-913857927198 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056009 Nov 23 10:51:58.040400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Allocated IP 172.20.0.9 (8fe687cd-be41-4db0-b3bb-85089f832563/1cd61dad-f711-42d8-bad8-c4a8da72c118/77701f1d-9d95-4eb0-be00-3ed0b0b0652c) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:58.083488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-5312c669-368b-4ef6-bc36-48860b964cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:58.085262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-5312c669-368b-4ef6-bc36-48860b964cdc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1268523 Nov 23 10:51:58.093638 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2f63dd-800b-4951-bd57-43570150fd1b x-openstack-request-id: req-7b2f63dd-800b-4951-bd57-43570150fd1b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:51:58.093953 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86675b58-3c67-4a1a-9543-c4111204428d", "name": "network-vif-plugged", "status": "completed", "tag": "e03491dd-eb33-4c32-b223-eecbad634209", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:51:58.094221 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b2f63dd-800b-4951-bd57-43570150fd1b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:51:58.094737 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86675b58-3c67-4a1a-9543-c4111204428d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03491dd-eb33-4c32-b223-eecbad634209', 'code': 200} Nov 23 10:51:58.095850 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.164943 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-f05121e3-7694-407f-80cf-0fb171f693a9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 380 time: 0.2949274 Nov 23 10:51:58.201563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'port': {'device_id': '974f3692-910c-4221-8080-10de8d31e6aa', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'admin_state_up': True, 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'security_groups': ['919c6fb7-b7ca-48f2-b2d7-890dd0e77675']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:58.203675 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.233954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3919270-4445-4290-8a5b-4210cfe5efee req-23638fa2-abcb-4647-b776-9030504c0f7e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:58.236260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3919270-4445-4290-8a5b-4210cfe5efee req-23638fa2-abcb-4647-b776-9030504c0f7e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 944 time: 0.0758374 Nov 23 10:51:58.288103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.326249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-01a5c638-671f-4e30-bcd0-097a04323621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:58.327776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-01a5c638-671f-4e30-bcd0-097a04323621 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276411 Nov 23 10:51:58.332990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3919270-4445-4290-8a5b-4210cfe5efee req-e72b7e22-cc71-4e8e-a82b-3468a6863b90 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880063 Nov 23 10:51:58.335826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bdffb-ae61-4a4d-9a47-72769eaf8987 req-dc5ca258-1fac-4482-a0bb-1cd7c0929a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:58.338053 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-648bdffb-ae61-4a4d-9a47-72769eaf8987 req-dc5ca258-1fac-4482-a0bb-1cd7c0929a80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 1097 time: 0.1547818 Nov 23 10:51:58.339148 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.355793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Port': ['ID=77701f1d-9d95-4eb0-be00-3ed0b0b0652c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:58.363648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network 8fe687cd-be41-4db0-b3bb-85089f832563 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:58.366631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:58.369768 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:58.439057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98858069-813c-4591-9051-7264b7cf3e03 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:58.444680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d18320-fb82-418f-9d2b-1cbbfefa1c54,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:58.454007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.457795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-222dfc26-e7a6-4ceb-978a-127c337a8735 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/d7d18320-fb82-418f-9d2b-1cbbfefa1c54 HTTP/1.1" status: 204 len: 168 time: 1.4168749 Nov 23 10:51:58.467397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46204) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:58.598587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e81e820f-bbbd-4387-bc83-d70ea36ecd27 req-e1ff3879-b0a6-4721-b583-713f6bcc7d2d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 210 time: 0.1238029 Nov 23 10:51:58.650358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-648bdffb-ae61-4a4d-9a47-72769eaf8987 req-501a5678-5f1b-4b67-83c5-b80774e4dfaf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790949 Nov 23 10:51:58.655584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Made reservation on behalf of f262a6cda5174ffc9bcef1d240075f73 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:51:58.659232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.669914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Deleting subnet e570b826-71b8-407c-a360-d47ef4f0465e {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:51:58.701467 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.729036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-302aab58-5ba0-4259-b1d6-3c0fe160e63b service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867807 Nov 23 10:51:58.764713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:58.818940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.016165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-29bc5546-3898-4558-a51b-a3bfa3346eb7 req-f492b373-fbf6-4634-8ba9-9cfa60054d01 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788427 Nov 23 10:51:59.042044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.046185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Allocated IP 172.20.0.8 (66d611ef-410b-4daf-bad8-dfb24a1d99cd/c7cfd4fd-7bb8-4229-a503-92c014822c45/e524a31a-2ea4-49d6-9e23-bf50a3608e58) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:51:59.047371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.263345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bbda8-d920-4962-bb94-b786c5b9c021 req-8df9ad48-7210-4675-a69d-de30c51aae9c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:59.272570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c62bbda8-d920-4962-bb94-b786c5b9c021 req-8df9ad48-7210-4675-a69d-de30c51aae9c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.0837860 Nov 23 10:51:59.274701 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.328340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.350102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Router 8a4d4c6d-b193-4a37-99fc-e526fb74fdc1 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:51:59.363599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c62bbda8-d920-4962-bb94-b786c5b9c021 req-3080618a-4169-472b-8b20-60bb010bf5ee tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900989 Nov 23 10:51:59.386006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:51:59.391543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:51:59.396966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:51:59.468603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.520900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:51:59.531370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:59.533670 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Sync routers for ids ['8a4d4c6d-b193-4a37-99fc-e526fb74fdc1'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:51:59.545036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.553801 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Routers {'8a4d4c6d-b193-4a37-99fc-e526fb74fdc1'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:51:59.554101 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8a4d4c6d-b193-4a37-99fc-e526fb74fdc1'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:51:59.555783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/e570b826-71b8-407c-a360-d47ef4f0465e HTTP/1.1" status: 204 len: 168 time: 1.0862713 Nov 23 10:51:59.561408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46222) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:59.565013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf15c940-57f9-4e79-b5eb-26adb423b122 None None] Network d487c7d8-85d4-4d89-8b58-b91ebaf0b989 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:51:59.608671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-16bb71a5-b14c-4260-aee5-f79a3420f704 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454307 Nov 23 10:51:59.611635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.612780 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8462d2d4-c156-4c4b-85af-4f324698eea0 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4297776 Nov 23 10:51:59.613359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46224) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:59.623563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46226) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:59.646442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f4deb-9463-4d5c-821b-684a8bb1dfd0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Subnet': ['ID=e570b826-71b8-407c-a360-d47ef4f0465e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:51:59.706147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:59.708753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.743878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5039b5-e97d-4bed-b2b0-71aa35888091 req-31712215-1051-4ac2-ab93-f22739ea8aa9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:59.746096 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Set router 8a4d4c6d-b193-4a37-99fc-e526fb74fdc1 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:51:59.748825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f5039b5-e97d-4bed-b2b0-71aa35888091 req-31712215-1051-4ac2-ab93-f22739ea8aa9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 944 time: 0.2666337 Nov 23 10:51:59.777001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6b0d1e17-82ab-4186-a529-2e2a2204f445 None None] Provisioning complete for port ab12137f-c502-4013-a38d-a84d093ab3fa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:51:59.777895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6b0d1e17-82ab-4186-a529-2e2a2204f445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.846030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed797dcd-410b-407d-831d-f3ba5f522391 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:59.847602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ed797dcd-410b-407d-831d-f3ba5f522391 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2333269 Nov 23 10:51:59.851235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46230) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:51:59.901513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-b8f9e1ac-8c00-4a9f-9186-43b991c2c319 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7109296 Nov 23 10:51:59.916588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Request body: {'port': {'device_id': '974f3692-910c-4221-8080-10de8d31e6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:51:59.931713 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f5039b5-e97d-4bed-b2b0-71aa35888091 req-d83d34ba-f36b-47bc-adce-d84afc27c350 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763673 Nov 23 10:51:59.952588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:51:59.975487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b23993-8450-4651-a7a3-8dc895b76b57 req-664d76d7-5008-4897-961e-a62818045f4b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:51:59.978075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68b23993-8450-4651-a7a3-8dc895b76b57 req-664d76d7-5008-4897-961e-a62818045f4b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 931 time: 0.2338142 Nov 23 10:52:00.049581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7008bb6a-177f-40af-8f7b-f67223b8ba81 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:00.051090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7008bb6a-177f-40af-8f7b-f67223b8ba81 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1987493 Nov 23 10:52:00.055786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46234) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.059792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.075007 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4d4c6d-b193-4a37-99fc-e526fb74fdc1', 'name': '', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563', 'external_fixed_ips': [{'subnet_id': '1cd61dad-f711-42d8-bad8-c4a8da72c118', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '77701f1d-9d95-4eb0-be00-3ed0b0b0652c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:51:57Z', 'updated_at': '2021-11-23T10:51:58Z', 'revision_number': 3, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port': {'id': '77701f1d-9d95-4eb0-be00-3ed0b0b0652c', 'name': '', 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a4d4c6d-b193-4a37-99fc-e526fb74fdc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '1cd61dad-f711-42d8-bad8-c4a8da72c118', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:51:57Z', 'updated_at': '2021-11-23T10:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cd61dad-f711-42d8-bad8-c4a8da72c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:00.129795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] DHCP port deletion for d487c7d8-85d4-4d89-8b58-b91ebaf0b989 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:00.141078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1895a0d5-c848-4efc-bb18-961d7f93d698 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827434 Nov 23 10:52:00.145570 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Checking router: 8a4d4c6d-b193-4a37-99fc-e526fb74fdc1 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:00.146213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46236) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.147056 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Updating router 8a4d4c6d-b193-4a37-99fc-e526fb74fdc1 port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:52:00.172679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68b23993-8450-4651-a7a3-8dc895b76b57 req-e62064fe-7ec5-4807-985a-fd7965b0a129 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554296 Nov 23 10:52:00.191679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-68a112fe-e1fb-4af4-9609-a6775f2b1fc9 None None] Provisioning complete for port e524a31a-2ea4-49d6-9e23-bf50a3608e58 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:00.192427 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-68a112fe-e1fb-4af4-9609-a6775f2b1fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.197241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.221923 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.252063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-68a112fe-e1fb-4af4-9609-a6775f2b1fc9 None None] Port e524a31a-2ea4-49d6-9e23-bf50a3608e58 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:00.257073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] Deleting port ab12137f-c502-4013-a38d-a84d093ab3fa {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:00.257631 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.323847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Deleting port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:00.324106 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.338489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] For port ab12137f-c502-4013-a38d-a84d093ab3fa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab12137f-c502-4013-a38d-a84d093ab3fa,segment=NetworkSegment(5f416466-b452-4b18-94e2-8f713ef4c81f),segment_id=5f416466-b452-4b18-94e2-8f713ef4c81f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:00.338905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.347569 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-09df87eb-684f-426a-9cfb-cff438eb5c5a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.348125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09df87eb-684f-426a-9cfb-cff438eb5c5a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.351313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09df87eb-684f-426a-9cfb-cff438eb5c5a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/91598100-1061-4eeb-83d9-f8444f639f25 HTTP/1.1" status: 404 len: 333 time: 0.1991591 Nov 23 10:52:00.354973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46240) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.357296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] Calling delete_port for ab12137f-c502-4013-a38d-a84d093ab3fa owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:00.442589 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dddac86-efc8-415e-b845-84faf1f017f4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.443051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dddac86-efc8-415e-b845-84faf1f017f4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.453952 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1dddac86-efc8-415e-b845-84faf1f017f4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/d7d18320-fb82-418f-9d2b-1cbbfefa1c54 HTTP/1.1" status: 404 len: 337 time: 0.0979464 Nov 23 10:52:00.456366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46244) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.473905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.509670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] Pushing event deleted for resources: {'Port': ['ID=ab12137f-c502-4013-a38d-a84d093ab3fa,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:00.517674 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-747156dc-09c1-4304-8168-424c73cf192c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.518145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747156dc-09c1-4304-8168-424c73cf192c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.523044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-747156dc-09c1-4304-8168-424c73cf192c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/e570b826-71b8-407c-a360-d47ef4f0465e HTTP/1.1" status: 404 len: 337 time: 0.0638609 Nov 23 10:52:00.524478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46246) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.525016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1127b4a-5fe3-4527-ad8b-eff2511ac275 None None] No DVR routers for this DVR port ab12137f-c502-4013-a38d-a84d093ab3fa on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:52:00.567350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.597791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Calling delete_port for 77701f1d-9d95-4eb0-be00-3ed0b0b0652c owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:00.602772 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9917f374-648e-4dba-89f9-61fd5b7ebb3c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.603480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9917f374-648e-4dba-89f9-61fd5b7ebb3c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.612884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9917f374-648e-4dba-89f9-61fd5b7ebb3c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/48606122-974a-45a0-b8cf-1ffb46a886b6 HTTP/1.1" status: 404 len: 333 time: 0.0849793 Nov 23 10:52:00.613209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46248) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.638557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d39edb-71dd-457d-9e7d-1a9ea52ae543 req-d7841870-d358-4839-b3cc-d1992d582173 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:00.639995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b5d39edb-71dd-457d-9e7d-1a9ea52ae543 req-d7841870-d358-4839-b3cc-d1992d582173 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.1266279 Nov 23 10:52:00.663019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab12137f-c502-4013-a38d-a84d093ab3fa no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:00.694074 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-07bf225b-c4bc-42ca-aef5-972c47549599 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.694529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07bf225b-c4bc-42ca-aef5-972c47549599 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.700008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-07bf225b-c4bc-42ca-aef5-972c47549599 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/2cfb4968-aeef-4678-9cc8-c7de4a5948cf HTTP/1.1" status: 404 len: 337 time: 0.0823531 Nov 23 10:52:00.705150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46250) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.709087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ab12137f-c502-4013-a38d-a84d093ab3fa {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:52:00.713354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab12137f-c502-4013-a38d-a84d093ab3fa not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:52:00.722905 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.734089 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.770911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b5d39edb-71dd-457d-9e7d-1a9ea52ae543 req-fe545a64-8dca-4d5e-8995-60ecf3e6ce63 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782247 Nov 23 10:52:00.780335 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c05effd-37d6-4e9a-a537-7221ba51477e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.781030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c05effd-37d6-4e9a-a537-7221ba51477e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.784780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8c05effd-37d6-4e9a-a537-7221ba51477e tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/30ac3a7c-587c-4e11-927d-67c827c1d699 HTTP/1.1" status: 404 len: 337 time: 0.0775940 Nov 23 10:52:00.809681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46254) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.815358 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Attempting to bind port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:00.815838 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Attempting to bind port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:00.816213 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Attempting to bind port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c on network 8fe687cd-be41-4db0-b3bb-85089f832563 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:00.826687 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:00.827077 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Checking segment: {'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:00.827483 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.827877 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Bound using segment: {'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:00.829669 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Bound port: 77701f1d-9d95-4eb0-be00-3ed0b0b0652c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:00.829819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e524a31a-2ea4-49d6-9e23-bf50a3608e58 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:00.830073 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.840281 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.841905 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb4e094-e799-42bd-af25-42ffba107d76 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.842607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb4e094-e799-42bd-af25-42ffba107d76 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.845808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fbb4e094-e799-42bd-af25-42ffba107d76 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/f6130d77-48dd-47a1-8fa3-4126a4deb435 HTTP/1.1" status: 404 len: 333 time: 0.0347543 Nov 23 10:52:00.848348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46256) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.854449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Transition to ACTIVE for port object e524a31a-2ea4-49d6-9e23-bf50a3608e58 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:52:00.861584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:00.882816 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Pushing event updated for resources: {'Port': ['ID=77701f1d-9d95-4eb0-be00-3ed0b0b0652c,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:00.885741 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4f22ec-6cb3-4cad-921a-fa3da65b1550 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.886459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4f22ec-6cb3-4cad-921a-fa3da65b1550 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:00.890496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f4f22ec-6cb3-4cad-921a-fa3da65b1550 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/746edfb1-9c21-44a1-a60c-d98949aaab48 HTTP/1.1" status: 404 len: 337 time: 0.0405500 Nov 23 10:52:00.903845 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.904191 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.904531 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.904864 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.905217 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.905712 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.905881 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.906160 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.906485 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.906803 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.907173 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.907441 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8afc9d-60ba-4ac7-8be1-d1919b654dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:00.916872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46260) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:00.946959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:00.989704 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef4acee-d84b-45f9-937f-fc968a294fcb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:00.990163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef4acee-d84b-45f9-937f-fc968a294fcb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:01.010788 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bef4acee-d84b-45f9-937f-fc968a294fcb tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/0f9071bd-cc9d-40f9-8447-75765e7a9a25 HTTP/1.1" status: 404 len: 337 time: 0.0882926 Nov 23 10:52:01.011519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46268) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:01.063694 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf991735-485d-47cc-ab12-7c23d91195c8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:01.064254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf991735-485d-47cc-ab12-7c23d91195c8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:01.071172 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cf991735-485d-47cc-ab12-7c23d91195c8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/e51e9535-7988-45df-9c07-1af2ba0cb0ce HTTP/1.1" status: 404 len: 333 time: 0.0556984 Nov 23 10:52:01.076768 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:01.108898 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef987d7b-2f6a-440d-ad13-d100ffaecd28 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:01.109394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef987d7b-2f6a-440d-ad13-d100ffaecd28 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:01.112462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ef987d7b-2f6a-440d-ad13-d100ffaecd28 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/37a5760c-d165-4431-9c61-e02d65837491 HTTP/1.1" status: 404 len: 337 time: 0.0347035 Nov 23 10:52:01.115435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46274) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:01.120908 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:52:01.121402 n-d-817747-2 neutron-server[103429]: DEBUG oslo_db.api [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:52:01.140649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.177011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dfe10-0000-4327-bbea-92d6aaaed0bf req-b78dd6bb-0ee9-4ffc-ac80-75bb382bad7b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:01.178996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-799dfe10-0000-4327-bbea-92d6aaaed0bf req-b78dd6bb-0ee9-4ffc-ac80-75bb382bad7b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 944 time: 0.1062965 Nov 23 10:52:01.230707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:01.231052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:01.231385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:01.258033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:52:01.258377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:01.266850 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb94e2cb-7ced-42d8-9db4-8c77b73e03ad tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:01.268060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb94e2cb-7ced-42d8-9db4-8c77b73e03ad tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:01.270912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:01.271394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Checking segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:01.272080 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bb94e2cb-7ced-42d8-9db4-8c77b73e03ad tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/74885df5-ad69-45bd-9975-67e1730cc585 HTTP/1.1" status: 404 len: 337 time: 0.1555896 Nov 23 10:52:01.274471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Bound using segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:01.274965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Bound port: e524a31a-2ea4-49d6-9e23-bf50a3608e58, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:01.275336 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.278705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-20f4eb54-4583-4aec-853a-4e75982d747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:01.280213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-20f4eb54-4583-4aec-853a-4e75982d747d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=50ef244bad22405eb41de078834d9363&device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 1097 time: 0.0974598 Nov 23 10:52:01.286534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46278) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:01.305464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event deleted for resources: {'Port': ['ID=77701f1d-9d95-4eb0-be00-3ed0b0b0652c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:01.317191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 3dd5d6bf-30e1-40e1-8960-62171f538c92 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:52:01.381995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082277ae-2df1-4921-a6de-35b8a43fa27a req-cdc9789a-fad1-4d2d-ab1d-ade27a673e35 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:01.389775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-082277ae-2df1-4921-a6de-35b8a43fa27a req-cdc9789a-fad1-4d2d-ab1d-ade27a673e35 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.1423552 Nov 23 10:52:01.393802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.403964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-aaa2a158-0e4f-4f89-9adc-09f473c7b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:01.405576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-aaa2a158-0e4f-4f89-9adc-09f473c7b6af service neutron] 10.222.0.65 "GET /v2.0/networks?id=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 HTTP/1.1" status: 200 len: 914 time: 0.1097348 Nov 23 10:52:01.480327 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-b65337a7-b0cd-4aed-b30a-c558ffb41a97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03491dd-eb33-4c32-b223-eecbad634209 HTTP/1.1" status: 200 len: 217 time: 0.0616503 Nov 23 10:52:01.483811 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-74556c54-38ae-4ddd-8a63-03aa3130bb2b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:01.484436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74556c54-38ae-4ddd-8a63-03aa3130bb2b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:01.490416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-74556c54-38ae-4ddd-8a63-03aa3130bb2b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/889813e6-5853-4d7c-b2a8-cd9ca3c8f89e HTTP/1.1" status: 404 len: 333 time: 0.2028444 Nov 23 10:52:01.491860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46282) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:01.514871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-799dfe10-0000-4327-bbea-92d6aaaed0bf req-81fcee98-3fef-401f-813e-271e40a18b22 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218021 Nov 23 10:52:01.642419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 3dd5d6bf-30e1-40e1-8960-62171f538c92, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:01.650367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-545619ac-c2bf-446f-8450-a67c796e803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:01.651883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-545619ac-c2bf-446f-8450-a67c796e803f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=661ba32e-2729-41be-bab2-0859c755f89f HTTP/1.1" status: 200 len: 853 time: 0.1411679 Nov 23 10:52:01.653614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:01.658310 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Attempting to bind port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:01.658529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '3dd5d6bf-30e1-40e1-8960-62171f538c92', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': '3dd5d6bf-30e1-40e1-8960-62171f538c92', 'mac_address': 'fa:16:3e:40:08:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:52:01.659262 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Attempting to bind port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:01.659859 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Attempting to bind port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c on network 8fe687cd-be41-4db0-b3bb-85089f832563 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:01.673837 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:01.675170 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Checking segment: {'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:01.676910 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.677618 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Bound using segment: {'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:01.681181 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Bound port: 77701f1d-9d95-4eb0-be00-3ed0b0b0652c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '8fe687cd-be41-4db0-b3bb-85089f832563'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:01.681914 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.685547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:01.709626 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.plugin [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Port 77701f1d-9d95-4eb0-be00-3ed0b0b0652c has been deleted concurrently {{(pid=103429) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 23 10:52:01.715826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-ef5649a4-b6d7-44dc-b1eb-e99bd25657f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470195 Nov 23 10:52:01.717295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.722354 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Routers {'8a4d4c6d-b193-4a37-99fc-e526fb74fdc1'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:01.723167 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8a4d4c6d-b193-4a37-99fc-e526fb74fdc1'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:01.729172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d42c6a-60d2-4c62-8845-22f3e2bad4cb req-12b01fc6-5f9c-4adb-949c-2ecb57b541e7 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:01.730823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2d42c6a-60d2-4c62-8845-22f3e2bad4cb req-12b01fc6-5f9c-4adb-949c-2ecb57b541e7 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 943 time: 0.1341980 Nov 23 10:52:01.735402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.767637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd5d6bf-30e1-40e1-8960-62171f538c92 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:01.805419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 3dd5d6bf-30e1-40e1-8960-62171f538c92, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:01.809802 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] Set router 8a4d4c6d-b193-4a37-99fc-e526fb74fdc1 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:01.819907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:01.822214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.889331 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a4d4c6d-b193-4a37-99fc-e526fb74fdc1', 'name': '', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:51:57Z', 'updated_at': '2021-11-23T10:52:00Z', 'revision_number': 5, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:01.894472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:01.895077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:01.896544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-fc126cc4-d350-4073-b478-6eb872be5f55 service neutron] 10.222.0.65 "PUT /v2.0/ports/e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 1091 time: 1.9868965 Nov 23 10:52:01.902846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:01.905446 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f7a92-27bb-4168-b2fb-9f63acd35c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:01.923562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=3dd5d6bf-30e1-40e1-8960-62171f538c92,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:01.930970 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e139b-3a16-403c-a7ab-92bb157e76f6 None None] The sync data for ids ['8a4d4c6d-b193-4a37-99fc-e526fb74fdc1'] in n-d-817747-2 is: [{'id': '8a4d4c6d-b193-4a37-99fc-e526fb74fdc1', 'name': '', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:51:57Z', 'updated_at': '2021-11-23T10:52:00Z', 'revision_number': 5, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:02.037969 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:52:02.156885 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-44090082-5da0-400d-9b3b-dafe58a81de4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:02.157565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44090082-5da0-400d-9b3b-dafe58a81de4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:02.164789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-44090082-5da0-400d-9b3b-dafe58a81de4 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/b29ea74a-7661-49d1-83ff-76c0bceee9f7 HTTP/1.1" status: 404 len: 337 time: 0.6689937 Nov 23 10:52:02.175276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['3dd5d6bf-30e1-40e1-8960-62171f538c92'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:02.185633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-082277ae-2df1-4921-a6de-35b8a43fa27a req-0b83499a-4a4f-47c2-a125-c77a40d1a65c tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7948728 Nov 23 10:52:02.199300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.202006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.331452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46290) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.346406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.346969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a4d4c6d-b193-4a37-99fc-e526fb74fdc1 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:02.386391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.402947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8b3840ee-9eab-4501-b7db-22a0260413d6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "DELETE /v2.0/routers/8a4d4c6d-b193-4a37-99fc-e526fb74fdc1 HTTP/1.1" status: 204 len: 168 time: 2.7693968 Nov 23 10:52:02.402947 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-93daec57-fcca-4d6f-8cef-7170e7af71f8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:02.408565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93daec57-fcca-4d6f-8cef-7170e7af71f8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:02.414083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93daec57-fcca-4d6f-8cef-7170e7af71f8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/948469ba-9fdd-4447-83e7-62b28a36f6f5 HTTP/1.1" status: 404 len: 333 time: 0.0779965 Nov 23 10:52:02.414083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.422733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46296) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.495142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46298) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.561780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Deleting subnet 1cd61dad-f711-42d8-bad8-c4a8da72c118 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:52:02.574433 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-96438819-70b9-49b3-9a6e-ab799045a1fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:02.574915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96438819-70b9-49b3-9a6e-ab799045a1fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:02.580380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96438819-70b9-49b3-9a6e-ab799045a1fc tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/0fec7599-00d7-4798-82a3-71e146b6a9e9 HTTP/1.1" status: 404 len: 337 time: 0.1341195 Nov 23 10:52:02.585063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.587846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46304) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.611628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2d42c6a-60d2-4c62-8845-22f3e2bad4cb req-8ffe51c4-071a-434f-ac3b-05c4728fa51d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7931774 Nov 23 10:52:02.623853 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d011e70-9f86-4366-8ed3-efc977b94359 x-openstack-request-id: req-1d011e70-9f86-4366-8ed3-efc977b94359 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:02.624193 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:02.624399 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1d011e70-9f86-4366-8ed3-efc977b94359 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:02.624803 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'status': 'completed', 'code': 200} Nov 23 10:52:02.681045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-ea1c19aa-ebe2-4639-9161-7e5c3e2a001c service neutron] 10.222.0.65 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9491708 Nov 23 10:52:02.686728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-7b7d9ea5-2c84-4e24-8a86-2b32c08bcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:02.688833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-7b7d9ea5-2c84-4e24-8a86-2b32c08bcdcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1094 time: 0.0812621 Nov 23 10:52:02.693748 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-12660a41-f597-46cb-b31a-08e4c646f38c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:02.694300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12660a41-f597-46cb-b31a-08e4c646f38c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:02.698086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-12660a41-f597-46cb-b31a-08e4c646f38c tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/f3f57f18-ce70-455b-9a73-2488dce87dfd HTTP/1.1" status: 404 len: 333 time: 0.1094615 Nov 23 10:52:02.712685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46308) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.717586 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ed3-6902-4dd8-94ea-293b93fed6a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.734268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.767185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-9b52485f-87f7-4220-b01f-51aa8e2607bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 217 time: 0.0688357 Nov 23 10:52:02.798274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea4b0c-cbc8-4fe7-8432-259d5a307ae6 req-c3119581-d3c2-4930-9f96-0be54c3f3974 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:02.799860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31ea4b0c-cbc8-4fe7-8432-259d5a307ae6 req-c3119581-d3c2-4930-9f96-0be54c3f3974 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 945 time: 0.1466706 Nov 23 10:52:02.818999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.819741 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2638aa-3191-47c2-8112-0557d538f9b9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:02.820189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2638aa-3191-47c2-8112-0557d538f9b9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:02.827032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a2638aa-3191-47c2-8112-0557d538f9b9 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/830cd21c-456d-4ab9-8d97-59574cb7d9c1 HTTP/1.1" status: 404 len: 337 time: 0.1091251 Nov 23 10:52:02.846563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46310) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.887326 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e87b59f-5a37-4e49-b25a-44ad05d69495 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:02.888187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e87b59f-5a37-4e49-b25a-44ad05d69495 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:02.894422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5e87b59f-5a37-4e49-b25a-44ad05d69495 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/990e72ca-26fc-4bb7-a09b-c7e05434f8b1 HTTP/1.1" status: 404 len: 333 time: 0.0448394 Nov 23 10:52:02.900535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46312) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.915143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-67ebf428-03fd-4bf7-a991-e5d97d6472c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:02.916631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-67ebf428-03fd-4bf7-a991-e5d97d6472c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.1064341 Nov 23 10:52:02.918905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b815b8fc-24af-4849-af2c-2934f632ad3c req-a429f066-8158-4ee5-89e6-f2143233c6f2 service neutron] 10.222.0.65 "GET /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289197 Nov 23 10:52:02.963674 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-150e3db4-1d9f-432a-8487-a0d85351c325 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:02.964137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150e3db4-1d9f-432a-8487-a0d85351c325 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:02.968952 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-150e3db4-1d9f-432a-8487-a0d85351c325 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/4dfc6901-588b-4c79-8ffa-5d0024bcb2a3 HTTP/1.1" status: 404 len: 337 time: 0.0643058 Nov 23 10:52:02.970875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31ea4b0c-cbc8-4fe7-8432-259d5a307ae6 req-d68c862e-085c-4cd6-868b-812b86fee379 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563709 Nov 23 10:52:02.974247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46314) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:02.984485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:02.988085 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ed3-6902-4dd8-94ea-293b93fed6a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.017878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd61dad-f711-42d8-bad8-c4a8da72c118,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:03.020200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4ed3-6902-4dd8-94ea-293b93fed6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.021425 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c93b4c2-bad9-46db-bfe0-b91ef5ab5a50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.022365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c93b4c2-bad9-46db-bfe0-b91ef5ab5a50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.029020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5c93b4c2-bad9-46db-bfe0-b91ef5ab5a50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/9e2af122-6320-4237-a0ca-575ab43a6600 HTTP/1.1" status: 404 len: 333 time: 0.0487766 Nov 23 10:52:03.029636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-d4a89484-2199-4658-a458-f6a5a5736671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:03.030670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-d4a89484-2199-4658-a458-f6a5a5736671 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027505 Nov 23 10:52:03.031301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46316) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.042940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.056060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc7010e0-907d-4815-88ae-d940fd168c75 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "DELETE /v2.0/subnets/1cd61dad-f711-42d8-bad8-c4a8da72c118 HTTP/1.1" status: 204 len: 168 time: 0.6424320 Nov 23 10:52:03.061468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46318) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.074451 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb9d4dd-e2a6-4ed4-9529-58d7a96ab3cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.075028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb9d4dd-e2a6-4ed4-9529-58d7a96ab3cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.080869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2cb9d4dd-e2a6-4ed4-9529-58d7a96ab3cf tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/ad8be00e-87b3-486c-9b2e-c5c7056dce63 HTTP/1.1" status: 404 len: 337 time: 0.0458159 Nov 23 10:52:03.089077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46320) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.126555 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7707914c-8d1e-465b-8bed-2836b4d7f757 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.127203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7707914c-8d1e-465b-8bed-2836b4d7f757 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.133856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7707914c-8d1e-465b-8bed-2836b4d7f757 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/5e43cb54-d1d4-4be9-8e4c-f337b8619ee5 HTTP/1.1" status: 404 len: 333 time: 0.0415351 Nov 23 10:52:03.138465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46322) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.191111 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.195390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe4ed3-6902-4dd8-94ea-293b93fed6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb21540b-a467-49c1-a615-5dbab909477b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:03.200801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7bfe4ed3-6902-4dd8-94ea-293b93fed6a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e82b49632464119a8d0fa8bb53b0fc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7048965 Nov 23 10:52:03.203354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46326) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.288693 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-9ee29072-33ba-44e7-bf53-63da45861963 service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422512 Nov 23 10:52:03.290956 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edc9949-97f2-40f3-a4db-cd4465f75b14 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.292407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edc9949-97f2-40f3-a4db-cd4465f75b14 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.298209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0edc9949-97f2-40f3-a4db-cd4465f75b14 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/c18b058e-b5d0-4086-a0a3-cb5eec6a7c27 HTTP/1.1" status: 404 len: 337 time: 0.1562090 Nov 23 10:52:03.304386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46328) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.333606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 3dd5d6bf-30e1-40e1-8960-62171f538c92 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:03.339267 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91579f9-a496-4056-9113-14d7329b8793 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.339627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91579f9-a496-4056-9113-14d7329b8793 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.343125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c91579f9-a496-4056-9113-14d7329b8793 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/2269d242-bae3-4774-9058-be934b408562 HTTP/1.1" status: 404 len: 337 time: 0.0368121 Nov 23 10:52:03.346623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.389659 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d65655-03dc-4839-8a80-3f0f54ea7e64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.390814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d65655-03dc-4839-8a80-3f0f54ea7e64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.394936 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c2d65655-03dc-4839-8a80-3f0f54ea7e64 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/c0568cb8-c97c-4e36-9ac1-b455b8ebabb2 HTTP/1.1" status: 404 len: 333 time: 0.0451841 Nov 23 10:52:03.421992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46334) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.446381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.453781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 3dd5d6bf-30e1-40e1-8960-62171f538c92 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:52:03.456290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-807a2048-443b-432b-8aab-f39494a0cab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.460793 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f64982f-c37d-4e38-900f-5a042de2eae8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.462501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f64982f-c37d-4e38-900f-5a042de2eae8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.468288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6f64982f-c37d-4e38-900f-5a042de2eae8 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/e56f0871-7939-4ed8-8cf3-ea44fa87ae3b HTTP/1.1" status: 404 len: 337 time: 0.0408392 Nov 23 10:52:03.469886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46336) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.483385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24d6f4-829a-4eea-8816-331d2d4f729c req-5c3656a0-a421-43ed-80e0-dc3863ef26ae tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:03.485200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e24d6f4-829a-4eea-8816-331d2d4f729c req-5c3656a0-a421-43ed-80e0-dc3863ef26ae tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.1844969 Nov 23 10:52:03.487420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 3dd5d6bf-30e1-40e1-8960-62171f538c92 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:03.488197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.503899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe687cd-be41-4db0-b3bb-85089f832563']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:03.540957 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4017519-b77b-4c66-b429-4dd3c51525a1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.541555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4017519-b77b-4c66-b429-4dd3c51525a1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.547164 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c4017519-b77b-4c66-b429-4dd3c51525a1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/c4935375-05a8-4fd4-b1be-db41a005b2cf HTTP/1.1" status: 404 len: 337 time: 0.0664129 Nov 23 10:52:03.547164 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-807a2048-443b-432b-8aab-f39494a0cab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.550455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:03.550845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becd4bef-dd5d-4e68-abb8-5ef6f480cbdc') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:03.552578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46338) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.563676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72d3aa73-48a2-4c61-9e9d-c0dbf51558ef req-aaaf23da-eb01-42ac-bd78-f29cc2338118 service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639606 Nov 23 10:52:03.587465 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.613965 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c629dddb-c5ad-4f00-9e07-606d06b6f69b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.614654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c629dddb-c5ad-4f00-9e07-606d06b6f69b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.620860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c629dddb-c5ad-4f00-9e07-606d06b6f69b tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/60d9e446-824e-48e8-adff-ff4585ba84c2 HTTP/1.1" status: 404 len: 333 time: 0.0590675 Nov 23 10:52:03.626644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46340) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.633637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.650818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:52:03.650818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: items = [ Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:52:03.663952 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:52:03.696311 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.728059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e24d6f4-829a-4eea-8816-331d2d4f729c req-3d9042ee-dfa7-445b-829a-7f8d819dd2a3 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231491 Nov 23 10:52:03.729016 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec3f035-324e-45f7-a7f3-f27ca7d86bc0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.729516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec3f035-324e-45f7-a7f3-f27ca7d86bc0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.732756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4ec3f035-324e-45f7-a7f3-f27ca7d86bc0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/710b9ea2-a8cc-4065-bf16-c0ffae0ea6d7 HTTP/1.1" status: 404 len: 337 time: 0.1028597 Nov 23 10:52:03.744809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46344) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.746225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:03.749638 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9c646-bc8b-47e9-a248-b8353baee667" -d '{"events": [{"server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:03.791707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 3dd5d6bf-30e1-40e1-8960-62171f538c92, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:03.798574 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c790b04d-4236-48d1-83b3-d06a82d5af97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.799181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c790b04d-4236-48d1-83b3-d06a82d5af97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.803173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c790b04d-4236-48d1-83b3-d06a82d5af97 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/187239db-6498-4386-9424-9e7bef2d0bcf HTTP/1.1" status: 404 len: 337 time: 0.0572257 Nov 23 10:52:03.806501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46348) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:03.810268 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.817891 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-807a2048-443b-432b-8aab-f39494a0cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.820793 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-807a2048-443b-432b-8aab-f39494a0cab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.822160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-807a2048-443b-432b-8aab-f39494a0cab2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb21540b-a467-49c1-a615-5dbab909477b HTTP/1.1" status: 204 len: 168 time: 0.6173453 Nov 23 10:52:03.827064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.841416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fe687cd-be41-4db0-b3bb-85089f832563 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:52:03.843409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:03.846630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "DELETE /v2.0/networks/8fe687cd-be41-4db0-b3bb-85089f832563 HTTP/1.1" status: 204 len: 168 time: 0.7782316 Nov 23 10:52:03.866591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a2048-443b-432b-8aab-f39494a0cab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb21540b-a467-49c1-a615-5dbab909477b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:03.872430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce27ed-4d7b-4948-a6b8-61193f831dd5 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fe687cd-be41-4db0-b3bb-85089f832563,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:03.887145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db4df5-8744-44a9-b776-01fa1a384da3 req-505b3764-dcac-42b6-b1cb-ab2399fa7770 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:03.896489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69db4df5-8744-44a9-b776-01fa1a384da3 req-505b3764-dcac-42b6-b1cb-ab2399fa7770 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 943 time: 0.1275203 Nov 23 10:52:03.932822 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6e6aac-eae0-4b5a-abf8-f4cf1c8a8894 x-openstack-request-id: req-ec6e6aac-eae0-4b5a-abf8-f4cf1c8a8894 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:03.933966 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "name": "network-vif-plugged", "status": "completed", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:03.934330 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec6e6aac-eae0-4b5a-abf8-f4cf1c8a8894 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:03.934844 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92', 'code': 200} Nov 23 10:52:03.939271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=3dd5d6bf-30e1-40e1-8960-62171f538c92,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:03.942891 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad7d71f-c188-4060-b11c-c626281a0a18 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:03.943939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad7d71f-c188-4060-b11c-c626281a0a18 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:03.953465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fad7d71f-c188-4060-b11c-c626281a0a18 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/e1c1c25c-c0b5-4e7e-844c-23cde561b330 HTTP/1.1" status: 404 len: 333 time: 0.1453013 Nov 23 10:52:03.957367 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69db4df5-8744-44a9-b776-01fa1a384da3 req-ecabb355-02f7-4469-b020-a676e07e7053 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592353 Nov 23 10:52:03.957898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46354) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.016030 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8dea4fd-8ce0-43f7-b370-25f12409e044 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.017521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8dea4fd-8ce0-43f7-b370-25f12409e044 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.021202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e8dea4fd-8ce0-43f7-b370-25f12409e044 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/71ef2a76-9bb8-4a01-8b4a-d5797335b314 HTTP/1.1" status: 404 len: 337 time: 0.0622015 Nov 23 10:52:04.024301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.061466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-a6cff054-5f64-4b46-b73f-1267eecdefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:04.062918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-a6cff054-5f64-4b46-b73f-1267eecdefac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1094 time: 0.3284452 Nov 23 10:52:04.083025 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6a3cfb-6eb8-4c71-8680-adcf1d18a656 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.083531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6a3cfb-6eb8-4c71-8680-adcf1d18a656 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.095983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f6a3cfb-6eb8-4c71-8680-adcf1d18a656 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/eacf97fa-3a5a-460f-807e-3427ba7de0dd HTTP/1.1" status: 404 len: 337 time: 0.0684607 Nov 23 10:52:04.096341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46360) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.132042 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5137686c-33fb-417b-96e7-5f08de360446 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports?device_id=ee1da941-b558-4e54-ad7a-54abe9d68b82 HTTP/1.1" status: 200 len: 205 time: 0.0345261 Nov 23 10:52:04.135373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46364) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.171043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253498e1-877a-4e79-8103-20eacf826e07 req-24276d9e-e924-4535-bdee-68aec94c5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:04.172563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-253498e1-877a-4e79-8103-20eacf826e07 req-24276d9e-e924-4535-bdee-68aec94c5a81 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 1097 time: 0.2166741 Nov 23 10:52:04.240021 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-b8fe8e6e-9b3c-4592-9fe1-cb2158d7a761 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] delete failed (client error): The resource could not be found. Nov 23 10:52:04.244202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b8fe8e6e-9b3c-4592-9fe1-cb2158d7a761 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/routers/ee1da941-b558-4e54-ad7a-54abe9d68b82 HTTP/1.1" status: 404 len: 336 time: 0.1046152 Nov 23 10:52:04.244733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46370) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.291871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-253498e1-877a-4e79-8103-20eacf826e07 req-dd7523d4-de3b-4fb1-979c-f72ddec76d55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024389 Nov 23 10:52:04.301618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c39cc-6bc1-4294-bfd1-3eda1da2c260 req-80eb8f98-18ea-4294-a9dd-60494f85c628 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:04.303306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a29c39cc-6bc1-4294-bfd1-3eda1da2c260 req-80eb8f98-18ea-4294-a9dd-60494f85c628 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2049837 Nov 23 10:52:04.311484 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6344b2-4507-42f0-89cf-42f51337cce2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.312185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6344b2-4507-42f0-89cf-42f51337cce2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.320990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5f6344b2-4507-42f0-89cf-42f51337cce2 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/df5670f4-ef0c-4eb6-8304-bf62a4f8588f HTTP/1.1" status: 404 len: 337 time: 0.0661571 Nov 23 10:52:04.321866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46378) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.383570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a75217cf-5c6c-4e1a-b0eb-ba4327b2434f tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "GET /v2.0/ports?device_id=49ae74cb-1b60-4e64-9457-513233452e05 HTTP/1.1" status: 200 len: 205 time: 0.0586898 Nov 23 10:52:04.383983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46380) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.393236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a29c39cc-6bc1-4294-bfd1-3eda1da2c260 req-fc6e682e-e8e2-4d27-ac43-3d89d37391d6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784473 Nov 23 10:52:04.394450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-a1cd07f9-2c2b-4168-99a4-9bdfeaac63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:04.396579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-a1cd07f9-2c2b-4168-99a4-9bdfeaac63bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.3227310 Nov 23 10:52:04.439937 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-eb342c77-da96-428e-a489-60f68c705e77 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] delete failed (client error): The resource could not be found. Nov 23 10:52:04.443770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb342c77-da96-428e-a489-60f68c705e77 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/routers/49ae74cb-1b60-4e64-9457-513233452e05 HTTP/1.1" status: 404 len: 336 time: 0.0560863 Nov 23 10:52:04.443770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46384) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.460475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46386) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.466783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-dccfc4da-a09c-4cc8-aea3-854408138564 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 217 time: 0.0622172 Nov 23 10:52:04.484089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4dd66f8b-c224-446c-9f61-e8ca36472e65 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'router': {'name': 'tempest-router--1914181349', 'project_id': 'f3f374c5dae741d69bc592cb3cee0f3a'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:04.489149 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d773ae6-f29a-4ace-8fdf-433c5973982a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.489756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d773ae6-f29a-4ace-8fdf-433c5973982a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.494195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7d773ae6-f29a-4ace-8fdf-433c5973982a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/34d16074-484b-4124-96f8-a19679aedc40 HTTP/1.1" status: 404 len: 337 time: 0.0494244 Nov 23 10:52:04.497287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46388) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.542554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-b67366a9-f385-4a8d-a7dd-8a6e5b3f662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:04.544201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-b67366a9-f385-4a8d-a7dd-8a6e5b3f662a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.0663514 Nov 23 10:52:04.548399 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ca56a9-930c-4669-8460-2f2bb47cedfa tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.549320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ca56a9-930c-4669-8460-2f2bb47cedfa tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.557587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46392) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.557782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-39ca56a9-930c-4669-8460-2f2bb47cedfa tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/b0f564cc-36e3-4b6b-b419-320ca205fae5 HTTP/1.1" status: 404 len: 337 time: 0.0591862 Nov 23 10:52:04.559377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dd66f8b-c224-446c-9f61-e8ca36472e65 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.560703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dd66f8b-c224-446c-9f61-e8ca36472e65 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.612515 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36abed6-6674-448b-ab49-cee877d6eb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.613539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36abed6-6674-448b-ab49-cee877d6eb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.619093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f36abed6-6674-448b-ab49-cee877d6eb15 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/47fa6828-cb70-4e01-84e2-61f7403ba1b7 HTTP/1.1" status: 404 len: 333 time: 0.0578036 Nov 23 10:52:04.619740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.632603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dd66f8b-c224-446c-9f61-e8ca36472e65 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.637582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-940f579a-f8d7-4369-8b19-7d5e8ac0847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:04.642815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-940f579a-f8d7-4369-8b19-7d5e8ac0847b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874307 Nov 23 10:52:04.651836 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fb900c-a98a-41bd-b110-9c2fc4951c7a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.652317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fb900c-a98a-41bd-b110-9c2fc4951c7a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.655446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-36fb900c-a98a-41bd-b110-9c2fc4951c7a tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/53f5edec-f8ee-4c28-b505-a8cc48dbe3f7 HTTP/1.1" status: 404 len: 337 time: 0.0341573 Nov 23 10:52:04.656494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dd66f8b-c224-446c-9f61-e8ca36472e65 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.658871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46398) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.673597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dd66f8b-c224-446c-9f61-e8ca36472e65 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.675331 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4dd66f8b-c224-446c-9f61-e8ca36472e65 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2120357 Nov 23 10:52:04.677915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46400) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.702565 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a317da9e-5d44-4c49-a75d-573e0199731d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.703143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a317da9e-5d44-4c49-a75d-573e0199731d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.709164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a317da9e-5d44-4c49-a75d-573e0199731d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/c8d033ea-26d4-481d-9722-e66234719745 HTTP/1.1" status: 404 len: 333 time: 0.0466983 Nov 23 10:52:04.709164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46404) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.763377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73ec866-62a3-4424-b3a3-7ea27e3bca50 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.767576 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6088b97-c6ee-4b26-8cf9-a0707ae52b50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.768043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6088b97-c6ee-4b26-8cf9-a0707ae52b50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.773460 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f6088b97-c6ee-4b26-8cf9-a0707ae52b50 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/49ca5884-81c4-4ef7-b4e3-7f716aefae71 HTTP/1.1" status: 404 len: 337 time: 0.0612531 Nov 23 10:52:04.774348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46410) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.807509 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-44380e7b-30aa-4193-8ca9-dc9e2d5c14dd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.808116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44380e7b-30aa-4193-8ca9-dc9e2d5c14dd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.813561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-44380e7b-30aa-4193-8ca9-dc9e2d5c14dd tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/f71c6996-75ac-4091-bd89-ffea526e3d7d HTTP/1.1" status: 404 len: 333 time: 0.0357468 Nov 23 10:52:04.813790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46414) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.855258 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-086727e4-844e-4e78-bcf5-8bfec7056321 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.855724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086727e4-844e-4e78-bcf5-8bfec7056321 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.861095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-086727e4-844e-4e78-bcf5-8bfec7056321 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/3fa9d64d-3bb1-4200-8ce6-3ea85c329f2b HTTP/1.1" status: 404 len: 337 time: 0.0441289 Nov 23 10:52:04.870498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46416) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.873738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-170d4774-9da9-4789-bc9e-25db96bb45da service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232471 Nov 23 10:52:04.953987 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-40154e64-1e88-484b-ac15-de0b98ce0975 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.954790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40154e64-1e88-484b-ac15-de0b98ce0975 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.960082 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-40154e64-1e88-484b-ac15-de0b98ce0975 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/bcb14edc-b0fe-412e-9ee3-9686ec45777f HTTP/1.1" status: 404 len: 333 time: 0.0863171 Nov 23 10:52:04.961678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:04.972659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73ec866-62a3-4424-b3a3-7ea27e3bca50 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.981796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502e9c5-3cea-4798-9f58-5d553f207fbb req-9f18c5b8-be25-4b7c-9984-d475204149f6 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:04.983324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8502e9c5-3cea-4798-9f58-5d553f207fbb req-9f18c5b8-be25-4b7c-9984-d475204149f6 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.1366324 Nov 23 10:52:04.991059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73ec866-62a3-4424-b3a3-7ea27e3bca50 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:04.994393 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bf2c3d-29b1-4433-9058-234d514c9ce3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:04.994852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bf2c3d-29b1-4433-9058-234d514c9ce3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:04.997966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f9bf2c3d-29b1-4433-9058-234d514c9ce3 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/7f4c8fa4-bb97-47da-80ef-0f22ee33c862 HTTP/1.1" status: 404 len: 337 time: 0.0365293 Nov 23 10:52:05.000392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46422) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.025751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-082f7a92-27bb-4168-b2fb-9f63acd35c8a req-feaf6f19-cab9-4c22-8b1a-7920d60669e9 service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377702 Nov 23 10:52:05.069378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8502e9c5-3cea-4798-9f58-5d553f207fbb req-e4fe9e80-cdaf-492b-a3a7-166ad9eea2bf tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751178 Nov 23 10:52:05.100460 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-567f2239-8eba-4ba0-8d5a-fcff70508a00 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:05.100460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567f2239-8eba-4ba0-8d5a-fcff70508a00 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:05.105090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-567f2239-8eba-4ba0-8d5a-fcff70508a00 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/bef90ed1-85a9-40e6-b8cf-c3924a76f5ec HTTP/1.1" status: 404 len: 333 time: 0.1010435 Nov 23 10:52:05.106589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46430) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.134522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73ec866-62a3-4424-b3a3-7ea27e3bca50 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.135137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ec866-62a3-4424-b3a3-7ea27e3bca50 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53113871-f483-4a64-80d9-86cd3af153f9 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:05.141299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73ec866-62a3-4424-b3a3-7ea27e3bca50 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.145555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d73ec866-62a3-4424-b3a3-7ea27e3bca50 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "DELETE /v2.0/routers/53113871-f483-4a64-80d9-86cd3af153f9 HTTP/1.1" status: 204 len: 168 time: 0.4638186 Nov 23 10:52:05.159503 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c028e496-7b27-4f13-9f60-9f4c5fbf5ce0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:05.160268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c028e496-7b27-4f13-9f60-9f4c5fbf5ce0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:05.166838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc2173-c63f-4041-98e0-43315d95336b req-e1e4a865-a68e-4cb3-8a01-faadb7694de9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:05.166838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ffc2173-c63f-4041-98e0-43315d95336b req-e1e4a865-a68e-4cb3-8a01-faadb7694de9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 943 time: 0.0918877 Nov 23 10:52:05.167688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46434) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.167825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c028e496-7b27-4f13-9f60-9f4c5fbf5ce0 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/542abf2c-a851-4124-be85-89dd4a0eb145 HTTP/1.1" status: 404 len: 337 time: 0.0571425 Nov 23 10:52:05.199913 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-30950bf9-57d3-4fd1-b7bc-c7605fe9a84d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:05.200690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30950bf9-57d3-4fd1-b7bc-c7605fe9a84d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:05.203747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-30950bf9-57d3-4fd1-b7bc-c7605fe9a84d tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/7bad556b-eb86-4a4d-9747-ca2ef39dc3e9 HTTP/1.1" status: 404 len: 333 time: 0.0350397 Nov 23 10:52:05.206507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46440) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.253419 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bd1965-575f-4456-bca6-32a4ccb2deb7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:05.253650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bd1965-575f-4456-bca6-32a4ccb2deb7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:05.256679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f5bd1965-575f-4456-bca6-32a4ccb2deb7 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/e8aa5b03-7968-4ddf-ac92-4c5b219eeed9 HTTP/1.1" status: 404 len: 337 time: 0.0491581 Nov 23 10:52:05.262381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46444) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.266735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ffc2173-c63f-4041-98e0-43315d95336b req-feecbb57-ace2-485a-8bc6-4b2e258cbc85 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897233 Nov 23 10:52:05.307086 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d398bca3-df21-432e-9c6d-b0a3b6947c01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:05.307657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d398bca3-df21-432e-9c6d-b0a3b6947c01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:05.310951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d398bca3-df21-432e-9c6d-b0a3b6947c01 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/ports/b2426135-29da-4600-ba4c-747d9f6daf65 HTTP/1.1" status: 404 len: 333 time: 0.0475740 Nov 23 10:52:05.313720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46446) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.344048 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e4446b-4176-47b5-bce8-c6ba9f8956f1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] DELETE failed (client error): The resource could not be found. Nov 23 10:52:05.344746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e4446b-4176-47b5-bce8-c6ba9f8956f1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:52:05.357632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46452) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.357891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d7e4446b-4176-47b5-bce8-c6ba9f8956f1 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/subnets/162cf7d3-055d-44ea-8a06-c77a2b3088bf HTTP/1.1" status: 404 len: 337 time: 0.0428541 Nov 23 10:52:05.432073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46456) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.476360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.489081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a563315-f7f8-47df-8153-45f50ff36d2f req-96887a23-9f74-46f7-90ad-9facfac13a85 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:05.491152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a563315-f7f8-47df-8153-45f50ff36d2f req-96887a23-9f74-46f7-90ad-9facfac13a85 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.0685902 Nov 23 10:52:05.565572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a563315-f7f8-47df-8153-45f50ff36d2f req-c330bf29-9015-4f1e-a939-fcfaebc2ffb2 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653138 Nov 23 10:52:05.574676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:52:05.629646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1662460267', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:05.643912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.659299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.661699 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.728614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d487c7d8-85d4-4d89-8b58-b91ebaf0b989']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:05.746220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f416466-b452-4b18-94e2-8f713ef4c81f') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:05.746632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f416466-b452-4b18-94e2-8f713ef4c81f') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:05.751971 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.756445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:05.762939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.772746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'port_id': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'mac_address': 'fa:16:3e:56:5b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:52:05.778957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08243744-f7b5-4a89-83f1-b61f1f2ebb16 req-b5f5a7b5-4173-4dcf-9eee-40b2bdd943fb tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:05.780713 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08243744-f7b5-4a89-83f1-b61f1f2ebb16 req-b5f5a7b5-4173-4dcf-9eee-40b2bdd943fb tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 946 time: 0.2411573 Nov 23 10:52:05.796977 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.811918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:52:05.812519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:52:05.816037 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:52:05.822500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46466) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:05.825496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.839699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e524a31a-2ea4-49d6-9e23-bf50a3608e58 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:05.861477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:05.872652 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.911261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08243744-f7b5-4a89-83f1-b61f1f2ebb16 req-77238e7d-6d63-41b4-b711-3fb682a1e444 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228538 Nov 23 10:52:05.922726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.930293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.938051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] 10.222.0.61 "DELETE /v2.0/networks/d487c7d8-85d4-4d89-8b58-b91ebaf0b989 HTTP/1.1" status: 204 len: 168 time: 0.5762482 Nov 23 10:52:05.938262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:05.964157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:05.965377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf14008-b628-42ce-859f-fa842815cb72 tempest-NetworksTestDHCPv6-623624514 tempest-NetworksTestDHCPv6-623624514-project] Pushing event deleted for resources: {'Network': ['ID=d487c7d8-85d4-4d89-8b58-b91ebaf0b989,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:06.054650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'network': {'name': 'tempest-network-smoke--1680288765', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'port_security_enabled': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:06.088363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:06.091798 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.103283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.176406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e524a31a-2ea4-49d6-9e23-bf50a3608e58'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:06.215734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46474) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:06.256820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.282185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.353002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.373544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.381575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9059af77-201a-4f1d-980b-8030cfbe2ba2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff4a2f035c2247cc946dee5135937b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1649678 Nov 23 10:52:06.384793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46480) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:06.434827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38f9caf-7b42-47f4-a71e-bb42cb81bb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.457215 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38f9caf-7b42-47f4-a71e-bb42cb81bb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.458904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:52:06.473511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be035785-694b-4cf1-b71a-be1b52867935,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:06.486769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.487109 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Added segment 240ecce8-3027-48d4-9bfd-6f42917b36b3 of type vlan for network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 Nov 23 10:52:06.503564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Allocated IP 172.25.5.61 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/d09e9314-969c-4ced-aa83-7387fd06d4a5) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:06.509553 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38f9caf-7b42-47f4-a71e-bb42cb81bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.512347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38f9caf-7b42-47f4-a71e-bb42cb81bb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.513671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e38f9caf-7b42-47f4-a71e-bb42cb81bb37 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9f60dbf-1d08-4b7b-a95f-005d0f46cae7 HTTP/1.1" status: 204 len: 168 time: 0.1276460 Nov 23 10:52:06.514116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d16aa1-ccc5-4d70-9057-0d515147f361 req-7bc029cf-8fb2-48a9-9de0-61ea5989d0dd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:06.515834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26d16aa1-ccc5-4d70-9057-0d515147f361 req-7bc029cf-8fb2-48a9-9de0-61ea5989d0dd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.1592100 Nov 23 10:52:06.523233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9caf-7b42-47f4-a71e-bb42cb81bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f60dbf-1d08-4b7b-a95f-005d0f46cae7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:06.596686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.692240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26d16aa1-ccc5-4d70-9057-0d515147f361 req-febe4a9f-0264-442e-8146-8afce24ce897 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428680 Nov 23 10:52:06.713714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.722254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2337cd-76fa-4419-9181-a15ef315686d req-27b2b885-6e37-4184-8649-23fd9b202dff tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:06.722858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:06.724068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa2337cd-76fa-4419-9181-a15ef315686d req-27b2b885-6e37-4184-8649-23fd9b202dff tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.0762794 Nov 23 10:52:06.725783 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.785782 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa2337cd-76fa-4419-9181-a15ef315686d req-1b39d2df-e47b-4c58-82c9-27bb4cd59907 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/security-groups?id=59f7785e-3459-4ba0-8085-fe8c127c65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Nov 23 10:52:06.786125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.825020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46496) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:06.825574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0012987 Nov 23 10:52:06.830941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a7ec2-a44f-4830-bb0c-eec1bbb2d8e0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Network': ['ID=2ed2b1b9-4128-449f-96ae-cfe1a2260816,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:06.831075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'admin_state_up': True, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:06.847893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:52:06.866702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.872746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.874917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:06.910848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:06.919289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:06.923033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:06.948250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event updated for resources: {'Port': ['ID=d09e9314-969c-4ced-aa83-7387fd06d4a5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:06.952261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5daca-0d5e-4bba-a85a-26cee8a84fc4 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:06.972363 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.098513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ebe87dae-2952-4bdf-8cdc-89cec31294b7 None None] Provisioning complete for port d09e9314-969c-4ced-aa83-7387fd06d4a5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:07.098930 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ebe87dae-2952-4bdf-8cdc-89cec31294b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.164021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ebe87dae-2952-4bdf-8cdc-89cec31294b7 None None] Port d09e9314-969c-4ced-aa83-7387fd06d4a5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:07.218270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.225145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-692918fa-defc-4f49-9d02-ff8bf3553f9b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:07.227926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-692918fa-defc-4f49-9d02-ff8bf3553f9b tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.65 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 946 time: 0.2777905 Nov 23 10:52:07.240518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deca99d-ebf9-4178-8e73-25dbe684a856 req-9e3ac72e-423b-4987-a7d6-d3031ba92ae0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:07.242025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0deca99d-ebf9-4178-8e73-25dbe684a856 req-9e3ac72e-423b-4987-a7d6-d3031ba92ae0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 946 time: 0.1986437 Nov 23 10:52:07.246383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.381384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46512) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:07.412743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0deca99d-ebf9-4178-8e73-25dbe684a856 req-afa54d34-ef0a-476e-86b0-48add934adb7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361351 Nov 23 10:52:07.471553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Deleting port e03491dd-eb33-4c32-b223-eecbad634209 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:07.471942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.544331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-706416666'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:07.576648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:07.609439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Made reservation on behalf of 0b8a183525114e5a9e87eaff0f322769 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:07.612905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.636394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port e524a31a-2ea4-49d6-9e23-bf50a3608e58 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:52:07.641271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port e524a31a-2ea4-49d6-9e23-bf50a3608e58 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:07.641653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.694342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.702648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] For port e03491dd-eb33-4c32-b223-eecbad634209, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e03491dd-eb33-4c32-b223-eecbad634209,segment=NetworkSegment(3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3),segment_id=3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:07.703021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.734156 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.748643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Calling delete_port for e03491dd-eb33-4c32-b223-eecbad634209 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:07.754468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.766507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:07.770107 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a2dc9-a2a5-428c-b4b0-87c0a9320b44" -d '{"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:07.781414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:07.786643 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.795170 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.821670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-e4642b57-dd80-4e2a-8d14-9836d0cc83ef tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 267 time: 0.1492648 Nov 23 10:52:07.839091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:07.878204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:07.899842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-9c4907e7-4565-410c-905f-bf6df098a41f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:07.901861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-9c4907e7-4565-410c-905f-bf6df098a41f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 946 time: 0.0674112 Nov 23 10:52:07.942754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'port': {'security_groups': []}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:08.012288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c97dd-f189-4b27-a3a2-3c18cd086a2c req-50b76800-2ec4-4baa-a7de-bc30d668afbb tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:08.013866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-691c97dd-f189-4b27-a3a2-3c18cd086a2c req-50b76800-2ec4-4baa-a7de-bc30d668afbb tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1809049 Nov 23 10:52:08.064500 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.079336 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.110677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.164762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Router cec2b87f-0d9a-49f3-b83c-3036fb0c2827 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:08.342432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] For port 3dd5d6bf-30e1-40e1-8960-62171f538c92, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:08.377279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:08.388066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] Sync routers for ids ['cec2b87f-0d9a-49f3-b83c-3036fb0c2827'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:08.392016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.400646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] Routers {'cec2b87f-0d9a-49f3-b83c-3036fb0c2827'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:08.401235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.401703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['cec2b87f-0d9a-49f3-b83c-3036fb0c2827'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:08.418103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.421880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4da17917-4576-4094-adfe-840260e8010d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.9862683 Nov 23 10:52:08.438545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46526) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:08.441747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:08.448337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd', '4992d451-a158-4740-87d6-e345542712ab', '3dd5d6bf-30e1-40e1-8960-62171f538c92'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:08.486335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] Routers {'cec2b87f-0d9a-49f3-b83c-3036fb0c2827'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:08.487412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['cec2b87f-0d9a-49f3-b83c-3036fb0c2827'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:08.487542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:52:08.497294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:08.497294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.502428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.25.5.19 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/21521818-e007-4767-9aac-e42634857bd0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:08.513693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72970adc-5cd7-49e8-8ddd-4b89a829e64d req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "PUT /v2.0/ports/3dd5d6bf-30e1-40e1-8960-62171f538c92 HTTP/1.1" status: 200 len: 905 time: 0.5769210 Nov 23 10:52:08.515948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:08.518603 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4f60c9-250f-4f9e-b983-776b73cb70af" -d '{"events": [{"name": "network-changed", "server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:08.527943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd5de1d-87f6-4524-8661-acdfdc9d506e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:08.545132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:08.546594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83379a98-1263-45f8-9237-8f4e072308c9 None None] The sync data for ids ['cec2b87f-0d9a-49f3-b83c-3036fb0c2827'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:08.549681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-691c97dd-f189-4b27-a3a2-3c18cd086a2c req-9e6e9ec9-35dc-488d-be47-20a07dfebd4b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5123096 Nov 23 10:52:08.561037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.561426 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Added segment e71772ee-c1e5-479a-af90-8b2b94900ca7 of type vlan for network 488e95db-60ee-4cbe-881f-b7dde20fdc57 Nov 23 10:52:08.568308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.587847 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584f6a84-83e5-4e51-b452-195546a0f84e x-openstack-request-id: req-584f6a84-83e5-4e51-b452-195546a0f84e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:08.588214 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:08.588536 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-584f6a84-83e5-4e51-b452-195546a0f84e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:08.589848 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'code': 200} Nov 23 10:52:08.595083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e03491dd-eb33-4c32-b223-eecbad634209'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:08.604879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['3dd5d6bf-30e1-40e1-8960-62171f538c92'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:08.705140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129b86a-0194-47f4-8434-42be2fb385c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=3dd5d6bf-30e1-40e1-8960-62171f538c92,revision_number=6']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:08.784068 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-39515579-d535-4a49-ba89-a5be347bfbb3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/cec2b87f-0d9a-49f3-b83c-3036fb0c2827 HTTP/1.1" status: 200 len: 920 time: 0.3440278 Nov 23 10:52:08.786989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46532) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:08.807119 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f211e4c-d9b8-424c-9231-f819a99f0533 req-661d1ba2-86c8-4c3f-8462-3e54e49ceaa7 tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.61 "GET /v2.0/ports?device_id=86675b58-3c67-4a1a-9543-c4111204428d HTTP/1.1" status: 200 len: 210 time: 0.0835943 Nov 23 10:52:08.807983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Pushing event deleted for resources: {'Port': ['ID=e03491dd-eb33-4c32-b223-eecbad634209,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:08.833043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a23043-739a-4678-aa4a-79f144123119 req-c14fe51a-3024-48ef-8e0f-d2b84f71b823 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:08.834629 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94a23043-739a-4678-aa4a-79f144123119 req-c14fe51a-3024-48ef-8e0f-d2b84f71b823 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 908 time: 0.0868545 Nov 23 10:52:08.837886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6a4e0186-f0df-4453-8bb1-8ac86df4e42c tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec2b87f-0d9a-49f3-b83c-3036fb0c2827 HTTP/1.1" status: 200 len: 205 time: 0.0497231 Nov 23 10:52:08.840830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46536) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:08.891275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.960887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] No DVR routers for this DVR port e03491dd-eb33-4c32-b223-eecbad634209 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:52:08.969917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.973382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2267b90-b367-4b9f-baba-17e94aa1b41d req-8db76e3f-2d1d-4b6e-8cf6-515bdfe62fbd tempest-InstanceActionsTestJSON-1792324551 tempest-InstanceActionsTestJSON-1792324551-project] 10.222.0.65 "DELETE /v2.0/ports/e03491dd-eb33-4c32-b223-eecbad634209 HTTP/1.1" status: 204 len: 173 time: 1.7295430 Nov 23 10:52:08.974114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86675b58-3c67-4a1a-9543-c4111204428d', 'name': 'network-vif-deleted', 'tag': 'e03491dd-eb33-4c32-b223-eecbad634209'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:08.976473 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016e8eec-10e9-4a92-9736-5e22d1994bfe" -d '{"events": [{"server_uuid": "86675b58-3c67-4a1a-9543-c4111204428d", "name": "network-vif-deleted", "tag": "e03491dd-eb33-4c32-b223-eecbad634209"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:08.994788 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:08.999351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288c9a7-b20c-4883-9103-81f373ace4f9 req-d84b947b-5c27-44d4-996c-fb356f66f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.001807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2288c9a7-b20c-4883-9103-81f373ace4f9 req-d84b947b-5c27-44d4-996c-fb356f66f4cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1096 time: 0.3036871 Nov 23 10:52:09.014880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a2848f0b-ae08-4437-a6a4-1a2461ddb9be None None] Provisioning complete for port 3dd5d6bf-30e1-40e1-8960-62171f538c92 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:09.015530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a2848f0b-ae08-4437-a6a4-1a2461ddb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.060942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.073335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.079001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.079254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.175868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2288c9a7-b20c-4883-9103-81f373ace4f9 req-8d1d6830-04b9-4438-b68d-5fb300f880ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625073 Nov 23 10:52:09.180027 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ba2208-41cf-4900-9cfc-e30991861284 x-openstack-request-id: req-81ba2208-41cf-4900-9cfc-e30991861284 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:09.180577 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:09.180969 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-81ba2208-41cf-4900-9cfc-e30991861284 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:09.181534 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92', 'status': 'completed', 'code': 200} Nov 23 10:52:09.191288 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67821a9-7234-4024-b3a0-a370f34878f9 x-openstack-request-id: req-f67821a9-7234-4024-b3a0-a370f34878f9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:09.191595 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86675b58-3c67-4a1a-9543-c4111204428d", "name": "network-vif-deleted", "tag": "e03491dd-eb33-4c32-b223-eecbad634209", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:09.191857 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f67821a9-7234-4024-b3a0-a370f34878f9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:09.192264 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86675b58-3c67-4a1a-9543-c4111204428d', 'name': 'network-vif-deleted', 'tag': 'e03491dd-eb33-4c32-b223-eecbad634209', 'status': 'completed', 'code': 200} Nov 23 10:52:09.204117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8187788 Nov 23 10:52:09.204450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46542) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:09.213402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Request body: {'subnet': {'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:09.256870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25aa83-eec3-4a86-96a9-36b124bed356 req-1bbfae89-aa21-4c99-9c44-bb7c77d1cf4e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.258820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba25aa83-eec3-4a86-96a9-36b124bed356 req-1bbfae89-aa21-4c99-9c44-bb7c77d1cf4e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2596729 Nov 23 10:52:09.269707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f0ef3-4e53-4af0-a26a-2a3c5cc8a3b0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event updated for resources: {'Network': ['ID=488e95db-60ee-4cbe-881f-b7dde20fdc57,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:09.283285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:52:09.285472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-0dd579a9-ef78-4796-943b-c5587eeb3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.287310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-0dd579a9-ef78-4796-943b-c5587eeb3ee9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 1059 time: 0.1267462 Nov 23 10:52:09.290258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.302905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.348103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=21521818-e007-4767-9aac-e42634857bd0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:09.384566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:09.387016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba25aa83-eec3-4a86-96a9-36b124bed356 req-604ed0ef-a00c-42eb-9eea-303d925c96c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940225 Nov 23 10:52:09.391874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:09.395418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:09.399553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Made reservation on behalf of 0b8a183525114e5a9e87eaff0f322769 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:09.403054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.429463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c7678-4396-4017-9a1f-cce0d58403d8 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:09.485244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Deleting port d09e9314-969c-4ced-aa83-7387fd06d4a5 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:09.485474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.488543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8f26aaae-7ae7-4d39-9703-7c6565c16b75 None None] Provisioning complete for port 21521818-e007-4767-9aac-e42634857bd0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:09.489204 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f26aaae-7ae7-4d39-9703-7c6565c16b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.526510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8f26aaae-7ae7-4d39-9703-7c6565c16b75 None None] Port 21521818-e007-4767-9aac-e42634857bd0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:09.606423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-f2203e1f-4dbc-41f4-b17b-b63300fe298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.607938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-f2203e1f-4dbc-41f4-b17b-b63300fe298c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.2616286 Nov 23 10:52:09.611962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.625044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Calling delete_port for d09e9314-969c-4ced-aa83-7387fd06d4a5 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:09.684695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78593a-39fb-4df6-b0c8-8e7ea2b7a33d req-7bcc38d6-9751-4040-879d-8bf598883533 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.686608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce78593a-39fb-4df6-b0c8-8e7ea2b7a33d req-7bcc38d6-9751-4040-879d-8bf598883533 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1985238 Nov 23 10:52:09.690218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-4914a18a-6402-436d-82de-d412d2575adf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92 HTTP/1.1" status: 200 len: 217 time: 0.0708306 Nov 23 10:52:09.778389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:09.820366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a916f-8126-478e-a619-4dda97ef2fb8 req-725e24fb-1959-4ed0-9b1c-03f451310fe6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.822742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f45a916f-8126-478e-a619-4dda97ef2fb8 req-725e24fb-1959-4ed0-9b1c-03f451310fe6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1819971 Nov 23 10:52:09.869786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce78593a-39fb-4df6-b0c8-8e7ea2b7a33d req-19d067cb-5a1b-4213-8828-b5ec77ea285f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728249 Nov 23 10:52:09.873641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-8a145dca-9aac-4aac-9b14-ba8b045d27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:09.874806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-8a145dca-9aac-4aac-9b14-ba8b045d27db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1730583 Nov 23 10:52:09.932605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event updated for resources: {'Subnet': ['ID=c4cf04b7-5d70-43af-91ed-8fb23661de0b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:09.957248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.000459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-3f0a7789-bc1e-4236-aee0-57d89857111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:10.004831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-3f0a7789-bc1e-4236-aee0-57d89857111d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995486 Nov 23 10:52:10.004949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Checking segment: {'id': 'e71772ee-c1e5-479a-af90-8b2b94900ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:10.004949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Network hostable DHCP agents. Network: 488e95db-60ee-4cbe-881f-b7dde20fdc57, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:52:10.021981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f45a916f-8126-478e-a619-4dda97ef2fb8 req-3a9ccaea-44c5-498f-8d0f-c0dd688ba014 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647773 Nov 23 10:52:10.055930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:52:10.061222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.065443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46556) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:10.106701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 488e95db-60ee-4cbe-881f-b7dde20fdc57) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:10.114993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e97b5d-27d2-47c9-9267-9a01805aff13 None None] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:10.126049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event deleted for resources: {'Port': ['ID=d09e9314-969c-4ced-aa83-7387fd06d4a5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:10.150150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:10.151214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.214945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e88dbd7a-9b20-46b6-9324-44b7fa04269d tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0093195 Nov 23 10:52:10.217891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] Deleting subnet 661ba32e-2729-41be-bab2-0859c755f89f {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:52:10.218689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46568) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:10.232643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Request body: {'port': {'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1229401988'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:10.236260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6a34d-1adc-49fe-943c-f7882abe7722 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:10.252334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.276374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-f579b724-585c-4854-981c-cba4be38b5ce service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596061 Nov 23 10:52:10.316296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-488e95db-60ee-4cbe-881f-b7dde20fdc57', 'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57', 'tenant_id': '0b8a183525114e5a9e87eaff0f322769', 'fixed_ips': [{'subnet_id': 'c4cf04b7-5d70-43af-91ed-8fb23661de0b'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:52:10.318317 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.357363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.366580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-0bee4aa9-e0cb-4ad6-84ed-828fd5e789b0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:10.368558 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-0bee4aa9-e0cb-4ad6-84ed-828fd5e789b0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.2403069 Nov 23 10:52:10.405633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.436732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-9e7d7354-62d1-49e1-89f4-03f924044d71 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/quotas/4bc2535f63cc4ffdbb5149510a887d0f HTTP/1.1" status: 200 len: 375 time: 0.0480225 Nov 23 10:52:10.472014 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.509166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Allocated IP 2001:db8::2 (488e95db-60ee-4cbe-881f-b7dde20fdc57/c4cf04b7-5d70-43af-91ed-8fb23661de0b/0af12a2e-e5bf-4f07-9a44-905a513344d4) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:10.518157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.534385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.561455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.580930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b4f60c9-250f-4f9e-b983-776b73cb70af req-556c506b-597e-45a1-8e21-9110e5f429e6 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662294 Nov 23 10:52:10.631295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Made reservation on behalf of 0b8a183525114e5a9e87eaff0f322769 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:10.635120 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.645568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-40fde115-fdd8-4697-9840-1c3936ddb30d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1484816 Nov 23 10:52:10.659607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.659863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Fanout notify agent at l3_agent the message router_deleted on router cec2b87f-0d9a-49f3-b83c-3036fb0c2827 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:10.661075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] device_id is not set on port 100c16a5-7035-4903-ad75-c2e61b23564b yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:52:10.687392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.688500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-162051c7-6be9-47d5-9516-1eabd0d429f3 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/cec2b87f-0d9a-49f3-b83c-3036fb0c2827 HTTP/1.1" status: 204 len: 168 time: 1.8456578 Nov 23 10:52:10.693358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.710160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.714380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46570) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:10.718542 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.722272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'router': {'name': 'tempest-snat-router-64519403', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': False}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:10.755221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.761173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:10.761368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/661ba32e-2729-41be-bab2-0859c755f89f HTTP/1.1" status: 204 len: 168 time: 0.6894319 Nov 23 10:52:10.761368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471efb9a-d997-446d-9990-1d019d0e427a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661ba32e-2729-41be-bab2-0859c755f89f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:10.762362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:10.763421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46572) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:10.770227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:10.807927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Pushing event updated for resources: {'Port': ['ID=0af12a2e-e5bf-4f07-9a44-905a513344d4,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:10.825634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.827015 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.835261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:10.839566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Attempting to bind port 0af12a2e-e5bf-4f07-9a44-905a513344d4 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:10.839948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Attempting to bind port 0af12a2e-e5bf-4f07-9a44-905a513344d4 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'e71772ee-c1e5-479a-af90-8b2b94900ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:10.841013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Attempting to bind port 0af12a2e-e5bf-4f07-9a44-905a513344d4 on network 488e95db-60ee-4cbe-881f-b7dde20fdc57 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:10.845784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-451a5b96-8063-457f-9175-56a5f0cd56af service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992223 Nov 23 10:52:10.847763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:10.847763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Checking segment: {'id': 'e71772ee-c1e5-479a-af90-8b2b94900ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:10.848058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.848840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Bound using segment: {'id': 'e71772ee-c1e5-479a-af90-8b2b94900ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:10.849062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Bound port: 0af12a2e-e5bf-4f07-9a44-905a513344d4, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71772ee-c1e5-479a-af90-8b2b94900ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:10.849661 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.880249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:10.882587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Allocated IP 2001:db8::dd (488e95db-60ee-4cbe-881f-b7dde20fdc57/c4cf04b7-5d70-43af-91ed-8fb23661de0b/100c16a5-7035-4903-ad75-c2e61b23564b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:10.919488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] For port 0af12a2e-e5bf-4f07-9a44-905a513344d4, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:10.923157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] For port 0af12a2e-e5bf-4f07-9a44-905a513344d4, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0af12a2e-e5bf-4f07-9a44-905a513344d4,segment=NetworkSegment(e71772ee-c1e5-479a-af90-8b2b94900ca7),segment_id=e71772ee-c1e5-479a-af90-8b2b94900ca7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:10.928779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.001313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bab69-3aca-4044-ae9d-c4adee879f11 None None] Pushing event updated for resources: {'Port': ['ID=0af12a2e-e5bf-4f07-9a44-905a513344d4,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:11.305975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.416034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-41643576-acf9-40d1-b4bb-79c9ab6bf97e service neutron] 10.222.0.61 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582690 Nov 23 10:52:11.445884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.472248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:11.486608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:11.486952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea268fb-d4ee-4daa-8ed6-9fb1d00968a3') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:11.499869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.517209 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.525736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:52:11.526282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:52:11.528638 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:52:11.574832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e03491dd-eb33-4c32-b223-eecbad634209 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:11.593183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b20c0f-1e70-4fff-bc19-779b2d4d7b52 req-88334da7-b213-47e1-b279-9d79a06a116e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:11.594670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b20c0f-1e70-4fff-bc19-779b2d4d7b52 req-88334da7-b213-47e1-b279-9d79a06a116e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.3082414 Nov 23 10:52:11.605304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:11.614921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.618685 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Sync routers for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:11.621874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.627632 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1 HTTP/1.1" status: 204 len: 168 time: 0.8608766 Nov 23 10:52:11.631764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: e03491dd-eb33-4c32-b223-eecbad634209 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:52:11.632155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e03491dd-eb33-4c32-b223-eecbad634209 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:52:11.638935 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:11.639580 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:11.645750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.684086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2610b6a-1ed2-49ed-abcd-279352f78463 req-be45931b-efd7-4896-b480-49ec1e20ae76 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 210 time: 0.0822313 Nov 23 10:52:11.717684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fe5ca-a2ca-4cd4-9d98-220f742feed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=125dc3fc-66fc-4b9c-aba9-e8c82c40b4a1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:11.736862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.738314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-efdb0517-a3a4-4f34-b413-0a361e3ce1b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.9115398 Nov 23 10:52:11.741830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46584) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:11.791620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:11.816491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b20c0f-1e70-4fff-bc19-779b2d4d7b52 req-e51a4d20-bfcb-4312-8633-970f624c0374 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770847 Nov 23 10:52:11.870465 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:11.930547 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c6b1912-1478-463b-9294-95f8efe6cd30 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b10f102f43f44b8bbcb276556a0feccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1866000 Nov 23 10:52:11.934418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46594) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:12.002673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.063511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46596) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:12.194099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:12.250461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:12.267413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:12.280638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:12.281847 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.291150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fe37a-ca52-4fc2-93dc-4f6d70cc88be req-c94173e2-3462-4176-90e7-385590ff956a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:12.292701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-770fe37a-ca52-4fc2-93dc-4f6d70cc88be req-c94173e2-3462-4176-90e7-385590ff956a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.3090434 Nov 23 10:52:12.299832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f97fac1a-c095-4bf6-9618-442c45a0af65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50ef244bad22405eb41de078834d9363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332778 Nov 23 10:52:12.299992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:12.302619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cb6086-a9bf-473a-a7d0-142a412356fa tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:12.304037 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-20cb6086-a9bf-473a-a7d0-142a412356fa tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3682590 Nov 23 10:52:12.304811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46604) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:12.313458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Request body: {'floatingip': {'port_id': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:12.316633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46606) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:12.341917 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:09Z', 'revision_number': 3, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:12.361680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1400790 Nov 23 10:52:12.381737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b162d-baf6-4edb-a3af-7d8d89744cf1 None None] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:12.385826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ce7e-709c-4197-b11d-efc3e0622606 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event updated for resources: {'Port': ['ID=100c16a5-7035-4903-ad75-c2e61b23564b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:12.392098 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Checking router: a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:12.392582 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Updating router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 port 21521818-e007-4767-9aac-e42634857bd0 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:52:12.401606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46608) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:12.412721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Request body: {'port': {'network_id': '488e95db-60ee-4cbe-881f-b7dde20fdc57', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-778865466', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:12.413440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.api.validators [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] bootfile-name is not in valid_values {{(pid=103426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:52:12.413800 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.api.validators [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] tftp-server is not in valid_values {{(pid=103426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:52:12.415263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.api.validators [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] server-ip-address is not in valid_values {{(pid=103426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:52:12.437085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c7694712-05a3-41d7-8f5f-401432a54b67 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195006 Nov 23 10:52:12.439227 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.442609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.444300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46610) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:12.480236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.482728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877557476', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:12.627097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.730641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Made reservation on behalf of 0b8a183525114e5a9e87eaff0f322769 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:12.736538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.754100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Provisioning complete for port 0af12a2e-e5bf-4f07-9a44-905a513344d4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:12.754993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.766400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] device_id is not set on port 88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:52:12.864140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0af12a2e-e5bf-4f07-9a44-905a513344d4 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:12.890262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-451f2c1f-0f6d-423b-869e-12cb8174f2a6 req-293e1cf2-9f34-405f-b6cc-88225a40efb6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 210 time: 0.0353317 Nov 23 10:52:12.947394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.967925 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:12.982322 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.037779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] For port 0af12a2e-e5bf-4f07-9a44-905a513344d4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0af12a2e-e5bf-4f07-9a44-905a513344d4,segment=NetworkSegment(e71772ee-c1e5-479a-af90-8b2b94900ca7),segment_id=e71772ee-c1e5-479a-af90-8b2b94900ca7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:13.043846 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388571a-494c-4d8b-ab15-6613884a3351 None None] Pushing event updated for resources: {'Port': ['ID=21521818-e007-4767-9aac-e42634857bd0,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:13.044283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0af12a2e-e5bf-4f07-9a44-905a513344d4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:13.044667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.054714 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.064318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Allocated IP 2001:db8::2b7 (488e95db-60ee-4cbe-881f-b7dde20fdc57/c4cf04b7-5d70-43af-91ed-8fb23661de0b/88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:13.069385 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Attempting to bind port 21521818-e007-4767-9aac-e42634857bd0 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:13.069899 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Attempting to bind port 21521818-e007-4767-9aac-e42634857bd0 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:13.070280 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Attempting to bind port 21521818-e007-4767-9aac-e42634857bd0 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:13.077668 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:13.078610 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:13.079034 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.079485 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:13.079973 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Bound port: 21521818-e007-4767-9aac-e42634857bd0, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:13.080358 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.140600 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] For port 21521818-e007-4767-9aac-e42634857bd0, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:13.152147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ccb1a2-61e8-4f9f-9103-a6626dd48c16 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:13.152387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a907f717-857b-401d-b380-bc2da3effad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.152901 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] For port 21521818-e007-4767-9aac-e42634857bd0, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21521818-e007-4767-9aac-e42634857bd0,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:13.159497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Pushing event updated for resources: {'Port': ['ID=0af12a2e-e5bf-4f07-9a44-905a513344d4,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:13.168730 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.201724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Allocated IP 172.25.5.149 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ce912470-f160-403e-ae15-21782593a20b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:13.228621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a907f717-857b-401d-b380-bc2da3effad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.233368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.233726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.236779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.240186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.240581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.240936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.242512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.246581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.246989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.248300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.248879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.249249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c4f4b-38bf-4e0d-ae3b-5a80daf2d017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:13.298216 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388571a-494c-4d8b-ab15-6613884a3351 None None] Pushing event updated for resources: {'Port': ['ID=21521818-e007-4767-9aac-e42634857bd0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:13.316289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-7ea8d796-94f2-4405-9ebf-0030dc397afd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:13.317895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-7ea8d796-94f2-4405-9ebf-0030dc397afd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.65 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 810 time: 0.2628362 Nov 23 10:52:13.341018 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:13.346884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0b9b82-2c01-432a-963d-9228ad2a47c1 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:13.348285 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:13.384031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f54927ff-f8e2-45e1-974c-d7d114a12ed9 None None] Provisioning complete for port 21521818-e007-4767-9aac-e42634857bd0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:13.384619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f54927ff-f8e2-45e1-974c-d7d114a12ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.490435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:13.497718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.498514 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f54927ff-f8e2-45e1-974c-d7d114a12ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.511977 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:13.521225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f54927ff-f8e2-45e1-974c-d7d114a12ed9 None None] For port 21521818-e007-4767-9aac-e42634857bd0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21521818-e007-4767-9aac-e42634857bd0,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:13.530305 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f54927ff-f8e2-45e1-974c-d7d114a12ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.609382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.626660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54927ff-f8e2-45e1-974c-d7d114a12ed9 None None] Pushing event updated for resources: {'Port': ['ID=21521818-e007-4767-9aac-e42634857bd0,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:13.662617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-48e06e3a-e826-4ab7-9f9d-fe7359e631bd None None] Provisioning complete for port 21521818-e007-4767-9aac-e42634857bd0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:13.663444 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-48e06e3a-e826-4ab7-9f9d-fe7359e631bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.664657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Request body: {'port': {'device_id': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'admin_state_up': True, 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:13.721856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a907f717-857b-401d-b380-bc2da3effad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.724228 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a907f717-857b-401d-b380-bc2da3effad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.732796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a907f717-857b-401d-b380-bc2da3effad3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/59f7785e-3459-4ba0-8085-fe8c127c65f5 HTTP/1.1" status: 204 len: 168 time: 1.4245985 Nov 23 10:52:13.761772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:52:13.799645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.813859 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:09Z', 'revision_number': 3, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:13.849088 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad3f8fa-d7e0-4d7e-a95a-162e149ee214 None None] The sync data for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 is: [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:09Z', 'revision_number': 3, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:13.849502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907f717-857b-401d-b380-bc2da3effad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f7785e-3459-4ba0-8085-fe8c127c65f5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:13.942025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.962541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f0c2fc2-a230-4cbf-9926-416dc84a5e2f None None] Provisioning complete for port 0af12a2e-e5bf-4f07-9a44-905a513344d4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:13.963434 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f0c2fc2-a230-4cbf-9926-416dc84a5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:13.987033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.016457 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.056369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:14.084105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:14.099895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:14.132561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef008fff-3fcc-4f6c-b0a1-73c5a2691fa2 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:14.161411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Port': ['ID=ce912470-f160-403e-ae15-21782593a20b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:14.176504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f563c4f0-6938-469c-9288-4d40c0f544d1 req-1267f961-8d3d-4812-9497-fd574fe53272 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 210 time: 0.1086223 Nov 23 10:52:14.192286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f0c2fc2-a230-4cbf-9926-416dc84a5e2f None None] Provisioning complete for port 100c16a5-7035-4903-ad75-c2e61b23564b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:14.192286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f0c2fc2-a230-4cbf-9926-416dc84a5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.241591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c2fc2-a230-4cbf-9926-416dc84a5e2f None None] Port 100c16a5-7035-4903-ad75-c2e61b23564b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:14.244736 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Floating IP 45010b4d-ed6b-4223-a21c-4b52723d5708 associated. External IP: 172.25.5.140, port: e524a31a-2ea4-49d6-9e23-bf50a3608e58. Nov 23 10:52:14.293520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Made reservation on behalf of 4bc2535f63cc4ffdbb5149510a887d0f for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:14.296859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.325307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.391822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.413731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Subnet': ['ID=fedd2e0d-312d-46bf-ba5e-a3ad50667558,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:14.414013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-55678ca8-1ed3-45f8-97e5-5d593b0bf90d None None] Provisioning complete for port ce912470-f160-403e-ae15-21782593a20b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:14.414426 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55678ca8-1ed3-45f8-97e5-5d593b0bf90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.487276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-55678ca8-1ed3-45f8-97e5-5d593b0bf90d None None] Port ce912470-f160-403e-ae15-21782593a20b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:14.535274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ffc2080d-e30e-432f-a2d5-2e1b56ea0994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.550113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-55678ca8-1ed3-45f8-97e5-5d593b0bf90d None None] Provisioning complete for port 100c16a5-7035-4903-ad75-c2e61b23564b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:14.550497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55678ca8-1ed3-45f8-97e5-5d593b0bf90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.577594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Checking segment: {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:14.578181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network hostable DHCP agents. Network: 2ed2b1b9-4128-449f-96ae-cfe1a2260816, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:52:14.600197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event updated for resources: {'Port': ['ID=88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:14.627046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-55678ca8-1ed3-45f8-97e5-5d593b0bf90d None None] Port 100c16a5-7035-4903-ad75-c2e61b23564b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:14.684367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:14.691795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:52:14.694460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:14.725588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:14.734626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:14.735295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.776950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 2ed2b1b9-4128-449f-96ae-cfe1a2260816) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:14.787817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dbcfbb06-7964-4f6a-a157-2671ee54043a tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3828330 Nov 23 10:52:14.790853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46640) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:14.798831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461e173-3b46-4568-8bc2-7f3e5e178e57 None None] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:14.802897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:14.803794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.810071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Allocated IP 172.20.0.4 (d4b31c7b-49a0-434b-b2c2-8c4a793599c0/74d035eb-1f97-4c3b-b095-f1e40a4e32fb/34b94036-2355-4c3b-82f8-029b5adfadc0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:14.816697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:14.845269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:14.856404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bd80e323-bf59-4e77-8df4-643eb1a7ea58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4060860 Nov 23 10:52:14.857429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46644) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:14.991033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21521818-e007-4767-9aac-e42634857bd0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:15.016370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46646) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:15.036814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de632101-4b84-4f27-905e-465a0b279fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:15.043053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de632101-4b84-4f27-905e-465a0b279fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:15.049194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de632101-4b84-4f27-905e-465a0b279fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:15.053611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-de632101-4b84-4f27-905e-465a0b279fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2557957 Nov 23 10:52:15.083487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46648) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:15.179313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 21521818-e007-4767-9aac-e42634857bd0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:15.180680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.231425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:52:15.232564 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.379299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ac0677d0-8b44-4992-8b1f-bfe1b5df4468 None None] Provisioning complete for port 88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:15.379675 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac0677d0-8b44-4992-8b1f-bfe1b5df4468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.507410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ac0677d0-8b44-4992-8b1f-bfe1b5df4468 None None] Port 88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:15.530733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0af12a2e-e5bf-4f07-9a44-905a513344d4 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:15.532982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Allocated IP 172.20.0.2 (2ed2b1b9-4128-449f-96ae-cfe1a2260816/fedd2e0d-312d-46bf-ba5e-a3ad50667558/9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:15.633541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-56611667-network', 'tenant_id': '6d14b7bc50314fcda6b16c001af964a5'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:15.654671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0af12a2e-e5bf-4f07-9a44-905a513344d4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:15.654671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.716328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8150388b-c090-47d2-af6c-edfb37c0ca9e req-6a3b3188-454d-4db6-a867-62297ae2b9b6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 210 time: 0.0915880 Nov 23 10:52:15.717521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:15.757912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] Sync routers for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:15.761727 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.775785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Made reservation on behalf of 6d14b7bc50314fcda6b16c001af964a5 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:15.778099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.801483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.814387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-16be8bea-5677-4d8c-9c6f-fc6859996b45 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "PUT /v2.0/floatingips/45010b4d-ed6b-4223-a21c-4b52723d5708 HTTP/1.1" status: 200 len: 991 time: 3.5042689 Nov 23 10:52:15.832442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.840714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:15.841230 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.841370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:51:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:15.852701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:15.855116 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4ff45a-f83d-4c00-811d-5f031e67fd01" -d '{"events": [{"name": "network-changed", "server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:15.889628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.905482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Deleting port 88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:15.905700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.924583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:15.983431 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528bcf6b-947b-4e6e-a594-22252ab123d7 x-openstack-request-id: req-528bcf6b-947b-4e6e-a594-22252ab123d7 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:15.987223 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:15.987496 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-528bcf6b-947b-4e6e-a594-22252ab123d7 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:15.987918 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'status': 'completed', 'code': 200} Nov 23 10:52:16.037199 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.061689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd', '4992d451-a158-4740-87d6-e345542712ab'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:16.070673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:16.097551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Pushing event updated for resources: {'Port': ['ID=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:16.106771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:16.112977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:16.133075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:16.145181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:16.145366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.148691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-623cde9e-1501-4e99-aabf-7116c4e776c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:16.150377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-623cde9e-1501-4e99-aabf-7116c4e776c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1096 time: 0.1519592 Nov 23 10:52:16.169211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Calling delete_port for 88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:16.173646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:16.176172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:16.195124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.196874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:16.242521 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.328729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:52:16.372818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eff26b-3844-4f37-a8e0-c7ffa759aa0e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:16.381256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.381756 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Added segment 8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04 of type vlan for network bda617dc-c929-4d06-b2fb-1a8afdbd1bde Nov 23 10:52:16.397403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:16.398674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.416484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Router 03330ead-31f8-4f08-889b-ad68a9682af7 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:16.439459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-b66c3a99-48ef-4460-887d-2c30a8fd7459 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7787626 Nov 23 10:52:16.493988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Request body: {'port': {'device_id': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:16.512113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Attempting to bind port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:16.512555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Attempting to bind port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:16.512922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Attempting to bind port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf on network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:16.525528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-7b8ddd15-5e77-4cd3-b2cc-6f0c4bfc800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:16.527348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-7b8ddd15-5e77-4cd3-b2cc-6f0c4bfc800e service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.3636708 Nov 23 10:52:16.536864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:16.537300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Checking segment: {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:16.537645 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.538023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Bound using segment: {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:16.538516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Bound port: 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:16.539398 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.540035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.593495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.604263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.660361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:52:16.662693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.684247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event deleted for resources: {'Port': ['ID=88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:16.725675 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.733187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-579125ff-2a8b-4644-9b72-bd6e606bff83 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "DELETE /v2.0/ports/88cf49dd-f28f-4ed2-a0ad-9a85e6c9b86b HTTP/1.1" status: 204 len: 168 time: 1.6400204 Nov 23 10:52:16.757488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46662) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:16.764105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Request body: {'port': {'name': 'tempest-new-port-name-1463129624', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:16.764576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.api.validators [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] bootfile-name is not in valid_values {{(pid=103427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:52:16.765237 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.api.validators [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] tftp-server is not in valid_values {{(pid=103427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:52:16.765486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.api.validators [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] server-ip-address is not in valid_values {{(pid=103427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 10:52:16.786411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.788105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:16.789744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.843541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-6f2349f7-8d58-418d-aef9-c3903982bc65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 999 time: 0.3004048 Nov 23 10:52:16.864541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8d0156ad-fe88-47fa-8204-578c03997dd1 None None] Provisioning complete for port 34b94036-2355-4c3b-82f8-029b5adfadc0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:16.864845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d0156ad-fe88-47fa-8204-578c03997dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.880204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] For port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:16.903349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:16.959890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] For port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:16.983821 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.002140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8d0156ad-fe88-47fa-8204-578c03997dd1 None None] Port 34b94036-2355-4c3b-82f8-029b5adfadc0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:17.004912 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b8dd5eeb-02e6-425b-883c-e58d85e987e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.124155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] Pushing event updated for resources: {'Network': ['ID=bda617dc-c929-4d06-b2fb-1a8afdbd1bde,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:17.130498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726e6f5-c506-4240-82f8-ee97de3d35f9 None None] Pushing event updated for resources: {'Port': ['ID=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:17.139608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:17.140159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network bda617dc-c929-4d06-b2fb-1a8afdbd1bde details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:52:17.145598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0b4581bc-3b08-4398-9d21-3e2b90929bab admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0933018 Nov 23 10:52:17.150495 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Sync routers for ids ['03330ead-31f8-4f08-889b-ad68a9682af7'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:17.152241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46668) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:17.158749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Request body: {'subnet': {'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-56611667-subnet', 'tenant_id': '6d14b7bc50314fcda6b16c001af964a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:17.172664 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Routers {'03330ead-31f8-4f08-889b-ad68a9682af7'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:17.174460 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['03330ead-31f8-4f08-889b-ad68a9682af7'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:17.181814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '45010b4d-ed6b-4223-a21c-4b52723d5708', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'port_id': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'mac_address': 'fa:16:3e:56:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f3692-910c-4221-8080-10de8d31e6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:51:49Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:17.190457 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.194633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-93a7eee0-89fd-40ee-9962-31c1f2063699 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4759748 Nov 23 10:52:17.197020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46670) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:17.251796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359586f7-c946-4dda-8179-40035f6af4fc req-124dd5df-0341-44ee-8129-57b2247361d3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:17.256684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] Checking router: 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:17.265399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-359586f7-c946-4dda-8179-40035f6af4fc req-124dd5df-0341-44ee-8129-57b2247361d3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 931 time: 0.3717563 Nov 23 10:52:17.277972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-0a58db24-5da5-4e07-91ad-7e7e6e1e0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:17.280585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-0a58db24-5da5-4e07-91ad-7e7e6e1e0cca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.3936551 Nov 23 10:52:17.336084 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Set router 03330ead-31f8-4f08-889b-ad68a9682af7 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:17.347396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:17.348123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:17.403773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-8c7e8c7d-0014-426f-aaa6-508b6541dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:17.405315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-8c7e8c7d-0014-426f-aaa6-508b6541dccf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151612 Nov 23 10:52:17.485069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Made reservation on behalf of 6d14b7bc50314fcda6b16c001af964a5 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:17.487645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.568204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0c368d7f-172a-4b6f-823b-19c5b4758313 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/03330ead-31f8-4f08-889b-ad68a9682af7 HTTP/1.1" status: 200 len: 907 time: 0.3675833 Nov 23 10:52:17.572157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46672) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:17.579188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:17.582285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'router': {'name': 'tempest-snat-router-64519403', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': True}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:17.625438 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330ead-31f8-4f08-889b-ad68a9682af7', 'name': 'tempest-snat-router-64519403', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.149'}], 'enable_snat': False}, 'gw_port_id': 'ce912470-f160-403e-ae15-21782593a20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:10Z', 'updated_at': '2021-11-23T10:52:14Z', 'revision_number': 3, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port': {'id': 'ce912470-f160-403e-ae15-21782593a20b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330ead-31f8-4f08-889b-ad68a9682af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:12Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:17.664068 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Checking router: 03330ead-31f8-4f08-889b-ad68a9682af7 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:17.664424 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Updating router 03330ead-31f8-4f08-889b-ad68a9682af7 port ce912470-f160-403e-ae15-21782593a20b binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:52:17.669617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.671389 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.707954 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.752518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-359586f7-c946-4dda-8179-40035f6af4fc req-29fe54ff-55a6-457c-b5ba-29cf3ba28bad tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739373 Nov 23 10:52:17.760699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.20.0.1 (2ed2b1b9-4128-449f-96ae-cfe1a2260816/fedd2e0d-312d-46bf-ba5e-a3ad50667558/ab114b38-b733-4e6f-a29c-8710fcbac8a2) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:17.818941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:17.826829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-c2f0241f-eec2-40bd-87c2-78363f2bcfee service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751643 Nov 23 10:52:17.974515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b94036-2355-4c3b-82f8-029b5adfadc0 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:17.991725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '45010b4d-ed6b-4223-a21c-4b52723d5708', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'port_id': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'mac_address': 'fa:16:3e:56:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f3692-910c-4221-8080-10de8d31e6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:51:49Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:18.000714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.004300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.014688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.035494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6744d4-e74c-4841-9db6-69b2786ec0f7 None None] The sync data for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 is: [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '45010b4d-ed6b-4223-a21c-4b52723d5708', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'port_id': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'mac_address': 'fa:16:3e:56:5b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974f3692-910c-4221-8080-10de8d31e6aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:51:49Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 1, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:18.047951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.132671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.139672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Transition to ACTIVE for port object 34b94036-2355-4c3b-82f8-029b5adfadc0 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:52:18.171912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.197764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b4ff45a-f83d-4c00-811d-5f031e67fd01 req-5e91d2ef-a7a0-47b7-b1a9-a8c0bd76354c service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512073 Nov 23 10:52:18.198585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] In _notify_port_updated(), no bound segment for port 100c16a5-7035-4903-ad75-c2e61b23564b on network 488e95db-60ee-4cbe-881f-b7dde20fdc57 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:52:18.222778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:18.223488 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.223744 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.224856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "PUT /v2.0/ports/100c16a5-7035-4903-ad75-c2e61b23564b HTTP/1.1" status: 200 len: 1129 time: 1.4664249 Nov 23 10:52:18.236631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46678) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:18.239703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80de8d8-ecda-4498-aa12-606e7d87c33e tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event updated for resources: {'Port': ['ID=100c16a5-7035-4903-ad75-c2e61b23564b,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:18.270990 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.272981 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.308566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285e1f21-620c-4dc2-9b30-527725c2decb,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:18.344969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f764d-7f75-4bd0-aaf7-c3bd7c23c2cc None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:18.372335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Attempting to bind port ce912470-f160-403e-ae15-21782593a20b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:18.372671 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Attempting to bind port ce912470-f160-403e-ae15-21782593a20b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:18.373038 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Attempting to bind port ce912470-f160-403e-ae15-21782593a20b on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:18.381561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416dc16-75bc-4c37-84fb-4014d55b52b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:18.388909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f416dc16-75bc-4c37-84fb-4014d55b52b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "GET /v2.0/ports/100c16a5-7035-4903-ad75-c2e61b23564b HTTP/1.1" status: 200 len: 1129 time: 0.1401749 Nov 23 10:52:18.389096 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:18.389757 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:18.390160 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.390662 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:18.391527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46680) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:18.391718 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Bound port: ce912470-f160-403e-ae15-21782593a20b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:18.392105 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.466853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6aea5-82c9-4838-9e7f-d201bd8bc863 None None] New status for floating IP 45010b4d-ed6b-4223-a21c-4b52723d5708: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:52:18.503490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Checking segment: {'id': '8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:18.503749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Network hostable DHCP agents. Network: bda617dc-c929-4d06-b2fb-1a8afdbd1bde, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:52:18.526449 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] For port ce912470-f160-403e-ae15-21782593a20b, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:18.531218 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] For port ce912470-f160-403e-ae15-21782593a20b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ce912470-f160-403e-ae15-21782593a20b,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:18.539990 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47082dbe-0866-4783-975a-60d6dd9e5edf None None] Pushing event updated for resources: {'Port': ['ID=ce912470-f160-403e-ae15-21782593a20b,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:18.552163 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.598107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4676f0af-5c25-4ce1-9582-2e54c32dbffe None None] Provisioning complete for port ce912470-f160-403e-ae15-21782593a20b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:18.598956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4676f0af-5c25-4ce1-9582-2e54c32dbffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.604574 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.698167 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Routers {'03330ead-31f8-4f08-889b-ad68a9682af7'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:18.699060 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['03330ead-31f8-4f08-889b-ad68a9682af7'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:18.721223 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.752426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf8541-60da-4d22-8ce5-cac0faa623b8 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:18.803705 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47082dbe-0866-4783-975a-60d6dd9e5edf None None] Pushing event updated for resources: {'Port': ['ID=ce912470-f160-403e-ae15-21782593a20b,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:18.842142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Network bda617dc-c929-4d06-b2fb-1a8afdbd1bde is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:52:18.899442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:18.913054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:18.921398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:18.930440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, bda617dc-c929-4d06-b2fb-1a8afdbd1bde) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:18.953158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718efa2-ba55-45a3-af30-a29d029966c7 None None] Network bda617dc-c929-4d06-b2fb-1a8afdbd1bde requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:18.967086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:18.967470 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:18.987489 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] Set router 03330ead-31f8-4f08-889b-ad68a9682af7 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:19.025613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f6b735-d9dd-49d4-bf4c-366af30197b1 None None] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:19.045488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=ab114b38-b733-4e6f-a29c-8710fcbac8a2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:19.049446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.067490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:19.141414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed6600-f96b-4d95-96b1-753d78f3aeb2 req-2092d6cc-fbc5-4d8b-a551-ebfced814555 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:19.148796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5ed6600-f96b-4d95-96b1-753d78f3aeb2 req-2092d6cc-fbc5-4d8b-a551-ebfced814555 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 943 time: 0.1621268 Nov 23 10:52:19.234146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4676f0af-5c25-4ce1-9582-2e54c32dbffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.296100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5ed6600-f96b-4d95-96b1-753d78f3aeb2 req-8d602e8e-6425-4823-b4a1-388ad295ffb8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456039 Nov 23 10:52:19.297072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Attempting to bind port 34b94036-2355-4c3b-82f8-029b5adfadc0 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:19.308729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Attempting to bind port 34b94036-2355-4c3b-82f8-029b5adfadc0 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:19.308729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Attempting to bind port 34b94036-2355-4c3b-82f8-029b5adfadc0 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:19.314329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Port 34b94036-2355-4c3b-82f8-029b5adfadc0 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:52:19.317439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Attempting to bind port 34b94036-2355-4c3b-82f8-029b5adfadc0 on network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:19.343550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4676f0af-5c25-4ce1-9582-2e54c32dbffe None None] For port ce912470-f160-403e-ae15-21782593a20b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ce912470-f160-403e-ae15-21782593a20b,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:19.354171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:19.358108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Deleting port 100c16a5-7035-4903-ad75-c2e61b23564b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:19.358870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.362385 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4676f0af-5c25-4ce1-9582-2e54c32dbffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.365057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.371463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-508222e5-e375-4e8c-ad07-5308c581f924 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2165496 Nov 23 10:52:19.411031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:19.411297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Checking segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:19.411670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Bound using segment: {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:19.419396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Bound port: 34b94036-2355-4c3b-82f8-029b5adfadc0, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90259536-d9b9-4cfc-9274-f4d9e8c44d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:19.419777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.533326 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03330ead-31f8-4f08-889b-ad68a9682af7', 'name': 'tempest-snat-router-64519403', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.149'}], 'enable_snat': False}, 'gw_port_id': 'ce912470-f160-403e-ae15-21782593a20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:10Z', 'updated_at': '2021-11-23T10:52:14Z', 'revision_number': 3, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port': {'id': 'ce912470-f160-403e-ae15-21782593a20b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330ead-31f8-4f08-889b-ad68a9682af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:12Z', 'updated_at': '2021-11-23T10:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:19.541419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.574102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.577348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:19.606954 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6813f4-c22b-40a8-864f-16b3e83909d9 None None] The sync data for ids ['03330ead-31f8-4f08-889b-ad68a9682af7'] in n-d-817747-2 is: [{'id': '03330ead-31f8-4f08-889b-ad68a9682af7', 'name': 'tempest-snat-router-64519403', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.149'}], 'enable_snat': False}, 'gw_port_id': 'ce912470-f160-403e-ae15-21782593a20b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:10Z', 'updated_at': '2021-11-23T10:52:14Z', 'revision_number': 3, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port': {'id': 'ce912470-f160-403e-ae15-21782593a20b', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:a5:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03330ead-31f8-4f08-889b-ad68a9682af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:12Z', 'updated_at': '2021-11-23T10:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:19.612872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:19.642462 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.797102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676f0af-5c25-4ce1-9582-2e54c32dbffe None None] Pushing event updated for resources: {'Port': ['ID=ce912470-f160-403e-ae15-21782593a20b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:19.819973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Allocated IP 172.25.5.105 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/5406d442-88d4-4287-b056-cc7cb3e10d47) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:19.833244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.853293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Calling delete_port for 100c16a5-7035-4903-ad75-c2e61b23564b owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:19.913222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-387f4be9-939b-4ad9-b56f-b5ad5f6683d1 None None] Provisioning complete for port ce912470-f160-403e-ae15-21782593a20b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:19.913653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-387f4be9-939b-4ad9-b56f-b5ad5f6683d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.920361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:19.927728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:19.928350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:19.930108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-033b9f6f-03af-4b56-a6de-d393b21a02ee service neutron] 10.222.0.65 "PUT /v2.0/ports/34b94036-2355-4c3b-82f8-029b5adfadc0 HTTP/1.1" status: 200 len: 1091 time: 3.4788141 Nov 23 10:52:19.930832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:19.933777 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:19.957395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.052739 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22d5aa9-1deb-49b7-adfd-1358a08c543a x-openstack-request-id: req-b22d5aa9-1deb-49b7-adfd-1358a08c543a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:20.053043 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:20.053333 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b22d5aa9-1deb-49b7-adfd-1358a08c543a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:20.054475 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'status': 'completed', 'code': 200} Nov 23 10:52:20.094085 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.095176 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.106821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3a9d63-fa99-4106-b826-2158d3562e8c None None] Network bda617dc-c929-4d06-b2fb-1a8afdbd1bde requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:20.150686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-4845aa92-bf22-408e-bd0c-b417dde890e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:20.160232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-4845aa92-bf22-408e-bd0c-b417dde890e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 1094 time: 0.1734872 Nov 23 10:52:20.217657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:20.218445 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.229254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.247977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-4f3f3721-4a4c-407e-9e57-6246e811a6bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b94036-2355-4c3b-82f8-029b5adfadc0 HTTP/1.1" status: 200 len: 217 time: 0.0864422 Nov 23 10:52:20.269209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.340314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:20.393214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:20.423002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.425006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:20.434906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b972075-74ef-4a97-932f-479521f96439 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:20.482049 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.506888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Port': ['ID=5406d442-88d4-4287-b056-cc7cb3e10d47,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:20.579057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-337c66fb-45ea-401f-8843-8fa9897afbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:20.580871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-337c66fb-45ea-401f-8843-8fa9897afbd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.3230162 Nov 23 10:52:20.616526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event deleted for resources: {'Port': ['ID=100c16a5-7035-4903-ad75-c2e61b23564b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:20.662093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:20.703333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.708094 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.714392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c073c393-f327-4a38-b302-44b7ff25e567 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "DELETE /v2.0/ports/100c16a5-7035-4903-ad75-c2e61b23564b HTTP/1.1" status: 204 len: 168 time: 2.3179648 Nov 23 10:52:20.718373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46714) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:20.785523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:20.810778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-387f4be9-939b-4ad9-b56f-b5ad5f6683d1 None None] Provisioning complete for port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:20.811165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-387f4be9-939b-4ad9-b56f-b5ad5f6683d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.825065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809f7e1-b1fd-4d43-b8fa-0d506b0da8b3 req-e39adcc7-79b0-4561-8e95-8d5b8cb9c81c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:20.834161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3809f7e1-b1fd-4d43-b8fa-0d506b0da8b3 req-e39adcc7-79b0-4561-8e95-8d5b8cb9c81c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 943 time: 0.2928629 Nov 23 10:52:20.912220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-bc2fe0e6-efba-447c-849b-4b01d5fd014b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:20.913753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-bc2fe0e6-efba-447c-849b-4b01d5fd014b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/networks?id=bda617dc-c929-4d06-b2fb-1a8afdbd1bde HTTP/1.1" status: 200 len: 812 time: 0.6960917 Nov 23 10:52:20.939495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Deleting subnet c4cf04b7-5d70-43af-91ed-8fb23661de0b {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:52:20.965205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.969290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:20.971231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-387f4be9-939b-4ad9-b56f-b5ad5f6683d1 None None] Could not find standard attr ID for object 100c16a5-7035-4903-ad75-c2e61b23564b. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:52:21.016498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-3e99ccc4-7b8a-495b-bf51-dc7d57e3a405 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/quotas/6d14b7bc50314fcda6b16c001af964a5 HTTP/1.1" status: 200 len: 375 time: 0.0354085 Nov 23 10:52:21.028891 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.104244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3809f7e1-b1fd-4d43-b8fa-0d506b0da8b3 req-9f4c3775-1203-4519-b1b5-f6e536cfcb03 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652342 Nov 23 10:52:21.105840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Provisioning complete for port ab114b38-b733-4e6f-a29c-8710fcbac8a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:21.106355 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.146161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.170644 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.176270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-c1ebae3f-dcc1-4760-b2f7-15c0eb4a94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:21.180600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-c1ebae3f-dcc1-4760-b2f7-15c0eb4a94b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5798714 Nov 23 10:52:21.186388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Port ab114b38-b733-4e6f-a29c-8710fcbac8a2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:21.189740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-e36459bc-4e8a-43d1-8b4d-a3ca8e29acd5 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d14b7bc50314fcda6b16c001af964a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628957 Nov 23 10:52:21.220293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Provisioning complete for port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:21.220674 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.276363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.339655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=ab114b38-b733-4e6f-a29c-8710fcbac8a2,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:21.349140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Provisioning complete for port 5406d442-88d4-4287-b056-cc7cb3e10d47 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:21.351686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.394808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:21.397395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.472014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-673f87cf-fd84-4975-9446-84e3e7d7c854 None None] Port 5406d442-88d4-4287-b056-cc7cb3e10d47 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:21.511482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:21.513391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.519496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-fce9d8a3-ae5e-4b8b-a37b-caf903e82c97 service neutron] 10.222.0.65 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869079 Nov 23 10:52:21.547165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.594016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cf04b7-5d70-43af-91ed-8fb23661de0b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:21.596892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-e52fffd9-fb0b-4361-b700-300a361844cc service neutron] 10.222.0.61 "GET /v2.0/networks/bda617dc-c929-4d06-b2fb-1a8afdbd1bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543327 Nov 23 10:52:21.608534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.614486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-852573c6-f211-4954-abdc-4c42db64bbd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "DELETE /v2.0/subnets/c4cf04b7-5d70-43af-91ed-8fb23661de0b HTTP/1.1" status: 204 len: 168 time: 0.8776798 Nov 23 10:52:21.616282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:21.616907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46726) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:21.626325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:21.633202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b59ac4-f613-4e8d-a803-79af9c9906de None None] Network 488e95db-60ee-4cbe-881f-b7dde20fdc57 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:21.695440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e171ff16-8989-4602-b420-dbb714cf3536 None None] Provisioning complete for port ab114b38-b733-4e6f-a29c-8710fcbac8a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:21.696375 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e171ff16-8989-4602-b420-dbb714cf3536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.749964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ce912470-f160-403e-ae15-21782593a20b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:21.770373 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.874687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-484cca81-941b-43d1-8cc6-cc9afbf59cc8 req-372f335f-0cea-477e-8ab7-817c0ba53ad2 service neutron] 10.222.0.65 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189902 Nov 23 10:52:21.917147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e171ff16-8989-4602-b420-dbb714cf3536 None None] Port ab114b38-b733-4e6f-a29c-8710fcbac8a2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:21.940586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:21.948837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:21.970326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-75cb3fcb-d95a-4109-ab11-43cb4477ec82 service neutron] 10.222.0.61 "GET /v2.0/networks/bda617dc-c929-4d06-b2fb-1a8afdbd1bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721414 Nov 23 10:52:21.971372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ce912470-f160-403e-ae15-21782593a20b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:21.971758 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.059648 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.067264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b8a4de2f-0d2a-41a4-ae42-a2c116b13a40 None None] Provisioning complete for port ab114b38-b733-4e6f-a29c-8710fcbac8a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:22.068225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b8a4de2f-0d2a-41a4-ae42-a2c116b13a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.087002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-cfc5e056-4d1f-4c81-8d12-37f37539a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:22.088662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-cfc5e056-4d1f-4c81-8d12-37f37539a805 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 1094 time: 0.1563921 Nov 23 10:52:22.132783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] DHCP port deletion for 488e95db-60ee-4cbe-881f-b7dde20fdc57 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:22.216231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b8a4de2f-0d2a-41a4-ae42-a2c116b13a40 None None] Port ab114b38-b733-4e6f-a29c-8710fcbac8a2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:22.267418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] Deleting port 0af12a2e-e5bf-4f07-9a44-905a513344d4 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:22.267784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.271782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Router 70a19dc5-0ef2-49f7-9e82-d015b71d7572 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:22.344121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb138d4-2137-4d7b-b632-b79088fa6687 req-f55c3dd7-b5a2-47db-8fe8-49298c192892 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:22.352619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-efb138d4-2137-4d7b-b632-b79088fa6687 req-f55c3dd7-b5a2-47db-8fe8-49298c192892 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.2996500 Nov 23 10:52:22.380537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-4525ace1-1bd4-4a0b-a2dc-6e176ee380a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:22.382231 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-4525ace1-1bd4-4a0b-a2dc-6e176ee380a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.2842252 Nov 23 10:52:22.389925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] For port 0af12a2e-e5bf-4f07-9a44-905a513344d4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0af12a2e-e5bf-4f07-9a44-905a513344d4,segment=NetworkSegment(e71772ee-c1e5-479a-af90-8b2b94900ca7),segment_id=e71772ee-c1e5-479a-af90-8b2b94900ca7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:22.390824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.413917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] Calling delete_port for 0af12a2e-e5bf-4f07-9a44-905a513344d4 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:22.442275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Deleting port 0af12a2e-e5bf-4f07-9a44-905a513344d4 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:22.442618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.456440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-efb138d4-2137-4d7b-b632-b79088fa6687 req-9069fa28-34f6-4c45-9c67-43f46ba5b432 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014626 Nov 23 10:52:22.460972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-a425eb72-9d50-46cc-8176-f9ff864ab60c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b94036-2355-4c3b-82f8-029b5adfadc0 HTTP/1.1" status: 200 len: 217 time: 0.0632324 Nov 23 10:52:22.527237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:22.535725 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.540690 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Sync routers for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:22.545398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-860eafc9-68cd-4f77-813c-6ea224d56c23 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "PUT /v2.0/routers/a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6745698 Nov 23 10:52:22.548735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46744) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:22.568858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a18a51-c750-4b5d-ad9a-978d4626a4c9 req-891fcd28-83fc-43a2-b0c4-8d3790cbae1c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:22.570484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53a18a51-c750-4b5d-ad9a-978d4626a4c9 req-891fcd28-83fc-43a2-b0c4-8d3790cbae1c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 943 time: 0.1857390 Nov 23 10:52:22.577423 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:22.579147 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:22.603470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:22.612322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] Pushing event deleted for resources: {'Port': ['ID=0af12a2e-e5bf-4f07-9a44-905a513344d4,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:22.617515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Sync routers for ids ['70a19dc5-0ef2-49f7-9e82-d015b71d7572'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:22.622858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-fbf2b9e1-4996-4238-8e5d-3bf8e27b3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:22.624321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-fbf2b9e1-4996-4238-8e5d-3bf8e27b3b13 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1316180 Nov 23 10:52:22.630271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d49aa-2ab5-40e0-9c3a-958e820b136e None None] No DVR routers for this DVR port 0af12a2e-e5bf-4f07-9a44-905a513344d4 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:52:22.647186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Routers {'70a19dc5-0ef2-49f7-9e82-d015b71d7572'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:22.647831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['70a19dc5-0ef2-49f7-9e82-d015b71d7572'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:22.855000 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:22.883165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Set router 70a19dc5-0ef2-49f7-9e82-d015b71d7572 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:22.887338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] For port 0af12a2e-e5bf-4f07-9a44-905a513344d4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0af12a2e-e5bf-4f07-9a44-905a513344d4,segment=NetworkSegment(e71772ee-c1e5-479a-af90-8b2b94900ca7),segment_id=e71772ee-c1e5-479a-af90-8b2b94900ca7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:22.887840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:22.903310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Calling delete_port for 0af12a2e-e5bf-4f07-9a44-905a513344d4 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:23.054125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.055110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.056874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.057053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.057600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.058126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.058701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.059220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.059738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.060456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.060906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.061482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.061997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.067800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-df180519-3c14-4b94-b5aa-9a5df23d51c9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9138 time: 0.5177336 Nov 23 10:52:23.068947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:23.078558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46748) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:23.102705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] No DVR routers for this DVR port 0af12a2e-e5bf-4f07-9a44-905a513344d4 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:52:23.125902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90ba65b1-54a2-4c6d-aca7-34b08012f8ed req-85435f2e-87e3-450b-85ff-64958f98cd11 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 210 time: 0.4863598 Nov 23 10:52:23.154672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a19dc5-0ef2-49f7-9e82-d015b71d7572', 'name': 'tempest-snat-router-64519403', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5406d442-88d4-4287-b056-cc7cb3e10d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:17Z', 'updated_at': '2021-11-23T10:52:20Z', 'revision_number': 3, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port': {'id': '5406d442-88d4-4287-b056-cc7cb3e10d47', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a19dc5-0ef2-49f7-9e82-d015b71d7572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:19Z', 'updated_at': '2021-11-23T10:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:23.209487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event deleted for resources: {'Port': ['ID=0af12a2e-e5bf-4f07-9a44-905a513344d4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:23.233856 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:19Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:20Z', 'revision_number': 2, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:23.241802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Checking router: 70a19dc5-0ef2-49f7-9e82-d015b71d7572 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:23.242161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Updating router 70a19dc5-0ef2-49f7-9e82-d015b71d7572 port 5406d442-88d4-4287-b056-cc7cb3e10d47 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:52:23.283138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0af12a2e-e5bf-4f07-9a44-905a513344d4 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:23.310733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Checking router: a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:23.311155 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Updating router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 port ab114b38-b733-4e6f-a29c-8710fcbac8a2 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:52:23.339681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:23.343539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0af12a2e-e5bf-4f07-9a44-905a513344d4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:52:23.343889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0af12a2e-e5bf-4f07-9a44-905a513344d4 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:52:23.391669 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:23.506082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:23.508032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ddc9650-06b7-4456-80e0-bba7f2873f62 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.9332826 Nov 23 10:52:23.515137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46752) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:23.583739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53a18a51-c750-4b5d-ad9a-978d4626a4c9 req-03d75fd1-8017-45e1-9cd9-7f0d3044b488 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9943609 Nov 23 10:52:23.615088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-2fafb682-4682-4c8f-b8cf-e32421b43206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.619058 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:23.629938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-2fafb682-4682-4c8f-b8cf-e32421b43206 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9896693 Nov 23 10:52:23.642604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.643185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.643645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.644091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.644544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.644984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.645452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.645896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.646384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.646826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.647268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.647694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.651338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-863f8809-42d3-4208-8f3e-d8af7fe080c7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7732 time: 0.5513961 Nov 23 10:52:23.655885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 34b94036-2355-4c3b-82f8-029b5adfadc0 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:52:23.658604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46754) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:23.740523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-988306dc-02b8-4d97-9920-8ad233976bfc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:23.742392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-988306dc-02b8-4d97-9920-8ad233976bfc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.3373568 Nov 23 10:52:23.803235 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:52:23.970186 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:23.980040 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.085815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488e95db-60ee-4cbe-881f-b7dde20fdc57']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:24.100018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:24.106529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71772ee-c1e5-479a-af90-8b2b94900ca7') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:24.107012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71772ee-c1e5-479a-af90-8b2b94900ca7') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:24.143372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.194034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'mac_address': 'fa:16:3e:de:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:52:24.197944 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fd120-ffde-4c69-b1d5-f8924632f835 None None] Pushing event updated for resources: {'Port': ['ID=ab114b38-b733-4e6f-a29c-8710fcbac8a2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:24.214945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9075c-6f6b-4581-9120-0bbd4e692246 req-2bc4a469-a2b0-4973-840b-9bd4c1cb711c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:24.216559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7dc9075c-6f6b-4581-9120-0bbd4e692246 req-2bc4a469-a2b0-4973-840b-9bd4c1cb711c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.6011865 Nov 23 10:52:24.226406 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Attempting to bind port ab114b38-b733-4e6f-a29c-8710fcbac8a2 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:24.226630 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Attempting to bind port ab114b38-b733-4e6f-a29c-8710fcbac8a2 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:24.226972 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Attempting to bind port ab114b38-b733-4e6f-a29c-8710fcbac8a2 on network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:24.236868 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:24.237360 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Checking segment: {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:24.238010 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.239103 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Bound using segment: {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:24.239103 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Bound port: ab114b38-b733-4e6f-a29c-8710fcbac8a2, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:24.239347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.239488 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.256778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.284766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:52:24.297146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31e7de4a-121c-466b-a23e-649a2d081244 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/70a19dc5-0ef2-49f7-9e82-d015b71d7572 HTTP/1.1" status: 200 len: 906 time: 0.7730711 Nov 23 10:52:24.297417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.299950 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:52:24.300562 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:52:24.304002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46758) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:24.327529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.366348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37f5525f-ddd7-4002-8375-e56f80f38d80 req-dffe1a45-5634-482a-990d-6b049a0d4573 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 210 time: 0.0873308 Nov 23 10:52:24.394498 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] For port ab114b38-b733-4e6f-a29c-8710fcbac8a2, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:24.398151 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] For port ab114b38-b733-4e6f-a29c-8710fcbac8a2, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab114b38-b733-4e6f-a29c-8710fcbac8a2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:24.407186 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.407945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1d1a7-4ec8-4aa3-84e2-001ba82f5eaa None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:24.424354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Attempting to bind port 5406d442-88d4-4287-b056-cc7cb3e10d47 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:24.424740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Attempting to bind port 5406d442-88d4-4287-b056-cc7cb3e10d47 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:24.425135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Attempting to bind port 5406d442-88d4-4287-b056-cc7cb3e10d47 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:24.436776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b94036-2355-4c3b-82f8-029b5adfadc0 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:24.451790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-08cc6ce3-664b-4b07-92e6-f721eae1ad51 service neutron] 10.222.0.65 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8104985 Nov 23 10:52:24.464252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Deleting port 16f3056b-db10-4aca-8a67-5a82a6638945 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:24.464673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.470530 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:24.471316 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:24.471462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:24.471850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:24.472265 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.474416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:24.474944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Bound port: 5406d442-88d4-4287-b056-cc7cb3e10d47, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:24.475344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.489098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-34cea034-4b2b-4047-bbc2-d1a881488143 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:24.490920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-34cea034-4b2b-4047-bbc2-d1a881488143 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.58 "GET /v2.0/networks?id=bda617dc-c929-4d06-b2fb-1a8afdbd1bde HTTP/1.1" status: 200 len: 812 time: 0.5522065 Nov 23 10:52:24.544810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] For port 5406d442-88d4-4287-b056-cc7cb3e10d47, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:24.548850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] For port 5406d442-88d4-4287-b056-cc7cb3e10d47, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5406d442-88d4-4287-b056-cc7cb3e10d47,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:24.564552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5fb20-36fc-47cc-a92d-306d13bcd570 None None] Pushing event updated for resources: {'Port': ['ID=5406d442-88d4-4287-b056-cc7cb3e10d47,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:24.578523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Request body: {'port': {'device_id': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde', 'admin_state_up': True, 'tenant_id': '6d14b7bc50314fcda6b16c001af964a5'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:24.590680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:24.596360 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.621261 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:24.709163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.723684 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.729982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] 10.222.0.61 "DELETE /v2.0/networks/488e95db-60ee-4cbe-881f-b7dde20fdc57 HTTP/1.1" status: 204 len: 168 time: 3.1111021 Nov 23 10:52:24.748926 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7dc9075c-6f6b-4581-9120-0bbd4e692246 req-83efb2b6-512c-4691-900a-91fc61bfa127 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5111787 Nov 23 10:52:24.795093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907de493-f71d-4ec1-af25-37261ffa6ccc tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522 tempest-ExtraDHCPOptionsIpV6TestJSON-1971137522-project] Pushing event deleted for resources: {'Network': ['ID=488e95db-60ee-4cbe-881f-b7dde20fdc57,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:24.843835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.859650 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fd120-ffde-4c69-b1d5-f8924632f835 None None] Pushing event updated for resources: {'Port': ['ID=ab114b38-b733-4e6f-a29c-8710fcbac8a2,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:24.865620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Provisioning complete for port ab114b38-b733-4e6f-a29c-8710fcbac8a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:24.866721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.871033 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:24.958251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df6e38-f7a6-4919-a05c-d001652a3fb3 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:25.008169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5fb20-36fc-47cc-a92d-306d13bcd570 None None] Pushing event updated for resources: {'Port': ['ID=5406d442-88d4-4287-b056-cc7cb3e10d47,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:25.012764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Routers {'70a19dc5-0ef2-49f7-9e82-d015b71d7572'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:25.013639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['70a19dc5-0ef2-49f7-9e82-d015b71d7572'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:25.017985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.022047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] For port 16f3056b-db10-4aca-8a67-5a82a6638945, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=16f3056b-db10-4aca-8a67-5a82a6638945,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:25.022793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.077250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-111a2d60-aeb4-4f21-aaab-5a1255c34201 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6615 time: 1.4174497 Nov 23 10:52:25.081671 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:19Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:24Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:25.115864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba11d2c-00eb-46f6-a315-779c476ff17d req-bc01d51e-fcd5-47db-a9b2-ad3b77c414e6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:25.130312 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0ba11d2c-00eb-46f6-a315-779c476ff17d req-bc01d51e-fcd5-47db-a9b2-ad3b77c414e6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 944 time: 0.3054960 Nov 23 10:52:25.132929 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202a78fc-b449-4f9f-a1c8-b548ff30be42 None None] The sync data for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 is: [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:19Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:24Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:25.184938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Deleting port 5406d442-88d4-4287-b056-cc7cb3e10d47 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:25.185478 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.254196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46772) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:25.257269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:25.271068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['34b94036-2355-4c3b-82f8-029b5adfadc0'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:25.358053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] Set router 70a19dc5-0ef2-49f7-9e82-d015b71d7572 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:25.370243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46776) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:25.376334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ad7cf988-6e01-4960-860d-2e02cab8d2c7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876669340', 'description': 'tempest-secgroup-smoke-876669340 description', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:25.385280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Made reservation on behalf of 6d14b7bc50314fcda6b16c001af964a5 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:25.388836 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.477686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] For port 5406d442-88d4-4287-b056-cc7cb3e10d47, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5406d442-88d4-4287-b056-cc7cb3e10d47,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:25.478178 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.490372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf988-6e01-4960-860d-2e02cab8d2c7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.497455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Calling delete_port for 5406d442-88d4-4287-b056-cc7cb3e10d47 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:25.505089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac9fcd-a45c-4ade-b3f8-c22a2d7d3eb1 req-31c3fb6f-cfb4-44b7-b446-7b91a5dfffb9 service neutron] 10.222.0.65 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0015540 Nov 23 10:52:25.535618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0ba11d2c-00eb-46f6-a315-779c476ff17d req-db0fb31b-f038-4275-9e4a-6fcfe949df06 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002502 Nov 23 10:52:25.585384 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.651723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b89f0df-e19d-44e7-aa5c-a645f7fef880 req-b6c9646f-63da-475a-850e-239bbceac5fc tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 210 time: 0.0570443 Nov 23 10:52:25.764398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Allocated IP 172.20.0.12 (bda617dc-c929-4d06-b2fb-1a8afdbd1bde/285e1f21-620c-4dc2-9b30-527725c2decb/c3412e51-64c2-47d1-ac17-0cfb691603ff) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:25.775071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] For port ab114b38-b733-4e6f-a29c-8710fcbac8a2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab114b38-b733-4e6f-a29c-8710fcbac8a2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:25.777469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0563a99e-edd2-4175-921f-ebf12b51d0f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b8a183525114e5a9e87eaff0f322769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4897192 Nov 23 10:52:25.802062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46786) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:25.825948 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.879511 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.880594 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.880982 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Floating IP b80a584d-fa50-4ba8-be12-c336ee2252f8 disassociated. External IP: 172.25.5.38, port: 16f3056b-db10-4aca-8a67-5a82a6638945. Nov 23 10:52:25.881278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Calling delete_port for 16f3056b-db10-4aca-8a67-5a82a6638945 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:25.890834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf988-6e01-4960-860d-2e02cab8d2c7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.909163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Provisioning complete for port 5406d442-88d4-4287-b056-cc7cb3e10d47 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:25.909772 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.949469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf988-6e01-4960-860d-2e02cab8d2c7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:25.974133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a19dc5-0ef2-49f7-9e82-d015b71d7572', 'name': 'tempest-snat-router-64519403', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5406d442-88d4-4287-b056-cc7cb3e10d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:17Z', 'updated_at': '2021-11-23T10:52:20Z', 'revision_number': 3, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port': {'id': '5406d442-88d4-4287-b056-cc7cb3e10d47', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a19dc5-0ef2-49f7-9e82-d015b71d7572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:19Z', 'updated_at': '2021-11-23T10:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:26.012893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Pushing event updated for resources: {'Port': ['ID=ab114b38-b733-4e6f-a29c-8710fcbac8a2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:26.022498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e9a11-8863-46bf-86da-2779fe8fc7f7 None None] The sync data for ids ['70a19dc5-0ef2-49f7-9e82-d015b71d7572'] in n-d-817747-2 is: [{'id': '70a19dc5-0ef2-49f7-9e82-d015b71d7572', 'name': 'tempest-snat-router-64519403', 'tenant_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '5406d442-88d4-4287-b056-cc7cb3e10d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:17Z', 'updated_at': '2021-11-23T10:52:20Z', 'revision_number': 3, 'project_id': '4de8f07d14fc40a3ada30fac6ab1d0bd', 'gw_port': {'id': '5406d442-88d4-4287-b056-cc7cb3e10d47', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a19dc5-0ef2-49f7-9e82-d015b71d7572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:19Z', 'updated_at': '2021-11-23T10:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:26.025894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad7cf988-6e01-4960-860d-2e02cab8d2c7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.027168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad7cf988-6e01-4960-860d-2e02cab8d2c7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6559398 Nov 23 10:52:26.030339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46788) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:26.036016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f028ea85-715b-4080-92e5-e06741d9b903 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': '99538e62-4bc5-498a-b676-39a5dcbe0349', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:26.047881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cf988-6e01-4960-860d-2e02cab8d2c7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99538e62-4bc5-498a-b676-39a5dcbe0349,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:26.084799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f028ea85-715b-4080-92e5-e06741d9b903 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.092245 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97b6fc01-4f78-417b-8559-7c0969ac2f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.101380 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fd2f8-7b37-4402-808b-d4a8ad47b647 req-541446e2-b2c8-48e5-832f-43e18d1756e5 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:26.105068 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe1fd2f8-7b37-4402-808b-d4a8ad47b647 req-541446e2-b2c8-48e5-832f-43e18d1756e5 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 945 time: 0.2089043 Nov 23 10:52:26.113457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1181c19c-786b-42de-ae27-c0338c803e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.175799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.181905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.191019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1181c19c-786b-42de-ae27-c0338c803e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.250901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event deleted for resources: {'Port': ['ID=5406d442-88d4-4287-b056-cc7cb3e10d47,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:26.263181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d438065-3b95-4620-8688-2f0724797b12 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:26.271988 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f028ea85-715b-4080-92e5-e06741d9b903 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.288950 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f028ea85-715b-4080-92e5-e06741d9b903 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.303068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ac05499f-4d62-478d-aba3-79d2715e401e None None] Provisioning complete for port ab114b38-b733-4e6f-a29c-8710fcbac8a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:26.303527 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac05499f-4d62-478d-aba3-79d2715e401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.321479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028ea85-715b-4080-92e5-e06741d9b903 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be980dc-a906-46c0-9912-e06480f4cabb,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:26.326038 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe1fd2f8-7b37-4402-808b-d4a8ad47b647 req-ea1c7809-12b8-4225-aec3-a744d2646adb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=8fc30b3c-5d25-45fb-8868-d9d87787b6ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075369 Nov 23 10:52:26.334514 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.441751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.450698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event deleted for resources: {'Port': ['ID=16f3056b-db10-4aca-8a67-5a82a6638945,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:26.458785 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f028ea85-715b-4080-92e5-e06741d9b903 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.460009 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f028ea85-715b-4080-92e5-e06741d9b903 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4274826 Nov 23 10:52:26.464994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46790) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:26.470099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3489c872-3b75-4e5f-81a3-c27de8c16dfe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': '99538e62-4bc5-498a-b676-39a5dcbe0349', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:26.489633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1181c19c-786b-42de-ae27-c0338c803e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.492268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1181c19c-786b-42de-ae27-c0338c803e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.497321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1181c19c-786b-42de-ae27-c0338c803e56 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2dd5de1d-87f6-4524-8661-acdfdc9d506e HTTP/1.1" status: 204 len: 168 time: 0.6928864 Nov 23 10:52:26.498758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ac05499f-4d62-478d-aba3-79d2715e401e None None] Could not find standard attr ID for object 5406d442-88d4-4287-b056-cc7cb3e10d47. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:52:26.590213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.601708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181c19c-786b-42de-ae27-c0338c803e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd5de1d-87f6-4524-8661-acdfdc9d506e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:26.607836 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.610598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.717214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.718023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70a19dc5-0ef2-49f7-9e82-d015b71d7572 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:26.722956 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:26.724152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6c5cf322-b004-42a8-a428-f96994b16d2b tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "DELETE /v2.0/routers/70a19dc5-0ef2-49f7-9e82-d015b71d7572 HTTP/1.1" status: 204 len: 168 time: 2.4196718 Nov 23 10:52:26.728499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46800) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:26.773690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Pushing event updated for resources: {'Port': ['ID=c3412e51-64c2-47d1-ac17-0cfb691603ff,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:26.800220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Network bda617dc-c929-4d06-b2fb-1a8afdbd1bde is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:26.923906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:26.929879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:26.936921 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3489c872-3b75-4e5f-81a3-c27de8c16dfe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.034715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.045551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81276ac5-dd75-4999-bd30-bfd4cd945a12 req-b35c9f14-f5e5-408a-a090-71be31209780 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:27.053143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81276ac5-dd75-4999-bd30-bfd4cd945a12 req-b35c9f14-f5e5-408a-a090-71be31209780 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 932 time: 0.2129114 Nov 23 10:52:27.080554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:27.081327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.111966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baeb58-6a9e-4188-9289-586f9bc68437 req-75c59178-b37c-47cf-80b0-245149a2c144 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:27.124317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03baeb58-6a9e-4188-9289-586f9bc68437 req-75c59178-b37c-47cf-80b0-245149a2c144 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 944 time: 0.4094555 Nov 23 10:52:27.176853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Router 3ff27254-a6c9-48cf-a0c5-678fed334e04 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:27.194515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-81276ac5-dd75-4999-bd30-bfd4cd945a12 req-53f06660-0ff2-4f98-b38e-1ef15bd56767 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403751 Nov 23 10:52:27.207251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-20ce8cf3-0a83-4a47-ae60-768b982f8d26 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6829305 Nov 23 10:52:27.227171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Request body: {'port': {'device_id': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:27.239850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.272609 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3489c872-3b75-4e5f-81a3-c27de8c16dfe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.291795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3489c872-3b75-4e5f-81a3-c27de8c16dfe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.292751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab114b38-b733-4e6f-a29c-8710fcbac8a2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:27.312888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Deleting port ce912470-f160-403e-ae15-21782593a20b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:27.313668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.351866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-03baeb58-6a9e-4188-9289-586f9bc68437 req-451d5e77-0a27-4c83-a6c0-99fc69bc4a25 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247512 Nov 23 10:52:27.402924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 16f3056b-db10-4aca-8a67-5a82a6638945 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:27.406107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ab114b38-b733-4e6f-a29c-8710fcbac8a2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:27.408366 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.420997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489c872-3b75-4e5f-81a3-c27de8c16dfe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d682ffd-8558-43b9-a0db-54ca4238047f,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:27.441782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3489c872-3b75-4e5f-81a3-c27de8c16dfe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.443199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3489c872-3b75-4e5f-81a3-c27de8c16dfe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9770551 Nov 23 10:52:27.448006 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46820) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:27.459002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 16f3056b-db10-4aca-8a67-5a82a6638945 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:52:27.459735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 16f3056b-db10-4aca-8a67-5a82a6638945 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:52:27.460049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-72b3c857-e048-4ac8-9c13-9e4c93275fea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': '99538e62-4bc5-498a-b676-39a5dcbe0349', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:27.471592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] For port ce912470-f160-403e-ae15-21782593a20b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ce912470-f160-403e-ae15-21782593a20b,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:27.471958 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.489198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.493958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Calling delete_port for ce912470-f160-403e-ae15-21782593a20b owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:27.544873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67804ee2-6953-4ef1-9f35-ba5957d43b35 req-62dad8c5-822c-4ca7-8914-47699272450f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fcc2e78-c25e-4e8f-bd43-058e05562332 HTTP/1.1" status: 200 len: 210 time: 0.0525429 Nov 23 10:52:27.566541 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72b3c857-e048-4ac8-9c13-9e4c93275fea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.605102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:27.640248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 34b94036-2355-4c3b-82f8-029b5adfadc0 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:27.642839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72b3c857-e048-4ac8-9c13-9e4c93275fea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.644909 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] Sync routers for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:27.659922 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:27.660534 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:27.713261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] No DVR routers for this DVR port 16f3056b-db10-4aca-8a67-5a82a6638945 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:52:27.717974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.722086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bd03b6c-8c6d-4b05-924e-fb257260cdda req-637be495-b37f-41a3-ad91-a027506b5bcd tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "DELETE /v2.0/ports/16f3056b-db10-4aca-8a67-5a82a6638945 HTTP/1.1" status: 204 len: 173 time: 3.9529438 Nov 23 10:52:27.722549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'name': 'network-vif-deleted', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:27.724934 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1e4cb1-c5ab-45b8-8415-eaf5dac16763" -d '{"events": [{"server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "name": "network-vif-deleted", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:27.736966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72b3c857-e048-4ac8-9c13-9e4c93275fea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.777580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 34b94036-2355-4c3b-82f8-029b5adfadc0 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:52:27.782353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 34b94036-2355-4c3b-82f8-029b5adfadc0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:27.783390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.847095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46830) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:27.879094 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded95a57-e969-4a81-8338-f5c05f2fc897 x-openstack-request-id: req-ded95a57-e969-4a81-8338-f5c05f2fc897 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:27.879510 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc2e78-c25e-4e8f-bd43-058e05562332", "name": "network-vif-deleted", "tag": "16f3056b-db10-4aca-8a67-5a82a6638945", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:27.879840 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ded95a57-e969-4a81-8338-f5c05f2fc897 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:27.880390 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcc2e78-c25e-4e8f-bd43-058e05562332', 'name': 'network-vif-deleted', 'tag': '16f3056b-db10-4aca-8a67-5a82a6638945', 'status': 'completed', 'code': 200} Nov 23 10:52:27.921052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3c857-e048-4ac8-9c13-9e4c93275fea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cc9840-91b7-46e4-b323-4f6cce121f53,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:27.941175 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72b3c857-e048-4ac8-9c13-9e4c93275fea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:27.942695 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-72b3c857-e048-4ac8-9c13-9e4c93275fea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4937267 Nov 23 10:52:27.945462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46834) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:27.950531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f663538a-cc28-4bd3-a725-667bbdd02423 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': '99538e62-4bc5-498a-b676-39a5dcbe0349', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:27.992353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.011182 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.029819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82369a63-fa45-44af-b08a-2f3ff21abfc8 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:28.059232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:28.060915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3412e51-64c2-47d1-ac17-0cfb691603ff {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:28.061750 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adaa97c9-7851-4d08-8d91-f3303c08743f" -d '{"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-plugged", "status": "completed", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:28.079172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:28.094444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.095983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.108658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f663538a-cc28-4bd3-a725-667bbdd02423 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.117040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Transition to ACTIVE for port object c3412e51-64c2-47d1-ac17-0cfb691603ff will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:52:28.123872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.152657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-544324448'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:28.176794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:28.186253 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf98bdb-10bb-44a4-ba75-5eac43f8b73f x-openstack-request-id: req-cbf98bdb-10bb-44a4-ba75-5eac43f8b73f {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:28.187463 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-plugged", "status": "completed", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:28.187738 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cbf98bdb-10bb-44a4-ba75-5eac43f8b73f {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:28.214834 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'code': 200} Nov 23 10:52:28.216491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce912470-f160-403e-ae15-21782593a20b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:28.221246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.319974 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:28.344379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:28.348066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.401611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.435496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Pushing event updated for resources: {'Port': ['ID=c3412e51-64c2-47d1-ac17-0cfb691603ff,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:28.466406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.479115 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.592838 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:28.609577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedeb72-917b-4e16-b1ba-4847a070f12c req-c0f70a0c-c23e-43be-abd5-cbc53df754d3 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:28.611332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bedeb72-917b-4e16-b1ba-4847a070f12c req-c0f70a0c-c23e-43be-abd5-cbc53df754d3 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 944 time: 0.2966332 Nov 23 10:52:28.622519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1b96d-445f-4f5a-bd39-c99b5e73e025 req-d4c6fc03-30de-4935-8fca-9b31a653f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:28.624262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3b1b96d-445f-4f5a-bd39-c99b5e73e025 req-d4c6fc03-30de-4935-8fca-9b31a653f1bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 1096 time: 0.3108568 Nov 23 10:52:28.643395 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] Checking router: 3ff27254-a6c9-48cf-a0c5-678fed334e04 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:28.659678 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:28.660429 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:28.676525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Attempting to bind port c3412e51-64c2-47d1-ac17-0cfb691603ff on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:28.676974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Attempting to bind port c3412e51-64c2-47d1-ac17-0cfb691603ff by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:28.677399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Attempting to bind port c3412e51-64c2-47d1-ac17-0cfb691603ff on network bda617dc-c929-4d06-b2fb-1a8afdbd1bde {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:28.699034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Port c3412e51-64c2-47d1-ac17-0cfb691603ff on network bda617dc-c929-4d06-b2fb-1a8afdbd1bde not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:52:28.699492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Attempting to bind port c3412e51-64c2-47d1-ac17-0cfb691603ff on network bda617dc-c929-4d06-b2fb-1a8afdbd1bde {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:28.736660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:28.737130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Checking segment: {'id': '8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:28.737605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Bound using segment: {'id': '8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:28.738131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Bound port: c3412e51-64c2-47d1-ac17-0cfb691603ff, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:28.738556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.789522 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:28.852376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f663538a-cc28-4bd3-a725-667bbdd02423 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.863177 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f663538a-cc28-4bd3-a725-667bbdd02423 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.869244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.869838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03330ead-31f8-4f08-889b-ad68a9682af7 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:28.878842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:28.880012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-30e97cba-c9fa-422f-916a-9949d86bb77a tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "DELETE /v2.0/routers/03330ead-31f8-4f08-889b-ad68a9682af7 HTTP/1.1" status: 204 len: 168 time: 2.1505024 Nov 23 10:52:28.888458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46846) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:28.898134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25316e-e3a1-4cbb-acb4-86cee8754621 req-ddc22199-f754-4dc6-8aff-837ded290c77 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:28.906191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e25316e-e3a1-4cbb-acb4-86cee8754621 req-ddc22199-f754-4dc6-8aff-837ded290c77 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.4417436 Nov 23 10:52:28.914838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1607484706', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:28.930766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663538a-cc28-4bd3-a725-667bbdd02423 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a96509d-b832-4162-be88-5b09ffcaac55,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:29.042125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e25316e-e3a1-4cbb-acb4-86cee8754621 req-f5a8b586-526b-46e7-8b49-35a98718bd4b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335418 Nov 23 10:52:29.046952 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.048294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.055463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f663538a-cc28-4bd3-a725-667bbdd02423 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.059250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f663538a-cc28-4bd3-a725-667bbdd02423 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1118524 Nov 23 10:52:29.061548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46850) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:29.067180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': '99538e62-4bc5-498a-b676-39a5dcbe0349', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:29.073265 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:29.113697 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ba8a15-0fa5-4a86-ade8-0c8cf7202ba0 None None] The sync data for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 is: [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:29.156653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bedeb72-917b-4e16-b1ba-4847a070f12c req-a75fe8ae-b92d-4ae6-8c1d-a7f155bbc768 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287127 Nov 23 10:52:29.159047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3b1b96d-445f-4f5a-bd39-c99b5e73e025 req-3aa0d063-52ed-4db5-a557-4151b7c54c42 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248561 Nov 23 10:52:29.229231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.230937 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Project b10f102f43f44b8bbcb276556a0feccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:52:29.245231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.251263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.260100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.297963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:52:29.329327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.329759 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Added segment 873ed29d-a803-4d05-b313-cfb5f63fbb49 of type vlan for network b86ba9e6-2892-4230-886b-9d5e8f9bd768 Nov 23 10:52:29.331447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] For port c3412e51-64c2-47d1-ac17-0cfb691603ff, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:29.345882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa07858-3b71-44e2-a94d-798c93988aa5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:29.377016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] For port c3412e51-64c2-47d1-ac17-0cfb691603ff, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c3412e51-64c2-47d1-ac17-0cfb691603ff,segment=NetworkSegment(8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04),segment_id=8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:29.395682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.411862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.435669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46854) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:29.470833 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.472921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:29.473688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.475253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-72e66888-967b-4f60-aae6-13843b412555 service neutron] 10.222.0.58 "PUT /v2.0/ports/c3412e51-64c2-47d1-ac17-0cfb691603ff HTTP/1.1" status: 200 len: 1092 time: 2.2527657 Nov 23 10:52:29.497102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e66888-967b-4f60-aae6-13843b412555 service neutron] Pushing event updated for resources: {'Port': ['ID=c3412e51-64c2-47d1-ac17-0cfb691603ff,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:29.499956 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.514478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.517507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.521922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:29.522792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.566355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5754f74-078b-4f58-86ae-edb91d06471a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:29.574926 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.579580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fe419592-8646-4e5c-a4a8-0d99f735def3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5164683 Nov 23 10:52:29.584288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46856) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:29.590882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': '99538e62-4bc5-498a-b676-39a5dcbe0349', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:29.597464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6192dac8-254b-40e5-806e-50dab262c686 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.598095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7480414 Nov 23 10:52:29.602503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46858) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:29.645580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'subnet': {'network_id': 'b86ba9e6-2892-4230-886b-9d5e8f9bd768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:29.650081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6192dac8-254b-40e5-806e-50dab262c686 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.656179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7622f-2d2a-4e53-a0f8-a4b760ba5463 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Network': ['ID=b86ba9e6-2892-4230-886b-9d5e8f9bd768,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:29.672784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:52:29.690493 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Project b10f102f43f44b8bbcb276556a0feccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:52:29.694995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-a843efb9-a1d8-432d-aeb0-1d859b03d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:29.696568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-a843efb9-a1d8-432d-aeb0-1d859b03d39b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d14b7bc50314fcda6b16c001af964a5&device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 1095 time: 0.1419642 Nov 23 10:52:29.704068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.798707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6192dac8-254b-40e5-806e-50dab262c686 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.801390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6192dac8-254b-40e5-806e-50dab262c686 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.802585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6192dac8-254b-40e5-806e-50dab262c686 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "DELETE /v2.0/security-groups/8fc30b3c-5d25-45fb-8868-d9d87787b6ff HTTP/1.1" status: 204 len: 168 time: 0.3616424 Nov 23 10:52:29.804637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-6324e0c3-e63e-4e56-9c8a-a9dea8ac8b8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3412e51-64c2-47d1-ac17-0cfb691603ff HTTP/1.1" status: 200 len: 217 time: 0.0626752 Nov 23 10:52:29.806381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:29.825347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.830110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192dac8-254b-40e5-806e-50dab262c686 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc30b3c-5d25-45fb-8868-d9d87787b6ff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:29.838678 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-62d9b8f7-33eb-4765-993d-fe93c7e9fc98 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] show failed (client error): The resource could not be found. Nov 23 10:52:29.839694 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-62d9b8f7-33eb-4765-993d-fe93c7e9fc98 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups/8fc30b3c-5d25-45fb-8868-d9d87787b6ff HTTP/1.1" status: 404 len: 347 time: 0.0319133 Nov 23 10:52:29.862633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46862) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:29.881304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'tag': 'c3412e51-64c2-47d1-ac17-0cfb691603ff'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:29.884371 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2f512c-1459-4554-9057-7ab40a27ab81" -d '{"events": [{"name": "network-changed", "server_uuid": "d06f03ac-e19c-495f-8f01-e85ba6ae3ab4", "tag": "c3412e51-64c2-47d1-ac17-0cfb691603ff"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:29.907064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.957403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d9dcff-b2d0-4007-bb29-0dd42240db21,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:29.960640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.976269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-ee921f39-be4d-49a3-90fa-211e2cf0bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:29.977969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-ee921f39-be4d-49a3-90fa-211e2cf0bbae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=285e1f21-620c-4dc2-9b30-527725c2decb HTTP/1.1" status: 200 len: 852 time: 0.1587167 Nov 23 10:52:29.982073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce646c-092a-41cd-97fe-fcf52f456b15 None None] New status for floating IP b80a584d-fa50-4ba8-be12-c336ee2252f8: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:52:29.983750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:29.994647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a4bf81b-1896-4869-ba21-5e3497a25bf0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4086862 Nov 23 10:52:29.995949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.019225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:30.023055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.099566 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f57e7b-93c2-4555-b838-3f24eec2d63e x-openstack-request-id: req-c9f57e7b-93c2-4555-b838-3f24eec2d63e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:30.100178 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06f03ac-e19c-495f-8f01-e85ba6ae3ab4", "tag": "c3412e51-64c2-47d1-ac17-0cfb691603ff", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:30.100629 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9f57e7b-93c2-4555-b838-3f24eec2d63e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:30.101246 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'tag': 'c3412e51-64c2-47d1-ac17-0cfb691603ff', 'status': 'completed', 'code': 200} Nov 23 10:52:30.166513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Allocated IP 172.25.5.230 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/b592761f-aeed-4fd6-b742-3262806a9d6a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:30.172459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-73e73d30-41a5-4376-9b33-36e48b886512 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bda617dc-c929-4d06-b2fb-1a8afdbd1bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745595 Nov 23 10:52:30.312509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.370480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-21afc807-c976-4c3a-883f-d32d5c5287a8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876669340&fields=id&tenant_id=b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 267 time: 0.0834208 Nov 23 10:52:30.393606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.395863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b4154-b377-4932-ac3f-17bc07995e1d req-83d5ebab-76eb-4f98-90a1-d07ea69e22d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:30.397610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de5b4154-b377-4932-ac3f-17bc07995e1d req-83d5ebab-76eb-4f98-90a1-d07ea69e22d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.2242393 Nov 23 10:52:30.437060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Deleting port 1ce34225-519e-423f-ac6e-255b3cdeedfe {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:30.437424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.463872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:30.470614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:30.484427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bd1f2d-27ad-4b9c-a6d9-c7d4d289a945 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:30.503770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:30.511266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-a60bed19-3e75-435b-94c5-1d7a7405633c service neutron] 10.222.0.58 "GET /v2.0/networks/bda617dc-c929-4d06-b2fb-1a8afdbd1bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068795 Nov 23 10:52:30.549730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event updated for resources: {'Port': ['ID=b592761f-aeed-4fd6-b742-3262806a9d6a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:30.590511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd8c7586-87a1-42e2-9e8d-1cf4465dc8a6 None None] Provisioning complete for port b592761f-aeed-4fd6-b742-3262806a9d6a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:30.591263 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7586-87a1-42e2-9e8d-1cf4465dc8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.598329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.615467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-4a2f7394-6a3d-49ca-b660-5338a24d212c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:30.616969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-4a2f7394-6a3d-49ca-b660-5338a24d212c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/networks?id=2ed2b1b9-4128-449f-96ae-cfe1a2260816 HTTP/1.1" status: 200 len: 797 time: 0.2269762 Nov 23 10:52:30.624711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-de5b4154-b377-4932-ac3f-17bc07995e1d req-f2254b49-136e-4463-90d1-e2198a88465d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165060 Nov 23 10:52:30.635473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fd8c7586-87a1-42e2-9e8d-1cf4465dc8a6 None None] Port b592761f-aeed-4fd6-b742-3262806a9d6a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:30.687045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-b284d399-3786-4299-afb7-441bbb02c7d7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/quotas/b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 375 time: 0.0413308 Nov 23 10:52:30.752240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.752666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.788554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Subnet': ['ID=2831e731-bf09-49ea-97c5-3e45f1801c6b,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:30.804724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Calling delete_port for 1ce34225-519e-423f-ac6e-255b3cdeedfe owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:30.833709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cc5feb7-b17a-48be-a8dc-50357ed04d2a req-ba686be6-957f-40ff-a9cd-32113ca5aca9 service neutron] 10.222.0.58 "GET /v2.0/networks/bda617dc-c929-4d06-b2fb-1a8afdbd1bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062985 Nov 23 10:52:30.834005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-3cd1a763-5e4b-4ba3-9c75-38d144d019d9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1356356 Nov 23 10:52:30.834428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Checking segment: {'id': '873ed29d-a803-4d05-b313-cfb5f63fbb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b86ba9e6-2892-4230-886b-9d5e8f9bd768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:30.834794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network hostable DHCP agents. Network: b86ba9e6-2892-4230-886b-9d5e8f9bd768, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:52:30.892395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.919323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52263629-e9d1-4320-833b-94e045771204 req-4d19f98a-b28b-4665-9c14-5936a1953e36 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:30.920828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52263629-e9d1-4320-833b-94e045771204 req-4d19f98a-b28b-4665-9c14-5936a1953e36 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 944 time: 0.1879907 Nov 23 10:52:30.952586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:52:30.987560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b86ba9e6-2892-4230-886b-9d5e8f9bd768) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:30.992069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:30.992683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:30.998291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a8982-5917-45ca-8ba9-8bf80b78f3f7 None None] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:31.035945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-b629bd12-f66a-43d6-83c7-bfeba9241329 service neutron] 10.222.0.61 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875212 Nov 23 10:52:31.039927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-6624440e-91d6-4237-8c8c-c255fd785d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.042136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-6624440e-91d6-4237-8c8c-c255fd785d85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d14b7bc50314fcda6b16c001af964a5&device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 1095 time: 0.1487911 Nov 23 10:52:31.057265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52263629-e9d1-4320-833b-94e045771204 req-8c8feea7-af03-4b28-ba02-190db687e625 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176567 Nov 23 10:52:31.081334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e85b3a0b-17c7-430d-8e84-9b0c8302867d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4398925 Nov 23 10:52:31.093692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46886) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:31.100339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1132693826', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:31.177051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ce912470-f160-403e-ae15-21782593a20b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:31.209401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ce912470-f160-403e-ae15-21782593a20b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:52:31.209941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ce912470-f160-403e-ae15-21782593a20b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:52:31.210559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5406d442-88d4-4287-b056-cc7cb3e10d47 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:31.216588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c6bfc-4e7a-430d-bee3-ec45cd9268d9 None None] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:31.231535 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.232563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.250273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-46595f13-60af-46c4-8c12-94fcd33f442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.252255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-46595f13-60af-46c4-8c12-94fcd33f442e service neutron] 10.222.0.58 "GET /v2.0/networks?id=bda617dc-c929-4d06-b2fb-1a8afdbd1bde HTTP/1.1" status: 200 len: 913 time: 0.1940203 Nov 23 10:52:31.256311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.260686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5406d442-88d4-4287-b056-cc7cb3e10d47 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:52:31.261446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5406d442-88d4-4287-b056-cc7cb3e10d47 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:52:31.267068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.295825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-286c0c98-eece-4b8e-a075-37f6cb8a33aa service neutron] 10.222.0.61 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447567 Nov 23 10:52:31.345696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-93984516-218f-4291-b29b-93329599e638 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3412e51-64c2-47d1-ac17-0cfb691603ff HTTP/1.1" status: 200 len: 217 time: 0.0738654 Nov 23 10:52:31.359413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2afcdc-f257-40ab-8ca3-9138f97a0b3e None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:31.367474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event deleted for resources: {'Port': ['ID=1ce34225-519e-423f-ac6e-255b3cdeedfe,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:31.385490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.423154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.425993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.432934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed4c1a8d-eb2d-440d-8e30-9f22c5de738f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "DELETE /v2.0/floatingips/b80a584d-fa50-4ba8-be12-c336ee2252f8 HTTP/1.1" status: 204 len: 168 time: 1.5685916 Nov 23 10:52:31.530180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-4da11b43-6892-432d-bafa-b19bf15f77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.538645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-4da11b43-6892-432d-bafa-b19bf15f77ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=285e1f21-620c-4dc2-9b30-527725c2decb HTTP/1.1" status: 200 len: 852 time: 0.1233416 Nov 23 10:52:31.611282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.613060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c2a52eed-2c83-4773-883f-405a60b37383 req-e85ea508-3a00-4695-85b7-9378a428fadb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 210 time: 0.0517111 Nov 23 10:52:31.638323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-5324288c-4238-42fe-9cbd-ccd44062f75d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bda617dc-c929-4d06-b2fb-1a8afdbd1bde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939400 Nov 23 10:52:31.695353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46900) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:31.704622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-374a15fb-a9af-4670-9c8c-67b5dd022c19 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823900831', 'description': 'tempest-description--1487714102'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:31.781805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-374a15fb-a9af-4670-9c8c-67b5dd022c19 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:31.789236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-38aa8124-94da-4dce-b912-b41dbe3db0aa service neutron] 10.222.0.58 "GET /v2.0/networks/bda617dc-c929-4d06-b2fb-1a8afdbd1bde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434300 Nov 23 10:52:31.798500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Router 8b84308a-5dcf-4f76-b1f1-442d091dd122 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:31.831170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f108a2c-3959-4fcb-be2f-ffa9f316f59b req-d7b5b130-926e-44d4-b341-60b337f94642 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:31.839765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f108a2c-3959-4fcb-be2f-ffa9f316f59b req-d7b5b130-926e-44d4-b341-60b337f94642 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1034269 Nov 23 10:52:31.938213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f108a2c-3959-4fcb-be2f-ffa9f316f59b req-e38f0460-bb97-4a43-a939-4c703fe4aead tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974061 Nov 23 10:52:31.950768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2f512c-1459-4554-9057-7ab40a27ab81 req-797d56c6-9a5d-4a50-849e-97c282170612 service neutron] 10.222.0.58 "GET /v2.0/networks/bda617dc-c929-4d06-b2fb-1a8afdbd1bde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528246 Nov 23 10:52:32.210397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58996abe-664c-46c8-8367-f247c452fe58 req-c6ebb5ea-ce14-48df-966d-ec66d8120912 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:32.213077 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58996abe-664c-46c8-8367-f247c452fe58 req-c6ebb5ea-ce14-48df-966d-ec66d8120912 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.0598669 Nov 23 10:52:32.281664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58996abe-664c-46c8-8367-f247c452fe58 req-defdc9bd-dedd-448f-8c09-8cb599076eff tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543900 Nov 23 10:52:32.339254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-374a15fb-a9af-4670-9c8c-67b5dd022c19 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.385751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-374a15fb-a9af-4670-9c8c-67b5dd022c19 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.447080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:32.457249 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] Sync routers for ids ['8b84308a-5dcf-4f76-b1f1-442d091dd122'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:32.465291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-374a15fb-a9af-4670-9c8c-67b5dd022c19 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.466443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-374a15fb-a9af-4670-9c8c-67b5dd022c19 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7684271 Nov 23 10:52:32.469718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46914) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:32.473675 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] Routers {'8b84308a-5dcf-4f76-b1f1-442d091dd122'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:32.474289 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8b84308a-5dcf-4f76-b1f1-442d091dd122'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:32.475127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-dc37dd69-fdf3-4483-b8f0-b8b65473644c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'security_group_rule': {'security_group_id': '91382822-c688-47dc-a9f8-8100eb4c8220', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:32.485364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063d65b-2a37-405d-93eb-99b3df7f3805 req-14c62004-04ee-4de3-bc1d-02aed5e37865 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:32.486693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5063d65b-2a37-405d-93eb-99b3df7f3805 req-14c62004-04ee-4de3-bc1d-02aed5e37865 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 944 time: 0.2115474 Nov 23 10:52:32.505765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc37dd69-fdf3-4483-b8f0-b8b65473644c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.509278 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:32.509957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a15fb-a9af-4670-9c8c-67b5dd022c19 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91382822-c688-47dc-a9f8-8100eb4c8220,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:32.514019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.529340 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] Routers {'8b84308a-5dcf-4f76-b1f1-442d091dd122'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:32.530139 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8b84308a-5dcf-4f76-b1f1-442d091dd122'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:32.542659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.546339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-76d55469-0572-423d-bb5e-86e26c8604c9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6539853 Nov 23 10:52:32.546669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46916) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:32.552052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': False}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:32.552216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.567308 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:32.568147 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513e3e5-e61b-4a7a-b130-336642948e6f None None] The sync data for ids ['8b84308a-5dcf-4f76-b1f1-442d091dd122'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:32.631030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5063d65b-2a37-405d-93eb-99b3df7f3805 req-639cecf5-606c-408b-8f09-e8ce6dca5a13 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230745 Nov 23 10:52:32.697831 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc37dd69-fdf3-4483-b8f0-b8b65473644c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.719576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.25.5.108 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/9ab7839b-051c-4267-a2a3-e61e4e2c5e38) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:32.726718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc37dd69-fdf3-4483-b8f0-b8b65473644c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.788980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7fa8058-f869-453b-932d-e9bb71a7c32d req-bff21ff2-80cb-40eb-9bcc-9c596af1c386 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 210 time: 0.0751309 Nov 23 10:52:32.819699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37dd69-fdf3-4483-b8f0-b8b65473644c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c1be76-ff37-4b37-8a90-26e68e89717c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:32.834209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc37dd69-fdf3-4483-b8f0-b8b65473644c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.839193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dc37dd69-fdf3-4483-b8f0-b8b65473644c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676598 Nov 23 10:52:32.841466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46920) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:32.852679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9e772c27-83c8-4da3-8963-762bb75337c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'security_group_rule': {'security_group_id': '91382822-c688-47dc-a9f8-8100eb4c8220', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:32.879216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.911949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e772c27-83c8-4da3-8963-762bb75337c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:32.944912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-3a83ba4c-ea1f-45d0-9fe8-55644fcd54c6 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:32.946978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-3a83ba4c-ea1f-45d0-9fe8-55644fcd54c6 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.65 "GET /v2.0/networks?id=2ed2b1b9-4128-449f-96ae-cfe1a2260816 HTTP/1.1" status: 200 len: 797 time: 0.2534926 Nov 23 10:52:32.947943 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.002270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:33.012515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e772c27-83c8-4da3-8963-762bb75337c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.013709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:33.016544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:33.019010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=9ab7839b-051c-4267-a2a3-e61e4e2c5e38,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:33.022427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e772c27-83c8-4da3-8963-762bb75337c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.034686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9589cd-706c-465c-b086-460dd8c4b461 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:33.066782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772c27-83c8-4da3-8963-762bb75337c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6780c1-3cdb-4289-b99b-e7e60f2dcdc6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:33.076295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e772c27-83c8-4da3-8963-762bb75337c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.077630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9e772c27-83c8-4da3-8963-762bb75337c0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351122 Nov 23 10:52:33.082152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:33.086165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5b5b226f-32ba-41d3-98e8-6a3e213ac3d8 None None] Provisioning complete for port 9ab7839b-051c-4267-a2a3-e61e4e2c5e38 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:33.086538 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5b5b226f-32ba-41d3-98e8-6a3e213ac3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.086751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:33.103770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-7018f93e-a0ec-4d94-bc50-cfa781ad3d7f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 379 time: 0.1437361 Nov 23 10:52:33.117812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'port': {'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'admin_state_up': True, 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'security_groups': ['99538e62-4bc5-498a-b676-39a5dcbe0349']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:33.147800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b226f-32ba-41d3-98e8-6a3e213ac3d8 None None] Port 9ab7839b-051c-4267-a2a3-e61e4e2c5e38 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:33.156447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.195820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.301471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:33.304978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.440409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.444824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.491157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4c4e-57e1-42f2-8b66-1c602f3b8ff4 req-7c6bd501-0451-4e71-8bc5-4f2d519700c2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:33.492811 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08ea4c4e-57e1-42f2-8b66-1c602f3b8ff4 req-7c6bd501-0451-4e71-8bc5-4f2d519700c2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1291397 Nov 23 10:52:33.674723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08ea4c4e-57e1-42f2-8b66-1c602f3b8ff4 req-5174411a-a825-467e-968b-822a4a9b4022 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722562 Nov 23 10:52:33.739647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Allocated IP 172.25.5.103 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/43926be0-8513-4988-bc58-837d94e3b4ac) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:33.861768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:33.870919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.20.0.3 (2ed2b1b9-4128-449f-96ae-cfe1a2260816/fedd2e0d-312d-46bf-ba5e-a3ad50667558/da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:33.918995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a232c-25d7-498f-b4f5-4a2c88d69d2d req-65337428-426d-4bc1-89e7-37266afadcda tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:33.920468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-824a232c-25d7-498f-b4f5-4a2c88d69d2d req-65337428-426d-4bc1-89e7-37266afadcda tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 944 time: 0.1505437 Nov 23 10:52:33.980747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.045009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.094209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:34.098570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:34.108246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:34.113419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:34.122483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'Port': ['ID=43926be0-8513-4988-bc58-837d94e3b4ac,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:34.151778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-824a232c-25d7-498f-b4f5-4a2c88d69d2d req-c49597c8-8b1f-415c-bb21-ef094e7b2f29 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222404 Nov 23 10:52:34.210857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c9a05818-07dc-454e-aad8-8ac6e879eabc req-875c8e99-7f04-4c3f-b005-956c8702124c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 210 time: 0.0629311 Nov 23 10:52:34.288994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.354903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:34.362979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693efec-bfb5-4922-91c6-773c9703bc8c req-bed9fb26-88d2-4b8b-a2bd-8787fe340bc5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:34.363520 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.364277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3693efec-bfb5-4922-91c6-773c9703bc8c req-bed9fb26-88d2-4b8b-a2bd-8787fe340bc5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1391380 Nov 23 10:52:34.369554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:34.370510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.387156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:34.387582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.388420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:34.388908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.392640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-656e3814-af11-4305-bebd-23e4a1f51bdf tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2952647 Nov 23 10:52:34.393557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46946) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:34.424819 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.435746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:34.444618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:34.445428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:34.484519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:34.485362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d98d25-2034-43ec-9c14-850f5eff2360 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:34.501019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.609840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.615348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.634905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3693efec-bfb5-4922-91c6-773c9703bc8c req-be031e07-3b9a-4edc-8776-648de6f58359 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570031 Nov 23 10:52:34.647840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:34.662427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:34.672827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:34.687937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'Port': ['ID=43926be0-8513-4988-bc58-837d94e3b4ac,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:34.703880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:34.716269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.734527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.735858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e20d244a-d076-426b-b8a0-8d92d1224aeb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6527760 Nov 23 10:52:34.779284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Router 8b84308a-5dcf-4f76-b1f1-442d091dd122 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:34.801377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:34.802050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:34.905714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e23b7bb2-0b93-4183-bb7b-39bc8a5f72f4 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7932270 Nov 23 10:52:34.924951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Request body: {'port': {'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:34.972230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-a34d4d48-c7d9-4c73-9214-5bc7fcf9a783 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1823900831&fields=id&tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce HTTP/1.1" status: 200 len: 267 time: 0.0522339 Nov 23 10:52:34.989280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1f4829bf-a4a1-4c24-a476-fcbcf71f104c None None] Provisioning complete for port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:34.990242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f4829bf-a4a1-4c24-a476-fcbcf71f104c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:35.032285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1f4829bf-a4a1-4c24-a476-fcbcf71f104c None None] Port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:35.120918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-34c7f0ed-3fde-4674-bd86-9ba5b6791bae tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:35.125173 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-34c7f0ed-3fde-4674-bd86-9ba5b6791bae tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 810 time: 0.1331184 Nov 23 10:52:35.125374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:35.143167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cd1180e7-ed94-442b-8a57-7f7359419bca tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/quotas/74b6c9518dd1404a9d85a23e3e29d1ce HTTP/1.1" status: 200 len: 375 time: 0.0118024 Nov 23 10:52:35.143648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:35.151074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:35.152286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1bad4ece-4c9b-4e99-bc8e-00aebb947638 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "PUT /v2.0/routers/8b84308a-5dcf-4f76-b1f1-442d091dd122 HTTP/1.1" status: 200 len: 922 time: 2.6046088 Nov 23 10:52:35.154103 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] Sync routers for ids ['8b84308a-5dcf-4f76-b1f1-442d091dd122'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:35.161317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46964) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:35.167908 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] Routers {'8b84308a-5dcf-4f76-b1f1-442d091dd122'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:35.169731 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8b84308a-5dcf-4f76-b1f1-442d091dd122'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:35.217622 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:35.229453 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] Routers {'8b84308a-5dcf-4f76-b1f1-442d091dd122'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:35.230405 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8b84308a-5dcf-4f76-b1f1-442d091dd122'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:35.250611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-0c3bd517-82d0-4599-9b8a-12d238853751 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780811 Nov 23 10:52:35.268847 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:35.269830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd6d11f-e8f0-41ba-baf8-e034e1f42694 None None] The sync data for ids ['8b84308a-5dcf-4f76-b1f1-442d091dd122'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:35.350527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-ed964275-f080-4adf-9ddc-302cc97fbdc3 service neutron] 10.222.0.61 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966706 Nov 23 10:52:35.408741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c3412e51-64c2-47d1-ac17-0cfb691603ff details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:52:35.460764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e0464c05-22d3-4b51-8fd4-843a73857e18 service neutron] 10.222.0.61 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028457 Nov 23 10:52:35.529252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cf5f40f9-0bb1-439c-9379-ffed4eb38a38 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/8b84308a-5dcf-4f76-b1f1-442d091dd122 HTTP/1.1" status: 200 len: 922 time: 0.3667057 Nov 23 10:52:35.532486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46972) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:35.553153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d51d2-5ef8-4cdc-a552-bca3a8cec05d req-3aed7500-ac4e-49c0-9892-2417b8ae32b9 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:35.554785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad3d51d2-5ef8-4cdc-a552-bca3a8cec05d req-3aed7500-ac4e-49c0-9892-2417b8ae32b9 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 944 time: 0.2755353 Nov 23 10:52:35.634918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a66834-2f23-4fae-b391-1b77ed5cd6f2 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:35.639363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e1a66834-2f23-4fae-b391-1b77ed5cd6f2 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=8b84308a-5dcf-4f76-b1f1-442d091dd122&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1043801 Nov 23 10:52:35.641078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46978) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:35.700782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 34b94036-2355-4c3b-82f8-029b5adfadc0 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:52:35.745550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad3d51d2-5ef8-4cdc-a552-bca3a8cec05d req-b0bfa3a1-ae17-424e-9a15-7c3ad2fe06a4 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749420 Nov 23 10:52:35.748386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:35.816310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aee816-0bb4-48fd-bcdd-f956a7ba4070 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:35.819982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-95aee816-0bb4-48fd-bcdd-f956a7ba4070 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.1746233 Nov 23 10:52:35.823666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46984) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:35.845035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4861c-06db-46c1-9fbd-1ab899d2db84 req-b821be88-4247-45e3-bac7-285b11cc3267 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:35.846646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60f4861c-06db-46c1-9fbd-1ab899d2db84 req-b821be88-4247-45e3-bac7-285b11cc3267 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 931 time: 0.0812259 Nov 23 10:52:35.883191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c40d3090-d3ea-4b9a-92b4-11bf58d587e6 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b84308a-5dcf-4f76-b1f1-442d091dd122 HTTP/1.1" status: 200 len: 205 time: 0.0518372 Nov 23 10:52:35.896965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46986) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:35.902534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c3412e51-64c2-47d1-ac17-0cfb691603ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c3412e51-64c2-47d1-ac17-0cfb691603ff,segment=NetworkSegment(8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04),segment_id=8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:35.915911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:35.929724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'c3412e51-64c2-47d1-ac17-0cfb691603ff', 'network_id': 'bda617dc-c929-4d06-b2fb-1a8afdbd1bde', 'port_id': 'c3412e51-64c2-47d1-ac17-0cfb691603ff', 'mac_address': 'fa:16:3e:ea:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285e1f21-620c-4dc2-9b30-527725c2decb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:52:35.974680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:35.977083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'port_id': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'mac_address': 'fa:16:3e:de:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:52:36.108564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3412e51-64c2-47d1-ac17-0cfb691603ff {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:36.115216 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:36.191331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34b94036-2355-4c3b-82f8-029b5adfadc0 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:36.199454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c3412e51-64c2-47d1-ac17-0cfb691603ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c3412e51-64c2-47d1-ac17-0cfb691603ff,segment=NetworkSegment(8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04),segment_id=8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:36.225958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:36.228879 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:36.237732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:36.354938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c3412e51-64c2-47d1-ac17-0cfb691603ff,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:36.423203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['34b94036-2355-4c3b-82f8-029b5adfadc0'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:36.491988 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60f4861c-06db-46c1-9fbd-1ab899d2db84 req-b0d3bcd0-6fde-4143-b23b-e41e4fcaae1a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6378946 Nov 23 10:52:36.531034 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:36.555143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:36.576808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c23ad44c-c7e1-4e9d-90fc-c11a901247de req-3562550c-0d38-4f1c-89c1-46759c746545 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 210 time: 0.0553739 Nov 23 10:52:36.620720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['c3412e51-64c2-47d1-ac17-0cfb691603ff'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:36.717928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0cb13-942c-436a-87e6-f748af3de442 req-0251f6ef-202c-4d0b-b87e-b01324841f90 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:36.719468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6a0cb13-942c-436a-87e6-f748af3de442 req-0251f6ef-202c-4d0b-b87e-b01324841f90 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 944 time: 0.1258209 Nov 23 10:52:36.757161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:36.772476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:36.796080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:36.845172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6a0cb13-942c-436a-87e6-f748af3de442 req-86351f21-8f23-42b8-aa6e-4334a6598046 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040595 Nov 23 10:52:36.847973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Transition to ACTIVE for port object da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:52:36.859260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:36.869814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Deleting port b592761f-aeed-4fd6-b742-3262806a9d6a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:36.870463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.006608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.025419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Calling delete_port for b592761f-aeed-4fd6-b742-3262806a9d6a owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:37.169321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Pushing event updated for resources: {'Port': ['ID=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:37.183586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf4617-76b2-4e03-aab0-3f9cf3257cc4 req-65ae69ce-0060-4cc8-8103-ab916461103a tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:37.191435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02cf4617-76b2-4e03-aab0-3f9cf3257cc4 req-65ae69ce-0060-4cc8-8103-ab916461103a tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 945 time: 0.2024240 Nov 23 10:52:37.251318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.295196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee742fd-34d5-4b65-9846-beb3039ead81 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:37.325625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event deleted for resources: {'Port': ['ID=b592761f-aeed-4fd6-b742-3262806a9d6a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:37.367543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.368669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.369285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.369802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.371013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.371577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.372723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.373292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.374315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.375531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.376643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.377196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:37.414437 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.414671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02cf4617-76b2-4e03-aab0-3f9cf3257cc4 req-3bcd465d-c371-466d-89e0-fa82eab0e1b1 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222595 Nov 23 10:52:37.426023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Attempting to bind port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:37.426701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Attempting to bind port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:37.427114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Attempting to bind port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 on network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:37.435299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.1 (b86ba9e6-2892-4230-886b-9d5e8f9bd768/2831e731-bf09-49ea-97c5-3e45f1801c6b/b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:37.441731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 on network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:52:37.442264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Attempting to bind port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 on network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:37.454607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:37.455094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Checking segment: {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:37.455559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Bound using segment: {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:37.456130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Bound port: da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240ecce8-3027-48d4-9bfd-6f42917b36b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:37.456566 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.542650 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.547525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.669043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 34b94036-2355-4c3b-82f8-029b5adfadc0 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:37.698356 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.699160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Fanout notify agent at l3_agent the message router_deleted on router 8b84308a-5dcf-4f76-b1f1-442d091dd122 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:37.719515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.727376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7c8750bf-bd57-492f-8b20-dfd68076c4ee tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/8b84308a-5dcf-4f76-b1f1-442d091dd122 HTTP/1.1" status: 204 len: 168 time: 1.8277097 Nov 23 10:52:37.732806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47036) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:37.742767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fc9a1cfb-5f81-4072-89f2-f1a377ba26a8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1309483638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:37.778722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80569b2-5d01-45fc-993d-296b80f5b863 req-8d930ae1-05ac-4e80-b330-eb16c515d921 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:37.786223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d80569b2-5d01-45fc-993d-296b80f5b863 req-8d930ae1-05ac-4e80-b330-eb16c515d921 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 943 time: 0.1596384 Nov 23 10:52:37.806184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 34b94036-2355-4c3b-82f8-029b5adfadc0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:37.806852 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.902859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d80569b2-5d01-45fc-993d-296b80f5b863 req-47912846-c8ef-4f5f-8f62-f3640904aa53 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143720 Nov 23 10:52:37.906954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1cfb-5f81-4072-89f2-f1a377ba26a8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.910780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1cfb-5f81-4072-89f2-f1a377ba26a8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.912834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.920350 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.949954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:37.953351 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac43db3-2ce2-41b8-b049-008835e88dab" -d '{"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-plugged", "status": "completed", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:37.971392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:37.989560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:37.991265 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.016726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35be6f2-7228-47ba-a094-ad5d188ad5db req-8eb6dd9f-84df-4dd8-8997-ad9dd314d1b7 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 210 time: 0.2893887 Nov 23 10:52:38.071298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1cfb-5f81-4072-89f2-f1a377ba26a8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.084725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:38.086693 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1cfb-5f81-4072-89f2-f1a377ba26a8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.104446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] For port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:38.138765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:38.161314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1cfb-5f81-4072-89f2-f1a377ba26a8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.162766 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc9a1cfb-5f81-4072-89f2-f1a377ba26a8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4237146 Nov 23 10:52:38.168586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:38.175238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:38.176328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47044) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:38.187902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2473b9-c29d-4921-9d8d-a14315b7af1c req-edddb3d1-7783-44ce-8a94-4aa21332c541 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:38.196083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed2473b9-c29d-4921-9d8d-a14315b7af1c req-edddb3d1-7783-44ce-8a94-4aa21332c541 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1231244 Nov 23 10:52:38.208099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:38.229316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] For port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:38.241794 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c264d07d-27ce-456f-a68b-a320825ad5c9 x-openstack-request-id: req-c264d07d-27ce-456f-a68b-a320825ad5c9 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:38.242108 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-plugged", "status": "completed", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:38.242455 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c264d07d-27ce-456f-a68b-a320825ad5c9 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:38.242964 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'code': 200} Nov 23 10:52:38.249288 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.279109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-811b4ca8-1420-4c8f-a443-52f807c53d80 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:38.281167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-811b4ca8-1420-4c8f-a443-52f807c53d80 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 810 time: 0.6593597 Nov 23 10:52:38.281367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:38.344784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed2473b9-c29d-4921-9d8d-a14315b7af1c req-b0124080-bd88-4fdc-a570-f11973f28c36 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467316 Nov 23 10:52:38.347846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:38.348461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.349897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] 10.222.0.65 "PUT /v2.0/ports/da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 HTTP/1.1" status: 200 len: 1091 time: 3.4304948 Nov 23 10:52:38.350608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:38.353497 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f689249-631d-49ec-9721-efcfa7d73bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:38.370658 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.563730 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532908ce-738c-40fd-8668-36b0d4e576ba x-openstack-request-id: req-532908ce-738c-40fd-8668-36b0d4e576ba {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:38.563949 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:38.564238 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-532908ce-738c-40fd-8668-36b0d4e576ba {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:38.564704 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'status': 'completed', 'code': 200} Nov 23 10:52:38.629573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.777827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.849658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32098f39-f3d3-482a-ac6f-57b184cc25d2 service neutron] Pushing event updated for resources: {'Port': ['ID=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:38.858700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-b3ea0b06-270f-49cc-bb85-699e606c497b tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce HTTP/1.1" status: 200 len: 380 time: 0.5601962 Nov 23 10:52:38.876276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'port': {'device_id': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'admin_state_up': True, 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'security_groups': ['91382822-c688-47dc-a9f8-8100eb4c8220']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:38.905362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-ca0c695f-54b2-41b0-975f-8db2bdc75dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:38.907186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-ca0c695f-54b2-41b0-975f-8db2bdc75dd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 1094 time: 0.3301103 Nov 23 10:52:38.923439 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:38.935864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e230de6-8fa4-4019-a8f4-cb5e029deace req-76209feb-e8bf-48de-9e59-0a669a67137e tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:38.944439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e230de6-8fa4-4019-a8f4-cb5e029deace req-76209feb-e8bf-48de-9e59-0a669a67137e tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 945 time: 0.3787911 Nov 23 10:52:38.951721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:39.039164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-0b57cbd3-b546-4214-af96-f84783199cee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 HTTP/1.1" status: 200 len: 217 time: 0.0603211 Nov 23 10:52:39.042923 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:52:39.084291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Allocated IP 172.25.5.196 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/16b808b7-b177-4149-b947-8aaf3200a68a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:39.255297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e230de6-8fa4-4019-a8f4-cb5e029deace req-e7a0c4e5-dc7e-4183-9c53-6c24cbdb06a9 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097267 Nov 23 10:52:39.267724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6220268-0d2d-4847-8515-14cf0450221f req-9e8c0764-1912-4fcd-920c-84b256475829 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:39.276616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6220268-0d2d-4847-8515-14cf0450221f req-9e8c0764-1912-4fcd-920c-84b256475829 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 943 time: 0.1483495 Nov 23 10:52:39.330457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:39.374815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6220268-0d2d-4847-8515-14cf0450221f req-53fd0ac2-efb6-4aca-bd05-89016a4d0ed5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966370 Nov 23 10:52:39.420885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c3412e51-64c2-47d1-ac17-0cfb691603ff up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:39.442330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:39.530850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:39.537365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8488b38-a27f-4b92-9e67-b924201e9af1 req-8b93973a-40b9-4f8a-bf72-0cd6b420cb66 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 210 time: 0.0890439 Nov 23 10:52:39.544852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:39.551386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:39.575140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e1285814-218c-46de-9ea2-1448061b2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:39.576678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-e1285814-218c-46de-9ea2-1448061b2e28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fedd2e0d-312d-46bf-ba5e-a3ad50667558 HTTP/1.1" status: 200 len: 835 time: 0.4669371 Nov 23 10:52:39.594356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcec056-2be9-41a2-9293-612a9955175a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:39.645213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event updated for resources: {'Port': ['ID=16b808b7-b177-4149-b947-8aaf3200a68a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:39.666443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Made reservation on behalf of 74b6c9518dd1404a9d85a23e3e29d1ce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:39.675762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port c3412e51-64c2-47d1-ac17-0cfb691603ff completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:52:39.687198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:39.704429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port c3412e51-64c2-47d1-ac17-0cfb691603ff triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:39.704812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:39.745040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3ddce333-b9ca-4fdd-9673-ee50ce041e17 None None] Provisioning complete for port 16b808b7-b177-4149-b947-8aaf3200a68a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:39.745743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ddce333-b9ca-4fdd-9673-ee50ce041e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:39.752435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd1691-1560-41ff-b3e0-086fb30d6ea4 req-96d125fa-7ba8-4209-990b-14dcfdb12385 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:39.760600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58bd1691-1560-41ff-b3e0-086fb30d6ea4 req-96d125fa-7ba8-4209-990b-14dcfdb12385 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1354446 Nov 23 10:52:39.773501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-e75fa3fd-ec58-47b5-b2ec-db318ed1a8ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2669559 Nov 23 10:52:39.787481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3ddce333-b9ca-4fdd-9673-ee50ce041e17 None None] Port 16b808b7-b177-4149-b947-8aaf3200a68a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:39.876388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:39.878692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-956c00fa-3239-4971-8e1f-980c4742d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:39.881079 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-956c00fa-3239-4971-8e1f-980c4742d1b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed2b1b9-4128-449f-96ae-cfe1a2260816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2877614 Nov 23 10:52:39.933983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c3412e51-64c2-47d1-ac17-0cfb691603ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c3412e51-64c2-47d1-ac17-0cfb691603ff,segment=NetworkSegment(8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04),segment_id=8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:39.937550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58bd1691-1560-41ff-b3e0-086fb30d6ea4 req-240212dc-e9d7-418d-9510-b10f58cf6c47 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759465 Nov 23 10:52:39.951881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:40.014516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c3412e51-64c2-47d1-ac17-0cfb691603ff,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:40.069938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-d7889b6d-dc63-4980-ab2b-700143c488cd service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738665 Nov 23 10:52:40.086345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:40.136369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:40.149097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-3bba1e62-d786-4385-894b-8168f141099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:40.151310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-3bba1e62-d786-4385-894b-8168f141099f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 1096 time: 0.3132701 Nov 23 10:52:40.162339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:40.244620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3412e51-64c2-47d1-ac17-0cfb691603ff'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:40.247001 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9516fed7-3219-4654-b6e2-23f414dc21de" -d '{"events": [{"server_uuid": "d06f03ac-e19c-495f-8f01-e85ba6ae3ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c3412e51-64c2-47d1-ac17-0cfb691603ff"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:40.289614 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93afada7-c1f9-4fd5-b452-72931340727a x-openstack-request-id: req-93afada7-c1f9-4fd5-b452-72931340727a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:40.289916 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f03ac-e19c-495f-8f01-e85ba6ae3ab4", "name": "network-vif-plugged", "status": "completed", "tag": "c3412e51-64c2-47d1-ac17-0cfb691603ff", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:40.290753 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93afada7-c1f9-4fd5-b452-72931340727a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:40.291151 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3412e51-64c2-47d1-ac17-0cfb691603ff', 'code': 200} Nov 23 10:52:40.297949 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:40.310064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Allocated IP 172.20.0.5 (5f45c09a-6758-4daa-bfae-fe9fedaf8914/e07cd0ef-6d88-4e46-a246-dfbdcb9179bd/702bc5a5-a763-47af-81a7-1fab6d484354) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:40.410309 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:40.424505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:40.474686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:40.535165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac317d94-66d1-4e9c-a6ff-79290ade1dd0 req-9a8bd797-8fe3-4146-af70-30ab750f0dff service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390872 Nov 23 10:52:40.595378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0281a15-da8e-4466-a3ef-f0cba7483a0a req-5d1b0d7a-c214-4334-ac1c-7cccfbae047e tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:40.597562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0281a15-da8e-4466-a3ef-f0cba7483a0a req-5d1b0d7a-c214-4334-ac1c-7cccfbae047e tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 946 time: 0.1922951 Nov 23 10:52:40.602099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c307e46-d431-40ec-89ad-aa0d25a5184c req-8d34cb06-29d9-4bd9-91d9-d6a15e398ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:40.604475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c307e46-d431-40ec-89ad-aa0d25a5184c req-8d34cb06-29d9-4bd9-91d9-d6a15e398ee9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 1097 time: 0.2337868 Nov 23 10:52:40.994092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-0e37a163-562e-4b2a-8ac4-cb6101ee0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:40.996946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-0e37a163-562e-4b2a-8ac4-cb6101ee0eda service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.7934177 Nov 23 10:52:41.055012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-895df91f-0df5-416b-b91c-244174e262f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e066594-ecd5-4730-a888-3bf2dede11cd HTTP/1.1" status: 200 len: 217 time: 0.0457311 Nov 23 10:52:41.069580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0281a15-da8e-4466-a3ef-f0cba7483a0a req-9b90980b-3183-4f5a-ae34-c76b526bb6d8 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617114 Nov 23 10:52:41.075621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c307e46-d431-40ec-89ad-aa0d25a5184c req-c14c7c90-071a-41ae-9fb6-158362d725bd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596517 Nov 23 10:52:41.154953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Router f25b2f66-f483-46cc-9315-60a2dfea6cf6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:41.160578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551d31-ab0f-40cc-ad72-295de6eba68b req-a072fa34-652d-457b-924a-8d6759f0e810 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.168282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c551d31-ab0f-40cc-ad72-295de6eba68b req-a072fa34-652d-457b-924a-8d6759f0e810 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 943 time: 0.6857605 Nov 23 10:52:41.220837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-6de775d5-d47e-40cf-b348-8050a1465d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.222428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-6de775d5-d47e-40cf-b348-8050a1465d91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 1094 time: 0.2938259 Nov 23 10:52:41.224219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:41.240377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:41.287581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-1938d267-7362-45da-9ab4-10defe7fb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.289216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-1938d267-7362-45da-9ab4-10defe7fb544 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1976414 Nov 23 10:52:41.313143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:41.383237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35a23b6a-f88c-44c8-95da-5ba191c007ba req-4b0529bf-f8b0-422a-8a47-a93352d4f002 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 210 time: 0.0346067 Nov 23 10:52:41.386776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:41.395000 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:41.401339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-82545abe-f69b-4869-89fa-915a02c2e2e2 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "PUT /v2.0/routers/f25b2f66-f483-46cc-9315-60a2dfea6cf6 HTTP/1.1" status: 200 len: 880 time: 3.1964877 Nov 23 10:52:41.402141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47078) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:41.403244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] Sync routers for ids ['f25b2f66-f483-46cc-9315-60a2dfea6cf6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:41.410746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c551d31-ab0f-40cc-ad72-295de6eba68b req-9c792608-d12f-4c0c-a17d-a354a59990b1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414532 Nov 23 10:52:41.433198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] Routers {'f25b2f66-f483-46cc-9315-60a2dfea6cf6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:41.450045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f25b2f66-f483-46cc-9315-60a2dfea6cf6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:41.536337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:41.560706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] Routers {'f25b2f66-f483-46cc-9315-60a2dfea6cf6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:41.561490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['f25b2f66-f483-46cc-9315-60a2dfea6cf6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:41.600630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-3d53e4f8-fc75-4ba0-8806-a152afce755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.602149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-3d53e4f8-fc75-4ba0-8806-a152afce755c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ed2b1b9-4128-449f-96ae-cfe1a2260816 HTTP/1.1" status: 200 len: 898 time: 0.3555455 Nov 23 10:52:41.614229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-558d7d2f-7532-4148-beed-775579e49d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.615734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-558d7d2f-7532-4148-beed-775579e49d62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522011 Nov 23 10:52:41.649700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:41.651799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3ceb61-05d4-4dfd-ad79-545652a5f8ab None None] The sync data for ids ['f25b2f66-f483-46cc-9315-60a2dfea6cf6'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:41.683707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8cce6fa3-d27a-4275-a52a-31c5c9ee3dec tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/f25b2f66-f483-46cc-9315-60a2dfea6cf6 HTTP/1.1" status: 200 len: 921 time: 0.2802932 Nov 23 10:52:41.685699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47080) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:41.693793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:41.696160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-ed577600-88c8-4599-bb62-e14d3d706d00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 HTTP/1.1" status: 200 len: 217 time: 0.0795529 Nov 23 10:52:41.754831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:41.770436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50dab8-e31e-4194-9f91-5a5097fd4a23 req-63f24193-6b61-4e0a-a11e-94eaed5fe2b0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.773093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db50dab8-e31e-4194-9f91-5a5097fd4a23 req-63f24193-6b61-4e0a-a11e-94eaed5fe2b0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.2331042 Nov 23 10:52:41.781516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16cb838-ac13-4cb4-8080-071443118f51 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:41.783020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b16cb838-ac13-4cb4-8080-071443118f51 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=f25b2f66-f483-46cc-9315-60a2dfea6cf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0952244 Nov 23 10:52:41.792757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47082) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:41.868476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event updated for resources: {'Port': ['ID=702bc5a5-a763-47af-81a7-1fab6d484354,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:41.901521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:41.907898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-b4b2bbe2-ec65-4540-80a0-86c1b14efe2f service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689292 Nov 23 10:52:41.914895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:41.920476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:42.009892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-2ed989bd-67c7-48b7-923d-704ecc0f6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:42.011559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-2ed989bd-67c7-48b7-923d-704ecc0f6df5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fedd2e0d-312d-46bf-ba5e-a3ad50667558 HTTP/1.1" status: 200 len: 835 time: 0.2665846 Nov 23 10:52:42.073031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db50dab8-e31e-4194-9f91-5a5097fd4a23 req-a48020d6-1525-48f9-99a0-9b76f2a1d445 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887948 Nov 23 10:52:42.081200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c9eb51-e384-4027-a84f-02d6bffb294f tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:42.084900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83c9eb51-e384-4027-a84f-02d6bffb294f tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.2902155 Nov 23 10:52:42.088966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47084) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:42.123815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba02d408-77ef-48c3-9db0-4fbd135fc589 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25b2f66-f483-46cc-9315-60a2dfea6cf6 HTTP/1.1" status: 200 len: 205 time: 0.0336595 Nov 23 10:52:42.137028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47088) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:42.326126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:42.329371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:42.340341 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:42.360184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:42.361089 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:42.382111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:42.393961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:42.399815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a7c16c55-c9ce-49ae-a8ea-557656bc3eda tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/routers/b5a3ab87-680a-47bd-b52f-9fdebc44c017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0057914 Nov 23 10:52:42.407891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47096) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:42.439717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'port': {'network_id': 'b86ba9e6-2892-4230-886b-9d5e8f9bd768', 'name': 'tempest-FloatingIPTestJSON-1001397612'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:42.454349 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:42.473046 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:42.475597 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:42.485253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:42.494604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e0d78004-5918-4156-afec-7d3df3e9a0d5 None None] Provisioning complete for port 702bc5a5-a763-47af-81a7-1fab6d484354 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:42.496210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e0d78004-5918-4156-afec-7d3df3e9a0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:42.545100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e0d78004-5918-4156-afec-7d3df3e9a0d5 None None] Port 702bc5a5-a763-47af-81a7-1fab6d484354 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:42.556569 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:42.558654 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e864a3-91a2-4c60-979d-4de1434f472d None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:42.588841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-e85702e5-70cc-44ae-8266-bd2964c88ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:42.596055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Deleting port 16b808b7-b177-4149-b947-8aaf3200a68a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:42.596470 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:42.596719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-e85702e5-70cc-44ae-8266-bd2964c88ba7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed2b1b9-4128-449f-96ae-cfe1a2260816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5690770 Nov 23 10:52:42.607735 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-cc0306bd-d6f1-49e3-adc8-2cefb25e1a59 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7372892 Nov 23 10:52:42.655088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Request body: {'port': {'device_id': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:42.664915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-295a65e7-bced-4ace-9a40-71f83bf04a92 req-e97723f6-7d0e-4cde-9214-d46e842d094a service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7399313 Nov 23 10:52:42.711914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d421b8-7177-4cf0-907b-488999fd06fb req-c3da6bce-23dd-4247-ba92-6300dcb11aba tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:42.722698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25d421b8-7177-4cf0-907b-488999fd06fb req-c3da6bce-23dd-4247-ba92-6300dcb11aba tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 946 time: 0.4237919 Nov 23 10:52:42.742922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826a35b-346b-48bf-9a9d-a2129ea522d8 req-5c8bbde5-c338-40cf-a12f-68c5215a0fef tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:42.745200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c826a35b-346b-48bf-9a9d-a2129ea522d8 req-5c8bbde5-c338-40cf-a12f-68c5215a0fef tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 943 time: 0.1455839 Nov 23 10:52:42.789860 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:42.826940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Calling delete_port for 16b808b7-b177-4149-b947-8aaf3200a68a owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:42.834507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c826a35b-346b-48bf-9a9d-a2129ea522d8 req-58023e7c-e0ab-47da-8c9f-345b980b916b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825112 Nov 23 10:52:42.902490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:42.938795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-88f588d4-7992-414a-847c-636bb08f638d service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004310 Nov 23 10:52:42.966508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25d421b8-7177-4cf0-907b-488999fd06fb req-250bd19d-955d-453f-a37c-bb377466c29c tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428219 Nov 23 10:52:43.118259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:43.140253 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.163578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.231399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] device_id is not set on port ef1c8deb-c9cc-47ab-b809-53957d8a5248 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:52:43.280609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event deleted for resources: {'Port': ['ID=16b808b7-b177-4149-b947-8aaf3200a68a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:43.304683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b33bda-6e5c-460c-89b6-25065b2b05f2 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:43.344228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf3eab-901b-4c79-b101-12afd1544b76 req-12aebdda-ac27-4a98-958b-65ba1f5a59b0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.346796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9acf3eab-901b-4c79-b101-12afd1544b76 req-12aebdda-ac27-4a98-958b-65ba1f5a59b0 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 931 time: 0.2623367 Nov 23 10:52:43.428837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f689249-631d-49ec-9721-efcfa7d73bb7 req-326c35cb-2400-44a3-b2ac-9cf8eda68c7c service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605961 Nov 23 10:52:43.493309 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9acf3eab-901b-4c79-b101-12afd1544b76 req-4d299a0f-6bd0-42d8-8b0e-3fffc6e29f66 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132076 Nov 23 10:52:43.502480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.518538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-f0a101b7-d1aa-4164-8f17-d573b945176b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2733583 Nov 23 10:52:43.580908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df552937-8e57-4274-9d2f-e69d2ccc3701 req-5615d67f-4c05-4f22-9d95-ea4e90673035 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.581758 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df552937-8e57-4274-9d2f-e69d2ccc3701 req-5615d67f-4c05-4f22-9d95-ea4e90673035 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.2501986 Nov 23 10:52:43.665024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.668458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.703874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:52:43.707188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.9 (b86ba9e6-2892-4230-886b-9d5e8f9bd768/2831e731-bf09-49ea-97c5-3e45f1801c6b/ef1c8deb-c9cc-47ab-b809-53957d8a5248) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:43.731421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.731789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Fanout notify agent at l3_agent the message router_deleted on router f25b2f66-f483-46cc-9315-60a2dfea6cf6 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:43.748307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.755307 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-99e6bf69-54fa-492d-b8e7-573be8a461fd tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/f25b2f66-f483-46cc-9315-60a2dfea6cf6 HTTP/1.1" status: 204 len: 168 time: 1.6134622 Nov 23 10:52:43.755831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df552937-8e57-4274-9d2f-e69d2ccc3701 req-f2125a9e-9fc9-4bcb-9883-825b4630a9a0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420734 Nov 23 10:52:43.756541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47108) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:43.763060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-29dfafde-2260-40df-bf59-2df0ebfc4b54 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1247480161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:43.785978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.786777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.787407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.788080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.788743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.789499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.789981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:43.792840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4c0b0e5a-04d3-4761-8fb2-2193685a5311 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6488 time: 0.1757207 Nov 23 10:52:43.795071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29dfafde-2260-40df-bf59-2df0ebfc4b54 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.796878 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29dfafde-2260-40df-bf59-2df0ebfc4b54 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.876204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29dfafde-2260-40df-bf59-2df0ebfc4b54 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.894365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:43.896880 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29dfafde-2260-40df-bf59-2df0ebfc4b54 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.928352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:52:43.931454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29dfafde-2260-40df-bf59-2df0ebfc4b54 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:43.933217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-29dfafde-2260-40df-bf59-2df0ebfc4b54 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1755545 Nov 23 10:52:43.936085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47112) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:43.941887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': True}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:44.022475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.054511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:44.097863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:44.108190 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.179534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:44.268351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14acf1-ffc7-4a8f-b4db-608c62a14042 req-23ea1880-bd8d-4e03-83f0-d7b7f3933c0c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:44.270001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb14acf1-ffc7-4a8f-b4db-608c62a14042 req-23ea1880-bd8d-4e03-83f0-d7b7f3933c0c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 943 time: 0.2563074 Nov 23 10:52:44.276222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.369617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb14acf1-ffc7-4a8f-b4db-608c62a14042 req-1c7f0008-4258-4df8-804e-717a8eb7ced5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824668 Nov 23 10:52:44.459310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702bc5a5-a763-47af-81a7-1fab6d484354 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:44.476711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:44.549370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.564979 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-98dd2055-610d-4bd2-8f05-7b85fe27c731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.593679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Transition to ACTIVE for port object 702bc5a5-a763-47af-81a7-1fab6d484354 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:52:44.604418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b21b7-72fa-41c5-ac8c-d3044499ab8b req-b9108c57-8538-4136-952e-cb5fb21e7cb6 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:44.611640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-748b21b7-72fa-41c5-ac8c-d3044499ab8b req-b9108c57-8538-4136-952e-cb5fb21e7cb6 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 946 time: 0.2098193 Nov 23 10:52:44.630739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.649036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.658176 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.754502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-77d2e6c2-61de-46ca-885c-61144224d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:44.754972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-77d2e6c2-61de-46ca-885c-61144224d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:44.755438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-77d2e6c2-61de-46ca-885c-61144224d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:44.757046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-77d2e6c2-61de-46ca-885c-61144224d768 service neutron] 10.222.0.65 "GET /v2.0/networks?id=172cb543-158a-4cad-bd24-49d8d0daf094&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 2293 time: 0.8999076 Nov 23 10:52:44.821155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:44.836581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91a5fd-8c74-4111-ab0c-5f893b8b57ab req-31965dab-a75b-45f7-8a36-30672f323e7c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:44.844501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b91a5fd-8c74-4111-ab0c-5f893b8b57ab req-31965dab-a75b-45f7-8a36-30672f323e7c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 943 time: 0.1773837 Nov 23 10:52:44.891736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Allocated IP 172.25.5.239 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/07ac5a5d-ec2b-46cd-bc42-9c6872897c7d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:44.924827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-748b21b7-72fa-41c5-ac8c-d3044499ab8b req-bb46378f-ca49-40d3-8fb1-50350185414f tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114660 Nov 23 10:52:45.012290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b91a5fd-8c74-4111-ab0c-5f893b8b57ab req-b0463a29-2f83-41ad-90ec-9e065434ffe5 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655741 Nov 23 10:52:45.050193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:45.142111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Pushing event updated for resources: {'Port': ['ID=702bc5a5-a763-47af-81a7-1fab6d484354,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:45.168146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.168524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.168855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.169453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.169846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.170190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.170617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.170957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.171295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.171775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.172111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.172481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:52:45.182725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:45.218468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c4034-229d-4ba6-b582-388b05225b22 req-54f7e3e7-d091-47af-9cc1-88ad7f7e4633 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:45.220044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-958c4034-229d-4ba6-b582-388b05225b22 req-54f7e3e7-d091-47af-9cc1-88ad7f7e4633 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.0780580 Nov 23 10:52:45.265369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:45.271030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=ef1c8deb-c9cc-47ab-b809-53957d8a5248,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:45.328232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-958c4034-229d-4ba6-b582-388b05225b22 req-b718065a-ec08-48e0-a277-0ab9c49df8b9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011462 Nov 23 10:52:45.331251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:45.340571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:45.344681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:45.364626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:45.371214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:45.372410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff51ae2-565d-4b03-a715-c7a3edad0e66 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:45.373590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:45.409731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Port': ['ID=07ac5a5d-ec2b-46cd-bc42-9c6872897c7d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:45.434568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9173ca7b-e2d4-410e-bc21-026890897356 None None] Provisioning complete for port 07ac5a5d-ec2b-46cd-bc42-9c6872897c7d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:45.435413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9173ca7b-e2d4-410e-bc21-026890897356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:45.459597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:45.463431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:45.490245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-dc730a87-a054-4e84-a09e-848842e268d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 200 len: 1000 time: 0.7217634 Nov 23 10:52:45.503622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9173ca7b-e2d4-410e-bc21-026890897356 None None] Port 07ac5a5d-ec2b-46cd-bc42-9c6872897c7d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:45.551453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e522b830-cb00-4644-8f8d-ea2c59987f88 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1274827 Nov 23 10:52:45.557784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:45.562730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'port': {'network_id': 'b86ba9e6-2892-4230-886b-9d5e8f9bd768', 'name': 'tempest-FloatingIPTestJSON-1242524245'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:45.572118 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Attempting to bind port 702bc5a5-a763-47af-81a7-1fab6d484354 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:52:45.572591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Attempting to bind port 702bc5a5-a763-47af-81a7-1fab6d484354 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:52:45.572812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Attempting to bind port 702bc5a5-a763-47af-81a7-1fab6d484354 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:45.600940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Port 702bc5a5-a763-47af-81a7-1fab6d484354 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:52:45.601313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Attempting to bind port 702bc5a5-a763-47af-81a7-1fab6d484354 on network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:52:45.622574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-fe1dd1eb-d55b-42aa-97d8-d8635ffe9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:45.624096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-fe1dd1eb-d55b-42aa-97d8-d8635ffe9c94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e66536e5-6ad5-4ff3-acb6-9feefcc40aed HTTP/1.1" status: 200 len: 850 time: 0.1173010 Nov 23 10:52:45.702315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:52:45.702709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Checking segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:45.703057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Bound using segment: {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:52:45.703537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Bound port: 702bc5a5-a763-47af-81a7-1fab6d484354, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:52:45.703882 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:45.816340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acc01d-a5a5-4a09-a5d0-41a5c4e14ce8 req-18dde416-156c-4d5d-aa4f-ce4521234230 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:45.824186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47acc01d-a5a5-4a09-a5d0-41a5c4e14ce8 req-18dde416-156c-4d5d-aa4f-ce4521234230 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 946 time: 0.2159572 Nov 23 10:52:45.839572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-70d8233a-0ab5-4169-94fa-1044ae583407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:45.841128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-70d8233a-0ab5-4169-94fa-1044ae583407 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=172cb543-158a-4cad-bd24-49d8d0daf094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982386 Nov 23 10:52:45.934121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] For port 702bc5a5-a763-47af-81a7-1fab6d484354, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:52:45.980004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:45.983871 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:45.995495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] For port 702bc5a5-a763-47af-81a7-1fab6d484354, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=702bc5a5-a763-47af-81a7-1fab6d484354,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:52:46.011334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47acc01d-a5a5-4a09-a5d0-41a5c4e14ce8 req-19fc800b-139b-40d3-9b03-06018e53529b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837862 Nov 23 10:52:46.026687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:46.148232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] device_id is not set on port 9e374741-9ba4-47ea-a41e-69f9c20bbc45 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:52:46.166147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:46.166875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:46.168315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] 10.222.0.58 "PUT /v2.0/ports/702bc5a5-a763-47af-81a7-1fab6d484354 HTTP/1.1" status: 200 len: 1091 time: 3.5190535 Nov 23 10:52:46.168800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:46.171170 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d" -d '{"events": [{"name": "network-changed", "server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:46.183237 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:46.188871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-ead0474b-a616-48d0-9415-4fe2b5047eec service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320961 Nov 23 10:52:46.357672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca7d40-6abe-47c0-a7a4-29b4729bcffe service neutron] Pushing event updated for resources: {'Port': ['ID=702bc5a5-a763-47af-81a7-1fab6d484354,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:46.435782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c67dc-1d02-45fc-9cc8-e8b3d2cb0147 req-2cb61261-6da0-4d02-85f4-a17b1a7840a0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:46.443745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f0c67dc-1d02-45fc-9cc8-e8b3d2cb0147 req-2cb61261-6da0-4d02-85f4-a17b1a7840a0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 944 time: 0.8232312 Nov 23 10:52:46.504432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:46.523385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:46.541836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f0c67dc-1d02-45fc-9cc8-e8b3d2cb0147 req-206e8050-4cdb-424e-a43a-b22db650ab7e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969651 Nov 23 10:52:46.558043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-0dfcacf5-9edb-486f-9339-046e880b2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:46.558546 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-0dfcacf5-9edb-486f-9339-046e880b2eb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 1094 time: 0.3014531 Nov 23 10:52:46.580632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c83040-4314-40e9-b059-10dd6be4b81b req-54ef9d40-05dc-45c5-a0a1-9b69a68423fb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:46.588503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2c83040-4314-40e9-b059-10dd6be4b81b req-54ef9d40-05dc-45c5-a0a1-9b69a68423fb tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 943 time: 0.2206631 Nov 23 10:52:46.595661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.13 (b86ba9e6-2892-4230-886b-9d5e8f9bd768/2831e731-bf09-49ea-97c5-3e45f1801c6b/9e374741-9ba4-47ea-a41e-69f9c20bbc45) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:46.619637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-70b944a8-5f83-4498-8361-e8e209e62135 service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758824 Nov 23 10:52:46.667223 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-b096b648-d03e-487d-ba7a-21cc9f4ba969 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=702bc5a5-a763-47af-81a7-1fab6d484354 HTTP/1.1" status: 200 len: 217 time: 0.0678239 Nov 23 10:52:46.714899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4eb1c5d9-c107-44de-b4cc-399b2c1403f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 217 time: 0.0618496 Nov 23 10:52:46.749850 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a4ed9-1168-4c0d-9e04-176885a28013 x-openstack-request-id: req-a21a4ed9-1168-4c0d-9e04-176885a28013 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:46.749850 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:46.750320 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a21a4ed9-1168-4c0d-9e04-176885a28013 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:46.750444 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354', 'status': 'completed', 'code': 200} Nov 23 10:52:46.762261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Router 7dfe37e6-0601-4d57-8ebd-f9aca912dae8 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:46.834675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2c83040-4314-40e9-b059-10dd6be4b81b req-fcc56cd7-03cc-48ac-8af3-67dd41de5efe tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448087 Nov 23 10:52:46.858569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-481787c7-e45e-4ac0-8492-503a2edda0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:46.860345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-481787c7-e45e-4ac0-8492-503a2edda0ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.1606421 Nov 23 10:52:46.891014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-abe096ce-9eac-414f-933f-0cf5e1c2768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:46.892420 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd66a6aa-a5ac-4b8d-be04-545fd6257380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:46.892975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-abe096ce-9eac-414f-933f-0cf5e1c2768d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1397140 Nov 23 10:52:47.006175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:47.020253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] Sync routers for ids ['7dfe37e6-0601-4d57-8ebd-f9aca912dae8'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:47.023529 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:47.032221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9865b41b-4c27-4a5f-ad63-665ab8e4548e tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "PUT /v2.0/routers/7dfe37e6-0601-4d57-8ebd-f9aca912dae8 HTTP/1.1" status: 200 len: 915 time: 3.0944681 Nov 23 10:52:47.038821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47150) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:47.041810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] Routers {'7dfe37e6-0601-4d57-8ebd-f9aca912dae8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:47.047066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7dfe37e6-0601-4d57-8ebd-f9aca912dae8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:47.069748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03512b-2d6c-4739-8392-272b1d959a64 req-16f8bb8b-121c-499c-867a-db926c74d3e7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.071380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b03512b-2d6c-4739-8392-272b1d959a64 req-16f8bb8b-121c-499c-867a-db926c74d3e7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.0984864 Nov 23 10:52:47.116732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:47.145616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] Routers {'7dfe37e6-0601-4d57-8ebd-f9aca912dae8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:47.148283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7dfe37e6-0601-4d57-8ebd-f9aca912dae8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:47.178745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b03512b-2d6c-4739-8392-272b1d959a64 req-2a916689-a239-4f1e-abc4-74a8474f6277 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854409 Nov 23 10:52:47.202895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:47.204350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3709915d-7167-4a41-9f5b-354b9b7e4f65 None None] The sync data for ids ['7dfe37e6-0601-4d57-8ebd-f9aca912dae8'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:47.248479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e517adfc-ea39-40d0-9c5d-31cbba28bad8 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/7dfe37e6-0601-4d57-8ebd-f9aca912dae8 HTTP/1.1" status: 200 len: 921 time: 0.1939001 Nov 23 10:52:47.255266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-0b2f22e5-6839-4a07-9c99-c3e529b9ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.257676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-0b2f22e5-6839-4a07-9c99-c3e529b9ecc3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3859692 Nov 23 10:52:47.257823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47154) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:47.312387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e966e9-fa69-446d-8d3e-13a76d7861cc tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.314736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f9e966e9-fa69-446d-8d3e-13a76d7861cc tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=7dfe37e6-0601-4d57-8ebd-f9aca912dae8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0556579 Nov 23 10:52:47.315464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47156) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:47.349800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-799b9967-f73a-426a-a9db-042af7000f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.351324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-799b9967-f73a-426a-a9db-042af7000f1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4406335 Nov 23 10:52:47.381802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:47.422653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43f6bf0-0de3-4c93-aca6-0e794ae395a9 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.426897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a43f6bf0-0de3-4c93-aca6-0e794ae395a9 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.1075671 Nov 23 10:52:47.427876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47158) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:47.436153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-bc4296ba-d819-41e4-a697-6878d2f4ef59 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.437639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-bc4296ba-d819-41e4-a697-6878d2f4ef59 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.58 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 946 time: 0.4854462 Nov 23 10:52:47.464559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b35ef423-f72b-4b51-aec7-f35fc1b99636 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dfe37e6-0601-4d57-8ebd-f9aca912dae8 HTTP/1.1" status: 200 len: 205 time: 0.0317605 Nov 23 10:52:47.465194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:47.581895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0f5fb-79cc-4e7e-a417-dc8e42a389d2 req-3262938f-3589-48b7-a978-f53742529c31 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.584373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64c0f5fb-79cc-4e7e-a417-dc8e42a389d2 req-3262938f-3589-48b7-a978-f53742529c31 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 946 time: 0.3336399 Nov 23 10:52:47.626578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:47.668012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-600fd186-ef80-47a5-afb7-d7205b0f5203 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904881 Nov 23 10:52:47.724883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:47.748832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4a2b3223-8a81-4b99-9583-9d9dff08ae0c service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852727 Nov 23 10:52:47.749892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:47.762455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ec0d5-9371-4595-95fc-bc6aed5d053e req-a0249959-b1b9-492a-88aa-776f6c3ce56e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:47.770242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c7ec0d5-9371-4595-95fc-bc6aed5d053e req-a0249959-b1b9-492a-88aa-776f6c3ce56e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 944 time: 0.1388237 Nov 23 10:52:47.835168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:47.847059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c7ec0d5-9371-4595-95fc-bc6aed5d053e req-65abfaaf-f9ee-4771-9fa5-21df8480b419 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756912 Nov 23 10:52:47.866528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:52:47.883522 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:47.884339 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:47.938559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Deleting port 07ac5a5d-ec2b-46cd-bc42-9c6872897c7d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:47.938922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.045925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.107848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:48.110737 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6096bf-c929-456b-9391-218782dd696e" -d '{"events": [{"server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "name": "network-vif-plugged", "status": "completed", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:48.113282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.136017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:48.145941 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.149466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Calling delete_port for 07ac5a5d-ec2b-46cd-bc42-9c6872897c7d owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:48.220911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cb102-1c41-4380-a87f-65f9adc58953 req-e253cb69-8c20-46d0-a7b6-d4f4c42d1fd3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:48.230754 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc1cb102-1c41-4380-a87f-65f9adc58953 req-e253cb69-8c20-46d0-a7b6-d4f4c42d1fd3 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 943 time: 0.1292672 Nov 23 10:52:48.277935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64c0f5fb-79cc-4e7e-a417-dc8e42a389d2 req-0d5dd4bf-19d2-4444-a293-2ebee9fea5b9 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6831176 Nov 23 10:52:48.314955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:48.317888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:48.358459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc1cb102-1c41-4380-a87f-65f9adc58953 req-db990f61-cfd7-498f-bc24-a31719aa6c93 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266229 Nov 23 10:52:48.360975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:48.363527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:48.382131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=9e374741-9ba4-47ea-a41e-69f9c20bbc45,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:48.394465 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7891da83-d6a8-4b4c-bc55-e29891b76dde x-openstack-request-id: req-7891da83-d6a8-4b4c-bc55-e29891b76dde {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:48.394765 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "name": "network-vif-plugged", "status": "completed", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:48.395024 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7891da83-d6a8-4b4c-bc55-e29891b76dde {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:48.395425 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'code': 200} Nov 23 10:52:48.504366 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.581451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.585754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Deleting port c3412e51-64c2-47d1-ac17-0cfb691603ff {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:48.586300 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.627939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event deleted for resources: {'Port': ['ID=07ac5a5d-ec2b-46cd-bc42-9c6872897c7d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:48.629487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7201c305-ea54-4b48-a247-71a57f96e3fe req-653ee01a-8777-4d31-b1b9-8324a9f6debf service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9510763 Nov 23 10:52:48.680245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf45813-e128-42c6-b188-08b70ba10f45 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:48.714679 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.716070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:48.717349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.738968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-3333843d-1d58-4f96-aefd-8831d63a0bdc service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9725602 Nov 23 10:52:48.800674 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-299bdde0-a318-4ff1-a701-96951ea90a30 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2389486 Nov 23 10:52:48.800674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae0fb-7df2-4103-819f-a4bb10978319 req-c5c425b8-c529-4a2b-a3f5-96acc9e1c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:48.810745 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b14ae0fb-7df2-4103-819f-a4bb10978319 req-c5c425b8-c529-4a2b-a3f5-96acc9e1c143 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 1096 time: 0.3155642 Nov 23 10:52:48.811262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47180) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:48.869305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.871151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '9e374741-9ba4-47ea-a41e-69f9c20bbc45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:48.872310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.895163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-e8df8b4a-0a66-459a-bd90-e4021abf62e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 217 time: 0.1373737 Nov 23 10:52:48.951811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05b6a3-b168-4507-b2a6-04f27c2ca7e2 req-e0e54d7e-4634-433f-8bf1-d908dd3a62d1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:48.964039 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd05b6a3-b168-4507-b2a6-04f27c2ca7e2 req-e0e54d7e-4634-433f-8bf1-d908dd3a62d1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.2053812 Nov 23 10:52:48.984859 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:48.985518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Fanout notify agent at l3_agent the message router_deleted on router 7dfe37e6-0601-4d57-8ebd-f9aca912dae8 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:49.005332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.011820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ae0c544-b4da-4780-8e34-d7ecdc6a8b46 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/7dfe37e6-0601-4d57-8ebd-f9aca912dae8 HTTP/1.1" status: 204 len: 168 time: 1.5454249 Nov 23 10:52:49.013872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47184) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:49.018248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1e89a4eb-db07-4f74-8948-2aa0df51b2d1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-335592318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:49.039032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.054794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] For port c3412e51-64c2-47d1-ac17-0cfb691603ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c3412e51-64c2-47d1-ac17-0cfb691603ff,segment=NetworkSegment(8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04),segment_id=8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:49.055176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.060760 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd05b6a3-b168-4507-b2a6-04f27c2ca7e2 req-16ad2b93-6223-4142-a63e-cb48ea37911a tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957813 Nov 23 10:52:49.069973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-43799a01-29f2-43b4-b01a-b784d307e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.070504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e89a4eb-db07-4f74-8948-2aa0df51b2d1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.071530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-43799a01-29f2-43b4-b01a-b784d307e4a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 1094 time: 0.3298538 Nov 23 10:52:49.073710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e89a4eb-db07-4f74-8948-2aa0df51b2d1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.073888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-af930912-4402-42d4-bb10-46d1e98ee5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.075054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-af930912-4402-42d4-bb10-46d1e98ee5b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1670527 Nov 23 10:52:49.077820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b14ae0fb-7df2-4103-819f-a4bb10978319 req-eba303b7-0f83-41b5-8682-7e9b51211d17 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013404 Nov 23 10:52:49.126157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Calling delete_port for c3412e51-64c2-47d1-ac17-0cfb691603ff owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:49.154531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e89a4eb-db07-4f74-8948-2aa0df51b2d1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.163733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e89a4eb-db07-4f74-8948-2aa0df51b2d1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.202031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e89a4eb-db07-4f74-8948-2aa0df51b2d1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.203392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1e89a4eb-db07-4f74-8948-2aa0df51b2d1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1885736 Nov 23 10:52:49.206240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47188) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:49.210672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'enable_snat': False}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:49.225776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc81fd-a39d-4edd-a461-1a485bc25f50 req-bca0e00c-83c6-4dc2-9ff8-b3a40c6d83d0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.234252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5dc81fd-a39d-4edd-a461-1a485bc25f50 req-bca0e00c-83c6-4dc2-9ff8-b3a40c6d83d0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 945 time: 0.2666533 Nov 23 10:52:49.421026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-ba300a85-0c00-4624-a6cb-aeea3433992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.422564 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-ba300a85-0c00-4624-a6cb-aeea3433992e service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.3263054 Nov 23 10:52:49.468240 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.475019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5dc81fd-a39d-4edd-a461-1a485bc25f50 req-d7b926f8-15b3-4fe8-b004-38c71a8f6698 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397845 Nov 23 10:52:49.500131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a2d31-d459-418c-a01b-99ae3601ba8e req-cc4c9259-8d5b-420a-8c69-dcf20dea3d0f tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.508587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-227a2d31-d459-418c-a01b-99ae3601ba8e req-cc4c9259-8d5b-420a-8c69-dcf20dea3d0f tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 946 time: 0.1112773 Nov 23 10:52:49.548559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-9df2f249-4636-4b05-9e34-d55bdc6e4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.550120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-9df2f249-4636-4b05-9e34-d55bdc6e4376 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2607136 Nov 23 10:52:49.553972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-e9c22908-87ec-4338-bc62-a1a199a6d573 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=702bc5a5-a763-47af-81a7-1fab6d484354 HTTP/1.1" status: 200 len: 217 time: 0.1133444 Nov 23 10:52:49.557706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.633795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-227a2d31-d459-418c-a01b-99ae3601ba8e req-71124b95-8e38-40f6-9b8a-bda60bbe18f4 tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/security-groups?id=58eff26b-3844-4f37-a8e0-c7ffa759aa0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239939 Nov 23 10:52:49.706629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-dffa70f4-c749-46ee-ad13-303a87ae059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.708127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-dffa70f4-c749-46ee-ad13-303a87ae059e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.1373181 Nov 23 10:52:49.725558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.802239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.860868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Pushing event deleted for resources: {'Port': ['ID=c3412e51-64c2-47d1-ac17-0cfb691603ff,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:49.904265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168ea64-d88b-4a7a-9a1a-53168e2d8cb7 req-402ecd00-a964-4119-b052-6e9cc9db8831 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.909515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.911500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5168ea64-d88b-4a7a-9a1a-53168e2d8cb7 req-402ecd00-a964-4119-b052-6e9cc9db8831 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 943 time: 0.2973175 Nov 23 10:52:49.932882 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.949300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-ff7bd6f9-f498-4adb-8987-e0b3c7ae5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:49.950851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-ff7bd6f9-f498-4adb-8987-e0b3c7ae5427 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2100966 Nov 23 10:52:49.954664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:49.961451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-0832833b-92c8-40d1-8de4-b7068a806083 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005985 Nov 23 10:52:49.992666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] No DVR routers for this DVR port c3412e51-64c2-47d1-ac17-0cfb691603ff on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:52:50.015387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:50.018846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40618abf-dfa1-43f9-aab7-79f6aef6f876 req-1e351266-c1f0-4e49-ba1c-3d3c423a737b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.58 "DELETE /v2.0/ports/c3412e51-64c2-47d1-ac17-0cfb691603ff HTTP/1.1" status: 204 len: 173 time: 2.5700912 Nov 23 10:52:50.023970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'name': 'network-vif-deleted', 'tag': 'c3412e51-64c2-47d1-ac17-0cfb691603ff'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:50.026861 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc2c2a-ec36-4c41-b07a-045a13bf1628" -d '{"events": [{"server_uuid": "d06f03ac-e19c-495f-8f01-e85ba6ae3ab4", "name": "network-vif-deleted", "tag": "c3412e51-64c2-47d1-ac17-0cfb691603ff"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:50.076183 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:50.146460 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb646d2c-0fb3-43fb-b202-fb7759db0b3b x-openstack-request-id: req-cb646d2c-0fb3-43fb-b202-fb7759db0b3b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:50.146760 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f03ac-e19c-495f-8f01-e85ba6ae3ab4", "name": "network-vif-deleted", "tag": "c3412e51-64c2-47d1-ac17-0cfb691603ff", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:50.147021 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cb646d2c-0fb3-43fb-b202-fb7759db0b3b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:50.147435 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f03ac-e19c-495f-8f01-e85ba6ae3ab4', 'name': 'network-vif-deleted', 'tag': 'c3412e51-64c2-47d1-ac17-0cfb691603ff', 'status': 'completed', 'code': 200} Nov 23 10:52:50.193252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Allocated IP 172.25.5.55 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/4c1990f5-9ea2-448b-9ceb-7d15c7ece094) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:50.203194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5168ea64-d88b-4a7a-9a1a-53168e2d8cb7 req-5ae4fa33-96bd-4872-a566-ff321fc3d618 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907155 Nov 23 10:52:50.265739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-5331eb0e-ab77-4147-a100-9cb4493c684f service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015969 Nov 23 10:52:50.269468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-66706e1b-0c44-40f1-9faa-6d2d4ce4961e service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781410 Nov 23 10:52:50.359188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-dda70cab-e3d0-405d-b474-308303672360 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=47f9f895-235f-49fc-891a-6d9b5155e884 HTTP/1.1" status: 200 len: 217 time: 0.0693951 Nov 23 10:52:50.388169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115969-6b57-41f4-855f-9c3e5ca13352 req-05747684-8565-4d18-9cd4-9ecb9397c84e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:50.396262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8115969-6b57-41f4-855f-9c3e5ca13352 req-05747684-8565-4d18-9cd4-9ecb9397c84e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1592250 Nov 23 10:52:50.487154 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8115969-6b57-41f4-855f-9c3e5ca13352 req-4e80be3b-73a3-4569-a942-045b1334e71e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896263 Nov 23 10:52:50.493314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:50.496557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f093db54-3f9d-4dfe-b00c-99a9b7c1b50d req-9e6961fd-e0cc-43a5-a382-269982876209 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193127 Nov 23 10:52:50.518049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-877f55b2-c37e-44b5-aca0-ec227bfa4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:50.519901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-877f55b2-c37e-44b5-aca0-ec227bfa4832 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1532578 Nov 23 10:52:50.551389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:50.651917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:50.668955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:50.682072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:50.691699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c3f83-0816-4adf-88d0-a1be42696eea None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:50.716680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-db833600-7cb0-4785-b9b4-3d0834787692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:50.719010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-db833600-7cb0-4785-b9b4-3d0834787692 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890285 Nov 23 10:52:50.723689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.25.5.162 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/7c99441a-8877-4adb-9a24-172733defd35) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:50.756616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Pushing event updated for resources: {'Port': ['ID=4c1990f5-9ea2-448b-9ceb-7d15c7ece094,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:50.839252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cceb6ac4-0ef1-4595-ac30-77cfa200fecf None None] Provisioning complete for port 4c1990f5-9ea2-448b-9ceb-7d15c7ece094 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:50.839621 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cceb6ac4-0ef1-4595-ac30-77cfa200fecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:50.843620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc56e378-0a4b-4e0d-8ec4-18c27cebf868 req-e595acb5-a666-46d8-aee8-129f2e639c6b tempest-ServerAddressesTestJSON-1067460770 tempest-ServerAddressesTestJSON-1067460770-project] 10.222.0.61 "GET /v2.0/ports?device_id=d06f03ac-e19c-495f-8f01-e85ba6ae3ab4 HTTP/1.1" status: 200 len: 210 time: 0.0456758 Nov 23 10:52:50.893173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d171e25-c8db-42ea-aeb7-96c48d3195d0 req-c938edff-3cc9-4f76-87e2-cb187602a80c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:50.894739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d171e25-c8db-42ea-aeb7-96c48d3195d0 req-c938edff-3cc9-4f76-87e2-cb187602a80c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 945 time: 0.2743306 Nov 23 10:52:50.944567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cceb6ac4-0ef1-4595-ac30-77cfa200fecf None None] Port 4c1990f5-9ea2-448b-9ceb-7d15c7ece094 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:51.155512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d171e25-c8db-42ea-aeb7-96c48d3195d0 req-b75ca4af-dc81-43d4-be68-26d4f3b7b7dd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478518 Nov 23 10:52:51.157425 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-4b49fbb7-7b5b-44b8-95b6-57ef4db38390 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190583 Nov 23 10:52:51.173043 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.182684 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.312336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-0a4413a4-a695-4932-8160-0d4d3396c28b service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453989 Nov 23 10:52:51.313996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.430285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-c822a340-516f-405c-a7f2-38d0f1fd1259 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0963731 Nov 23 10:52:51.440408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08dc6f-4753-4208-a9dc-cc17ca8f7d06 req-7c685163-8b7c-48da-957b-3b13fc584388 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:51.441677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac08dc6f-4753-4208-a9dc-cc17ca8f7d06 req-7c685163-8b7c-48da-957b-3b13fc584388 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 945 time: 0.1334288 Nov 23 10:52:51.442018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:51.460964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 702bc5a5-a763-47af-81a7-1fab6d484354 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:52:51.464425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c3412e51-64c2-47d1-ac17-0cfb691603ff no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:51.487313 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.488296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:51.499460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:51.503316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.504762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=7c99441a-8877-4adb-9a24-172733defd35,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:51.514074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: c3412e51-64c2-47d1-ac17-0cfb691603ff {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:52:51.515298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c3412e51-64c2-47d1-ac17-0cfb691603ff not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:52:51.560644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003ffd-8dce-4ca5-9555-ad25eda46c59 req-9495ff1f-07ce-4eb6-bae0-6bde5a1d3eac tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:51.562422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27003ffd-8dce-4ca5-9555-ad25eda46c59 req-9495ff1f-07ce-4eb6-bae0-6bde5a1d3eac tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 943 time: 0.2459335 Nov 23 10:52:51.572589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-c0167874-8a5e-48d0-ae09-48119e6f2b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:51.574638 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-c0167874-8a5e-48d0-ae09-48119e6f2b43 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1315765 Nov 23 10:52:51.578704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac08dc6f-4753-4208-a9dc-cc17ca8f7d06 req-c660f9d4-21cd-4728-b741-6cd568a94941 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260054 Nov 23 10:52:51.595319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47216) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:51.664716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 702bc5a5-a763-47af-81a7-1fab6d484354, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=702bc5a5-a763-47af-81a7-1fab6d484354,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:51.682749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '702bc5a5-a763-47af-81a7-1fab6d484354', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'port_id': '702bc5a5-a763-47af-81a7-1fab6d484354', 'mac_address': 'fa:16:3e:70:fe:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:52:51.691056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-f14b56d0-0662-4ebe-a7c3-e7497943a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:51.692738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-f14b56d0-0662-4ebe-a7c3-e7497943a279 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1052260 Nov 23 10:52:51.736979 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.738930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27003ffd-8dce-4ca5-9555-ad25eda46c59 req-a2451141-d7da-4eab-a678-c5a7d197e71d tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614401 Nov 23 10:52:51.773788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702bc5a5-a763-47af-81a7-1fab6d484354 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:52:51.801924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 702bc5a5-a763-47af-81a7-1fab6d484354, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=702bc5a5-a763-47af-81a7-1fab6d484354,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:51.809637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:51.831866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f528ae-a146-4bed-89e8-0ae721f258cd tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:51.833767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c4f528ae-a146-4bed-89e8-0ae721f258cd tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 1091 time: 0.2373486 Nov 23 10:52:51.841298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47218) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:51.845953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:51.925980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=702bc5a5-a763-47af-81a7-1fab6d484354,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:52.037878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.138720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['702bc5a5-a763-47af-81a7-1fab6d484354'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:52:52.253352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47222) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:52.340111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] Deleting subnet 285e1f21-620c-4dc2-9b30-527725c2decb {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:52:52.350177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e218361-7ad9-4575-bb35-82a7e532ebed req-5485a5a1-4100-49de-8ef1-8888b33956d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:52.358758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e218361-7ad9-4575-bb35-82a7e532ebed req-5485a5a1-4100-49de-8ef1-8888b33956d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.5435064 Nov 23 10:52:52.378328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.380622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.400189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-39b97df6-fe85-4e03-aa9d-0c37548568d5 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6906643 Nov 23 10:52:52.472969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e218361-7ad9-4575-bb35-82a7e532ebed req-47a0a1bd-15c1-488a-a596-cc25c516cb06 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130178 Nov 23 10:52:52.485902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.522126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Router 9e20689d-c6a1-41bc-9c3a-af0589bce316 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:52:52.551424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.669427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-f5e9cffd-7c6b-4e4e-987c-492c902382f9 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565625 Nov 23 10:52:52.746184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-a4331d3f-bc4e-4276-9c39-11492ce10d1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 200 len: 217 time: 0.0433204 Nov 23 10:52:52.810959 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.813594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:52.824948 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] Sync routers for ids ['9e20689d-c6a1-41bc-9c3a-af0589bce316'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:52.835984 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.839562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aea2148c-8849-4a58-9480-9337f15ad2e3 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "PUT /v2.0/routers/9e20689d-c6a1-41bc-9c3a-af0589bce316 HTTP/1.1" status: 200 len: 914 time: 3.6323385 Nov 23 10:52:52.842104 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] Routers {'9e20689d-c6a1-41bc-9c3a-af0589bce316'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:52.842938 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9e20689d-c6a1-41bc-9c3a-af0589bce316'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:52.847330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47234) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:52.900460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285e1f21-620c-4dc2-9b30-527725c2decb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:52.903079 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.906690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f55c8a73-d385-4dd8-83ea-94e51c4d548e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/285e1f21-620c-4dc2-9b30-527725c2decb HTTP/1.1" status: 204 len: 168 time: 0.6464040 Nov 23 10:52:52.913269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47236) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:52.914108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.925740 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:52.933802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:52.955420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] Routers {'9e20689d-c6a1-41bc-9c3a-af0589bce316'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:52.956083 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9e20689d-c6a1-41bc-9c3a-af0589bce316'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:52.976048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-6459457e-d4f3-4757-b3c0-2af5a6fcf646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:52.978942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-6459457e-d4f3-4757-b3c0-2af5a6fcf646 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.2242730 Nov 23 10:52:53.001819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c758c0e-4e33-4153-b6ee-fc642bf40de7 req-f70f7970-91ed-4ed3-bf8c-b8db35feac6b tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:53.009465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c758c0e-4e33-4153-b6ee-fc642bf40de7 req-f70f7970-91ed-4ed3-bf8c-b8db35feac6b tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 944 time: 0.1207669 Nov 23 10:52:53.015031 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:53.015696 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c971a-52d7-4189-8970-5db6b6ed390c None None] The sync data for ids ['9e20689d-c6a1-41bc-9c3a-af0589bce316'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:53.136784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.144209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-dc9fefa0-314a-40db-9bea-c6e797035cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:53.150441 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-dc9fefa0-314a-40db-9bea-c6e797035cef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1579704 Nov 23 10:52:53.204159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.211880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c758c0e-4e33-4153-b6ee-fc642bf40de7 req-83973f96-3460-4ee6-9834-ed3575687e8c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012286 Nov 23 10:52:53.241196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.25.5.220 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ad249b0b-5a73-4040-bd67-eac109339e2d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:53.274011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cfc09488-3e85-4746-b593-dca29e73b6d9 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/9e20689d-c6a1-41bc-9c3a-af0589bce316 HTTP/1.1" status: 200 len: 920 time: 0.4253213 Nov 23 10:52:53.274711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47240) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:53.366070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.427070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.475526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:53.475798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 702bc5a5-a763-47af-81a7-1fab6d484354 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:52:53.482029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:53.485711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:53.526123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=ad249b0b-5a73-4040-bd67-eac109339e2d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:53.531565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.629336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6174fd68-320a-49fd-8b07-dc25907dae05 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:53.631192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6174fd68-320a-49fd-8b07-dc25907dae05 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=9e20689d-c6a1-41bc-9c3a-af0589bce316&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3504093 Nov 23 10:52:53.656957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda617dc-c929-4d06-b2fb-1a8afdbd1bde']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:53.662583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47254) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:53.748671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 702bc5a5-a763-47af-81a7-1fab6d484354 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:52:53.754219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 702bc5a5-a763-47af-81a7-1fab6d484354 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:53.754594 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.761812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-0d7c2866-33f0-44fc-bf7b-11dfe91cd332 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740056 Nov 23 10:52:53.815128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:53.815695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9c17ed-e46e-4da7-ac4c-efde5bc9ec04') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:53.846554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.871337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b440e-8222-454d-a31f-93a3254572fd tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:53.875767 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-686b440e-8222-454d-a31f-93a3254572fd tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 881 time: 0.2089183 Nov 23 10:52:53.888001 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.889249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47258) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:53.920739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.928479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:53.931438 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79442795-da75-48ba-acf8-79c0deefcf93" -d '{"events": [{"server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "name": "network-vif-plugged", "status": "completed", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:53.945667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 702bc5a5-a763-47af-81a7-1fab6d484354, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=702bc5a5-a763-47af-81a7-1fab6d484354,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:53.952920 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:53.994526 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d39fad-819c-466d-83ec-d3364202a4ae x-openstack-request-id: req-42d39fad-819c-466d-83ec-d3364202a4ae {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:53.994899 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "name": "network-vif-plugged", "status": "completed", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:53.995108 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42d39fad-819c-466d-83ec-d3364202a4ae {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:53.995472 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354', 'code': 200} Nov 23 10:52:54.014118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=702bc5a5-a763-47af-81a7-1fab6d484354,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:54.016732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2a8b442a-2d8d-4f1e-91fd-108d61dd04c1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e20689d-c6a1-41bc-9c3a-af0589bce316 HTTP/1.1" status: 200 len: 205 time: 0.1210778 Nov 23 10:52:54.017355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.034140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e986eb7-b980-4c3e-bacf-5af32f383bff req-8c4d8f67-793a-4bca-803e-5261b180f748 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:54.035736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e986eb7-b980-4c3e-bacf-5af32f383bff req-8c4d8f67-793a-4bca-803e-5261b180f748 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.4130819 Nov 23 10:52:54.036317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47262) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:54.038006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:52:54.038006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:52:54.061720 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:52:54.097602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.223530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.245289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.281685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.287515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.333258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.374482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-97d6b434-f51c-498c-a107-d59ef225ebf8 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565729 Nov 23 10:52:54.384379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.387476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] 10.222.0.61 "DELETE /v2.0/networks/bda617dc-c929-4d06-b2fb-1a8afdbd1bde HTTP/1.1" status: 204 len: 168 time: 1.4692554 Nov 23 10:52:54.392769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=ad249b0b-5a73-4040-bd67-eac109339e2d,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:54.407212 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.418969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5e265-b786-43f0-b9b1-20515a6d30a2 req-2297ebfb-c8c4-4201-b747-44545f9d94ff tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:54.420545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1e5e265-b786-43f0-b9b1-20515a6d30a2 req-2297ebfb-c8c4-4201-b747-44545f9d94ff tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.1034853 Nov 23 10:52:54.427651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb14cc-4b3e-448d-ac1d-a43e4ce31a75 req-b294e8f4-9ea8-4386-a31b-32e907eaf144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:54.429153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5beb14cc-4b3e-448d-ac1d-a43e4ce31a75 req-b294e8f4-9ea8-4386-a31b-32e907eaf144 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 1096 time: 0.3150423 Nov 23 10:52:54.437308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbde75-9c32-40f7-93bd-5143e00650ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bda617dc-c929-4d06-b2fb-1a8afdbd1bde,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:54.478716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-9477c3fc-516e-4b56-9877-bee46bfc02cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:54.480183 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-9477c3fc-516e-4b56-9877-bee46bfc02cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 1096 time: 0.3056340 Nov 23 10:52:54.483581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e986eb7-b980-4c3e-bacf-5af32f383bff req-3af5aff1-7d2f-487b-a1e2-132547f7139c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191401 Nov 23 10:52:54.501064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-2d5a4819-a692-490e-bd0a-a2ab296efb7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 200 len: 217 time: 0.1020179 Nov 23 10:52:54.501697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=7c99441a-8877-4adb-9a24-172733defd35,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:54.543747 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.562207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1e5e265-b786-43f0-b9b1-20515a6d30a2 req-cbfa85a9-db53-425f-9fa4-06a7bd91e841 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060412 Nov 23 10:52:54.570394 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.571438 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Floating IP 7dac75cc-4138-4adb-a90c-2e19abbe63ee associated. External IP: 172.25.5.220, port: da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2. Nov 23 10:52:54.613914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:54.700764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-825cb129-c3ce-4dd3-af1b-d8b0a89bc284 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d14b7bc50314fcda6b16c001af964a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853279 Nov 23 10:52:54.703387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47272) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:54.814585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb501f0-4662-4198-a2ca-a93fdc6dcaee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.879131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb501f0-4662-4198-a2ca-a93fdc6dcaee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.919338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:54.984277 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb501f0-4662-4198-a2ca-a93fdc6dcaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.987268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb501f0-4662-4198-a2ca-a93fdc6dcaee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:54.990789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cbb501f0-4662-4198-a2ca-a93fdc6dcaee admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58eff26b-3844-4f37-a8e0-c7ffa759aa0e HTTP/1.1" status: 204 len: 168 time: 0.2839723 Nov 23 10:52:55.026876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb501f0-4662-4198-a2ca-a93fdc6dcaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eff26b-3844-4f37-a8e0-c7ffa759aa0e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:55.054940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:55.072919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] Sync routers for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:55.091454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:55.094042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:55.096313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:55.104815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5beb14cc-4b3e-448d-ac1d-a43e4ce31a75 req-c8ed0a12-a3d1-4d75-ba67-b1e72eccf4d5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6328878 Nov 23 10:52:55.114040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-06d5fdb3-32e4-4598-b196-882a2ac3a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.115492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-06d5fdb3-32e4-4598-b196-882a2ac3a925 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.5859864 Nov 23 10:52:55.155064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b669ce0-2472-473a-a348-0861f20e2afb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3126373 Nov 23 10:52:55.156011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:55.158486 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be91f4f0-3bfc-464b-b4f1-a26424f54d66" -d '{"events": [{"name": "network-changed", "server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:55.163273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47278) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:55.207800 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdae90e2-356a-490f-820c-cb8139906086 x-openstack-request-id: req-fdae90e2-356a-490f-820c-cb8139906086 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:55.208097 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:55.208353 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fdae90e2-356a-490f-820c-cb8139906086 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:55.208766 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'status': 'completed', 'code': 200} Nov 23 10:52:55.235518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-ade81e47-de9e-41f8-9718-2e5984b64488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.237002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-ade81e47-de9e-41f8-9718-2e5984b64488 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.7448030 Nov 23 10:52:55.243046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:55.276875 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP acd792e5-955e-494f-ba45-7be59599e5f7 associated. External IP: 172.25.5.162, port: 9e374741-9ba4-47ea-a41e-69f9c20bbc45. Nov 23 10:52:55.318786 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:55.369352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-1dfa3b36-0c4d-47d7-85d3-992858f2a450 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b94036-2355-4c3b-82f8-029b5adfadc0 HTTP/1.1" status: 200 len: 217 time: 0.1046195 Nov 23 10:52:55.381784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a523273-9d0a-4275-936f-d2f44dd657b9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dac75cc-4138-4adb-a90c-2e19abbe63ee HTTP/1.1" status: 200 len: 991 time: 0.1969504 Nov 23 10:52:55.387860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-39682cd3-cd60-4a16-867e-eac26c3a3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.389413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-39682cd3-cd60-4a16-867e-eac26c3a3485 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2590530 Nov 23 10:52:55.406775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-53ca789d-11e1-4171-85da-9493d2903cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.408408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-53ca789d-11e1-4171-85da-9493d2903cad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 1096 time: 0.1623535 Nov 23 10:52:55.569377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-29f37bee-f952-41e1-b6de-78a7f72293a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.570868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-29f37bee-f952-41e1-b6de-78a7f72293a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1879182 Nov 23 10:52:55.573551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:19Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:53Z', 'revision_number': 0, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:55.615977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] Checking router: a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:52:55.625325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-35e30b3c-4ab6-4194-a373-afb7000bc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.627443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-35e30b3c-4ab6-4194-a373-afb7000bc804 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ed2b1b9-4128-449f-96ae-cfe1a2260816 HTTP/1.1" status: 200 len: 898 time: 0.2092550 Nov 23 10:52:55.628432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:55.629136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:55.688339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-3590627e-be05-4cc0-9126-d94cb713509d service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866182 Nov 23 10:52:55.694913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Deleting port 4c1990f5-9ea2-448b-9ceb-7d15c7ece094 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:55.695254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:55.778980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:55.815382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-9fae8f4f-d953-4b2a-8139-dedb401f6704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.817080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-9fae8f4f-d953-4b2a-8139-dedb401f6704 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2345591 Nov 23 10:52:55.844360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-150512ac-2c83-410a-b723-7fd97fe077d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 HTTP/1.1" status: 200 len: 999 time: 0.2081060 Nov 23 10:52:55.895074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dea4d5-ae62-47bf-aac3-184b804aa930 req-d253fce3-1391-442c-bdda-5a6d9b459a87 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.897819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5dea4d5-ae62-47bf-aac3-184b804aa930 req-d253fce3-1391-442c-bdda-5a6d9b459a87 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1594436 Nov 23 10:52:55.958139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:55.970229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-f5415172-21c2-428b-8c5d-afd743e003b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:55.972785 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-f5415172-21c2-428b-8c5d-afd743e003b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fedd2e0d-312d-46bf-ba5e-a3ad50667558 HTTP/1.1" status: 200 len: 835 time: 0.1200356 Nov 23 10:52:56.009791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368820c1-e72b-47ef-b4b5-1d6df257915b req-9c96f6f7-220e-4801-b118-f22f5e8410a7 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:56.017131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-368820c1-e72b-47ef-b4b5-1d6df257915b req-9c96f6f7-220e-4801-b118-f22f5e8410a7 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.2834673 Nov 23 10:52:56.025739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:56.062099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5dea4d5-ae62-47bf-aac3-184b804aa930 req-132e6798-9e5d-44c7-9fc0-b312273f2b7e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387773 Nov 23 10:52:56.064997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47308) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:56.067517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:19Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:53Z', 'revision_number': 0, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:56.070579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Calling delete_port for 4c1990f5-9ea2-448b-9ceb-7d15c7ece094 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:56.084066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3956f05-23fb-405e-b0f8-40bab1e707b7 req-3138fa74-af90-4d76-83da-64531fb20476 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306398 Nov 23 10:52:56.101245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-e7111233-d964-4270-801f-45704c0c1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:56.103692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-e7111233-d964-4270-801f-45704c0c1930 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed2b1b9-4128-449f-96ae-cfe1a2260816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207519 Nov 23 10:52:56.112620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4a587-80ec-4fc9-875c-00f58fd69cb4 None None] The sync data for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 is: [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:52:19Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:53Z', 'revision_number': 0, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:56.187630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-adae84e3-a22f-4535-bcf3-cdb7653f574e service neutron] 10.222.0.65 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321328 Nov 23 10:52:56.245678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-368820c1-e72b-47ef-b4b5-1d6df257915b req-a42ac086-e924-4250-934f-dfc1de6b4f6f tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276311 Nov 23 10:52:56.252313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-f5a99eda-8231-48f5-adee-e59f20aac6fe service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372313 Nov 23 10:52:56.354762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be91f4f0-3bfc-464b-b4f1-a26424f54d66 req-bded6e42-0a0b-4819-a909-ca26e9ac1fe1 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914903 Nov 23 10:52:56.356136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-network', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:56.386732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47312) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:56.434802 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683397e-9d4e-478f-8c98-c9c73210b29b None None] New status for floating IP 7dac75cc-4138-4adb-a90c-2e19abbe63ee: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:52:56.479971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:56.493459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b80a6f25-be71-4792-bc53-524b4c6eb491 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dac75cc-4138-4adb-a90c-2e19abbe63ee HTTP/1.1" status: 200 len: 991 time: 0.1028709 Nov 23 10:52:56.495004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:56.495894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Made reservation on behalf of 2ed03c1974ad4e3689e00bd647875f98 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:56.498464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:56.519791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:56.522031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:56.523806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:56.570401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8bf4f813-8310-4642-9c56-44eb3ecb630b req-fcfcf93f-df34-401f-960c-600024fca22a service neutron] 10.222.0.65 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651321 Nov 23 10:52:56.573037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:56.577538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:56.586008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:56.602158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:56.603412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:56.647129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:56.647800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cd719-8a04-4141-a691-f73d65233dc0 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:56.659076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7eedb132-f689-40e7-a5a6-b7fb8ff34127 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.7907887 Nov 23 10:52:56.659076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event deleted for resources: {'Port': ['ID=4c1990f5-9ea2-448b-9ceb-7d15c7ece094,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:56.660147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47316) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:56.666754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:56.679833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04696a50-0c8c-4e33-82fb-35767518b592 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:56.762383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:56.765376 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:56.795047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.042525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.203830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.211407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.211878 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP acd792e5-955e-494f-ba45-7be59599e5f7 disassociated. External IP: 172.25.5.162, port: 9e374741-9ba4-47ea-a41e-69f9c20bbc45. Nov 23 10:52:57.226260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.236481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.238095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:52:57.284860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6690eedb-19c5-468c-8be5-76fe9c48f311,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:57.300083 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.300462 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Added segment eee8a543-d008-40d0-8d37-627ad70f9a55 of type vlan for network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 Nov 23 10:52:57.314044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.314664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Fanout notify agent at l3_agent the message router_deleted on router 9e20689d-c6a1-41bc-9c3a-af0589bce316 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:52:57.324167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afe233-298a-4d84-bf8d-cb2d73fac0c7 req-e0d79a63-b93e-4b77-8afc-18e7c223e0c7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:57.331968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48afe233-298a-4d84-bf8d-cb2d73fac0c7 req-e0d79a63-b93e-4b77-8afc-18e7c223e0c7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 945 time: 0.1471856 Nov 23 10:52:57.345259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.350324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2fafc07d-5f14-49f1-b3e0-430fecfdfb22 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/9e20689d-c6a1-41bc-9c3a-af0589bce316 HTTP/1.1" status: 204 len: 168 time: 3.2904084 Nov 23 10:52:57.373912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47324) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:57.378262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-214613652', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:57.408007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.440839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48afe233-298a-4d84-bf8d-cb2d73fac0c7 req-c6dfa4f4-b641-4a36-99b2-05bc4e9e52b3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079051 Nov 23 10:52:57.464653 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.465827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:57.466560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.479301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.480353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.495050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47328) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:57.512499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4388506 Nov 23 10:52:57.515338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47330) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:57.520236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5291cd8-1d87-4f8c-bfe0-1ffc1e978313 req-2d7532f2-372e-4e41-a920-9c0bdbd5f639 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:57.521774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f5291cd8-1d87-4f8c-bfe0-1ffc1e978313 req-2d7532f2-372e-4e41-a920-9c0bdbd5f639 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.1488099 Nov 23 10:52:57.546207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Request body: {'subnet': {'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-subnet', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:57.554551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0b5ae-7cc2-443a-999c-ffeea8dc6a8f admin admin] Pushing event updated for resources: {'Network': ['ID=815035d3-12c8-4d54-ac5d-c75c126b9fe8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:57.570256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:52:57.577272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Made reservation on behalf of 2ed03c1974ad4e3689e00bd647875f98 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:52:57.579920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.636017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:57.659376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.666431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-92bfa400-e7c8-4082-9ce4-195d690a72ea tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dac75cc-4138-4adb-a90c-2e19abbe63ee HTTP/1.1" status: 200 len: 993 time: 0.1672976 Nov 23 10:52:57.749272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 34b94036-2355-4c3b-82f8-029b5adfadc0 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:52:57.750207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f5291cd8-1d87-4f8c-bfe0-1ffc1e978313 req-9942cdb1-6698-4e12-80af-05ff0a2fcf75 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978357 Nov 23 10:52:57.765640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.817560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51493bec-815a-4bdb-bbc4-83834df3f720,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:57.852199 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.879535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:57.882285 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5664d1-d3c3-4510-b2b7-ef7fc15d95f0" -d '{"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-unplugged", "status": "completed", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:57.896531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:52:57.904336 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.927975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:57.930912 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.938281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:57.939849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Checking segment: {'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:52:57.940421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Network hostable DHCP agents. Network: 815035d3-12c8-4d54-ac5d-c75c126b9fe8, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:52:57.943796 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:57.947759 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39afb1d-bed4-4ac3-a20f-43dacef2afa0 x-openstack-request-id: req-e39afb1d-bed4-4ac3-a20f-43dacef2afa0 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:57.948194 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-unplugged", "status": "completed", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:57.948458 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e39afb1d-bed4-4ac3-a20f-43dacef2afa0 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:57.948952 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'code': 200} Nov 23 10:52:57.958523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90b04b-7a7d-4c10-bc46-a2a6b9e25af8 req-cc0ecdad-2f57-45f3-a67a-76c65a6ba720 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:57.960818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ff90b04b-7a7d-4c10-bc46-a2a6b9e25af8 req-cc0ecdad-2f57-45f3-a67a-76c65a6ba720 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.0998523 Nov 23 10:52:57.973364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47336) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:57.974912 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:57.975638 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:57.979516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Request body: {'floatingip': {'port_id': '702bc5a5-a763-47af-81a7-1fab6d484354'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:57.983691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:57.988858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4eb433ea-aed8-480d-9cb9-58aba2882b36 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/floatingips/acd792e5-955e-494f-ba45-7be59599e5f7 HTTP/1.1" status: 200 len: 688 time: 1.3275936 Nov 23 10:52:57.990877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47338) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:58.016431 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:58.024350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.027470 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:58.028165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:52:58.028981 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:58.065296 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:58.065849 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566e352c-22ea-48ce-a91d-dcba76b455c1 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:52:58.090357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 815035d3-12c8-4d54-ac5d-c75c126b9fe8) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:58.098320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:58.099182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.102025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d985156a-b0d9-413e-8c73-17a480279ccc None None] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:58.151353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-764be03e-021e-4bea-a5d4-ed1c53af6e47 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6348443 Nov 23 10:52:58.154143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47340) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:58.158409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:58.198550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 7c99441a-8877-4adb-9a24-172733defd35 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:52:58.198987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.238657 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.239746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.282925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e64244-39d4-463c-bdff-ee31dc50f61d None None] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:52:58.354231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.366536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.397727 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.398059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.401541 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.420667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 7c99441a-8877-4adb-9a24-172733defd35 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:52:58.597483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Allocated IP 172.25.5.197 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/88cd0c91-c244-4c8a-b23a-8d253af3b53c) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:58.635791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.674094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.721315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d89cd-6818-4103-a33c-e5cad3bce60e req-1f036c1e-5f66-4196-b713-6c348e34b1d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:52:58.723259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=7c99441a-8877-4adb-9a24-172733defd35,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:58.728628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-474d89cd-6818-4103-a33c-e5cad3bce60e req-1f036c1e-5f66-4196-b713-6c348e34b1d9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 943 time: 0.2108860 Nov 23 10:52:58.845787 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.848256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.852611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7a15521f-fd7f-4472-87be-557bd772b892 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/floatingips/acd792e5-955e-494f-ba45-7be59599e5f7 HTTP/1.1" status: 204 len: 168 time: 0.8574131 Nov 23 10:52:58.852611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.853840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47348) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:52:58.859619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'ef1c8deb-c9cc-47ab-b809-53957d8a5248'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:52:58.881218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-474d89cd-6818-4103-a33c-e5cad3bce60e req-c2a816e2-7cf7-4c00-8ac7-e67bc1fd8b13 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517620 Nov 23 10:52:58.889817 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.896088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.899911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:58.937492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.020566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:59.027437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:59.029865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event updated for resources: {'Port': ['ID=88cd0c91-c244-4c8a-b23a-8d253af3b53c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:59.031756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:59.050406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975e8a9-6a9a-4615-b6e9-c636c051f19b None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:59.092241 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Floating IP fd1dc972-9609-4694-b843-e402f5d6ed4d associated. External IP: 172.25.5.103, port: 702bc5a5-a763-47af-81a7-1fab6d484354. Nov 23 10:52:59.131842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4cc70337-228b-47c4-b9ba-e2aff66b10db None None] Provisioning complete for port 88cd0c91-c244-4c8a-b23a-8d253af3b53c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:59.133561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.135857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cc70337-228b-47c4-b9ba-e2aff66b10db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.161707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.178515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4cc70337-228b-47c4-b9ba-e2aff66b10db None None] Port 88cd0c91-c244-4c8a-b23a-8d253af3b53c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:52:59.198262 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.356831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Allocated IP 172.25.5.113 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/4bec85a2-fb03-4295-b557-d51745ced4cd) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:52:59.379376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.476475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Router 3ff27254-a6c9-48cf-a0c5-678fed334e04 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:52:59.559132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.589287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.631754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:52:59.637432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.644161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] Sync routers for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:52:59.659231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.661362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:52:59.662677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:52:59.697370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7ebe2c19-60a6-4b28-b06a-6fb93014618a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "PUT /v2.0/floatingips/fd1dc972-9609-4694-b843-e402f5d6ed4d HTTP/1.1" status: 200 len: 991 time: 1.7228093 Nov 23 10:52:59.701641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:52:59.703830 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e64cfaa-024a-4882-99c0-5cca70d150e5" -d '{"events": [{"name": "network-changed", "server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:52:59.720163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:52:59.722181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:52:59.726995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:52:59.729818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Pushing event updated for resources: {'Port': ['ID=4bec85a2-fb03-4295-b557-d51745ced4cd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:52:59.748869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0467c6-8e34-458c-aac8-2090ff09ff0e None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:52:59.861632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5bf3791f-bd77-4ab1-9824-fdfc3d529316 None None] Provisioning complete for port 4bec85a2-fb03-4295-b557-d51745ced4cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:52:59.862780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5bf3791f-bd77-4ab1-9824-fdfc3d529316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:52:59.871821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:52:59.885744 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577d934-9697-4453-a0b8-ab4123f50877 x-openstack-request-id: req-4577d934-9697-4453-a0b8-ab4123f50877 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:52:59.886113 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:52:59.886429 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4577d934-9697-4453-a0b8-ab4123f50877 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:52:59.886930 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354', 'status': 'completed', 'code': 200} Nov 23 10:52:59.944967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5bf3791f-bd77-4ab1-9824-fdfc3d529316 None None] Port 4bec85a2-fb03-4295-b557-d51745ced4cd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:00.175278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fd1dc972-9609-4694-b843-e402f5d6ed4d', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'port_id': '702bc5a5-a763-47af-81a7-1fab6d484354', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'mac_address': 'fa:16:3e:70:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:34Z', 'updated_at': '2021-11-23T10:52:58Z', 'revision_number': 1, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:00.204717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] Checking router: 3ff27254-a6c9-48cf-a0c5-678fed334e04 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:53:00.205747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.25.5.242 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/b7ab8ad9-d1dc-4ab8-8d5f-5ab4be21f817) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:00.215200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:00.215924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:00.261860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465e002-cb75-4c57-a9ea-adf7163c2497 req-6a6dc69a-b07a-4412-9f31-1c65a3088b0d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:00.266823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7465e002-cb75-4c57-a9ea-adf7163c2497 req-6a6dc69a-b07a-4412-9f31-1c65a3088b0d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 943 time: 0.1129169 Nov 23 10:53:00.368255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-a043b0c9-0f89-496a-bb96-3ce80d0bd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:00.370330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-a043b0c9-0f89-496a-bb96-3ce80d0bd5c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 1096 time: 0.4644485 Nov 23 10:53:00.372510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Router 98bc7415-f4af-41a6-80e6-4463510a63ad is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:53:00.412748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:00.418226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7465e002-cb75-4c57-a9ea-adf7163c2497 req-6204cd31-d798-4f4e-a75d-94f7a04bdc70 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408470 Nov 23 10:53:00.428557 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:00.514239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:00.552092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-0a7269ea-83df-4381-b550-2a78ec05ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:00.553702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-0a7269ea-83df-4381-b550-2a78ec05ebe8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.1761510 Nov 23 10:53:00.561667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:00.568621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:00.587032 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] Sync routers for ids ['98bc7415-f4af-41a6-80e6-4463510a63ad'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:00.607082 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] Routers {'98bc7415-f4af-41a6-80e6-4463510a63ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:00.612457 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['98bc7415-f4af-41a6-80e6-4463510a63ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:00.634124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:00.638878 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:00.640321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a78d961d-e92b-42c7-a5fc-9f9451491e89 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2655077 Nov 23 10:53:00.643017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47366) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:00.647566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:00.661082 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:00.671129 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] Routers {'98bc7415-f4af-41a6-80e6-4463510a63ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:00.671656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['98bc7415-f4af-41a6-80e6-4463510a63ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:00.709625 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:00.710301 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e3d62-d5d9-4d4e-8eec-f9ce8f969add None None] The sync data for ids ['98bc7415-f4af-41a6-80e6-4463510a63ad'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:00.747167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:00.750918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:00.752933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=b7ab8ad9-d1dc-4ab8-8d5f-5ab4be21f817,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:00.757146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-391ddda6-f573-49b1-9cb1-4a41ddc743e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=702bc5a5-a763-47af-81a7-1fab6d484354 HTTP/1.1" status: 200 len: 999 time: 0.1944039 Nov 23 10:53:00.770115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1679be-105f-4469-82a5-0006a48e957f req-01c39d8e-c7ae-4ee7-898e-aa7641482408 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:00.771739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e1679be-105f-4469-82a5-0006a48e957f req-01c39d8e-c7ae-4ee7-898e-aa7641482408 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1607008 Nov 23 10:53:00.844929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:00.867616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-b2dd7f4a-6f63-4382-b10a-afe1f55907f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:00.869277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-b2dd7f4a-6f63-4382-b10a-afe1f55907f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.0916731 Nov 23 10:53:00.894082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fd1dc972-9609-4694-b843-e402f5d6ed4d', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'port_id': '702bc5a5-a763-47af-81a7-1fab6d484354', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'mac_address': 'fa:16:3e:70:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:34Z', 'updated_at': '2021-11-23T10:52:58Z', 'revision_number': 1, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:00.930331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6acb03-557a-4cdf-89c8-7c8dde5d0cd7 None None] The sync data for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 is: [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'fd1dc972-9609-4694-b843-e402f5d6ed4d', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'floating_ip_address': '172.25.5.103', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'port_id': '702bc5a5-a763-47af-81a7-1fab6d484354', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'mac_address': 'fa:16:3e:70:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:34Z', 'updated_at': '2021-11-23T10:52:58Z', 'revision_number': 1, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:01.007733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e1679be-105f-4469-82a5-0006a48e957f req-573a4116-a16e-4f5e-ae27-0c00c7f0c142 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201085 Nov 23 10:53:01.014455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-53b014a0-844b-490e-b7b4-ecce29bde8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:01.016129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-53b014a0-844b-490e-b7b4-ecce29bde8fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374996 Nov 23 10:53:01.165579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-8653f640-6bd5-4893-bf70-8b95fab8ac7d service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382666 Nov 23 10:53:01.168309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:53:01.173636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:01.225901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:01.249540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e464b42-cb85-47db-a21f-cbb3a1756e44 None None] New status for floating IP fd1dc972-9609-4694-b843-e402f5d6ed4d: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:53:01.262524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb5f1d-e91d-4f3d-9acd-772cbbaa933c req-31a6e265-326c-4a20-aea9-3b8a6cc15674 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:01.264088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15eb5f1d-e91d-4f3d-9acd-772cbbaa933c req-31a6e265-326c-4a20-aea9-3b8a6cc15674 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1290088 Nov 23 10:53:01.357921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e64cfaa-024a-4882-99c0-5cca70d150e5 req-141b0bb3-a9db-4a80-af78-e9f337865237 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823223 Nov 23 10:53:01.360569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:01.377452 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Sync routers for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:01.394439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:01.394682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:01.395742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ec34ca42-0b44-4472-b8c0-5be0e9ff540a admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2406571 Nov 23 10:53:01.396005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:01.400631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47374) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:01.429963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-15eb5f1d-e91d-4f3d-9acd-772cbbaa933c req-ae5ea868-7cfe-4468-9e9f-57e2ddebf87d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434200 Nov 23 10:53:01.487277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Deleting port 88cd0c91-c244-4c8a-b23a-8d253af3b53c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:01.487721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:01.577958 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:01.591400 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:01.676157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:01.723489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Calling delete_port for 88cd0c91-c244-4c8a-b23a-8d253af3b53c owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:01.803795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:01.862428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed4ebf-3a78-465f-8aff-e8b01dcc1562 req-56ea52c8-58ce-4aa6-9faf-4a3db1a77303 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:01.863916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fed4ebf-3a78-465f-8aff-e8b01dcc1562 req-56ea52c8-58ce-4aa6-9faf-4a3db1a77303 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0960975 Nov 23 10:53:01.956250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fed4ebf-3a78-465f-8aff-e8b01dcc1562 req-ef7ad9d2-5860-42ae-81b5-d552f07f2d8d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788682 Nov 23 10:53:02.043735 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.050615 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:52:59Z', 'revision_number': 3, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:02.071691 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.085305 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Checking router: 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:53:02.086504 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Updating router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b port 4bec85a2-fb03-4295-b557-d51745ced4cd binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:53:02.110975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.113022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Pushing event deleted for resources: {'Port': ['ID=88cd0c91-c244-4c8a-b23a-8d253af3b53c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:02.117804 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.128908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.136623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f4661-be9e-4e7e-b0b3-78dbce1d37bb None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:02.257878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=b7ab8ad9-d1dc-4ab8-8d5f-5ab4be21f817,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:02.272877 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.284561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Allocated IP 172.20.0.1 (815035d3-12c8-4d54-ac5d-c75c126b9fe8/51493bec-815a-4bdb-bbc4-83834df3f720/c19d35eb-47af-4713-bb2d-5d74dffff9c2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:02.344065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.406233 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.426779 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.432308 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.446335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.483583 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Attempting to bind port 4bec85a2-fb03-4295-b557-d51745ced4cd on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:02.483971 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Attempting to bind port 4bec85a2-fb03-4295-b557-d51745ced4cd by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:02.484342 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Attempting to bind port 4bec85a2-fb03-4295-b557-d51745ced4cd on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:02.484469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e19f4-bf7d-4c26-be6d-7d9a111ab354 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:02.499281 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:02.499716 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:02.500221 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.500643 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:02.501102 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Bound port: 4bec85a2-fb03-4295-b557-d51745ced4cd, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:02.501522 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.508576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:02.512812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:02.515282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:02.541831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Pushing event updated for resources: {'Port': ['ID=c19d35eb-47af-4713-bb2d-5d74dffff9c2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:02.562036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.573423 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] For port 4bec85a2-fb03-4295-b557-d51745ced4cd, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:02.573692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.575570 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Pushing event updated for resources: {'Port': ['ID=4bec85a2-fb03-4295-b557-d51745ced4cd,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:02.578695 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] For port 4bec85a2-fb03-4295-b557-d51745ced4cd, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4bec85a2-fb03-4295-b557-d51745ced4cd,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:02.579686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.582025 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP 113a94ba-76be-4a57-a7be-26fec496b1a7 associated. External IP: 172.25.5.242, port: ef1c8deb-c9cc-47ab-b809-53957d8a5248. Nov 23 10:53:02.585455 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.585809 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.586153 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.586492 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.586822 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.587182 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.587482 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.588737 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.589235 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.589593 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.589938 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.590276 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:02.594948 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.619850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7cf94348-d3ec-4906-8887-226bec6700fc None None] Provisioning complete for port 4bec85a2-fb03-4295-b557-d51745ced4cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:02.621702 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7cf94348-d3ec-4906-8887-226bec6700fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.657442 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:02.658076 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:02.659968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c1f72-e712-4440-af3d-a547739b286a None None] Pushing event updated for resources: {'Port': ['ID=4bec85a2-fb03-4295-b557-d51745ced4cd,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:02.667730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d72385-1e79-4b07-95f1-9f2b8f63ecfe None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:02.737220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Router 98bc7415-f4af-41a6-80e6-4463510a63ad has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:02.786306 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7cf94348-d3ec-4906-8887-226bec6700fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.794414 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:02.812125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7cf94348-d3ec-4906-8887-226bec6700fc None None] For port 4bec85a2-fb03-4295-b557-d51745ced4cd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4bec85a2-fb03-4295-b557-d51745ced4cd,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:02.819113 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7cf94348-d3ec-4906-8887-226bec6700fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.839552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:02.889046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf94348-d3ec-4906-8887-226bec6700fc None None] Pushing event updated for resources: {'Port': ['ID=4bec85a2-fb03-4295-b557-d51745ced4cd,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:02.943823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-de24614f-10bf-4472-9e38-105431f77263 None None] Provisioning complete for port 4bec85a2-fb03-4295-b557-d51745ced4cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:02.944218 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de24614f-10bf-4472-9e38-105431f77263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:03.045618 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:52:59Z', 'revision_number': 3, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.083353 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c9c75-0028-480a-a903-62c77ece7286 None None] The sync data for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 is: [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:52:59Z', 'revision_number': 3, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:03.142744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:03.156349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:03.258213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:03.261319 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:03.262769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Pushing event updated for resources: {'Port': ['ID=c19d35eb-47af-4713-bb2d-5d74dffff9c2,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:03.266281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:03.267476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da523f84-490c-4948-aebd-44d9aed6523d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "PUT /v2.0/routers/98bc7415-f4af-41a6-80e6-4463510a63ad HTTP/1.1" status: 200 len: 705 time: 2.6235113 Nov 23 10:53:03.274275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] Sync routers for ids ['98bc7415-f4af-41a6-80e6-4463510a63ad'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:03.276732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:03.278152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036912b-eb10-45bf-b1c2-423ebb153b6b req-f733a95b-20ae-448f-8126-5f41b36147a9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:03.279858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d036912b-eb10-45bf-b1c2-423ebb153b6b req-f733a95b-20ae-448f-8126-5f41b36147a9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1669569 Nov 23 10:53:03.295333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] Routers {'98bc7415-f4af-41a6-80e6-4463510a63ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:03.295333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['98bc7415-f4af-41a6-80e6-4463510a63ad'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.356607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.374535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] Routers {'98bc7415-f4af-41a6-80e6-4463510a63ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:03.375314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['98bc7415-f4af-41a6-80e6-4463510a63ad'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.406263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d036912b-eb10-45bf-b1c2-423ebb153b6b req-539c2b05-36ce-4947-9bff-ddb994b108c6 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172690 Nov 23 10:53:03.431708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:03.446324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:03.450427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1d8f9e89-b05a-4d69-8aad-b8cb810d99a4 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/routers/98bc7415-f4af-41a6-80e6-4463510a63ad HTTP/1.1" status: 200 len: 740 time: 0.1634853 Nov 23 10:53:03.452285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.453152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb21b6-adba-4c52-8c53-e29c5fa3e325 None None] The sync data for ids ['98bc7415-f4af-41a6-80e6-4463510a63ad'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:03.453972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47396) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:03.474083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:03.610059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:03.626470 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:03.632820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:03.642577 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:03.643170 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.681147 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e90a033e-2af4-4f7a-9105-370c88324584 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8261044 Nov 23 10:53:03.683112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47398) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:03.704293 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.716176 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:03.716176 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.756290 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:03.757095 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17051205-13dd-4cd2-a3a4-164854aa92f7 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:03.763399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 34b94036-2355-4c3b-82f8-029b5adfadc0 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:03.765603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e0805b82-a34a-46d2-9b08-2c7fd2216b3c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "GET /v2.0/floatingips/113a94ba-76be-4a57-a7be-26fec496b1a7 HTTP/1.1" status: 200 len: 978 time: 0.0803177 Nov 23 10:53:03.766446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47400) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:03.859140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3af71388-0592-44a5-8391-c9dfc9efb2f6 tempest-RoutersAdminTest-601388067 tempest-RoutersAdminTest-601388067-project-admin] 10.222.0.61 "GET /v2.0/ports?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&device_id=98bc7415-f4af-41a6-80e6-4463510a63ad HTTP/1.1" status: 200 len: 205 time: 0.4019322 Nov 23 10:53:03.862376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47402) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:03.919877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a58def40-747e-4085-a781-1e92d83b088c tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=98bc7415-f4af-41a6-80e6-4463510a63ad HTTP/1.1" status: 200 len: 205 time: 0.0560114 Nov 23 10:53:03.923880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47406) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:03.938871 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7e94bbd9-f399-404d-93b5-731928d7418c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1711547 Nov 23 10:53:03.941390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47408) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:03.945914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'port_id': '9e374741-9ba4-47ea-a41e-69f9c20bbc45'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:04.019334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.041596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce1aa-7ed0-483d-8c2d-8d2ef7a92cbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.155433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:04.229256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce1aa-7ed0-483d-8c2d-8d2ef7a92cbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.233076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce1aa-7ed0-483d-8c2d-8d2ef7a92cbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.318851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce1aa-7ed0-483d-8c2d-8d2ef7a92cbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.319354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8ce1aa-7ed0-483d-8c2d-8d2ef7a92cbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Fanout notify agent at l3_agent the message router_deleted on router 98bc7415-f4af-41a6-80e6-4463510a63ad {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:53:04.352000 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce1aa-7ed0-483d-8c2d-8d2ef7a92cbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.353086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4f8ce1aa-7ed0-483d-8c2d-8d2ef7a92cbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/98bc7415-f4af-41a6-80e6-4463510a63ad HTTP/1.1" status: 204 len: 168 time: 0.4281924 Nov 23 10:53:04.357432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47414) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.390119 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eefbd5e9-d7ab-47a7-a32f-78b56251f591 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=98bc7415-f4af-41a6-80e6-4463510a63ad HTTP/1.1" status: 200 len: 205 time: 0.0315933 Nov 23 10:53:04.392441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47416) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.443800 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-557c20ae-4321-4fd4-9383-5ebd4c7814c8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] delete failed (client error): The resource could not be found. Nov 23 10:53:04.444837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-557c20ae-4321-4fd4-9383-5ebd4c7814c8 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/98bc7415-f4af-41a6-80e6-4463510a63ad HTTP/1.1" status: 404 len: 336 time: 0.0515141 Nov 23 10:53:04.448402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:04.448721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47418) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.453373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-465b0679-b0c0-4784-9a6a-5479c3dc753a admin admin] 10.222.0.61 "PUT /v2.0/routers/7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511165 Nov 23 10:53:04.490988 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bec27906-d46c-46a2-bf49-03db0aed612c tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=9e20689d-c6a1-41bc-9c3a-af0589bce316 HTTP/1.1" status: 200 len: 205 time: 0.0404024 Nov 23 10:53:04.493460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47424) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.550762 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-ad67580b-1d02-45b4-acbf-85303b08bcbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] delete failed (client error): The resource could not be found. Nov 23 10:53:04.551821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ad67580b-1d02-45b4-acbf-85303b08bcbb tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/9e20689d-c6a1-41bc-9c3a-af0589bce316 HTTP/1.1" status: 404 len: 336 time: 0.0570748 Nov 23 10:53:04.564992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47426) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.595391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2262d-2396-410c-bcec-e4cb67caf3cc req-2402116e-2b34-474c-896c-016bdd539b92 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:04.596956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ce2262d-2396-410c-bcec-e4cb67caf3cc req-2402116e-2b34-474c-896c-016bdd539b92 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0585573 Nov 23 10:53:04.598372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be7fa0aa-1b70-4732-9508-d1fa6de89223 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dfe37e6-0601-4d57-8ebd-f9aca912dae8 HTTP/1.1" status: 200 len: 205 time: 0.0319996 Nov 23 10:53:04.600643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47430) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.616169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.620714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:04.661174 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-17a3f15e-f77a-4758-a93d-73a2615f60e9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] delete failed (client error): The resource could not be found. Nov 23 10:53:04.662262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-17a3f15e-f77a-4758-a93d-73a2615f60e9 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/7dfe37e6-0601-4d57-8ebd-f9aca912dae8 HTTP/1.1" status: 404 len: 336 time: 0.0606208 Nov 23 10:53:04.667081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.701125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ce2262d-2396-410c-bcec-e4cb67caf3cc req-096df37c-3085-47b5-aa34-01abe3be14a8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918431 Nov 23 10:53:04.756566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96f63f09-5a79-4725-9d71-bf1fc6201c87 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=f25b2f66-f483-46cc-9315-60a2dfea6cf6 HTTP/1.1" status: 200 len: 205 time: 0.0838871 Nov 23 10:53:04.758941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.788094 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP 113a94ba-76be-4a57-a7be-26fec496b1a7 associated. External IP: 172.25.5.242, port: ef1c8deb-c9cc-47ab-b809-53957d8a5248. Nov 23 10:53:04.802208 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-888333f8-f421-478d-adee-ffffc382a1f1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] delete failed (client error): The resource could not be found. Nov 23 10:53:04.803610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-888333f8-f421-478d-adee-ffffc382a1f1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/f25b2f66-f483-46cc-9315-60a2dfea6cf6 HTTP/1.1" status: 404 len: 336 time: 0.0432818 Nov 23 10:53:04.805965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47440) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.844129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-87e15af7-d674-43d3-8eec-9e6f59c860c1 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b84308a-5dcf-4f76-b1f1-442d091dd122 HTTP/1.1" status: 200 len: 205 time: 0.0356314 Nov 23 10:53:04.847003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47450) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.898509 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-b022770d-8e0a-4cb2-89aa-aee906f665bf tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] delete failed (client error): The resource could not be found. Nov 23 10:53:04.899532 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b022770d-8e0a-4cb2-89aa-aee906f665bf tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/8b84308a-5dcf-4f76-b1f1-442d091dd122 HTTP/1.1" status: 404 len: 336 time: 0.0515914 Nov 23 10:53:04.902406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47452) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.932509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-400ea802-1e01-4bbd-a647-f03115ba896d tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "GET /v2.0/ports?device_id=cec2b87f-0d9a-49f3-b83c-3036fb0c2827 HTTP/1.1" status: 200 len: 205 time: 0.0259340 Nov 23 10:53:04.932766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47454) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:04.972091 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-7ea436cf-7fc4-4fa6-af37-ca826e6e6ecc tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] delete failed (client error): The resource could not be found. Nov 23 10:53:04.973286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7ea436cf-7fc4-4fa6-af37-ca826e6e6ecc tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/routers/cec2b87f-0d9a-49f3-b83c-3036fb0c2827 HTTP/1.1" status: 404 len: 336 time: 0.0394816 Nov 23 10:53:04.975838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47458) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:05.023786 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-98412edb-994b-43f6-a34d-5f64eef3f6f5 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:05.024304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98412edb-994b-43f6-a34d-5f64eef3f6f5 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:05.027587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-98412edb-994b-43f6-a34d-5f64eef3f6f5 tempest-RoutersAdminTest-1107818160 tempest-RoutersAdminTest-1107818160-project] 10.222.0.61 "DELETE /v2.0/subnets/1cd61dad-f711-42d8-bad8-c4a8da72c118 HTTP/1.1" status: 404 len: 337 time: 0.0506732 Nov 23 10:53:05.085263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241f22-998d-4f24-af63-51cfcd26c495 req-6eac8f7d-c514-4c37-b340-cbc981091b29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:05.086946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-6eac8f7d-c514-4c37-b340-cbc981091b29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 819 time: 0.2310865 Nov 23 10:53:05.096529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Sync routers for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:05.111580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-520779d4-fc72-43c0-81d7-cf0f864e80ba tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/quotas/2ed03c1974ad4e3689e00bd647875f98 HTTP/1.1" status: 200 len: 375 time: 0.0168493 Nov 23 10:53:05.117250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:05.118264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:05.240836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:05.246585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-55477d4f-1f1f-467e-90b7-f872c1ac6a26 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862083 Nov 23 10:53:05.279546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4bec85a2-fb03-4295-b557-d51745ced4cd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:05.287208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:05.360537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47468) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:05.441378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-02845224-aed2-4ba5-9ec2-47e9c1dfa3cc service neutron] 10.222.0.61 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847234 Nov 23 10:53:05.442558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:05.453667 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:05.468582 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:05.469394 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:05.494855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4bec85a2-fb03-4295-b557-d51745ced4cd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:05.495248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.522029 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:05.523278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f503eff-d975-4d85-9ca8-7c45dc74a652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.535868 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:05.537544 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:05.573799 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:05.574792 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71255287-dad9-488e-9ca8-43e156652d6b None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:05.632631 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-ca58c39b-cabf-43c7-8c46-d9133fc3e1dd service neutron] 10.222.0.61 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513953 Nov 23 10:53:05.642840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f503eff-d975-4d85-9ca8-7c45dc74a652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.648869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f503eff-d975-4d85-9ca8-7c45dc74a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.658341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 2, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:05.692718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Checking router: 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:53:05.693084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Updating router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b port c19d35eb-47af-4713-bb2d-5d74dffff9c2 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:53:05.701855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4f503eff-d975-4d85-9ca8-7c45dc74a652 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5048e187f364b609bf4507e0073fd7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3397646 Nov 23 10:53:05.705243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47472) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:05.720825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f503eff-d975-4d85-9ca8-7c45dc74a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc471319-f8ef-4d62-96ad-5acf2c1aef54,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:05.758372 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.774982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:05.780802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebc8570a-1e49-454c-ada5-cf391170c2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.810610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebc8570a-1e49-454c-ada5-cf391170c2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.896649 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebc8570a-1e49-454c-ada5-cf391170c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.899246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebc8570a-1e49-454c-ada5-cf391170c2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:05.903666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ebc8570a-1e49-454c-ada5-cf391170c2c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc471319-f8ef-4d62-96ad-5acf2c1aef54 HTTP/1.1" status: 204 len: 168 time: 0.1942132 Nov 23 10:53:05.910746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-339769f6-8070-463c-8381-c29d5833b623 req-e968e409-6a00-4a11-8912-8a4e0a67a489 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 210 time: 0.0631595 Nov 23 10:53:05.920474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e54387-b2ac-44e7-8ea7-ea1e17565418 req-bc82f784-2b68-4609-9ed8-83ed62ce4162 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:05.930190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8e54387-b2ac-44e7-8ea7-ea1e17565418 req-bc82f784-2b68-4609-9ed8-83ed62ce4162 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0791156 Nov 23 10:53:05.951700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:05.958894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.007472 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d8e54387-b2ac-44e7-8ea7-ea1e17565418 req-bd5cccfe-d9c9-4425-b3b2-2df6b33f5176 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763378 Nov 23 10:53:06.008647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8570a-1e49-454c-ada5-cf391170c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc471319-f8ef-4d62-96ad-5acf2c1aef54,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:06.013604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:06.048961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-65634963-5d29-4e3b-a6fb-d50f600ab74b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/floatingips/113a94ba-76be-4a57-a7be-26fec496b1a7 HTTP/1.1" status: 200 len: 979 time: 2.1038630 Nov 23 10:53:06.050126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47484) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:06.058869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:06.072960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:06.073673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:06.110946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:06.152104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:06.152659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:06.152950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.202391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:06.203194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a07106-872e-4bef-9603-5b058ca8cc0a None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:06.342933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.348407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.348759 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP 113a94ba-76be-4a57-a7be-26fec496b1a7 disassociated. External IP: 172.25.5.242, port: 9e374741-9ba4-47ea-a41e-69f9c20bbc45. Nov 23 10:53:06.372781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47496) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:06.410003 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.418146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.425613 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-76687150-2b37-48c4-9d02-949dd9e1ca01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4de8f07d14fc40a3ada30fac6ab1d0bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514882 Nov 23 10:53:06.428006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47500) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:06.506571 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7b6659d-de4a-4fd3-894f-170d1be5fe99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.519269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac38f2-071c-44c5-a2d7-3d9a9f415f06 None None] Pushing event updated for resources: {'Port': ['ID=c19d35eb-47af-4713-bb2d-5d74dffff9c2,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:06.545267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7b6659d-de4a-4fd3-894f-170d1be5fe99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.564649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Attempting to bind port c19d35eb-47af-4713-bb2d-5d74dffff9c2 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:06.565081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Attempting to bind port c19d35eb-47af-4713-bb2d-5d74dffff9c2 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:06.565435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Attempting to bind port c19d35eb-47af-4713-bb2d-5d74dffff9c2 on network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:06.573154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:06.573625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Checking segment: {'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:06.573955 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.574359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Bound using segment: {'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:06.574845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Bound port: c19d35eb-47af-4713-bb2d-5d74dffff9c2, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:06.575231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.614227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7b6659d-de4a-4fd3-894f-170d1be5fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.617822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a7b6659d-de4a-4fd3-894f-170d1be5fe99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.622751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a7b6659d-de4a-4fd3-894f-170d1be5fe99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20ffc92a-3a0f-4e88-8b46-5a95b737cc1c HTTP/1.1" status: 204 len: 168 time: 0.1934140 Nov 23 10:53:06.631886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6659d-de4a-4fd3-894f-170d1be5fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffc92a-3a0f-4e88-8b46-5a95b737cc1c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:06.692897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] For port c19d35eb-47af-4713-bb2d-5d74dffff9c2, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:06.699305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] For port c19d35eb-47af-4713-bb2d-5d74dffff9c2, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c19d35eb-47af-4713-bb2d-5d74dffff9c2,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:06.706096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:06.796072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac38f2-071c-44c5-a2d7-3d9a9f415f06 None None] Pushing event updated for resources: {'Port': ['ID=c19d35eb-47af-4713-bb2d-5d74dffff9c2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:06.804790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:06.806287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:06.990177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:07.085658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d70bd7f-5df7-4bd9-b274-bfcb0334db09 req-7231fa61-d253-4241-bfcb-68ae39c7b38e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 210 time: 0.0779366 Nov 23 10:53:07.122452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:07.206528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:07.211373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.218748 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:07.222912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e076e6-908f-4d5d-8996-7a0db3894443 req-5e1a6278-ce06-4898-82b5-e28527d3eb5c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:07.224316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9e076e6-908f-4d5d-8996-7a0db3894443 req-5e1a6278-ce06-4898-82b5-e28527d3eb5c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1094441 Nov 23 10:53:07.247157 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:07.250318 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:07.299635 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8bf58f63-e6e2-4175-9ba3-2ecf6fa09203 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/floatingips/113a94ba-76be-4a57-a7be-26fec496b1a7 HTTP/1.1" status: 200 len: 688 time: 1.2481475 Nov 23 10:53:07.301941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47520) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:07.334966 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:07.344788 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:07.345745 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:07.413623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241f22-998d-4f24-af63-51cfcd26c495 req-88e26dfd-0b1e-495d-9932-6364a0a87e32 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:07.416499 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:07.416806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-88e26dfd-0b1e-495d-9932-6364a0a87e32 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.65 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 819 time: 0.2504349 Nov 23 10:53:07.418456 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d8ac15-af31-4411-8504-7fb93f0cf0b5 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:07.436072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Request body: {'port': {'device_id': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'admin_state_up': True, 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:07.518529 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9e076e6-908f-4d5d-8996-7a0db3894443 req-6a8053e7-3dad-46c3-84fc-e097587977e8 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728484 Nov 23 10:53:07.546977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:06Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:07.568885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port b7ab8ad9-d1dc-4ab8-8d5f-5ab4be21f817 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:07.569282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.581583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8d28b-db21-4a03-8f0e-89ae90f9d15e None None] The sync data for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 is: [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:06Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:07.623711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Made reservation on behalf of 2ed03c1974ad4e3689e00bd647875f98 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:07.627806 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.700503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.700843 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.715514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for b7ab8ad9-d1dc-4ab8-8d5f-5ab4be21f817 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:07.761499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47534) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:07.821310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Allocated IP 172.20.0.10 (815035d3-12c8-4d54-ac5d-c75c126b9fe8/51493bec-815a-4bdb-bbc4-83834df3f720/51281ff7-c5b2-4b0a-8f0e-e2e1955058c4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:07.895402 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.899293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-140167796'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:07.927308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=b7ab8ad9-d1dc-4ab8-8d5f-5ab4be21f817,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:07.974815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:07.978714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.992612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.995839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:07.998740 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.000113 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0997082b-1d63-4422-a850-074189385778 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/floatingips/113a94ba-76be-4a57-a7be-26fec496b1a7 HTTP/1.1" status: 204 len: 168 time: 0.6972363 Nov 23 10:53:08.002902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47538) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:08.040242 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-46144b7b-d7d7-4b07-b03d-0397cc8b75eb tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] delete failed (client error): The resource could not be found. Nov 23 10:53:08.041431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.041908 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-46144b7b-d7d7-4b07-b03d-0397cc8b75eb tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/floatingips/113a94ba-76be-4a57-a7be-26fec496b1a7 HTTP/1.1" status: 404 len: 345 time: 0.0380025 Nov 23 10:53:08.046038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47540) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:08.113000 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.135424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.143280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe44ec-6b21-449a-bb17-1fe682e84b11 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.149694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe44ec-6b21-449a-bb17-1fe682e84b11 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.155920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe44ec-6b21-449a-bb17-1fe682e84b11 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.160138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8cfe44ec-6b21-449a-bb17-1fe682e84b11 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "GET /v2.0/ports?network_id=b86ba9e6-2892-4230-886b-9d5e8f9bd768 HTTP/1.1" status: 200 len: 2359 time: 0.1102228 Nov 23 10:53:08.160341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.161090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47544) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:08.216471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:08.218518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73138e3-049d-4402-a925-ac440356bdbc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:08.228907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:08.232937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:08.235274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:08.261912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd64e5-3e17-4b2e-b360-776d09ee2916 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.268288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ccd64e5-3e17-4b2e-b360-776d09ee2916 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "GET /v2.0/subnets/2831e731-bf09-49ea-97c5-3e45f1801c6b HTTP/1.1" status: 200 len: 797 time: 0.1015711 Nov 23 10:53:08.268482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event updated for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:08.268617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47546) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:08.276135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'port': {'network_id': 'b86ba9e6-2892-4230-886b-9d5e8f9bd768', 'name': 'tempest-FloatingIPTestJSON-1101983140', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:08.280824 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.281215 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 64366a9f-3eb8-40cf-8500-e8f6ca9654b8 of type vlan for network cc9fb86e-939c-44f0-a024-6fe432583094 Nov 23 10:53:08.294578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23171fb-259e-4c0f-8f6b-20c0d4648de6 req-b82c490e-a7ed-4572-bcf7-8a7eb6dd9110 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.296271 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d23171fb-259e-4c0f-8f6b-20c0d4648de6 req-b82c490e-a7ed-4572-bcf7-8a7eb6dd9110 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 932 time: 0.0899715 Nov 23 10:53:08.345683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.346345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.360840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.386454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5c83e32f-1438-4ee5-b592-b2b64175641f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9591894 Nov 23 10:53:08.395402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.402644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.402644 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.419352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d23171fb-259e-4c0f-8f6b-20c0d4648de6 req-785b295c-6bc7-44b6-8ba4-a8c526d704d2 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065984 Nov 23 10:53:08.420355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Request body: {'port': {'device_id': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:08.442407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6796813 Nov 23 10:53:08.461383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:08.509605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202da30-9f23-42de-8d15-9a7314a3d4a1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=cc9fb86e-939c-44f0-a024-6fe432583094,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:08.522072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cc9fb86e-939c-44f0-a024-6fe432583094 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:08.548223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.590259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47554) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:08.603545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': 'cc9fb86e-939c-44f0-a024-6fe432583094', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:08.687753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.813917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] device_id is not set on port 78c60a3f-100a-42f0-820a-6bf4e9dc369f yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:53:08.876331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:53:08.886245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.900906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Transition to ACTIVE for port object 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:53:08.906310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:08.913824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e650cd7-bf6f-4a64-84dd-4edd05311ef0 req-916bb4e9-a385-4c72-b94c-6056474912eb tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:08.915442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e650cd7-bf6f-4a64-84dd-4edd05311ef0 req-916bb4e9-a385-4c72-b94c-6056474912eb tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2700717 Nov 23 10:53:08.981250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Pushing event updated for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:09.022855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:09.027887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.040749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Attempting to bind port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:09.041611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Attempting to bind port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:09.042379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Attempting to bind port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 on network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:09.046619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 on network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:53:09.046953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Attempting to bind port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 on network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:09.052115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:09.052462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Checking segment: {'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:09.052864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Bound using segment: {'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:09.053341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Bound port: 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee8a543-d008-40d0-8d37-627ad70f9a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:09.053705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.124201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e650cd7-bf6f-4a64-84dd-4edd05311ef0 req-d292cc2a-0a37-40f7-a465-15da7e4cba7e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977606 Nov 23 10:53:09.155527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:09.155527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:09.158602 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.206557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:09.207892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.209679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] 10.222.0.65 "PUT /v2.0/ports/51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 1092 time: 0.7978826 Nov 23 10:53:09.218899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:09.222177 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702b84c7-fa92-4e76-a0d6-787c5b033805" -d '{"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:09.282837 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecac7f5-e921-40a9-8248-8ea2d1ba7494 x-openstack-request-id: req-5ecac7f5-e921-40a9-8248-8ea2d1ba7494 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:09.283464 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:09.283935 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ecac7f5-e921-40a9-8248-8ea2d1ba7494 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:09.284556 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'status': 'completed', 'code': 200} Nov 23 10:53:09.287037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11653d6b-1aac-4f32-a760-7ae913f3ac0a service neutron] Pushing event updated for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:09.315899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c19d35eb-47af-4713-bb2d-5d74dffff9c2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:09.337400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241f22-998d-4f24-af63-51cfcd26c495 req-e10a5479-53bc-49c9-999c-ed9a46bc946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:09.340518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-e10a5479-53bc-49c9-999c-ed9a46bc946c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1095 time: 0.0545714 Nov 23 10:53:09.365674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.14 (b86ba9e6-2892-4230-886b-9d5e8f9bd768/2831e731-bf09-49ea-97c5-3e45f1801c6b/78c60a3f-100a-42f0-820a-6bf4e9dc369f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:09.367679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c19d35eb-47af-4713-bb2d-5d74dffff9c2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:09.368058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.395023 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-1f6cb072-48cf-46a2-9188-3ece598e5532 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 217 time: 0.0437262 Nov 23 10:53:09.401904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.12 (b86ba9e6-2892-4230-886b-9d5e8f9bd768/2831e731-bf09-49ea-97c5-3e45f1801c6b/78c60a3f-100a-42f0-820a-6bf4e9dc369f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:09.438972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.460523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241f22-998d-4f24-af63-51cfcd26c495 req-4d0e0734-69a6-4801-81f3-99f57b1b324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:09.463472 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-4d0e0734-69a6-4801-81f3-99f57b1b324b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.0600839 Nov 23 10:53:09.477641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.507671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-4a8ff64b-ee6c-4133-acff-d67082464290 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357389 Nov 23 10:53:09.531386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port c19d35eb-47af-4713-bb2d-5d74dffff9c2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c19d35eb-47af-4713-bb2d-5d74dffff9c2,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:09.536719 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.563397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=6b08bb3e-01cd-4acc-b986-2853193f17b6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:09.592329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=c19d35eb-47af-4713-bb2d-5d74dffff9c2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:09.614336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '64366a9f-3eb8-40cf-8500-e8f6ca9654b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'cc9fb86e-939c-44f0-a024-6fe432583094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:09.614753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: cc9fb86e-939c-44f0-a024-6fe432583094, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:09.647968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network cc9fb86e-939c-44f0-a024-6fe432583094 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:09.651937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c67160-7f0f-4d23-9ab3-b5ccfd5c6d33 req-966f3b60-bc29-4695-b2c0-6d680b83dc60 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:09.653749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c67160-7f0f-4d23-9ab3-b5ccfd5c6d33 req-966f3b60-bc29-4695-b2c0-6d680b83dc60 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 944 time: 0.1248393 Nov 23 10:53:09.660299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-00ca393a-b45a-41ba-b5f8-8c05ba8e2084 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413257 Nov 23 10:53:09.668764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.671736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cc9fb86e-939c-44f0-a024-6fe432583094) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:09.676208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:09.677004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.692540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcacecd-351e-4719-8922-f3bddd6347f8 None None] Network cc9fb86e-939c-44f0-a024-6fe432583094 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:09.717769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a1693bd4-de24-478f-a0da-a24637befcc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1263602 Nov 23 10:53:09.720208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:09.726238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170444230'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:09.759741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.767413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34c67160-7f0f-4d23-9ab3-b5ccfd5c6d33 req-9d995541-31e2-4a4c-b5ab-84b30fed88ab tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061292 Nov 23 10:53:09.775332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:09.779923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.812909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60241f22-998d-4f24-af63-51cfcd26c495 req-5004ca2f-721c-44a0-a33a-cf1cc97e8702 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436555 Nov 23 10:53:09.854593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:09.863433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:09.868665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:09.901364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=78c60a3f-100a-42f0-820a-6bf4e9dc369f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:09.913506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:09.921036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-d8dba61f-f543-4ae9-af47-659f8dec04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:09.922546 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-d8dba61f-f543-4ae9-af47-659f8dec04b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1095 time: 0.0599601 Nov 23 10:53:09.930566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cc9fb86e-939c-44f0-a024-6fe432583094', 'network_id': 'cc9fb86e-939c-44f0-a024-6fe432583094', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '6b08bb3e-01cd-4acc-b986-2853193f17b6'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:09.931574 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.936794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:09.937457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.941655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:09.942004 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment bea1e6e0-2c39-4580-abfc-ef83790c4cc4 of type vlan for network c57b5f39-46ea-400a-b103-0a56333e74c8 Nov 23 10:53:09.987333 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fbf0141b-46f0-4c0a-adef-50be4f0b2b9d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7146096 Nov 23 10:53:09.988199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47570) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:09.992956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '78c60a3f-100a-42f0-820a-6bf4e9dc369f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:10.007556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.030601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-af143a87-d07b-4878-959c-a99f8f1f6977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:10.032142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-af143a87-d07b-4878-959c-a99f8f1f6977 service neutron] 10.222.0.65 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.1018186 Nov 23 10:53:10.038426 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.053423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.059734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:10.060330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.087268 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-fd82ae71-f4d8-4fb3-9d7c-5fac0903be9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 217 time: 0.0432229 Nov 23 10:53:10.089396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Allocated IP 172.20.255.242 (cc9fb86e-939c-44f0-a024-6fe432583094/6b08bb3e-01cd-4acc-b986-2853193f17b6/8d444425-17eb-4313-a990-60458e238e25) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:10.107980 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3842969 Nov 23 10:53:10.108825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47572) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:10.119982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': 'c57b5f39-46ea-400a-b103-0a56333e74c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:10.151958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-f7596d0c-91c3-4d16-a4ad-b608090f0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:10.153667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-f7596d0c-91c3-4d16-a4ad-b608090f0e70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.0577950 Nov 23 10:53:10.168476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf8452-e148-4fb2-a28c-4dca995803a4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=c57b5f39-46ea-400a-b103-0a56333e74c8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:10.184741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c57b5f39-46ea-400a-b103-0a56333e74c8 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:10.219516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-f82dd260-b045-4dfc-afa9-b02e077210d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556250 Nov 23 10:53:10.327090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.332037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-b80d3df6-65b3-4046-a7cf-6670a990116d service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983715 Nov 23 10:53:10.334388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.336967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:10.342074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.371257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb098579-c2d4-4134-a2f4-ef2dcfb5093b req-7462ccaf-0a97-4164-9605-2383130917f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:10.372373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Network cc9fb86e-939c-44f0-a024-6fe432583094 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:10.377639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb098579-c2d4-4134-a2f4-ef2dcfb5093b req-7462ccaf-0a97-4164-9605-2383130917f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1323392 Nov 23 10:53:10.378794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:10.382481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:10.390843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Pushing event updated for resources: {'Port': ['ID=8d444425-17eb-4313-a990-60458e238e25,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:10.439277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-702b84c7-fa92-4e76-a0d6-787c5b033805 req-e1260f13-7be3-4f53-a442-3c17dab992b6 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951650 Nov 23 10:53:10.457206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Attempting to bind port 8d444425-17eb-4313-a990-60458e238e25 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:10.457598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Attempting to bind port 8d444425-17eb-4313-a990-60458e238e25 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '64366a9f-3eb8-40cf-8500-e8f6ca9654b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'cc9fb86e-939c-44f0-a024-6fe432583094'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:10.457971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Attempting to bind port 8d444425-17eb-4313-a990-60458e238e25 on network cc9fb86e-939c-44f0-a024-6fe432583094 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:10.464022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:10.464675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Checking segment: {'id': '64366a9f-3eb8-40cf-8500-e8f6ca9654b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'cc9fb86e-939c-44f0-a024-6fe432583094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:10.465102 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.465735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Bound using segment: {'id': '64366a9f-3eb8-40cf-8500-e8f6ca9654b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'cc9fb86e-939c-44f0-a024-6fe432583094'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:10.466225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Bound port: 8d444425-17eb-4313-a990-60458e238e25, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64366a9f-3eb8-40cf-8500-e8f6ca9654b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'cc9fb86e-939c-44f0-a024-6fe432583094'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:10.466794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.467474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.500864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb098579-c2d4-4134-a2f4-ef2dcfb5093b req-c23cb72e-b9ab-4595-b6a2-494ea01a7928 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124625 Nov 23 10:53:10.545805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] For port 8d444425-17eb-4313-a990-60458e238e25, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:10.549399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] For port 8d444425-17eb-4313-a990-60458e238e25, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8d444425-17eb-4313-a990-60458e238e25,segment=NetworkSegment(64366a9f-3eb8-40cf-8500-e8f6ca9654b8),segment_id=64366a9f-3eb8-40cf-8500-e8f6ca9654b8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:10.562878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.628953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc099-1167-4df5-ac0e-5bc3625d6a04 None None] Pushing event updated for resources: {'Port': ['ID=8d444425-17eb-4313-a990-60458e238e25,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:10.656199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.25.5.115 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/74650673-b1c0-45cc-9380-539884432a50) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:10.773873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.872980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=73720641-9bea-4629-88bf-99af4963e623,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:10.937492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:10.953410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c57b5f39-46ea-400a-b103-0a56333e74c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:10.953781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: c57b5f39-46ea-400a-b103-0a56333e74c8, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:10.998535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411adfe-6536-4206-a4b2-82ba0b75beda req-bbb90c32-d02f-428c-91bb-e5003fa348c3 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:11.000052 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b411adfe-6536-4206-a4b2-82ba0b75beda req-bbb90c32-d02f-428c-91bb-e5003fa348c3 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 944 time: 0.1237354 Nov 23 10:53:11.010361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network c57b5f39-46ea-400a-b103-0a56333e74c8 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:11.034113 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.043597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c57b5f39-46ea-400a-b103-0a56333e74c8) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:11.051521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c796d1f9-bad8-416f-86a1-a8831feebe17 None None] Network c57b5f39-46ea-400a-b103-0a56333e74c8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:11.071430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:11.071944 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.110115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:11.119388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=74650673-b1c0-45cc-9380-539884432a50,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:11.126821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:11.129937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:11.139564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b411adfe-6536-4206-a4b2-82ba0b75beda req-c2988879-10f6-47e8-9694-b9a6eb6ad778 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330214 Nov 23 10:53:11.146341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9cc1daf3-23d1-4662-8a26-69df467b149e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0329330 Nov 23 10:53:11.146530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47584) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:11.254642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c57b5f39-46ea-400a-b103-0a56333e74c8', 'network_id': 'c57b5f39-46ea-400a-b103-0a56333e74c8', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '73720641-9bea-4629-88bf-99af4963e623'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:11.255635 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.320088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.411630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c19d35eb-47af-4713-bb2d-5d74dffff9c2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:11.439310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.482323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Allocated IP 172.20.0.2 (c57b5f39-46ea-400a-b103-0a56333e74c8/73720641-9bea-4629-88bf-99af4963e623/d46a2777-d2c8-4070-a7c8-e4b25f57cb02) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:11.529207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c19d35eb-47af-4713-bb2d-5d74dffff9c2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:11.529889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.612374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.719833 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.724079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8d444425-17eb-4313-a990-60458e238e25 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:11.755071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.774235 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:11.829162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80c5b4-7246-477a-8d3b-c26e7b79a843 None None] Network cc9fb86e-939c-44f0-a024-6fe432583094 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:11.831121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:53:11.841445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Network c57b5f39-46ea-400a-b103-0a56333e74c8 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:11.867362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:11.869963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:11.922613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Pushing event updated for resources: {'Port': ['ID=d46a2777-d2c8-4070-a7c8-e4b25f57cb02,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:12.019451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.038197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:53:12.062093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2584d908-763d-420c-8f4b-a355fe1f5d2a None None] Provisioning complete for port 8d444425-17eb-4313-a990-60458e238e25 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:12.062383 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2584d908-763d-420c-8f4b-a355fe1f5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.090059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=73720641-9bea-4629-88bf-99af4963e623,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:12.102941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23764b80-e19d-4136-b0e5-a2586e59bea7 req-763aa03e-a057-4fdd-9d3b-9e485ab4a0e0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:12.104717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23764b80-e19d-4136-b0e5-a2586e59bea7 req-763aa03e-a057-4fdd-9d3b-9e485ab4a0e0 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.5000551 Nov 23 10:53:12.130497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8d444425-17eb-4313-a990-60458e238e25 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:12.130497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.170178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Attempting to bind port d46a2777-d2c8-4070-a7c8-e4b25f57cb02 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:12.170547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Attempting to bind port d46a2777-d2c8-4070-a7c8-e4b25f57cb02 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c57b5f39-46ea-400a-b103-0a56333e74c8'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:12.170922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Attempting to bind port d46a2777-d2c8-4070-a7c8-e4b25f57cb02 on network c57b5f39-46ea-400a-b103-0a56333e74c8 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:12.190659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.225414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23764b80-e19d-4136-b0e5-a2586e59bea7 req-a72b653f-e706-42d1-ab63-e19bdc4b030e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099138 Nov 23 10:53:12.227396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57b5f39-46ea-400a-b103-0a56333e74c8']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:12.227667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:12.228055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Checking segment: {'id': 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c57b5f39-46ea-400a-b103-0a56333e74c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:12.228504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.229481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Bound using segment: {'id': 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c57b5f39-46ea-400a-b103-0a56333e74c8'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:12.229959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Bound port: d46a2777-d2c8-4070-a7c8-e4b25f57cb02, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'c57b5f39-46ea-400a-b103-0a56333e74c8'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:12.230347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.241885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:12.242476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:12.254464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.270837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.279566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:12.279967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:12.284022 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:12.336945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:12.357798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.api [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:53:12.357798 n-d-817747-2 neutron-server[103426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:53:12.357798 n-d-817747-2 neutron-server[103426]: [parameters: {'id': 'c57b5f39-46ea-400a-b103-0a56333e74c8'}] Nov 23 10:53:12.357798 n-d-817747-2 neutron-server[103426]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:53:12.359327 n-d-817747-2 neutron-server[103426]: DEBUG oslo_db.api [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:53:12.367969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b81a7-86fd-4513-a58e-931d4eb4e4d3 req-82f94a07-f099-4903-aee2-34a00a2af552 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:12.369983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af3b81a7-86fd-4513-a58e-931d4eb4e4d3 req-82f94a07-f099-4903-aee2-34a00a2af552 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 944 time: 0.0748875 Nov 23 10:53:12.390021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'port_id': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'mac_address': 'fa:16:3e:1e:63:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:53:12.407726 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.420278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.472168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af3b81a7-86fd-4513-a58e-931d4eb4e4d3 req-b1217db2-f668-4ac5-976b-2360b17bc121 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955727 Nov 23 10:53:12.516605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=74650673-b1c0-45cc-9380-539884432a50,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:12.523427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.626051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] For port d46a2777-d2c8-4070-a7c8-e4b25f57cb02, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:12.628829 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP 6b35e84c-45ea-4e73-b496-32046df68774 associated. External IP: 172.25.5.115, port: 78c60a3f-100a-42f0-820a-6bf4e9dc369f. Nov 23 10:53:12.670127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2584d908-763d-420c-8f4b-a355fe1f5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.675814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] For port d46a2777-d2c8-4070-a7c8-e4b25f57cb02, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d46a2777-d2c8-4070-a7c8-e4b25f57cb02,segment=NetworkSegment(bea1e6e0-2c39-4580-abfc-ef83790c4cc4),segment_id=bea1e6e0-2c39-4580-abfc-ef83790c4cc4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:12.678639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.703471 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.710969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.784334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:53:12.849396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2584d908-763d-420c-8f4b-a355fe1f5d2a None None] For port 8d444425-17eb-4313-a990-60458e238e25, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8d444425-17eb-4313-a990-60458e238e25,segment=NetworkSegment(64366a9f-3eb8-40cf-8500-e8f6ca9654b8),segment_id=64366a9f-3eb8-40cf-8500-e8f6ca9654b8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:12.859346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:12.860708 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.862859 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2584d908-763d-420c-8f4b-a355fe1f5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.868935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:12.870559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c54af1-b9d7-489e-995b-bf884aa5fbe2 None None] Pushing event updated for resources: {'Port': ['ID=d46a2777-d2c8-4070-a7c8-e4b25f57cb02,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:12.878036 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.923020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359efbf-4814-495a-85cf-7aa065ec237e None None] Network c57b5f39-46ea-400a-b103-0a56333e74c8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:12.964153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Deleting port d46a2777-d2c8-4070-a7c8-e4b25f57cb02 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:12.964642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:12.987557 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:53:12.987948 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:53:13.020672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:13.029698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d908-763d-420c-8f4b-a355fe1f5d2a None None] Pushing event updated for resources: {'Port': ['ID=8d444425-17eb-4313-a990-60458e238e25,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:13.042810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13d26c-9818-434f-8069-418545ebed7f None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:13.051924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.058503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] For port d46a2777-d2c8-4070-a7c8-e4b25f57cb02, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d46a2777-d2c8-4070-a7c8-e4b25f57cb02,segment=NetworkSegment(bea1e6e0-2c39-4580-abfc-ef83790c4cc4),segment_id=bea1e6e0-2c39-4580-abfc-ef83790c4cc4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:13.059367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.079065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Calling delete_port for d46a2777-d2c8-4070-a7c8-e4b25f57cb02 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:13.090881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c603daaf-470d-41b9-a559-98553a6e6bf6 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1017907 Nov 23 10:53:13.093668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:13.098173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'port_id': '78c60a3f-100a-42f0-820a-6bf4e9dc369f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:13.157672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:13.162302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13d26c-9818-434f-8069-418545ebed7f None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:13.162979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-df13d26c-9818-434f-8069-418545ebed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:13.172177 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.193872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.219209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No DVR routers for this DVR port d46a2777-d2c8-4070-a7c8-e4b25f57cb02 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:13.234112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-df13d26c-9818-434f-8069-418545ebed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:13.240325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1b39fce1-bebd-4555-972d-d2e7d252bedc None None] Provisioning complete for port 8d444425-17eb-4313-a990-60458e238e25 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:13.241148 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1b39fce1-bebd-4555-972d-d2e7d252bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.252095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Port': ['ID=d46a2777-d2c8-4070-a7c8-e4b25f57cb02,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:13.289858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13d26c-9818-434f-8069-418545ebed7f None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:13.289858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-df13d26c-9818-434f-8069-418545ebed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:13.298264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:13.354186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.356696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-df13d26c-9818-434f-8069-418545ebed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:13.357562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df13d26c-9818-434f-8069-418545ebed7f None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:13.379493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ef66e-25f9-4b9b-aeae-be6f7821736b None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:13.391986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57b5f39-46ea-400a-b103-0a56333e74c8']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:13.402766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:13.403058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bea1e6e0-2c39-4580-abfc-ef83790c4cc4') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:13.414148 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.431254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.441184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:13.441511 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:13.446161 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:13.488570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd46c62-44c6-4d28-aeaa-c2246b8fe25b req-4733df2e-202e-4b94-94fa-4b5658aa194f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:13.490207 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7fd46c62-44c6-4d28-aeaa-c2246b8fe25b req-4733df2e-202e-4b94-94fa-4b5658aa194f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1565890 Nov 23 10:53:13.528382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.553556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.566085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/c57b5f39-46ea-400a-b103-0a56333e74c8 HTTP/1.1" status: 204 len: 168 time: 2.4142766 Nov 23 10:53:13.577365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47608) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:13.580381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6f8c9-ee2c-4657-b718-d3a428cd643b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=c57b5f39-46ea-400a-b103-0a56333e74c8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:13.586998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796110459'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:13.616162 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7fd46c62-44c6-4d28-aeaa-c2246b8fe25b req-2e7b45ad-67df-4b08-8f4d-14bbb8c0ab6f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163945 Nov 23 10:53:13.658714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277bc68-8be0-419a-92ec-9513e6350c62 req-f82cfe26-07c4-43be-84d7-d745271c932f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:13.666729 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2277bc68-8be0-419a-92ec-9513e6350c62 req-f82cfe26-07c4-43be-84d7-d745271c932f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 945 time: 0.0907207 Nov 23 10:53:13.689957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ef66e-25f9-4b9b-aeae-be6f7821736b None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:13.761340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2277bc68-8be0-419a-92ec-9513e6350c62 req-4de2d8c2-000b-442f-894b-a22d0f887c2f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934205 Nov 23 10:53:13.763187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:13.799405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.854408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:13.860227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8d444425-17eb-4313-a990-60458e238e25 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:13.877179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.877667 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 9c22e098-43a1-4ee0-aded-ba2bbe511074 of type vlan for network c07aa028-4f6e-4591-9729-02c65c570a1e Nov 23 10:53:13.924667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.959955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.960689 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.967697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:13.968633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.969814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:13.986955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8d444425-17eb-4313-a990-60458e238e25 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:13.987328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.019499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14fc95-5809-4a87-90e8-7febbcd4b4a9 req-d31b021d-0c51-4a50-ab12-a168c1e644c2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:14.021313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e14fc95-5809-4a87-90e8-7febbcd4b4a9 req-d31b021d-0c51-4a50-ab12-a168c1e644c2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1125250 Nov 23 10:53:14.044323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebab7c5-f025-4868-926d-92101b620202 req-694f7cd3-2cda-47df-8e39-7075aae87b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:14.046277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ebab7c5-f025-4868-926d-92101b620202 req-694f7cd3-2cda-47df-8e39-7075aae87b10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1096 time: 0.0969348 Nov 23 10:53:14.100274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5183949 Nov 23 10:53:14.104770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47616) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:14.110048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7286f-2aa6-4528-bae7-b2b3ae5404ba tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=c07aa028-4f6e-4591-9729-02c65c570a1e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:14.111519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': 'c07aa028-4f6e-4591-9729-02c65c570a1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:14.136764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c07aa028-4f6e-4591-9729-02c65c570a1e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:14.158309 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e14fc95-5809-4a87-90e8-7febbcd4b4a9 req-1d87b36c-7e00-46b7-9fe1-c63f4eabdb61 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217189 Nov 23 10:53:14.241510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebab7c5-f025-4868-926d-92101b620202 req-defcf3a4-63bd-4cc0-964b-3a6a93b6d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:14.243458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ebab7c5-f025-4868-926d-92101b620202 req-defcf3a4-63bd-4cc0-964b-3a6a93b6d6b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.1703472 Nov 23 10:53:14.329310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ebab7c5-f025-4868-926d-92101b620202 req-dc914b68-8b5e-41af-9e89-7a052f15f4f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.0752363 Nov 23 10:53:14.347720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:14.351253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.378188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Provisioning complete for port ef1c8deb-c9cc-47ab-b809-53957d8a5248 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:14.378771 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.382297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebab7c5-f025-4868-926d-92101b620202 req-e6db1b18-8504-4ef8-81a0-a6babd6bfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:14.384598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ebab7c5-f025-4868-926d-92101b620202 req-e6db1b18-8504-4ef8-81a0-a6babd6bfd48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.0468378 Nov 23 10:53:14.419886 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Port ef1c8deb-c9cc-47ab-b809-53957d8a5248 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:14.430026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Performing IP validity checks on allocation pools {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:53:14.430640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:53:14.430764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Provisioning complete for port b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:14.431326 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.437162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:14.439770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebab7c5-f025-4868-926d-92101b620202 req-63e27e5f-6045-40b0-a4ff-921508fb13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:14.442454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ebab7c5-f025-4868-926d-92101b620202 req-63e27e5f-6045-40b0-a4ff-921508fb13c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509872 Nov 23 10:53:14.483030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Port b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:14.484602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-db9a82c4-90d1-4581-99d9-0a4bdb1f97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.494758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Provisioning complete for port 78c60a3f-100a-42f0-820a-6bf4e9dc369f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:14.495128 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.530742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Port 78c60a3f-100a-42f0-820a-6bf4e9dc369f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:14.540303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Provisioning complete for port 9e374741-9ba4-47ea-a41e-69f9c20bbc45 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:14.540672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.554369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ebab7c5-f025-4868-926d-92101b620202 req-186c2e0d-7719-4aa1-91f4-9551ac3a8bbf service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051288 Nov 23 10:53:14.576602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Port 9e374741-9ba4-47ea-a41e-69f9c20bbc45 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:14.600606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Provisioning complete for port c19d35eb-47af-4713-bb2d-5d74dffff9c2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:14.600977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f6420da-6252-43f8-a3f4-6c12d2baa0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.634991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:14.644816 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.648264 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:14.660348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:14.661392 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:14.668147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ebab7c5-f025-4868-926d-92101b620202 req-58a05bde-1d96-4e6b-a86d-6fc8110077e7 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060348 Nov 23 10:53:14.687256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.707982 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:14.719044 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:14.719657 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:14.753993 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:14.754572 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73052851-cbf2-4cb6-8d51-2a50d48d6665 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:14.754887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8fe35815-2688-491b-a85c-aab08bad5b9c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/floatingips/6b35e84c-45ea-4e73-b496-32046df68774 HTTP/1.1" status: 200 len: 979 time: 1.6601665 Nov 23 10:53:14.759510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47622) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:14.787291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '9c22e098-43a1-4ee0-aded-ba2bbe511074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'c07aa028-4f6e-4591-9729-02c65c570a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:14.787668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: c07aa028-4f6e-4591-9729-02c65c570a1e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:14.790866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=91ccd766-060f-4c5f-bb05-22285bbdd85e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:14.812280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network c07aa028-4f6e-4591-9729-02c65c570a1e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:14.823905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c07aa028-4f6e-4591-9729-02c65c570a1e) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:14.828284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:14.828883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:14.835834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ce4b4-0803-42e3-b4c5-83783ffa7d8e None None] Network c07aa028-4f6e-4591-9729-02c65c570a1e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:14.853541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bcc390c3-9945-44db-83bd-91b36e44ce14 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7459161 Nov 23 10:53:14.854894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47626) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:14.924486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc311e6-0840-4dde-964d-6ca46346cdcf req-5b7cabb9-89c9-49cd-a352-7d2801bdc69f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:14.926641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdc311e6-0840-4dde-964d-6ca46346cdcf req-5b7cabb9-89c9-49cd-a352-7d2801bdc69f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 945 time: 0.0966647 Nov 23 10:53:14.979486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.007520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdc311e6-0840-4dde-964d-6ca46346cdcf req-135170bb-24ea-4d74-9494-8fd589bef52d tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579107 Nov 23 10:53:15.013871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 74650673-b1c0-45cc-9380-539884432a50 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:15.014207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.032324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef76caf-3b38-4dda-a4f7-2a329809b657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c07aa028-4f6e-4591-9729-02c65c570a1e', 'network_id': 'c07aa028-4f6e-4591-9729-02c65c570a1e', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '91ccd766-060f-4c5f-bb05-22285bbdd85e'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:15.033488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ef76caf-3b38-4dda-a4f7-2a329809b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.083063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.103733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.104092 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.118432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 74650673-b1c0-45cc-9380-539884432a50 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:15.159843 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.200501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=91ccd766-060f-4c5f-bb05-22285bbdd85e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:15.309276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee58bd8-8ba9-4459-bbd7-d1e19b974410 None None] Network c07aa028-4f6e-4591-9729-02c65c570a1e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:15.335643 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.376985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07aa028-4f6e-4591-9729-02c65c570a1e']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:15.388009 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.390571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c22e098-43a1-4ee0-aded-ba2bbe511074') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:15.390872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c22e098-43a1-4ee0-aded-ba2bbe511074') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:15.406999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed055a9-c761-4eb7-8336-2d1f3ebb20e5 req-18aebeea-2645-44d5-b18f-91ba4a6d1399 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:15.409820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aed055a9-c761-4eb7-8336-2d1f3ebb20e5 req-18aebeea-2645-44d5-b18f-91ba4a6d1399 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0846167 Nov 23 10:53:15.415785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.431175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=74650673-b1c0-45cc-9380-539884432a50,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:15.452752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.463949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:15.464358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:15.467336 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:15.505416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.505889 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP 6b35e84c-45ea-4e73-b496-32046df68774 disassociated (deleted). External IP: 172.25.5.115, port: 78c60a3f-100a-42f0-820a-6bf4e9dc369f. Nov 23 10:53:15.546404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aed055a9-c761-4eb7-8336-2d1f3ebb20e5 req-cae579af-a155-4af7-84fc-c00a9427c1df tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207814 Nov 23 10:53:15.555070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.575621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.575621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/c07aa028-4f6e-4591-9729-02c65c570a1e HTTP/1.1" status: 204 len: 168 time: 0.7176251 Nov 23 10:53:15.575996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47636) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:15.580617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520607767'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:15.595119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828a7eb-8352-46fa-9721-d7453c82bf08 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=c07aa028-4f6e-4591-9729-02c65c570a1e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:15.612466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:15.616433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.641832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:15.650605 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.650992 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment ac710d19-2dc4-4797-bf47-2e45f59991ce of type vlan for network 562dc9a4-625e-4546-bad5-276752986bea Nov 23 10:53:15.691202 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.717351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.723558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:15.724159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.728186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:15.762952 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1861403 Nov 23 10:53:15.768333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47638) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:15.774655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': '562dc9a4-625e-4546-bad5-276752986bea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:15.822661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64d593-db10-471e-adf5-fbf67830307e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=562dc9a4-625e-4546-bad5-276752986bea,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:15.833594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 562dc9a4-625e-4546-bad5-276752986bea details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:15.851015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:15.856902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.872486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:15.887611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd764056-30e3-4112-a755-52a0caac312b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/floatingips/6b35e84c-45ea-4e73-b496-32046df68774 HTTP/1.1" status: 204 len: 168 time: 1.1234949 Nov 23 10:53:15.888026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47640) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:15.907788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:15.911938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:15.929090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:15.929750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:15.966722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:15.975518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:15.976137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:16.001258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 78c60a3f-100a-42f0-820a-6bf4e9dc369f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:16.001611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.013745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:16.016334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:16.017167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78dd5f7-8db1-460a-9463-7e58d1616a19 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:16.033708 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:53:16.090849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:53:16.096445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:16.097304 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.127298 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.143556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 78c60a3f-100a-42f0-820a-6bf4e9dc369f owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:16.174405 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.198939 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.223846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:16.226318 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b00cc-464e-4c62-a740-d3b77ca60c23" -d '{"events": [{"server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "name": "network-vif-plugged", "status": "completed", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:16.241782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:16.249418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.255818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bb249-dbb2-479e-9eef-b5b540b3095f req-f85249ea-9ae9-4ad2-8056-c1f965ac3a8d tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:16.263206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e07bb249-dbb2-479e-9eef-b5b540b3095f req-f85249ea-9ae9-4ad2-8056-c1f965ac3a8d tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 945 time: 0.1160870 Nov 23 10:53:16.276622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=58b3a678-d928-405d-9de4-5665064a9b34,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:16.302446 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60048ee7-6c6d-4873-96c9-91e620a3b68b x-openstack-request-id: req-60048ee7-6c6d-4873-96c9-91e620a3b68b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:16.303053 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "name": "network-vif-plugged", "status": "completed", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:16.303416 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60048ee7-6c6d-4873-96c9-91e620a3b68b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:16.304231 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'code': 200} Nov 23 10:53:16.306607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': 'ac710d19-2dc4-4797-bf47-2e45f59991ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '562dc9a4-625e-4546-bad5-276752986bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:16.307548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: 562dc9a4-625e-4546-bad5-276752986bea, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:16.330011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e07bb249-dbb2-479e-9eef-b5b540b3095f req-73d47a20-a8f7-4882-9e87-b7a71ae5208e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658913 Nov 23 10:53:16.343835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network 562dc9a4-625e-4546-bad5-276752986bea is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:16.358125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 562dc9a4-625e-4546-bad5-276752986bea) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:16.362450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:16.372290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.373205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.373784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.374355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.374919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.375507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.376068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.376666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.377081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:16.377502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.377715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.378272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.378829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.379526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:16.386991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f6a9f-36de-4f34-91a0-7cf52fca9291 None None] Network 562dc9a4-625e-4546-bad5-276752986bea requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:16.394567 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.415623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-95cb75d7-509b-4030-b8aa-405ea310be02 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6469235 Nov 23 10:53:16.418740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47650) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:16.448211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=78c60a3f-100a-42f0-820a-6bf4e9dc369f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:16.462850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad777e-d9d9-451d-9bdc-220e8c6c4f0f None None] DHCP port deletion for b86ba9e6-2892-4230-886b-9d5e8f9bd768 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:16.490778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c75729-6a51-4279-b3f2-ecbd2edff556 req-20b7fa50-ec93-4045-8d1a-a7c91b07ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:16.492754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31c75729-6a51-4279-b3f2-ecbd2edff556 req-20b7fa50-ec93-4045-8d1a-a7c91b07ad34 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.1333976 Nov 23 10:53:16.554900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.568787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.572066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-339ead9f-830b-4a13-aa4c-73ed6326d35d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/ports/78c60a3f-100a-42f0-820a-6bf4e9dc369f HTTP/1.1" status: 204 len: 168 time: 0.6826210 Nov 23 10:53:16.578338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47654) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:16.587147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:16.604285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31c75729-6a51-4279-b3f2-ecbd2edff556 req-ba855545-5a9b-4fd6-a891-fb5af1989016 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874681 Nov 23 10:53:16.606611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5d6aab-6fb6-42a0-955a-5512af9bc866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-562dc9a4-625e-4546-bad5-276752986bea', 'network_id': '562dc9a4-625e-4546-bad5-276752986bea', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '58b3a678-d928-405d-9de4-5665064a9b34'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:16.607783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be5d6aab-6fb6-42a0-955a-5512af9bc866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.625301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.637181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.707485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.718347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6cd50-11ea-4cd2-bf9b-0609ffb1ec4c req-96268c3f-9008-442a-8fd1-1ccd94e998d1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:16.719932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3a6cd50-11ea-4cd2-bf9b-0609ffb1ec4c req-96268c3f-9008-442a-8fd1-1ccd94e998d1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0762379 Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server [None req-be5d6aab-6fb6-42a0-955a-5512af9bc866 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58b3a678-d928-405d-9de4-5665064a9b34: This subnet is being modified by another concurrent operation. Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:16.730089 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58b3a678-d928-405d-9de4-5665064a9b34: This subnet is being modified by another concurrent operation. Nov 23 10:53:16.734788 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Nov 23 10:53:16.749759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2cfda-e327-4625-a575-acb7d280fba3 None None] Network 562dc9a4-625e-4546-bad5-276752986bea requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:16.757921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=58b3a678-d928-405d-9de4-5665064a9b34,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:16.808717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3a6cd50-11ea-4cd2-bf9b-0609ffb1ec4c req-23a43045-08bc-4906-93a2-73d5a6220f7c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623112 Nov 23 10:53:16.832129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.895493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6535a-6761-41c5-84b5-2f9e804af917 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:16.925487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-43eb8dab-955d-4fd1-a173-dc848f9e32a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:16.979287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.25.5.251 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/077f4608-eedf-4d64-80b0-37a2010d8089) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:17.041983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c6535a-6761-41c5-84b5-2f9e804af917 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:17.092730 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.143984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.175431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.188401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=077f4608-eedf-4d64-80b0-37a2010d8089,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:17.203789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:17.205347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:17.207938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:17.231450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562dc9a4-625e-4546-bad5-276752986bea']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:17.244088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac710d19-2dc4-4797-bf47-2e45f59991ce') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:17.244417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac710d19-2dc4-4797-bf47-2e45f59991ce') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:17.264560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb58104-c50a-4363-9080-9bbbb9054102 req-212b5c2d-6a1c-40eb-ab05-d2376d5419e3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:17.266434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-abb58104-c50a-4363-9080-9bbbb9054102 req-212b5c2d-6a1c-40eb-ab05-d2376d5419e3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0927947 Nov 23 10:53:17.268298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.309596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.324611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:17.325018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.330562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:17.330803 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:17.347968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-abb58104-c50a-4363-9080-9bbbb9054102 req-754f490b-7c44-48b0-9fe4-d40194a9d4fc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693953 Nov 23 10:53:17.390821 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.409265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.428170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.432217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/562dc9a4-625e-4546-bad5-276752986bea HTTP/1.1" status: 204 len: 168 time: 1.0119913 Nov 23 10:53:17.439415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47666) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:17.443267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0757b-f758-49b4-ba8b-9445dc55ad04 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=562dc9a4-625e-4546-bad5-276752986bea,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:17.444844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771614769'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:17.511811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:17.513294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e136-6c99-419f-9b08-16201a975740 req-d695f9d1-dcae-4e25-87a5-2fca97ef98fe tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:17.514870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8495e136-6c99-419f-9b08-16201a975740 req-d695f9d1-dcae-4e25-87a5-2fca97ef98fe tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0508866 Nov 23 10:53:17.515261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.562204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de86dc7-1537-4439-aa46-de70e9bf5eb0 req-83c4513a-f075-4946-b8a7-f2bcc0cfec72 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:17.563722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0de86dc7-1537-4439-aa46-de70e9bf5eb0 req-83c4513a-f075-4946-b8a7-f2bcc0cfec72 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1124289 Nov 23 10:53:17.564774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8495e136-6c99-419f-9b08-16201a975740 req-f5e48442-c994-4613-8d26-739ea94d53cf tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429091 Nov 23 10:53:17.627858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:17.661052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.661419 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 6a109cec-5292-4ebd-b28c-9d1a80cb105c of type vlan for network affc2eb0-b9df-4412-8657-eb188c4c20de Nov 23 10:53:17.691579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0de86dc7-1537-4439-aa46-de70e9bf5eb0 req-ca1fe4a2-e5d5-4237-a2a7-10832a623fcc tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979431 Nov 23 10:53:17.732597 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.744772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.752118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.796508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.802261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:17.802865 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.880995 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4403901 Nov 23 10:53:17.882788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=077f4608-eedf-4d64-80b0-37a2010d8089,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:17.883806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47676) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:17.894869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.906732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': 'affc2eb0-b9df-4412-8657-eb188c4c20de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:17.932159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d566d-821c-4a15-8572-345d7a8ad2f9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=affc2eb0-b9df-4412-8657-eb188c4c20de,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:17.945432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:17.946283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network affc2eb0-b9df-4412-8657-eb188c4c20de details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:17.947037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e6561bf-36fd-4743-8119-40426b8c8b9f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3677030 Nov 23 10:53:17.950555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47678) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:17.957284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'port': {'network_id': 'b86ba9e6-2892-4230-886b-9d5e8f9bd768', 'name': 'tempest-FloatingIPTestJSON-170673017'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:17.995093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5096df7-1cf4-4850-9ab8-820edf4fbc4b req-285a70d4-763d-4bc5-a22b-262283c97989 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:17.996624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c5096df7-1cf4-4850-9ab8-820edf4fbc4b req-285a70d4-763d-4bc5-a22b-262283c97989 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1256163 Nov 23 10:53:18.042629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:18.046125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.087547 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c5096df7-1cf4-4850-9ab8-820edf4fbc4b req-5aa578c4-da17-4165-97f0-a8521834b943 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827930 Nov 23 10:53:18.091835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:18.095498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.116757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] device_id is not set on port 75399f83-a595-4788-9e67-d98ab9a4be77 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:53:18.243410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.12 (b86ba9e6-2892-4230-886b-9d5e8f9bd768/2831e731-bf09-49ea-97c5-3e45f1801c6b/75399f83-a595-4788-9e67-d98ab9a4be77) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:18.252301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.325679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=92e63964-cefa-4a9d-b4fc-3feb37b616ba,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:18.327995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '6a109cec-5292-4ebd-b28c-9d1a80cb105c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'affc2eb0-b9df-4412-8657-eb188c4c20de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:18.328361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: affc2eb0-b9df-4412-8657-eb188c4c20de, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:18.348523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network affc2eb0-b9df-4412-8657-eb188c4c20de is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:18.358743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, affc2eb0-b9df-4412-8657-eb188c4c20de) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:18.363241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:18.364233 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.368804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c589c-c518-48fc-ab13-f17d5775c32b None None] Network affc2eb0-b9df-4412-8657-eb188c4c20de requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:18.392476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0d6c43c5-bfdd-44d8-afb4-395adb19c22b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4883599 Nov 23 10:53:18.392817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:18.422161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.462625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.511051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:18.512663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.515667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.516671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:18.519352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:18.540601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f67b7-14fb-4bcc-a106-5959d613828a None None] DHCP port deletion for b86ba9e6-2892-4230-886b-9d5e8f9bd768 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:18.554591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=75399f83-a595-4788-9e67-d98ab9a4be77,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:18.558515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d85785-4394-48fe-9020-d5a4be632d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-affc2eb0-b9df-4412-8657-eb188c4c20de', 'network_id': 'affc2eb0-b9df-4412-8657-eb188c4c20de', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '92e63964-cefa-4a9d-b4fc-3feb37b616ba'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:18.559836 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-82d85785-4394-48fe-9020-d5a4be632d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.581788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:18.582531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.593639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.601150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-97db2947-9a85-4387-a6cf-55f80237d112 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6491814 Nov 23 10:53:18.604231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47684) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:18.608813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'port_id': '75399f83-a595-4788-9e67-d98ab9a4be77'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:18.651559 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.690063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server [None req-82d85785-4394-48fe-9020-d5a4be632d44 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92e63964-cefa-4a9d-b4fc-3feb37b616ba: This subnet is being modified by another concurrent operation. Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:18.711465 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92e63964-cefa-4a9d-b4fc-3feb37b616ba: This subnet is being modified by another concurrent operation. Nov 23 10:53:18.717691 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Nov 23 10:53:18.730130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd8b199d-6b96-4188-9b47-2fdc1ed89448 None None] Provisioning complete for port 75399f83-a595-4788-9e67-d98ab9a4be77 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:18.730505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd8b199d-6b96-4188-9b47-2fdc1ed89448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.756501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=92e63964-cefa-4a9d-b4fc-3feb37b616ba,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:18.787109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abfab1d-b737-416f-8cef-8a3144b5860b None None] Network affc2eb0-b9df-4412-8657-eb188c4c20de requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:18.832312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.858983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affc2eb0-b9df-4412-8657-eb188c4c20de']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:18.872067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a109cec-5292-4ebd-b28c-9d1a80cb105c') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:18.872775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a109cec-5292-4ebd-b28c-9d1a80cb105c') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:18.878261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b199d-6b96-4188-9b47-2fdc1ed89448 None None] Port 75399f83-a595-4788-9e67-d98ab9a4be77 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:18.890539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.905396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.908215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55217f8c-7641-49da-adcc-f3a9bfab8851 req-10834fa9-2ee5-4165-a62a-05bbaac7bd19 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:18.909756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55217f8c-7641-49da-adcc-f3a9bfab8851 req-10834fa9-2ee5-4165-a62a-05bbaac7bd19 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0782216 Nov 23 10:53:18.911741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:18.912140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:18.915362 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:18.942398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da537913-57c0-490a-bfc4-80575bf828f8 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:18.989616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:18.994059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.003141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/affc2eb0-b9df-4412-8657-eb188c4c20de HTTP/1.1" status: 204 len: 168 time: 0.6076159 Nov 23 10:53:19.005648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47692) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:19.012536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1060789982'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:19.032229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c02ac5-5ca9-4cb1-bad2-f427571efd8f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=affc2eb0-b9df-4412-8657-eb188c4c20de,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:19.040721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55217f8c-7641-49da-adcc-f3a9bfab8851 req-6192b461-f7a7-4abd-94ea-0a086cd952e2 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898020 Nov 23 10:53:19.053066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:19.060006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.098312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da537913-57c0-490a-bfc4-80575bf828f8 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:19.103024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:19.118431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.119008 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 1c87e457-7dfc-473b-b056-26db43c93599 of type vlan for network 07781440-4ce9-4f55-ad1f-5cd0ddea09f6 Nov 23 10:53:19.195063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.244087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.255513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:19.256622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.316587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3073575 Nov 23 10:53:19.317904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:19.325870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': '07781440-4ce9-4f55-ad1f-5cd0ddea09f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:19.418968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba165e7b-4442-4879-b3a5-97ab18a798d2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=07781440-4ce9-4f55-ad1f-5cd0ddea09f6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:19.440084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 07781440-4ce9-4f55-ad1f-5cd0ddea09f6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:19.493327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f078a5-af1e-4142-84c9-9c802286b758 req-69d00e04-4417-45a2-9a9b-c8cf65434a20 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:19.495497 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22f078a5-af1e-4142-84c9-9c802286b758 req-69d00e04-4417-45a2-9a9b-c8cf65434a20 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1176383 Nov 23 10:53:19.544343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:19.546599 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.547628 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.597443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22f078a5-af1e-4142-84c9-9c802286b758 req-5e02681e-dc08-418e-85b7-a0619a33c1c3 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819144 Nov 23 10:53:19.613630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-7aa014ba-2634-4972-9d6f-ef5b5992fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:19.615145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-7aa014ba-2634-4972-9d6f-ef5b5992fb2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.1698289 Nov 23 10:53:19.624437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae6005-c153-4122-b6fb-4f1a67d7af48 req-97223175-347f-46b4-b62b-9cda83ab7be1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:19.625978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bdae6005-c153-4122-b6fb-4f1a67d7af48 req-97223175-347f-46b4-b62b-9cda83ab7be1 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1726921 Nov 23 10:53:19.638691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Performing IP validity checks on allocation pools {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:53:19.639304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:53:19.725488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.771074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.788864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bdae6005-c153-4122-b6fb-4f1a67d7af48 req-a5176116-ada6-42b1-92a6-e534f272e20e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499784 Nov 23 10:53:19.842461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-e59679ee-29bc-413b-b104-1b1efd3f427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:19.844037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-e59679ee-29bc-413b-b104-1b1efd3f427f service neutron] 10.222.0.65 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.2170813 Nov 23 10:53:19.858009 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.865780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.867228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=cc566bee-1acb-4aaa-9a3a-15aee2cc7ab4,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:19.878751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '1c87e457-7dfc-473b-b056-26db43c93599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '07781440-4ce9-4f55-ad1f-5cd0ddea09f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:19.879124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: 07781440-4ce9-4f55-ad1f-5cd0ddea09f6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:19.907803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network 07781440-4ce9-4f55-ad1f-5cd0ddea09f6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:19.928139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 07781440-4ce9-4f55-ad1f-5cd0ddea09f6) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:19.934076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:19.934274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-f94b0457-262d-4e26-8b2a-b649c678ab1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 217 time: 0.0784211 Nov 23 10:53:19.934690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:19.939925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0feee7a-136d-4790-b5b0-0990fbc35ba0 None None] Network 07781440-4ce9-4f55-ad1f-5cd0ddea09f6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:19.962046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-243712c7-e90e-43a2-bbf1-534fad2d2dc5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6419342 Nov 23 10:53:19.967846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47714) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:20.043040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-edc0ab48-4395-4011-8425-5365668b1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:20.047748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-edc0ab48-4395-4011-8425-5365668b1696 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.0917058 Nov 23 10:53:20.067800 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP 90676a3f-6a67-4f00-abce-7b7f558bd0de associated. External IP: 172.25.5.251, port: 75399f83-a595-4788-9e67-d98ab9a4be77. Nov 23 10:53:20.144941 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.171652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-d816ea27-c82a-4052-963e-0cfcb6d7a1fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064322 Nov 23 10:53:20.208316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.256648 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.284991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.314492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=cc566bee-1acb-4aaa-9a3a-15aee2cc7ab4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:20.341937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7136709-10a3-4b5d-bc05-770fef9ae91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-07781440-4ce9-4f55-ad1f-5cd0ddea09f6', 'network_id': '07781440-4ce9-4f55-ad1f-5cd0ddea09f6', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': 'cc566bee-1acb-4aaa-9a3a-15aee2cc7ab4'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:20.343509 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7136709-10a3-4b5d-bc05-770fef9ae91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.381743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.385024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72031-558b-4c7d-b918-4d126751c64d req-d086c35e-41c7-4b9f-b12c-53dd8dbc89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:20.386633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07a72031-558b-4c7d-b918-4d126751c64d req-d086c35e-41c7-4b9f-b12c-53dd8dbc89a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 1096 time: 0.2276814 Nov 23 10:53:20.403105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07781440-4ce9-4f55-ad1f-5cd0ddea09f6']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:20.403413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21bae6-49d9-4184-aaaf-38d04af19dcb req-ebec34d3-6324-451e-8644-df0336db2274 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:20.404875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f21bae6-49d9-4184-aaaf-38d04af19dcb req-ebec34d3-6324-451e-8644-df0336db2274 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2443693 Nov 23 10:53:20.415550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c87e457-7dfc-473b-b056-26db43c93599') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:20.415860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c87e457-7dfc-473b-b056-26db43c93599') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:20.427353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.430860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a42e41-4e26-4c61-a71b-282be78a04cb None None] Network 07781440-4ce9-4f55-ad1f-5cd0ddea09f6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:20.442099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.448994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:20.449386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:20.452523 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:20.508059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-d80f19b8-29a8-433e-a7d1-bbe0b5b6a052 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220341 Nov 23 10:53:20.517576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.525397 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.530257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/07781440-4ce9-4f55-ad1f-5cd0ddea09f6 HTTP/1.1" status: 204 len: 168 time: 0.5610151 Nov 23 10:53:20.548665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:20.554195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281690609'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:20.558733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6af8b3-4c40-4ed9-a056-5e397d0da36c tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=07781440-4ce9-4f55-ad1f-5cd0ddea09f6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:20.581754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:20.585335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.615923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:20.626361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.626716 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 5998e603-a3ce-46cd-bb41-e3d76f8ba5b6 of type vlan for network 717d27d5-2ee2-4be1-947a-784d6dc09338 Nov 23 10:53:20.669735 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.707196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f21bae6-49d9-4184-aaaf-38d04af19dcb req-6a753e2d-60a7-4ccb-84b8-dd728afb4606 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895820 Nov 23 10:53:20.731563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.731563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:20.731563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.738554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72031-558b-4c7d-b918-4d126751c64d req-5d3b8b2b-968a-443e-86c3-c0d6cd5e2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:20.740052 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07a72031-558b-4c7d-b918-4d126751c64d req-5d3b8b2b-968a-443e-86c3-c0d6cd5e2655 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 200 len: 911 time: 0.3341942 Nov 23 10:53:20.747277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:20.778904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2253072 Nov 23 10:53:20.779785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47724) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:20.798806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73f4628a-8953-41ef-9b65-26d863f4deaf req-12df0433-096f-44b6-b2d0-2031be6ccfe8 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807910 Nov 23 10:53:20.818815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': '717d27d5-2ee2-4be1-947a-784d6dc09338', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:20.833641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bee9b5-0d28-4082-89f8-a437fd800156 req-7457c31c-a4ce-4db0-80a7-b2ae1fb754f5 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:20.835404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0bee9b5-0d28-4082-89f8-a437fd800156 req-7457c31c-a4ce-4db0-80a7-b2ae1fb754f5 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1442454 Nov 23 10:53:20.838239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b462e9-072e-4041-9941-d53d78014c1d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=717d27d5-2ee2-4be1-947a-784d6dc09338,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:20.852775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 717d27d5-2ee2-4be1-947a-784d6dc09338 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:20.866450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07a72031-558b-4c7d-b918-4d126751c64d req-7c670cec-0da5-49d8-8e92-88f874513598 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 200 len: 1000 time: 0.1132443 Nov 23 10:53:20.986310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72031-558b-4c7d-b918-4d126751c64d req-e42eff9f-2eca-495d-bdee-946433010428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:20.987794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07a72031-558b-4c7d-b918-4d126751c64d req-e42eff9f-2eca-495d-bdee-946433010428 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 200 len: 849 time: 0.1120899 Nov 23 10:53:20.988947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:20.991640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0bee9b5-0d28-4082-89f8-a437fd800156 req-3e521e60-5165-4a75-a020-197afef57585 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410382 Nov 23 10:53:20.993465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:20.997475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:21.000639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.006784 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:21.046340 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:21.047004 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:21.064219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f29d10dc-889a-47b6-a006-1dddf9cc9495 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/floatingips/90676a3f-6a67-4f00-abce-7b7f558bd0de HTTP/1.1" status: 200 len: 978 time: 2.4588044 Nov 23 10:53:21.067491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47734) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:21.118973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a72031-558b-4c7d-b918-4d126751c64d req-dff3193a-335f-4bb6-b6c5-3402de74fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:21.121060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07a72031-558b-4c7d-b918-4d126751c64d req-dff3193a-335f-4bb6-b6c5-3402de74fe39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d4b31c7b-49a0-434b-b2c2-8c4a793599c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240561 Nov 23 10:53:21.207136 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:21.216672 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:21.217564 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:21.251233 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:21.252160 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86cfe53-7630-4ed0-9672-5fd5ecd55e44 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:21.253861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 75399f83-a595-4788-9e67-d98ab9a4be77 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:21.254209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.271089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07a72031-558b-4c7d-b918-4d126751c64d req-e14bc145-c01d-4616-876c-7cfd416fa5c2 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419544 Nov 23 10:53:21.278405 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.354655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=1ec752e5-729f-4546-8319-ee3aa2d22738,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:21.362751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '5998e603-a3ce-46cd-bb41-e3d76f8ba5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '717d27d5-2ee2-4be1-947a-784d6dc09338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:21.363187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: 717d27d5-2ee2-4be1-947a-784d6dc09338, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:21.380692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network 717d27d5-2ee2-4be1-947a-784d6dc09338 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:21.389376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 717d27d5-2ee2-4be1-947a-784d6dc09338) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:21.395273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:21.395931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.399062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e44613-a2f4-4e50-8d76-54c9b2985b55 None None] Network 717d27d5-2ee2-4be1-947a-784d6dc09338 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:21.407173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.420005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d2912ea-1b07-4f3d-aa14-8fa1cc164316 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6371202 Nov 23 10:53:21.422595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:21.462917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07a72031-558b-4c7d-b918-4d126751c64d req-826360ae-2f6e-43b6-987e-a71bf27689b0 service neutron] 10.222.0.58 "GET /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804636 Nov 23 10:53:21.533294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.560891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3feb335-0d6f-401c-8ac0-4efff23304f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-717d27d5-2ee2-4be1-947a-784d6dc09338', 'network_id': '717d27d5-2ee2-4be1-947a-784d6dc09338', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '1ec752e5-729f-4546-8319-ee3aa2d22738'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:21.562296 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c3feb335-0d6f-401c-8ac0-4efff23304f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.602294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.676772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server [None req-c3feb335-0d6f-401c-8ac0-4efff23304f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ec752e5-729f-4546-8319-ee3aa2d22738: This subnet is being modified by another concurrent operation. Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:21.678757 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1ec752e5-729f-4546-8319-ee3aa2d22738: This subnet is being modified by another concurrent operation. Nov 23 10:53:21.685803 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Nov 23 10:53:21.704630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f99c5ef-d534-47e0-adc8-2400c393f3e0 None None] Network 717d27d5-2ee2-4be1-947a-784d6dc09338 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:21.712999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec752e5-729f-4546-8319-ee3aa2d22738,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:21.804259 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.839549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0bed15-c2cf-44b8-9437-cc82692840a7 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:21.843464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717d27d5-2ee2-4be1-947a-784d6dc09338']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:21.856463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5998e603-a3ce-46cd-bb41-e3d76f8ba5b6') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:21.856756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5998e603-a3ce-46cd-bb41-e3d76f8ba5b6') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:21.869801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.878959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475bf65-617a-4a6a-a038-afaf52e4706d req-d06c433a-5e0d-4e1a-a2dc-881ac414d5fd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:21.880580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f475bf65-617a-4a6a-a038-afaf52e4706d req-d06c433a-5e0d-4e1a-a2dc-881ac414d5fd tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0880945 Nov 23 10:53:21.908466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.919496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:21.920092 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:21.923286 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:21.984704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0bed15-c2cf-44b8-9437-cc82692840a7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:21.987927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.988424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:21.988835 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP 90676a3f-6a67-4f00-abce-7b7f558bd0de disassociated. External IP: 172.25.5.251, port: 75399f83-a595-4788-9e67-d98ab9a4be77. Nov 23 10:53:21.989372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 75399f83-a595-4788-9e67-d98ab9a4be77 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:22.028815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f475bf65-617a-4a6a-a038-afaf52e4706d req-f9ce8b44-92a9-4413-9276-e90cc99b9276 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357810 Nov 23 10:53:22.046761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.056083 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.065150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/717d27d5-2ee2-4be1-947a-784d6dc09338 HTTP/1.1" status: 204 len: 168 time: 0.6414425 Nov 23 10:53:22.068732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47746) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:22.076062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1414052090'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:22.088421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e07dc-09b6-46b0-9f89-54440abb0613 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=717d27d5-2ee2-4be1-947a-784d6dc09338,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:22.127803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:22.140312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.142851 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.167331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:22.180184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7923a2-3267-4b69-a96c-403c23295117 req-5309f75a-4627-492f-975c-53f0ce88a28f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:22.184630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a7923a2-3267-4b69-a96c-403c23295117 req-5309f75a-4627-492f-975c-53f0ce88a28f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0832579 Nov 23 10:53:22.209575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.209936 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 7ac7d030-bce8-4fe2-a547-c490e2db06b8 of type vlan for network 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a Nov 23 10:53:22.255831 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a7923a2-3267-4b69-a96c-403c23295117 req-87bee485-1501-48da-97df-ce568fb8b0a3 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657284 Nov 23 10:53:22.261355 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.300400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=75399f83-a595-4788-9e67-d98ab9a4be77,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:22.314831 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.412459 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.418998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:22.420136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.436948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9711b7-fe81-4350-a255-89b88b5238ed None None] DHCP port deletion for b86ba9e6-2892-4230-886b-9d5e8f9bd768 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:22.527991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4564106 Nov 23 10:53:22.530951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47752) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:22.535132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db270575-1f22-48f9-996f-2badfba28c43 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:22.537185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:22.542259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:22.549155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:22.649084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:22.653922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.674554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:22.685835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:22.695687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:22.696494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:22.736542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:22.746775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:22.747649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:22.748604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.751937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1079118e-6c3f-4cdf-a7fb-daff1fdc4d3e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/ports/75399f83-a595-4788-9e67-d98ab9a4be77 HTTP/1.1" status: 204 len: 168 time: 1.6834288 Nov 23 10:53:22.754692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47754) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:22.783326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:22.784007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcca4ea-9ea7-4806-9593-328338115aaa None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:22.835445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7537a3d8-ec94-42b9-a9d1-126a5ba0107f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "GET /v2.0/floatingips/90676a3f-6a67-4f00-abce-7b7f558bd0de HTTP/1.1" status: 200 len: 688 time: 0.0773754 Nov 23 10:53:22.836411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47756) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:22.899496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:22.971060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=31bd91da-013c-405e-8d73-cc84f50385ee,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:22.977830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '7ac7d030-bce8-4fe2-a547-c490e2db06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:22.978356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:22.980022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 077f4608-eedf-4d64-80b0-37a2010d8089 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:22.980022 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.005358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:23.018766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:23.023127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:23.023735 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.032925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffecc7e-eae7-4dfa-a65e-80ff919ac70e None None] Network 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:23.061998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81e20df3-f3a1-42c1-b0f1-47a36c232899 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5296955 Nov 23 10:53:23.065454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47762) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:23.107777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.108353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.148705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 077f4608-eedf-4d64-80b0-37a2010d8089 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:23.247187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509450b-7240-4d80-8247-a65aa878f324 req-313dc765-7e22-45ea-abb4-891fb8056290 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:23.248735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6509450b-7240-4d80-8247-a65aa878f324 req-313dc765-7e22-45ea-abb4-891fb8056290 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1336966 Nov 23 10:53:23.279971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a', 'network_id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '31bd91da-013c-405e-8d73-cc84f50385ee'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:23.281995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.292763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.335384 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6509450b-7240-4d80-8247-a65aa878f324 req-a218f29e-c3c2-4bf2-8658-ec76fe79dc24 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763130 Nov 23 10:53:23.394527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.426720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.478275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Allocated IP 172.20.0.1 (6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a/31bd91da-013c-405e-8d73-cc84f50385ee/47c74b1c-62dc-407e-a534-dd28e913fe84) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:23.490037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=077f4608-eedf-4d64-80b0-37a2010d8089,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:23.526969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996a034-82c5-4298-bc16-f695429d2a14 req-38f4a48f-ae4b-4fd3-bc18-58857f04268c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:23.528532 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e996a034-82c5-4298-bc16-f695429d2a14 req-38f4a48f-ae4b-4fd3-bc18-58857f04268c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.0612774 Nov 23 10:53:23.581101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38164cc5-56ca-49bc-b31b-a4fe745ab1b1 req-5be6d5c5-0af3-49bb-b741-1e6a402416c3 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:23.582954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38164cc5-56ca-49bc-b31b-a4fe745ab1b1 req-5be6d5c5-0af3-49bb-b741-1e6a402416c3 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1116855 Nov 23 10:53:23.586246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e996a034-82c5-4298-bc16-f695429d2a14 req-0e3304db-8313-40e5-b383-78af275930a2 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515385 Nov 23 10:53:23.596961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.600087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.605728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-76f0d8f7-2d70-4a1e-b116-63634a33aaf9 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/floatingips/90676a3f-6a67-4f00-abce-7b7f558bd0de HTTP/1.1" status: 204 len: 168 time: 0.7638392 Nov 23 10:53:23.605852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47772) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:23.610814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '9e374741-9ba4-47ea-a41e-69f9c20bbc45'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:23.651905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.703421 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.715130 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.719394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38164cc5-56ca-49bc-b31b-a4fe745ab1b1 req-cf6cc4a1-7c9a-414c-9efd-43f26899e519 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266885 Nov 23 10:53:23.750765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.765028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Network 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:23.780897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:23.784136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:23.789807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Pushing event updated for resources: {'Port': ['ID=47c74b1c-62dc-407e-a534-dd28e913fe84,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:23.814545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=31bd91da-013c-405e-8d73-cc84f50385ee,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:23.849465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Attempting to bind port 47c74b1c-62dc-407e-a534-dd28e913fe84 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:23.849465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Attempting to bind port 47c74b1c-62dc-407e-a534-dd28e913fe84 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '7ac7d030-bce8-4fe2-a547-c490e2db06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:23.849974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Attempting to bind port 47c74b1c-62dc-407e-a534-dd28e913fe84 on network 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:23.856399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:23.856897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Checking segment: {'id': '7ac7d030-bce8-4fe2-a547-c490e2db06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:23.857541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.858632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Bound using segment: {'id': '7ac7d030-bce8-4fe2-a547-c490e2db06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:23.858632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Bound port: 47c74b1c-62dc-407e-a534-dd28e913fe84, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac7d030-bce8-4fe2-a547-c490e2db06b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:23.859068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.902205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.927561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] For port 47c74b1c-62dc-407e-a534-dd28e913fe84, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:23.929968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:23.931746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] For port 47c74b1c-62dc-407e-a534-dd28e913fe84, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=47c74b1c-62dc-407e-a534-dd28e913fe84,segment=NetworkSegment(7ac7d030-bce8-4fe2-a547-c490e2db06b8),segment_id=7ac7d030-bce8-4fe2-a547-c490e2db06b8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:23.934387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.936800 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:23.951905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac7d030-bce8-4fe2-a547-c490e2db06b8') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:23.952210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac7d030-bce8-4fe2-a547-c490e2db06b8') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:23.997565 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:24.029534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:24.036785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620242c-e9e3-49f1-a4ec-0ff8826f5d27 None None] Pushing event updated for resources: {'Port': ['ID=47c74b1c-62dc-407e-a534-dd28e913fe84,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:24.047463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:24.047872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:24.050895 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:24.053244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c11213-ac22-430f-97fd-bc35722dd420 None None] Network 6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:24.158590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:53:24.158590 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:53:24.158590 n-d-817747-2 neutron-server[103427]: [parameters: {'id': '6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a'}] Nov 23 10:53:24.158590 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:53:24.159358 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:53:24.159775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.25.5.18 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/2e295921-9b22-4149-849f-11806d589b07) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:24.220076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308b3e8-f4bf-4796-b99b-9f98e022f6cf None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:24.302664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:24.348433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:24.395601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:24.398517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:24.398961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308b3e8-f4bf-4796-b99b-9f98e022f6cf None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:24.403965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:24.408807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=2e295921-9b22-4149-849f-11806d589b07,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:24.568253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ce496-3669-418f-bdc4-10906c309247 req-d06cc7c0-d16f-4eb1-9cdd-9497dc842ef9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:24.569693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b7ce496-3669-418f-bdc4-10906c309247 req-d06cc7c0-d16f-4eb1-9cdd-9497dc842ef9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=750bc2d9-8407-42ce-bb31-1b008ea95d62 HTTP/1.1" status: 200 len: 943 time: 0.0927410 Nov 23 10:53:24.673353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:24.841680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ead36-98ff-4037-8522-a6f9307fb8d9 req-589120e8-1704-47f4-b63e-0ed931ae55ea tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:24.843213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c0ead36-98ff-4037-8522-a6f9307fb8d9 req-589120e8-1704-47f4-b63e-0ed931ae55ea tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0527489 Nov 23 10:53:24.894174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c0ead36-98ff-4037-8522-a6f9307fb8d9 req-f07264b0-443f-4df8-804a-3d0fe3f1903e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Nov 23 10:53:25.185781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Deleting port 34b94036-2355-4c3b-82f8-029b5adfadc0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:25.186350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.256111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Deleting port 47c74b1c-62dc-407e-a534-dd28e913fe84 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:25.256430 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.392491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] For port 34b94036-2355-4c3b-82f8-029b5adfadc0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=34b94036-2355-4c3b-82f8-029b5adfadc0,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:25.392770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.397603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] For port 47c74b1c-62dc-407e-a534-dd28e913fe84, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=47c74b1c-62dc-407e-a534-dd28e913fe84,segment=NetworkSegment(7ac7d030-bce8-4fe2-a547-c490e2db06b8),segment_id=7ac7d030-bce8-4fe2-a547-c490e2db06b8)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:25.397962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.407048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.440766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Calling delete_port for 34b94036-2355-4c3b-82f8-029b5adfadc0 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:25.451766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Calling delete_port for 47c74b1c-62dc-407e-a534-dd28e913fe84 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:25.589330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.699978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.747405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Port': ['ID=47c74b1c-62dc-407e-a534-dd28e913fe84,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:25.754032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No DVR routers for this DVR port 47c74b1c-62dc-407e-a534-dd28e913fe84 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:25.815333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.827117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd', '4992d451-a158-4740-87d6-e345542712ab'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:25.875714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event deleted for resources: {'Port': ['ID=34b94036-2355-4c3b-82f8-029b5adfadc0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:25.922558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.990824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] No DVR routers for this DVR port 34b94036-2355-4c3b-82f8-029b5adfadc0 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:25.995998 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:25.999690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b7ce496-3669-418f-bdc4-10906c309247 req-585c72ee-1c13-42a2-b64d-f2a57e7c39dc tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "DELETE /v2.0/ports/34b94036-2355-4c3b-82f8-029b5adfadc0 HTTP/1.1" status: 204 len: 173 time: 1.4001029 Nov 23 10:53:26.001693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-deleted', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:26.004034 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bf52a6-07d4-4321-a8de-d0009444ff0b" -d '{"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-deleted", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:26.009324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:26.030635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac7d030-bce8-4fe2-a547-c490e2db06b8') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:26.031035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac7d030-bce8-4fe2-a547-c490e2db06b8') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:26.050912 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.055928 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.060241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974457c-a548-4717-94d1-d9250890d935 req-e51b56c1-e47e-45ef-8265-c77bbbb94dd7 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:26.065752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.068302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e974457c-a548-4717-94d1-d9250890d935 req-e51b56c1-e47e-45ef-8265-c77bbbb94dd7 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0811861 Nov 23 10:53:26.104240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.119138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:26.120257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.129604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e974457c-a548-4717-94d1-d9250890d935 req-95780c78-5d79-42a9-bc87-f9848d2c556e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603702 Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:26.133006 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:26.242036 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e124095b-8769-407a-86e0-53fc239f1f15 x-openstack-request-id: req-e124095b-8769-407a-86e0-53fc239f1f15 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:26.242682 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750bc2d9-8407-42ce-bb31-1b008ea95d62", "name": "network-vif-deleted", "tag": "34b94036-2355-4c3b-82f8-029b5adfadc0", "status": "failed", "code": 422}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:26.242682 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e124095b-8769-407a-86e0-53fc239f1f15 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:26.243029 n-d-817747-2 neutron-server[103427]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '750bc2d9-8407-42ce-bb31-1b008ea95d62', 'name': 'network-vif-deleted', 'tag': '34b94036-2355-4c3b-82f8-029b5adfadc0', 'status': 'failed', 'code': 422} returned with failed status Nov 23 10:53:26.246860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=2e295921-9b22-4149-849f-11806d589b07,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:26.261413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.263305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.302271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.305519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a HTTP/1.1" status: 204 len: 168 time: 3.2387912 Nov 23 10:53:26.310594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47838) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:26.315619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-195548042'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:26.316907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85273cb-aced-4daa-8d43-e0fd341fa4c1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:26.341907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:26.346099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.379704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:26.390744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.391405 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 83238412-ed9c-4e7d-b0c6-29d973504867 of type vlan for network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 Nov 23 10:53:26.392959 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP b964d433-4ce8-45e5-a160-cb7e546cfddd associated. External IP: 172.25.5.18, port: 9e374741-9ba4-47ea-a41e-69f9c20bbc45. Nov 23 10:53:26.438102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.468450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.476601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:26.477368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.562089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2503347 Nov 23 10:53:26.565159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47848) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:26.570634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:26.576246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254aa8be-0f07-4ea3-af1f-539f84e6b079 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:26.592608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:26.637214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:26.762744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.777152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.796365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 is not hosted by any dhcp agent {{(pid=103426) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:53:26.801911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:26.802511 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.806429 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "PUT /v2.0/networks/cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 HTTP/1.1" status: 200 len: 723 time: 0.2376945 Nov 23 10:53:26.806603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:26.807790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47852) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:26.817069 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:26.825450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:26.830216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7a1c2-b200-4bc4-ab02-8ee7c39723d6 req-20c6100b-7cef-4306-83d6-917642fcfa39 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:26.831769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9bf7a1c2-b200-4bc4-ab02-8ee7c39723d6 req-20c6100b-7cef-4306-83d6-917642fcfa39 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 908 time: 0.0686557 Nov 23 10:53:26.835931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.840152 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:26.843099 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:26.872652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3fa070f1-ea53-47a6-bf3b-a269dfc80d0f tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2656586 Nov 23 10:53:26.875176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47854) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:26.880084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-642855431'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:26.884241 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:26.888535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4149a-0148-44ca-9688-e395dbc962b4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:26.894651 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:26.895478 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:26.905358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:26.913605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:26.920448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.931322 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:26.932185 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0bd40-eb58-4155-8dee-8ad53a7a8160 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:26.954338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:26.957710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:26.958247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.970229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:26.970229 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Added segment f9951b72-626e-4383-b2ab-e8900501a412 of type vlan for network c6474175-5ee6-442b-ace3-7e4ee836b14a Nov 23 10:53:27.014490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.039158 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.045565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:27.046161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.086141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2096279 Nov 23 10:53:27.088631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47856) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:27.093736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'subnet': {'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:27.128175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010acf06-a707-4a31-ad2a-e871ab1a70a4 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Network': ['ID=c6474175-5ee6-442b-ace3-7e4ee836b14a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:27.140810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c6474175-5ee6-442b-ace3-7e4ee836b14a details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:27.237076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.302864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:27.306375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.356783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=a4ba335b-e78d-492b-85cc-e2a7e3831ce7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:27.377556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c215c-374f-4b8e-a5ef-4bb2c49e8a35 req-657c139d-d6ef-41d5-bc4d-3b64ae171e1d tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:27.379046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e3c215c-374f-4b8e-a5ef-4bb2c49e8a35 req-657c139d-d6ef-41d5-bc4d-3b64ae171e1d tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1569037 Nov 23 10:53:27.433978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '83238412-ed9c-4e7d-b0c6-29d973504867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:27.434339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:27.485659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e3c215c-374f-4b8e-a5ef-4bb2c49e8a35 req-824bed46-e737-430f-a08f-cfe07b1870c0 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796793 Nov 23 10:53:27.487864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:27.502169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:27.510890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97460a8-a9c8-442b-a1b0-cef8998c9459 None None] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:27.525561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:27.526625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.549309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9642767a-89f3-4062-901a-a4a6b51693fb tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7400694 Nov 23 10:53:27.551706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47862) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:27.556658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0b4c3ec7-3e03-4b4e-a9b6-cb11cb6d5203 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:27.651450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.734191 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4c3ec7-3e03-4b4e-a9b6-cb11cb6d5203 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62050348'] for subnet, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.781914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Subnet': ['ID=00c221c3-abec-473c-84f6-1ba09cfa6578,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:27.800828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Checking segment: {'id': 'f9951b72-626e-4383-b2ab-e8900501a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:27.801192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network hostable DHCP agents. Network: c6474175-5ee6-442b-ace3-7e4ee836b14a, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:27.824177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7', 'network_id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': 'a4ba335b-e78d-492b-85cc-e2a7e3831ce7'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:27.825056 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.850892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network c6474175-5ee6-442b-ace3-7e4ee836b14a is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:27.866896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c6474175-5ee6-442b-ace3-7e4ee836b14a) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:27.876895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:27.877560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708727'] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.900295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce7e16-f7b1-4150-b3e0-6ed1665fa060 None None] Network c6474175-5ee6-442b-ace3-7e4ee836b14a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:27.923445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e4053c4a-95be-43b5-ac47-72ec790c3583 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8311293 Nov 23 10:53:27.923707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47870) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:27.927934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-710218448', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:27.947515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4c3ec7-3e03-4b4e-a9b6-cb11cb6d5203 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731372822649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62780086'] for subnet, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.984555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.985600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.989696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c3ec7-3e03-4b4e-a9b6-cb11cb6d5203 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:27.989967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b4c3ec7-3e03-4b4e-a9b6-cb11cb6d5203 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:27.991243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0b4c3ec7-3e03-4b4e-a9b6-cb11cb6d5203 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "PUT /v2.0/subnets/a4ba335b-e78d-492b-85cc-e2a7e3831ce7 HTTP/1.1" status: 200 len: 806 time: 0.4386189 Nov 23 10:53:27.994312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dba55-fad6-4857-8daa-4b2e47dcf4ff req-2ef453e1-f18f-4dcc-a1bf-ce440e05fa6e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:27.997341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-895dba55-fad6-4857-8daa-4b2e47dcf4ff req-2ef453e1-f18f-4dcc-a1bf-ce440e05fa6e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 908 time: 0.0665269 Nov 23 10:53:27.998587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47872) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:28.049565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c3ec7-3e03-4b4e-a9b6-cb11cb6d5203 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=a4ba335b-e78d-492b-85cc-e2a7e3831ce7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:28.049857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Allocated IP 172.20.0.2 (cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7/a4ba335b-e78d-492b-85cc-e2a7e3831ce7/db70d11f-3f86-4a26-ab96-b35fbbde1b4a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:28.132802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.173047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c6474175-5ee6-442b-ace3-7e4ee836b14a', 'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a', 'tenant_id': 'a3dafd23d2134ab4b319d8ebd55d5648', 'fixed_ips': [{'subnet_id': '00c221c3-abec-473c-84f6-1ba09cfa6578'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:28.174037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.228258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.351397 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.361903 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.374295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Allocated IP 172.20.0.2 (c6474175-5ee6-442b-ace3-7e4ee836b14a/00c221c3-abec-473c-84f6-1ba09cfa6578/676809ad-85d7-41a7-b713-bd533519bffd) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:28.376783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.402596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.423079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:28.429490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:28.437625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:28.439784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-578314f4-6ed0-4a0f-a273-5f4e3897a733 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:28.441459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-578314f4-6ed0-4a0f-a273-5f4e3897a733 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 908 time: 0.1454918 Nov 23 10:53:28.469571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Pushing event updated for resources: {'Port': ['ID=db70d11f-3f86-4a26-ab96-b35fbbde1b4a,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:28.551713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Attempting to bind port db70d11f-3f86-4a26-ab96-b35fbbde1b4a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:28.552097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Attempting to bind port db70d11f-3f86-4a26-ab96-b35fbbde1b4a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '83238412-ed9c-4e7d-b0c6-29d973504867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:28.552483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Attempting to bind port db70d11f-3f86-4a26-ab96-b35fbbde1b4a on network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:28.564591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:28.564968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Checking segment: {'id': '83238412-ed9c-4e7d-b0c6-29d973504867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:28.565395 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.565790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Bound using segment: {'id': '83238412-ed9c-4e7d-b0c6-29d973504867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:28.566275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Bound port: db70d11f-3f86-4a26-ab96-b35fbbde1b4a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83238412-ed9c-4e7d-b0c6-29d973504867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:28.566663 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.579405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.615947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c57f0c-2f3e-4172-a815-72595fa870c2 req-e5392a95-c34b-44df-ab5d-b2a21571c5f8 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:28.621826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ba335b-e78d-492b-85cc-e2a7e3831ce7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:28.624223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d6c57f0c-2f3e-4172-a815-72595fa870c2 req-e5392a95-c34b-44df-ab5d-b2a21571c5f8 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0592897 Nov 23 10:53:28.676414 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.684923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] For port db70d11f-3f86-4a26-ab96-b35fbbde1b4a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:28.687539 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.690673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] For port db70d11f-3f86-4a26-ab96-b35fbbde1b4a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db70d11f-3f86-4a26-ab96-b35fbbde1b4a,segment=NetworkSegment(83238412-ed9c-4e7d-b0c6-29d973504867),segment_id=83238412-ed9c-4e7d-b0c6-29d973504867)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:28.701421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.706992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d6c57f0c-2f3e-4172-a815-72595fa870c2 req-ef424cc8-c4d1-414d-9782-a47f97dfa324 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815322 Nov 23 10:53:28.727080 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.733572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Deleting port 3dd5d6bf-30e1-40e1-8960-62171f538c92 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:28.733766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.740131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:28.752828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Network c6474175-5ee6-442b-ace3-7e4ee836b14a is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:28.761021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:28.768469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:28.768469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Pushing event updated for resources: {'Port': ['ID=676809ad-85d7-41a7-b713-bd533519bffd,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:28.772378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83238412-ed9c-4e7d-b0c6-29d973504867') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:28.772683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83238412-ed9c-4e7d-b0c6-29d973504867') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:28.856178 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.891246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Attempting to bind port 676809ad-85d7-41a7-b713-bd533519bffd on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:28.891627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Attempting to bind port 676809ad-85d7-41a7-b713-bd533519bffd by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f9951b72-626e-4383-b2ab-e8900501a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:28.891992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Attempting to bind port 676809ad-85d7-41a7-b713-bd533519bffd on network c6474175-5ee6-442b-ace3-7e4ee836b14a {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:28.894051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5803baf-e5cb-4642-9204-7c8fdb00ed1e None None] Pushing event updated for resources: {'Port': ['ID=db70d11f-3f86-4a26-ab96-b35fbbde1b4a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:28.898771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8dbed-0eab-4d39-89b2-f40e0c8f3477 None None] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:28.904035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:28.904299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Checking segment: {'id': 'f9951b72-626e-4383-b2ab-e8900501a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:28.904663 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.905055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Bound using segment: {'id': 'f9951b72-626e-4383-b2ab-e8900501a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:28.905562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Bound port: 676809ad-85d7-41a7-b713-bd533519bffd, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9951b72-626e-4383-b2ab-e8900501a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:28.905947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.916741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.942935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.945580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:28.945977 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:28.950790 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:28.985018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.058160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] For port 676809ad-85d7-41a7-b713-bd533519bffd, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:29.071765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] For port 676809ad-85d7-41a7-b713-bd533519bffd, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=676809ad-85d7-41a7-b713-bd533519bffd,segment=NetworkSegment(f9951b72-626e-4383-b2ab-e8900501a412),segment_id=f9951b72-626e-4383-b2ab-e8900501a412)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:29.076670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] For port 3dd5d6bf-30e1-40e1-8960-62171f538c92, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=3dd5d6bf-30e1-40e1-8960-62171f538c92,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:29.077041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.077818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.101793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Calling delete_port for 3dd5d6bf-30e1-40e1-8960-62171f538c92 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:29.103478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.api [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:53:29.103478 n-d-817747-2 neutron-server[103426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:53:29.103478 n-d-817747-2 neutron-server[103426]: [parameters: {'id': 'cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7'}] Nov 23 10:53:29.103478 n-d-817747-2 neutron-server[103426]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:53:29.104519 n-d-817747-2 neutron-server[103426]: DEBUG oslo_db.api [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:53:29.123142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2c6444-c30b-4f48-b043-3997b3e7abaa None None] Network cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:29.165791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30247dbc-857f-48de-ad87-28b6ca7c1d9f None None] Pushing event updated for resources: {'Port': ['ID=676809ad-85d7-41a7-b713-bd533519bffd,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:29.595780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.25.5.189 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/3ef707b2-30f0-4c24-8f00-12a4fc9cdfa3) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:29.605844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4807051-3be1-4ef8-a14b-9c53c8c9a878 req-da1863a0-c9df-431b-8b08-67dc55158400 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:29.607335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4807051-3be1-4ef8-a14b-9c53c8c9a878 req-da1863a0-c9df-431b-8b08-67dc55158400 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1227151-fca7-43f7-b4d0-f485fef8e3d9 HTTP/1.1" status: 200 len: 908 time: 0.5003912 Nov 23 10:53:29.610822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.728059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 676809ad-85d7-41a7-b713-bd533519bffd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:29.781592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 676809ad-85d7-41a7-b713-bd533519bffd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:29.781972 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.784593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.845471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.848227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event deleted for resources: {'Port': ['ID=3dd5d6bf-30e1-40e1-8960-62171f538c92,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:29.874229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e163a-f88a-45c6-9ec3-d710d3911b07 req-ff0227be-b486-47aa-8e00-7e70fd10b9a5 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:29.876931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-334e163a-f88a-45c6-9ec3-d710d3911b07 req-ff0227be-b486-47aa-8e00-7e70fd10b9a5 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0943570 Nov 23 10:53:29.887849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Deleting port db70d11f-3f86-4a26-ab96-b35fbbde1b4a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:29.888197 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.929902 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.939108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] No DVR routers for this DVR port 3dd5d6bf-30e1-40e1-8960-62171f538c92 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:29.945382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:29.949543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-699279ef-21d1-4693-8c0e-6888b05e7c42 req-b6cccb99-c4a9-4c34-a9bd-d1badddaad6c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "DELETE /v2.0/ports/3dd5d6bf-30e1-40e1-8960-62171f538c92 HTTP/1.1" status: 204 len: 173 time: 1.4965382 Nov 23 10:53:29.962683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'name': 'network-vif-deleted', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:29.965856 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65fd81-40f9-46ff-ad57-6516538ec441" -d '{"events": [{"server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "name": "network-vif-deleted", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:29.970539 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-334e163a-f88a-45c6-9ec3-d710d3911b07 req-67b64b17-fc85-441d-a2e1-6d3d50c6c226 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851405 Nov 23 10:53:29.992832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 676809ad-85d7-41a7-b713-bd533519bffd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=676809ad-85d7-41a7-b713-bd533519bffd,segment=NetworkSegment(f9951b72-626e-4383-b2ab-e8900501a412),segment_id=f9951b72-626e-4383-b2ab-e8900501a412)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:30.001148 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.065693 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1978d9-3274-497c-b6dc-89be9facd09c x-openstack-request-id: req-5d1978d9-3274-497c-b6dc-89be9facd09c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:30.065992 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1227151-fca7-43f7-b4d0-f485fef8e3d9", "name": "network-vif-deleted", "tag": "3dd5d6bf-30e1-40e1-8960-62171f538c92", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:30.066260 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d1978d9-3274-497c-b6dc-89be9facd09c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:30.066665 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1227151-fca7-43f7-b4d0-f485fef8e3d9', 'name': 'network-vif-deleted', 'tag': '3dd5d6bf-30e1-40e1-8960-62171f538c92', 'status': 'completed', 'code': 200} Nov 23 10:53:30.077327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] For port db70d11f-3f86-4a26-ab96-b35fbbde1b4a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db70d11f-3f86-4a26-ab96-b35fbbde1b4a,segment=NetworkSegment(83238412-ed9c-4e7d-b0c6-29d973504867),segment_id=83238412-ed9c-4e7d-b0c6-29d973504867)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:30.077697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.084766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=676809ad-85d7-41a7-b713-bd533519bffd,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:30.087533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.103399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Calling delete_port for db70d11f-3f86-4a26-ab96-b35fbbde1b4a owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:30.152335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:30.161071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:30.177278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21de492-b374-4d2f-ade2-d62133022e6a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:30.199793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:30.232163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=3ef707b2-30f0-4c24-8f00-12a4fc9cdfa3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:30.233869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2fe266ca-f105-45d5-a9ce-0ef57bcc1e8a None None] Provisioning complete for port 3ef707b2-30f0-4c24-8f00-12a4fc9cdfa3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:30.238632 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2fe266ca-f105-45d5-a9ce-0ef57bcc1e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.286618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2fe266ca-f105-45d5-a9ce-0ef57bcc1e8a None None] Port 3ef707b2-30f0-4c24-8f00-12a4fc9cdfa3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:30.374534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.405405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d545f-1b29-476e-9067-ba709d4ff421 None None] Network c6474175-5ee6-442b-ace3-7e4ee836b14a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:30.410714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Port': ['ID=db70d11f-3f86-4a26-ab96-b35fbbde1b4a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:30.421886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No DVR routers for this DVR port db70d11f-3f86-4a26-ab96-b35fbbde1b4a on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:30.538984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-aaca9003-193c-4c01-916e-69049628df8b None None] Provisioning complete for port 676809ad-85d7-41a7-b713-bd533519bffd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:30.539360 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aaca9003-193c-4c01-916e-69049628df8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.557758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.620900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:30.638449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83238412-ed9c-4e7d-b0c6-29d973504867') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:30.638747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83238412-ed9c-4e7d-b0c6-29d973504867') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:30.653310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.655056 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.707203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:30.708333 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.724100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:30.724523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:30.727916 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:30.801445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f2700-183e-40e5-9d57-9fd98138af34 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:30.801975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f2700-183e-40e5-9d57-9fd98138af34 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:30.802462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f2700-183e-40e5-9d57-9fd98138af34 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:30.804172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-876f2700-183e-40e5-9d57-9fd98138af34 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/ports?project_id=b10f102f43f44b8bbcb276556a0feccb&network_id=2ed2b1b9-4128-449f-96ae-cfe1a2260816 HTTP/1.1" status: 200 len: 2969 time: 0.0948832 Nov 23 10:53:30.856762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.897441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:30.904012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47910) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:30.905646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 HTTP/1.1" status: 204 len: 168 time: 2.9060075 Nov 23 10:53:30.930606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e8e7ea-f7a6-4c2a-930e-8d77953459d7 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:30.937555 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c214af-8e49-4d9b-aac6-5a90390c1d75 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:30.938362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c214af-8e49-4d9b-aac6-5a90390c1d75 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:30.941191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb90fb-d0b6-4020-9573-1fd5ce794802 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:30.942395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6c214af-8e49-4d9b-aac6-5a90390c1d75 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 HTTP/1.1" status: 404 len: 339 time: 0.0373633 Nov 23 10:53:30.947547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47912) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:30.986034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1436133641', 'description': 'd1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:30.989064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2c646-3b72-4d6c-966d-06b2d5360466 req-657c806f-90c3-4f99-9764-e7859e21adef tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:30.991115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6fb2c646-3b72-4d6c-966d-06b2d5360466 req-657c806f-90c3-4f99-9764-e7859e21adef tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 946 time: 0.0774679 Nov 23 10:53:31.031725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:31.035463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.040302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.046207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5bc5d88b-8aa9-44a4-ade6-53c2af86e512 None None] Provisioning complete for port 676809ad-85d7-41a7-b713-bd533519bffd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:31.046598 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5bc5d88b-8aa9-44a4-ade6-53c2af86e512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.068447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6fb2c646-3b72-4d6c-966d-06b2d5360466 req-e2df0a19-93bb-4895-b08c-0d35218d375c tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675406 Nov 23 10:53:31.127148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:31.172848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.173088 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment f4813ddc-6b77-4aad-8f2d-e3acac846a57 of type vlan for network 12138ea1-1336-4314-9379-55e44eab237f Nov 23 10:53:31.197240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e8e7ea-f7a6-4c2a-930e-8d77953459d7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:31.217233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e42f7-5c6f-438e-9aad-5f25aa73e517 req-b068faf6-9333-4029-b64b-723738ff5e2f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:31.218899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb3e42f7-5c6f-438e-9aad-5f25aa73e517 req-b068faf6-9333-4029-b64b-723738ff5e2f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0582442 Nov 23 10:53:31.226704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.271014 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.277206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:31.277544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.283968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb3e42f7-5c6f-438e-9aad-5f25aa73e517 req-42c724b3-0dca-4e9e-aa6a-fcac8ae756de tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557530 Nov 23 10:53:31.326598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3470306 Nov 23 10:53:31.330328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router ed58d772-2c37-41c2-89eb-18d227819e52 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:53:31.331000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47920) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:31.371833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c64b39-0bd5-4c23-8d26-023c325b3dd1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=12138ea1-1336-4314-9379-55e44eab237f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:31.439816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e70e1-d6ab-47eb-98f6-f58ad51fad35 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:31.443878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d20e70e1-d6ab-47eb-98f6-f58ad51fad35 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/networks?id=12138ea1-1336-4314-9379-55e44eab237f HTTP/1.1" status: 200 len: 761 time: 0.1089344 Nov 23 10:53:31.444058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 12138ea1-1336-4314-9379-55e44eab237f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:31.444191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:31.450701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'description': 'd2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:31.487886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:31.511971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.514652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] Sync routers for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:31.516371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a57ff66c-afcd-4511-9e35-23c7cdebf27d tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5918350 Nov 23 10:53:31.517184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47924) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:31.564241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:31.565322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:31.612264 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.623358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:31.629359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.635674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 3dd5d6bf-30e1-40e1-8960-62171f538c92 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:31.669687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:31.670325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:31.671970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 3dd5d6bf-30e1-40e1-8960-62171f538c92 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:31.672289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 3dd5d6bf-30e1-40e1-8960-62171f538c92 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:31.676087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network 12138ea1-1336-4314-9379-55e44eab237f is not hosted by any dhcp agent {{(pid=103427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:53:31.693985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:31.694569 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.699523 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "PUT /v2.0/networks/12138ea1-1336-4314-9379-55e44eab237f HTTP/1.1" status: 200 len: 758 time: 0.2543547 Nov 23 10:53:31.700155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47928) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:31.716455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:31.717701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba51bc3a-9e36-4ff2-a7df-17c7d8da9c72 None None] The sync data for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:31.765179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 676809ad-85d7-41a7-b713-bd533519bffd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:31.805338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27140f-f988-4a4f-9d4a-c24ae67a1f3b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=12138ea1-1336-4314-9379-55e44eab237f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:31.829551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 12138ea1-1336-4314-9379-55e44eab237f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:31.851978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15773161-e0a9-44db-8e05-f7b23b4e30b5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:31.857606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-15773161-e0a9-44db-8e05-f7b23b4e30b5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/networks?id=12138ea1-1336-4314-9379-55e44eab237f HTTP/1.1" status: 200 len: 761 time: 0.1536894 Nov 23 10:53:31.857927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47930) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:31.862739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-128459775'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:31.903433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:31.906987 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.951376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 676809ad-85d7-41a7-b713-bd533519bffd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:31.951754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:31.970639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:32.006432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.008854 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment d115bf3c-fb32-4c16-a210-7254f600ee55 of type vlan for network daed9a0a-911b-4924-b3a3-9a7e223b78a0 Nov 23 10:53:32.080260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.099081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.168471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.174277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:32.174869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.282561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4235380 Nov 23 10:53:32.285274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47940) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:32.290901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': 'daed9a0a-911b-4924-b3a3-9a7e223b78a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:32.322421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f3a51-76d3-465a-9bcc-09fd8a556485 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=daed9a0a-911b-4924-b3a3-9a7e223b78a0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:32.333286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network daed9a0a-911b-4924-b3a3-9a7e223b78a0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:32.345065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa82f-09e0-415a-933d-9a851d3f9f91 req-24e6936e-136b-42c7-b5df-e7183c9244f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:32.346608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-826fa82f-09e0-415a-933d-9a851d3f9f91 req-24e6936e-136b-42c7-b5df-e7183c9244f5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 946 time: 0.1824653 Nov 23 10:53:32.467248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ac44-0fc9-410d-8f57-1308542bf3a2 req-25449359-3acf-4ce4-8d5d-3cb3a7b5acfa tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:32.468760 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b998ac44-0fc9-410d-8f57-1308542bf3a2 req-25449359-3acf-4ce4-8d5d-3cb3a7b5acfa tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0768070 Nov 23 10:53:32.469839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:32.473324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.484111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-826fa82f-09e0-415a-933d-9a851d3f9f91 req-3e398787-fb17-48c7-98a6-a6f8afcd60c9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245439 Nov 23 10:53:32.556411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.1 (c6474175-5ee6-442b-ace3-7e4ee836b14a/00c221c3-abec-473c-84f6-1ba09cfa6578/92e2409d-594a-4ada-8109-07bdf851b91e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:32.584448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b998ac44-0fc9-410d-8f57-1308542bf3a2 req-0cd09e7b-6386-4d3c-9478-8efdab2f14ef tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078758 Nov 23 10:53:32.687346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-069d1f45-57da-4a9a-8b7e-1dffb1688102 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:32.688823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-069d1f45-57da-4a9a-8b7e-1dffb1688102 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 946 time: 0.1007996 Nov 23 10:53:32.694086 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.744040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.765859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=59165028-19b6-4494-b491-be0701704de2,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:32.774044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': 'd115bf3c-fb32-4c16-a210-7254f600ee55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'daed9a0a-911b-4924-b3a3-9a7e223b78a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:32.774722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: daed9a0a-911b-4924-b3a3-9a7e223b78a0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:32.792675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network daed9a0a-911b-4924-b3a3-9a7e223b78a0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:32.803268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, daed9a0a-911b-4924-b3a3-9a7e223b78a0) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:32.810583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:32.811345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.816817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca9a1a9-0625-467d-8ad6-d299deeee8e6 None None] Network daed9a0a-911b-4924-b3a3-9a7e223b78a0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:32.831151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.835551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b0179498-37ed-46fe-af7b-99e65a063b13 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5491414 Nov 23 10:53:32.838358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47948) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:32.869319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Deleting port 4992d451-a158-4740-87d6-e345542712ab {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:32.870554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.900800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network c6474175-5ee6-442b-ace3-7e4ee836b14a is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:32.915150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:32.922414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:32.955207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=92e2409d-594a-4ada-8109-07bdf851b91e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:32.963570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:32.983334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ae15b5-e22e-4ff5-a970-b6cc7aa15f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-daed9a0a-911b-4924-b3a3-9a7e223b78a0', 'network_id': 'daed9a0a-911b-4924-b3a3-9a7e223b78a0', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '59165028-19b6-4494-b491-be0701704de2'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:32.986878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8ae15b5-e22e-4ff5-a970-b6cc7aa15f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.023183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.031940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.126517 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server [None req-f8ae15b5-e22e-4ff5-a970-b6cc7aa15f8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59165028-19b6-4494-b491-be0701704de2: This subnet is being modified by another concurrent operation. Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 10:53:33.138051 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise exception Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59165028-19b6-4494-b491-be0701704de2: This subnet is being modified by another concurrent operation. Nov 23 10:53:33.142998 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Nov 23 10:53:33.161239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88adcddb-9bd9-4d90-bd92-396ea405c5ab None None] Network daed9a0a-911b-4924-b3a3-9a7e223b78a0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:33.174641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] For port 4992d451-a158-4740-87d6-e345542712ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4992d451-a158-4740-87d6-e345542712ab,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:33.175247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.228864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Calling delete_port for 4992d451-a158-4740-87d6-e345542712ab owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:33.250126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.357581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-39b0ab36-3821-4bde-972a-92251171813f None None] Provisioning complete for port 92e2409d-594a-4ada-8109-07bdf851b91e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:33.358160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39b0ab36-3821-4bde-972a-92251171813f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.381322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf18aff-7cbc-452b-b897-5c990c79dec8 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:33.437026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-39b0ab36-3821-4bde-972a-92251171813f None None] Port 92e2409d-594a-4ada-8109-07bdf851b91e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:33.573444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47954) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:33.599015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf18aff-7cbc-452b-b897-5c990c79dec8 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:33.666039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=59165028-19b6-4494-b491-be0701704de2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:33.767536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8ee27-496b-48ab-8ca7-5ac5b1dfe823 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:33.783180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5bd8ee27-496b-48ab-8ca7-5ac5b1dfe823 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 814 time: 0.1938195 Nov 23 10:53:33.836517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477927-1e3e-4cca-8876-3ceaabfc94ce req-60e55b89-7462-4823-b9e7-b879a07d80a7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:33.839024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7477927-1e3e-4cca-8876-3ceaabfc94ce req-60e55b89-7462-4823-b9e7-b879a07d80a7 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=5423487e-7e58-4559-9570-bccab747e8d9 HTTP/1.1" status: 200 len: 946 time: 0.2538891 Nov 23 10:53:33.841310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.878579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daed9a0a-911b-4924-b3a3-9a7e223b78a0']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:33.884367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8197c-c435-411e-8ef1-87a71427fb7b req-cf405851-0a04-49f7-a4b1-0c0bed1580b6 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:33.886094 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c0c8197c-c435-411e-8ef1-87a71427fb7b req-cf405851-0a04-49f7-a4b1-0c0bed1580b6 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1466763 Nov 23 10:53:33.896735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd115bf3c-fb32-4c16-a210-7254f600ee55') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:33.897043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd115bf3c-fb32-4c16-a210-7254f600ee55') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:33.915967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.917424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.935598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:33.935966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c7477927-1e3e-4cca-8876-3ceaabfc94ce req-c781c63d-34de-49d7-85f0-84fcd510e044 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858119 Nov 23 10:53:33.940404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.947094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:33.947534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:33.974435 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:33.991241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event deleted for resources: {'Port': ['ID=4992d451-a158-4740-87d6-e345542712ab,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:34.023609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.030836 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.034616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/daed9a0a-911b-4924-b3a3-9a7e223b78a0 HTTP/1.1" status: 204 len: 168 time: 1.1950283 Nov 23 10:53:34.039332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47966) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.079239 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f40adb9-b16a-4016-b2c2-9693ccf713a8 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] GET failed (client error): The resource could not be found. Nov 23 10:53:34.080685 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6f40adb9-b16a-4016-b2c2-9693ccf713a8 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/subnets/59165028-19b6-4494-b491-be0701704de2 HTTP/1.1" status: 404 len: 337 time: 0.0403631 Nov 23 10:53:34.086819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47968) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.091243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa351b-9913-4bd9-b82a-cbfbcfde6637 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=daed9a0a-911b-4924-b3a3-9a7e223b78a0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:34.115507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c0c8197c-c435-411e-8ef1-87a71427fb7b req-88f8aa62-2bf1-4a79-9c88-eeb1ebd9416b tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163763 Nov 23 10:53:34.122406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] No DVR routers for this DVR port 4992d451-a158-4740-87d6-e345542712ab on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:34.134739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.138176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7cf0a61b-f1a4-478a-92da-74f5f08dd10a req-f281434e-3955-48cb-9f92-5b3151996f8b tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "DELETE /v2.0/ports/4992d451-a158-4740-87d6-e345542712ab HTTP/1.1" status: 204 len: 173 time: 1.4376349 Nov 23 10:53:34.140931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5423487e-7e58-4559-9570-bccab747e8d9', 'name': 'network-vif-deleted', 'tag': '4992d451-a158-4740-87d6-e345542712ab'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:34.143341 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f3cbf9-dee4-470a-a06e-db7a81b22cdc" -d '{"events": [{"server_uuid": "5423487e-7e58-4559-9570-bccab747e8d9", "name": "network-vif-deleted", "tag": "4992d451-a158-4740-87d6-e345542712ab"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:34.149373 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dee070b-f3da-4dbb-9f81-756aa771fe44 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:34.149373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dee070b-f3da-4dbb-9f81-756aa771fe44 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:34.153572 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0dee070b-f3da-4dbb-9f81-756aa771fe44 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/daed9a0a-911b-4924-b3a3-9a7e223b78a0 HTTP/1.1" status: 404 len: 339 time: 0.0652568 Nov 23 10:53:34.157486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47972) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.210455 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0acbe37-fb1d-4003-a45c-2a052b0c5893 x-openstack-request-id: req-a0acbe37-fb1d-4003-a45c-2a052b0c5893 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:34.211011 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5423487e-7e58-4559-9570-bccab747e8d9", "name": "network-vif-deleted", "tag": "4992d451-a158-4740-87d6-e345542712ab", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:34.211476 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a0acbe37-fb1d-4003-a45c-2a052b0c5893 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:34.212054 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5423487e-7e58-4559-9570-bccab747e8d9', 'name': 'network-vif-deleted', 'tag': '4992d451-a158-4740-87d6-e345542712ab', 'status': 'completed', 'code': 200} Nov 23 10:53:34.377080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.384977 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.456283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63646690-202c-420e-a16c-7b421ca909e1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.457904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-63646690-202c-420e-a16c-7b421ca909e1 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2976897 Nov 23 10:53:34.461327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47978) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.483253 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.485191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=92e2409d-594a-4ada-8109-07bdf851b91e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:34.498913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b124ef8d-afa7-4d94-88a0-f1f2f301485d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 207 time: 0.0357661 Nov 23 10:53:34.502430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.509742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47982) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.515637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'network': {'name': 'tempest-network-smoke--1127298189', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:34.588599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:34.592580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.631154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network c6474175-5ee6-442b-ace3-7e4ee836b14a is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:34.633894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:34.685276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:34.706060 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.706358 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Added segment 7057ab8f-7f72-4c25-b729-ae71538d833e of type vlan for network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 Nov 23 10:53:34.716728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933e5ee-6971-42ac-b331-2a2daa80ce31 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.725265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933e5ee-6971-42ac-b331-2a2daa80ce31 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.731901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933e5ee-6971-42ac-b331-2a2daa80ce31 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.738077 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933e5ee-6971-42ac-b331-2a2daa80ce31 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.739975 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c933e5ee-6971-42ac-b331-2a2daa80ce31 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2363865 Nov 23 10:53:34.744019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47984) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.800729 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.838149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router ed58d772-2c37-41c2-89eb-18d227819e52 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:34.844257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.850931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.851553 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.876313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b301db83-ee9a-4437-b894-37182c6eaf99 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1262815 Nov 23 10:53:34.876567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47986) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.935702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4205422 Nov 23 10:53:34.936270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500814cf-6f6a-44dd-b996-ed592fd0f24e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.936270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500814cf-6f6a-44dd-b996-ed592fd0f24e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:34.937467 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-500814cf-6f6a-44dd-b996-ed592fd0f24e tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0590067 Nov 23 10:53:34.937599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.940238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47990) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:34.980287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-62784992-0057-43db-ba8a-036fbd4b68ba None None] Provisioning complete for port 92e2409d-594a-4ada-8109-07bdf851b91e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:34.980933 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-62784992-0057-43db-ba8a-036fbd4b68ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:34.990787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5bcab-ab65-4846-b812-aecaaa165e74 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Network': ['ID=e43db2ec-d7be-44f4-bf21-904ebf2c0f26,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:35.002837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b50f2f-3d3d-484b-8db6-595eda363586 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.004377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b50f2f-3d3d-484b-8db6-595eda363586 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.005212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:35.009237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-48b50f2f-3d3d-484b-8db6-595eda363586 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0649087 Nov 23 10:53:35.009602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47994) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.043048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-62784992-0057-43db-ba8a-036fbd4b68ba None None] Port 92e2409d-594a-4ada-8109-07bdf851b91e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:35.113084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa495c6-2a60-4225-a37b-13d5883e2d15 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.114661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6fa495c6-2a60-4225-a37b-13d5883e2d15 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b10f102f43f44b8bbcb276556a0feccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1743965 Nov 23 10:53:35.121054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48000) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.163551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73839b8-ec35-4077-8567-983ae88aecff tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.169168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b73839b8-ec35-4077-8567-983ae88aecff tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/networks/cc9fb86e-939c-44f0-a024-6fe432583094 HTTP/1.1" status: 200 len: 799 time: 0.1533747 Nov 23 10:53:35.169972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48004) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.208161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:35.221422 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] Sync routers for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:35.230352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-524ee2a9-d863-4af6-8d9e-1891055fd365 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/routers/ed58d772-2c37-41c2-89eb-18d227819e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7097831 Nov 23 10:53:35.243002 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:35.243773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:35.259314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48008) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.268125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'port': {'network_id': 'c6474175-5ee6-442b-ace3-7e4ee836b14a', 'name': 'tempest-FloatingIPTestJSON-766976657'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:35.284820 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:35.298789 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:35.299404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:35.336136 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:35.337072 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd62c6d8-2766-4873-9f4a-7e0688b109d6 None None] The sync data for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:35.372837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdbbfb-1ac4-4fa2-8bba-ec2f16f08a3e req-0830075c-5cda-4700-9247-c575e80bf854 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.374571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8bdbbfb-1ac4-4fa2-8bba-ec2f16f08a3e req-0830075c-5cda-4700-9247-c575e80bf854 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1045876 Nov 23 10:53:35.376089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95731e5b-708a-4cc4-a44f-6dda8e61391e tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.380483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95731e5b-708a-4cc4-a44f-6dda8e61391e tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2556567 Nov 23 10:53:35.381310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48014) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.424005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6025cab-2600-4a5e-bd86-ec4b9c480902 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/networks/cc9fb86e-939c-44f0-a024-6fe432583094?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2498240 Nov 23 10:53:35.424287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48016) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.428915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a06ba76a-6409-4414-bb47-dc1c7730ca85 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453949 Nov 23 10:53:35.436002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48018) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.471148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7b54f178-1187-4dca-b3ff-b4026d0450e6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b10f102f43f44b8bbcb276556a0feccb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338655 Nov 23 10:53:35.475307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4c5c0-247e-4a2f-b705-1879ae03d0ef req-765b4a84-86d2-464b-afcf-9fa8d39b8d27 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.476155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48020) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.476773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49b4c5c0-247e-4a2f-b705-1879ae03d0ef req-765b4a84-86d2-464b-afcf-9fa8d39b8d27 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1625502 Nov 23 10:53:35.522989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Made reservation on behalf of a3dafd23d2134ab4b319d8ebd55d5648 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:35.527281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:35.532566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540d516c-17a4-4c91-ba20-3d00f7ba6c5d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.533957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-540d516c-17a4-4c91-ba20-3d00f7ba6c5d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/subnets/6b08bb3e-01cd-4acc-b986-2853193f17b6 HTTP/1.1" status: 200 len: 811 time: 0.1088448 Nov 23 10:53:35.544312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48022) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.548839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8bdbbfb-1ac4-4fa2-8bba-ec2f16f08a3e req-691e2a24-41cf-4673-ac6c-ce977d9994ac tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665699 Nov 23 10:53:35.601444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] device_id is not set on port f4c30624-4639-455c-8622-48be686e435b yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:53:35.613858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-57de310b-77d3-40e7-9853-fc54ebabf7b4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.614486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49b4c5c0-247e-4a2f-b705-1879ae03d0ef req-9d660a03-b5f4-46e4-a64e-d80f53564d55 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=8e10af31-dd84-47d3-9e7e-a7656a7cc72e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274726 Nov 23 10:53:35.615395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-57de310b-77d3-40e7-9853-fc54ebabf7b4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 945 time: 0.1057277 Nov 23 10:53:35.653846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4992d451-a158-4740-87d6-e345542712ab no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:35.676325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71cf332-72fd-4562-8814-272b4f6f9bf7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.676867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb5d89-27ca-4e1d-82df-a63d6317ee64 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:35.677963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a71cf332-72fd-4562-8814-272b4f6f9bf7 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2008932 Nov 23 10:53:35.678267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c5cb5d89-27ca-4e1d-82df-a63d6317ee64 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "GET /v2.0/subnets/6b08bb3e-01cd-4acc-b986-2853193f17b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1330562 Nov 23 10:53:35.681001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48024) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.685333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48026) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.690294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1480358736'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:35.699281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 4992d451-a158-4740-87d6-e345542712ab {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:35.699929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4992d451-a158-4740-87d6-e345542712ab not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:35.719397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4d46a46d-0ab3-4b47-b69d-83c357c41a5f tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375302 Nov 23 10:53:35.725027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48028) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:35.732023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2039809690', 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:35.762756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:35.767349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:35.800100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Allocated IP 172.20.0.13 (c6474175-5ee6-442b-ace3-7e4ee836b14a/00c221c3-abec-473c-84f6-1ba09cfa6578/f4c30624-4639-455c-8622-48be686e435b) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:35.818803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:35.840840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:35.841223 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Added segment 6a96659d-786e-414f-8ca6-412748efc0c0 of type vlan for network 98932ef4-1e4d-4234-a115-2c0c691d8c52 Nov 23 10:53:35.878625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Deleting port 9e066594-ecd5-4730-a888-3bf2dede11cd {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:35.878971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:35.895782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:35.899321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:35.917755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.006532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.014697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:36.017692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.071022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3818367 Nov 23 10:53:36.071287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] For port 9e066594-ecd5-4730-a888-3bf2dede11cd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9e066594-ecd5-4730-a888-3bf2dede11cd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:36.071287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.074442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48030) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:36.083834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'network_id': '98932ef4-1e4d-4234-a115-2c0c691d8c52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:36.105069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Calling delete_port for 9e066594-ecd5-4730-a888-3bf2dede11cd owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:36.133411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.136009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff3ead-ed20-4abd-8c79-df3d01b1e73d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Network': ['ID=98932ef4-1e4d-4234-a115-2c0c691d8c52,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:36.154446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 98932ef4-1e4d-4234-a115-2c0c691d8c52 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:36.178993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.245703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Network c6474175-5ee6-442b-ace3-7e4ee836b14a is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:36.252648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:36.257076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:36.290884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event updated for resources: {'Port': ['ID=f4c30624-4639-455c-8622-48be686e435b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:36.321896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:36.323360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.413342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Made reservation on behalf of 800b3fae8f2c45e49a16b85172eaebdc for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:36.418415 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.420921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6b4c34b1-cae1-46f4-97c3-26235c284b0a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1603234 Nov 23 10:53:36.425293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48034) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:36.426363 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.446937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Request body: {'floatingip': {'port_id': 'f4c30624-4639-455c-8622-48be686e435b'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:36.582088 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1e25732e-088b-4ed0-ae79-1123162a71a0 None None] Provisioning complete for port f4c30624-4639-455c-8622-48be686e435b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:36.582782 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1e25732e-088b-4ed0-ae79-1123162a71a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.620021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Performing IP validity checks on allocation pools {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:53:36.620595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:53:36.623629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1e25732e-088b-4ed0-ae79-1123162a71a0 None None] Port f4c30624-4639-455c-8622-48be686e435b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:36.667119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Subnet': ['ID=dd5be627-da97-490a-a008-f325bf8f2a94,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:36.679261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.686623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:36.699634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c80a4-ff96-473b-aff0-5658617f1cc4 req-3eae9d4b-3a18-49ed-9ce2-0b8db26eb2f4 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:36.700163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9e066594-ecd5-4730-a888-3bf2dede11cd'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:36.706131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-069c80a4-ff96-473b-aff0-5658617f1cc4 req-3eae9d4b-3a18-49ed-9ce2-0b8db26eb2f4 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0716414 Nov 23 10:53:36.776462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-069c80a4-ff96-473b-aff0-5658617f1cc4 req-7ab1984c-6106-4f46-b433-7ef318706560 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665147 Nov 23 10:53:37.077896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Checking segment: {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:37.078542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network hostable DHCP agents. Network: e43db2ec-d7be-44f4-bf21-904ebf2c0f26, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:37.113067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e2ff1ef-59ae-4896-a52f-ba7af5f70043 req-9343a10c-9968-4cf1-a953-f63b0e409172 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=45f81b68-25d0-4bd2-8c61-71b8272ef085 HTTP/1.1" status: 200 len: 210 time: 0.0690842 Nov 23 10:53:37.118327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event deleted for resources: {'Port': ['ID=9e066594-ecd5-4730-a888-3bf2dede11cd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:37.234281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] No DVR routers for this DVR port 9e066594-ecd5-4730-a888-3bf2dede11cd on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:37.258980 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:37.262348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1fa53a22-61f5-49bd-b6b5-7a337bc2e63b req-869b5938-24e6-483e-925b-7b4ba24bb8e4 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "DELETE /v2.0/ports/9e066594-ecd5-4730-a888-3bf2dede11cd HTTP/1.1" status: 204 len: 173 time: 1.6375842 Nov 23 10:53:37.265574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'name': 'network-vif-deleted', 'tag': '9e066594-ecd5-4730-a888-3bf2dede11cd'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:37.267403 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea4d7ee-c279-444a-ac7a-d6dff226234d" -d '{"events": [{"server_uuid": "45f81b68-25d0-4bd2-8c61-71b8272ef085", "name": "network-vif-deleted", "tag": "9e066594-ecd5-4730-a888-3bf2dede11cd"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:37.279219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:37.318499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e43db2ec-d7be-44f4-bf21-904ebf2c0f26) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:37.332010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956c7e8e-fdd5-4bf4-952b-b81c30aa5b75 None None] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:37.379414 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ffc49f-4d82-4c4a-bb04-5f454e826f78 x-openstack-request-id: req-d5ffc49f-4d82-4c4a-bb04-5f454e826f78 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:37.379672 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f81b68-25d0-4bd2-8c61-71b8272ef085", "name": "network-vif-deleted", "tag": "9e066594-ecd5-4730-a888-3bf2dede11cd", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:37.379859 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5ffc49f-4d82-4c4a-bb04-5f454e826f78 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:37.380255 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f81b68-25d0-4bd2-8c61-71b8272ef085', 'name': 'network-vif-deleted', 'tag': '9e066594-ecd5-4730-a888-3bf2dede11cd', 'status': 'completed', 'code': 200} Nov 23 10:53:37.388559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:37.389168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:37.423153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2f4e8255-3089-41cd-a4c0-61bb694364fe tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6944697 Nov 23 10:53:37.464047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:37.529249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ips': [{'subnet_id': 'dd5be627-da97-490a-a008-f325bf8f2a94'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:37.530661 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:37.577872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=80b350c4-f739-48c6-a7fd-7db5cba61d64,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:37.596813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Checking segment: {'id': '6a96659d-786e-414f-8ca6-412748efc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '98932ef4-1e4d-4234-a115-2c0c691d8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:37.597217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network hostable DHCP agents. Network: 98932ef4-1e4d-4234-a115-2c0c691d8c52, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:37.662268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Network 98932ef4-1e4d-4234-a115-2c0c691d8c52 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:37.677022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Allocated IP 172.20.0.18 (e43db2ec-d7be-44f4-bf21-904ebf2c0f26/dd5be627-da97-490a-a008-f325bf8f2a94/c86196c7-2125-4af2-a9ac-2baff9aefe93) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:37.707822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 98932ef4-1e4d-4234-a115-2c0c691d8c52) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:37.714844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:37.715444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:37.723938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5909a668-4b3d-4385-93b2-b777d151f65b None None] Network 98932ef4-1e4d-4234-a115-2c0c691d8c52 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:37.749903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0d51154f-6a86-469d-9afd-e40209fe6e0d tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6723275 Nov 23 10:53:37.752600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48050) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:37.758882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:37.902072 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:37.914688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48056) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:37.915589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:37.988485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6fcf0bc6-a34b-4769-a7a6-31acd305820e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954070849', 'description': 'tempest-secgroup-smoke-1954070849 description', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:38.018787 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58758504'] for subnet, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.066436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fcf0bc6-a34b-4769-a7a6-31acd305820e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.067533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.081133 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.162308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:38.168467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:38.172178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Pushing event updated for resources: {'Port': ['ID=c86196c7-2125-4af2-a9ac-2baff9aefe93,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:38.176009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:38.233362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd119247-648a-44d3-9f3a-0e5c679ede32 req-3e122fd1-17a6-4d44-937c-92802a33b39a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:38.242618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd119247-648a-44d3-9f3a-0e5c679ede32 req-3e122fd1-17a6-4d44-937c-92802a33b39a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.2587440 Nov 23 10:53:38.243057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-98932ef4-1e4d-4234-a115-2c0c691d8c52', 'network_id': '98932ef4-1e4d-4234-a115-2c0c691d8c52', 'tenant_id': '800b3fae8f2c45e49a16b85172eaebdc', 'fixed_ips': [{'subnet_id': '80b350c4-f739-48c6-a7fd-7db5cba61d64'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:38.244023 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.265804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731372822649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15462759'] for subnet, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.268161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Attempting to bind port c86196c7-2125-4af2-a9ac-2baff9aefe93 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:38.268817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Attempting to bind port c86196c7-2125-4af2-a9ac-2baff9aefe93 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:38.269404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Attempting to bind port c86196c7-2125-4af2-a9ac-2baff9aefe93 on network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:38.283506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:38.283999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Checking segment: {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:38.284461 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.284920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Bound using segment: {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:38.285502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Bound port: c86196c7-2125-4af2-a9ac-2baff9aefe93, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:38.286138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.330485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd119247-648a-44d3-9f3a-0e5c679ede32 req-2a3a33ef-e00b-4249-a325-1bb4ccd6a518 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863864 Nov 23 10:53:38.331556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:38.332404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.336418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "PUT /v2.0/subnets/80b350c4-f739-48c6-a7fd-7db5cba61d64 HTTP/1.1" status: 200 len: 877 time: 0.5801582 Nov 23 10:53:38.338880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48064) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:38.351475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fcf0bc6-a34b-4769-a7a6-31acd305820e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.353643 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP b964d433-4ce8-45e5-a160-cb7e546cfddd associated. External IP: 172.25.5.18, port: 9e374741-9ba4-47ea-a41e-69f9c20bbc45. Nov 23 10:53:38.403904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event updated for resources: {'Subnet': ['ID=80b350c4-f739-48c6-a7fd-7db5cba61d64,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:38.418903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.419303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.419647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.419983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.420451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.420787 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.421150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.421514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.422695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.423032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.423596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.423953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df116644-d745-4bfe-94d2-dc23e33b5cf5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:38.425467 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fcf0bc6-a34b-4769-a7a6-31acd305820e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.450723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] For port c86196c7-2125-4af2-a9ac-2baff9aefe93, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:38.470183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] For port c86196c7-2125-4af2-a9ac-2baff9aefe93, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c86196c7-2125-4af2-a9ac-2baff9aefe93,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:38.484430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.493984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Allocated IP 172.20.0.3 (98932ef4-1e4d-4234-a115-2c0c691d8c52/80b350c4-f739-48c6-a7fd-7db5cba61d64/5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:38.516580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.552466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fcf0bc6-a34b-4769-a7a6-31acd305820e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.559359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6fcf0bc6-a34b-4769-a7a6-31acd305820e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5763860 Nov 23 10:53:38.560010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48070) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:38.570995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d9b31e72-1346-4076-8dd1-b7c80e15fd14 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'f32f6349-6360-40bb-a320-dcdfd4220a63', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:38.584922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf0bc6-a34b-4769-a7a6-31acd305820e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f6349-6360-40bb-a320-dcdfd4220a63,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:38.587026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b9353-e4fd-4800-8da7-0426321e78a7 None None] Pushing event updated for resources: {'Port': ['ID=c86196c7-2125-4af2-a9ac-2baff9aefe93,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:38.656495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.672315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b31e72-1346-4076-8dd1-b7c80e15fd14 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.717900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23098a72-87d8-4323-a003-14388d62cfba req-35267f04-476d-4160-b262-7c9edc979bec tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:38.719504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23098a72-87d8-4323-a003-14388d62cfba req-35267f04-476d-4160-b262-7c9edc979bec tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.1974635 Nov 23 10:53:38.738494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.744844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.777755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23098a72-87d8-4323-a003-14388d62cfba req-6b788dd4-750a-40ac-80bf-9da45eb3b35d tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488493 Nov 23 10:53:38.794923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.811111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b31e72-1346-4076-8dd1-b7c80e15fd14 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.823437 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b31e72-1346-4076-8dd1-b7c80e15fd14 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.827202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:38.830206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Network 98932ef4-1e4d-4234-a115-2c0c691d8c52 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:38.832678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=80b350c4-f739-48c6-a7fd-7db5cba61d64,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:38.834245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:38.838109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:38.847805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Pushing event updated for resources: {'Port': ['ID=5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:38.849129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b31e72-1346-4076-8dd1-b7c80e15fd14 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9019fb1f-c191-4e01-bb54-4cde928bdabb,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:38.927743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9b31e72-1346-4076-8dd1-b7c80e15fd14 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.931637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d9b31e72-1346-4076-8dd1-b7c80e15fd14 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3616500 Nov 23 10:53:38.932987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48072) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:38.934873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.942000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-652cd447-ad54-4b43-81d6-cfcea06c0340 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'f32f6349-6360-40bb-a320-dcdfd4220a63', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:38.951007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Attempting to bind port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:38.951599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Attempting to bind port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6a96659d-786e-414f-8ca6-412748efc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '98932ef4-1e4d-4234-a115-2c0c691d8c52'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:38.951931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Attempting to bind port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8 on network 98932ef4-1e4d-4234-a115-2c0c691d8c52 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:38.957595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:38.958018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Checking segment: {'id': '6a96659d-786e-414f-8ca6-412748efc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '98932ef4-1e4d-4234-a115-2c0c691d8c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:38.958431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.962166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Bound using segment: {'id': '6a96659d-786e-414f-8ca6-412748efc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '98932ef4-1e4d-4234-a115-2c0c691d8c52'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:38.962166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Bound port: 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a96659d-786e-414f-8ca6-412748efc0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '98932ef4-1e4d-4234-a115-2c0c691d8c52'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:38.962166 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:38.976026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98932ef4-1e4d-4234-a115-2c0c691d8c52']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:38.990076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a96659d-786e-414f-8ca6-412748efc0c0') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:38.990896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a96659d-786e-414f-8ca6-412748efc0c0') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.002704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.029149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] For port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:39.032624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] For port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8,segment=NetworkSegment(6a96659d-786e-414f-8ca6-412748efc0c0),segment_id=6a96659d-786e-414f-8ca6-412748efc0c0)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:39.044254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.048803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.062655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:39.064754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:39.064923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:39.069149 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:39.099816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:39.188451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:39.189403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.194669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350aca5-6190-4a55-9e2c-d37af7c58d51 None None] Pushing event updated for resources: {'Port': ['ID=5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:39.215308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 10:53:39.215308 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 10:53:39.215308 n-d-817747-2 neutron-server[103427]: [parameters: {'id': '98932ef4-1e4d-4234-a115-2c0c691d8c52'}] Nov 23 10:53:39.215308 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:53:39.215785 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:53:39.232725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.239986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-652cd447-ad54-4b43-81d6-cfcea06c0340 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.243785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:39.244116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.280913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6326045f-10ef-449d-9bd6-8f59d07327eb None None] Network 98932ef4-1e4d-4234-a115-2c0c691d8c52 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:39.283169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.283783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff49a78-227c-4223-b120-66712c301b9f None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:39.362568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-652cd447-ad54-4b43-81d6-cfcea06c0340 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.369929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-652cd447-ad54-4b43-81d6-cfcea06c0340 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.412328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da90e4fe-5cfe-4cf5-9f6d-a534150a9a98 None None] Network 98932ef4-1e4d-4234-a115-2c0c691d8c52 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:39.454256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cd447-ad54-4b43-81d6-cfcea06c0340 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f86f373-3511-491f-951b-b4fc5f61273e,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:39.470604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-652cd447-ad54-4b43-81d6-cfcea06c0340 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.471811 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-652cd447-ad54-4b43-81d6-cfcea06c0340 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5377626 Nov 23 10:53:39.475344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48080) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:39.483010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9b2f6cd8-8b7c-4ebf-9ff4-78f88e921e2e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'f32f6349-6360-40bb-a320-dcdfd4220a63', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:39.492276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router ed58d772-2c37-41c2-89eb-18d227819e52 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:39.508033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d17f3-8cb3-4438-aca1-3010b9cd7d6a req-0536a3a2-3023-4c47-94b5-f2aa8274f914 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:39.509951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c30d17f3-8cb3-4438-aca1-3010b9cd7d6a req-0536a3a2-3023-4c47-94b5-f2aa8274f914 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1020913 Nov 23 10:53:39.532396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6cd8-8b7c-4ebf-9ff4-78f88e921e2e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.618444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6cd8-8b7c-4ebf-9ff4-78f88e921e2e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.624033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6cd8-8b7c-4ebf-9ff4-78f88e921e2e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.645234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f6cd8-8b7c-4ebf-9ff4-78f88e921e2e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3f2bcd-a943-4660-90b6-905c8462cc3c,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:39.660497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c30d17f3-8cb3-4438-aca1-3010b9cd7d6a req-acd36a86-a02c-4348-8ed6-2d94b2c3bd0e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391716 Nov 23 10:53:39.674968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b2f6cd8-8b7c-4ebf-9ff4-78f88e921e2e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.678696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9e066594-ecd5-4730-a888-3bf2dede11cd no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:39.679668 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b2f6cd8-8b7c-4ebf-9ff4-78f88e921e2e tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2026291 Nov 23 10:53:39.682080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48084) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:39.684772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:39.691614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.693933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-460ea82b-8dcd-4fd8-8a11-e691de46dba5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'f32f6349-6360-40bb-a320-dcdfd4220a63', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:39.703108 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] Sync routers for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:39.726647 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:39.727275 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.731021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.754562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 9e066594-ecd5-4730-a888-3bf2dede11cd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:39.754930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9e066594-ecd5-4730-a888-3bf2dede11cd not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:39.761609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-460ea82b-8dcd-4fd8-8a11-e691de46dba5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.786782 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.787091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-99b35eaa-41f3-42e2-9402-dc88ee852a63 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/floatingips/b964d433-4ce8-45e5-a160-cb7e546cfddd HTTP/1.1" status: 200 len: 977 time: 3.3579342 Nov 23 10:53:39.791187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48086) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:39.798868 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:39.799766 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.837865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c86196c7-2125-4af2-a9ac-2baff9aefe93 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:39.847347 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:39.849214 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79f8e75-a1fc-4a73-b412-85514bccd1cb None None] The sync data for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:39.899658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c86196c7-2125-4af2-a9ac-2baff9aefe93 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:39.900033 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.928082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Deleting port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:39.928752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.942044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port f4c30624-4639-455c-8622-48be686e435b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:39.949877 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:39.983960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-460ea82b-8dcd-4fd8-8a11-e691de46dba5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.007945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-460ea82b-8dcd-4fd8-8a11-e691de46dba5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.011454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.062554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port c86196c7-2125-4af2-a9ac-2baff9aefe93, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c86196c7-2125-4af2-a9ac-2baff9aefe93,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:40.069787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.082139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.087491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] For port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8,segment=NetworkSegment(6a96659d-786e-414f-8ca6-412748efc0c0),segment_id=6a96659d-786e-414f-8ca6-412748efc0c0)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:40.087933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.090546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ea82b-8dcd-4fd8-8a11-e691de46dba5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bcddc76-aec9-41d3-acde-8a9ffa4d828d,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:40.103018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-460ea82b-8dcd-4fd8-8a11-e691de46dba5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.107996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-460ea82b-8dcd-4fd8-8a11-e691de46dba5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4209096 Nov 23 10:53:40.109262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48860c8d-69b8-428c-b3b8-5ef9a8348388 None None] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:40.110670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48090) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:40.111559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Calling delete_port for 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:40.118342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'f32f6349-6360-40bb-a320-dcdfd4220a63', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:40.140123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4216d09-f93c-47ee-b468-1574c466cfa2 req-cacdaf30-cb2e-47c7-9790-dbc42eb33a57 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:40.145600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4216d09-f93c-47ee-b468-1574c466cfa2 req-cacdaf30-cb2e-47c7-9790-dbc42eb33a57 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2121027 Nov 23 10:53:40.209824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=c86196c7-2125-4af2-a9ac-2baff9aefe93,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:40.220559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6b80cee2-0878-41ec-8309-92f05b6c369a None None] Provisioning complete for port c86196c7-2125-4af2-a9ac-2baff9aefe93 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:40.220842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6b80cee2-0878-41ec-8309-92f05b6c369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.254120 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Project b10f102f43f44b8bbcb276556a0feccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:53:40.275596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.288708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4216d09-f93c-47ee-b468-1574c466cfa2 req-0b149847-380c-423a-940d-490e243dbbd3 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321931 Nov 23 10:53:40.367248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-34b030cc-d703-4e11-a560-b48b5b02db19 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:40.368888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-34b030cc-d703-4e11-a560-b48b5b02db19 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.2049556 Nov 23 10:53:40.370183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.373032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.400710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.419199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No DVR routers for this DVR port 5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:40.428036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Port': ['ID=5a2c7937-3d1d-4d32-bb3e-d0ef8367a3f8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:40.462057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.462822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.462822 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Floating IP b964d433-4ce8-45e5-a160-cb7e546cfddd disassociated. External IP: 172.25.5.18, port: f4c30624-4639-455c-8622-48be686e435b. Nov 23 10:53:40.463092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for f4c30624-4639-455c-8622-48be686e435b owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:40.476334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd18bae-99cf-46bc-bc6e-25e880709da1,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:40.484944 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.488738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fefb9995-e3de-4cd0-9895-b437c1fcc864 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3713923 Nov 23 10:53:40.494369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48096) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:40.504281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'f32f6349-6360-40bb-a320-dcdfd4220a63', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:40.545792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Deleting port ed71c69f-0759-4b47-9ee8-e05b2d37debd {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:40.546694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.549838 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.580458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98932ef4-1e4d-4234-a115-2c0c691d8c52']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:40.590211 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Project b10f102f43f44b8bbcb276556a0feccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:53:40.598206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a96659d-786e-414f-8ca6-412748efc0c0') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:40.598572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a96659d-786e-414f-8ca6-412748efc0c0') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:40.600747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.649159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.666602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623da57-abf1-4fa8-90ec-f1150885d91c None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 10:53:40.689211 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.700136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.702579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.715349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:40.716470 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:40.723382 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:40.726333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] For port ed71c69f-0759-4b47-9ee8-e05b2d37debd, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=ed71c69f-0759-4b47-9ee8-e05b2d37debd,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:40.726333 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.747049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed32208-2a88-4a71-affe-f248578107b2,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:40.750020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5caba788-416a-4dc5-86fa-4e9d75ba596c None None] Provisioning complete for port c86196c7-2125-4af2-a9ac-2baff9aefe93 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:40.755725 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5caba788-416a-4dc5-86fa-4e9d75ba596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.802324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.803744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0d652309-4fe0-444e-8aaf-b6dfec12ff73 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3084476 Nov 23 10:53:40.827030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.841136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.851839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/98932ef4-1e4d-4234-a115-2c0c691d8c52 HTTP/1.1" status: 204 len: 168 time: 2.5093122 Nov 23 10:53:40.866474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48104) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:40.878552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e4d7f-1390-466c-9fd4-4ac78e41244b tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=98932ef4-1e4d-4234-a115-2c0c691d8c52,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:40.900947 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66b0ca5-53f1-4bf1-b948-5babe27e94c8 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:40.902209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66b0ca5-53f1-4bf1-b948-5babe27e94c8 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:40.908366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e66b0ca5-53f1-4bf1-b948-5babe27e94c8 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/80b350c4-f739-48c6-a7fd-7db5cba61d64 HTTP/1.1" status: 404 len: 337 time: 0.0383399 Nov 23 10:53:40.909326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48106) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:40.963879 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:40.979745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623da57-abf1-4fa8-90ec-f1150885d91c None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 10:53:41.032581 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50ad6b3-2234-4a9b-9e25-c0d99acfcb6a tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.033090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50ad6b3-2234-4a9b-9e25-c0d99acfcb6a tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.036567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d50ad6b3-2234-4a9b-9e25-c0d99acfcb6a tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/98932ef4-1e4d-4234-a115-2c0c691d8c52 HTTP/1.1" status: 404 len: 339 time: 0.0743098 Nov 23 10:53:41.039436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48118) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.044198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=f4c30624-4639-455c-8622-48be686e435b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:41.074168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5455f-12c1-4a2f-baeb-d3e1d28d4d35 req-e7772b04-70bc-4efa-8036-ab880017831f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:41.075695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47d5455f-12c1-4a2f-baeb-d3e1d28d4d35 req-e7772b04-70bc-4efa-8036-ab880017831f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.2691483 Nov 23 10:53:41.088749 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79fc420-9bcb-4032-b6dc-44ad2493c426 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.090075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79fc420-9bcb-4032-b6dc-44ad2493c426 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.095868 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f79fc420-9bcb-4032-b6dc-44ad2493c426 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/59165028-19b6-4494-b491-be0701704de2 HTTP/1.1" status: 404 len: 337 time: 0.0529137 Nov 23 10:53:41.100375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48120) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.129327 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaa3f59-f82a-4410-a1c2-3589a9953486 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.129967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaa3f59-f82a-4410-a1c2-3589a9953486 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.133875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bfaa3f59-f82a-4410-a1c2-3589a9953486 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/daed9a0a-911b-4924-b3a3-9a7e223b78a0 HTTP/1.1" status: 404 len: 339 time: 0.0323446 Nov 23 10:53:41.141309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48122) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.202599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.202953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.203265 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Floating IP 3c1cd472-7913-43c7-aaa6-48f62c4f505b disassociated. External IP: 172.25.5.145, port: ed71c69f-0759-4b47-9ee8-e05b2d37debd. Nov 23 10:53:41.203598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Calling delete_port for ed71c69f-0759-4b47-9ee8-e05b2d37debd owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:41.206437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-4446ae47-7753-4b92-8c9c-02b044d24bab tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954070849&fields=id&tenant_id=b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 267 time: 0.1421325 Nov 23 10:53:41.275253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47d5455f-12c1-4a2f-baeb-d3e1d28d4d35 req-14b76c4f-5a7e-4106-a06d-09347198b08b tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302135 Nov 23 10:53:41.290016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.372004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router ed58d772-2c37-41c2-89eb-18d227819e52 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:41.455317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-e9d39f3c-1743-4fb9-887d-aa62d4b08c77 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:41.456932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-e9d39f3c-1743-4fb9-887d-aa62d4b08c77 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/networks?id=e43db2ec-d7be-44f4-bf21-904ebf2c0f26 HTTP/1.1" status: 200 len: 797 time: 0.2147202 Nov 23 10:53:41.458858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.491991 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-110c4804-ad06-4c6f-bb63-2171457197e3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/quotas/b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 375 time: 0.0259902 Nov 23 10:53:41.493712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12138ea1-1336-4314-9379-55e44eab237f']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:41.515103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4813ddc-6b77-4aad-8f2d-e3acac846a57') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:41.515387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4813ddc-6b77-4aad-8f2d-e3acac846a57') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:41.549101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.567923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.579136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:41.579580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:41.582989 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:41.593726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-49daadf7-04e9-4457-bd14-1b9e0badb23f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0912423 Nov 23 10:53:41.724355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.725568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c86196c7-2125-4af2-a9ac-2baff9aefe93 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:41.735358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.738477 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/12138ea1-1336-4314-9379-55e44eab237f HTTP/1.1" status: 204 len: 168 time: 0.5961366 Nov 23 10:53:41.751899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48132) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.766003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b0972-414f-4c35-ba28-91ce64625672 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=12138ea1-1336-4314-9379-55e44eab237f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:41.785169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c86196c7-2125-4af2-a9ac-2baff9aefe93 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:41.785756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.793082 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-233d0bf3-b2ff-4049-ae65-26f167b66d6f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.793575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233d0bf3-b2ff-4049-ae65-26f167b66d6f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.796913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-233d0bf3-b2ff-4049-ae65-26f167b66d6f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/a4ba335b-e78d-492b-85cc-e2a7e3831ce7 HTTP/1.1" status: 404 len: 337 time: 0.0440159 Nov 23 10:53:41.802686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48134) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.828332 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d771d11-407a-4a9e-addc-d05163308be7 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.828948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d771d11-407a-4a9e-addc-d05163308be7 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.832034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0d771d11-407a-4a9e-addc-d05163308be7 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/cf85ffab-452b-48bc-a65e-a5fe7ff9f0b7 HTTP/1.1" status: 404 len: 339 time: 0.0284133 Nov 23 10:53:41.834575 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-116e9783-75ea-46b1-b650-5bcdc6ed69c4 service neutron] 10.222.0.61 "GET /v2.0/networks/e43db2ec-d7be-44f4-bf21-904ebf2c0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262404 Nov 23 10:53:41.835068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48136) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.869999 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-db892ac6-5621-4a91-a981-d4d6ffff50fa tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.870510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db892ac6-5621-4a91-a981-d4d6ffff50fa tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.875970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-db892ac6-5621-4a91-a981-d4d6ffff50fa tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/31bd91da-013c-405e-8d73-cc84f50385ee HTTP/1.1" status: 404 len: 337 time: 0.0375350 Nov 23 10:53:41.882647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48138) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.915689 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-08285c1c-9292-4747-a43c-a308d450efc6 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.916192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08285c1c-9292-4747-a43c-a308d450efc6 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.919991 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-08285c1c-9292-4747-a43c-a308d450efc6 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/6d6f2adb-3bd4-453c-8fdd-23af5c0ab13a HTTP/1.1" status: 404 len: 339 time: 0.0364091 Nov 23 10:53:41.922640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48140) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:41.930430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ab3a3-0bbf-48c1-823b-f4557541d1b1 req-1e0d0e6d-5eec-43b0-8ab4-b11443a3be51 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:41.931913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-283ab3a3-0bbf-48c1-823b-f4557541d1b1 req-1e0d0e6d-5eec-43b0-8ab4-b11443a3be51 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 945 time: 0.5024915 Nov 23 10:53:41.943188 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:41.952790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:41.968200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] Sync routers for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:41.979039 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-760888e1-f07c-4354-bfa4-7915da669763 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:41.979863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760888e1-f07c-4354-bfa4-7915da669763 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:41.982531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:41.982843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-760888e1-f07c-4354-bfa4-7915da669763 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/1ec752e5-729f-4546-8319-ee3aa2d22738 HTTP/1.1" status: 404 len: 337 time: 0.0590034 Nov 23 10:53:41.983664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:41.985254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.006432 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee9210d-93bc-4911-8938-4fbca68076e9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.006926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee9210d-93bc-4911-8938-4fbca68076e9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.008063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event deleted for resources: {'Port': ['ID=ed71c69f-0759-4b47-9ee8-e05b2d37debd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:42.013692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ee9210d-93bc-4911-8938-4fbca68076e9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/717d27d5-2ee2-4be1-947a-784d6dc09338 HTTP/1.1" status: 404 len: 339 time: 0.0239532 Nov 23 10:53:42.014025 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48144) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.036688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:42.051212 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c6afa3-58a4-4347-8ac4-52ab199d5533 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.051672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c6afa3-58a4-4347-8ac4-52ab199d5533 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.051966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:42.052767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:42.054747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a6c6afa3-58a4-4347-8ac4-52ab199d5533 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/cc566bee-1acb-4aaa-9a3a-15aee2cc7ab4 HTTP/1.1" status: 404 len: 337 time: 0.0397935 Nov 23 10:53:42.058319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48146) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.070830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-ddc5da11-7dd1-4733-83c9-30ddbdab7b3e service neutron] 10.222.0.61 "GET /v2.0/networks/e43db2ec-d7be-44f4-bf21-904ebf2c0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251444 Nov 23 10:53:42.086474 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c69a45c-4349-428b-89ee-c851012b03f4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.087011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c69a45c-4349-428b-89ee-c851012b03f4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.090380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1c69a45c-4349-428b-89ee-c851012b03f4 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/07781440-4ce9-4f55-ad1f-5cd0ddea09f6 HTTP/1.1" status: 404 len: 339 time: 0.0307202 Nov 23 10:53:42.092906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48148) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.122558 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e3946c-c1bd-4e57-be02-bac5a9f4a0ac tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.123301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e3946c-c1bd-4e57-be02-bac5a9f4a0ac tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.128968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b2e3946c-c1bd-4e57-be02-bac5a9f4a0ac tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/92e63964-cefa-4a9d-b4fc-3feb37b616ba HTTP/1.1" status: 404 len: 337 time: 0.0325599 Nov 23 10:53:42.129394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48150) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.146168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-283ab3a3-0bbf-48c1-823b-f4557541d1b1 req-9321689d-b968-400b-aecd-05adcf04e6a9 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups?id=42ef4920-924b-43e3-adae-ee2ccb5a3e11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005656 Nov 23 10:53:42.160622 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d672af70-1095-4972-b884-8e619ba53cb5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.161300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d672af70-1095-4972-b884-8e619ba53cb5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.164665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d672af70-1095-4972-b884-8e619ba53cb5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/affc2eb0-b9df-4412-8657-eb188c4c20de HTTP/1.1" status: 404 len: 339 time: 0.0341961 Nov 23 10:53:42.167811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48152) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.178064 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:42.183274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:42.183965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da3d2d0-4a1a-46a6-9b7a-a37d008707af None None] The sync data for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:42.185325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-46a7a759-97dc-4893-8725-03f61c9ed19a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/ports/f4c30624-4639-455c-8622-48be686e435b HTTP/1.1" status: 204 len: 168 time: 2.3935211 Nov 23 10:53:42.188024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48154) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.235756 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c668c8-59a6-4f87-9b7e-40a712b5fb26 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.236221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c668c8-59a6-4f87-9b7e-40a712b5fb26 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.242394 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-68c668c8-59a6-4f87-9b7e-40a712b5fb26 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/58b3a678-d928-405d-9de4-5665064a9b34 HTTP/1.1" status: 404 len: 337 time: 0.0713396 Nov 23 10:53:42.246233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48156) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.267314 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c2dc95-02cf-4ba1-9be2-d96f156d0cd5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.267758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c2dc95-02cf-4ba1-9be2-d96f156d0cd5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.272981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e6c2dc95-02cf-4ba1-9be2-d96f156d0cd5 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/562dc9a4-625e-4546-bad5-276752986bea HTTP/1.1" status: 404 len: 339 time: 0.0235999 Nov 23 10:53:42.273312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48158) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.315983 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad40302-79ad-492b-8d60-eb925873eba9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.316444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad40302-79ad-492b-8d60-eb925873eba9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.319939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0ad40302-79ad-492b-8d60-eb925873eba9 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/91ccd766-060f-4c5f-bb05-22285bbdd85e HTTP/1.1" status: 404 len: 337 time: 0.0456531 Nov 23 10:53:42.325526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48164) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.346360 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6911c46a-556a-426e-8a74-c059cae2f19f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.347206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6911c46a-556a-426e-8a74-c059cae2f19f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.353232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6911c46a-556a-426e-8a74-c059cae2f19f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/c07aa028-4f6e-4591-9729-02c65c570a1e HTTP/1.1" status: 404 len: 339 time: 0.0241237 Nov 23 10:53:42.353586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.393001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Router b345de0b-17f5-4cca-903b-52f3013c0a98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:42.402639 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-228ee0f7-880c-4c19-97cc-a9770f8cf0cf tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.403582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228ee0f7-880c-4c19-97cc-a9770f8cf0cf tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.409362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-228ee0f7-880c-4c19-97cc-a9770f8cf0cf tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/73720641-9bea-4629-88bf-99af4963e623 HTTP/1.1" status: 404 len: 337 time: 0.0518780 Nov 23 10:53:42.414920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.452805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91735d47-4c67-4627-a681-e0abe8cd6986 req-d99e1edb-6712-4542-9901-4af0d0052ebb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:42.454602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91735d47-4c67-4627-a681-e0abe8cd6986 req-d99e1edb-6712-4542-9901-4af0d0052ebb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0636163 Nov 23 10:53:42.506352 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-635fc197-cf7b-4b3d-b46c-c0731a0919fa tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:42.506898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635fc197-cf7b-4b3d-b46c-c0731a0919fa tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:42.510109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-635fc197-cf7b-4b3d-b46c-c0731a0919fa tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/c57b5f39-46ea-400a-b103-0a56333e74c8 HTTP/1.1" status: 404 len: 339 time: 0.0921414 Nov 23 10:53:42.518683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91735d47-4c67-4627-a681-e0abe8cd6986 req-06b16cb3-65d0-4b29-8b4b-bcc42e7c8c1a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540917 Nov 23 10:53:42.518890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9407e1b-00a2-4a1e-b201-59559ee2cfeb req-154cfed5-fa55-4a2d-ba5c-dda025aeb13d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 210 time: 0.1058795 Nov 23 10:53:42.519219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48178) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:42.585336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Deleting subnet 6b08bb3e-01cd-4acc-b986-2853193f17b6 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:53:42.589576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:42.637734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:42.736490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:42.750873 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] Sync routers for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:42.766838 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:42.767862 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:42.822790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] No DVR routers for this DVR port ed71c69f-0759-4b47-9ee8-e05b2d37debd on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:42.825233 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:42.828579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-28a29a43-4461-41cb-90b8-c1fd364453a5 req-2338484a-8199-4197-ac1c-8e557cd9e76f tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.58 "DELETE /v2.0/ports/ed71c69f-0759-4b47-9ee8-e05b2d37debd HTTP/1.1" status: 204 len: 173 time: 2.4530079 Nov 23 10:53:42.829045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-deleted', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:42.832019 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fee91d-840c-4bcb-99e7-a3132ab02410" -d '{"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-deleted", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:42.888808 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:42.922073 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1659cba3-f232-4908-8952-7c95a5f718d0 x-openstack-request-id: req-1659cba3-f232-4908-8952-7c95a5f718d0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:42.922506 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e01fdd-5f23-49ad-a4c2-a2792fb29307", "name": "network-vif-deleted", "tag": "ed71c69f-0759-4b47-9ee8-e05b2d37debd", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:42.922870 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1659cba3-f232-4908-8952-7c95a5f718d0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:42.923526 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e01fdd-5f23-49ad-a4c2-a2792fb29307', 'name': 'network-vif-deleted', 'tag': 'ed71c69f-0759-4b47-9ee8-e05b2d37debd', 'status': 'completed', 'code': 200} Nov 23 10:53:42.942294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.123849 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:50Z', 'revision_number': 5, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:43.154968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] Checking router: b345de0b-17f5-4cca-903b-52f3013c0a98 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:53:43.176484 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:43.177248 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:43.189994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.313263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 92e2409d-594a-4ada-8109-07bdf851b91e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:43.320361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.335030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e1b3c0b-f209-4242-93c9-a7067f990054 req-db1e87c3-a21a-44e9-b8d7-d8635f74b8b5 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e01fdd-5f23-49ad-a4c2-a2792fb29307 HTTP/1.1" status: 200 len: 210 time: 0.0718727 Nov 23 10:53:43.373592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.429089 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:43.436960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Subnet': ['ID=6b08bb3e-01cd-4acc-b986-2853193f17b6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:43.448814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62956ceb-e3b1-4fb1-9c70-d0a4e5ebaf6c None None] Network cc9fb86e-939c-44f0-a024-6fe432583094 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:43.466786 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.481063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-65e4ce8d-8ad8-43fb-a12f-a65c1c64e77f tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/subnets/6b08bb3e-01cd-4acc-b986-2853193f17b6 HTTP/1.1" status: 204 len: 168 time: 0.9598112 Nov 23 10:53:43.486277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48190) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:43.711592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:43.718224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e765390-3112-4b79-8baf-eac4eb31865b req-303af2c5-1dc5-4b15-9ce7-8f0817e6aa26 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 210 time: 0.0579410 Nov 23 10:53:43.736019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: ed71c69f-0759-4b47-9ee8-e05b2d37debd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:43.736571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device ed71c69f-0759-4b47-9ee8-e05b2d37debd not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:43.749036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.813150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] DHCP port deletion for cc9fb86e-939c-44f0-a024-6fe432583094 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:43.847817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 92e2409d-594a-4ada-8109-07bdf851b91e owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:43.849905 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:50Z', 'revision_number': 5, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:43.867804 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.886656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcda5c0-a798-456f-9443-0946d3a8f23e None None] The sync data for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 is: [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:42:45Z', 'revision_number': 4, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '346baef3-3f9c-47a7-a27d-6e9759138dc7', 'name': '', 'network_id': 'd4b31c7b-49a0-434b-b2c2-8c4a793599c0', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'mac_address': 'fa:16:3e:a5:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:43Z', 'updated_at': '2021-11-23T10:42:50Z', 'revision_number': 5, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'subnets': [{'id': '74d035eb-1f97-4c3b-b095-f1e40a4e32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:43.897676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] Deleting port 8d444425-17eb-4313-a990-60458e238e25 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:43.898078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:43.972985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-b83929c6-9eff-4d93-b8b9-d3e36c7852ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2550931 Nov 23 10:53:43.986125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3aaaf-ed8b-4f85-a494-827a2e97a92b req-d4007635-8ba3-4a7c-a0e2-7865ecfdda56 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:43.987641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fd3aaaf-ed8b-4f85-a494-827a2e97a92b req-d4007635-8ba3-4a7c-a0e2-7865ecfdda56 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.2418845 Nov 23 10:53:44.008426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] For port 8d444425-17eb-4313-a990-60458e238e25, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8d444425-17eb-4313-a990-60458e238e25,segment=NetworkSegment(64366a9f-3eb8-40cf-8500-e8f6ca9654b8),segment_id=64366a9f-3eb8-40cf-8500-e8f6ca9654b8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:44.008816 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.024010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] Calling delete_port for 8d444425-17eb-4313-a990-60458e238e25 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:44.125219 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.161793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] No DVR routers for this DVR port 8d444425-17eb-4313-a990-60458e238e25 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:44.163638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422428e9-ef9c-456a-ba85-b6ca952ce45a None None] Pushing event deleted for resources: {'Port': ['ID=8d444425-17eb-4313-a990-60458e238e25,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:44.219108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-9c6146fd-4b1c-43c3-82ef-7ec3ce48aea2 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:44.219995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbb716d-f19c-48b4-81a6-5ad51f500d60 None None] New status for floating IP 3c1cd472-7913-43c7-aaa6-48f62c4f505b: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:53:44.220583 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-9c6146fd-4b1c-43c3-82ef-7ec3ce48aea2 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "GET /v2.0/networks?id=e43db2ec-d7be-44f4-bf21-904ebf2c0f26 HTTP/1.1" status: 200 len: 797 time: 0.3444335 Nov 23 10:53:44.227062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-2554cfa9-2ee3-4546-ab6a-eae04e15ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:44.228473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-2554cfa9-2ee3-4546-ab6a-eae04e15ba00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1096 time: 0.2052498 Nov 23 10:53:44.238641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fd3aaaf-ed8b-4f85-a494-827a2e97a92b req-e96d3aee-5b19-42ea-981d-3ad47c69c411 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032871 Nov 23 10:53:44.284620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Deleting port 8d444425-17eb-4313-a990-60458e238e25 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:44.284956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.439022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48204) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:44.460026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-421f0121-29a8-4618-82d4-2e02e4e37839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.478533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] For port 8d444425-17eb-4313-a990-60458e238e25, host n-d-817747-2, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:44.478898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.502510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-37b9b98c-62e6-4750-8c5c-7aa0428b7070 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.507132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Calling delete_port for 8d444425-17eb-4313-a990-60458e238e25 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:44.520760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Port 8d444425-17eb-4313-a990-60458e238e25 was not found and therefore no delete operation was performed {{(pid=103426) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:53:44.525839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-37b9b98c-62e6-4750-8c5c-7aa0428b7070 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.533639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.548456 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-1e4e7b73-c9e2-4319-b544-ee7798424d80 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 472 time: 0.3147039 Nov 23 10:53:44.574362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-a4f4ea9a-a339-49b6-b3a5-3b9b15e06534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:44.575950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-a4f4ea9a-a339-49b6-b3a5-3b9b15e06534 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.3133509 Nov 23 10:53:44.580209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.582212 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-37b9b98c-62e6-4750-8c5c-7aa0428b7070 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.585171 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-37b9b98c-62e6-4750-8c5c-7aa0428b7070 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.585955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'port': {'device_id': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'admin_state_up': True, 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'security_groups': ['f32f6349-6360-40bb-a320-dcdfd4220a63']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:44.586379 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-37b9b98c-62e6-4750-8c5c-7aa0428b7070 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "DELETE /v2.0/security-groups/42ef4920-924b-43e3-adae-ee2ccb5a3e11 HTTP/1.1" status: 204 len: 168 time: 0.1463230 Nov 23 10:53:44.589163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Port': ['ID=8d444425-17eb-4313-a990-60458e238e25,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:44.591117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48208) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:44.603636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9b98c-62e6-4750-8c5c-7aa0428b7070 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef4920-924b-43e3-adae-ee2ccb5a3e11,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:44.610367 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-eb629887-291a-44c6-bc67-2002bedf4c35 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] show failed (client error): The resource could not be found. Nov 23 10:53:44.613251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb629887-291a-44c6-bc67-2002bedf4c35 tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "GET /v2.0/security-groups/42ef4920-924b-43e3-adae-ee2ccb5a3e11 HTTP/1.1" status: 404 len: 347 time: 0.0193791 Nov 23 10:53:44.614160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48210) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:44.614384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] No DVR routers for this DVR port 8d444425-17eb-4313-a990-60458e238e25 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:44.712464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=92e2409d-594a-4ada-8109-07bdf851b91e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:44.776155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Deleting port 50835aff-09f7-446c-977c-4fc18dac92d0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:44.776709 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.884088 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.884414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:44.898322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Calling delete_port for 50835aff-09f7-446c-977c-4fc18dac92d0 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:45.039098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.067607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Pushing event deleted for resources: {'Port': ['ID=50835aff-09f7-446c-977c-4fc18dac92d0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:45.085997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91163f-4884-4cde-ad02-559569b6c31d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:45.137053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.140147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.141369 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6850827-0442-48a9-96f1-89b080a3533e tempest-ServerActionsTestJSON-524885288 tempest-ServerActionsTestJSON-524885288-project] 10.222.0.61 "DELETE /v2.0/floatingips/3c1cd472-7913-43c7-aaa6-48f62c4f505b HTTP/1.1" status: 204 len: 168 time: 0.5262280 Nov 23 10:53:45.144204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48216) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:45.240581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b120f7d-c58e-46de-80dc-3e966159156f req-5c323509-23cb-4e89-8175-4d14a102980b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 210 time: 0.4216051 Nov 23 10:53:45.244263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.250048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-2958167e-57ba-4751-afc8-bbdfdfc1a997 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 1001 time: 0.6338615 Nov 23 10:53:45.315035 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9fb86e-939c-44f0-a024-6fe432583094']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:45.365505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64366a9f-3eb8-40cf-8500-e8f6ca9654b8') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:45.365806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64366a9f-3eb8-40cf-8500-e8f6ca9654b8') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:45.389138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.407785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9029a-3cde-42cc-b6de-787921d699e0 req-3b6d9793-5e8b-4162-aba9-89dce3e51ae4 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:45.409310 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bc9029a-3cde-42cc-b6de-787921d699e0 req-3b6d9793-5e8b-4162-aba9-89dce3e51ae4 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0932932 Nov 23 10:53:45.448647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.453561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-5bd59c48-4c69-48d7-bb95-9102d391ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:45.455078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-5bd59c48-4c69-48d7-bb95-9102d391ed3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.1954646 Nov 23 10:53:45.460849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:45.465408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.469293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:45.469684 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:45.474658 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:45.540582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bc9029a-3cde-42cc-b6de-787921d699e0 req-d2adbdfc-ff1f-4a53-b961-6b9ff939befc tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962129 Nov 23 10:53:45.590438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.642143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.656746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-fd815213-5349-472e-92aa-65fb9aa261d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:45.658280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-fd815213-5349-472e-92aa-65fb9aa261d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846039 Nov 23 10:53:45.664631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.671017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] 10.222.0.61 "DELETE /v2.0/networks/cc9fb86e-939c-44f0-a024-6fe432583094 HTTP/1.1" status: 204 len: 168 time: 2.1837132 Nov 23 10:53:45.732422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:45.735263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Pushing event deleted for resources: {'Network': ['ID=cc9fb86e-939c-44f0-a024-6fe432583094,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:45.762311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8d444425-17eb-4313-a990-60458e238e25 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:45.786725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 8d444425-17eb-4313-a990-60458e238e25 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:45.787312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8d444425-17eb-4313-a990-60458e238e25 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:45.794609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.794609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.794609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.794609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.795087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.795087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.795422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.795705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.796003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.796450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.796734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.796970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4306b521-4a33-4343-bf11-d7fe048c09e2 tempest-NetworksTest-1060283980 tempest-NetworksTest-1060283980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:53:45.909192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.20.0.21 (e43db2ec-d7be-44f4-bf21-904ebf2c0f26/dd5be627-da97-490a-a008-f325bf8f2a94/fdee324c-5d38-4254-a769-2ca89eced57c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:45.938458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-dacc218c-822a-4c28-aa85-dd5d48c2a867 service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542367 Nov 23 10:53:45.961524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48232) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:46.045626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Deleting port 346baef3-3f9c-47a7-a27d-6e9759138dc7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:46.045839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.160074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] For port 346baef3-3f9c-47a7-a27d-6e9759138dc7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=346baef3-3f9c-47a7-a27d-6e9759138dc7,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:46.160431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.168454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ae54267-497e-47c2-a092-8497b0767928 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=800b3fae8f2c45e49a16b85172eaebdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022147 Nov 23 10:53:46.170614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48236) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:46.192492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Calling delete_port for 346baef3-3f9c-47a7-a27d-6e9759138dc7 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:46.212393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d1ba00d-6c9b-4aae-b43c-08a2934e4df7 req-82fceac3-184e-423c-8ac8-91b63c8bfe08 service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621660 Nov 23 10:53:46.249321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.254925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router ed58d772-2c37-41c2-89eb-18d227819e52 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:46.273364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4ea5-f2e4-4825-bf84-f3f2c9de606a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.306397 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4ea5-f2e4-4825-bf84-f3f2c9de606a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.405768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e56f9e1-77a8-49f1-a6a5-744082e5737f req-8edb82fb-72fa-43e7-9a53-c4499299c99d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 210 time: 0.0710766 Nov 23 10:53:46.408910 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.432087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4ea5-f2e4-4825-bf84-f3f2c9de606a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.435531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f7b4ea5-f2e4-4825-bf84-f3f2c9de606a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.436670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7f7b4ea5-f2e4-4825-bf84-f3f2c9de606a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a73138e3-049d-4402-a925-ac440356bdbc HTTP/1.1" status: 204 len: 168 time: 0.2651315 Nov 23 10:53:46.454738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b4ea5-f2e4-4825-bf84-f3f2c9de606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73138e3-049d-4402-a925-ac440356bdbc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:46.469590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:46.474520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:46.476032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.476844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:46.478629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:46.488756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-14b1496a-b9d3-4193-92b6-4e09ebd8ba22 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/routers/ed58d772-2c37-41c2-89eb-18d227819e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2996750 Nov 23 10:53:46.495551 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] Sync routers for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:46.508891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48242) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:46.509572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=fdee324c-5d38-4254-a769-2ca89eced57c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:46.512831 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:46.513607 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:46.555414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Pushing event deleted for resources: {'Port': ['ID=346baef3-3f9c-47a7-a27d-6e9759138dc7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:46.646261 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:46.676356 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] Routers {'ed58d772-2c37-41c2-89eb-18d227819e52'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:46.677583 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ed58d772-2c37-41c2-89eb-18d227819e52'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:46.717146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:46.717814 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.828857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-633fc170-6ef2-4cdc-a985-0b94eb2b292a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2518308 Nov 23 10:53:46.840363 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.848777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Request body: {'port': {'device_id': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:46.866201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db7f9c-2076-442b-a52a-b86b41103a78 req-e56ddf14-b217-4f0c-bc2a-5dae6a9f00a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:46.892131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95db7f9c-2076-442b-a52a-b86b41103a78 req-e56ddf14-b217-4f0c-bc2a-5dae6a9f00a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1975546 Nov 23 10:53:46.905172 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa00f404-4779-43f9-8760-0b77cdc997a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:46.922415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.038279 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:47.038940 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20d012-a303-400e-ba8c-2b8e7bc7042a None None] The sync data for ids ['ed58d772-2c37-41c2-89eb-18d227819e52'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:47.058379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b3007282-9038-4d75-8ea8-6d86a451d401 None None] Provisioning complete for port fdee324c-5d38-4254-a769-2ca89eced57c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:47.059489 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b3007282-9038-4d75-8ea8-6d86a451d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.107266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b3007282-9038-4d75-8ea8-6d86a451d401 None None] Port fdee324c-5d38-4254-a769-2ca89eced57c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:53:47.118967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95db7f9c-2076-442b-a52a-b86b41103a78 req-8462fbe1-7a95-439a-a27c-0b8d9c0d897f tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259560 Nov 23 10:53:47.121900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.151922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.302201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Router b345de0b-17f5-4cca-903b-52f3013c0a98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:47.397723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 3ef707b2-30f0-4c24-8f00-12a4fc9cdfa3 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:47.398069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.414446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8d44b-da47-4510-a9b9-c3b15dcea05d req-8281df30-2981-4355-95e8-77c4001b380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:47.415954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceb8d44b-da47-4510-a9b9-c3b15dcea05d req-8281df30-2981-4355-95e8-77c4001b380b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.1098540 Nov 23 10:53:47.424483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:47.431840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-45b609c7-bcce-40c0-a326-b610070eb152 admin admin] 10.222.0.61 "PUT /v2.0/routers/b345de0b-17f5-4cca-903b-52f3013c0a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2844017 Nov 23 10:53:47.433915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] Sync routers for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:47.442014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:47.447437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:47.451743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:47.487918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48274) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:47.570862 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceb8d44b-da47-4510-a9b9-c3b15dcea05d req-347b64bc-4052-4507-9188-3b6f571ed4aa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087534 Nov 23 10:53:47.599519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.614244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af92799-a305-4eec-8054-fec2c23f8beb req-98bb9307-0f8d-41dd-8af5-0ab97ad3d723 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:47.622963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2af92799-a305-4eec-8054-fec2c23f8beb req-98bb9307-0f8d-41dd-8af5-0ab97ad3d723 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 932 time: 0.1164188 Nov 23 10:53:47.627065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 3ef707b2-30f0-4c24-8f00-12a4fc9cdfa3 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:47.654555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.730391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1828860934'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:47.741745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdee324c-5d38-4254-a769-2ca89eced57c {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:53:47.751663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.759014 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2af92799-a305-4eec-8054-fec2c23f8beb req-184a4a54-467a-42ca-92c7-acb9f9a57d7c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348500 Nov 23 10:53:47.770114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Transition to ACTIVE for port object fdee324c-5d38-4254-a769-2ca89eced57c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:53:47.791325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.808838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:47.848352 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.868641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:47.873924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.916545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Deleting port b029d898-546d-4503-9d57-e5073b9b8504 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:47.917099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.947101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:47.952070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Pushing event updated for resources: {'Port': ['ID=fdee324c-5d38-4254-a769-2ca89eced57c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:48.022444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] For port b029d898-546d-4503-9d57-e5073b9b8504, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b029d898-546d-4503-9d57-e5073b9b8504,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:48.022977 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.037984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Calling delete_port for b029d898-546d-4503-9d57-e5073b9b8504 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:48.054587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:53:46Z', 'revision_number': 5, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port': {'id': 'b029d898-546d-4503-9d57-e5073b9b8504', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:4a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:42:38Z', 'updated_at': '2021-11-23T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:48.100644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] Checking router: b345de0b-17f5-4cca-903b-52f3013c0a98 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:53:48.112634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] Routers {'b345de0b-17f5-4cca-903b-52f3013c0a98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:48.113662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b345de0b-17f5-4cca-903b-52f3013c0a98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:48.215359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] Set router b345de0b-17f5-4cca-903b-52f3013c0a98 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:48.223384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Attempting to bind port fdee324c-5d38-4254-a769-2ca89eced57c on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:48.223773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Attempting to bind port fdee324c-5d38-4254-a769-2ca89eced57c by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:48.224109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Attempting to bind port fdee324c-5d38-4254-a769-2ca89eced57c on network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:48.236071 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.245820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Port fdee324c-5d38-4254-a769-2ca89eced57c on network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:53:48.245820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Attempting to bind port fdee324c-5d38-4254-a769-2ca89eced57c on network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:48.275856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:48.277629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Checking segment: {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:48.277629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Bound using segment: {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:48.277629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Bound port: fdee324c-5d38-4254-a769-2ca89eced57c, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:48.277629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.283396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=3ef707b2-30f0-4c24-8f00-12a4fc9cdfa3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:48.289331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:53:47Z', 'revision_number': 6, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:48.308389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.324221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d30d-1bdf-4c21-a54e-6126146bdcc7 req-3656cd08-2102-4692-80dc-a90762f03809 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:48.325833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96b7d30d-1bdf-4c21-a54e-6126146bdcc7 req-3656cd08-2102-4692-80dc-a90762f03809 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.0877361 Nov 23 10:53:48.338173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.344414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8de59e-fb00-434b-8aac-b29e4b80cb86 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:48.346962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63119c7-248a-4e2f-9430-53f4f10b7d76 None None] The sync data for ids ['b345de0b-17f5-4cca-903b-52f3013c0a98'] in n-d-817747-2 is: [{'id': 'b345de0b-17f5-4cca-903b-52f3013c0a98', 'name': 'tempest-ServerActionsTestJSON-26924716-router', 'tenant_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:42:37Z', 'updated_at': '2021-11-23T10:53:47Z', 'revision_number': 6, 'project_id': '4bc2535f63cc4ffdbb5149510a887d0f', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:48.358948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b029d898-546d-4503-9d57-e5073b9b8504,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:48.385463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.407746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e6311-45c7-48e5-b35f-c88c46fd364e None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:48.436927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:48.459731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96b7d30d-1bdf-4c21-a54e-6126146bdcc7 req-dbc01a6b-1d2c-4f9d-b359-8669a6d9ed2c tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138985 Nov 23 10:53:48.465659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.472599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.475287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.475633 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment 36904288-4356-409a-8bf8-1ec9f226d733 of type vlan for network cd0bdc6b-efc4-424f-af25-1a003a562173 Nov 23 10:53:48.478339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465b035c-dec2-47c8-84eb-d39a099323aa,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:48.491490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] For port fdee324c-5d38-4254-a769-2ca89eced57c, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:48.517777 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.569485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.571804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.586398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] For port fdee324c-5d38-4254-a769-2ca89eced57c, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fdee324c-5d38-4254-a769-2ca89eced57c,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:48.610813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.618753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.619341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b345de0b-17f5-4cca-903b-52f3013c0a98 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:53:48.619944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.624601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.625559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-98f2239b-01ca-421f-b720-4ecd77d9ae0a admin admin] 10.222.0.61 "DELETE /v2.0/routers/b345de0b-17f5-4cca-903b-52f3013c0a98 HTTP/1.1" status: 204 len: 168 time: 1.1825533 Nov 23 10:53:48.627986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48286) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:48.632626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.661439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.668563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:48.669229 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.670872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] 10.222.0.58 "PUT /v2.0/ports/fdee324c-5d38-4254-a769-2ca89eced57c HTTP/1.1" status: 200 len: 1092 time: 1.8282177 Nov 23 10:53:48.677829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'tag': 'fdee324c-5d38-4254-a769-2ca89eced57c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:48.680184 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16b693-0f01-442e-8034-edfa0f63e434" -d '{"events": [{"name": "network-changed", "server_uuid": "8098ce2b-dca0-4869-a553-e6ad2833797e", "tag": "fdee324c-5d38-4254-a769-2ca89eced57c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:48.689325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] Deleting subnet 74d035eb-1f97-4c3b-b095-f1e40a4e32fb {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:53:48.693946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.750551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.766363 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7013c8d-e01e-465d-a1e2-aaa92c64867b x-openstack-request-id: req-a7013c8d-e01e-465d-a1e2-aaa92c64867b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:48.766903 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8098ce2b-dca0-4869-a553-e6ad2833797e", "tag": "fdee324c-5d38-4254-a769-2ca89eced57c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:48.767034 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7013c8d-e01e-465d-a1e2-aaa92c64867b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:48.767771 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'tag': 'fdee324c-5d38-4254-a769-2ca89eced57c', 'status': 'completed', 'code': 200} Nov 23 10:53:48.819446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.819999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Fanout notify agent at l3_agent the message router_deleted on router ed58d772-2c37-41c2-89eb-18d227819e52 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:53:48.866642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.870850 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-19128364-cb73-4c16-aa54-8e11bd2d1bb7 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/routers/ed58d772-2c37-41c2-89eb-18d227819e52 HTTP/1.1" status: 204 len: 168 time: 2.3555219 Nov 23 10:53:48.889558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:48.894431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818972f-3f37-4741-ac43-af5a50cbf01d service neutron] Pushing event updated for resources: {'Port': ['ID=fdee324c-5d38-4254-a769-2ca89eced57c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:48.916785 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.921632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:48.922262 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:48.961194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.034532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.052685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.055817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab933a-c8d5-464e-a2ca-86c3fd300ed1 None None] Network d4b31c7b-49a0-434b-b2c2-8c4a793599c0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:49.056363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/74d035eb-1f97-4c3b-b095-f1e40a4e32fb HTTP/1.1" status: 204 len: 168 time: 0.4270916 Nov 23 10:53:49.059821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48298) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:49.088205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting subnet 00c221c3-abec-473c-84f6-1ba09cfa6578 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:53:49.092483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdebee-7e50-4479-8b7c-2c0374aa37fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d035eb-1f97-4c3b-b095-f1e40a4e32fb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:49.094378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.334801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] DHCP port deletion for d4b31c7b-49a0-434b-b2c2-8c4a793599c0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:49.403108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] Deleting port c1a15771-211b-4b7f-bd63-6c2939ea8229 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:49.403593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.442033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=cd0bdc6b-efc4-424f-af25-1a003a562173,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:49.448202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-c379491a-f4e0-4e45-b4a2-77729c9ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.449979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-c379491a-f4e0-4e45-b4a2-77729c9ccb21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 1095 time: 0.6433265 Nov 23 10:53:49.456928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-25dda087-3a29-47f5-99ee-e468c987499b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9641163 Nov 23 10:53:49.458063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48302) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:49.464650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'name': 'tempest-PortsIpV6TestJSON-1912803353'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:49.474372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:49.484230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca35e64-b117-4fc0-9ef7-7b5b216db62d req-7b3cc82b-353d-4fe3-be26-ccf563c2f718 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.485892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eca35e64-b117-4fc0-9ef7-7b5b216db62d req-7b3cc82b-353d-4fe3-be26-ccf563c2f718 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 944 time: 0.5873606 Nov 23 10:53:49.529763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-fa228d2f-f578-433e-bfff-c2f7ce4f7d5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fdee324c-5d38-4254-a769-2ca89eced57c HTTP/1.1" status: 200 len: 217 time: 0.0614169 Nov 23 10:53:49.539490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.574347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.601957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] For port c1a15771-211b-4b7f-bd63-6c2939ea8229, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c1a15771-211b-4b7f-bd63-6c2939ea8229,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:49.602318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.602858 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.628022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] Calling delete_port for c1a15771-211b-4b7f-bd63-6c2939ea8229 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:49.678329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-1c6f7758-684e-4106-9e3b-b349b781cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.679061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-1c6f7758-684e-4106-9e3b-b349b781cd13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd5be627-da97-490a-a008-f325bf8f2a94 HTTP/1.1" status: 200 len: 838 time: 0.1313038 Nov 23 10:53:49.689949 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eca35e64-b117-4fc0-9ef7-7b5b216db62d req-410576b8-56c6-4121-b321-29771a0ed665 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658151 Nov 23 10:53:49.732541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6709-9978-4d0b-aa2d-26fc5d588ab2 req-d48d9c19-8330-4544-8eab-388266934d1c tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.734723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-787b6709-9978-4d0b-aa2d-26fc5d588ab2 req-d48d9c19-8330-4544-8eab-388266934d1c tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1208794 Nov 23 10:53:49.751430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:49.756379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.786194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.788763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f410-6d9f-487b-a204-bcea8451d39b req-60ee1811-da73-4b45-b588-b659a2b0cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:49.790385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-60ee1811-da73-4b45-b588-b659a2b0cb10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e43db2ec-d7be-44f4-bf21-904ebf2c0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0991604 Nov 23 10:53:49.793298 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.793933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:53:49.804077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 346baef3-3f9c-47a7-a27d-6e9759138dc7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:49.833962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Deleting port c1a15771-211b-4b7f-bd63-6c2939ea8229 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:49.834353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.839471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-787b6709-9978-4d0b-aa2d-26fc5d588ab2 req-0fb7ad4c-644c-411c-a93f-0bca7d229c60 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965650 Nov 23 10:53:49.864310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 346baef3-3f9c-47a7-a27d-6e9759138dc7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:49.865024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 346baef3-3f9c-47a7-a27d-6e9759138dc7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:49.866358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c1a15771-211b-4b7f-bd63-6c2939ea8229 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:49.931191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-aa603f72-9866-4594-aa9a-6ef3c26239eb req-1925b9ec-d409-43b4-99b4-01231e82968a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1624073391', 'description': 'tempest-description-877430368'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:49.931557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] For port c1a15771-211b-4b7f-bd63-6c2939ea8229, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c1a15771-211b-4b7f-bd63-6c2939ea8229,segment=NetworkSegment(90259536-d9b9-4cfc-9274-f4d9e8c44d5f),segment_id=90259536-d9b9-4cfc-9274-f4d9e8c44d5f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:49.931831 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.943764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.952628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Calling delete_port for c1a15771-211b-4b7f-bd63-6c2939ea8229 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:49.975343 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.981795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Subnet': ['ID=00c221c3-abec-473c-84f6-1ba09cfa6578,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:49.989991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:49.996968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dc77bd76-fbdc-484c-9b1c-ae0c6862d5d5 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/subnets/00c221c3-abec-473c-84f6-1ba09cfa6578 HTTP/1.1" status: 204 len: 168 time: 1.1007438 Nov 23 10:53:49.997941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48310) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:50.030119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b937a3a4-9572-410c-ad30-f4b81d68c93b None None] Network c6474175-5ee6-442b-ace3-7e4ee836b14a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:50.050113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] Pushing event deleted for resources: {'Port': ['ID=c1a15771-211b-4b7f-bd63-6c2939ea8229,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:50.067421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c58d5-8446-4361-a40c-569c6c421d9e None None] No DVR routers for this DVR port c1a15771-211b-4b7f-bd63-6c2939ea8229 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:50.070813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa603f72-9866-4594-aa9a-6ef3c26239eb req-1925b9ec-d409-43b4-99b4-01231e82968a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.087789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.111031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-83a2ab5c-3cda-4f5c-ac5d-44a1bb735be9 service neutron] 10.222.0.58 "GET /v2.0/networks/e43db2ec-d7be-44f4-bf21-904ebf2c0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103161 Nov 23 10:53:50.113611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.136155 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.199005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.235859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] No DVR routers for this DVR port c1a15771-211b-4b7f-bd63-6c2939ea8229 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:50.239924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a15771-211b-4b7f-bd63-6c2939ea8229,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:50.245138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 676809ad-85d7-41a7-b713-bd533519bffd {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:50.245467 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.275196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.278036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b029d898-546d-4503-9d57-e5073b9b8504 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:50.299701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: b029d898-546d-4503-9d57-e5073b9b8504 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:50.299977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b029d898-546d-4503-9d57-e5073b9b8504 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:50.309180 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa603f72-9866-4594-aa9a-6ef3c26239eb req-1925b9ec-d409-43b4-99b4-01231e82968a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.328895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa603f72-9866-4594-aa9a-6ef3c26239eb req-1925b9ec-d409-43b4-99b4-01231e82968a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.352381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9091f410-6d9f-487b-a204-bcea8451d39b req-78899937-8910-4c49-8e69-4aebb4f9d677 service neutron] 10.222.0.58 "GET /v2.0/networks/e43db2ec-d7be-44f4-bf21-904ebf2c0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271478 Nov 23 10:53:50.380410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aa603f72-9866-4594-aa9a-6ef3c26239eb req-1925b9ec-d409-43b4-99b4-01231e82968a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.381772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa603f72-9866-4594-aa9a-6ef3c26239eb req-1925b9ec-d409-43b4-99b4-01231e82968a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4546824 Nov 23 10:53:50.386802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925b9ec-d409-43b4-99b4-01231e82968a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd75178-4412-4a08-9614-f5ac32cb6328,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:50.399940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.416308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.431363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] For port 676809ad-85d7-41a7-b713-bd533519bffd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=676809ad-85d7-41a7-b713-bd533519bffd,segment=NetworkSegment(f9951b72-626e-4383-b2ab-e8900501a412),segment_id=f9951b72-626e-4383-b2ab-e8900501a412)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:50.431804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.461622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] DHCP port deletion for c6474175-5ee6-442b-ace3-7e4ee836b14a request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:50.469349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b31c7b-49a0-434b-b2c2-8c4a793599c0']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:50.490826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 676809ad-85d7-41a7-b713-bd533519bffd owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:50.493688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90259536-d9b9-4cfc-9274-f4d9e8c44d5f') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:50.494063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90259536-d9b9-4cfc-9274-f4d9e8c44d5f') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:50.501763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=3c5cdb8f-2cf6-4293-aa52-b1a53881f85f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:50.516511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] Deleting port 676809ad-85d7-41a7-b713-bd533519bffd {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:50.516904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.525285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.527374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': '36904288-4356-409a-8bf8-1ec9f226d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:50.527719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: cd0bdc6b-efc4-424f-af25-1a003a562173, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:50.540589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-25e494b1-a1c2-4d34-ae83-0906e1fa2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.542767 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-25e494b1-a1c2-4d34-ae83-0906e1fa2e18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 1095 time: 0.0912697 Nov 23 10:53:50.569205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:50.579962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.589903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cd0bdc6b-efc4-424f-af25-1a003a562173) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:50.594153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:50.596629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:50.597036 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:50.598842 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:50.602031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] For port 676809ad-85d7-41a7-b713-bd533519bffd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=676809ad-85d7-41a7-b713-bd533519bffd,segment=NetworkSegment(f9951b72-626e-4383-b2ab-e8900501a412),segment_id=f9951b72-626e-4383-b2ab-e8900501a412)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:50.602349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.607237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3624d55-4777-46e9-89ba-f9b1cd1406c6 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:50.607461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.607943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.639642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] Calling delete_port for 676809ad-85d7-41a7-b713-bd533519bffd owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:50.659118 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-db03b21b-d9bb-4f76-a637-c9489b004a1c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1999850 Nov 23 10:53:50.662082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48318) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:50.668949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-715596981'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:50.676055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-1fac9259-6ccb-475d-bfd4-d4a07bf787dc tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1624073391&fields=id&tenant_id=2ed03c1974ad4e3689e00bd647875f98 HTTP/1.1" status: 200 len: 267 time: 0.1865699 Nov 23 10:53:50.695310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-8eb51106-1556-4918-9e6e-11302ab31aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.696903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-8eb51106-1556-4918-9e6e-11302ab31aa9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e43db2ec-d7be-44f4-bf21-904ebf2c0f26 HTTP/1.1" status: 200 len: 898 time: 0.1467931 Nov 23 10:53:50.712654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:50.716895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.721352 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.752721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.755957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d4b31c7b-49a0-434b-b2c2-8c4a793599c0 HTTP/1.1" status: 204 len: 168 time: 1.6772985 Nov 23 10:53:50.756692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.766781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-d16ac032-b369-4d7f-8eac-18b2d3e33c75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=fdee324c-5d38-4254-a769-2ca89eced57c HTTP/1.1" status: 200 len: 217 time: 0.0621243 Nov 23 10:53:50.813627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:50.823126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=676809ad-85d7-41a7-b713-bd533519bffd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:50.827734 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.829869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da947cf7-c742-4bf7-b06d-65ce9aa34df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b31c7b-49a0-434b-b2c2-8c4a793599c0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:50.845935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] No DVR routers for this DVR port 676809ad-85d7-41a7-b713-bd533519bffd on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:50.865522 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] Pushing event deleted for resources: {'Port': ['ID=676809ad-85d7-41a7-b713-bd533519bffd,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:50.873974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:50.874365 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment 801b6a90-ebcb-4f90-bfb8-3cceb5e00736 of type vlan for network 942aab06-cdbd-48b9-8d21-1f6820f670c4 Nov 23 10:53:50.874756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0909d51-8127-4626-a195-b42586f0e6c4 None None] No DVR routers for this DVR port 676809ad-85d7-41a7-b713-bd533519bffd on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:53:50.919816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-4b4214d8-967a-4cc9-93ad-bbf6d2dc66b4 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.927588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-4b4214d8-967a-4cc9-93ad-bbf6d2dc66b4 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.2255728 Nov 23 10:53:50.936641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-bdd5eb25-4763-4414-91fd-64fd90226500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.938317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-bdd5eb25-4763-4414-91fd-64fd90226500 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd5be627-da97-490a-a008-f325bf8f2a94 HTTP/1.1" status: 200 len: 838 time: 0.1609266 Nov 23 10:53:50.943387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Request body: {'port': {'security_groups': ['6690eedb-19c5-468c-8be5-76fe9c48f311', '2cd75178-4412-4a08-9614-f5ac32cb6328']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:50.949665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365363a0-5424-4cbe-9d19-20880f032488 req-6d1527fa-243f-4c0a-8a85-c6bd156b5f9f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:50.953740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-365363a0-5424-4cbe-9d19-20880f032488 req-6d1527fa-243f-4c0a-8a85-c6bd156b5f9f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 944 time: 0.1411676 Nov 23 10:53:50.962925 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.002759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.027009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48324) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:51.030962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.036483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:51.037069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.060914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6474175-5ee6-442b-ace3-7e4ee836b14a']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:51.083724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9951b72-626e-4383-b2ab-e8900501a412') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:51.084092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9951b72-626e-4383-b2ab-e8900501a412') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:51.098188 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.100883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.104997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4399550 Nov 23 10:53:51.112638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48328) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:51.130191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'ports': [{'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173'}, {'network_id': '942aab06-cdbd-48b9-8d21-1f6820f670c4'}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:51.130501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:51.130990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': '942aab06-cdbd-48b9-8d21-1f6820f670c4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:51.152177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-365363a0-5424-4cbe-9d19-20880f032488 req-d67337f1-fbb4-4929-8437-66e0651bdab5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637633 Nov 23 10:53:51.154152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a9777-fe70-456e-84c8-f015c113e495 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=942aab06-cdbd-48b9-8d21-1f6820f670c4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:51.157493 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.157707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-4b9e8c92-b793-41ef-a3c4-d95f1178bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:51.159209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-4b9e8c92-b793-41ef-a3c4-d95f1178bf73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e43db2ec-d7be-44f4-bf21-904ebf2c0f26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723456 Nov 23 10:53:51.164668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 942aab06-cdbd-48b9-8d21-1f6820f670c4 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:51.185746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:51.186164 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2a83964d-ca80-4704-86fb-fd251b1bdc1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bc2535f63cc4ffdbb5149510a887d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760614 Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:51.212393 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:51.225255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:51.271574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-ef5810d4-25a2-41a5-8270-72dec53ae89f service neutron] 10.222.0.58 "GET /v2.0/networks/e43db2ec-d7be-44f4-bf21-904ebf2c0f26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029613 Nov 23 10:53:51.377773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e16b693-0f01-442e-8034-edfa0f63e434 req-cdb66f69-32c8-4808-80ad-6bc90fa7dc74 service neutron] 10.222.0.58 "GET /v2.0/networks/e43db2ec-d7be-44f4-bf21-904ebf2c0f26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977142 Nov 23 10:53:51.384131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.405961 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.409161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/networks/c6474175-5ee6-442b-ace3-7e4ee836b14a HTTP/1.1" status: 204 len: 168 time: 1.4109151 Nov 23 10:53:51.412430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48336) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:51.438235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c87cae-85e4-478d-ae8c-83c527ccd60e tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Network': ['ID=c6474175-5ee6-442b-ace3-7e4ee836b14a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:51.496387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce377-50c1-4c48-a6dc-f325d6740393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.545751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 2e295921-9b22-4149-849f-11806d589b07 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:51.546111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.549985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce377-50c1-4c48-a6dc-f325d6740393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.627565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 2} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:51.631707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.632038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.632210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.647885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 2e295921-9b22-4149-849f-11806d589b07 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:51.653141 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.681208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:51.719181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 676809ad-85d7-41a7-b713-bd533519bffd no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:53:51.721299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce377-50c1-4c48-a6dc-f325d6740393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.723915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d3ce377-50c1-4c48-a6dc-f325d6740393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.725065 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d3ce377-50c1-4c48-a6dc-f325d6740393 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8e10af31-dd84-47d3-9e7e-a7656a7cc72e HTTP/1.1" status: 204 len: 168 time: 0.4680593 Nov 23 10:53:51.779749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 676809ad-85d7-41a7-b713-bd533519bffd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:53:51.781520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 676809ad-85d7-41a7-b713-bd533519bffd not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:53:51.795359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.797881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ce377-50c1-4c48-a6dc-f325d6740393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10af31-dd84-47d3-9e7e-a7656a7cc72e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:51.803790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 0c8864ad-374e-4a36-b5f1-2494fccc14ac yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:53:51.808827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.822321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:51.861737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:51.862381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:51.867111 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-37a88fcc-f15d-4759-9ed3-816373062fc7 req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "PUT /v2.0/ports/51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 982 time: 0.9385016 Nov 23 10:53:51.869442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:51.872904 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b46f86-04f0-4a32-a87c-4db5a0450421" -d '{"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:51.909956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d51087-7b49-4221-b9ba-6315999cc554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event updated for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=6']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:51.929948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fe0b5d-5c14-4afb-80db-c477acf662a5 None None] DHCP port deletion for 815035d3-12c8-4d54-ac5d-c75c126b9fe8 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:51.969556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.000260 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f4b21-2d3c-4e46-9bab-7f06ccf954b0 x-openstack-request-id: req-2e7f4b21-2d3c-4e46-9bab-7f06ccf954b0 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:52.000607 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:52.000871 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e7f4b21-2d3c-4e46-9bab-7f06ccf954b0 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:52.001345 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'status': 'completed', 'code': 200} Nov 23 10:53:52.019891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:52.022431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=2e295921-9b22-4149-849f-11806d589b07,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:52.034105 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.145889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 6523e96e-77fa-4fc2-b2fb-27e56fe98d43 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:53:52.166481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.170003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.171298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8db850f0-bbc3-4572-a19f-f3614880a931 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/floatingips/b964d433-4ce8-45e5-a160-cb7e546cfddd HTTP/1.1" status: 204 len: 168 time: 0.7575736 Nov 23 10:53:52.175065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-c4ce6dc2-1be9-4459-be89-7aa5953642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:52.175732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-c4ce6dc2-1be9-4459-be89-7aa5953642ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1136 time: 0.1497326 Nov 23 10:53:52.178681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.179438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-2c863dd8-33c1-4a75-9a70-463610106d39 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1624073391&fields=id&tenant_id=2ed03c1974ad4e3689e00bd647875f98 HTTP/1.1" status: 200 len: 267 time: 0.1226656 Nov 23 10:53:52.180019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48346) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:52.202856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9cf811b3-3bd1-4411-8db5-dd0a01f27b71 None None] Provisioning complete for port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:52.203234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cf811b3-3bd1-4411-8db5-dd0a01f27b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.280453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.314756 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-8316ecad-0a8c-4b6c-ba0d-1748be67a0b0 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:52.317268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8316ecad-0a8c-4b6c-ba0d-1748be67a0b0 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:52.321443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8316ecad-0a8c-4b6c-ba0d-1748be67a0b0 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/ports/f4c30624-4639-455c-8622-48be686e435b HTTP/1.1" status: 404 len: 333 time: 0.1403408 Nov 23 10:53:52.329500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:52.375655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-65ade1c5-635a-491e-a393-da7795556e19 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed58d772-2c37-41c2-89eb-18d227819e52 HTTP/1.1" status: 200 len: 205 time: 0.0450296 Nov 23 10:53:52.379876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48362) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:52.396309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1962-e887-4d19-b7ea-bbe6858a13c1 req-fc313949-8738-43f7-887a-2d41889c406d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:52.397858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-434a1962-e887-4d19-b7ea-bbe6858a13c1 req-fc313949-8738-43f7-887a-2d41889c406d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 944 time: 0.1123228 Nov 23 10:53:52.439098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-1904c966-e706-4aad-971e-d712abfdd204 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:52.445911 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-803a81dd-9b0a-4388-ac39-c5f99d54e213 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] delete failed (client error): The resource could not be found. Nov 23 10:53:52.446940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-803a81dd-9b0a-4388-ac39-c5f99d54e213 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/routers/ed58d772-2c37-41c2-89eb-18d227819e52 HTTP/1.1" status: 404 len: 336 time: 0.0653205 Nov 23 10:53:52.451302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-1904c966-e706-4aad-971e-d712abfdd204 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 985 time: 0.2613571 Nov 23 10:53:52.457423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Request body: {'port': {'security_groups': ['6690eedb-19c5-468c-8be5-76fe9c48f311']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:52.460331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48366) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:52.499853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.516188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-434a1962-e887-4d19-b7ea-bbe6858a13c1 req-8b073355-a8f9-4aae-a6e3-7b444ee8e528 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755255 Nov 23 10:53:52.530169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-7d048e1c-751c-488b-b4f5-ff2804a752de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:52.531657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-7d048e1c-751c-488b-b4f5-ff2804a752de service neutron] 10.222.0.65 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.3409729 Nov 23 10:53:52.532574 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c317cff0-5144-454b-a5e9-852f77be5b6c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] DELETE failed (client error): The resource could not be found. Nov 23 10:53:52.533006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c317cff0-5144-454b-a5e9-852f77be5b6c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:53:52.538905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c317cff0-5144-454b-a5e9-852f77be5b6c tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/subnets/00c221c3-abec-473c-84f6-1ba09cfa6578 HTTP/1.1" status: 404 len: 337 time: 0.0659950 Nov 23 10:53:52.542815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48370) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:52.609157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:52.615937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:52.620262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=0c8864ad-374e-4a36-b5f1-2494fccc14ac,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:52.630291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:52.631241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.647988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-25b80ebc-40dd-43c4-9cb9-ca5b7d01a279 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 217 time: 0.0906000 Nov 23 10:53:52.703615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=6523e96e-77fa-4fc2-b2fb-27e56fe98d43,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:52.727710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': '801b6a90-ebcb-4f90-bfb8-3cceb5e00736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '942aab06-cdbd-48b9-8d21-1f6820f670c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:52.728095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: 942aab06-cdbd-48b9-8d21-1f6820f670c4, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:52.749843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 942aab06-cdbd-48b9-8d21-1f6820f670c4 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:52.762351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 942aab06-cdbd-48b9-8d21-1f6820f670c4) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:52.765130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.770700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0558de8-9e3b-4512-bbcf-3c8c10218828 None None] Network 942aab06-cdbd-48b9-8d21-1f6820f670c4 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:52.775636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:52.785991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:52.793705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:52.794755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.819570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6cbf02ef-c06f-4c98-8720-59b6e62b3ee7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6981001 Nov 23 10:53:52.824902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48380) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:52.859687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-ea8a3ab4-52f9-407e-8f31-9cf9eb583c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:52.863092 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-ea8a3ab4-52f9-407e-8f31-9cf9eb583c17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.1861537 Nov 23 10:53:52.930057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-345b24cf-153c-4f55-b549-83afb35deb9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500178 Nov 23 10:53:52.943139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 9e374741-9ba4-47ea-a41e-69f9c20bbc45 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:52.943488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:52.952695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 6523e96e-77fa-4fc2-b2fb-27e56fe98d43 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:52.953141 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.025808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.039450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 6523e96e-77fa-4fc2-b2fb-27e56fe98d43 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:53.045451 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:53:53.131434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.171816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=6523e96e-77fa-4fc2-b2fb-27e56fe98d43,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:53.179663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.184343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-66c52fc8-a981-4d14-845b-7a479af40610 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/6523e96e-77fa-4fc2-b2fb-27e56fe98d43 HTTP/1.1" status: 204 len: 168 time: 0.3583672 Nov 23 10:53:53.184777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.187255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48396) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:53.188651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-b942bbb0-212b-4de3-b75e-fd4fea15762a service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483103 Nov 23 10:53:53.216939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 9e374741-9ba4-47ea-a41e-69f9c20bbc45 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:53.262641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7f2b0-ea79-467c-90bc-77ef03bf9b2f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:53.269197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7f2b0-ea79-467c-90bc-77ef03bf9b2f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:53.273551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dae7f2b0-ea79-467c-90bc-77ef03bf9b2f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0822470 Nov 23 10:53:53.275574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48398) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:53.300972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:53.382035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36a8f638-a4d9-4775-bf25-f116b92638ca req-9d3bdaae-8ac4-4bea-a9d9-0fb47c3afc3a tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=f32237a6-b5f0-4089-ae2b-af3930a44519 HTTP/1.1" status: 200 len: 210 time: 0.0438349 Nov 23 10:53:53.415972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b46f86-04f0-4a32-a87c-4db5a0450421 req-e64d46cd-c433-4fba-af42-419159250e7a service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102263 Nov 23 10:53:53.416231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 0c8864ad-374e-4a36-b5f1-2494fccc14ac {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:53.416231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.416451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.430685 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.442814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:53.514523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.544505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 0c8864ad-374e-4a36-b5f1-2494fccc14ac owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:53.551002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:53.551766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.553532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5f92ab3-502c-4824-9ea7-ebbb51d7c42c req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "PUT /v2.0/ports/51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 943 time: 1.1011946 Nov 23 10:53:53.556089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:53.559069 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3d3867-aea3-487c-9e82-2dfd5c42382a" -d '{"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:53.592647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f964b0d-d296-44dc-b7b9-fded16da2554 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event updated for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:53.619377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.667581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=9e374741-9ba4-47ea-a41e-69f9c20bbc45,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:53.737884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.800848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.808272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/0c8864ad-374e-4a36-b5f1-2494fccc14ac HTTP/1.1" status: 204 len: 168 time: 0.5322461 Nov 23 10:53:53.809544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48434) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:53.810932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da2978-94b2-417b-a5c5-b7fa4fe4a7bd tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=0c8864ad-374e-4a36-b5f1-2494fccc14ac,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:53.827647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a0b6b-bd93-4f78-a82f-e374eb8db685 req-03f6d68b-a889-4542-840d-8bac7f79b2ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:53.830122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22698fc-25e1-468b-bb7a-4985a0fe1bb5 None None] DHCP port deletion for 815035d3-12c8-4d54-ac5d-c75c126b9fe8 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:53.832045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-014a0b6b-bd93-4f78-a82f-e374eb8db685 req-03f6d68b-a889-4542-840d-8bac7f79b2ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 944 time: 0.1303349 Nov 23 10:53:53.834516 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:53.835216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6799b0-ddba-4859-968a-5983031760fd None None] DHCP port deletion for b86ba9e6-2892-4230-886b-9d5e8f9bd768 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:53.837512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fdee324c-5d38-4254-a769-2ca89eced57c details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:53:53.842196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1884a0eb-3039-4678-b047-1f7ca5c63988 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/ports/9e374741-9ba4-47ea-a41e-69f9c20bbc45 HTTP/1.1" status: 204 len: 168 time: 1.2966070 Nov 23 10:53:53.851940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:53.983410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-014a0b6b-bd93-4f78-a82f-e374eb8db685 req-9d4057f8-b2c9-48b7-83f8-01eb5ecbd41b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399438 Nov 23 10:53:53.992973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:54.054199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port ef1c8deb-c9cc-47ab-b809-53957d8a5248 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:54.054550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.105479 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c8ee57-dd02-4446-9e74-3bc6cb1f1cfc x-openstack-request-id: req-e4c8ee57-dd02-4446-9e74-3bc6cb1f1cfc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:54.106069 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:54.107015 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4c8ee57-dd02-4446-9e74-3bc6cb1f1cfc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:54.107590 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'status': 'completed', 'code': 200} Nov 23 10:53:54.148228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eaaf8f-1deb-422d-bd4a-e2fbc8eb4539 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:54.149901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e0eaaf8f-1deb-422d-bd4a-e2fbc8eb4539 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3134959 Nov 23 10:53:54.159408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48446) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:54.220173 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d10ebab-d3b2-48d6-936f-178ab4c5d15b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:53:54.224214 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d10ebab-d3b2-48d6-936f-178ab4c5d15b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/6523e96e-77fa-4fc2-b2fb-27e56fe98d43 HTTP/1.1" status: 404 len: 333 time: 0.0613103 Nov 23 10:53:54.228145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48448) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:54.244785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-88a02c7c-8825-45c9-a012-5ec17aa17c10 None None] Provisioning complete for port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:54.245701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-88a02c7c-8825-45c9-a012-5ec17aa17c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.251650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fdee324c-5d38-4254-a769-2ca89eced57c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fdee324c-5d38-4254-a769-2ca89eced57c,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:54.299527 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bcfca0-eee7-46fe-a8c1-df1fe08cf695 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:53:54.301040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4bcfca0-eee7-46fe-a8c1-df1fe08cf695 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/0c8864ad-374e-4a36-b5f1-2494fccc14ac HTTP/1.1" status: 404 len: 333 time: 0.0720189 Nov 23 10:53:54.306108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48450) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:54.339264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-ceb4d518-0c38-4d12-b90c-460383b68617 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4754374 Nov 23 10:53:54.346388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:54.367383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'fdee324c-5d38-4254-a769-2ca89eced57c', 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'port_id': 'fdee324c-5d38-4254-a769-2ca89eced57c', 'mac_address': 'fa:16:3e:bf:88:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5be627-da97-490a-a008-f325bf8f2a94', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:53:54.400639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.431221 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.452282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.453056 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdee324c-5d38-4254-a769-2ca89eced57c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:53:54.469469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-524fa895-0ebc-40a2-8970-45622c153812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:54.471505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-524fa895-0ebc-40a2-8970-45622c153812 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.3571873 Nov 23 10:53:54.481138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fdee324c-5d38-4254-a769-2ca89eced57c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fdee324c-5d38-4254-a769-2ca89eced57c,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:54.500561 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.538643 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.594905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:54.685465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fdee324c-5d38-4254-a769-2ca89eced57c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:54.763613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Allocated IP 172.25.5.57 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/88156e28-a666-4629-9ab8-5452d0c79213) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:54.818610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['fdee324c-5d38-4254-a769-2ca89eced57c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:53:55.006791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.070635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.147750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event updated for resources: {'Port': ['ID=88156e28-a666-4629-9ab8-5452d0c79213,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:55.159251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:55.161425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:55.164366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:55.233428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for ef1c8deb-c9cc-47ab-b809-53957d8a5248 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:55.266715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0226bdb0-d82a-4327-9ad4-d99e0d078992 req-579c66c5-fd5e-4140-b1a6-bb862a96fc0a tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0450413 Nov 23 10:53:55.309287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.318582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.362572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-b00ab2a4-54bf-41f5-a534-9d8a7ffc94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:55.364045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-b00ab2a4-54bf-41f5-a534-9d8a7ffc94f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.8775311 Nov 23 10:53:55.373789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.425595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942aab06-cdbd-48b9-8d21-1f6820f670c4']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:55.457841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-6ed4a9ee-9ac9-45e5-8a99-4ce3e332d12b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 217 time: 0.0851798 Nov 23 10:53:55.468263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801b6a90-ebcb-4f90-bfb8-3cceb5e00736') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:55.468617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801b6a90-ebcb-4f90-bfb8-3cceb5e00736') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:55.526252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-bf45db49-c37a-44ed-a546-b70483efdb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:55.527613 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-bf45db49-c37a-44ed-a546-b70483efdb9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.0551636 Nov 23 10:53:55.529362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.564827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.572608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.582211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.586756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-a00f6958-fe8e-4b68-a36c-adcf280bbe62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452149 Nov 23 10:53:55.598432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f447f-dc07-486c-87f5-d3cc8d31ebab req-445d3678-1a5c-4f02-a6cd-972196525dcc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:55.599470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-968f447f-dc07-486c-87f5-d3cc8d31ebab req-445d3678-1a5c-4f02-a6cd-972196525dcc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 945 time: 0.2280934 Nov 23 10:53:55.610788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:53:55.611181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:53:55.614901 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:53:55.644032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event updated for resources: {'Port': ['ID=88156e28-a666-4629-9ab8-5452d0c79213,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:55.657913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.676793 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.678364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-e9757192-2aba-4dfd-a490-9f41c33889a9 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3360753 Nov 23 10:53:55.764259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-9afc273e-40c6-412a-8aa9-2c33241c0c7e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.0769281 Nov 23 10:53:55.807584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.815115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-968f447f-dc07-486c-87f5-d3cc8d31ebab req-4bc10c9a-5be1-4c5c-a979-aba8ec1cd223 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999996 Nov 23 10:53:55.823776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.826926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/942aab06-cdbd-48b9-8d21-1f6820f670c4 HTTP/1.1" status: 204 len: 168 time: 1.5195029 Nov 23 10:53:55.845363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48476) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:55.856645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:55.861278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1618864193'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:55.872628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e41c2-6b32-494a-9724-ceeb2537ec48 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=942aab06-cdbd-48b9-8d21-1f6820f670c4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:55.897479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-3cb1dd49-aac5-4632-9693-744421ef9e11 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:55.899076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-3cb1dd49-aac5-4632-9693-744421ef9e11 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1274281 Nov 23 10:53:55.902376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-bac1cb64-4755-4741-9a07-1ab4d29d541b service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999632 Nov 23 10:53:55.909663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=ef1c8deb-c9cc-47ab-b809-53957d8a5248,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:55.915438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-3cc70a78-d311-456f-a467-7db72ecc707b tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:53:55.918180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c4b2c79-5d93-436a-9322-5ea045754f69 req-3cc70a78-d311-456f-a467-7db72ecc707b tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100474 Nov 23 10:53:55.936989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12036175-00a9-4c94-8bbf-f717c597cd70 None None] DHCP port deletion for b86ba9e6-2892-4230-886b-9d5e8f9bd768 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:55.958145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:55.961633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.150475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:53:56.170094 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.173408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8ff98c79-e556-450a-afd2-df59395ade9a tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/ports/ef1c8deb-c9cc-47ab-b809-53957d8a5248 HTTP/1.1" status: 204 len: 168 time: 2.3205106 Nov 23 10:53:56.176626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48482) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:56.210867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-8f6262e6-50b6-49d6-819a-4789883b6e57 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:56.212771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-8f6262e6-50b6-49d6-819a-4789883b6e57 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1613832 Nov 23 10:53:56.214182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.214632 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment 9d9dcafb-293a-4fd8-ab58-5c942cca8fa8 of type vlan for network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 Nov 23 10:53:56.225760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb3d3867-aea3-487c-9e82-2dfd5c42382a req-a76988dc-9fcb-44b8-9052-353cb4a3f9db service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138056 Nov 23 10:53:56.234673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b03a0c6-6cfc-4f6d-bb5f-dd47d3ab9962 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:56.236200 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8b03a0c6-6cfc-4f6d-bb5f-dd47d3ab9962 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5a3ab87-680a-47bd-b52f-9fdebc44c017 HTTP/1.1" status: 200 len: 913 time: 0.0584402 Nov 23 10:53:56.239191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48484) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:56.349143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-108e7b46-ccf6-4a8f-b92c-37ece087ddae tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.1216414 Nov 23 10:53:56.352745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.364659 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Request body: {'floatingip': {'port_id': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:56.413321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.457618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.463221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:56.463958 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.566999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7084730 Nov 23 10:53:56.595072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48488) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:56.602410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:56.623303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4ee1c-4e8f-45af-93ff-9e7ababb1b5b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=61b86a4d-f610-40c3-b5b1-a9a993abbe78,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:56.635119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:53:56.789361 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19b82646-2f8b-4d10-a99c-701bb638f14e req-4f18cee8-0b9a-4a18-ab41-ad310dcca721 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.4159801 Nov 23 10:53:56.801473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:56.805194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:56.911489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Performing IP validity checks on allocation pools {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:53:56.914523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:53:57.007284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226beb37-d8ac-43bd-a545-039b0af73893 req-5e529475-2eee-4c92-a2d4-6c1e534576bb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:57.008672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-226beb37-d8ac-43bd-a545-039b0af73893 req-5e529475-2eee-4c92-a2d4-6c1e534576bb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 945 time: 0.0917587 Nov 23 10:53:57.102076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-226beb37-d8ac-43bd-a545-039b0af73893 req-f80af703-5845-4363-b005-e5bf726c6f0d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845771 Nov 23 10:53:57.160751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.226331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.229849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.268682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.341154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=21344212-b44d-4ed3-aaff-505e8e3fa84e,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:57.402751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': '9d9dcafb-293a-4fd8-ab58-5c942cca8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:57.403450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: 61b86a4d-f610-40c3-b5b1-a9a993abbe78, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:53:57.425987 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Floating IP 9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb associated. External IP: 172.25.5.57, port: 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4. Nov 23 10:53:57.453659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:53:57.454284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.466253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:53:57.484565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 61b86a4d-f610-40c3-b5b1-a9a993abbe78) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:57.494022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983fc5d-6b77-4089-a3e4-55b03565c91f None None] Network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:53:57.517459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:57.518062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.541220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.552286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d2d0921f-e56a-427e-a492-415ad1d9187a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9537382 Nov 23 10:53:57.552581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48500) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:57.559496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78', 'name': 'tempest-PortsIpV6TestJSON-746206065'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:53:57.568587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:53:57.665679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-61b86a4d-f610-40c3-b5b1-a9a993abbe78', 'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78', 'tenant_id': '6b61d1d18026476bbb98b14bb461fbce', 'fixed_ips': [{'subnet_id': '21344212-b44d-4ed3-aaff-505e8e3fa84e'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:53:57.667496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.687739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:57.757528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fdee324c-5d38-4254-a769-2ca89eced57c up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:57.779261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:53:57.782761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.810538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 80335877-320b-4b06-8437-9079727da9f7 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:53:57.825350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:57.830931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.840179 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] Sync routers for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:57.857768 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:57.861002 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:57.870231 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-4526eb63-9d33-4482-a889-25ca0926068e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "PUT /v2.0/floatingips/9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb HTTP/1.1" status: 200 len: 996 time: 1.5106187 Nov 23 10:53:57.870900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:57.874208 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca71b3b8-752b-435c-a39a-93cc56a22748" -d '{"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:57.924805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:57.957768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Allocated IP 2001:db8::2 (61b86a4d-f610-40c3-b5b1-a9a993abbe78/21344212-b44d-4ed3-aaff-505e8e3fa84e/21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:57.966557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=b1aed2f0-dde1-48ab-8f7d-7cfeeafbff4e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:57.966959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port fdee324c-5d38-4254-a769-2ca89eced57c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:53:57.975793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port fdee324c-5d38-4254-a769-2ca89eced57c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:57.976387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.011881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd1ec3d9-7016-4a54-b3a9-e170e44b17fb req-4d2854a4-f13c-493d-bf0f-73541fa3e1f1 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0444567 Nov 23 10:53:58.012562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0bbf73c-eeeb-4f96-b7d3-f00c453b2aff req-8916b663-abc6-450f-8fe2-0da0ac865e86 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f32237a6-b5f0-4089-ae2b-af3930a44519 HTTP/1.1" status: 200 len: 210 time: 0.0490594 Nov 23 10:53:58.021309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-9a5dadfe-4732-4ee3-866c-b41d2b0dc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:58.036012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-9a5dadfe-4732-4ee3-866c-b41d2b0dc8af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.1359701 Nov 23 10:53:58.036423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ac38b-a18e-42c9-b0d3-84b1b1e7fbd2 None None] DHCP port deletion for b86ba9e6-2892-4230-886b-9d5e8f9bd768 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:53:58.059483 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:58.166302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-e319cf6d-407c-462a-bf58-f6ab61bdb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:58.168602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.170254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-e319cf6d-407c-462a-bf58-f6ab61bdb1ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.1380525 Nov 23 10:53:58.173435 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bcb79d-53e9-4d79-9dbe-b5e0cb87b17c x-openstack-request-id: req-23bcb79d-53e9-4d79-9dbe-b5e0cb87b17c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:58.173952 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:58.174400 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23bcb79d-53e9-4d79-9dbe-b5e0cb87b17c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:58.174986 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'status': 'completed', 'code': 200} Nov 23 10:53:58.238559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port fdee324c-5d38-4254-a769-2ca89eced57c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fdee324c-5d38-4254-a769-2ca89eced57c,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:53:58.241715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee324c-5d38-4254-a769-2ca89eced57c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:53:58.244355 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55489249-4325-42cf-874a-1132dee20b71" -d '{"events": [{"server_uuid": "8098ce2b-dca0-4869-a553-e6ad2833797e", "name": "network-vif-plugged", "status": "completed", "tag": "fdee324c-5d38-4254-a769-2ca89eced57c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:53:58.251177 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.289428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-46f3a220-2843-4513-995d-4a48da0632d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:58.292936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-46f3a220-2843-4513-995d-4a48da0632d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.1206317 Nov 23 10:53:58.296066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.296362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-75caca59-b0f8-4c83-9bf8-cb44c78dc8af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 999 time: 0.1200216 Nov 23 10:53:58.350382 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.356862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=fdee324c-5d38-4254-a769-2ca89eced57c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:58.362550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.440587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-682bbcbf-75d2-4e85-96b8-4c95359728f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:58.443921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-682bbcbf-75d2-4e85-96b8-4c95359728f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.1230941 Nov 23 10:53:58.450626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:58.458412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:58.467540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:58.476185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::365 (61b86a4d-f610-40c3-b5b1-a9a993abbe78/21344212-b44d-4ed3-aaff-505e8e3fa84e/80335877-320b-4b06-8437-9079727da9f7) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:53:58.532778 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'port_id': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'mac_address': 'fa:16:3e:1e:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:53:55Z', 'updated_at': '2021-11-23T10:53:57Z', 'revision_number': 1, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:09Z', 'revision_number': 5, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:58.565797 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] Checking router: 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:53:58.568143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Pushing event updated for resources: {'Port': ['ID=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:58.579147 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:58.579987 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:58.612416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Attempting to bind port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:53:58.612686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Attempting to bind port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9d9dcafb-293a-4fd8-ab58-5c942cca8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:53:58.613138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Attempting to bind port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed on network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:53:58.619305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:53:58.619726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Checking segment: {'id': '9d9dcafb-293a-4fd8-ab58-5c942cca8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:53:58.620344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.620828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Bound using segment: {'id': '9d9dcafb-293a-4fd8-ab58-5c942cca8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:53:58.621592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Bound port: 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9dcafb-293a-4fd8-ab58-5c942cca8fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '61b86a4d-f610-40c3-b5b1-a9a993abbe78'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:53:58.622027 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.654964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-cd578c3d-26e3-4599-9e06-0607561ca8d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1849473 Nov 23 10:53:58.720035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Router b5a3ab87-680a-47bd-b52f-9fdebc44c017 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:53:58.756164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] For port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:53:58.760177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] For port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,segment=NetworkSegment(9d9dcafb-293a-4fd8-ab58-5c942cca8fa8),segment_id=9d9dcafb-293a-4fd8-ab58-5c942cca8fa8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:53:58.768105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-312f7611-2de8-4717-aace-8c4bb6321fc1 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:53:58.768327 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.781150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-312f7611-2de8-4717-aace-8c4bb6321fc1 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0411031 Nov 23 10:53:58.790702 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e67e1112-2a64-4e29-b45c-bf57152d5c10 req-6dcd5138-71fd-44e0-ac93-558987e9de7c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.2338252 Nov 23 10:53:58.797342 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:53:58.807108 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:58.876751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-44b5fc35-20fa-4ddf-9a98-34fd64e3b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:58.878242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-44b5fc35-20fa-4ddf-9a98-34fd64e3b32d service neutron] 10.222.0.65 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.5789979 Nov 23 10:53:58.883466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd860c-05db-4d0b-ab4a-786f01e0e9be None None] Pushing event updated for resources: {'Port': ['ID=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:58.931824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aac58-173a-4c53-9f4b-7cf68ae2dcef req-19c3bb31-f0b0-421c-8327-d1acf23ddda9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:58.939507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a0aac58-173a-4c53-9f4b-7cf68ae2dcef req-19c3bb31-f0b0-421c-8327-d1acf23ddda9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.1438570 Nov 23 10:53:58.952342 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-60fa0ae9-383a-47da-81e0-299cb5c97b46 service neutron] 10.222.0.61 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702747 Nov 23 10:53:59.011015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:59.015142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:53:59.021996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-36e75d8f-e6c5-4285-be91-3b940a22f01c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 999 time: 0.1228449 Nov 23 10:53:59.029764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-11131f8e-87c4-48d1-bfc5-fcc04c029885 tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "PUT /v2.0/routers/b5a3ab87-680a-47bd-b52f-9fdebc44c017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7894175 Nov 23 10:53:59.030732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] Sync routers for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:53:59.036867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a0aac58-173a-4c53-9f4b-7cf68ae2dcef req-6ba41a04-7d80-478c-9441-1c226121f007 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965137 Nov 23 10:53:59.050760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:59.052953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:59.059256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48528) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:59.170242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:59.185187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] Routers {'b5a3ab87-680a-47bd-b52f-9fdebc44c017'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:53:59.186871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:59.198878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-f1e42f5d-cc74-4715-a6de-d7c0c3800fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:59.200566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-f1e42f5d-cc74-4715-a6de-d7c0c3800fce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.1126287 Nov 23 10:53:59.203193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-83a9b66a-50a9-4954-a3d3-d26645e49ad5 req-533db5f8-905d-48ea-a566-576e48ea62ef service neutron] 10.222.0.61 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355697 Nov 23 10:53:59.209707 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'port_id': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'mac_address': 'fa:16:3e:1e:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:53:55Z', 'updated_at': '2021-11-23T10:53:57Z', 'revision_number': 1, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:09Z', 'revision_number': 5, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:59.226148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=80335877-320b-4b06-8437-9079727da9f7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:53:59.233264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:53:59.233929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f2e06-50ef-4988-84eb-71e13356fd55 None None] The sync data for ids ['b5a3ab87-680a-47bd-b52f-9fdebc44c017'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:59.277913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:53:59.295624 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c887d14-b87c-4721-9a32-d7b6ecbcf4b9 None None] The sync data for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 is: [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'port_id': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'mac_address': 'fa:16:3e:1e:63:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:53:55Z', 'updated_at': '2021-11-23T10:53:57Z', 'revision_number': 1, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:09Z', 'revision_number': 5, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:53:59.300239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:53:59.317364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:53:59.328782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:59.331079 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:59.335647 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62aa2bf-976e-4f13-a53a-692d9d498c9e x-openstack-request-id: req-d62aa2bf-976e-4f13-a53a-692d9d498c9e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:53:59.335942 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8098ce2b-dca0-4869-a553-e6ad2833797e", "name": "network-vif-plugged", "status": "completed", "tag": "fdee324c-5d38-4254-a769-2ca89eced57c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:53:59.336195 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d62aa2bf-976e-4f13-a53a-692d9d498c9e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:53:59.337250 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee324c-5d38-4254-a769-2ca89eced57c', 'code': 200} Nov 23 10:53:59.400104 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5040d2b0-4fc9-4e15-8221-f207752124f1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8462200 Nov 23 10:53:59.408389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48534) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:53:59.508655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:53:59.633601 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c516e-b1f6-4cee-9dc5-7fe209fecda9 None None] New status for floating IP 9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:53:59.724121 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-dd1594d1-fa9e-4230-ac4a-d9212f388c3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5125523 Nov 23 10:53:59.861939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f97cc-4fa5-42f6-bd41-f235584209e7 req-2051ae7a-5b74-47ae-9d67-9582d3775f85 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:59.863109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d7ef750-a4e3-4770-9f4c-5b8c1caaee55 req-1042936d-245e-4a47-9424-630a62cb7b5c tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.3495672 Nov 23 10:53:59.870470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d4f97cc-4fa5-42f6-bd41-f235584209e7 req-2051ae7a-5b74-47ae-9d67-9582d3775f85 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1577926 Nov 23 10:53:59.891615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:53:59.900166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426fb81-ae53-4fc0-85cd-53a55267b421 req-288e7ffa-d611-4a6c-b1e2-3ac15578124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:53:59.907810 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4426fb81-ae53-4fc0-85cd-53a55267b421 req-288e7ffa-d611-4a6c-b1e2-3ac15578124a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 1097 time: 0.1963665 Nov 23 10:53:59.968759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-89c51577-8243-4ac8-976d-2d997922c7d0 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063906 Nov 23 10:53:59.983646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d4f97cc-4fa5-42f6-bd41-f235584209e7 req-0b94ff0c-e4bf-4915-9f1c-75168c99105c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120300 Nov 23 10:53:59.991646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:53:59.992095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.067619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-65f455d3-ac8d-4bf4-baf4-0539737049ef tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.1699798 Nov 23 10:54:00.124669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca71b3b8-752b-435c-a39a-93cc56a22748 req-e616aee0-39a7-457f-b0c1-9dbae740a31b service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399698 Nov 23 10:54:00.134214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4426fb81-ae53-4fc0-85cd-53a55267b421 req-d3525017-2913-49a0-bfbc-5786b5e179e5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154071 Nov 23 10:54:00.168112 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.172002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-2942b8ac-b7d8-4dbc-b107-6d35f6f5052d tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:00.199172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-2942b8ac-b7d8-4dbc-b107-6d35f6f5052d tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports/51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 943 time: 0.1301537 Nov 23 10:54:00.203473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-7aeb0981-6fc0-4476-8fe6-af8cd52ae85b req-909d181e-9891-4bfd-9e64-2c37fb602646 tempest-ServersOnMultiNodesTest-1227666827 tempest-ServersOnMultiNodesTest-1227666827-project] (103427) timed out ('10.222.0.61', 54864) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:54:00.217001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,segment=NetworkSegment(9d9dcafb-293a-4fd8-ab58-5c942cca8fa8),segment_id=9d9dcafb-293a-4fd8-ab58-5c942cca8fa8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:00.223653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.243231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 80335877-320b-4b06-8437-9079727da9f7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:00.243581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.280913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:00.284251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c080c3-0164-47db-84b5-334b39bc67d6 req-4712d7f7-4d2f-4b46-9e52-054ce6a7130c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:00.285892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86c080c3-0164-47db-84b5-334b39bc67d6 req-4712d7f7-4d2f-4b46-9e52-054ce6a7130c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.1128230 Nov 23 10:54:00.349748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86c080c3-0164-47db-84b5-334b39bc67d6 req-3449bc40-dd4b-4594-a0ed-6249bc4d2d44 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538540 Nov 23 10:54:00.386451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.398809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7654e337-d624-4c4b-8827-c36b2190236b None None] Network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:00.413512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.441850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 80335877-320b-4b06-8437-9079727da9f7 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:00.469484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-6b2df630-5513-4276-9611-da1e8d9adf80 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.1546211 Nov 23 10:54:00.494830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ec2bd178-564b-4bc5-a8bc-0b5cdd59e1f5 None None] Provisioning complete for port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:00.496038 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ec2bd178-564b-4bc5-a8bc-0b5cdd59e1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.637489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting port 9ab7839b-051c-4267-a2a3-e61e4e2c5e38 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:00.638481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.687140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cf71751a-d528-427a-9a78-865946f4fad7 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:00.688627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cf71751a-d528-427a-9a78-865946f4fad7 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.2043114 Nov 23 10:54:00.752570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-35a8cf8f-32e2-4d7f-8ea0-541302e8ad3b tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:54:00.753495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-35a8cf8f-32e2-4d7f-8ea0-541302e8ad3b tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0312319 Nov 23 10:54:00.849544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.853442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.883333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0338b11f-b056-4dbf-ba60-dea519023978 None None] Could not find standard attr ID for object 80335877-320b-4b06-8437-9079727da9f7. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:00.896304 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0338b11f-b056-4dbf-ba60-dea519023978 None None] Provisioning complete for port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:00.896953 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0338b11f-b056-4dbf-ba60-dea519023978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.900342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-50dd8e24-1678-4cee-88e7-f3d966a26777 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 1001 time: 0.1362441 Nov 23 10:54:00.903961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Calling delete_port for 9ab7839b-051c-4267-a2a3-e61e4e2c5e38 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:00.906355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=80335877-320b-4b06-8437-9079727da9f7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:00.921446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:00.989936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:00.993439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac889eba-36d3-49ba-b22f-e6b083d1480c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/80335877-320b-4b06-8437-9079727da9f7 HTTP/1.1" status: 204 len: 168 time: 1.5806465 Nov 23 10:54:00.997003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48544) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:01.021261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d51036fa-5191-483b-8881-17812d4212d1 req-24260f10-60b7-4245-bc75-ee6394cf83d9 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0464509 Nov 23 10:54:01.064129 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-925ab089-7909-4348-a0e1-d28bec87dcb1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:54:01.064736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925ab089-7909-4348-a0e1-d28bec87dcb1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:01.067945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-925ab089-7909-4348-a0e1-d28bec87dcb1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/80335877-320b-4b06-8437-9079727da9f7 HTTP/1.1" status: 404 len: 333 time: 0.0418475 Nov 23 10:54:01.070757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48550) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:01.083887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.107219 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4194cd7b-d690-4dda-a2b9-9f139c53339e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:01.108763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4194cd7b-d690-4dda-a2b9-9f139c53339e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/80335877-320b-4b06-8437-9079727da9f7 HTTP/1.1" status: 404 len: 333 time: 0.0368786 Nov 23 10:54:01.117594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48552) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:01.212760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet 21344212-b44d-4ed3-aaff-505e8e3fa84e {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:01.219861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4839d954-d0a7-4bf7-9c63-352b01aec5e5 None None] Could not find standard attr ID for object 80335877-320b-4b06-8437-9079727da9f7. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:01.225062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6153b-b64d-493a-9049-73af2d6b1384 req-e7b32488-ec3c-493e-98a5-814352958efd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:01.226628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35d6153b-b64d-493a-9049-73af2d6b1384 req-e7b32488-ec3c-493e-98a5-814352958efd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1222780 Nov 23 10:54:01.227364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.286487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.337633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.345838 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35d6153b-b64d-493a-9049-73af2d6b1384 req-0ab16bb1-066d-4800-b718-b678b39391fc tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950177 Nov 23 10:54:01.347915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.348263 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Floating IP 9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb disassociated. External IP: 172.25.5.57, port: 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4. Nov 23 10:54:01.389289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.424916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Port': ['ID=9ab7839b-051c-4267-a2a3-e61e4e2c5e38,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:01.442299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.459820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62112c8-f092-4472-833c-d26f6298abdf None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:01.526129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.532972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.563235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=21344212-b44d-4ed3-aaff-505e8e3fa84e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:01.567677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.571108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a4e725b6-e670-4e78-9a09-3d50223cf42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/21344212-b44d-4ed3-aaff-505e8e3fa84e HTTP/1.1" status: 204 len: 168 time: 0.4524202 Nov 23 10:54:01.574020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48568) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:01.577802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3be4f34-c854-4f2f-adc4-ad3fe81dd852 None None] Network 61b86a4d-f610-40c3-b5b1-a9a993abbe78 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:01.686589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.696373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.735608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.817790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:01.828083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:01.828440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.846610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.847166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Fanout notify agent at l3_agent the message router_deleted on router b5a3ab87-680a-47bd-b52f-9fdebc44c017 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:54:01.864237 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.865900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1eb1c70f-54a7-4a0c-9dd2-fb7687b2d4bc tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/routers/b5a3ab87-680a-47bd-b52f-9fdebc44c017 HTTP/1.1" status: 204 len: 168 time: 2.8048077 Nov 23 10:54:01.868346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48576) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:01.888804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:01.889623 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.940877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:01.972745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Deleting subnet 2831e731-bf09-49ea-97c5-3e45f1801c6b {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:01.975535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] For port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,segment=NetworkSegment(9d9dcafb-293a-4fd8-ab58-5c942cca8fa8),segment_id=9d9dcafb-293a-4fd8-ab58-5c942cca8fa8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:01.976590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:01.978795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] DHCP port deletion for 61b86a4d-f610-40c3-b5b1-a9a993abbe78 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:02.001899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:02.019047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a475e-54e8-4190-a053-3caf9baa2fdd req-625c43b1-a2de-4170-a440-0ced08092e9c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:02.022795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-013a475e-54e8-4190-a053-3caf9baa2fdd req-625c43b1-a2de-4170-a440-0ced08092e9c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.1623983 Nov 23 10:54:02.030496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.048233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] Deleting port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:02.048991 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.120649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.133145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] For port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,segment=NetworkSegment(9d9dcafb-293a-4fd8-ab58-5c942cca8fa8),segment_id=9d9dcafb-293a-4fd8-ab58-5c942cca8fa8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:02.133960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.149350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] Calling delete_port for 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:02.165599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-013a475e-54e8-4190-a053-3caf9baa2fdd req-8c6b0a45-8988-4721-92cc-ed656390a771 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286867 Nov 23 10:54:02.176539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:02.182677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.206721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.208136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.249423 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-cd50482f-ca5d-4542-ae9a-fca208c29b92 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "PUT /v2.0/floatingips/9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb HTTP/1.1" status: 200 len: 694 time: 1.3371301 Nov 23 10:54:02.251918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:02.254306 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9" -d '{"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:02.256876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:02.270124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No DVR routers for this DVR port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:02.347125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.381567 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.401961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] Sync routers for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:02.410028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b86a4d-f610-40c3-b5b1-a9a993abbe78']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:02.428169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:02.428812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:02.433630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9dcafb-293a-4fd8-ab58-5c942cca8fa8') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:02.434059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9dcafb-293a-4fd8-ab58-5c942cca8fa8') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:02.459602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ac86c64-dece-4b94-83d5-d7aecb1c4404 req-5be8fa9d-81c7-42eb-a1cb-e0b7ddc3c598 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0387268 Nov 23 10:54:02.461652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.480464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.487896 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:02.491023 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 10:54:02.492044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:02.492044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:02.495447 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:02.498529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.548092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] Pushing event deleted for resources: {'Port': ['ID=21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:02.554526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb35cd5-5cc3-4aee-9177-956fe642d859 None None] No DVR routers for this DVR port 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:02.606353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.614771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.618051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/61b86a4d-f610-40c3-b5b1-a9a993abbe78 HTTP/1.1" status: 204 len: 168 time: 1.0429590 Nov 23 10:54:02.627591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:02.630932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48584) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:02.636279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178307104'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:02.639590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1ccb5-8026-4120-ad6b-ba691d656c3c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=61b86a4d-f610-40c3-b5b1-a9a993abbe78,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:02.656168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371881-1ed8-4522-9e50-f91813b995a0 req-4b608c34-01e5-4c93-a2fa-fcf6cbd03be6 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:02.658131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11371881-1ed8-4522-9e50-f91813b995a0 req-4b608c34-01e5-4c93-a2fa-fcf6cbd03be6 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.0910580 Nov 23 10:54:02.691449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:02.691691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Subnet': ['ID=2831e731-bf09-49ea-97c5-3e45f1801c6b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:02.695598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.702155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.707619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fafc5162-9181-4cf6-8e34-8ee54d0fc11b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/subnets/2831e731-bf09-49ea-97c5-3e45f1801c6b HTTP/1.1" status: 204 len: 168 time: 0.8360891 Nov 23 10:54:02.707960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48586) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:02.718675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47a364-0c20-4db5-bc71-c3d75c8dfa13 None None] Network b86ba9e6-2892-4230-886b-9d5e8f9bd768 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:02.735436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-75ce3b7c-4b8e-4e39-8c28-31e459673def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:02.736990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-75ce3b7c-4b8e-4e39-8c28-31e459673def service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.4735808 Nov 23 10:54:02.763473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11371881-1ed8-4522-9e50-f91813b995a0 req-2fbd28a4-c1a5-430b-9d43-30af812355b0 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807283 Nov 23 10:54:02.778758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:02.790156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.790619 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment ec11d281-a6e3-49e4-bdd2-e2f6c8164518 of type vlan for network b53346a7-67c4-4784-86a5-12c959880d7c Nov 23 10:54:02.857984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.871009 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a9988-f4b9-43ec-bf24-431fa5f53f9c x-openstack-request-id: req-975a9988-f4b9-43ec-bf24-431fa5f53f9c {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:02.871435 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:02.871781 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-975a9988-f4b9-43ec-bf24-431fa5f53f9c {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:02.872273 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'status': 'completed', 'code': 200} Nov 23 10:54:02.923966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2772e-570a-44fe-ae9a-daea739a4c27 None None] DHCP port deletion for b86ba9e6-2892-4230-886b-9d5e8f9bd768 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:02.956155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.961683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:02.962277 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.963296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:02.964457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:09Z', 'revision_number': 5, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:02.990302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-4427f88e-e0eb-475f-9cea-ecd9fb5638e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:02.992176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-4427f88e-e0eb-475f-9cea-ecd9fb5638e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2ed03c1974ad4e3689e00bd647875f98&device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 1097 time: 0.1084750 Nov 23 10:54:02.999146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] Checking router: 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:03.008329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:03.008975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.059658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4275296 Nov 23 10:54:03.071752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48592) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:03.080505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:03.095301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-06551c72-e1d6-4404-b529-5e611d4c7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:03.096761 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-06551c72-e1d6-4404-b529-5e611d4c7442 service neutron] 10.222.0.61 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.3506649 Nov 23 10:54:03.121911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224951e-fb8e-475f-a29f-d52ce7a78d2d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=b53346a7-67c4-4784-86a5-12c959880d7c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:03.142990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b53346a7-67c4-4784-86a5-12c959880d7c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:03.143280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbab71b-6679-4d0c-bb51-8b9cc990bdbe req-04df6039-f321-41b6-8292-6cb6e26afc63 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:03.145496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fbab71b-6679-4d0c-bb51-8b9cc990bdbe req-04df6039-f321-41b6-8292-6cb6e26afc63 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.2022674 Nov 23 10:54:03.190421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-eb3882f4-49f7-468a-8346-409ead67e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:03.191891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-eb3882f4-49f7-468a-8346-409ead67e050 service neutron] 10.222.0.65 "GET /v2.0/networks?id=815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 200 len: 920 time: 0.1812572 Nov 23 10:54:03.212033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:03.222145 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-fa6f41a8-f070-436f-a1bc-de7418dbe609 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 217 time: 0.1109962 Nov 23 10:54:03.223817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.252850 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-dcc8c202-943a-4f29-bf9b-6629a455e8b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 200 len: 217 time: 0.0514922 Nov 23 10:54:03.257524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fbab71b-6679-4d0c-bb51-8b9cc990bdbe req-098f3416-85d5-44c3-a788-d14a36dc1728 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015172 Nov 23 10:54:03.313095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-27eb8e5e-2012-4f5d-98b8-31c99a19ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:03.314561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-27eb8e5e-2012-4f5d-98b8-31c99a19ca62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.0531907 Nov 23 10:54:03.350119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86ba9e6-2892-4230-886b-9d5e8f9bd768']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.356390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-2888cc9c-4aeb-440a-b2ea-c58d0b5410b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338249 Nov 23 10:54:03.388291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873ed29d-a803-4d05-b313-cfb5f63fbb49') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.388604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873ed29d-a803-4d05-b313-cfb5f63fbb49') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.405499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-8166ea12-713f-478f-aa11-4ee97c3936de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:03.407197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-8166ea12-713f-478f-aa11-4ee97c3936de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 200 len: 859 time: 0.1728342 Nov 23 10:54:03.410097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.455299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:03.461353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.476590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:09Z', 'revision_number': 5, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:03.481190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.487418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-26e92ad3-ade1-4e16-a841-316b4e59a1d5 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236134 Nov 23 10:54:03.493313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-71fd9d70-a9bc-4da9-87aa-f0eead27eb55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=815035d3-12c8-4d54-ac5d-c75c126b9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744596 Nov 23 10:54:03.506803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17925126-29db-4bf2-8f94-423c7d2dccb1 None None] The sync data for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 is: [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c19d35eb-47af-4713-bb2d-5d74dffff9c2', 'name': '', 'network_id': '815035d3-12c8-4d54-ac5d-c75c126b9fe8', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'mac_address': 'fa:16:3e:9f:8b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:53:02Z', 'updated_at': '2021-11-23T10:53:09Z', 'revision_number': 5, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'subnets': [{'id': '51493bec-815a-4bdb-bbc4-83834df3f720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:03.507504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:03.507930 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:03.515710 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:03.612246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3b6b2e4a-8429-4f20-9094-bcd34a49590b req-3e1d1dfe-012d-4086-a12e-d4c8f8863cdb tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0310020 Nov 23 10:54:03.637793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b29ceac-3b7c-4c69-a811-0d405fc0efc9 req-124112a3-6283-4aa6-bfa2-da69d5318073 service neutron] 10.222.0.65 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403613 Nov 23 10:54:03.694160 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.699344 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.705181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] 10.222.0.61 "DELETE /v2.0/networks/b86ba9e6-2892-4230-886b-9d5e8f9bd768 HTTP/1.1" status: 204 len: 168 time: 0.9940217 Nov 23 10:54:03.733453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184fcb2-2e04-4a6c-a8a8-0a513cd07c7b tempest-FloatingIPTestJSON-1140397806 tempest-FloatingIPTestJSON-1140397806-project] Pushing event deleted for resources: {'Network': ['ID=b86ba9e6-2892-4230-886b-9d5e8f9bd768,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:03.736879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:03.773297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:03.773665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21e0c1c5-3df8-4dc7-8f7c-a1cc271ea3ed not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:03.785365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-ec404f9c-a23f-4053-9469-88c6af2ff97e service neutron] 10.222.0.61 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723587 Nov 23 10:54:03.888352 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe4c87-78af-4c49-bfa4-9f4e9bb1710f None None] New status for floating IP 9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:54:03.938386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:03.983858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cf6cee48-94c3-4667-943d-d2028f9c6347 req-fedd5213-87e5-46b6-896b-e59ea51e6e82 service neutron] 10.222.0.61 "GET /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837628 Nov 23 10:54:04.018134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=4037f707-4ebb-4e6d-bbeb-ac694b37aefc,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:04.030158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': 'ec11d281-a6e3-49e4-bdd2-e2f6c8164518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:04.030911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: b53346a7-67c4-4784-86a5-12c959880d7c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:04.048015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48606) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:04.058214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network b53346a7-67c4-4784-86a5-12c959880d7c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:04.071556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b53346a7-67c4-4784-86a5-12c959880d7c) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:04.077014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:04.077840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.086329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb760f23-cdd8-4fc8-a0f5-ef47c2437f79 None None] Network b53346a7-67c4-4784-86a5-12c959880d7c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:04.102175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06d60901-a007-4816-9979-953f37432f69 req-530e5f6f-2824-4dce-825c-ba42e7e39383 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips/9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb HTTP/1.1" status: 200 len: 694 time: 0.0782883 Nov 23 10:54:04.118254 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e26cfd85-c758-4376-b153-fa4dfddb9eb4 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0431409 Nov 23 10:54:04.118916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48610) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:04.142775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-596386012'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:04.228422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d60901-a007-4816-9979-953f37432f69 req-8640c39c-fbe4-47b5-bd00-21d8eb454b60 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:04.230639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06d60901-a007-4816-9979-953f37432f69 req-8640c39c-fbe4-47b5-bd00-21d8eb454b60 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/networks/25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 784 time: 0.1260750 Nov 23 10:54:04.242227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-06d60901-a007-4816-9979-953f37432f69 req-90801777-184f-42c8-a3c6-3c89bd440fdf tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:54:04.243451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06d60901-a007-4816-9979-953f37432f69 req-90801777-184f-42c8-a3c6-3c89bd440fdf tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058153 Nov 23 10:54:04.282982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb5c2d73-2ad3-48a1-b1f8-0d7d1bbd0591 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a3dafd23d2134ab4b319d8ebd55d5648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336857 Nov 23 10:54:04.286577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:04.306598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06d60901-a007-4816-9979-953f37432f69 req-e555cd4b-282b-474c-8cc3-d71c63a2d533 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.0535886 Nov 23 10:54:04.314143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-b53346a7-67c4-4784-86a5-12c959880d7c', 'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c', 'tenant_id': '6b61d1d18026476bbb98b14bb461fbce', 'fixed_ips': [{'subnet_id': '4037f707-4ebb-4e6d-bbeb-ac694b37aefc'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:04.315423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.359895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:04.363856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.364834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48616) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:04.385076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc54491e-a6da-4c75-b609-3cdda91807da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.412179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06d60901-a007-4816-9979-953f37432f69 req-de972620-9846-4a67-8c35-1fdad8cc0e1a tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/floatingips?floating_ip_address=172.25.5.57 HTTP/1.1" status: 200 len: 695 time: 0.0941801 Nov 23 10:54:04.418997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 9aa7af91-49a3-46d6-a59c-0d98494fef2d yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:04.447099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc54491e-a6da-4c75-b609-3cdda91807da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.499285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Allocated IP 2001:db8::2 (b53346a7-67c4-4784-86a5-12c959880d7c/4037f707-4ebb-4e6d-bbeb-ac694b37aefc/8f24afe4-362a-4c6b-ba0f-417b60fa41ea) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:04.509085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926efa96-ec5e-40bc-98e6-5aae66ce6aff req-ec035960-d06b-4c40-a173-8136e018ab7c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:04.511277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-926efa96-ec5e-40bc-98e6-5aae66ce6aff req-ec035960-d06b-4c40-a173-8136e018ab7c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1544859 Nov 23 10:54:04.587991 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-926efa96-ec5e-40bc-98e6-5aae66ce6aff req-79a8e4f1-c8c4-4c70-9f9b-9d005bb9a54a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587773 Nov 23 10:54:04.589665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc54491e-a6da-4c75-b609-3cdda91807da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.592498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc54491e-a6da-4c75-b609-3cdda91807da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.594389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bc54491e-a6da-4c75-b609-3cdda91807da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5aa07858-3b71-44e2-a94d-798c93988aa5 HTTP/1.1" status: 204 len: 168 time: 0.3061395 Nov 23 10:54:04.612012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54491e-a6da-4c75-b609-3cdda91807da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa07858-3b71-44e2-a94d-798c93988aa5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:04.710880 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.721626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Deleting port 88156e28-a666-4629-9ab8-5452d0c79213 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:04.721626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.728590 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.766982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Network b53346a7-67c4-4784-86a5-12c959880d7c is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:04.770123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:04.772581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:04.815982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::187 (b53346a7-67c4-4784-86a5-12c959880d7c/4037f707-4ebb-4e6d-bbeb-ac694b37aefc/9aa7af91-49a3-46d6-a59c-0d98494fef2d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:04.821704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Pushing event updated for resources: {'Port': ['ID=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:04.866399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Attempting to bind port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:04.866399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Attempting to bind port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ec11d281-a6e3-49e4-bdd2-e2f6c8164518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:04.869382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Attempting to bind port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea on network b53346a7-67c4-4784-86a5-12c959880d7c {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:04.880959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:04.881413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Checking segment: {'id': 'ec11d281-a6e3-49e4-bdd2-e2f6c8164518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:04.881790 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:04.882194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Bound using segment: {'id': 'ec11d281-a6e3-49e4-bdd2-e2f6c8164518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:04.882681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Bound port: 8f24afe4-362a-4c6b-ba0f-417b60fa41ea, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec11d281-a6e3-49e4-bdd2-e2f6c8164518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'b53346a7-67c4-4784-86a5-12c959880d7c'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:04.883073 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.016290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] For port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:05.020009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] For port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,segment=NetworkSegment(ec11d281-a6e3-49e4-bdd2-e2f6c8164518),segment_id=ec11d281-a6e3-49e4-bdd2-e2f6c8164518)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:05.033959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffb95284-6c3b-43f8-a467-a0a82e4c3d27 req-1a97072a-6cca-4b53-add7-0753381456ee tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0433073 Nov 23 10:54:05.048204 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.053233 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.095152 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.160580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network b53346a7-67c4-4784-86a5-12c959880d7c is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:05.163889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:05.166458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:05.173089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:05.174006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.191857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=9aa7af91-49a3-46d6-a59c-0d98494fef2d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:05.208376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c7d3a117-21b1-445a-a67d-a0665ea816fe tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0860457 Nov 23 10:54:05.208617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48636) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:05.208878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cd667-e4ab-4c29-8445-89e37f17599b None None] Pushing event updated for resources: {'Port': ['ID=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:05.220702 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.221330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.256658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Calling delete_port for 88156e28-a666-4629-9ab8-5452d0c79213 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:05.322121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 9aa7af91-49a3-46d6-a59c-0d98494fef2d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:05.322466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.468664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.484304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 9aa7af91-49a3-46d6-a59c-0d98494fef2d owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:05.500204 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.646768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.663697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48648) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:05.693483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event deleted for resources: {'Port': ['ID=88156e28-a666-4629-9ab8-5452d0c79213,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:05.778783 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.832880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'networks': [{'name': 'tempest-network--175153625'}, {'name': 'tempest-network--194015270'}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:05.833563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'network': {'name': 'tempest-network--175153625'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:05.833881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'network': {'name': 'tempest-network--194015270'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:05.837210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=9aa7af91-49a3-46d6-a59c-0d98494fef2d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:05.843960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8f24afe4-362a-4c6b-ba0f-417b60fa41ea up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:05.874794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.878292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4862607d-a4b9-482f-9155-b8e9359a4bba tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/9aa7af91-49a3-46d6-a59c-0d98494fef2d HTTP/1.1" status: 204 len: 168 time: 0.6684337 Nov 23 10:54:05.887176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2db1e0-75a4-474b-86c9-6a01afabf065 req-a626da5d-7ec8-4679-a986-2cae19d71f78 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:05.888801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce2db1e0-75a4-474b-86c9-6a01afabf065 req-a626da5d-7ec8-4679-a986-2cae19d71f78 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1773381 Nov 23 10:54:05.889319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48656) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:05.907871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:05.908276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.932067 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f5aa19-feea-4a5e-b492-e66233866b96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:05.937860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-97f5aa19-feea-4a5e-b492-e66233866b96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/9aa7af91-49a3-46d6-a59c-0d98494fef2d HTTP/1.1" status: 404 len: 333 time: 0.0418983 Nov 23 10:54:05.938290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:05.955319 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.957985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:05.959407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06d60901-a007-4816-9979-953f37432f69 req-33c2252a-387f-4464-86c1-332e107c4c29 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "DELETE /v2.0/floatingips/9bc5f1e8-5cc0-4d86-aba3-b0e530da0efb HTTP/1.1" status: 204 len: 173 time: 1.5319788 Nov 23 10:54:05.966067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Made reservation on behalf of a44d7ba889e946acb3c6b103bbf4a1a3 for: {'network': 2} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:05.971868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.011667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.014441 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.063042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,segment=NetworkSegment(ec11d281-a6e3-49e4-bdd2-e2f6c8164518),segment_id=ec11d281-a6e3-49e4-bdd2-e2f6c8164518)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:06.070248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.089185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.20.0.17 (e43db2ec-d7be-44f4-bf21-904ebf2c0f26/dd5be627-da97-490a-a008-f325bf8f2a94/11d9c0bd-db42-49fe-9d58-f04a5ed001a2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:06.102795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet 4037f707-4ebb-4e6d-bbeb-ac694b37aefc {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:06.125977 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce2db1e0-75a4-474b-86c9-6a01afabf065 req-89fa8a2a-58bc-4ecf-a7ac-31b5a6d5da33 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968431 Nov 23 10:54:06.131923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.165786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:06.225749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.266730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37323331-5e31-4adf-9777-56403769107a req-47892b40-5e48-4ef8-8eff-f781b74c4ceb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups/2cd75178-4412-4a08-9614-f5ac32cb6328 HTTP/1.1" status: 200 len: 1826 time: 0.0589519 Nov 23 10:54:06.321012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.322574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09bd1e07-b947-41a4-92c9-3cb465c32ece req-a8eefcd7-a487-4548-9b96-f5b0e89c1136 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0716808 Nov 23 10:54:06.337524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.348350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.349336 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.377492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-37323331-5e31-4adf-9777-56403769107a req-f3420bf2-de19-4ba6-a3ba-3b23cdcdddeb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.412772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-37323331-5e31-4adf-9777-56403769107a req-f3420bf2-de19-4ba6-a3ba-3b23cdcdddeb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.422404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f02fdac-b13b-47d9-8d24-70100df93109,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:06.422668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.434349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:06.437772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.475273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.476053 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Added segment a5ae0dc7-aa80-4d77-ba53-cca8960f0a2d of type vlan for network d0e9a9f0-d7ae-4acb-a598-6ce0aff46bc5 Nov 23 10:54:06.501235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:06.508127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:06.510673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:06.535918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.552152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:06.560112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-37323331-5e31-4adf-9777-56403769107a req-f3420bf2-de19-4ba6-a3ba-3b23cdcdddeb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.563336 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-37323331-5e31-4adf-9777-56403769107a req-f3420bf2-de19-4ba6-a3ba-3b23cdcdddeb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.570068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37323331-5e31-4adf-9777-56403769107a req-f3420bf2-de19-4ba6-a3ba-3b23cdcdddeb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "DELETE /v2.0/security-groups/2cd75178-4412-4a08-9614-f5ac32cb6328 HTTP/1.1" status: 204 len: 173 time: 0.2958076 Nov 23 10:54:06.583608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.584954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.585167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30193566-23bc-4310-a7c2-5f4a8f004ee4 None None] Network b53346a7-67c4-4784-86a5-12c959880d7c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:06.586212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3420bf2-de19-4ba6-a3ba-3b23cdcdddeb tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd75178-4412-4a08-9614-f5ac32cb6328,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:06.655478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=4037f707-4ebb-4e6d-bbeb-ac694b37aefc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:06.656823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:06.659171 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.662543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5603bfe9-0d23-4094-a9d4-ab9d92a6a418 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/4037f707-4ebb-4e6d-bbeb-ac694b37aefc HTTP/1.1" status: 204 len: 168 time: 0.7233176 Nov 23 10:54:06.666191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48668) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:06.686669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f383f068-dd98-40b0-92ce-ece9699b1abb None None] Provisioning complete for port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:06.687266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f383f068-dd98-40b0-92ce-ece9699b1abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.691113 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.691477 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Added segment 18da4937-fdb1-46d0-be59-bbe94f4f519b of type vlan for network 039617e3-bff0-4457-8ca7-4fe9eb155999 Nov 23 10:54:06.775849 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.841292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.841988 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.848455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:06.858397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:06.862966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.882784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:06.959667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2948256 Nov 23 10:54:06.962359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:06.987446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] DHCP port deletion for b53346a7-67c4-4784-86a5-12c959880d7c request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:07.015385 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.032896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Network': ['ID=d0e9a9f0-d7ae-4acb-a598-6ce0aff46bc5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:07.075134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9dfad130-f120-46c5-bb52-2cba9e6aa8a8 None None] Provisioning complete for port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:07.075510 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9dfad130-f120-46c5-bb52-2cba9e6aa8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.131591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d0e9a9f0-d7ae-4acb-a598-6ce0aff46bc5 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:07.141393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a12288-4ed6-4a11-bad8-7cafbf205554 req-5070c181-3879-4a80-8b9a-99fd93951ff5 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:07.148428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] Deleting port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:07.149022 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.152310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4a12288-4ed6-4a11-bad8-7cafbf205554 req-5070c181-3879-4a80-8b9a-99fd93951ff5 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.2277031 Nov 23 10:54:07.162583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9dfad130-f120-46c5-bb52-2cba9e6aa8a8 None None] Port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:07.181579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:07.181579 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.328606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4a12288-4ed6-4a11-bad8-7cafbf205554 req-25a8b0e1-e0c4-4a9c-a0ed-ab703f48526e tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753643 Nov 23 10:54:07.397335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] For port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,segment=NetworkSegment(ec11d281-a6e3-49e4-bdd2-e2f6c8164518),segment_id=ec11d281-a6e3-49e4-bdd2-e2f6c8164518)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:07.398211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.416325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 8f24afe4-362a-4c6b-ba0f-417b60fa41ea owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:07.448080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f8491-d591-4911-b594-d9a03ab9ed7d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Network': ['ID=039617e3-bff0-4457-8ca7-4fe9eb155999,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:07.462800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 039617e3-bff0-4457-8ca7-4fe9eb155999 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:07.497922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e5aa4-07e8-44a3-affe-493dc2c7c868 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:07.504147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e5aa4-07e8-44a3-affe-493dc2c7c868 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:07.510287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e5aa4-07e8-44a3-affe-493dc2c7c868 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:07.516418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e5aa4-07e8-44a3-affe-493dc2c7c868 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:07.520733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c09e5aa4-07e8-44a3-affe-493dc2c7c868 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5548773 Nov 23 10:54:07.521397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48682) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:07.531369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07399f8f-68bc-4f1c-b7c6-2cd384386f7a req-535d8de1-b635-42b4-aa90-9573edf2636d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:07.533582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07399f8f-68bc-4f1c-b7c6-2cd384386f7a req-535d8de1-b635-42b4-aa90-9573edf2636d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1043780 Nov 23 10:54:07.538831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] For port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,segment=NetworkSegment(ec11d281-a6e3-49e4-bdd2-e2f6c8164518),segment_id=ec11d281-a6e3-49e4-bdd2-e2f6c8164518)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:07.539399 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.556101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] Calling delete_port for 8f24afe4-362a-4c6b-ba0f-417b60fa41ea owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:07.593001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07399f8f-68bc-4f1c-b7c6-2cd384386f7a req-b8f13d67-a35a-4efe-bbba-c9fc7e75eb7b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541933 Nov 23 10:54:07.623470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19ff7651-492a-45b1-9abf-e83d13a76317 req-31c3d199-ca54-41bd-8449-1a17a0991994 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0740430 Nov 23 10:54:07.648653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.676985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] Pushing event deleted for resources: {'Port': ['ID=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:07.680670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bff3f2-a684-4d6f-ae79-7cf64816e89b None None] No DVR routers for this DVR port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:07.733550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.744424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:07.751001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8f24afe4-362a-4c6b-ba0f-417b60fa41ea no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:07.771915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 8f24afe4-362a-4c6b-ba0f-417b60fa41ea {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:07.772270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8f24afe4-362a-4c6b-ba0f-417b60fa41ea not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:08.017248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=8f24afe4-362a-4c6b-ba0f-417b60fa41ea,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:08.025542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No DVR routers for this DVR port 8f24afe4-362a-4c6b-ba0f-417b60fa41ea on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:08.173424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.218715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.224910 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.239571 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.246838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53346a7-67c4-4784-86a5-12c959880d7c']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:08.288971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec11d281-a6e3-49e4-bdd2-e2f6c8164518') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:08.289217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec11d281-a6e3-49e4-bdd2-e2f6c8164518') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:08.291632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e9a9f0-d7ae-4acb-a598-6ce0aff46bc5']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:08.327883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ae0dc7-aa80-4d77-ba53-cca8960f0a2d') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:08.328180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ae0dc7-aa80-4d77-ba53-cca8960f0a2d') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:08.332306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.365873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.378017 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.383717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.385350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:08.393040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:08.393499 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:08.397497 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:08.414478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.492582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:08.492979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:08.497190 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:08.533223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.599992 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.603436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/b53346a7-67c4-4784-86a5-12c959880d7c HTTP/1.1" status: 204 len: 168 time: 1.9354665 Nov 23 10:54:08.607550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:08.612924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'name': 'tempest-PortsIpV6TestJSON-1248760811'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:08.627739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458f47d-7732-4d96-9579-c1bfb743a050 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=b53346a7-67c4-4784-86a5-12c959880d7c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:08.635015 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.645004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f1a8e-844c-4ef2-99cb-481a7adf05bf req-d61d1abc-43b0-498f-a047-050b0f3e0b61 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:08.645967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546f1a8e-844c-4ef2-99cb-481a7adf05bf req-d61d1abc-43b0-498f-a047-050b0f3e0b61 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.2328250 Nov 23 10:54:08.656243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.661826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/networks/d0e9a9f0-d7ae-4acb-a598-6ce0aff46bc5 HTTP/1.1" status: 204 len: 168 time: 1.1364298 Nov 23 10:54:08.664314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48696) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:08.692108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6983f-0cb9-455a-8496-c2b64cc8264c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Network': ['ID=d0e9a9f0-d7ae-4acb-a598-6ce0aff46bc5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:08.749297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:08.752934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:08.756616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.767852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757fa3-d2d8-4180-966e-66be6c32b87d req-4ceb211b-a249-4b14-9b77-1efeace76987 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:08.769380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3757fa3-d2d8-4180-966e-66be6c32b87d req-4ceb211b-a249-4b14-9b77-1efeace76987 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.0830331 Nov 23 10:54:08.783695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:08.792764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 9ce0b569-76cc-4b12-bae4-c66360d8f912 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:08.810848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:08.852860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-546f1a8e-844c-4ef2-99cb-481a7adf05bf req-5a3c88e6-b2cb-4665-ac0c-29777d8734d7 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/security-groups?id=6690eedb-19c5-468c-8be5-76fe9c48f311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768064 Nov 23 10:54:08.921882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3757fa3-d2d8-4180-966e-66be6c32b87d req-195c07a5-5ae1-4b9c-9cd2-e2ed427c9dd7 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439028 Nov 23 10:54:08.988643 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2fae98c-dbd5-4d76-bded-c873a71b0871 req-da18117c-01f9-4861-939c-d509730224e5 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0507853 Nov 23 10:54:09.033098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.036243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.070137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039617e3-bff0-4457-8ca7-4fe9eb155999']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:09.078335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.085238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18da4937-fdb1-46d0-be59-bbe94f4f519b') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:09.085534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18da4937-fdb1-46d0-be59-bbe94f4f519b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:09.098768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:09.100682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.101420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2b0bb024-c05c-49a0-a0c7-d3e6942d6a72 None None] Provisioning complete for port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:09.102615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2b0bb024-c05c-49a0-a0c7-d3e6942d6a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.119679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.129812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:09.130344 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:09.133627 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:09.155354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bb024-c05c-49a0-a0c7-d3e6942d6a72 None None] Port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:09.159221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=9ce0b569-76cc-4b12-bae4-c66360d8f912,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:09.162651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:09.164506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:09.166612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:09.173598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:09.174230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.193507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-08ef3966-6941-4090-a045-51b59050d783 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5823877 Nov 23 10:54:09.193729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48698) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:09.289660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 9ce0b569-76cc-4b12-bae4-c66360d8f912 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:09.290046 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.294521 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.310162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.314400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/networks/039617e3-bff0-4457-8ca7-4fe9eb155999 HTTP/1.1" status: 204 len: 168 time: 0.6394072 Nov 23 10:54:09.316444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48702) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:09.334378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6a14d-59ac-4fc1-91ed-68f5ed654add tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Network': ['ID=039617e3-bff0-4457-8ca7-4fe9eb155999,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:09.347782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:09.353730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7ead6d0e-e35c-483e-b06c-8ae446bb5958 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "PUT /v2.0/routers/a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9878216 Nov 23 10:54:09.363738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-526d8642-d2a0-40bd-986d-4ce0f4450359 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:09.365260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-526d8642-d2a0-40bd-986d-4ce0f4450359 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.65 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 946 time: 0.1077240 Nov 23 10:54:09.371239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Sync routers for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:09.386484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:09.387415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:09.398167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.444120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 9ce0b569-76cc-4b12-bae4-c66360d8f912 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:09.473201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Deleting port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:09.473567 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.516632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0427b-6adf-4e50-9e01-66526ffdf9ca tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:09.516942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:09.522669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf0427b-6adf-4e50-9e01-66526ffdf9ca tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:09.527990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0cf0427b-6adf-4e50-9e01-66526ffdf9ca tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2068715 Nov 23 10:54:09.528177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:09.532938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-716307092'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:09.576285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Made reservation on behalf of a44d7ba889e946acb3c6b103bbf4a1a3 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:09.579929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.594855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] For port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:09.595407 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.610990 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.614672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Calling delete_port for 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:09.651754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=9ce0b569-76cc-4b12-bae4-c66360d8f912,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:09.669378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:09.681024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.686030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-19b9ee91-92a6-4205-a574-84e2f358436b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/9ce0b569-76cc-4b12-bae4-c66360d8f912 HTTP/1.1" status: 204 len: 168 time: 0.4913397 Nov 23 10:54:09.689303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48712) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:09.692244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.692597 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Added segment 423aa8e2-50a4-4b53-a797-9775f6f9878a of type vlan for network 29ba4eaa-2f51-4793-ace3-ed51d1363c25 Nov 23 10:54:09.695468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'mac_address': 'fa:16:3e:41:90:0a', 'name': 'tempest-PortsIpV6TestJSON-1470533827'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:09.734623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.761294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.767066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:09.767657 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.817981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:06Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:56Z', 'revision_number': 1, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d9c0bd-db42-49fe-9d58-f04a5ed001a2', 'name': '', 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:3c:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'dd5be627-da97-490a-a008-f325bf8f2a94', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:05Z', 'updated_at': '2021-11-23T10:54:07Z', 'revision_number': 2, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'dd5be627-da97-490a-a008-f325bf8f2a94', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:09.818319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2864876 Nov 23 10:54:09.819614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48714) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:09.825478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1838140411'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:09.845790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b135f2b-0b5d-4c72-afdd-ad4649ede98c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Network': ['ID=29ba4eaa-2f51-4793-ace3-ed51d1363c25,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:09.852961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Checking router: a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:09.853376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Updating router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:54:09.858059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.api [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 10:54:09.858059 n-d-817747-2 neutron-server[103426]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 10:54:09.858059 n-d-817747-2 neutron-server[103426]: [parameters: {'project_id_1': 'a44d7ba889e946acb3c6b103bbf4a1a3', 'expiration_1': datetime.datetime(2021, 11, 23, 10, 53, 49, 836988)}] Nov 23 10:54:09.858059 n-d-817747-2 neutron-server[103426]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:54:09.858509 n-d-817747-2 neutron-server[103426]: DEBUG oslo_db.api [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:54:09.860227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.868661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:09.874193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 29ba4eaa-2f51-4793-ace3-ed51d1363c25 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:09.876110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:54:09.922521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34378f-8a32-4cb8-a1f8-1299366c05fa None None] DHCP port deletion for 815035d3-12c8-4d54-ac5d-c75c126b9fe8 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:09.931037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.931765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Pushing event deleted for resources: {'Port': ['ID=51281ff7-c5b2-4b0a-8f0e-e2e1955058c4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:09.975249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] No DVR routers for this DVR port 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:09.982257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:09.986243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3827c4fc-d84e-4e0a-9cf0-f0486feae4d4 req-7e6e5248-ce59-441c-a08e-db6743116302 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.65 "DELETE /v2.0/ports/51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 HTTP/1.1" status: 204 len: 173 time: 0.6129186 Nov 23 10:54:09.986846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'name': 'network-vif-deleted', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:09.989459 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfa7a82-82aa-465e-a142-16988922df85" -d '{"events": [{"server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "name": "network-vif-deleted", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:10.002318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ac20661-0c9f-4ebb-922d-e44b4b323c0e req-d4412fbd-080c-4402-80a5-e50b23bc5cf5 tempest-ServerRescueTestJSONUnderV235-757039894 tempest-ServerRescueTestJSONUnderV235-757039894-project] 10.222.0.61 "GET /v2.0/ports?device_id=efb251d9-0c86-4d07-8358-f86a87b9ceee HTTP/1.1" status: 200 len: 210 time: 0.0425179 Nov 23 10:54:10.067540 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af9c6d-87ff-49f4-9044-d0bfb9062737 x-openstack-request-id: req-54af9c6d-87ff-49f4-9044-d0bfb9062737 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:10.067996 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb251d9-0c86-4d07-8358-f86a87b9ceee", "name": "network-vif-deleted", "tag": "51281ff7-c5b2-4b0a-8f0e-e2e1955058c4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:10.068360 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54af9c6d-87ff-49f4-9044-d0bfb9062737 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:10.068870 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb251d9-0c86-4d07-8358-f86a87b9ceee', 'name': 'network-vif-deleted', 'tag': '51281ff7-c5b2-4b0a-8f0e-e2e1955058c4', 'status': 'completed', 'code': 200} Nov 23 10:54:10.087673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.119460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f97833-a3bc-4cdd-8c1a-bc2729e1f5e9 req-6edd0996-fa25-4bab-bee3-1556c3cbdee8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:10.122721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c0f97833-a3bc-4cdd-8c1a-bc2729e1f5e9 req-6edd0996-fa25-4bab-bee3-1556c3cbdee8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1223843 Nov 23 10:54:10.129947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 986c230b-a5dc-4560-aeb4-e141a74972c3 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:10.164690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3fd14ec-54bf-4f57-a18c-26ac84616152 req-66630340-3f4e-4a2c-84ed-2e6d335194c2 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0355377 Nov 23 10:54:10.183080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:54:10.249987 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c0f97833-a3bc-4cdd-8c1a-bc2729e1f5e9 req-e3322b71-ae6d-4458-a584-b5e6dde50bca tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089582 Nov 23 10:54:10.341906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.368126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:10.390400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.397932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Made reservation on behalf of a44d7ba889e946acb3c6b103bbf4a1a3 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:10.400016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'port_id': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'mac_address': 'fa:16:3e:56:5b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:54:10.402024 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.438061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.446420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:10.450157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.454473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:10.462424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:10.468788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:10.469434 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.482612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:10.490033 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.493062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=986c230b-a5dc-4560-aeb4-e141a74972c3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.501251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.501839 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Added segment 3e42cc9b-e33e-41b3-8dc0-adbead750ba5 of type vlan for network a18b5b6c-bd1e-40a1-aa86-e08339454cc1 Nov 23 10:54:10.510642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e524a31a-2ea4-49d6-9e23-bf50a3608e58 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:54:10.521753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c7191095-ea1a-4725-bdf5-4b29be114a92 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8311863 Nov 23 10:54:10.524816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48726) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:10.537371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6b5cf-d0ec-4f21-9167-25a28c66df0b None None] Pushing event updated for resources: {'Port': ['ID=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.558165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:10.563869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.577386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.598452 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.607437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:10.608396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.631569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f585a1-f929-4907-b120-f9a2c9540c85 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:10.633603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-12f585a1-f929-4907-b120-f9a2c9540c85 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/986c230b-a5dc-4560-aeb4-e141a74972c3 HTTP/1.1" status: 200 len: 845 time: 0.1066098 Nov 23 10:54:10.637028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48730) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:10.639370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Attempting to bind port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:10.639831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Attempting to bind port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:10.640272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Attempting to bind port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 on network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:10.655890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:10.656359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Checking segment: {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:10.656746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8354802 Nov 23 10:54:10.656935 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.657400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Bound using segment: {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:10.657966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Bound port: 11d9c0bd-db42-49fe-9d58-f04a5ed001a2, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7057ab8f-7f72-4c25-b729-ae71538d833e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:10.658424 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.660509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48732) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:10.676073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'ports': [{'network_id': '29ba4eaa-2f51-4793-ace3-ed51d1363c25', 'name': 'tempest-port--1823183989', 'admin_state_up': True}, {'network_id': 'a18b5b6c-bd1e-40a1-aa86-e08339454cc1', 'admin_state_up': False}]} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:10.676396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'port': {'network_id': '29ba4eaa-2f51-4793-ace3-ed51d1363c25', 'name': 'tempest-port--1823183989', 'admin_state_up': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:10.676891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'port': {'network_id': 'a18b5b6c-bd1e-40a1-aa86-e08339454cc1', 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:10.723436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.748774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d7690-5b57-4cc2-88a0-5029782a060c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Network': ['ID=a18b5b6c-bd1e-40a1-aa86-e08339454cc1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:10.756612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e524a31a-2ea4-49d6-9e23-bf50a3608e58'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:54:10.804070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a18b5b6c-bd1e-40a1-aa86-e08339454cc1 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:10.830387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 986c230b-a5dc-4560-aeb4-e141a74972c3 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:10.832140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.855507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] For port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:10.920904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] For port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:10.922198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.933515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.943866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 986c230b-a5dc-4560-aeb4-e141a74972c3 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:10.946841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Made reservation on behalf of a44d7ba889e946acb3c6b103bbf4a1a3 for: {'port': 2} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:10.952426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.966099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:10.972541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f0372c1f-7eef-4452-b0d9-672a556e1ea7 None None] Provisioning complete for port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:10.972926 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f0372c1f-7eef-4452-b0d9-672a556e1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.050626 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.068846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6b5cf-d0ec-4f21-9167-25a28c66df0b None None] Pushing event updated for resources: {'Port': ['ID=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.081317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.085032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] device_id is not set on port 73765424-77d7-48b3-b83d-760017b54fab yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:11.091092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=986c230b-a5dc-4560-aeb4-e141a74972c3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.107843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:11.108211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:11.243857 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.248715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e757ebe2-7e22-4857-bfc4-d0dc9f8b2db2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/986c230b-a5dc-4560-aeb4-e141a74972c3 HTTP/1.1" status: 204 len: 168 time: 0.6105218 Nov 23 10:54:11.251416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48744) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.284968 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e9c8b3-9fdd-4258-9f6f-128178e6ccf5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:11.286671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-73e9c8b3-9fdd-4258-9f6f-128178e6ccf5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/986c230b-a5dc-4560-aeb4-e141a74972c3 HTTP/1.1" status: 404 len: 333 time: 0.0329013 Nov 23 10:54:11.295373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48750) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:11.310955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'name': 'tempest-PortsIpV6TestJSON-382420413'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:11.344869 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f0372c1f-7eef-4452-b0d9-672a556e1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.404540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:11.441610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.458327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f0372c1f-7eef-4452-b0d9-672a556e1ea7 None None] For port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:11.471812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f0372c1f-7eef-4452-b0d9-672a556e1ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.501868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d4c7eadf-e2ca-4245-afe2-047182a6ab20 req-c379eb72-0911-478c-8e28-070efae8ab76 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0715625 Nov 23 10:54:11.513617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc76d7-88eb-4fe6-954d-75e706963884 req-521a3d0a-65c9-4843-a0f6-c0505e40dec4 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:11.515141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38dc76d7-88eb-4fe6-954d-75e706963884 req-521a3d0a-65c9-4843-a0f6-c0505e40dec4 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.0962074 Nov 23 10:54:11.555193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] device_id is not set on port 294436c6-769c-4b50-8527-eddc3df911c9 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:11.566884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:11.571080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.671843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38dc76d7-88eb-4fe6-954d-75e706963884 req-42d2392b-8c2b-4e7b-9c81-123f711800b7 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482806 Nov 23 10:54:11.757203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.818979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1f817998-910c-4c37-8c90-1da9f1cb30af None None] Provisioning complete for port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:11.819879 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f817998-910c-4c37-8c90-1da9f1cb30af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:11.878464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0372c1f-7eef-4452-b0d9-672a556e1ea7 None None] Pushing event updated for resources: {'Port': ['ID=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:11.951368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 419f4bcc-d23b-4fd5-abd6-4a87634e9a00 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:12.095503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:06Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:56Z', 'revision_number': 1, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d9c0bd-db42-49fe-9d58-f04a5ed001a2', 'name': '', 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:3c:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'dd5be627-da97-490a-a008-f325bf8f2a94', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:05Z', 'updated_at': '2021-11-23T10:54:10Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'dd5be627-da97-490a-a008-f325bf8f2a94', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:12.149152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c84041-31e6-4609-86ef-dc6a4d4e72c7 None None] The sync data for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 is: [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:06Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:56Z', 'revision_number': 1, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d9c0bd-db42-49fe-9d58-f04a5ed001a2', 'name': '', 'network_id': 'e43db2ec-d7be-44f4-bf21-904ebf2c0f26', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:3c:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': 'dd5be627-da97-490a-a008-f325bf8f2a94', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:54:05Z', 'updated_at': '2021-11-23T10:54:10Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'dd5be627-da97-490a-a008-f325bf8f2a94', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:12.175552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:12.179869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Deleting port c19d35eb-47af-4713-bb2d-5d74dffff9c2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:12.180404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.207556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.275898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port e524a31a-2ea4-49d6-9e23-bf50a3608e58 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:12.276969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.277471 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.334335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.395839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] For port c19d35eb-47af-4713-bb2d-5d74dffff9c2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c19d35eb-47af-4713-bb2d-5d74dffff9c2,segment=NetworkSegment(eee8a543-d008-40d0-8d37-627ad70f9a55),segment_id=eee8a543-d008-40d0-8d37-627ad70f9a55)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:12.396265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.405185 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.422936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Calling delete_port for c19d35eb-47af-4713-bb2d-5d74dffff9c2 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:12.450365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Port': ['ID=73765424-77d7-48b3-b83d-760017b54fab,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:12.465393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.492490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:12.495597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Checking segment: {'id': '423aa8e2-50a4-4b53-a797-9775f6f9878a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '29ba4eaa-2f51-4793-ace3-ed51d1363c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:12.495597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network hostable DHCP agents. Network: 29ba4eaa-2f51-4793-ace3-ed51d1363c25, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:12.517865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:12.520854 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afb236c-32d3-4eff-8b0b-0f9449776eb2" -d '{"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:12.531773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:12.537942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:12.540345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:12.546481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:12.547306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.555819 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.562231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:12.610776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=419f4bcc-d23b-4fd5-abd6-4a87634e9a00,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:12.621327 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c903bf97-9c5e-4856-9b92-b73cdc437e9d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3215475 Nov 23 10:54:12.622180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48780) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:12.623217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network 29ba4eaa-2f51-4793-ace3-ed51d1363c25 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:12.631107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:12.639133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 29ba4eaa-2f51-4793-ace3-ed51d1363c25) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:12.643667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:12.645245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.667864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616bd6d-6539-42a0-aec1-eab4563146b4 None None] Network 29ba4eaa-2f51-4793-ace3-ed51d1363c25 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:12.721558 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43426fe-0037-4c11-bbda-35e583d87dff x-openstack-request-id: req-c43426fe-0037-4c11-bbda-35e583d87dff {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:12.722116 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:12.722540 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c43426fe-0037-4c11-bbda-35e583d87dff {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:12.725102 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'code': 200} Nov 23 10:54:12.730925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:12.731524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 51281ff7-c5b2-4b0a-8f0e-e2e1955058c4 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:12.805066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-44654aae-b234-4601-9f77-624db7fa585c req-eea6b634-c6dc-4735-8395-e6af46e93e6d tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0909128 Nov 23 10:54:12.855425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Port': ['ID=294436c6-769c-4b50-8527-eddc3df911c9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:12.865086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Checking segment: {'id': '3e42cc9b-e33e-41b3-8dc0-adbead750ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'a18b5b6c-bd1e-40a1-aa86-e08339454cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:12.868840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network hostable DHCP agents. Network: a18b5b6c-bd1e-40a1-aa86-e08339454cc1, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:12.909808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network a18b5b6c-bd1e-40a1-aa86-e08339454cc1 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:12.927055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a18b5b6c-bd1e-40a1-aa86-e08339454cc1) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:12.931483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:12.940138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:12.943811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:12.952079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8cfc5-8dc0-4b5d-b2a8-254825f0afb5 None None] Network a18b5b6c-bd1e-40a1-aa86-e08339454cc1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:12.954816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:12.955596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.957292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:12.999831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9552ede4-d1f9-4014-b027-b1915e21b7d4 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3381848 Nov 23 10:54:13.000321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48788) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:13.188771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d48046-01bf-4c3a-a7ed-8662c68d4fbc tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:13.204477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d48046-01bf-4c3a-a7ed-8662c68d4fbc tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:13.211371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-69d48046-01bf-4c3a-a7ed-8662c68d4fbc tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2099795 Nov 23 10:54:13.213274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48790) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:13.242828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca72983-3bf9-40f4-8d31-147bc082dffe req-f07ef6b3-6a83-4b30-9618-4ca1c812b306 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:13.244517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ca72983-3bf9-40f4-8d31-147bc082dffe req-f07ef6b3-6a83-4b30-9618-4ca1c812b306 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.2701406 Nov 23 10:54:13.307234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.364080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c19d35eb-47af-4713-bb2d-5d74dffff9c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:13.387099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce81066-d567-430f-a7d1-62ed3702ea1a None None] DHCP port deletion for 815035d3-12c8-4d54-ac5d-c75c126b9fe8 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:13.419045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ca72983-3bf9-40f4-8d31-147bc082dffe req-bba206fa-6326-45bc-81f3-6140c585b68a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652348 Nov 23 10:54:13.458551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Deleting port 73765424-77d7-48b3-b83d-760017b54fab {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:13.459138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.488084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.501138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.523081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] In _notify_port_updated(), no bound segment for port 419f4bcc-d23b-4fd5-abd6-4a87634e9a00 on network cd0bdc6b-efc4-424f-af25-1a003a562173 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:54:13.533045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:13.535051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.539881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "PUT /v2.0/ports/419f4bcc-d23b-4fd5-abd6-4a87634e9a00 HTTP/1.1" status: 200 len: 818 time: 0.9120655 Nov 23 10:54:13.555354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48792) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:13.603142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.622844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Calling delete_port for 73765424-77d7-48b3-b83d-760017b54fab owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:13.632435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181171b-a461-48c5-8f51-73933caded76 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=419f4bcc-d23b-4fd5-abd6-4a87634e9a00,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:13.704268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.764954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 419f4bcc-d23b-4fd5-abd6-4a87634e9a00 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:13.765885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.870924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.939000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Port': ['ID=73765424-77d7-48b3-b83d-760017b54fab,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:13.949162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.961086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 419f4bcc-d23b-4fd5-abd6-4a87634e9a00 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:13.963803 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:13.970195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ebae4a6d-ca79-4928-a010-502b9ccbf5f9 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/ports/73765424-77d7-48b3-b83d-760017b54fab HTTP/1.1" status: 204 len: 168 time: 0.7501309 Nov 23 10:54:13.970957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48798) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.017161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:14.060437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e41d99c5-4d05-4966-ae8c-2fca44af3af9 req-be7f0e1f-56a5-4745-9f7e-895b0c7c2095 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0397437 Nov 23 10:54:14.095641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:14.096019 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.102586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:14.226423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Deleting port 294436c6-769c-4b50-8527-eddc3df911c9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:14.226985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.249620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.361620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=419f4bcc-d23b-4fd5-abd6-4a87634e9a00,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:14.378474 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.394991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Calling delete_port for 294436c6-769c-4b50-8527-eddc3df911c9 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:14.402808 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.407339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-53fd2ffc-e98a-4c15-98f8-e2924dba0215 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/419f4bcc-d23b-4fd5-abd6-4a87634e9a00 HTTP/1.1" status: 204 len: 168 time: 0.8502910 Nov 23 10:54:14.409300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48804) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.457658 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbcd93ea-6e57-4fbd-8e10-cb51ae7ee5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.545352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a885b81-2eed-4885-9374-a8a859f45301 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:14.549817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7a885b81-2eed-4885-9374-a8a859f45301 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1370447 Nov 23 10:54:14.550400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48808) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.584500 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-51397c44-35fe-4bc7-8f4d-9e2e0959f0b7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:14.590259 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-51397c44-35fe-4bc7-8f4d-9e2e0959f0b7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/419f4bcc-d23b-4fd5-abd6-4a87634e9a00 HTTP/1.1" status: 404 len: 333 time: 0.0389924 Nov 23 10:54:14.591449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48810) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.598505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-482226007'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:14.608800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:14.614743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-72138fdd-27db-4228-bf3f-be95a6c60f6b admin admin] 10.222.0.61 "PUT /v2.0/routers/7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5320818 Nov 23 10:54:14.617212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48812) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.622434 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] Sync routers for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:14.637005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:14.637695 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:14.643800 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.684395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17dd70-13d9-4601-bdc2-4232f575097c req-6edaf508-c9c1-4006-9766-5ee8928a9cc3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:14.686257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef17dd70-13d9-4601-bdc2-4232f575097c req-6edaf508-c9c1-4006-9766-5ee8928a9cc3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1234961 Nov 23 10:54:14.735138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.742085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/ports/294436c6-769c-4b50-8527-eddc3df911c9 HTTP/1.1" status: 204 len: 168 time: 0.7693262 Nov 23 10:54:14.743415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:14.747500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48814) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.750719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.763737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d1270-bf0e-480e-a0c6-90745aabf786 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Port': ['ID=294436c6-769c-4b50-8527-eddc3df911c9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:14.785002 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c64f97ee-1e7b-4a96-a2ba-21f340e78273 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0361505 Nov 23 10:54:14.790120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48816) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:14.794181 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:14.797548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1211106791'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:14.828176 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef17dd70-13d9-4601-bdc2-4232f575097c req-396df052-083e-4781-8e88-1153e984a784 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286864 Nov 23 10:54:14.829914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:14.833131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.862247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.862630 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment da14a3e3-0df2-4b13-bf9d-63e59143b8d5 of type vlan for network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b Nov 23 10:54:14.873823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Made reservation on behalf of a44d7ba889e946acb3c6b103bbf4a1a3 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:14.879325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.941832 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.968373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:14.977629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.993159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:14.993159 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Added segment b43611d7-1e1f-4a56-b899-c827f1cd976b of type vlan for network 7a73d102-e114-414f-b009-4a0d77f95bc1 Nov 23 10:54:15.003446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.009251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:15.010066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.049740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Deleting port 4bec85a2-fb03-4295-b557-d51745ced4cd {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:15.050127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.091016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4972644 Nov 23 10:54:15.096615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48822) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:15.107988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:15.260413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.273647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85f0eb-ce40-4d80-adbd-03995777d38f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=ef93fd2e-893f-4a9b-b90b-33aaba92fb3b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:15.295473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:15.297652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:15.301633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.302416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-571425dd-a783-4019-afb7-f56844a24496 req-9410c899-d518-4b85-a865-f3c029295514 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0941038 Nov 23 10:54:15.334585 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:54:13Z', 'revision_number': 5, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port': {'id': '4bec85a2-fb03-4295-b557-d51745ced4cd', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:59Z', 'updated_at': '2021-11-23T10:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:15.341461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] For port 4bec85a2-fb03-4295-b557-d51745ced4cd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4bec85a2-fb03-4295-b557-d51745ced4cd,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:15.341838 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.358628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.364674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:15.365570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.372995 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] Checking router: 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:15.385891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Calling delete_port for 4bec85a2-fb03-4295-b557-d51745ced4cd owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:15.398414 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] Routers {'7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:15.398948 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:53:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:15.434246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6418562 Nov 23 10:54:15.434965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48826) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:15.444620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-852386371'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:15.524442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd54be-6891-47d4-b0a5-90fa10ed7c61 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Network': ['ID=7a73d102-e114-414f-b009-4a0d77f95bc1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:15.537231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 7a73d102-e114-414f-b009-4a0d77f95bc1 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:15.544423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Made reservation on behalf of a44d7ba889e946acb3c6b103bbf4a1a3 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:15.548196 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.568252 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] Set router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:15.601748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:15.612132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.612771 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Added segment 2ff53dda-1fbe-470e-b814-ad004fbe44aa of type vlan for network ba088c84-bb4c-4e81-a494-5e9f1826e8a0 Nov 23 10:54:15.665572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.694692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.707255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 6, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:15.711140 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.732085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77e458-006e-4eca-a252-3b5bcbad85fd None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:15.738716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:15.741018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.764569 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2475d6-51f2-45c0-baff-96b56a34b54b None None] The sync data for ids ['7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b'] in n-d-817747-2 is: [{'id': '7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b', 'name': 'tempest-ServerRescueTestJSONUnderV235-213594952-router', 'tenant_id': '2ed03c1974ad4e3689e00bd647875f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:58Z', 'updated_at': '2021-11-23T10:54:14Z', 'revision_number': 6, 'project_id': '2ed03c1974ad4e3689e00bd647875f98', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:15.775154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bec85a2-fb03-4295-b557-d51745ced4cd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:15.851241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:15.884551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4438579 Nov 23 10:54:15.961453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de9594-1627-48c3-ae42-b0a0c5f254ec tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Network': ['ID=ba088c84-bb4c-4e81-a494-5e9f1826e8a0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:15.982300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ba088c84-bb4c-4e81-a494-5e9f1826e8a0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:16.013343 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.067276 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.075967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.162268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c707ae0-2b59-4496-992e-40c710fca0b6 req-a80eae41-099e-4b40-9b2d-17c839788143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:16.170594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.171356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:54:16.173305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c707ae0-2b59-4496-992e-40c710fca0b6 req-a80eae41-099e-4b40-9b2d-17c839788143 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.2049446 Nov 23 10:54:16.189846 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.194029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f797166-2e50-4df9-9b89-2608dc8fae61 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7167ea7c-dcef-4b97-9c06-cccbc3d5ee6b HTTP/1.1" status: 204 len: 168 time: 1.5756357 Nov 23 10:54:16.196279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:16.209022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=d5eefb3f-d93b-40ce-a78f-5dc6b5144826,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:16.231785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': 'da14a3e3-0df2-4b13-bf9d-63e59143b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:16.232336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: ef93fd2e-893f-4a9b-b90b-33aaba92fb3b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:16.294723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c707ae0-2b59-4496-992e-40c710fca0b6 req-05b97b35-3952-4c09-a369-d3d6cd10a410 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202743 Nov 23 10:54:16.300166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:16.314239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] Deleting subnet 51493bec-815a-4bdb-bbc4-83834df3f720 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:16.320452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ef93fd2e-893f-4a9b-b90b-33aaba92fb3b) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:16.326351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.328336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:16.328948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.333182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0c2b6-5eb1-46ce-802b-410084268760 None None] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:16.390682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5d63dc5a-8356-4372-bcc5-3d32e7d39c75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2926908 Nov 23 10:54:16.393897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48838) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:16.409152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4ac219b8-bd42-4b34-b19b-74a522926f63 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:16.473671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.567713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.660463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac219b8-bd42-4b34-b19b-74a522926f63 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:16.666315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ac219b8-bd42-4b34-b19b-74a522926f63 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.694974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-ef93fd2e-893f-4a9b-b90b-33aaba92fb3b', 'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b', 'tenant_id': '6b61d1d18026476bbb98b14bb461fbce', 'fixed_ips': [{'subnet_id': 'd5eefb3f-d93b-40ce-a78f-5dc6b5144826'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:16.695841 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.696092 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a05a3c1d-b2fa-4431-ae7a-683e4275cde5 req-fc410b4a-812f-4a96-98dd-378265cb660f tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0493298 Nov 23 10:54:16.704083 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.760654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51493bec-815a-4bdb-bbc4-83834df3f720,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:16.772010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:16.780003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c8b9b355-1815-4a4b-a000-4a53c9684877 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/51493bec-815a-4bdb-bbc4-83834df3f720 HTTP/1.1" status: 204 len: 168 time: 0.5826867 Nov 23 10:54:16.782873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48842) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:16.809243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f7655-acdc-4f8b-95d6-86de1993bf2a None None] Network 815035d3-12c8-4d54-ac5d-c75c126b9fe8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:16.875355 n-d-817747-2 neutron-server[103426]: INFO neutron.db.ipam_backend_mixin [None req-4ac219b8-bd42-4b34-b19b-74a522926f63 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5eefb3f-d93b-40ce-a78f-5dc6b5144826 (CIDR: 2001:db8::/64) Nov 23 10:54:16.883741 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac219b8-bd42-4b34-b19b-74a522926f63 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:54:16.885648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac219b8-bd42-4b34-b19b-74a522926f63 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:16.934597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4ac219b8-bd42-4b34-b19b-74a522926f63 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5379970 Nov 23 10:54:16.937231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48844) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:16.942734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:16.977642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.090454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b7d83423-bcd3-46b4-b8b9-6b6751ea6b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.218018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.266306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70240ed6-2083-446f-b3f6-2a85e3ed5d08 None None] DHCP port deletion for 815035d3-12c8-4d54-ac5d-c75c126b9fe8 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:17.285645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815035d3-12c8-4d54-ac5d-c75c126b9fe8']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:17.288064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:17.293339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.314132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee8a543-d008-40d0-8d37-627ad70f9a55') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:17.316682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee8a543-d008-40d0-8d37-627ad70f9a55') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:17.346452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Allocated IP 2001:db8::2 (ef93fd2e-893f-4a9b-b90b-33aaba92fb3b/d5eefb3f-d93b-40ce-a78f-5dc6b5144826/ece37035-c793-40d6-9636-3d0b89d2cb91) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:17.348135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.452790 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.479666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:17.480530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:17.484455 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:17.662992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.670397 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.678737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] 10.222.0.61 "DELETE /v2.0/networks/815035d3-12c8-4d54-ac5d-c75c126b9fe8 HTTP/1.1" status: 204 len: 168 time: 0.8925948 Nov 23 10:54:17.735169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e98cf-3743-4260-aa97-5914fba212fb admin admin] Pushing event deleted for resources: {'Network': ['ID=815035d3-12c8-4d54-ac5d-c75c126b9fe8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:17.753985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5a96d-39e7-4f6a-b68a-ba7a7d8bec68 req-76e8df89-3678-42b5-b0ba-bce1166f2399 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:17.781243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81f5a96d-39e7-4f6a-b68a-ba7a7d8bec68 req-76e8df89-3678-42b5-b0ba-bce1166f2399 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.2779813 Nov 23 10:54:17.866540 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:17.880201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c19d35eb-47af-4713-bb2d-5d74dffff9c2 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:17.947104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c19d35eb-47af-4713-bb2d-5d74dffff9c2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:17.948105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c19d35eb-47af-4713-bb2d-5d74dffff9c2 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:17.949055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4bec85a2-fb03-4295-b557-d51745ced4cd no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:18.001774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8ef9ec1-1796-47e8-b145-224d4d19ea4a req-a79c610b-441b-419b-8cf5-32b0c59d7e4a tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0419118 Nov 23 10:54:18.022574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 4bec85a2-fb03-4295-b557-d51745ced4cd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:18.027809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4bec85a2-fb03-4295-b557-d51745ced4cd not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:18.034193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.105846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:18.118438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:18.133951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:18.162193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48856) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:18.241532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Pushing event updated for resources: {'Port': ['ID=ece37035-c793-40d6-9636-3d0b89d2cb91,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:18.255299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81f5a96d-39e7-4f6a-b68a-ba7a7d8bec68 req-624fc388-e435-4c84-acb8-daf5ea340517 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4727621 Nov 23 10:54:18.259673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.273211 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96c0a576-287c-4a9c-aeb3-e829138d08ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ed03c1974ad4e3689e00bd647875f98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1077688 Nov 23 10:54:18.273211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48858) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:18.329580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:18.340538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.343446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.345536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.346181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.347275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.348723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:18.349331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.349849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.353555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.354352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.355623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.356394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.356910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:18.359307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:18.364483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.377450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Attempting to bind port ece37035-c793-40d6-9636-3d0b89d2cb91 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:18.378156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Attempting to bind port ece37035-c793-40d6-9636-3d0b89d2cb91 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'da14a3e3-0df2-4b13-bf9d-63e59143b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:18.378727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Attempting to bind port ece37035-c793-40d6-9636-3d0b89d2cb91 on network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:18.389513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=925c40e2-04b0-4efb-b52b-2d07bf55cccb,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:18.391396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:18.392014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Checking segment: {'id': 'da14a3e3-0df2-4b13-bf9d-63e59143b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:18.392597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.393199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Bound using segment: {'id': 'da14a3e3-0df2-4b13-bf9d-63e59143b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:18.395350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Bound port: ece37035-c793-40d6-9636-3d0b89d2cb91, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14a3e3-0df2-4b13-bf9d-63e59143b8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:18.396052 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.410397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7254015a-0950-407c-ba22-3c7886230a75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4720588 Nov 23 10:54:18.412918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:18.413570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c624c55-6ea2-493e-9eaf-b7487734f280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.419735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b', 'fixed_ips': [{'subnet_id': 'd5eefb3f-d93b-40ce-a78f-5dc6b5144826'}, {'subnet_id': '925c40e2-04b0-4efb-b52b-2d07bf55cccb'}], 'name': 'tempest-PortsIpV6TestJSON-564414376'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:18.480674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c624c55-6ea2-493e-9eaf-b7487734f280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.566926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] For port ece37035-c793-40d6-9636-3d0b89d2cb91, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:18.574473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] For port ece37035-c793-40d6-9636-3d0b89d2cb91, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ece37035-c793-40d6-9636-3d0b89d2cb91,segment=NetworkSegment(da14a3e3-0df2-4b13-bf9d-63e59143b8d5),segment_id=da14a3e3-0df2-4b13-bf9d-63e59143b8d5)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:18.579940 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.588634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.601678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c624c55-6ea2-493e-9eaf-b7487734f280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.605135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3c624c55-6ea2-493e-9eaf-b7487734f280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.609392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3c624c55-6ea2-493e-9eaf-b7487734f280 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6690eedb-19c5-468c-8be5-76fe9c48f311 HTTP/1.1" status: 204 len: 168 time: 0.3335938 Nov 23 10:54:18.626468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c624c55-6ea2-493e-9eaf-b7487734f280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6690eedb-19c5-468c-8be5-76fe9c48f311,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:18.660034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b17a1-efe6-445f-aa07-9138fa0bdfc1 None None] Pushing event updated for resources: {'Port': ['ID=ece37035-c793-40d6-9636-3d0b89d2cb91,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:18.713726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:18.907020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:18.944164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 3bd0e3f8-8b53-42a3-849a-d480fc987059 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:19.165791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48874) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:19.171926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'subnets': [{'network_id': '7a73d102-e114-414f-b009-4a0d77f95bc1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1241134035', 'ip_version': 6}, {'network_id': 'ba088c84-bb4c-4e81-a494-5e9f1826e8a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:19.172250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'subnet': {'network_id': '7a73d102-e114-414f-b009-4a0d77f95bc1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1241134035', 'ip_version': 6}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:19.172931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Request body: {'subnet': {'network_id': 'ba088c84-bb4c-4e81-a494-5e9f1826e8a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:19.249615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0167b71f-fd8c-409d-99c2-163a2d981707 req-3cf9ba05-10e7-47c5-b008-3b854ba5e7b2 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0673077 Nov 23 10:54:19.485892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.515339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Made reservation on behalf of a44d7ba889e946acb3c6b103bbf4a1a3 for: {'subnet': 2} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:19.521300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.522019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.764611 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:19.942063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ece37035-c793-40d6-9636-3d0b89d2cb91 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:19.983915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580700c9-94c0-4703-b075-cc7b09b93a93 req-261215fe-d049-4d19-8e1d-8334bf410700 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:19.996941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-580700c9-94c0-4703-b075-cc7b09b93a93 req-261215fe-d049-4d19-8e1d-8334bf410700 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.6045086 Nov 23 10:54:20.077491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ece37035-c793-40d6-9636-3d0b89d2cb91 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:20.078079 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.151295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::11d (ef93fd2e-893f-4a9b-b90b-33aaba92fb3b/d5eefb3f-d93b-40ce-a78f-5dc6b5144826/3bd0e3f8-8b53-42a3-849a-d480fc987059) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:20.168344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.178503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:20.189063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-580700c9-94c0-4703-b075-cc7b09b93a93 req-dfe3cc99-9a5f-456b-82db-cdafce1bdafc tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886148 Nov 23 10:54:20.202687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8:0:1::26d (ef93fd2e-893f-4a9b-b90b-33aaba92fb3b/925c40e2-04b0-4efb-b52b-2d07bf55cccb/3bd0e3f8-8b53-42a3-849a-d480fc987059) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:20.241423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.343320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ece37035-c793-40d6-9636-3d0b89d2cb91, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ece37035-c793-40d6-9636-3d0b89d2cb91,segment=NetworkSegment(da14a3e3-0df2-4b13-bf9d-63e59143b8d5),segment_id=da14a3e3-0df2-4b13-bf9d-63e59143b8d5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:20.352587 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.423635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-498818039-network', 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:20.454761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e826d68-2df4-498d-8552-5b5d0e7322ec None None] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:20.507008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f2953f9-b86d-4be3-a84c-718861bb9661 req-b4a1a555-fa58-4464-bed6-6951eac22c61 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0673997 Nov 23 10:54:20.533965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.543695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ece37035-c793-40d6-9636-3d0b89d2cb91,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:20.554528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e0606039-4355-4067-81c3-89412bd7028a None None] Provisioning complete for port ece37035-c793-40d6-9636-3d0b89d2cb91 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:20.554971 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e0606039-4355-4067-81c3-89412bd7028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.592387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.597419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Subnet': ['ID=f4b64ef0-0c5b-4dd1-9107-126dcd9b55b6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:20.602610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:20.606131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.621170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.690695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.744769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Checking segment: {'id': 'b43611d7-1e1f-4a56-b899-c827f1cd976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '7a73d102-e114-414f-b009-4a0d77f95bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:20.751073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network hostable DHCP agents. Network: 7a73d102-e114-414f-b009-4a0d77f95bc1, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:20.849062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network 7a73d102-e114-414f-b009-4a0d77f95bc1 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:20.879200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 7a73d102-e114-414f-b009-4a0d77f95bc1) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:20.880726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:20.891408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.897836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:20.906238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:20.935023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:20.942913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.953917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=3bd0e3f8-8b53-42a3-849a-d480fc987059,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:20.955164 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:20.970131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.000789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9e0eed9e-fa50-448e-998e-099d2a562bb0 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5860116 Nov 23 10:54:21.002573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48910) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:21.017650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5eefb3f-d93b-40ce-a78f-5dc6b5144826'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:21.030690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event updated for resources: {'Subnet': ['ID=81f10bbf-d8a7-4d0b-9d73-5777c2c19b08,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:21.038527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:21.045621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Checking segment: {'id': '2ff53dda-1fbe-470e-b814-ad004fbe44aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ba088c84-bb4c-4e81-a494-5e9f1826e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:21.045989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network hostable DHCP agents. Network: ba088c84-bb4c-4e81-a494-5e9f1826e8a0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:21.084743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.085730 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Added segment b8a52578-528f-4941-bd39-3cd69777cf76 of type vlan for network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 Nov 23 10:54:21.091423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0637492-c890-4e24-ba67-2d19e900d963,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:21.144679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Network ba088c84-bb4c-4e81-a494-5e9f1826e8a0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:21.181995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.195283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ba088c84-bb4c-4e81-a494-5e9f1826e8a0) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:21.201177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.201683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.202534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.236025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da31fa8d-45ce-4051-b29f-c1049ab62d09 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0669079 Nov 23 10:54:21.237133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.239725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48918) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:21.332099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20a6eb-36a8-40d3-aef4-6dc57335891c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.333926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20a6eb-36a8-40d3-aef4-6dc57335891c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.335601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20a6eb-36a8-40d3-aef4-6dc57335891c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.347475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cc20a6eb-36a8-40d3-aef4-6dc57335891c tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0967062 Nov 23 10:54:21.347761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d2e09-1940-4a8d-bd8b-4ea8755b280d None None] Network 7a73d102-e114-414f-b009-4a0d77f95bc1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:21.347884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.347884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.347884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.347884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48920) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:21.439203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c528436-4926-4ecb-998c-8981af23b1c4 None None] Network ba088c84-bb4c-4e81-a494-5e9f1826e8a0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:21.444779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25549f16-cc3e-495f-8e02-27c957e0a76b None None] Update dhcp port {'port': {'network_id': 'ef93fd2e-893f-4a9b-b90b-33aaba92fb3b', 'fixed_ips': [{'subnet_id': 'd5eefb3f-d93b-40ce-a78f-5dc6b5144826', 'ip_address': '2001:db8::2'}, {'subnet_id': '925c40e2-04b0-4efb-b52b-2d07bf55cccb'}], 'binding:host_id': 'n-d-817747-2'}, 'id': 'ece37035-c793-40d6-9636-3d0b89d2cb91'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:54:21.488442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] Pushing event updated for resources: {'Network': ['ID=47b17cde-e9e3-4676-93cc-c6f90b1a3145,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:21.507504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-812a3f97-0c18-44d1-a326-7d4cf23603c7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3078175 Nov 23 10:54:21.511476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:21.516610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:21.517926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Request body: {'subnet': {'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-498818039-subnet', 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:21.547623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Deleting subnet f4b64ef0-0c5b-4dd1-9107-126dcd9b55b6 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:21.551713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:21.554531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.568141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Delete allocated IP 2001:db8:0:1::26d (ef93fd2e-893f-4a9b-b90b-33aaba92fb3b/925c40e2-04b0-4efb-b52b-2d07bf55cccb) {{(pid=103426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:54:21.649269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25549f16-cc3e-495f-8e02-27c957e0a76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.762790 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.767741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.787859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.805914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.820345 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8933d4d9-e913-41ae-a506-5946572b8650 req-0d611b0a-b3bb-4ad9-bd01-7e5ccbb41387 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0688534 Nov 23 10:54:21.914135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.931881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] In _notify_port_updated(), no bound segment for port 3bd0e3f8-8b53-42a3-849a-d480fc987059 on network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:54:21.940541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.941252 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:21.943509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba97f1a-2f2d-4454-8bed-91c9e181d23e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:21.946769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48928) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:21.952026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "PUT /v2.0/ports/3bd0e3f8-8b53-42a3-849a-d480fc987059 HTTP/1.1" status: 200 len: 925 time: 0.9461191 Nov 23 10:54:21.953567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:21.954176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Network hostable DHCP agents. Network: 47b17cde-e9e3-4676-93cc-c6f90b1a3145, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:21.955350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5440442-4ffe-44f2-9a21-ef5375f0bc75 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=3bd0e3f8-8b53-42a3-849a-d480fc987059,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:21.975161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b927bd-5a47-4292-a1c5-45f8ab5ecba0 req-50527774-7954-4c21-ac40-dbe3cf5b1b94 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:21.976938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd5eefb3f-d93b-40ce-a78f-5dc6b5144826'}, {'subnet_id': '925c40e2-04b0-4efb-b52b-2d07bf55cccb'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:21.977918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11b927bd-5a47-4292-a1c5-45f8ab5ecba0 req-50527774-7954-4c21-ac40-dbe3cf5b1b94 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1872303 Nov 23 10:54:21.999790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-25549f16-cc3e-495f-8e02-27c957e0a76b None None] Allocated IP 2001:db8:0:1::2 (ef93fd2e-893f-4a9b-b90b-33aaba92fb3b/925c40e2-04b0-4efb-b52b-2d07bf55cccb/ece37035-c793-40d6-9636-3d0b89d2cb91) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:22.055465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11b927bd-5a47-4292-a1c5-45f8ab5ecba0 req-68065a73-8b87-4a70-8b73-d4371638e58f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655751 Nov 23 10:54:22.060558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:22.064593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.113695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ece37035-c793-40d6-9636-3d0b89d2cb91 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:22.127894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 47b17cde-e9e3-4676-93cc-c6f90b1a3145) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:22.172025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c4fcb-a139-4a7c-926d-3785efe933c2 None None] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:22.173921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:22.174716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.205778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f7e5a-84cf-4107-abeb-0d04c923376a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-7a73d102-e114-414f-b009-4a0d77f95bc1', 'network_id': '7a73d102-e114-414f-b009-4a0d77f95bc1', 'tenant_id': 'a44d7ba889e946acb3c6b103bbf4a1a3', 'fixed_ips': [{'subnet_id': 'f4b64ef0-0c5b-4dd1-9107-126dcd9b55b6'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:22.206885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7e5a-84cf-4107-abeb-0d04c923376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.230855 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ed8dc577-1fd2-4426-ba06-464c651087a4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7180512 Nov 23 10:54:22.253391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.310350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.348461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b64ef0-0c5b-4dd1-9107-126dcd9b55b6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:22.353488 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.360584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48934) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:22.360800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a515b3e7-cf5a-48dc-99e4-460e7c14eac6 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/subnets/f4b64ef0-0c5b-4dd1-9107-126dcd9b55b6 HTTP/1.1" status: 204 len: 168 time: 1.0119269 Nov 23 10:54:22.521417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Deleting subnet 81f10bbf-d8a7-4d0b-9d73-5777c2c19b08 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:22.525080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.550346 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.576817 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.715686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.725901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-25549f16-cc3e-495f-8e02-27c957e0a76b None None] For port ece37035-c793-40d6-9636-3d0b89d2cb91, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ece37035-c793-40d6-9636-3d0b89d2cb91,segment=NetworkSegment(da14a3e3-0df2-4b13-bf9d-63e59143b8d5),segment_id=da14a3e3-0df2-4b13-bf9d-63e59143b8d5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:22.772289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ece37035-c793-40d6-9636-3d0b89d2cb91 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:22.772660 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.802938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d6ed45-494d-402f-83f9-4d9e8183e42d None None] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:22.804894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0bb6a1-a147-41bc-a53e-0fa6f5af9d6f None None] Network 7a73d102-e114-414f-b009-4a0d77f95bc1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:22.877720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.929153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Subnet': ['ID=81f10bbf-d8a7-4d0b-9d73-5777c2c19b08,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:22.932061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:22.935477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c30bbd85-da35-4c84-ade7-ffc317a40b79 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/subnets/81f10bbf-d8a7-4d0b-9d73-5777c2c19b08 HTTP/1.1" status: 204 len: 168 time: 0.5737054 Nov 23 10:54:22.940121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48948) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:23.041614 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25549f16-cc3e-495f-8e02-27c957e0a76b None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.044640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1ae60e-fff2-4bf0-b0c5-7312d23680f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-ba088c84-bb4c-4e81-a494-5e9f1826e8a0', 'network_id': 'ba088c84-bb4c-4e81-a494-5e9f1826e8a0', 'tenant_id': 'a44d7ba889e946acb3c6b103bbf4a1a3', 'fixed_ips': [{'subnet_id': '81f10bbf-d8a7-4d0b-9d73-5777c2c19b08'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:23.045558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa1ae60e-fff2-4bf0-b0c5-7312d23680f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.060501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f54be5d5-a1d8-4713-b70f-75c85440fe18 req-464b2bda-ed0c-4d9c-a939-4e7e430c1154 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0595579 Nov 23 10:54:23.119864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25549f16-cc3e-495f-8e02-27c957e0a76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.138854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a6f90-fe56-4ac2-ae2c-7065fc9f4c9d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:23.140449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1c2a6f90-fe56-4ac2-ae2c-7065fc9f4c9d tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1992300 Nov 23 10:54:23.168769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48960) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:23.231020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8:0:1::31d (ef93fd2e-893f-4a9b-b90b-33aaba92fb3b/925c40e2-04b0-4efb-b52b-2d07bf55cccb/3bd0e3f8-8b53-42a3-849a-d480fc987059) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:23.349052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.411243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.431725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.490359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-7a68d6dc-8b83-4006-92e7-7ea589001123 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:23.492389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-7a68d6dc-8b83-4006-92e7-7ea589001123 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.3571155 Nov 23 10:54:23.565390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-18ccb344-6fcf-4906-977f-5fc45fbcfcc0 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.0627494 Nov 23 10:54:23.620862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25549f16-cc3e-495f-8e02-27c957e0a76b None None] Pushing event updated for resources: {'Port': ['ID=ece37035-c793-40d6-9636-3d0b89d2cb91,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:23.626588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb59019b-e99e-471b-8833-23cb5c097ee8 None None] Network ba088c84-bb4c-4e81-a494-5e9f1826e8a0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:23.664662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=3bd0e3f8-8b53-42a3-849a-d480fc987059,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:23.695276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57451ee-de4b-4108-a4e9-27495606a700 req-7796a9a5-4ebb-45a9-990e-f6f41aca64a9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:23.696764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f57451ee-de4b-4108-a4e9-27495606a700 req-7796a9a5-4ebb-45a9-990e-f6f41aca64a9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.2829335 Nov 23 10:54:23.734968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] In _notify_port_updated(), no bound segment for port 3bd0e3f8-8b53-42a3-849a-d480fc987059 on network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:54:23.748763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.752967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-e7b15e48-7207-406b-9518-3bc1c344f678 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1749110 Nov 23 10:54:23.759147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:23.759494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.770791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3eb57322-ffb3-4935-8134-346e465a9e03 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "PUT /v2.0/ports/3bd0e3f8-8b53-42a3-849a-d480fc987059 HTTP/1.1" status: 200 len: 1011 time: 1.8124144 Nov 23 10:54:23.771451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48964) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:23.849588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba088c84-bb4c-4e81-a494-5e9f1826e8a0']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:23.863840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff53dda-1fbe-470e-b814-ad004fbe44aa') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:23.864424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff53dda-1fbe-470e-b814-ad004fbe44aa') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:23.884728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:23.899300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ece37035-c793-40d6-9636-3d0b89d2cb91 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:23.984269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.003030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:24.003438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:24.006629 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:24.017439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ece37035-c793-40d6-9636-3d0b89d2cb91 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:24.017812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.058833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f57451ee-de4b-4108-a4e9-27495606a700 req-77501d1e-9e48-4e8e-8483-d4eed933b432 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257585 Nov 23 10:54:24.065035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 3bd0e3f8-8b53-42a3-849a-d480fc987059 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:24.065035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.209191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-208def47-5f4c-45ac-b69b-91a337176e34 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273965 Nov 23 10:54:24.223036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.244077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.267120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/networks/ba088c84-bb4c-4e81-a494-5e9f1826e8a0 HTTP/1.1" status: 204 len: 168 time: 1.0972476 Nov 23 10:54:24.274895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:24.361209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e16dd-9eab-48e4-bc28-2a25b005bb68 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Network': ['ID=ba088c84-bb4c-4e81-a494-5e9f1826e8a0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:24.557162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-53346c67-8669-4971-92be-c7292235d74e service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145278 Nov 23 10:54:24.727979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ade11-63a6-4ef3-b3fb-b26da9e857c7 None None] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:24.771048 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-99174d0e-6900-492e-a536-0f527f19d93c req-4f2b219f-c8e3-4a05-bb48-52cd86dded99 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0598366 Nov 23 10:54:24.778099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.874842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e28d5d5f-914c-4453-8276-a2683db12915 None None] Provisioning complete for port 3bd0e3f8-8b53-42a3-849a-d480fc987059 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:24.875198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e28d5d5f-914c-4453-8276-a2683db12915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.885455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:24.928253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 3bd0e3f8-8b53-42a3-849a-d480fc987059 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:24.949648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e28d5d5f-914c-4453-8276-a2683db12915 None None] Port 3bd0e3f8-8b53-42a3-849a-d480fc987059 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:24.962633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc0f5041-2a28-42d4-a441-d0ae0e16ca98 req-2f373874-7b22-4f05-8ca2-bbf6cafdd996 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 210 time: 0.0701542 Nov 23 10:54:25.015220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e28d5d5f-914c-4453-8276-a2683db12915 None None] Provisioning complete for port ece37035-c793-40d6-9636-3d0b89d2cb91 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:25.016002 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e28d5d5f-914c-4453-8276-a2683db12915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.295862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.332936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0edf2-eede-432b-adce-97c1c3258aa2 req-0e1ebda0-a4c5-46e8-9d74-dcbd3fd8a3d0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:25.334578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b1e0edf2-eede-432b-adce-97c1c3258aa2 req-0e1ebda0-a4c5-46e8-9d74-dcbd3fd8a3d0 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1293428 Nov 23 10:54:25.376480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.400549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a73d102-e114-414f-b009-4a0d77f95bc1']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:25.412300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43611d7-1e1f-4a56-b899-c827f1cd976b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:25.412657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43611d7-1e1f-4a56-b899-c827f1cd976b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:25.426110 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.442551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.446382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b1e0edf2-eede-432b-adce-97c1c3258aa2 req-edd44811-35d9-472c-aa01-81d3d4854f06 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004758 Nov 23 10:54:25.465966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:25.466398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.473328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1524ee9e-ca20-4a34-92e8-57810fe47dc1 None None] Could not find standard attr ID for object 3bd0e3f8-8b53-42a3-849a-d480fc987059. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:25.498752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1524ee9e-ca20-4a34-92e8-57810fe47dc1 None None] Provisioning complete for port ece37035-c793-40d6-9636-3d0b89d2cb91 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:25.499307 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1524ee9e-ca20-4a34-92e8-57810fe47dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:25.507226 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:25.579393 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.584438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/3bd0e3f8-8b53-42a3-849a-d480fc987059 HTTP/1.1" status: 204 len: 168 time: 1.8073668 Nov 23 10:54:25.587581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:25.627588 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfb39e5-f0d2-4c93-a768-9a01b5682689 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:25.632523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3dfb39e5-f0d2-4c93-a768-9a01b5682689 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/3bd0e3f8-8b53-42a3-849a-d480fc987059 HTTP/1.1" status: 404 len: 333 time: 0.0435524 Nov 23 10:54:25.633338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48990) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:25.638350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9120f-6379-4a8c-82cf-98f1c5af958d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=3bd0e3f8-8b53-42a3-849a-d480fc987059,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:25.653997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.658818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.662198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/networks/7a73d102-e114-414f-b009-4a0d77f95bc1 HTTP/1.1" status: 204 len: 168 time: 1.3862617 Nov 23 10:54:25.664822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48992) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:25.705780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323c528-a8bd-4abe-a761-cf2f6b56fcaa tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Network': ['ID=7a73d102-e114-414f-b009-4a0d77f95bc1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:25.761958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet 925c40e2-04b0-4efb-b52b-2d07bf55cccb {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:25.769011 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.826226 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.838824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:25.940722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-92342814-e68a-4ec2-88dc-99c0320daedd None None] Could not find standard attr ID for object 3bd0e3f8-8b53-42a3-849a-d480fc987059. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:26.000787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.045337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-59fdac9f-1afc-40cf-a8ae-db09d9636946 req-fbf168e6-0dfa-4050-864c-f6892d5b33f0 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0653620 Nov 23 10:54:26.096440 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.120955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18b5b6c-bd1e-40a1-aa86-e08339454cc1']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:26.161145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e42cc9b-e33e-41b3-8dc0-adbead750ba5') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:26.161728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e42cc9b-e33e-41b3-8dc0-adbead750ba5') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:26.162630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01ff656c-9937-4eef-8b8d-fd878d43cb92 req-95d499f6-9906-40af-8285-1902981ea18d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 210 time: 0.0470026 Nov 23 10:54:26.163805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.200298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.238770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.252468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:26.253154 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:26.260697 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:26.267756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=925c40e2-04b0-4efb-b52b-2d07bf55cccb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:26.278884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.283911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b547390f-630d-43db-9b64-73c3bb1661ce None None] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:26.287807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-77bf6c4b-7cbc-456d-95a6-842212a161c5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/925c40e2-04b0-4efb-b52b-2d07bf55cccb HTTP/1.1" status: 204 len: 168 time: 0.6510041 Nov 23 10:54:26.288157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49000) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:26.393819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-73642f22-3fdd-404f-a7a7-dad2f4c0d776 None None] Could not find standard attr ID for object 3bd0e3f8-8b53-42a3-849a-d480fc987059. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:26.409348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.411887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet d5eefb3f-d93b-40ce-a78f-5dc6b5144826 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:26.419910 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.429804 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/networks/a18b5b6c-bd1e-40a1-aa86-e08339454cc1 HTTP/1.1" status: 204 len: 168 time: 0.7537882 Nov 23 10:54:26.432098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.440966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49004) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:26.509372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623640de-ca66-4515-9e93-8563b0d85ccd tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Network': ['ID=a18b5b6c-bd1e-40a1-aa86-e08339454cc1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:26.568906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.676499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.721376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-8b45f8e8-4df0-4fbb-82b8-491be425dcf1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:26.723192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-8b45f8e8-4df0-4fbb-82b8-491be425dcf1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.3073323 Nov 23 10:54:26.769952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Request body: {'port': {'device_id': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'admin_state_up': True, 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:26.775710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.816270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba4eaa-2f51-4793-ace3-ed51d1363c25']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:26.823451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf7b44-c281-4e0e-b76a-9453d03a09b7 req-7dc4d8b8-4371-47ee-b586-ab7ca278e0b5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:26.825225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-68bf7b44-c281-4e0e-b76a-9453d03a09b7 req-7dc4d8b8-4371-47ee-b586-ab7ca278e0b5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1940570 Nov 23 10:54:26.831160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423aa8e2-50a4-4b53-a797-9775f6f9878a') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:26.831726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423aa8e2-50a4-4b53-a797-9775f6f9878a') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:26.845256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.871087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.883223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:26.884348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:26.889286 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:26.912395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.969334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.982593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:26.986610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] 10.222.0.61 "DELETE /v2.0/networks/29ba4eaa-2f51-4793-ace3-ed51d1363c25 HTTP/1.1" status: 204 len: 168 time: 0.5443735 Nov 23 10:54:26.998513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b6b53-4bb9-45e0-94bf-bf7ca8a93b53 tempest-BulkNetworkOpsIpV6Test-643983132 tempest-BulkNetworkOpsIpV6Test-643983132-project] Pushing event deleted for resources: {'Network': ['ID=29ba4eaa-2f51-4793-ace3-ed51d1363c25,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:27.062473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-68bf7b44-c281-4e0e-b76a-9453d03a09b7 req-4b07ca45-b119-467f-9f00-8949f15e0d51 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277572 Nov 23 10:54:27.093066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.102814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:27.108377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.141291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=d5eefb3f-d93b-40ce-a78f-5dc6b5144826,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:27.153652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.160823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-17ba450e-ff4b-43cd-8c2e-00cef4a7d847 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/d5eefb3f-d93b-40ce-a78f-5dc6b5144826 HTTP/1.1" status: 204 len: 168 time: 0.8682022 Nov 23 10:54:27.161058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:27.347205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-013bcb3e-56e5-4d7d-a8db-cbd4564c599d req-c772c81e-f8dd-4fe0-99c4-81935bbef42c tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0948138 Nov 23 10:54:27.434893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b8ae5c1-d32b-4d3d-9c5a-6834c7b2a2cb req-cfebaec3-a8af-43e0-aeba-d8d43f7a88d8 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 210 time: 0.0900900 Nov 23 10:54:27.465391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49024) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:27.494480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.496641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Allocated IP 172.20.0.2 (47b17cde-e9e3-4676-93cc-c6f90b1a3145/bba97f1a-2f2d-4454-8bed-91c9e181d23e/42fec8a4-3c7c-45a3-9a05-1998c30d4ebc) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:27.516829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10022b3-bd5f-437b-b66b-6eebde23917a None None] Network ef93fd2e-893f-4a9b-b90b-33aaba92fb3b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:27.637011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port ece37035-c793-40d6-9636-3d0b89d2cb91 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:27.637638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.707504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c5097bb1-6919-4f36-ac33-cc3a5f6d4485 None None] Provisioning complete for port ece37035-c793-40d6-9636-3d0b89d2cb91 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:27.707868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5097bb1-6919-4f36-ac33-cc3a5f6d4485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.725935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.755943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] For port ece37035-c793-40d6-9636-3d0b89d2cb91, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ece37035-c793-40d6-9636-3d0b89d2cb91,segment=NetworkSegment(da14a3e3-0df2-4b13-bf9d-63e59143b8d5),segment_id=da14a3e3-0df2-4b13-bf9d-63e59143b8d5)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:27.756618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.780262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for ece37035-c793-40d6-9636-3d0b89d2cb91 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:27.789714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad1a3e51-cdaa-4880-8a24-9f3c8f23b7c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a44d7ba889e946acb3c6b103bbf4a1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228495 Nov 23 10:54:27.789905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49032) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:27.813455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.884897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:27.890826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:27.893663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:27.928428 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.932401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event updated for resources: {'Port': ['ID=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:27.959212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0a38-562d-450d-9c99-35928edd24d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:27.960115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300af33b-6c2f-401e-9d86-dcbfa6d5f52b None None] DHCP port deletion for ef93fd2e-893f-4a9b-b90b-33aaba92fb3b request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:27.979418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=ece37035-c793-40d6-9636-3d0b89d2cb91,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:27.988027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No DVR routers for this DVR port ece37035-c793-40d6-9636-3d0b89d2cb91 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:28.013034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0a38-562d-450d-9c99-35928edd24d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.020680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:28.021523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.067176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-136d0dd1-b992-4ae0-8dad-85395b9186f5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3067076 Nov 23 10:54:28.082965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Request body: {'port': {'device_id': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:28.101625 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.126547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef93fd2e-893f-4a9b-b90b-33aaba92fb3b']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:28.127773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0a38-562d-450d-9c99-35928edd24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.136897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b0f0a38-562d-450d-9c99-35928edd24d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.138207 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1b0f0a38-562d-450d-9c99-35928edd24d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f02fdac-b13b-47d9-8d24-70100df93109 HTTP/1.1" status: 204 len: 168 time: 0.3473206 Nov 23 10:54:28.143232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da14a3e3-0df2-4b13-bf9d-63e59143b8d5') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:28.143232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da14a3e3-0df2-4b13-bf9d-63e59143b8d5') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:28.160983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.178260 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.190515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:28.191502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.203963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f0a38-562d-450d-9c99-35928edd24d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f02fdac-b13b-47d9-8d24-70100df93109,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:28.209943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:28.223576 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:28.348210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed739158-4e72-4a7b-b0c2-67b4762215b9 req-4b5dbea6-38d1-4408-ae68-e82d03f9a0db tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:28.357255 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed739158-4e72-4a7b-b0c2-67b4762215b9 req-4b5dbea6-38d1-4408-ae68-e82d03f9a0db tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1207199 Nov 23 10:54:28.372450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.401889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.414392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/ef93fd2e-893f-4a9b-b90b-33aaba92fb3b HTTP/1.1" status: 204 len: 168 time: 1.2527037 Nov 23 10:54:28.451883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49044) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:28.464097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8813299-2a25-4947-a568-55d1c4e8c53e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=ef93fd2e-893f-4a9b-b90b-33aaba92fb3b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:28.515736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed739158-4e72-4a7b-b0c2-67b4762215b9 req-75c57420-9c5f-4227-87d6-5a4a2aea150e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575859 Nov 23 10:54:28.555616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55cb718-9121-4842-854e-e65b35437711 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:28.561432 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f55cb718-9121-4842-854e-e65b35437711 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1033363 Nov 23 10:54:28.563087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49050) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:28.622330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:54:28.633135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.641358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-630a471c-4f71-4ae4-9396-109d66830ef7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0735219 Nov 23 10:54:28.650103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Transition to ACTIVE for port object 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:54:28.650458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49056) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:28.657537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1702753390'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:28.693681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.738387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:28.751614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.765425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a9235-084e-4a1c-b243-d2b144060ea4 req-a1de3452-a191-46fc-b45c-d267c25895c7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:28.767440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b73a9235-084e-4a1c-b243-d2b144060ea4 req-a1de3452-a191-46fc-b45c-d267c25895c7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 943 time: 0.1378019 Nov 23 10:54:28.778358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f5c3ad5-fb5a-461f-a278-05e5f11fa25d req-ef83c926-d848-4eaf-9d4c-bcfce7265c44 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0976670 Nov 23 10:54:28.857584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:28.874435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:28.874869 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment 7a1a940f-95b7-4f16-8f66-1b6160a8da87 of type vlan for network 35a71b3d-7ec2-4d92-939c-6dcebd424096 Nov 23 10:54:28.897380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b73a9235-084e-4a1c-b243-d2b144060ea4 req-2d8c187e-b92c-4934-83c5-9ad591892774 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222804 Nov 23 10:54:28.911438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Pushing event updated for resources: {'Port': ['ID=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:28.993640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.082714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Attempting to bind port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:29.083170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Attempting to bind port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:29.083607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Attempting to bind port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:29.090021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:54:29.090510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Attempting to bind port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:29.099163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.099163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:29.099163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.129824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:29.130254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:29.130553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Bound using segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:29.131009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Bound port: 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:29.131369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.192451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49070) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.197475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:29.202272 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5506301 Nov 23 10:54:29.255828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49072) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.375759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:29.380440 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.492636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-17d0cc3a-577b-424a-9350-4385f87b350d tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] Request body: {'port': {'network_id': 'e6ba65fb-d1ed-44b0-93c4-c5881383776d', 'name': 'tempest-NetworksNegativeTestJSON-531346732'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:29.518388 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d0cc3a-577b-424a-9350-4385f87b350d tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] POST failed (client error): The resource could not be found. Nov 23 10:54:29.518947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d0cc3a-577b-424a-9350-4385f87b350d tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:29.520142 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-17d0cc3a-577b-424a-9350-4385f87b350d tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2629206 Nov 23 10:54:29.523883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49078) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.566875 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac703a8b-06e6-4185-af9b-a996eebf7fb9 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] DELETE failed (client error): The resource could not be found. Nov 23 10:54:29.567748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac703a8b-06e6-4185-af9b-a996eebf7fb9 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:29.572669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac703a8b-06e6-4185-af9b-a996eebf7fb9 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "DELETE /v2.0/networks/85d4ff05-fc4b-43e5-8584-99d342dff4d5 HTTP/1.1" status: 404 len: 339 time: 0.0478168 Nov 23 10:54:29.578993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49082) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.580790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2a61a-81c5-46f7-ab41-253f3a1f648e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=35a71b3d-7ec2-4d92-939c-6dcebd424096,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:29.591609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:29.629419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] For port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:29.633471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] For port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:29.639261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.643602 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-039fbeb6-ae70-4ec2-9082-11f6e27aaae6 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] DELETE failed (client error): The resource could not be found. Nov 23 10:54:29.644195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039fbeb6-ae70-4ec2-9082-11f6e27aaae6 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:29.650875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-039fbeb6-ae70-4ec2-9082-11f6e27aaae6 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "DELETE /v2.0/ports/013e3ef9-72ef-4364-8eb2-af6a180bf2d7 HTTP/1.1" status: 404 len: 333 time: 0.0630400 Nov 23 10:54:29.654909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49084) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.689066 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-014fbf81-4871-46db-9173-345a0b36fe69 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] DELETE failed (client error): The resource could not be found. Nov 23 10:54:29.689562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014fbf81-4871-46db-9173-345a0b36fe69 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:29.696183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-014fbf81-4871-46db-9173-345a0b36fe69 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "DELETE /v2.0/subnets/8716cae5-4994-4429-98bb-39ed81c4765a HTTP/1.1" status: 404 len: 337 time: 0.0367856 Nov 23 10:54:29.696918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49086) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.749130 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43e5c22-ca22-4cfe-96ef-bfa50da21dc5 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] GET failed (client error): The resource could not be found. Nov 23 10:54:29.749130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e43e5c22-ca22-4cfe-96ef-bfa50da21dc5 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "GET /v2.0/networks/96695fd7-8ff0-4d82-8101-af744be9a93b HTTP/1.1" status: 404 len: 339 time: 0.0495837 Nov 23 10:54:29.751845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49088) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.783506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Pushing event updated for resources: {'Port': ['ID=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:29.790127 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdd47ad-23ae-4192-a754-6832d9f02395 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] GET failed (client error): The resource could not be found. Nov 23 10:54:29.791563 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dfdd47ad-23ae-4192-a754-6832d9f02395 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "GET /v2.0/ports/71369f0c-22c0-43d6-a38d-f0ae5ac372e0 HTTP/1.1" status: 404 len: 333 time: 0.0387962 Nov 23 10:54:29.795835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49090) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.803316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ece37035-c793-40d6-9636-3d0b89d2cb91 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:29.829809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:29.830813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:29.832380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-d8068607-2bac-4018-8f31-311fda997e3b service neutron] 10.222.0.65 "PUT /v2.0/ports/42fec8a4-3c7c-45a3-9a05-1998c30d4ebc HTTP/1.1" status: 200 len: 1091 time: 1.7546263 Nov 23 10:54:29.836462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ece37035-c793-40d6-9636-3d0b89d2cb91 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:29.836925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ece37035-c793-40d6-9636-3d0b89d2cb91 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:29.861379 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-985214ea-8c27-498c-82bc-0cfb9b5543f4 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] GET failed (client error): The resource could not be found. Nov 23 10:54:29.863591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-985214ea-8c27-498c-82bc-0cfb9b5543f4 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "GET /v2.0/subnets/2ce213f2-fd87-49b1-abbe-81d1e7c19259 HTTP/1.1" status: 404 len: 337 time: 0.0668168 Nov 23 10:54:29.870222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49094) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.872473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02134-a25d-4219-a053-7216def69349 req-0d5390f7-c61a-47f4-b2d5-6b1be60f3648 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:29.874905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-68e02134-a25d-4219-a053-7216def69349 req-0d5390f7-c61a-47f4-b2d5-6b1be60f3648 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1356370 Nov 23 10:54:29.875625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'tag': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:29.878137 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b59abf-b6d4-4a71-a58c-5fa51a93645b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0", "tag": "42fec8a4-3c7c-45a3-9a05-1998c30d4ebc"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:29.878734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3761d0bc-785f-440f-bc61-a536e34a8636 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:29.921490 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-3761d0bc-785f-440f-bc61-a536e34a8636 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] PUT failed (client error): The resource could not be found. Nov 23 10:54:29.922026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3761d0bc-785f-440f-bc61-a536e34a8636 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:29.923199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3761d0bc-785f-440f-bc61-a536e34a8636 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "PUT /v2.0/networks/69f72c9a-351d-430e-921b-0303a2cd37e4 HTTP/1.1" status: 404 len: 339 time: 0.0506394 Nov 23 10:54:29.931262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49102) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.936934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-353b27f5-2bcc-4217-8343-dea11a7f6475 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:29.950443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-68e02134-a25d-4219-a053-7216def69349 req-d0bef294-f934-41dd-92fa-faf42ea05c74 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679643 Nov 23 10:54:29.980315 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-353b27f5-2bcc-4217-8343-dea11a7f6475 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] PUT failed (client error): The resource could not be found. Nov 23 10:54:29.980888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353b27f5-2bcc-4217-8343-dea11a7f6475 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:29.982284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-353b27f5-2bcc-4217-8343-dea11a7f6475 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "PUT /v2.0/ports/76736f90-48a5-4cea-8a4a-ef627b209397 HTTP/1.1" status: 404 len: 333 time: 0.0500491 Nov 23 10:54:29.986711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49106) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:29.998236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-95ade158-9b23-4381-951d-d00d3482e576 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:30.014319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30a28e41-3610-4d7a-a7c6-0e71d0587c66 req-8fa8ce8a-6595-4f2b-8473-4520db6dc36b tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0677238 Nov 23 10:54:30.016916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.024445 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ade158-9b23-4381-951d-d00d3482e576 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] PUT failed (client error): The resource could not be found. Nov 23 10:54:30.025065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ade158-9b23-4381-951d-d00d3482e576 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:30.029421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95ade158-9b23-4381-951d-d00d3482e576 tempest-NetworksNegativeTestJSON-1658444446 tempest-NetworksNegativeTestJSON-1658444446-project] 10.222.0.61 "PUT /v2.0/subnets/6c424352-af32-4392-922b-7cf8e8a02c86 HTTP/1.1" status: 404 len: 337 time: 0.0383303 Nov 23 10:54:30.036506 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:54:30.044137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-4b1ad1bc-9ff2-4cb2-9c12-3638b9e4e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.046738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-4b1ad1bc-9ff2-4cb2-9c12-3638b9e4e4aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 1094 time: 0.1070447 Nov 23 10:54:30.111148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=c9e4961b-07c1-488d-a152-459d2bb8d134,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:30.130785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': '7a1a940f-95b7-4f16-8f66-1b6160a8da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:30.136640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: 35a71b3d-7ec2-4d92-939c-6dcebd424096, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:30.153744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-7c48ab07-7bc4-4535-90fe-6d6b46384ef8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc HTTP/1.1" status: 200 len: 217 time: 0.0945635 Nov 23 10:54:30.160956 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e739a62b-eb74-4f5e-946e-b90a7d941eb6 x-openstack-request-id: req-e739a62b-eb74-4f5e-946e-b90a7d941eb6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:30.161301 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0", "tag": "42fec8a4-3c7c-45a3-9a05-1998c30d4ebc", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:30.161572 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e739a62b-eb74-4f5e-946e-b90a7d941eb6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:30.161996 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'tag': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', 'status': 'completed', 'code': 200} Nov 23 10:54:30.168500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:30.182404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 35a71b3d-7ec2-4d92-939c-6dcebd424096) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:30.194487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d201b-e381-4904-918f-809b12080324 None None] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:30.200985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.202317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.229328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49110) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:30.231971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-340c21ce-aa70-480e-9614-6b87892d0915 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0381055 Nov 23 10:54:30.250526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096', 'name': 'tempest-PortsIpV6TestJSON-710237603'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:30.329075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-1d65911d-3486-49d5-a1bc-42e76490f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.330967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-1d65911d-3486-49d5-a1bc-42e76490f8c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.1680105 Nov 23 10:54:30.400277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80f5a-6615-4b2a-904e-97c203478514 req-26ed8dbb-cf23-4ffa-a7cb-a70160f2f190 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:30.401157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81c80f5a-6615-4b2a-904e-97c203478514 req-26ed8dbb-cf23-4ffa-a7cb-a70160f2f190 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 943 time: 0.1852946 Nov 23 10:54:30.435194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-35a71b3d-7ec2-4d92-939c-6dcebd424096', 'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096', 'tenant_id': '6b61d1d18026476bbb98b14bb461fbce', 'fixed_ips': [{'subnet_id': 'c9e4961b-07c1-488d-a152-459d2bb8d134'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:30.436685 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.462925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-455b93eb-b98f-4723-ab66-503a09d49aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086993 Nov 23 10:54:30.504236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:30.572986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81c80f5a-6615-4b2a-904e-97c203478514 req-43ab94db-e04b-4a24-aed4-798e1f0cccdc tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134348 Nov 23 10:54:30.646876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Allocated IP 2001:db8::2 (35a71b3d-7ec2-4d92-939c-6dcebd424096/c9e4961b-07c1-488d-a152-459d2bb8d134/6d0b93eb-6f70-4996-adb3-257c4a0cd05c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:30.669345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:30.673255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.692613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33aea190-fec0-4724-9623-55b31fb68be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.701791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-a5b4c027-b286-402b-a352-0622033431b5 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063954 Nov 23 10:54:30.708329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port dcc02fcc-da1b-47e0-add8-2bcfd50a66bf yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:30.827135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33aea190-fec0-4724-9623-55b31fb68be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.843775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33aea190-fec0-4724-9623-55b31fb68be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.857499 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.868546 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.899936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aea190-fec0-4724-9623-55b31fb68be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81d3be-c71d-485e-8795-599525cb64dc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:30.912645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-33aea190-fec0-4724-9623-55b31fb68be1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69f9d95c7ac84bfb919e69522909640f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049888 Nov 23 10:54:30.915210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49120) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:30.931126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa77919-2df9-4a03-96dd-f30ab710e55c req-b36af3ac-ee85-411a-984d-5aeeb434702a service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151551 Nov 23 10:54:30.963433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:30.974629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:30.983434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:30.994393 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e2bb494c-09d2-4c9f-96b8-ee4f1f1863d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:30.998758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Pushing event updated for resources: {'Port': ['ID=6d0b93eb-6f70-4996-adb3-257c4a0cd05c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:31.015443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::57 (35a71b3d-7ec2-4d92-939c-6dcebd424096/c9e4961b-07c1-488d-a152-459d2bb8d134/dcc02fcc-da1b-47e0-add8-2bcfd50a66bf) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:31.027281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e2bb494c-09d2-4c9f-96b8-ee4f1f1863d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.093912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-f366fe37-753b-4776-9bf6-0b263b3191e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:31.097289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-f366fe37-753b-4776-9bf6-0b263b3191e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 1094 time: 0.0828509 Nov 23 10:54:31.113035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e2bb494c-09d2-4c9f-96b8-ee4f1f1863d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.115672 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e2bb494c-09d2-4c9f-96b8-ee4f1f1863d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.116857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e2bb494c-09d2-4c9f-96b8-ee4f1f1863d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa81d3be-c71d-485e-8795-599525cb64dc HTTP/1.1" status: 204 len: 168 time: 0.2006702 Nov 23 10:54:31.128605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb494c-09d2-4c9f-96b8-ee4f1f1863d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81d3be-c71d-485e-8795-599525cb64dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:31.140762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Attempting to bind port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:31.141179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Attempting to bind port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '7a1a940f-95b7-4f16-8f66-1b6160a8da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:31.141556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Attempting to bind port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c on network 35a71b3d-7ec2-4d92-939c-6dcebd424096 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:31.157255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:31.157636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Checking segment: {'id': '7a1a940f-95b7-4f16-8f66-1b6160a8da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:31.157970 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.158360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Bound using segment: {'id': '7a1a940f-95b7-4f16-8f66-1b6160a8da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:31.158849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Bound port: 6d0b93eb-6f70-4996-adb3-257c4a0cd05c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1a940f-95b7-4f16-8f66-1b6160a8da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:31.159234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.270479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4564e9-9963-471d-a2b2-1bd3e25c9945 req-cbe68f8b-5fdb-410b-be1a-aca2749914e2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:31.272019 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a4564e9-9963-471d-a2b2-1bd3e25c9945 req-cbe68f8b-5fdb-410b-be1a-aca2749914e2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.0871499 Nov 23 10:54:31.297442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-46569b13-541d-4735-aa9e-c24d040edead None None] For port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:31.301500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-46569b13-541d-4735-aa9e-c24d040edead None None] For port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6d0b93eb-6f70-4996-adb3-257c4a0cd05c,segment=NetworkSegment(7a1a940f-95b7-4f16-8f66-1b6160a8da87),segment_id=7a1a940f-95b7-4f16-8f66-1b6160a8da87)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:31.304524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a42e669d-124e-41a6-9c4c-b7b75dc81629 req-58dcba1a-5d33-4889-bc6c-78d4a49b2125 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0413778 Nov 23 10:54:31.313470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.347339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.365419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a4564e9-9963-471d-a2b2-1bd3e25c9945 req-aac40530-3f87-4bf9-a3be-8211986c3531 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811577 Nov 23 10:54:31.469841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46569b13-541d-4735-aa9e-c24d040edead None None] Pushing event updated for resources: {'Port': ['ID=6d0b93eb-6f70-4996-adb3-257c4a0cd05c,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:31.578212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-038ccca3-a551-44e6-addc-9b5dcdfbf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:31.579692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-038ccca3-a551-44e6-addc-9b5dcdfbf0e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.2864108 Nov 23 10:54:31.603369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.741805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=dcc02fcc-da1b-47e0-add8-2bcfd50a66bf,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:31.781851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-d5bac333-3c52-4672-8a51-b195095f27da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc HTTP/1.1" status: 200 len: 217 time: 0.1846972 Nov 23 10:54:31.803614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:31.819767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:31.863656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:31.874345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:31.874345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:31.934918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-9b161cbf-4a6f-4422-8bd7-db2a9fd36459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:31.937218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-9b161cbf-4a6f-4422-8bd7-db2a9fd36459 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.1320350 Nov 23 10:54:31.947294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0b557aae-05d9-40cc-a5be-6055e1df34e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7159550 Nov 23 10:54:31.950708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49144) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:31.958083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': '35a71b3d-7ec2-4d92-939c-6dcebd424096', 'name': 'tempest-PortsIpV6TestJSON-1556932808'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:32.005188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ba561-42b5-41db-8c43-7942d5b5b615 req-613c1054-1967-42b2-958e-56e2c383bb09 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:32.008054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-167ba561-42b5-41db-8c43-7942d5b5b615 req-613c1054-1967-42b2-958e-56e2c383bb09 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 943 time: 0.2583683 Nov 23 10:54:32.035778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-9e2b1dfc-d1e3-449f-b689-7f86a507ade4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692503 Nov 23 10:54:32.135670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-167ba561-42b5-41db-8c43-7942d5b5b615 req-90b9ad61-bc22-472d-babb-7a8e77df3d24 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986762 Nov 23 10:54:32.171270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:32.175915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.224018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-1b676429-e0bd-4313-9848-b37acbb03867 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766028 Nov 23 10:54:32.234490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port eea8acdb-9d26-4f31-b563-b60cc395625e yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:32.400487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49158) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:32.450309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::382 (35a71b3d-7ec2-4d92-939c-6dcebd424096/c9e4961b-07c1-488d-a152-459d2bb8d134/eea8acdb-9d26-4f31-b563-b60cc395625e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:32.468896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-84b59abf-b6d4-4a71-a58c-5fa51a93645b req-790bef6b-7b98-47b5-a505-a7c0a603ec19 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289121 Nov 23 10:54:32.544784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c830-d1b3-4871-9c56-9d837b3ff977 req-701ce356-ae9b-4bb2-85bc-b8c591dafd71 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:32.555657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0775c830-d1b3-4871-9c56-9d837b3ff977 req-701ce356-ae9b-4bb2-85bc-b8c591dafd71 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.0812502 Nov 23 10:54:32.584077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-365057551'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:32.619438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a868876-a00d-40b3-b50b-93f1c3065b20 req-6c229866-cb66-4770-a777-367f11295d65 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0733042 Nov 23 10:54:32.656158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0775c830-d1b3-4871-9c56-9d837b3ff977 req-73d90f40-3e65-4f4e-97e0-3831e9875769 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944841 Nov 23 10:54:32.693436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:32.698183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.716428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.805844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.820595 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.826411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.877042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:32.887053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74c7de5-10a4-428b-ab21-5a94a245e10f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:32.891854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.910189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.910803 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment 1bb2c9ee-faf8-4719-98fc-dbb3faa34de2 of type vlan for network 13e99acb-4f15-415f-b4ff-ae4901a3e608 Nov 23 10:54:32.951853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:32.957268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:32.957268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:32.963131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:32.963788 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.976624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:32.996694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=eea8acdb-9d26-4f31-b563-b60cc395625e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:33.028567 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b642e4e-04bd-4733-9e62-66c149fa19de tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0756214 Nov 23 10:54:33.028902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.031388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49172) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:33.037362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:33.038540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.098647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6969349 Nov 23 10:54:33.102432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:33.107174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'name': 'tempest-PortsTestJSON-1752058322'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:33.148030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e320ae-6c9a-45f3-9821-87f7c5b396f3 None None] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:33.152660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aff56b-a42e-437a-a763-cff830b3d07a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=13e99acb-4f15-415f-b4ff-ae4901a3e608,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:33.168234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:33.231569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a0faf-bf1a-49b0-ab02-6403a0a75063 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:33.233596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2b0a0faf-bf1a-49b0-ab02-6403a0a75063 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A57 HTTP/1.1" status: 200 len: 927 time: 0.2003698 Nov 23 10:54:33.237694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49178) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:33.319348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d128e0ad-7d0f-4934-87c1-31527ddfecf4 None None] Provisioning complete for port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:33.319808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d128e0ad-7d0f-4934-87c1-31527ddfecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.327486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:33.336126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.364351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port ec447693-8bb8-479c-82ee-2c2187081500 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:33.421975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba6ff7-0bbd-4cb7-9b21-7a48bcbbf769 req-25bd0c12-0964-4f5d-9606-3508ab107f0b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:33.430458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeba6ff7-0bbd-4cb7-9b21-7a48bcbbf769 req-25bd0c12-0964-4f5d-9606-3508ab107f0b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 943 time: 0.1436701 Nov 23 10:54:33.530208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aeba6ff7-0bbd-4cb7-9b21-7a48bcbbf769 req-5ced0fd2-39d8-41bf-8224-c910f28c5b60 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950768 Nov 23 10:54:33.541063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port eea8acdb-9d26-4f31-b563-b60cc395625e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:33.541463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.613560 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d128e0ad-7d0f-4934-87c1-31527ddfecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.656311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.660330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d128e0ad-7d0f-4934-87c1-31527ddfecf4 None None] For port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6d0b93eb-6f70-4996-adb3-257c4a0cd05c,segment=NetworkSegment(7a1a940f-95b7-4f16-8f66-1b6160a8da87),segment_id=7a1a940f-95b7-4f16-8f66-1b6160a8da87)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:33.673590 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d128e0ad-7d0f-4934-87c1-31527ddfecf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.736288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.763258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:33.766710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for eea8acdb-9d26-4f31-b563-b60cc395625e owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:33.812656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128e0ad-7d0f-4934-87c1-31527ddfecf4 None None] Pushing event updated for resources: {'Port': ['ID=6d0b93eb-6f70-4996-adb3-257c4a0cd05c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:33.943801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46c32aec-c942-45fd-91f6-4caddc144756 req-2cccd3c3-0741-4148-9b1c-d4cd16f67a6f tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0837030 Nov 23 10:54:33.955626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6d0b93eb-6f70-4996-adb3-257c4a0cd05c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:33.980596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=ec447693-8bb8-479c-82ee-2c2187081500,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:33.990251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': '1bb2c9ee-faf8-4719-98fc-dbb3faa34de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:33.990630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: 13e99acb-4f15-415f-b4ff-ae4901a3e608, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:34.015756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:34.034520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 13e99acb-4f15-415f-b4ff-ae4901a3e608) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:34.039545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:34.049890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:34.053469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.059497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3fa9c-3cf3-4e9c-b397-42d634904d17 None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:34.079542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d11585-fa59-4f90-9722-879a9a61df5a req-5e44d6a8-70a3-4e70-8bff-192006b023f3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:34.081103 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4d11585-fa59-4f90-9722-879a9a61df5a req-5e44d6a8-70a3-4e70-8bff-192006b023f3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1904159 Nov 23 10:54:34.115761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-054c0641-de60-4a55-bd0b-dccedb6b103d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0126693 Nov 23 10:54:34.118762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49194) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:34.142677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-88506711'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:34.173291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4d11585-fa59-4f90-9722-879a9a61df5a req-fe3f64c3-8828-4e8c-8ee1-59479d747a3e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706701 Nov 23 10:54:34.199313 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.231428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:34.238469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.246817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:34.247303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.266750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=eea8acdb-9d26-4f31-b563-b60cc395625e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:34.271759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:34.286465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.286950 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment 0acafc10-241e-42c4-8af2-ef7ca70119a5 of type vlan for network 0ceb8733-c845-40ff-a5a4-157bf986e377 Nov 23 10:54:34.301247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:54:34.302665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.308799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6983d32-50e7-4f31-b956-c3bb0e73cce2 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/eea8acdb-9d26-4f31-b563-b60cc395625e HTTP/1.1" status: 204 len: 168 time: 1.0669730 Nov 23 10:54:34.309247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49200) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:34.334284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f204b414-c44f-4e75-8581-f20e1bba7bd0 None None] Provisioning complete for port dcc02fcc-da1b-47e0-add8-2bcfd50a66bf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:34.334535 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.335100 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f204b414-c44f-4e75-8581-f20e1bba7bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.346054 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ec152e-274f-4194-9301-91ec8e77771c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:34.348265 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f8ec152e-274f-4194-9301-91ec8e77771c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/eea8acdb-9d26-4f31-b563-b60cc395625e HTTP/1.1" status: 404 len: 333 time: 0.0383613 Nov 23 10:54:34.351030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49202) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:34.399213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.406015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:34.406648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.443883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f204b414-c44f-4e75-8581-f20e1bba7bd0 None None] Port dcc02fcc-da1b-47e0-add8-2bcfd50a66bf cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:34.508113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f204b414-c44f-4e75-8581-f20e1bba7bd0 None None] Provisioning complete for port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:34.508501 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f204b414-c44f-4e75-8581-f20e1bba7bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.514003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3905325 Nov 23 10:54:34.514457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49206) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:34.519717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ad9cb-0bbf-4f9f-871b-70e21baf9db9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=0ceb8733-c845-40ff-a5a4-157bf986e377,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:34.520363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'ports': [{'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608'}, {'network_id': '0ceb8733-c845-40ff-a5a4-157bf986e377'}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:34.520673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:34.522117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '0ceb8733-c845-40ff-a5a4-157bf986e377'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:34.542628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port dcc02fcc-da1b-47e0-add8-2bcfd50a66bf {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:34.542948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.548843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 0ceb8733-c845-40ff-a5a4-157bf986e377 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:34.621666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:34.678900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'port_id': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', 'mac_address': 'fa:16:3e:e0:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba97f1a-2f2d-4454-8bed-91c9e181d23e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:54:34.756286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f204b414-c44f-4e75-8581-f20e1bba7bd0 None None] Could not find standard attr ID for object eea8acdb-9d26-4f31-b563-b60cc395625e. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:34.760258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.761551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.773273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038494b2-a751-46eb-9933-ac79ef51f32e req-04998771-8521-4164-b757-6ad0df1fb390 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:34.774929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-038494b2-a751-46eb-9933-ac79ef51f32e req-04998771-8521-4164-b757-6ad0df1fb390 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 943 time: 0.1425328 Nov 23 10:54:34.778715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:54:34.785203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for dcc02fcc-da1b-47e0-add8-2bcfd50a66bf owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:34.805311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:34.814622 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.835024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 2} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:34.840648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.863706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-038494b2-a751-46eb-9933-ac79ef51f32e req-1e7c6204-d9ce-47c5-84b5-ab8cb5ae4bf6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785906 Nov 23 10:54:34.866090 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.898763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:34.908542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cad99189-17bc-491a-90ef-d00c47fba22f None None] Provisioning complete for port dcc02fcc-da1b-47e0-add8-2bcfd50a66bf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:34.908893 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cad99189-17bc-491a-90ef-d00c47fba22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:34.945145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cad99189-17bc-491a-90ef-d00c47fba22f None None] Port dcc02fcc-da1b-47e0-add8-2bcfd50a66bf cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:34.949400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cad99189-17bc-491a-90ef-d00c47fba22f None None] Could not find standard attr ID for object eea8acdb-9d26-4f31-b563-b60cc395625e. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:34.982803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 782224a5-66a6-4676-9288-909919ac4040 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:34.987944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-21025fb3-7dab-4cf2-b678-80031ad650ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:34.989482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-21025fb3-7dab-4cf2-b678-80031ad650ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1096 time: 0.1400788 Nov 23 10:54:35.099343 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:35.115198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:35.154344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=dcc02fcc-da1b-47e0-add8-2bcfd50a66bf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:35.208578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port d2805d6e-9a90-4737-a000-91218728bce9 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:35.220296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:54:35.227735 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:35.238073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1485cdb2-dc39-45a2-b584-960e1a72d281 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/dcc02fcc-da1b-47e0-add8-2bcfd50a66bf HTTP/1.1" status: 204 len: 168 time: 0.8837428 Nov 23 10:54:35.241507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49216) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:35.247204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-c83362a1-176a-4faf-8564-ce9bf8136926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:35.250929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-c83362a1-176a-4faf-8564-ce9bf8136926 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.2508924 Nov 23 10:54:35.307263 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b147c1cf-07a2-49c7-8621-06eb68d7e27c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:35.309425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b147c1cf-07a2-49c7-8621-06eb68d7e27c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/dcc02fcc-da1b-47e0-add8-2bcfd50a66bf HTTP/1.1" status: 404 len: 333 time: 0.0667312 Nov 23 10:54:35.312609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49222) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:35.363114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69019e57-9ab8-41fb-9d6a-02f385aec9b5 req-9a90d3cd-e8fb-4a2d-9f2f-ace9944650f4 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.2698679 Nov 23 10:54:35.380458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-58e5da88-8f5d-4570-9fcc-7e1665042a9c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 1001 time: 0.1178329 Nov 23 10:54:35.444478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-bf3930a0-de5a-4412-bf12-f6554a1fdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:35.446173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-bf3930a0-de5a-4412-bf12-f6554a1fdb35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.0539200 Nov 23 10:54:35.520620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-0e6fd9c1-3002-4670-942f-6a978f1c1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:35.522222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-0e6fd9c1-3002-4670-942f-6a978f1c1f4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635417 Nov 23 10:54:35.628022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-7ace1837-5015-4179-a262-b8b4d8113c6d service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970972 Nov 23 10:54:35.732604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-800f39c1-5bbd-45c2-a93a-de23f1b6a0b1 req-a8518d91-765c-4fa8-ba22-cf1b352921b0 service neutron] 10.222.0.65 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960400 Nov 23 10:54:35.766369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet c9e4961b-07c1-488d-a152-459d2bb8d134 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:35.768651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6d0b93eb-6f70-4996-adb3-257c4a0cd05c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:35.784024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:35.814683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da9ce-e382-4435-bce0-ba330039d88d req-d05ee4c5-b1da-4d5b-baec-5036d2a2593b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:35.816186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-940da9ce-e382-4435-bce0-ba330039d88d req-d05ee4c5-b1da-4d5b-baec-5036d2a2593b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.4199920 Nov 23 10:54:35.818331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:35.819263 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:35.859911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:35.867989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:35.945452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-940da9ce-e382-4435-bce0-ba330039d88d req-21b4f391-74b7-4d3a-8060-2e3f2b779f7b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173134 Nov 23 10:54:36.000125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.010198 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.010413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac3d34-1297-4418-9975-7bed6018e26d req-3cfba850-651d-4dac-bc55-ee1e8edb5885 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:36.014055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5ac3d34-1297-4418-9975-7bed6018e26d req-3cfba850-651d-4dac-bc55-ee1e8edb5885 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 944 time: 0.0714979 Nov 23 10:54:36.064963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c5ac3d34-1297-4418-9975-7bed6018e26d req-385ffa32-1200-42d2-8c5e-931845c018b2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437305 Nov 23 10:54:36.103221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:36.111019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:36.117315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:36.118013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.122176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=782224a5-66a6-4676-9288-909919ac4040,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:36.169386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.215497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e4961b-07c1-488d-a152-459d2bb8d134,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:36.226266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.227442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a992a96-fdc8-4309-b017-da8a3e007448 None None] Network 35a71b3d-7ec2-4d92-939c-6dcebd424096 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:36.229484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc2f8d1c-63b8-426f-b5c0-62a4008cf798 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/c9e4961b-07c1-488d-a152-459d2bb8d134 HTTP/1.1" status: 204 len: 168 time: 0.9159245 Nov 23 10:54:36.232363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=d2805d6e-9a90-4737-a000-91218728bce9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:36.233059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49226) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:36.242013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': '0acafc10-241e-42c4-8af2-ef7ca70119a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '0ceb8733-c845-40ff-a5a4-157bf986e377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:36.242381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: 0ceb8733-c845-40ff-a5a4-157bf986e377, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:36.264923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 0ceb8733-c845-40ff-a5a4-157bf986e377 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:36.281501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 0ceb8733-c845-40ff-a5a4-157bf986e377) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:36.288562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:36.294780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c917e-f293-486b-ae93-530dc17744c9 None None] Network 0ceb8733-c845-40ff-a5a4-157bf986e377 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:36.297689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:36.303994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb7d1d99-bb07-4311-8a7d-5c6ffeb86e9a req-8ccc3790-bc98-43dc-b97f-31315d422bc2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0436244 Nov 23 10:54:36.306036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:36.307642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.332605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26c70a1a-8658-45c2-a5a4-fa056464e1b9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8146257 Nov 23 10:54:36.333292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49230) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:36.358387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.443665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port d2805d6e-9a90-4737-a000-91218728bce9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:36.444156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.446864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:36.447210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.498986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-41531947-8c8d-47c7-89ad-799ba03e30b5 req-a9deb376-5764-44ca-b1ac-773b8f8ee448 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0393538 Nov 23 10:54:36.545225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.551027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] For port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6d0b93eb-6f70-4996-adb3-257c4a0cd05c,segment=NetworkSegment(7a1a940f-95b7-4f16-8f66-1b6160a8da87),segment_id=7a1a940f-95b7-4f16-8f66-1b6160a8da87)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:36.551412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.562905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for d2805d6e-9a90-4737-a000-91218728bce9 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:36.578574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 6d0b93eb-6f70-4996-adb3-257c4a0cd05c owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:36.670695 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.681728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d026c-925e-4018-9e59-6578b250e594 None None] DHCP port deletion for 35a71b3d-7ec2-4d92-939c-6dcebd424096 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:36.685661 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.715499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=6d0b93eb-6f70-4996-adb3-257c4a0cd05c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:36.715939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=d2805d6e-9a90-4737-a000-91218728bce9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:36.721478 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.723993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No DVR routers for this DVR port 6d0b93eb-6f70-4996-adb3-257c4a0cd05c on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:36.727746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-db44d605-6981-4324-80ee-d1e04db73dd4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/d2805d6e-9a90-4737-a000-91218728bce9 HTTP/1.1" status: 204 len: 168 time: 0.3910849 Nov 23 10:54:36.728296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49238) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:36.781658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36961294-8221-43d6-8c95-990ad5a83855 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:36.787603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36961294-8221-43d6-8c95-990ad5a83855 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:36.789197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-36961294-8221-43d6-8c95-990ad5a83855 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0596354 Nov 23 10:54:36.792129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49240) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:36.889934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 782224a5-66a6-4676-9288-909919ac4040 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:36.890279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.967546 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:36.981206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 782224a5-66a6-4676-9288-909919ac4040 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:37.103048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.107985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f5165-0cc0-47ed-9eab-6f02f404ab96 req-7b41018b-2336-454f-9750-4f0983dc4b8e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:37.109535 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-693f5165-0cc0-47ed-9eab-6f02f404ab96 req-7b41018b-2336-454f-9750-4f0983dc4b8e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.0764205 Nov 23 10:54:37.110601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.132695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a71b3d-7ec2-4d92-939c-6dcebd424096']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:37.143565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=782224a5-66a6-4676-9288-909919ac4040,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:37.149561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1a940f-95b7-4f16-8f66-1b6160a8da87') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:37.149720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1a940f-95b7-4f16-8f66-1b6160a8da87') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:37.162121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.165595 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1e609239-5b29-409a-bef9-678d022fa81f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/782224a5-66a6-4676-9288-909919ac4040 HTTP/1.1" status: 204 len: 168 time: 0.3719490 Nov 23 10:54:37.169062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49246) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:37.173361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.204426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.213331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:37.213663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:37.217978 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:37.229385 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-693f5165-0cc0-47ed-9eab-6f02f404ab96 req-c7508aca-3827-4b30-8027-6ec8d4176cb5 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892982 Nov 23 10:54:37.249036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02124744-3498-4460-877f-64515dab709d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:37.253175 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-02124744-3498-4460-877f-64515dab709d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0806799 Nov 23 10:54:37.253307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac32f9a-7fbd-41eb-bc03-28c10062c4f6 req-f2a416dd-0b56-468c-82c4-e2479fcd72b6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:37.253307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ac32f9a-7fbd-41eb-bc03-28c10062c4f6 req-f2a416dd-0b56-468c-82c4-e2479fcd72b6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 944 time: 0.1009610 Nov 23 10:54:37.253523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49248) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:37.281309 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ce570f-9f1a-4181-8f45-18737e2f3eaa tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:54:37.282751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-47ce570f-9f1a-4181-8f45-18737e2f3eaa tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/d2805d6e-9a90-4737-a000-91218728bce9 HTTP/1.1" status: 404 len: 333 time: 0.0284171 Nov 23 10:54:37.286855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:37.312473 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47f5997-0fbb-47f5-99f9-3161164d2761 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:54:37.316544 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d47f5997-0fbb-47f5-99f9-3161164d2761 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/782224a5-66a6-4676-9288-909919ac4040 HTTP/1.1" status: 404 len: 333 time: 0.0262518 Nov 23 10:54:37.316836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49252) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:37.320392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.325804 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.329153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/35a71b3d-7ec2-4d92-939c-6dcebd424096 HTTP/1.1" status: 204 len: 168 time: 1.0948739 Nov 23 10:54:37.341245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49254) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:37.349551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-930499957'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:37.367625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638184a-5178-4a61-966d-ce97bbe64af1 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=35a71b3d-7ec2-4d92-939c-6dcebd424096,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:37.377672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ac32f9a-7fbd-41eb-bc03-28c10062c4f6 req-13bcd5d7-21df-4e4a-9b76-60a6c6281e4c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840299 Nov 23 10:54:37.394286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:37.398162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.416352 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.423051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:37.432530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.433757 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment f0ca69f1-8758-421d-bfb9-50baf35e141a of type vlan for network b994c757-c899-4988-94a0-0c951d9379b6 Nov 23 10:54:37.475412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.501899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.507977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:37.508568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.514158 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.537242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ceb8733-c845-40ff-a5a4-157bf986e377']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:37.548523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acafc10-241e-42c4-8af2-ef7ca70119a5') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:37.548785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acafc10-241e-42c4-8af2-ef7ca70119a5') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:37.563429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.582121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.591886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:37.592448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.592598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2497897 Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:37.596127 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:37.599098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49260) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:37.616831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:37.655467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f880e-5f70-4519-89bb-49bc70a88cfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=b994c757-c899-4988-94a0-0c951d9379b6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:37.668255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b994c757-c899-4988-94a0-0c951d9379b6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:37.749556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddbc722a-c498-4ec9-87a5-a367e8e629fa req-7e6e2efd-3c2a-4f9b-ae2f-1da0cdb84732 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.1378753 Nov 23 10:54:37.755013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.782820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.786143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/0ceb8733-c845-40ff-a5a4-157bf986e377 HTTP/1.1" status: 204 len: 168 time: 0.4683506 Nov 23 10:54:37.790129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dd253-f169-4e84-9432-a2adf6cd1125 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=0ceb8733-c845-40ff-a5a4-157bf986e377,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:37.791377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49264) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:37.798901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1664654638'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:37.825583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6d0b93eb-6f70-4996-adb3-257c4a0cd05c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:37.838864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:37.843071 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.855282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6d0b93eb-6f70-4996-adb3-257c4a0cd05c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:37.855913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6d0b93eb-6f70-4996-adb3-257c4a0cd05c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:37.873988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:37.877835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:37.882759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.885668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.886130 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment 38dbf841-a45e-49fd-936a-0cf1c1ac72c1 of type vlan for network 413aab31-7d27-4006-99dc-bc7a848b41cc Nov 23 10:54:37.930464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.957068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:37.963090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:37.963707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.004312 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2114580 Nov 23 10:54:38.008296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49266) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:38.015664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:38.084664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a8d3f-6e41-466d-950f-34a88561cc5a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=413aab31-7d27-4006-99dc-bc7a848b41cc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:38.096867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 413aab31-7d27-4006-99dc-bc7a848b41cc details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:38.118869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.191360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:38.195610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.217253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=227f50a0-28b8-4b8c-8d81-3558a471dc8d,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:38.222187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': 'f0ca69f1-8758-421d-bfb9-50baf35e141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:38.222738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: b994c757-c899-4988-94a0-0c951d9379b6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:38.246830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network b994c757-c899-4988-94a0-0c951d9379b6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:38.257187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b994c757-c899-4988-94a0-0c951d9379b6) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:38.264064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:38.264711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.266410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f433c-bc3d-43af-846a-9d23ef61327a None None] Network b994c757-c899-4988-94a0-0c951d9379b6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:38.275538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Performing IP validity checks on allocation pools {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 10:54:38.276261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 10:54:38.293715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fbacd175-318e-4dbc-ac2b-0aa36739505f tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6835012 Nov 23 10:54:38.294423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:38.297593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:38.302070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6', 'name': 'tempest-PortsIpV6TestJSON-1991483373', 'fixed_ips': [{'subnet_id': '227f50a0-28b8-4b8c-8d81-3558a471dc8d', 'ip_address': '2001:db8::10'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:38.449908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:54:38.466494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:38.466904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.472382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:38.517659 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825b3b-d2c2-4b98-a337-cdd699ad038c req-4ce29a9e-0078-4eba-b452-6d3f8b8d0d7a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:38.519592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-90825b3b-d2c2-4b98-a337-cdd699ad038c req-4ce29a9e-0078-4eba-b452-6d3f8b8d0d7a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.1597884 Nov 23 10:54:38.522721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.563055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-b994c757-c899-4988-94a0-0c951d9379b6', 'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6', 'tenant_id': '6b61d1d18026476bbb98b14bb461fbce', 'fixed_ips': [{'subnet_id': '227f50a0-28b8-4b8c-8d81-3558a471dc8d'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:38.564395 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.604530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.611991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e2f04-e463-45cf-a302-796295e0abb5 req-8c1b931b-99c6-49a2-8e35-d8e884a76806 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:38.613679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-668e2f04-e463-45cf-a302-796295e0abb5 req-8c1b931b-99c6-49a2-8e35-d8e884a76806 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 944 time: 0.1183376 Nov 23 10:54:38.638183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=8c9446bd-330f-48c7-8e44-2dfaa2659fce,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:38.642837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.658191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-90825b3b-d2c2-4b98-a337-cdd699ad038c req-18b65175-c02a-44e3-a3ac-bf9907156010 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022978 Nov 23 10:54:38.664095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': '38dbf841-a45e-49fd-936a-0cf1c1ac72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:38.664849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: 413aab31-7d27-4006-99dc-bc7a848b41cc, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:38.682462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 81225fbb-6b70-4003-bfed-4b15a41f29cd yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:38.691128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 413aab31-7d27-4006-99dc-bc7a848b41cc is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:38.711066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:38.714077 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01932349-0eea-4004-8e4b-bb316f4430b9" -d '{"events": [{"server_uuid": "b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0", "name": "network-vif-plugged", "status": "completed", "tag": "42fec8a4-3c7c-45a3-9a05-1998c30d4ebc"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:38.731500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 413aab31-7d27-4006-99dc-bc7a848b41cc) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:38.738184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:38.738459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:38.739407 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.745046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-668e2f04-e463-45cf-a302-796295e0abb5 req-26691715-0aca-4cf0-ac25-05be6658ac97 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163926 Nov 23 10:54:38.768721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:38.769909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:38.817744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f40ff3cc-ead1-4076-b49d-988f6d7e8682 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8083363 Nov 23 10:54:38.820494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49282) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:38.830995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc', 'name': 'tempest-PortsTestJSON-798282744'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:38.931465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:38.942008 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af61ba30-c9fb-4812-b331-5d09521b3249 x-openstack-request-id: req-af61ba30-c9fb-4812-b331-5d09521b3249 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:38.942321 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0", "name": "network-vif-plugged", "status": "completed", "tag": "42fec8a4-3c7c-45a3-9a05-1998c30d4ebc", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:38.942580 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-af61ba30-c9fb-4812-b331-5d09521b3249 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:38.942995 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', 'code': 200} Nov 23 10:54:38.958265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e54293-36a2-4bf3-a436-3a824574a275 None None] Network 413aab31-7d27-4006-99dc-bc7a848b41cc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:38.988418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Allocated IP 2001:db8::2 (b994c757-c899-4988-94a0-0c951d9379b6/227f50a0-28b8-4b8c-8d81-3558a471dc8d/cdfecf9c-5abc-4407-afd3-77dc45d5f108) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:39.040461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a8ea8-30e3-4c8f-b6f7-4934bdba5650 req-3fae02eb-41c4-4647-915b-e46c16ce4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:39.042514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-249a8ea8-30e3-4c8f-b6f7-4934bdba5650 req-3fae02eb-41c4-4647-915b-e46c16ce4814 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 1096 time: 0.0978205 Nov 23 10:54:39.102191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:39.106081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.155678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-385fb982-a657-4ecb-97fa-ce5ded84b82b req-c46563d3-b909-4c68-a73d-e8576b9fa2c7 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0639431 Nov 23 10:54:39.183104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-249a8ea8-30e3-4c8f-b6f7-4934bdba5650 req-ba0623e8-9939-4172-b1b9-add7096f24c3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272814 Nov 23 10:54:39.184584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 3442a74b-e944-4d45-97c1-601a765c6db8 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:39.200444 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.313190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:39.350922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.2 (413aab31-7d27-4006-99dc-bc7a848b41cc/8c9446bd-330f-48c7-8e44-2dfaa2659fce/3442a74b-e944-4d45-97c1-601a765c6db8) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:39.364614 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.380075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-413aab31-7d27-4006-99dc-bc7a848b41cc', 'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc', 'tenant_id': 'c1fbafc3d36e4d8ea5e77fd9f50c496a', 'fixed_ips': [{'subnet_id': '8c9446bd-330f-48c7-8e44-2dfaa2659fce'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:39.380951 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.442479 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.472990 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.501598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa68500c-2bb1-45b6-a54b-c7b5d5ada22d req-941c8322-0c69-436b-839f-e017ffdf200c tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a&device_id=f32237a6-b5f0-4089-ae2b-af3930a44519 HTTP/1.1" status: 200 len: 210 time: 0.0383410 Nov 23 10:54:39.531707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:39.550533 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::10 (b994c757-c899-4988-94a0-0c951d9379b6/227f50a0-28b8-4b8c-8d81-3558a471dc8d/81225fbb-6b70-4003-bfed-4b15a41f29cd) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:39.637868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Network b994c757-c899-4988-94a0-0c951d9379b6 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:39.645603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:39.648876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:39.661588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Pushing event updated for resources: {'Port': ['ID=cdfecf9c-5abc-4407-afd3-77dc45d5f108,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:39.675136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.733265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.810804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17975af4-4946-4f20-be54-c807deafcf2c req-8dc027ea-8a9e-48ef-86c3-6c9913cbe466 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=728ca11c60a04a50ae12bce8ee28a402&device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0708027 Nov 23 10:54:39.813968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Attempting to bind port cdfecf9c-5abc-4407-afd3-77dc45d5f108 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:39.814503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Attempting to bind port cdfecf9c-5abc-4407-afd3-77dc45d5f108 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f0ca69f1-8758-421d-bfb9-50baf35e141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:39.814714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Attempting to bind port cdfecf9c-5abc-4407-afd3-77dc45d5f108 on network b994c757-c899-4988-94a0-0c951d9379b6 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:39.822348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:39.822963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Checking segment: {'id': 'f0ca69f1-8758-421d-bfb9-50baf35e141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:39.823475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.824274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Bound using segment: {'id': 'f0ca69f1-8758-421d-bfb9-50baf35e141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:39.824907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Bound port: cdfecf9c-5abc-4407-afd3-77dc45d5f108, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ca69f1-8758-421d-bfb9-50baf35e141a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:39.825336 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.831291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.884807 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ff1bc688-77d7-48e3-afde-bda1c1038672 {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:54:39.885093 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:54:39.886599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb1b210d-a620-4a16-878c-7b1216848201 req-f8493330-72df-4f43-9aec-f414c1ac85bb tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0722861 Nov 23 10:54:39.890501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 413aab31-7d27-4006-99dc-bc7a848b41cc is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:39.892449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17975af4-4946-4f20-be54-c807deafcf2c req-9ee1537b-2628-410e-b0f5-56e1f18ab718 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=728ca11c60a04a50ae12bce8ee28a402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655882 Nov 23 10:54:39.893249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.898546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:39.929050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:39.960404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=3442a74b-e944-4d45-97c1-601a765c6db8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:39.960876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network b994c757-c899-4988-94a0-0c951d9379b6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:39.973694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:39.975331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] For port cdfecf9c-5abc-4407-afd3-77dc45d5f108, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:39.980823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:39.986820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:39.988125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:39.990318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] For port cdfecf9c-5abc-4407-afd3-77dc45d5f108, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cdfecf9c-5abc-4407-afd3-77dc45d5f108,segment=NetworkSegment(f0ca69f1-8758-421d-bfb9-50baf35e141a),segment_id=f0ca69f1-8758-421d-bfb9-50baf35e141a)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:39.996848 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.001553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=81225fbb-6b70-4003-bfed-4b15a41f29cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:40.013486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.013839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.014186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.014575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.014911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.015242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.015624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.016045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.016381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.016928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.017398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.017775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:40.032294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3a8f607f-f9fe-43b5-a2dd-a37e3b8bdea3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7365434 Nov 23 10:54:40.035616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49322) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:40.042174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': 'b994c757-c899-4988-94a0-0c951d9379b6', 'name': 'tempest-PortsIpV6TestJSON-169938388', 'fixed_ips': [{'subnet_id': '227f50a0-28b8-4b8c-8d81-3558a471dc8d', 'ip_address': '2001:db8::f'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:40.092123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafa444-e54f-4b82-b12f-04c6697922ec None None] Pushing event updated for resources: {'Port': ['ID=cdfecf9c-5abc-4407-afd3-77dc45d5f108,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:40.190710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:40.191378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.195826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17975af4-4946-4f20-be54-c807deafcf2c req-e073257c-8224-49dc-ae09-7fb05272372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:40.197478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17975af4-4946-4f20-be54-c807deafcf2c req-e073257c-8224-49dc-ae09-7fb05272372c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964301 Nov 23 10:54:40.206694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512802-cee7-474d-ac9d-6e9a7553ff81 req-14955cfa-f18e-4f07-b620-89ea3b4eb246 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:40.208944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f512802-cee7-474d-ac9d-6e9a7553ff81 req-14955cfa-f18e-4f07-b620-89ea3b4eb246 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 945 time: 0.1609445 Nov 23 10:54:40.229463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-93ebb03c-ffea-4664-bc7d-a665b246a536 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4078438 Nov 23 10:54:40.232060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49326) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:40.325947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4f512802-cee7-474d-ac9d-6e9a7553ff81 req-a0aa640f-fb3a-423e-a682-fcd65a9dd5db tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066661 Nov 23 10:54:40.348304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:40.367404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.388459 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.418854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 3442a74b-e944-4d45-97c1-601a765c6db8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:40.418854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.446197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 5642b3ee-9576-4e72-a979-a65694ea164b yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:40.626916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f08aa8-5b87-45be-ac41-6a4a36a3dba7 req-1a03a410-7a9d-479a-a642-2a1b1a847e02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:40.634231 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3f08aa8-5b87-45be-ac41-6a4a36a3dba7 req-1a03a410-7a9d-479a-a642-2a1b1a847e02 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 943 time: 0.1885855 Nov 23 10:54:40.652552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Allocated IP 172.20.0.3 (413aab31-7d27-4006-99dc-bc7a848b41cc/8c9446bd-330f-48c7-8e44-2dfaa2659fce/245ef9a7-027b-4b44-b7fa-087f619eb87e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:40.677868 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.713639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3f08aa8-5b87-45be-ac41-6a4a36a3dba7 req-09bce948-30cc-4591-9436-b8d9a15440c2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785203 Nov 23 10:54:40.722691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 3442a74b-e944-4d45-97c1-601a765c6db8 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:40.770613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::f (b994c757-c899-4988-94a0-0c951d9379b6/227f50a0-28b8-4b8c-8d81-3558a471dc8d/5642b3ee-9576-4e72-a979-a65694ea164b) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:40.798692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-06745a8d-8480-40e9-9226-5e904365cd3d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1946328 Nov 23 10:54:40.852251 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.864704 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.919695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:40.924751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Network 413aab31-7d27-4006-99dc-bc7a848b41cc is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:40.928564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:40.931728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:40.951133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:40.953890 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e512781-f93a-4dc2-a273-12f38d61c60d" -d '{"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-unplugged", "status": "completed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:40.964673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=3442a74b-e944-4d45-97c1-601a765c6db8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:41.010601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Pushing event updated for resources: {'Port': ['ID=245ef9a7-027b-4b44-b7fa-087f619eb87e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:41.037732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Attempting to bind port 245ef9a7-027b-4b44-b7fa-087f619eb87e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:41.038178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Attempting to bind port 245ef9a7-027b-4b44-b7fa-087f619eb87e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '38dbf841-a45e-49fd-936a-0cf1c1ac72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:41.038974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Attempting to bind port 245ef9a7-027b-4b44-b7fa-087f619eb87e on network 413aab31-7d27-4006-99dc-bc7a848b41cc {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:41.047075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:41.047536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Checking segment: {'id': '38dbf841-a45e-49fd-936a-0cf1c1ac72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:41.048299 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.048913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Bound using segment: {'id': '38dbf841-a45e-49fd-936a-0cf1c1ac72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:41.049777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Bound port: 245ef9a7-027b-4b44-b7fa-087f619eb87e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dbf841-a45e-49fd-936a-0cf1c1ac72c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '413aab31-7d27-4006-99dc-bc7a848b41cc'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:41.050449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.054335 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df18fef-d849-493c-af6f-acfde8692a6b x-openstack-request-id: req-9df18fef-d849-493c-af6f-acfde8692a6b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:41.054717 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-unplugged", "status": "failed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "code": 422}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:41.055088 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9df18fef-d849-493c-af6f-acfde8692a6b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:41.055555 n-d-817747-2 neutron-server[103428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'code': 422} returned with failed status Nov 23 10:54:41.070246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.142299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.155130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c7942add-fa1d-4765-80d4-ed9c0e681c3d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/3442a74b-e944-4d45-97c1-601a765c6db8 HTTP/1.1" status: 204 len: 168 time: 0.9210103 Nov 23 10:54:41.157200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49356) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:41.193063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.197630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] For port 245ef9a7-027b-4b44-b7fa-087f619eb87e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:41.202539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] For port 245ef9a7-027b-4b44-b7fa-087f619eb87e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=245ef9a7-027b-4b44-b7fa-087f619eb87e,segment=NetworkSegment(38dbf841-a45e-49fd-936a-0cf1c1ac72c1),segment_id=38dbf841-a45e-49fd-936a-0cf1c1ac72c1)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:41.217680 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4633c3-2989-4648-b683-b4ee0f4c0400 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:54:41.217680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4633c3-2989-4648-b683-b4ee0f4c0400 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:54:41.217880 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.220507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e4633c3-2989-4648-b683-b4ee0f4c0400 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/3442a74b-e944-4d45-97c1-601a765c6db8 HTTP/1.1" status: 404 len: 333 time: 0.0613503 Nov 23 10:54:41.223719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49358) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:41.282543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-000539ec-a535-4a8b-aad9-31ee60a77cfb req-68ed56e1-16e5-46e7-8559-3500395371ce tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.2428966 Nov 23 10:54:41.299338 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c646dc4-1a48-40ef-b2b0-8f30c67b58ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:54:41.300911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7c646dc4-1a48-40ef-b2b0-8f30c67b58ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/3442a74b-e944-4d45-97c1-601a765c6db8 HTTP/1.1" status: 404 len: 333 time: 0.0761731 Nov 23 10:54:41.303826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49360) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:41.317308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b31a8-8b97-4e9e-8ceb-dc8f66e9c1b2 None None] Pushing event updated for resources: {'Port': ['ID=245ef9a7-027b-4b44-b7fa-087f619eb87e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:41.352324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49366) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:41.443806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet 8c9446bd-330f-48c7-8e44-2dfaa2659fce {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:41.451756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network b994c757-c899-4988-94a0-0c951d9379b6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:41.454520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.487073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:41.508045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:41.514220 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.526227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:41.527052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.557759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=5642b3ee-9576-4e72-a979-a65694ea164b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:41.588038 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-66df405c-b502-49e1-bd32-d7c5499bc95a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5507474 Nov 23 10:54:41.624605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49368) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:41.674656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.697557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814c69-8176-4432-b229-72ac0177a153 req-9c42ea8a-9e50-4a78-a32b-29c055fa32e4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:41.703292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92814c69-8176-4432-b229-72ac0177a153 req-9c42ea8a-9e50-4a78-a32b-29c055fa32e4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 945 time: 0.2448051 Nov 23 10:54:41.760152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17975af4-4946-4f20-be54-c807deafcf2c req-2aa715ae-d020-4710-9265-3d579f217f36 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.58 "GET /v2.0/ports?device_id=b167fc5f-cf6a-44a8-9748-c4e19d7d647a HTTP/1.1" status: 200 len: 210 time: 0.0803783 Nov 23 10:54:41.873335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.883656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f80a7c3-2421-4c25-a2ab-3d652bc9cb82 None None] Network b994c757-c899-4988-94a0-0c951d9379b6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:41.914593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9446bd-330f-48c7-8e44-2dfaa2659fce,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:41.946205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:41.973950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e7257810-c8d5-4839-a25a-fd8ffa5a787a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/8c9446bd-330f-48c7-8e44-2dfaa2659fce HTTP/1.1" status: 204 len: 168 time: 0.6688533 Nov 23 10:54:41.983655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92814c69-8176-4432-b229-72ac0177a153 req-8573851f-2512-4120-bd84-57d3fe13906e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577381 Nov 23 10:54:41.984390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49372) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:42.011929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 245ef9a7-027b-4b44-b7fa-087f619eb87e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:42.076394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-77991add-19e7-45b2-88b8-62610271ef84 None None] Provisioning complete for port cdfecf9c-5abc-4407-afd3-77dc45d5f108 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:42.076769 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77991add-19e7-45b2-88b8-62610271ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.102645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5522d-fc03-41b8-8941-d295286ee3ea tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.104341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ec5522d-fc03-41b8-8941-d295286ee3ea tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4735456 Nov 23 10:54:42.119687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49376) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:42.174943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 245ef9a7-027b-4b44-b7fa-087f619eb87e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:42.174943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.209556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f31af-028e-4136-9da3-c51be8dc762b req-2b2076fd-a61d-47f1-b51f-4a7eeb8de199 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.211168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-650f31af-028e-4136-9da3-c51be8dc762b req-2b2076fd-a61d-47f1-b51f-4a7eeb8de199 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 943 time: 0.3007472 Nov 23 10:54:42.251087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d649f-0997-43a8-9edb-9939204188f7 req-e623f054-79de-4ba0-be4b-ad41ee1aa47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.253349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-120d649f-0997-43a8-9edb-9939204188f7 req-e623f054-79de-4ba0-be4b-ad41ee1aa47a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1094 time: 0.2782023 Nov 23 10:54:42.258085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-bd9a7e61-7917-46a7-9dbd-f0d77b6acc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.259705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-bd9a7e61-7917-46a7-9dbd-f0d77b6acc99 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa&tenant_id=f262a6cda5174ffc9bcef1d240075f73 HTTP/1.1" status: 200 len: 1094 time: 0.2224860 Nov 23 10:54:42.279647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:42.346935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.406585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:42.422720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23360ff-b9aa-464f-8627-b1dea5af80f5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.435927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23360ff-b9aa-464f-8627-b1dea5af80f5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.444489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23360ff-b9aa-464f-8627-b1dea5af80f5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.449277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d23360ff-b9aa-464f-8627-b1dea5af80f5 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3257809 Nov 23 10:54:42.453304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d649f-0997-43a8-9edb-9939204188f7 req-3c0bc9a6-1f80-4f05-aac6-86bfcc3cfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.455372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-120d649f-0997-43a8-9edb-9939204188f7 req-3c0bc9a6-1f80-4f05-aac6-86bfcc3cfa56 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.1697652 Nov 23 10:54:42.477708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-650f31af-028e-4136-9da3-c51be8dc762b req-1daca2b5-535a-4f1d-801f-2a63c02bbcb3 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571011 Nov 23 10:54:42.479394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49392) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:42.562845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77991add-19e7-45b2-88b8-62610271ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.701754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-120d649f-0997-43a8-9edb-9939204188f7 req-8a3ec4af-f9e5-4523-a300-34e837cd3aba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 999 time: 0.2197416 Nov 23 10:54:42.772664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77991add-19e7-45b2-88b8-62610271ef84 None None] For port cdfecf9c-5abc-4407-afd3-77dc45d5f108, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cdfecf9c-5abc-4407-afd3-77dc45d5f108,segment=NetworkSegment(f0ca69f1-8758-421d-bfb9-50baf35e141a),segment_id=f0ca69f1-8758-421d-bfb9-50baf35e141a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:42.783689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77991add-19e7-45b2-88b8-62610271ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.845776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.846779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.928349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d649f-0997-43a8-9edb-9939204188f7 req-a6cc8c1c-0382-41c6-b8f8-b3b22b6529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:42.928977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77991add-19e7-45b2-88b8-62610271ef84 None None] Pushing event updated for resources: {'Port': ['ID=cdfecf9c-5abc-4407-afd3-77dc45d5f108,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:42.929788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-120d649f-0997-43a8-9edb-9939204188f7 req-a6cc8c1c-0382-41c6-b8f8-b3b22b6529e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.2013967 Nov 23 10:54:42.932848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 245ef9a7-027b-4b44-b7fa-087f619eb87e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=245ef9a7-027b-4b44-b7fa-087f619eb87e,segment=NetworkSegment(38dbf841-a45e-49fd-936a-0cf1c1ac72c1),segment_id=38dbf841-a45e-49fd-936a-0cf1c1ac72c1)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:42.940413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:42.941938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cdfecf9c-5abc-4407-afd3-77dc45d5f108 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:43.076845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb048870-00f8-410c-a36b-e90c2e2692a0 req-b1f85362-c906-4548-8268-7e4ee4073695 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:43.078700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb048870-00f8-410c-a36b-e90c2e2692a0 req-b1f85362-c906-4548-8268-7e4ee4073695 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.8030672 Nov 23 10:54:43.091489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e23747e-115a-4cec-9d59-a34670c5025f None None] Network 413aab31-7d27-4006-99dc-bc7a848b41cc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:43.150051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d649f-0997-43a8-9edb-9939204188f7 req-8d18e386-0b0b-4473-a4d2-b1c0d2c1d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:43.152746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-120d649f-0997-43a8-9edb-9939204188f7 req-8d18e386-0b0b-4473-a4d2-b1c0d2c1d5a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111936 Nov 23 10:54:43.155458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 5642b3ee-9576-4e72-a979-a65694ea164b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:43.155798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.173696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=245ef9a7-027b-4b44-b7fa-087f619eb87e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:43.176809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a78f02cf-6ba7-4669-ab27-3bd345605c1b req-d05cdecb-7e6d-4b9e-9d48-ab62e531bae5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=728ca11c60a04a50ae12bce8ee28a402&device_id=f32237a6-b5f0-4089-ae2b-af3930a44519 HTTP/1.1" status: 200 len: 210 time: 0.0818377 Nov 23 10:54:43.189721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb048870-00f8-410c-a36b-e90c2e2692a0 req-676a2e5a-0c31-47c2-87fe-3e7a20648c40 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.0965209 Nov 23 10:54:43.243076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a78f02cf-6ba7-4669-ab27-3bd345605c1b req-a571ee0a-d16a-43fb-bc91-74e96d03e9cd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=728ca11c60a04a50ae12bce8ee28a402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520372 Nov 23 10:54:43.244052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cdfecf9c-5abc-4407-afd3-77dc45d5f108 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:43.244432 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.275139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Provisioning complete for port 245ef9a7-027b-4b44-b7fa-087f619eb87e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:43.277522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.460588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 245ef9a7-027b-4b44-b7fa-087f619eb87e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:43.460812 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.488265 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb048870-00f8-410c-a36b-e90c2e2692a0 req-06f77651-fdd7-461a-afee-c5118375f8d7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2811255 Nov 23 10:54:43.529089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Provisioning complete for port 81225fbb-6b70-4003-bfed-4b15a41f29cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:43.529530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.559932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] DHCP port deletion for 413aab31-7d27-4006-99dc-bc7a848b41cc request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:43.603679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Port 81225fbb-6b70-4003-bfed-4b15a41f29cd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:43.618834 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fe0ec26-678c-405c-b9f6-8646cd5e4340 req-d1b03b03-cad1-4d31-9c4d-312b70b40425 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=f32237a6-b5f0-4089-ae2b-af3930a44519 HTTP/1.1" status: 200 len: 210 time: 0.4576073 Nov 23 10:54:43.627116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Provisioning complete for port cdfecf9c-5abc-4407-afd3-77dc45d5f108 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:43.627496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.667404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb048870-00f8-410c-a36b-e90c2e2692a0 req-b8af9e94-9fd1-41cf-a16c-e28f8c042116 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785092 Nov 23 10:54:43.767734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] Deleting port 245ef9a7-027b-4b44-b7fa-087f619eb87e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:43.768165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.865192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cdfecf9c-5abc-4407-afd3-77dc45d5f108 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:43.887521 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.901857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 5642b3ee-9576-4e72-a979-a65694ea164b owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:43.904399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] For port 245ef9a7-027b-4b44-b7fa-087f619eb87e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=245ef9a7-027b-4b44-b7fa-087f619eb87e,segment=NetworkSegment(38dbf841-a45e-49fd-936a-0cf1c1ac72c1),segment_id=38dbf841-a45e-49fd-936a-0cf1c1ac72c1)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:43.904874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.944626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] For port 245ef9a7-027b-4b44-b7fa-087f619eb87e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=245ef9a7-027b-4b44-b7fa-087f619eb87e,segment=NetworkSegment(38dbf841-a45e-49fd-936a-0cf1c1ac72c1),segment_id=38dbf841-a45e-49fd-936a-0cf1c1ac72c1)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:43.945735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] Calling delete_port for 245ef9a7-027b-4b44-b7fa-087f619eb87e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:43.946235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:43.953600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f02cf-6ba7-4669-ab27-3bd345605c1b req-81653fc8-32eb-4a30-82ca-372a35fb886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:43.955631 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a78f02cf-6ba7-4669-ab27-3bd345605c1b req-81653fc8-32eb-4a30-82ca-372a35fb886e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6846108 Nov 23 10:54:43.988006 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb048870-00f8-410c-a36b-e90c2e2692a0 req-0ab7579d-de63-4934-aba3-3853e06a3238 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999620 Nov 23 10:54:44.030165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 245ef9a7-027b-4b44-b7fa-087f619eb87e owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:44.032665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Provisioning complete for port 5642b3ee-9576-4e72-a979-a65694ea164b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:44.033185 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.066136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.074661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-120d649f-0997-43a8-9edb-9939204188f7 req-ddaee2d9-b9ea-4479-bf90-bd097b1b0c05 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8735673 Nov 23 10:54:44.081598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cdfecf9c-5abc-4407-afd3-77dc45d5f108 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:44.082067 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.115611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ab04a-2909-4a07-997a-a653e70a78cd None None] Port 5642b3ee-9576-4e72-a979-a65694ea164b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:44.143011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.170563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=5642b3ee-9576-4e72-a979-a65694ea164b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:44.175762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] Pushing event deleted for resources: {'Port': ['ID=245ef9a7-027b-4b44-b7fa-087f619eb87e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:44.178117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b41957-8af0-42c7-88d7-71ed17f76e66 None None] No DVR routers for this DVR port 245ef9a7-027b-4b44-b7fa-087f619eb87e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:44.188741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.201920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:44.227466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbbdaf-f936-4181-8b59-9b41e41a6e5f req-77ca72a3-c63b-461b-8891-04b15cf9d6fa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:44.242524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eddbbdaf-f936-4181-8b59-9b41e41a6e5f req-77ca72a3-c63b-461b-8891-04b15cf9d6fa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 943 time: 0.4865193 Nov 23 10:54:44.253885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7082b9bc-8e00-47d9-bb8d-4de432c73b31 None None] Provisioning complete for port 81225fbb-6b70-4003-bfed-4b15a41f29cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:44.254411 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7082b9bc-8e00-47d9-bb8d-4de432c73b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.303197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7082b9bc-8e00-47d9-bb8d-4de432c73b31 None None] Port 81225fbb-6b70-4003-bfed-4b15a41f29cd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:44.307049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7082b9bc-8e00-47d9-bb8d-4de432c73b31 None None] Could not find standard attr ID for object 5642b3ee-9576-4e72-a979-a65694ea164b. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:44.338643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 245ef9a7-027b-4b44-b7fa-087f619eb87e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:44.362675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 245ef9a7-027b-4b44-b7fa-087f619eb87e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:44.364780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 245ef9a7-027b-4b44-b7fa-087f619eb87e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:44.370225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.423971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.427864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-63f2a184-38e4-4df5-a420-d0ec212f2499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/5642b3ee-9576-4e72-a979-a65694ea164b HTTP/1.1" status: 204 len: 168 time: 1.9412801 Nov 23 10:54:44.431101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=245ef9a7-027b-4b44-b7fa-087f619eb87e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:44.433875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:44.436600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49410) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:44.464868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-513c5dc8-7897-4204-b6b6-bbfff7fb8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.499172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e524a31a-2ea4-49d6-9e23-bf50a3608e58 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:54:44.517319 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.539550 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98e77d2-a0f5-4c67-8606-697e9b9f1d4a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:44.541694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f98e77d2-a0f5-4c67-8606-697e9b9f1d4a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/5642b3ee-9576-4e72-a979-a65694ea164b HTTP/1.1" status: 404 len: 333 time: 0.0883975 Nov 23 10:54:44.543569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No DVR routers for this DVR port 245ef9a7-027b-4b44-b7fa-087f619eb87e on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:44.553040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eddbbdaf-f936-4181-8b59-9b41e41a6e5f req-63530271-55d3-4709-8639-7a5954e06fc2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093002 Nov 23 10:54:44.564989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49412) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:44.608322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Transition to ACTIVE for port object e524a31a-2ea4-49d6-9e23-bf50a3608e58 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:54:44.611081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-120d649f-0997-43a8-9edb-9939204188f7 req-44f57d15-bc1b-45b6-9727-942886ad06f7 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281126 Nov 23 10:54:44.623766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.854023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.903432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413aab31-7d27-4006-99dc-bc7a848b41cc']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:44.933605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dbf841-a45e-49fd-936a-0cf1c1ac72c1') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:44.934028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dbf841-a45e-49fd-936a-0cf1c1ac72c1') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:44.937422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b30c63f-5757-4304-ac19-c7330a32d6bd req-db2baeda-d22e-4e5a-869a-9f1551b0f409 tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.61 "GET /v2.0/ports?device_id=f32237a6-b5f0-4089-ae2b-af3930a44519 HTTP/1.1" status: 200 len: 210 time: 0.1087191 Nov 23 10:54:44.940108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=9']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:44.955634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.986251 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.994919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:44.995489 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:44.999984 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:45.079596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] No DVR routers for this DVR port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:45.122201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 81225fbb-6b70-4003-bfed-4b15a41f29cd {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:45.122611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.151019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.193828 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.197051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/413aab31-7d27-4006-99dc-bc7a848b41cc HTTP/1.1" status: 204 len: 168 time: 3.1527531 Nov 23 10:54:45.220698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49440) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:45.227036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1640633674'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:45.238348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04126d66-0845-4e49-bc21-2f89689aa680 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=413aab31-7d27-4006-99dc-bc7a848b41cc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:45.281207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-6638f8a9-2b9d-46b8-9dcb-421697b0ade9 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:45.282681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-6638f8a9-2b9d-46b8-9dcb-421697b0ade9 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.1968896 Nov 23 10:54:45.291368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.295610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:45.299046 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.305345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:45.305687 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.310864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-629f16d9-fb53-4e9e-b445-fff9a51eafa6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.0203404 Nov 23 10:54:45.323075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 81225fbb-6b70-4003-bfed-4b15a41f29cd owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:45.399439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:45.399771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:45.400097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:45.407331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:45.415894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:54:45.416226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Attempting to bind port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on network 66d611ef-410b-4daf-bad8-dfb24a1d99cd {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:45.423487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-b5cbba9b-acc7-4030-ac5c-cf9b510e0649 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022506 Nov 23 10:54:45.428464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.428808 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment 1385a4f8-42df-43f0-b709-0f3ee8138f58 of type vlan for network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae Nov 23 10:54:45.443856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port 11d9c0bd-db42-49fe-9d58-f04a5ed001a2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:45.444256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.444805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:45.445173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Checking segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:45.445561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Bound using segment: {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:45.445999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Bound port: e524a31a-2ea4-49d6-9e23-bf50a3608e58, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd643d222-be1f-4d1d-887c-e5e9961a264a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:45.446350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.473667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:45.507909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a78f02cf-6ba7-4669-ab27-3bd345605c1b req-f2371361-4772-4c08-9cc5-1e24ad8851cd tempest-ServerShowV247Test-1416578261 tempest-ServerShowV247Test-1416578261-project] 10.222.0.58 "GET /v2.0/ports?device_id=f32237a6-b5f0-4089-ae2b-af3930a44519 HTTP/1.1" status: 200 len: 210 time: 0.0557697 Nov 23 10:54:45.560321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.590300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-8d4fb4d5-f501-48a4-bd22-4e4ae6527f46 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588614 Nov 23 10:54:45.647736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:45.653227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.659853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:45.659853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.663731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:45.696506 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.746893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:45.747892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.748871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] 10.222.0.58 "PUT /v2.0/ports/e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 1091 time: 3.4758306 Nov 23 10:54:45.755672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:45.758121 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43bfae-5380-49ca-85d3-0104315cccba" -d '{"events": [{"name": "network-changed", "server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:45.760797 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.776079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-588987fa-745c-4ead-bfd3-007d14eaf2fa service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755691 Nov 23 10:54:45.816953 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5936561 Nov 23 10:54:45.833256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49450) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:45.866773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:45.869264 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:45.872934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:45.929305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=11d9c0bd-db42-49fe-9d58-f04a5ed001a2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:46.135672 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6da4786-9e52-44a9-927b-e29efd66223e x-openstack-request-id: req-e6da4786-9e52-44a9-927b-e29efd66223e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:46.135999 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:46.137705 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6da4786-9e52-44a9-927b-e29efd66223e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:46.137705 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'status': 'completed', 'code': 200} Nov 23 10:54:46.144015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.144815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.145220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.145565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.146295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.146295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.146607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.146855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.147380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.147875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.148244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.148573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be2ad3-0cd0-4bea-b3bc-48daf24997c6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:54:46.156416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:46.163941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/81225fbb-6b70-4003-bfed-4b15a41f29cd HTTP/1.1" status: 204 len: 168 time: 1.5945547 Nov 23 10:54:46.164576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:46.165160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49458) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:46.184277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3300e96-46ce-46c9-bc9e-5e918257fa7f service neutron] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:46.225760 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e083830-2abb-4c9a-8178-e8f40e33a0a7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:54:46.233979 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e083830-2abb-4c9a-8178-e8f40e33a0a7 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/81225fbb-6b70-4003-bfed-4b15a41f29cd HTTP/1.1" status: 404 len: 333 time: 0.0414083 Nov 23 10:54:46.237008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49460) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:46.244770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c05981b7-6506-4daa-b0e3-5eaff08cda74 req-47db2285-249a-4aaa-b9cc-417e4c970b58 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 210 time: 0.1335256 Nov 23 10:54:46.263878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444663a9-cac0-40e8-99a4-439ce5614c0c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=81225fbb-6b70-4003-bfed-4b15a41f29cd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:46.335909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-27e34fd0-5ea0-4a53-bfc2-f826c2aa6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:46.338211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-27e34fd0-5ea0-4a53-bfc2-f826c2aa6838 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1095 time: 0.5134635 Nov 23 10:54:46.349010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf266066-39d1-475c-b0c3-622aaf084d37 req-83de4def-5b0d-4ebd-83e4-6c9ef04fcbe4 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:46.363854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf266066-39d1-475c-b0c3-622aaf084d37 req-83de4def-5b0d-4ebd-83e4-6c9ef04fcbe4 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.6099384 Nov 23 10:54:46.467410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:46.470839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:46.489082 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:46.515721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet 227f50a0-28b8-4b8c-8d81-3558a471dc8d {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:46.580505 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:46.602007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bf266066-39d1-475c-b0c3-622aaf084d37 req-d5874f34-71dd-4d02-89f5-bb9c7975e0aa tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348094 Nov 23 10:54:46.743664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:46.801145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49476) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:46.819513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-f3caf31f-6438-44a1-a3d6-8bde53c05274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:46.821442 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-f3caf31f-6438-44a1-a3d6-8bde53c05274 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.4551535 Nov 23 10:54:46.829374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:54:46.903838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0e578e96-bb51-4f5b-930c-0a110b7a733b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:46.976668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:54:46.985813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8746440a-378b-4ecc-97cb-30b2d847fe49 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "PUT /v2.0/routers/a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6267760 Nov 23 10:54:46.987944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] Sync routers for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:54:46.998400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:46.999070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:47.012135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3eb8edfd-487c-4e7a-9169-dcda5ce5f282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.020836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-f56c65ae-ef80-4435-be45-c3998e6d062e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 999 time: 0.1878417 Nov 23 10:54:47.053211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.114018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:47.195108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-2ab12f0c-417c-4c50-ba91-644baf3b7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:47.196650 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-2ab12f0c-417c-4c50-ba91-644baf3b7ee2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.1630557 Nov 23 10:54:47.229287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.363550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cc56b71-7c8c-4d4f-a77b-f6ff0106f356 req-b8e26247-b6ee-4fce-81d1-add71c5635f7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 210 time: 0.0438931 Nov 23 10:54:47.395882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:45Z', 'revision_number': 6, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:56Z', 'revision_number': 1, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:47.427228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] Checking router: a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:54:47.436670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:54:47.437731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:47.656676 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.709680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:54:47.753978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.759882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/227f50a0-28b8-4b8c-8d81-3558a471dc8d HTTP/1.1" status: 204 len: 168 time: 1.5170372 Nov 23 10:54:47.767023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=d1b520bc-a752-44b5-82a5-be3eb81e2b81,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:47.767249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d179ac-862a-41ed-91e1-4ea349022c5f req-1fdad0cf-df00-4253-805c-184ac5236c25 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:47.768667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95d179ac-862a-41ed-91e1-4ea349022c5f req-1fdad0cf-df00-4253-805c-184ac5236c25 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.0777278 Nov 23 10:54:47.775389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfae585-68c5-4ccc-a387-492dbca03912 None None] Network b994c757-c899-4988-94a0-0c951d9379b6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:47.777045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49492) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:47.813912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a198a4-416a-4d7d-859c-983d2d01868b req-bcd0a74b-0adf-4156-9d6d-e183c3a79854 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:47.815444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5a198a4-416a-4d7d-859c-983d2d01868b req-bcd0a74b-0adf-4156-9d6d-e183c3a79854 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.6307106 Nov 23 10:54:47.826793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-a03506a6-12b6-4c56-8cd1-3f81f94139a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:47.828312 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-a03506a6-12b6-4c56-8cd1-3f81f94139a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6173441 Nov 23 10:54:47.838152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fcd6f-9b37-43d7-ab3c-bdb5413a5b61 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=227f50a0-28b8-4b8c-8d81-3558a471dc8d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:47.906465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95d179ac-862a-41ed-91e1-4ea349022c5f req-764d5a90-e722-4db4-997e-674391022108 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109927 Nov 23 10:54:47.910212 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.913015 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3eb8edfd-487c-4e7a-9169-dcda5ce5f282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.924047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': '1385a4f8-42df-43f0-b709-0f3ee8138f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:47.924429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:47.935300 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3eb8edfd-487c-4e7a-9169-dcda5ce5f282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:47.950268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-1ac44086-be4c-4da9-a35b-428c1c19c9c2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:47.951700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-1ac44086-be4c-4da9-a35b-428c1c19c9c2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.3431437 Nov 23 10:54:47.977903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port cdfecf9c-5abc-4407-afd3-77dc45d5f108 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:47.978378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.012262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Request body: {'port': {'device_id': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'admin_state_up': True, 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:48.087729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] For port cdfecf9c-5abc-4407-afd3-77dc45d5f108, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cdfecf9c-5abc-4407-afd3-77dc45d5f108,segment=NetworkSegment(f0ca69f1-8758-421d-bfb9-50baf35e141a),segment_id=f0ca69f1-8758-421d-bfb9-50baf35e141a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:48.088253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.108283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8edfd-487c-4e7a-9169-dcda5ce5f282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1023d8f6-e72a-426b-add9-93aee0db12cd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:48.114459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for cdfecf9c-5abc-4407-afd3-77dc45d5f108 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:48.115652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5a198a4-416a-4d7d-859c-983d2d01868b req-7f37a327-8dc7-4073-96d4-cf4f71ee215b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800176 Nov 23 10:54:48.159133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3eb8edfd-487c-4e7a-9169-dcda5ce5f282 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=728ca11c60a04a50ae12bce8ee28a402&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3544652 Nov 23 10:54:48.166780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:45Z', 'revision_number': 6, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:56Z', 'revision_number': 1, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:48.177206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49494) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:48.177926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:48.203037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] DHCP port deletion for b994c757-c899-4988-94a0-0c951d9379b6 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:48.207317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85f372-6589-4d56-a456-de4232b7b50b None None] The sync data for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 is: [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:45Z', 'revision_number': 6, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dac75cc-4138-4adb-a90c-2e19abbe63ee', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.220', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'port_id': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'mac_address': 'fa:16:3e:30:41:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:52:53Z', 'updated_at': '2021-11-23T10:52:56Z', 'revision_number': 1, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:54:48.225578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c138d5f9-a216-4d19-b0c8-ef61f18a2f59 service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824618 Nov 23 10:54:48.232058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:48.235715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.246935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:48.247240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.249598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acddb5e9-46e4-4cf1-af29-d000517c8e16 None None] Network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:48.250624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No DVR routers for this DVR port cdfecf9c-5abc-4407-afd3-77dc45d5f108 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:48.281717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=cdfecf9c-5abc-4407-afd3-77dc45d5f108,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:48.326325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-76984bea-fa33-4996-b996-2df56fd0fecb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4754999 Nov 23 10:54:48.330217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49496) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:48.337820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-806878351'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:48.341442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] Deleting port cdfecf9c-5abc-4407-afd3-77dc45d5f108 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:48.341828 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.433994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] For port cdfecf9c-5abc-4407-afd3-77dc45d5f108, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:48.434817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.439756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab9bd-334f-452c-a369-6bcc41053e61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.459101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:48.463748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.482386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] Calling delete_port for cdfecf9c-5abc-4407-afd3-77dc45d5f108 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:48.486846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] Port cdfecf9c-5abc-4407-afd3-77dc45d5f108 was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:54:48.498488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.536029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab9bd-334f-452c-a369-6bcc41053e61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.546645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] No DVR routers for this DVR port cdfecf9c-5abc-4407-afd3-77dc45d5f108 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:48.555408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad686bc-6f0a-4713-9175-d01ef08934a3 None None] Pushing event deleted for resources: {'Port': ['ID=cdfecf9c-5abc-4407-afd3-77dc45d5f108,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:48.563189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa9b021-77ab-4a18-8056-cf8403c46ff8 req-c29eb302-a32d-4c8a-a255-e38076017c5b service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267088 Nov 23 10:54:48.600030 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.614282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae', 'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae', 'tenant_id': 'c1fbafc3d36e4d8ea5e77fd9f50c496a', 'fixed_ips': [{'subnet_id': 'd1b520bc-a752-44b5-82a5-be3eb81e2b81'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:48.615259 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.712449 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8ab8b73-a85e-4b08-985f-c6b849fd5e15 req-36f4ec90-7ade-43af-ad60-abc143ec177a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 210 time: 0.0559611 Nov 23 10:54:48.760054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.815461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b994c757-c899-4988-94a0-0c951d9379b6']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:48.828853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ca69f1-8758-421d-bfb9-50baf35e141a') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:48.829484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ca69f1-8758-421d-bfb9-50baf35e141a') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:48.843316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.853896 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab9bd-334f-452c-a369-6bcc41053e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.857262 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a2ab9bd-334f-452c-a369-6bcc41053e61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.860779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a2ab9bd-334f-452c-a369-6bcc41053e61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1023d8f6-e72a-426b-add9-93aee0db12cd HTTP/1.1" status: 204 len: 168 time: 0.6782136 Nov 23 10:54:48.865511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.867247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Allocated IP 172.20.0.2 (6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae/d1b520bc-a752-44b5-82a5-be3eb81e2b81/ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:48.874407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:48.875271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:48.899422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43bfae-5380-49ca-85d3-0104315cccba req-22b3111e-f4bd-4ba3-bf33-a46c44366dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:48.901171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c43bfae-5380-49ca-85d3-0104315cccba req-22b3111e-f4bd-4ba3-bf33-a46c44366dd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f262a6cda5174ffc9bcef1d240075f73&device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1095 time: 0.2588427 Nov 23 10:54:48.908733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ab9bd-334f-452c-a369-6bcc41053e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1023d8f6-e72a-426b-add9-93aee0db12cd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:48.926100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Allocated IP 172.20.0.3 (47b17cde-e9e3-4676-93cc-c6f90b1a3145/bba97f1a-2f2d-4454-8bed-91c9e181d23e/a8f6f2d8-409d-43e2-8340-fcaf802c45dc) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:48.993839 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:49.001806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.009296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-4c7646a7-dee8-40c6-a1de-29ce721ab36f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:49.010887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-4c7646a7-dee8-40c6-a1de-29ce721ab36f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.3018415 Nov 23 10:54:49.016685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:49.022876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.033281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.055468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49516) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:49.055863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/b994c757-c899-4988-94a0-0c951d9379b6 HTTP/1.1" status: 204 len: 168 time: 1.2753205 Nov 23 10:54:49.075564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1907396528'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:49.082466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4ec8c-9ce6-4fcc-849a-5fdedc8f1244 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=b994c757-c899-4988-94a0-0c951d9379b6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:49.111124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 672c354e-ac2f-4068-91f1-00e90d5214d7 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:49.221200 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.229803 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.301604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:49.302893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:49.305092 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.306948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:49.317005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:49.325800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Pushing event updated for resources: {'Port': ['ID=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:49.438870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Attempting to bind port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:49.439652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Attempting to bind port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1385a4f8-42df-43f0-b709-0f3ee8138f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:49.445155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Attempting to bind port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c on network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:49.466450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:49.471982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Checking segment: {'id': '1385a4f8-42df-43f0-b709-0f3ee8138f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:49.472302 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.473294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Bound using segment: {'id': '1385a4f8-42df-43f0-b709-0f3ee8138f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:49.474243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Bound port: ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1385a4f8-42df-43f0-b709-0f3ee8138f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:49.474734 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.552006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.555675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431527b-2baf-49c5-ba41-90d346338c10 req-34627767-d7df-4f73-be52-cee8f2fcea33 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:49.568880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9431527b-2baf-49c5-ba41-90d346338c10 req-34627767-d7df-4f73-be52-cee8f2fcea33 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.1465888 Nov 23 10:54:49.670405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] For port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:49.674442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] For port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,segment=NetworkSegment(1385a4f8-42df-43f0-b709-0f3ee8138f58),segment_id=1385a4f8-42df-43f0-b709-0f3ee8138f58)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:49.675275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.680364 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.689294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e35c17-818f-4beb-9ed4-76491442d360 req-79e8c79e-f00d-4720-a47b-ad692c76e7c9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:49.690906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-43e35c17-818f-4beb-9ed4-76491442d360 req-79e8c79e-f00d-4720-a47b-ad692c76e7c9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.5507987 Nov 23 10:54:49.742968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9431527b-2baf-49c5-ba41-90d346338c10 req-c24bd4ea-2ffa-4266-a261-5887d9716204 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724946 Nov 23 10:54:49.754212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:49.888428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-43e35c17-818f-4beb-9ed4-76491442d360 req-87f4c4de-577b-4810-8774-23d902b48a84 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366754 Nov 23 10:54:49.895651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43bfae-5380-49ca-85d3-0104315cccba req-c1a601ef-581c-4f99-ab9c-f01b28d113ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:49.900017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c43bfae-5380-49ca-85d3-0104315cccba req-c1a601ef-581c-4f99-ab9c-f01b28d113ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 200 len: 917 time: 0.9776311 Nov 23 10:54:49.923077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port fdee324c-5d38-4254-a769-2ca89eced57c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:49.923639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:49.942479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cdfecf9c-5abc-4407-afd3-77dc45d5f108 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:49.984530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3e322b3-1cdc-48ef-bce4-88f54a61dee6 req-29ec5206-48b2-4fbc-a9d5-920f49de88ea tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 210 time: 0.0760148 Nov 23 10:54:49.985142 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.013930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cdfecf9c-5abc-4407-afd3-77dc45d5f108 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:50.014405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cdfecf9c-5abc-4407-afd3-77dc45d5f108 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:50.014917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:50.017634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78bd5c-546d-4ddb-8b6d-09768d42a43a None None] Pushing event updated for resources: {'Port': ['ID=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:50.057099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:50.057704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 11d9c0bd-db42-49fe-9d58-f04a5ed001a2 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:50.078532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port fdee324c-5d38-4254-a769-2ca89eced57c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=fdee324c-5d38-4254-a769-2ca89eced57c,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:50.079507 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.084808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.104018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.106127 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Added segment 4f95437b-8641-4357-830c-424b0cfa8e65 of type vlan for network 9fd09208-9487-4085-94bf-c60395c200ee Nov 23 10:54:50.268968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c43bfae-5380-49ca-85d3-0104315cccba req-62b505ab-78ff-43cc-a1e6-c0f7e364e2ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 200 len: 999 time: 0.3557651 Nov 23 10:54:50.271513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for fdee324c-5d38-4254-a769-2ca89eced57c owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:50.301458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49552) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:50.464726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.6 (6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae/d1b520bc-a752-44b5-82a5-be3eb81e2b81/672c354e-ac2f-4068-91f1-00e90d5214d7) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:50.502014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2090875202-network', 'tenant_id': '807f1fea854540049bba9d6a2d7ea473'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:50.542078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Made reservation on behalf of 807f1fea854540049bba9d6a2d7ea473 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:50.547717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.565374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.584291 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.592108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.611873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:54:50.707821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.717403 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.738157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:50.764403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:50.778987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:50.790837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:54:50.831974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event updated for resources: {'Port': ['ID=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:50.842361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:50.843118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.849999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.851597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e6b361-4929-428a-86a8-d72fa0f00e4c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:50.857100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:50.857747 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.863311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.864505 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Added segment c5075653-535c-49af-b459-39e1182e7d20 of type vlan for network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 Nov 23 10:54:50.910378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:50.994726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-bd12e02e-71ce-44fb-b01c-6700c5687af7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0054164 Nov 23 10:54:50.999249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9300127 Nov 23 10:54:51.002504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49560) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:51.019766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': '9fd09208-9487-4085-94bf-c60395c200ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:51.025594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.182130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.183750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:51.184445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.231961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:51.236015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.248200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be03b0-9f37-4d03-ba67-fc56b039ebb5 req-0b755c76-af13-401f-89b6-90d3b24a1d6d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:51.254802 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2be03b0-9f37-4d03-ba67-fc56b039ebb5 req-0b755c76-af13-401f-89b6-90d3b24a1d6d tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.1931136 Nov 23 10:54:51.353431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0474281 Nov 23 10:54:51.369390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:51.378545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Request body: {'subnet': {'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2090875202-subnet', 'tenant_id': '807f1fea854540049bba9d6a2d7ea473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:51.453320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Made reservation on behalf of 807f1fea854540049bba9d6a2d7ea473 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:51.456225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.494448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eed63-e90f-4ae6-bb4c-b924573dc280 admin admin] Pushing event updated for resources: {'Network': ['ID=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:51.518259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:51.560649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Request body: {'port': {'device_id': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:51.637887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2be03b0-9f37-4d03-ba67-fc56b039ebb5 req-9a20507d-0276-49fe-b900-ae12dd11acae tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3169301 Nov 23 10:54:51.672112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40441d3e-1338-420a-b12e-7fc32dd78b09 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Network': ['ID=9fd09208-9487-4085-94bf-c60395c200ee,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:51.688779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12788ffd-f664-4cfe-b5bc-bb601652ca4f None None] Network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:51.767207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7f352-c90c-4625-9fdb-207377fd3070 req-b03929af-3565-4f07-8a4f-16fc9e263d63 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:51.767581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 9fd09208-9487-4085-94bf-c60395c200ee details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:54:51.778098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6b7f352-c90c-4625-9fdb-207377fd3070 req-b03929af-3565-4f07-8a4f-16fc9e263d63 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 946 time: 0.8292642 Nov 23 10:54:51.785121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43bfae-5380-49ca-85d3-0104315cccba req-5a93a87a-22dd-402e-8039-8dc28fe1eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:51.798873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c43bfae-5380-49ca-85d3-0104315cccba req-5a93a87a-22dd-402e-8039-8dc28fe1eaf0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 200 len: 855 time: 0.8584733 Nov 23 10:54:51.804671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.958082 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.962289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.970226 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:51.975013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:51.990083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=fdee324c-5d38-4254-a769-2ca89eced57c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:52.027924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fdee324c-5d38-4254-a769-2ca89eced57c no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:52.029772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be9bdc-13e3-4b3c-8766-59f6ce3366e0 req-98a9ef56-3907-4999-998d-bfd69a5afdb3 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:52.044834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8be9bdc-13e3-4b3c-8766-59f6ce3366e0 req-98a9ef56-3907-4999-998d-bfd69a5afdb3 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 931 time: 0.2657974 Nov 23 10:54:52.111995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:52.133740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] No DVR routers for this DVR port fdee324c-5d38-4254-a769-2ca89eced57c on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:52.138552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.142005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e1847fb6-84e3-4fb2-b047-bdd9bac5ac09 req-570c0e7e-195f-408e-bedf-82ed65f39ea1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "DELETE /v2.0/ports/fdee324c-5d38-4254-a769-2ca89eced57c HTTP/1.1" status: 204 len: 173 time: 3.1014066 Nov 23 10:54:52.155543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a6b7f352-c90c-4625-9fdb-207377fd3070 req-3a40d6bc-3cae-4602-8c45-0f2b4343fe8d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=f32f6349-6360-40bb-a320-dcdfd4220a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530247 Nov 23 10:54:52.219523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Checking segment: {'id': '4f95437b-8641-4357-830c-424b0cfa8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9fd09208-9487-4085-94bf-c60395c200ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:52.219917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network hostable DHCP agents. Network: 9fd09208-9487-4085-94bf-c60395c200ee, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:52.236440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=e789a25b-9b86-4553-8910-d05deec712cc,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:52.247571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'name': 'network-vif-deleted', 'tag': 'fdee324c-5d38-4254-a769-2ca89eced57c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:52.254381 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de63c7fc-8d7d-4894-a110-b64c6f443da4" -d '{"events": [{"server_uuid": "8098ce2b-dca0-4869-a553-e6ad2833797e", "name": "network-vif-deleted", "tag": "fdee324c-5d38-4254-a769-2ca89eced57c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:52.275774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8be9bdc-13e3-4b3c-8766-59f6ce3366e0 req-72991220-18ca-42b5-a0a0-051a01e65bce tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295878 Nov 23 10:54:52.276404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43bfae-5380-49ca-85d3-0104315cccba req-0de250eb-f9ab-439a-b4fd-b6e60f1af930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:52.293797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c43bfae-5380-49ca-85d3-0104315cccba req-0de250eb-f9ab-439a-b4fd-b6e60f1af930 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66d611ef-410b-4daf-bad8-dfb24a1d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4806550 Nov 23 10:54:52.293797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:52.293797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:52.315677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: fdee324c-5d38-4254-a769-2ca89eced57c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:52.316023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device fdee324c-5d38-4254-a769-2ca89eced57c not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:52.346611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=672c354e-ac2f-4068-91f1-00e90d5214d7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:52.368631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0ab17cbf-faaa-4dec-af85-ac691d493e84 None None] Provisioning complete for port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:52.369005 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ab17cbf-faaa-4dec-af85-ac691d493e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.391295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 9fd09208-9487-4085-94bf-c60395c200ee is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:52.443681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 9fd09208-9487-4085-94bf-c60395c200ee) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:52.459065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:52.459682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.462561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.504333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:52.505038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.530674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f624681e-5523-4cb0-9235-cf02fa9316ef None None] Network 9fd09208-9487-4085-94bf-c60395c200ee requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:52.644134 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc748c6b-94fc-440e-b5dd-9d6721cc8bd4 x-openstack-request-id: req-fc748c6b-94fc-440e-b5dd-9d6721cc8bd4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:52.644373 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8098ce2b-dca0-4869-a553-e6ad2833797e", "name": "network-vif-deleted", "tag": "fdee324c-5d38-4254-a769-2ca89eced57c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:52.644759 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fc748c6b-94fc-440e-b5dd-9d6721cc8bd4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:52.645032 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8098ce2b-dca0-4869-a553-e6ad2833797e', 'name': 'network-vif-deleted', 'tag': 'fdee324c-5d38-4254-a769-2ca89eced57c', 'status': 'completed', 'code': 200} Nov 23 10:54:52.647672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-375cc982-6dc6-49e0-8706-6a46311ebeda tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6366668 Nov 23 10:54:52.660837 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.665915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49572) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:52.692721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Checking segment: {'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:52.693087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Network hostable DHCP agents. Network: 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:54:52.718725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1dafa8-2a1e-415a-8d60-2db9beebea3b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:52.721892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:52.722989 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.769832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cb5f9574-870a-4200-a14e-375a409908ba tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 4.4384170 Nov 23 10:54:52.772185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c43bfae-5380-49ca-85d3-0104315cccba req-55cc280a-62bd-4771-ac2c-c0cb52e76a0a service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457724 Nov 23 10:54:52.772878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49576) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:52.776525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-36bde2df-f913-4455-afb2-53dbc504852d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-807685513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:52.841048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36bde2df-f913-4455-afb2-53dbc504852d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.842847 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36bde2df-f913-4455-afb2-53dbc504852d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.865022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:54:52.901080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:52.922729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:52.923210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:52.937300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7119d-e9c5-4392-aeff-60894ed3037b None None] Network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:53.015178 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1599daf9-ecb4-4960-9bd4-0e0eed684899 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6395910 Nov 23 10:54:53.070332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 672c354e-ac2f-4068-91f1-00e90d5214d7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:53.077492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.504953 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.540836 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ab17cbf-faaa-4dec-af85-ac691d493e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.567129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7deddc73-5d55-4b0a-87f0-115e28feeba6 req-61bf3a1f-4f3e-4622-8f64-e0bd54c630a7 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=8098ce2b-dca0-4869-a553-e6ad2833797e HTTP/1.1" status: 200 len: 210 time: 0.1339312 Nov 23 10:54:53.579082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 672c354e-ac2f-4068-91f1-00e90d5214d7 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:53.741858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd57ba-e06b-4f57-a4e8-75aae099ed8d req-28b0ee56-5399-4d89-bb92-732e2dae3393 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:53.743629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dbd57ba-e06b-4f57-a4e8-75aae099ed8d req-28b0ee56-5399-4d89-bb92-732e2dae3393 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.9052017 Nov 23 10:54:53.749150 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36bde2df-f913-4455-afb2-53dbc504852d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.757167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f6f2d8-409d-43e2-8340-fcaf802c45dc {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:54:53.819157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026e32f-0390-4481-b84c-ab2764deda82 req-203e51f8-4fad-4570-8f0e-9bb8256f2965 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:53.820899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3026e32f-0390-4481-b84c-ab2764deda82 req-203e51f8-4fad-4570-8f0e-9bb8256f2965 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 931 time: 0.1207936 Nov 23 10:54:53.830045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.837350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36bde2df-f913-4455-afb2-53dbc504852d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.933761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-9fd09208-9487-4085-94bf-c60395c200ee', 'network_id': '9fd09208-9487-4085-94bf-c60395c200ee', 'tenant_id': '6b61d1d18026476bbb98b14bb461fbce', 'fixed_ips': [{'subnet_id': 'e789a25b-9b86-4553-8910-d05deec712cc'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:54:53.940307 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.949790 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3026e32f-0390-4481-b84c-ab2764deda82 req-cbc7e81d-6c3c-4927-b1e8-074f8bf50b26 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170807 Nov 23 10:54:53.957226 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c43bfae-5380-49ca-85d3-0104315cccba req-706cf67b-40ed-437e-9ac4-a1c0bb34409e service neutron] 10.222.0.58 "GET /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1173854 Nov 23 10:54:53.975315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36bde2df-f913-4455-afb2-53dbc504852d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:53.977151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-36bde2df-f913-4455-afb2-53dbc504852d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2121158 Nov 23 10:54:53.984802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49596) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:53.990432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'network_id': '9fd09208-9487-4085-94bf-c60395c200ee', 'name': 'tempest-PortsIpV6TestJSON-412010444'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:54.001717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:54.021683 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:54.045933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9c90b-4ff3-45d6-9371-97c93c164a40 None None] Network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:54.052780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Transition to ACTIVE for port object a8f6f2d8-409d-43e2-8340-fcaf802c45dc will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:54:54.099654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:54.121591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=672c354e-ac2f-4068-91f1-00e90d5214d7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:54.200846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0ab17cbf-faaa-4dec-af85-ac691d493e84 None None] For port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,segment=NetworkSegment(1385a4f8-42df-43f0-b709-0f3ee8138f58),segment_id=1385a4f8-42df-43f0-b709-0f3ee8138f58)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:54.228509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:54.259554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dbd57ba-e06b-4f57-a4e8-75aae099ed8d req-79f8a24e-df94-4c7b-9825-b42df4685471 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4628112 Nov 23 10:54:54.440130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:54.450140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-27777c5c-f95a-45c2-a9b4-920799ff2006 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/672c354e-ac2f-4068-91f1-00e90d5214d7 HTTP/1.1" status: 204 len: 168 time: 1.6674957 Nov 23 10:54:54.450626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49598) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:54.458516 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ab17cbf-faaa-4dec-af85-ac691d493e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:54.532948 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c354af18-ac3c-4d44-89d6-7ca32a59a4cf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:54:54.543623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c354af18-ac3c-4d44-89d6-7ca32a59a4cf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/672c354e-ac2f-4068-91f1-00e90d5214d7 HTTP/1.1" status: 404 len: 333 time: 0.0798645 Nov 23 10:54:54.544009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49604) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:54.667217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7aa11532-db92-4510-b7e1-dcabff972beb None None] Could not find standard attr ID for object 672c354e-ac2f-4068-91f1-00e90d5214d7. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:54:54.692057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:54:54.692591 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:54:54.701452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab17cbf-faaa-4dec-af85-ac691d493e84 None None] Pushing event updated for resources: {'Port': ['ID=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:54.715321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Allocated IP 2001:db8::2 (9fd09208-9487-4085-94bf-c60395c200ee/e789a25b-9b86-4553-8910-d05deec712cc/688c0569-02f5-4985-b193-d36310c2bea7) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:54.735725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7aa11532-db92-4510-b7e1-dcabff972beb None None] Provisioning complete for port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:54.746181 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7aa11532-db92-4510-b7e1-dcabff972beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:54.782020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-b4cf1441-af5e-41bd-924a-e22119b77cbf tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:54.788638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:54.792020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-b4cf1441-af5e-41bd-924a-e22119b77cbf tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 814 time: 0.2068527 Nov 23 10:54:54.794996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:54.803502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:54.832362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-6d897001-3025-4fc0-9bfb-3da65c7ddf47 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/quotas/807f1fea854540049bba9d6a2d7ea473 HTTP/1.1" status: 200 len: 375 time: 0.0383575 Nov 23 10:54:54.890598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-4c064a06-a863-414e-9f17-3adb532c58dc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570047 Nov 23 10:54:54.904038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 252cf116-e503-47c3-94fb-bb173e893dc8 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:54.982234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet d1b520bc-a752-44b5-82a5-be3eb81e2b81 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:55.066043 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-206d0c4c-64fe-435a-8ade-a739e971aae8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.113724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.165664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-206d0c4c-64fe-435a-8ade-a739e971aae8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.199585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-d57a5b98-7cec-47ef-b561-31c442cea99a service neutron] 10.222.0.61 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072972 Nov 23 10:54:55.243583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Attempting to bind port a8f6f2d8-409d-43e2-8340-fcaf802c45dc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:55.243583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Attempting to bind port a8f6f2d8-409d-43e2-8340-fcaf802c45dc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:55.243583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Attempting to bind port a8f6f2d8-409d-43e2-8340-fcaf802c45dc on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:55.274482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Port a8f6f2d8-409d-43e2-8340-fcaf802c45dc on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:54:55.274482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Attempting to bind port a8f6f2d8-409d-43e2-8340-fcaf802c45dc on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:55.299258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.302903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:55.303318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:55.304060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Bound using segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:55.304227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Bound port: a8f6f2d8-409d-43e2-8340-fcaf802c45dc, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:55.304480 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.353750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.375718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.425491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-a66d892d-209a-409f-9ddb-17ee2c7b92e5 service neutron] 10.222.0.61 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141595 Nov 23 10:54:55.473581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-206d0c4c-64fe-435a-8ade-a739e971aae8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.476364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Network 9fd09208-9487-4085-94bf-c60395c200ee is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:55.483528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872ca53-c184-4721-9ec6-4b728bffc041 req-1ddb7f6c-974c-4812-a661-240a63074aef tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:55.483717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-206d0c4c-64fe-435a-8ade-a739e971aae8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.484635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2872ca53-c184-4721-9ec6-4b728bffc041 req-1ddb7f6c-974c-4812-a661-240a63074aef tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 943 time: 0.3727667 Nov 23 10:54:55.487679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:55.488996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-206d0c4c-64fe-435a-8ade-a739e971aae8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/security-groups/f32f6349-6360-40bb-a320-dcdfd4220a63 HTTP/1.1" status: 204 len: 168 time: 0.6770740 Nov 23 10:54:55.499672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:55.511854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d0c4c-64fe-435a-8ade-a739e971aae8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f6349-6360-40bb-a320-dcdfd4220a63,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:55.515258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Pushing event updated for resources: {'Port': ['ID=688c0569-02f5-4985-b193-d36310c2bea7,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:55.572368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:55.642900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Attempting to bind port 688c0569-02f5-4985-b193-d36310c2bea7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:54:55.643455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Attempting to bind port 688c0569-02f5-4985-b193-d36310c2bea7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '4f95437b-8641-4357-830c-424b0cfa8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9fd09208-9487-4085-94bf-c60395c200ee'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:54:55.643934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Attempting to bind port 688c0569-02f5-4985-b193-d36310c2bea7 on network 9fd09208-9487-4085-94bf-c60395c200ee {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:54:55.660715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:54:55.662922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Checking segment: {'id': '4f95437b-8641-4357-830c-424b0cfa8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9fd09208-9487-4085-94bf-c60395c200ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:54:55.663102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::37a (9fd09208-9487-4085-94bf-c60395c200ee/e789a25b-9b86-4553-8910-d05deec712cc/252cf116-e503-47c3-94fb-bb173e893dc8) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:54:55.663371 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.663820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Bound using segment: {'id': '4f95437b-8641-4357-830c-424b0cfa8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9fd09208-9487-4085-94bf-c60395c200ee'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:54:55.665181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Bound port: 688c0569-02f5-4985-b193-d36310c2bea7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f95437b-8641-4357-830c-424b0cfa8e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '9fd09208-9487-4085-94bf-c60395c200ee'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:54:55.666134 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.815737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] For port a8f6f2d8-409d-43e2-8340-fcaf802c45dc, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:55.817263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:55.817835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.852989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2872ca53-c184-4721-9ec6-4b728bffc041 req-a0468002-9a6b-42cf-a6d0-e5f62e9813c1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492866 Nov 23 10:54:55.906617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:55.907821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ea6c7-d729-4ff5-a8d6-c0b7a870407a req-5bb60904-9eb3-4e35-b098-3dac8886a124 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:55.919694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-153ea6c7-d729-4ff5-a8d6-c0b7a870407a req-5bb60904-9eb3-4e35-b098-3dac8886a124 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.0957069 Nov 23 10:54:55.932860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49628) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:55.994349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] For port a8f6f2d8-409d-43e2-8340-fcaf802c45dc, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:56.008893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] For port 688c0569-02f5-4985-b193-d36310c2bea7, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:54:56.021664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.034511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] For port 688c0569-02f5-4985-b193-d36310c2bea7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=688c0569-02f5-4985-b193-d36310c2bea7,segment=NetworkSegment(4f95437b-8641-4357-830c-424b0cfa8e65),segment_id=4f95437b-8641-4357-830c-424b0cfa8e65)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:54:56.056140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-153ea6c7-d729-4ff5-a8d6-c0b7a870407a req-51d469bc-58e9-4a7b-b1b6-fd66d05e5990 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298742 Nov 23 10:54:56.062075 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.122816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting subnet dd5be627-da97-490a-a008-f325bf8f2a94 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:54:56.147576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.205508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e6e84-0f1f-4214-be8b-e0cd774dcd59 None None] Pushing event updated for resources: {'Port': ['ID=688c0569-02f5-4985-b193-d36310c2bea7,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:56.217871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Pushing event updated for resources: {'Port': ['ID=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:56.264831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:56.265583 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.267562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-7e2845f0-21aa-444f-a418-95540b2f47db service neutron] 10.222.0.65 "PUT /v2.0/ports/a8f6f2d8-409d-43e2-8340-fcaf802c45dc HTTP/1.1" status: 200 len: 1091 time: 4.7423277 Nov 23 10:54:56.274901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'tag': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:54:56.277270 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c" -d '{"events": [{"name": "network-changed", "server_uuid": "94252dc8-0eb7-4899-b504-4e9ba5d762cd", "tag": "a8f6f2d8-409d-43e2-8340-fcaf802c45dc"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:54:56.322448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e488224-bdbc-4e6b-a728-f7e43a924b72 req-828abff1-9996-4230-b4c4-0f8d5e3d794b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 210 time: 0.0756359 Nov 23 10:54:56.353818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.408154 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2945b2-c4bc-474e-95f8-815f02ca41ea x-openstack-request-id: req-eb2945b2-c4bc-474e-95f8-815f02ca41ea {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:54:56.408533 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94252dc8-0eb7-4899-b504-4e9ba5d762cd", "tag": "a8f6f2d8-409d-43e2-8340-fcaf802c45dc", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:54:56.410763 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-eb2945b2-c4bc-474e-95f8-815f02ca41ea {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:54:56.411310 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'tag': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc', 'status': 'completed', 'code': 200} Nov 23 10:54:56.472039 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.490283 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.494169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/d1b520bc-a752-44b5-82a5-be3eb81e2b81 HTTP/1.1" status: 204 len: 168 time: 1.9405353 Nov 23 10:54:56.496632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0070efb5-76dc-45a6-af0f-717bc35dfd1a None None] Network 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:56.516244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49638) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:56.532472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960886cd-3df9-4366-b143-dea16046d184 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=d1b520bc-a752-44b5-82a5-be3eb81e2b81,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:56.546876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-28bd2a08-14d8-4503-a376-1572a0edb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:56.549241 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-28bd2a08-14d8-4503-a376-1572a0edb00a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 1094 time: 0.2122447 Nov 23 10:54:56.594542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.681656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-ac80997d-3066-4c38-ad38-7f18a9f9f9fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f6f2d8-409d-43e2-8340-fcaf802c45dc HTTP/1.1" status: 200 len: 217 time: 0.1026409 Nov 23 10:54:56.769188 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.791299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-91b4a279-f1e8-4eb4-b38a-393b6a1b1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:56.792815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-91b4a279-f1e8-4eb4-b38a-393b6a1b1192 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.0998521 Nov 23 10:54:56.825119 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.883448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-fcaeaeb0-7487-443d-b203-c813c9964cf9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815878 Nov 23 10:54:56.895593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:56.936540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 9fd09208-9487-4085-94bf-c60395c200ee is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:56.949931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] DHCP port deletion for 6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:57.001648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:57.008752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:57.018740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:57.020129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.108044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=252cf116-e503-47c3-94fb-bb173e893dc8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:57.111595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] Deleting port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:57.112788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.125082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f0fef998-f43b-499a-871a-6d78d8624a4d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1354940 Nov 23 10:54:57.126370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49648) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:57.210699 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.335167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Subnet': ['ID=dd5be627-da97-490a-a008-f325bf8f2a94,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:57.340736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.348696 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3ac221b5-4fd8-49a1-bbf7-17ebd12917ba tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/subnets/dd5be627-da97-490a-a008-f325bf8f2a94 HTTP/1.1" status: 204 len: 168 time: 1.4145815 Nov 23 10:54:57.353362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49652) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:57.395849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a6f0e7-bc52-48bd-8087-66ef945d56f1 None None] Network e43db2ec-d7be-44f4-bf21-904ebf2c0f26 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:57.413880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d639ede-e197-4008-a117-917e25d62d90 req-3899e4f4-954c-42ef-8979-bcb3f9950985 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:57.422115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d639ede-e197-4008-a117-917e25d62d90 req-3899e4f4-954c-42ef-8979-bcb3f9950985 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 943 time: 0.3588533 Nov 23 10:54:57.527501 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] For port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,segment=NetworkSegment(1385a4f8-42df-43f0-b709-0f3ee8138f58),segment_id=1385a4f8-42df-43f0-b709-0f3ee8138f58)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:57.529681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.550487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:57.550829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.577035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.609391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] Calling delete_port for ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:57.680782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 688c0569-02f5-4985-b193-d36310c2bea7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:54:57.713899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-28b85ef2-4cff-4bd3-8977-5bd6bcd8736b service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997820 Nov 23 10:54:57.740535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] For port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,segment=NetworkSegment(1385a4f8-42df-43f0-b709-0f3ee8138f58),segment_id=1385a4f8-42df-43f0-b709-0f3ee8138f58)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:57.740932 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:57.819687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:57.841230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d639ede-e197-4008-a117-917e25d62d90 req-2def958c-885d-4e24-9f97-5c12b51869b8 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144425 Nov 23 10:54:57.892914 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.042819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port c86196c7-2125-4af2-a9ac-2baff9aefe93 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:54:58.043614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.158212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60195c96-65b4-4d5f-a91b-7ad608f36753 None None] Network 9fd09208-9487-4085-94bf-c60395c200ee requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:54:58.158598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port c86196c7-2125-4af2-a9ac-2baff9aefe93, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c86196c7-2125-4af2-a9ac-2baff9aefe93,segment=NetworkSegment(7057ab8f-7f72-4c25-b729-ae71538d833e),segment_id=7057ab8f-7f72-4c25-b729-ae71538d833e)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:58.159423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.175240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.179134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] No DVR routers for this DVR port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:58.184343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for c86196c7-2125-4af2-a9ac-2baff9aefe93 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:54:58.213975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9272d2f-31be-4b86-9192-baac323818b1 None None] Pushing event deleted for resources: {'Port': ['ID=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:58.226657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:58.238771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No DVR routers for this DVR port ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:58.285248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 688c0569-02f5-4985-b193-d36310c2bea7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:58.285632 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.326017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ccc5f293-c718-4df4-977e-2e6bdbed2bd1 None None] Provisioning complete for port 688c0569-02f5-4985-b193-d36310c2bea7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:58.326017 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ccc5f293-c718-4df4-977e-2e6bdbed2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.406662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.442581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:58.455686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1385a4f8-42df-43f0-b709-0f3ee8138f58') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:58.456137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1385a4f8-42df-43f0-b709-0f3ee8138f58') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:58.467174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a853e1-8264-4472-a5a8-11d11b45c5b6 req-211fc8b2-c732-4fdd-b80b-563a7940c413 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:58.468126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.478272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.489531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-89a853e1-8264-4472-a5a8-11d11b45c5b6 req-211fc8b2-c732-4fdd-b80b-563a7940c413 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.7712619 Nov 23 10:54:58.499706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] No DVR routers for this DVR port c86196c7-2125-4af2-a9ac-2baff9aefe93 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:54:58.521641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.546015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=c86196c7-2125-4af2-a9ac-2baff9aefe93,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:58.586135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:58.586537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:58.590676 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:58.633908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfea379-33f6-4e1d-9b25-06cc0265f24e None None] DHCP port deletion for e43db2ec-d7be-44f4-bf21-904ebf2c0f26 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:54:58.649448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78c60514-b7b5-45fc-a37f-5284d252e63d req-71f0aefb-0b96-41c9-a87c-bda0e8956057 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9153051 Nov 23 10:54:58.700532 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ccc5f293-c718-4df4-977e-2e6bdbed2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.714758 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.764983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.809122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-89a853e1-8264-4472-a5a8-11d11b45c5b6 req-31517ab9-5538-411f-83c1-e8952664808f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158548 Nov 23 10:54:58.818718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ccc5f293-c718-4df4-977e-2e6bdbed2bd1 None None] For port 688c0569-02f5-4985-b193-d36310c2bea7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=688c0569-02f5-4985-b193-d36310c2bea7,segment=NetworkSegment(4f95437b-8641-4357-830c-424b0cfa8e65),segment_id=4f95437b-8641-4357-830c-424b0cfa8e65)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:54:58.830255 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ccc5f293-c718-4df4-977e-2e6bdbed2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.851451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.854827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae HTTP/1.1" status: 204 len: 168 time: 2.3375902 Nov 23 10:54:58.888438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:58.891716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49660) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:58.918111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'name': 'tempest-PortsTestJSON-1139595679'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:54:58.953929 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:54:58.954216 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:54:58.962487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-ac3181b2-0175-473b-bc89-d35d9b2f388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:58.969510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-ac3181b2-0175-473b-bc89-d35d9b2f388a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 1094 time: 0.0974905 Nov 23 10:54:58.991354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5f293-c718-4df4-977e-2e6bdbed2bd1 None None] Pushing event updated for resources: {'Port': ['ID=688c0569-02f5-4985-b193-d36310c2bea7,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:58.994988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a985e9-4371-4921-83c7-dd2013cc756d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=6e17c0f8-ff07-43b8-b4f6-9d64cbbe4fae,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:59.023360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43db2ec-d7be-44f4-bf21-904ebf2c0f26']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:59.072746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7057ab8f-7f72-4c25-b729-ae71538d833e') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:59.072746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7057ab8f-7f72-4c25-b729-ae71538d833e') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:54:59.090411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.113731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.130634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:54:59.130634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:54:59.153508 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:54:59.176209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:54:59.179810 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.236852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-60e1ab55-3429-430d-8ddf-da5f17062d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:59.238482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-60e1ab55-3429-430d-8ddf-da5f17062d30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.2463257 Nov 23 10:54:59.243736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port c38cf9f5-b5b7-4a33-a770-40dd5cb8cedd yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:54:59.249849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be2e8695-deeb-42f6-bd0e-fe8261bb1ffd req-d42137f0-9773-4ffd-aed8-475ba0c2639b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 210 time: 0.2773740 Nov 23 10:54:59.285759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.288467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-14238e9f-eaff-4a61-9222-5658e51ee718 None None] Provisioning complete for port 252cf116-e503-47c3-94fb-bb173e893dc8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:59.288942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14238e9f-eaff-4a61-9222-5658e51ee718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.308579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.315261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/networks/e43db2ec-d7be-44f4-bf21-904ebf2c0f26 HTTP/1.1" status: 204 len: 168 time: 1.9546902 Nov 23 10:54:59.339771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49662) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:59.346129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1512051-5c4d-49d2-af46-d0c0c43f07a3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Network': ['ID=e43db2ec-d7be-44f4-bf21-904ebf2c0f26,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:59.348242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-0af8b8ef-5073-4d35-aea6-864f47de197e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8f6f2d8-409d-43e2-8340-fcaf802c45dc HTTP/1.1" status: 200 len: 217 time: 0.0914619 Nov 23 10:54:59.350866 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.444624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-14238e9f-eaff-4a61-9222-5658e51ee718 None None] Port 252cf116-e503-47c3-94fb-bb173e893dc8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:54:59.526413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-14238e9f-eaff-4a61-9222-5658e51ee718 None None] Provisioning complete for port 688c0569-02f5-4985-b193-d36310c2bea7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:59.527218 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14238e9f-eaff-4a61-9222-5658e51ee718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.568706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-a87c7f10-bd36-452e-8bce-012da86267a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:59.570223 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-a87c7f10-bd36-452e-8bce-012da86267a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.1785901 Nov 23 10:54:59.606012 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.683767 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.736263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-e99cac43-ed72-46da-b97c-a40ad2095937 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241996 Nov 23 10:54:59.755762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:54:59.764580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:54:59.772680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:54:59.775810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-c259ced6-ed79-4c30-9929-9e00b62a05f4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:54:59.776889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-c259ced6-ed79-4c30-9929-9e00b62a05f4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241895 Nov 23 10:54:59.781730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:54:59.786646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:59.786646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.836645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:54:59.837182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ac22cd3b-8228-43ed-a3e0-0a9b7f51dc3c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:54:59.852473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=c38cf9f5-b5b7-4a33-a770-40dd5cb8cedd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:54:59.868759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-554db7a3-36e2-4cdf-b08e-95239881258a tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9616551 Nov 23 10:54:59.881642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49666) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:54:59.931390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ec222-8347-441d-ade6-272169835ec5 req-3b15b83a-310e-4f87-8564-7e1d7175aeb1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:54:59.945052 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-738ec222-8347-441d-ade6-272169835ec5 req-3b15b83a-310e-4f87-8564-7e1d7175aeb1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 943 time: 0.3907878 Nov 23 10:54:59.962299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6a0cf616-ac0b-425c-ac55-b231242b877a None None] Provisioning complete for port 252cf116-e503-47c3-94fb-bb173e893dc8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:54:59.965695 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6a0cf616-ac0b-425c-ac55-b231242b877a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:54:59.994017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 688c0569-02f5-4985-b193-d36310c2bea7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:00.030805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port c38cf9f5-b5b7-4a33-a770-40dd5cb8cedd {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:00.031293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.063203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6a0cf616-ac0b-425c-ac55-b231242b877a None None] Port 252cf116-e503-47c3-94fb-bb173e893dc8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:00.082678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 688c0569-02f5-4985-b193-d36310c2bea7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:00.083180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.172636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.187937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-2c6c42f9-ed3d-49ce-927c-756e5e0fb97e service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662963 Nov 23 10:55:00.197645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for c38cf9f5-b5b7-4a33-a770-40dd5cb8cedd owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:00.234797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-738ec222-8347-441d-ade6-272169835ec5 req-7991223e-d35e-4d34-93fa-6c30cf34a515 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887020 Nov 23 10:55:00.271895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port ad249b0b-5a73-4040-bd67-eac109339e2d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:00.272239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.327935 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c86196c7-2125-4af2-a9ac-2baff9aefe93 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:00.357340 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c86196c7-2125-4af2-a9ac-2baff9aefe93 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:00.357340 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c86196c7-2125-4af2-a9ac-2baff9aefe93 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:00.386676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.428076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=c38cf9f5-b5b7-4a33-a770-40dd5cb8cedd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:00.433816 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.440196 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a56d1be5-4c29-4f4c-a12d-a6172e926d16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/c38cf9f5-b5b7-4a33-a770-40dd5cb8cedd HTTP/1.1" status: 204 len: 168 time: 0.5552287 Nov 23 10:55:00.445636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:00.452040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'mac_address': 'fa:16:3e:ad:94:d2', 'name': 'tempest-PortsTestJSON-33981328'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:00.479990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.502134 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.555124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:00.570654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.571157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.578991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a7d8cb2-73c9-4dc4-a76d-86c6d4be317c req-34d1dd24-d0f4-494a-bbdd-49f30769296b service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772576 Nov 23 10:55:00.630726 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:00.642083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for ad249b0b-5a73-4040-bd67-eac109339e2d owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:00.666232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 05a389cb-b4e9-41f8-a188-b25e7403509c yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:00.666395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7118273-babd-41cc-8c16-1f1854ed186c req-f9b16445-5e6e-4a5e-b39b-b57ce708a179 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:00.668414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7118273-babd-41cc-8c16-1f1854ed186c req-f9b16445-5e6e-4a5e-b39b-b57ce708a179 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.3151965 Nov 23 10:55:00.681469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=252cf116-e503-47c3-94fb-bb173e893dc8,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:01.050704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.054294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.094336 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.149862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0d4976fe-b779-42aa-863a-3a8aec9d6a17 None None] Provisioning complete for port 252cf116-e503-47c3-94fb-bb173e893dc8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:01.150493 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0d4976fe-b779-42aa-863a-3a8aec9d6a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.176260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:01.180576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:01.184235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:01.190508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:01.191756 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.194780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=05a389cb-b4e9-41f8-a188-b25e7403509c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:01.217014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0d4976fe-b779-42aa-863a-3a8aec9d6a17 None None] Port 252cf116-e503-47c3-94fb-bb173e893dc8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:01.221030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c7118273-babd-41cc-8c16-1f1854ed186c req-795806cf-2085-4b30-9b18-37e2538c9926 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5412161 Nov 23 10:55:01.239465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81945f26-96aa-44bc-bb5a-c77003d6d282 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7926860 Nov 23 10:55:01.242529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49678) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:01.276903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.280335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.296588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38bbfe-ec84-482c-b37a-7878f1318a66 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:01.300505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5e38bbfe-ec84-482c-b37a-7878f1318a66 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/05a389cb-b4e9-41f8-a188-b25e7403509c HTTP/1.1" status: 200 len: 839 time: 0.0545516 Nov 23 10:55:01.300755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:01.317464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=ad249b0b-5a73-4040-bd67-eac109339e2d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:01.407276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf3384e2-4283-4a04-a3e6-50b380857fae req-e87ba90b-0418-4920-a43d-7e1f09c184b3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 210 time: 0.0573075 Nov 23 10:55:01.408385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 05a389cb-b4e9-41f8-a188-b25e7403509c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:01.408736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.496439 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.510745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 05a389cb-b4e9-41f8-a188-b25e7403509c owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:01.603090 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.632862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=05a389cb-b4e9-41f8-a188-b25e7403509c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:01.638183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.642711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad815be8-c13b-4324-ad1f-3d9e62f8302d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/05a389cb-b4e9-41f8-a188-b25e7403509c HTTP/1.1" status: 204 len: 168 time: 0.3409073 Nov 23 10:55:01.644170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49684) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:01.675498 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2642f1c6-8dd8-455b-be2b-1165c4f785ec tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:01.676963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2642f1c6-8dd8-455b-be2b-1165c4f785ec tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/05a389cb-b4e9-41f8-a188-b25e7403509c HTTP/1.1" status: 404 len: 333 time: 0.0313909 Nov 23 10:55:01.680556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49686) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:01.686107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'name': 'tempest-PortsTestJSON-1717916806'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:01.777509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:01.781811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.801049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port abe253c3-7e0e-4416-b9d0-c1ef698ed740 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:01.850210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.850870 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Floating IP 7dac75cc-4138-4adb-a90c-2e19abbe63ee disassociated (deleted). External IP: 172.25.5.220, port: da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2. Nov 23 10:55:01.974826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:01.982623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4bf56-bfae-45a5-be44-6b6ef52f493a req-e0c10466-d82a-461a-96e1-2689265c2f27 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:01.984102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdc4bf56-bfae-45a5-be44-6b6ef52f493a req-e0c10466-d82a-461a-96e1-2689265c2f27 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 943 time: 0.1736584 Nov 23 10:55:02.010398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.051789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:02.056868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:02.060999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:02.067477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:02.068104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.080395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=abe253c3-7e0e-4416-b9d0-c1ef698ed740,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:02.090016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a2082189-6a8a-4087-81da-829b48ba5482 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4084051 Nov 23 10:55:02.092630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49688) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:02.097699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:02.111699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdc4bf56-bfae-45a5-be44-6b6ef52f493a req-46dcf3c0-c12d-495f-81ef-5b56aa722fbe tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893068 Nov 23 10:55:02.179629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.202231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.209389 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.210154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.295027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=252cf116-e503-47c3-94fb-bb173e893dc8,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:02.298723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:02.322094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a8f6f2d8-409d-43e2-8340-fcaf802c45dc details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:02.445266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a8f6f2d8-409d-43e2-8340-fcaf802c45dc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:02.459684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'port_id': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc', 'mac_address': 'fa:16:3e:f3:60:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba97f1a-2f2d-4454-8bed-91c9e181d23e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:02.461129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb478e9-3839-4b03-8150-51d09a0f0ddc req-69b46486-1834-4d2a-a49a-c147f9182c96 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:02.462721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0cb478e9-3839-4b03-8150-51d09a0f0ddc req-69b46486-1834-4d2a-a49a-c147f9182c96 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.1327808 Nov 23 10:55:02.496214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network 9fd09208-9487-4085-94bf-c60395c200ee is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:02.501883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.505400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:02.517635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f6f2d8-409d-43e2-8340-fcaf802c45dc {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:02.544252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a8f6f2d8-409d-43e2-8340-fcaf802c45dc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:02.549583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.617796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:02.630193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.634022 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] Sync routers for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:02.650026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:02.664299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0cb478e9-3839-4b03-8150-51d09a0f0ddc req-6e52c396-84bb-48f7-a8eb-7d0a24ec3259 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669285 Nov 23 10:55:02.665347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.674682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.676146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:02.677380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b0a48390-130c-4a6c-bba0-77ea180a22fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/floatingips/7dac75cc-4138-4adb-a90c-2e19abbe63ee HTTP/1.1" status: 204 len: 168 time: 3.3362315 Nov 23 10:55:02.679353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:02.681703 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58734936-4bb1-4c05-aff1-3dcd6a1c1282" -d '{"events": [{"name": "network-changed", "server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:02.685404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:02.715702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] In _notify_port_updated(), no bound segment for port abe253c3-7e0e-4416-b9d0-c1ef698ed740 on network 13e99acb-4f15-415f-b4ff-ae4901a3e608 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:55:02.721549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:02.722186 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.726376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "PUT /v2.0/ports/abe253c3-7e0e-4416-b9d0-c1ef698ed740 HTTP/1.1" status: 200 len: 818 time: 0.6327820 Nov 23 10:55:02.727027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:02.771872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef33dd1-8688-4622-96f0-69f97166cf80 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=abe253c3-7e0e-4416-b9d0-c1ef698ed740,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:02.802385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Router 197a95ce-70f3-4516-ab13-74583d6ff7c6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:55:02.835279 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:02.863968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f5071a7a-0a4a-435d-b296-e080334cc3f0 None None] Provisioning complete for port 252cf116-e503-47c3-94fb-bb173e893dc8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:02.864665 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f5071a7a-0a4a-435d-b296-e080334cc3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.867334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port abe253c3-7e0e-4416-b9d0-c1ef698ed740 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:02.867967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:02.883163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3165a0e-7e44-4c1d-a7da-fedc63c3e7d9 req-c6aac968-2bea-4abd-89e5-a6b257bfd5f4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 210 time: 0.0683613 Nov 23 10:55:02.918995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f5071a7a-0a4a-435d-b296-e080334cc3f0 None None] Port 252cf116-e503-47c3-94fb-bb173e893dc8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:02.923583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a8f6f2d8-409d-43e2-8340-fcaf802c45dc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:02.942819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:02.951827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-55f623a0-4b17-4305-b5d2-f6110208e608 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "PUT /v2.0/routers/197a95ce-70f3-4516-ab13-74583d6ff7c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8243258 Nov 23 10:55:02.953042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49702) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:02.968389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] Sync routers for ids ['197a95ce-70f3-4516-ab13-74583d6ff7c6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:03.015372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbed030-487b-42fa-b011-a54c044a56a3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.018677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.020169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ffbed030-487b-42fa-b011-a54c044a56a3 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports?device_id=197a95ce-70f3-4516-ab13-74583d6ff7c6 HTTP/1.1" status: 200 len: 988 time: 0.0655029 Nov 23 10:55:03.020656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49704) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:03.025995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] Routers {'197a95ce-70f3-4516-ab13-74583d6ff7c6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:03.027755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['197a95ce-70f3-4516-ab13-74583d6ff7c6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:03.060321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for abe253c3-7e0e-4416-b9d0-c1ef698ed740 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:03.085439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:03.085777 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:45Z', 'revision_number': 6, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:03.100425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] Routers {'197a95ce-70f3-4516-ab13-74583d6ff7c6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:03.101347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['197a95ce-70f3-4516-ab13-74583d6ff7c6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:03.127419 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] Checking router: a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:03.142260 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:03.142886 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:03.155356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:03.156620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22386290-2d92-4be6-b04c-2015367f4c99 None None] The sync data for ids ['197a95ce-70f3-4516-ab13-74583d6ff7c6'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:03.218006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.258294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=abe253c3-7e0e-4416-b9d0-c1ef698ed740,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:03.275203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.278139 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6fa51c-d2fa-4c82-bf51-0502d1fb81bf x-openstack-request-id: req-5f6fa51c-d2fa-4c82-bf51-0502d1fb81bf {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:03.279445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-02ab0609-d1a3-4d13-ab53-831a158f60ed tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/abe253c3-7e0e-4416-b9d0-c1ef698ed740 HTTP/1.1" status: 204 len: 168 time: 0.5492997 Nov 23 10:55:03.281878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:03.282359 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:03.282897 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f6fa51c-d2fa-4c82-bf51-0502d1fb81bf {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:03.283572 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'status': 'completed', 'code': 200} Nov 23 10:55:03.320743 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:03.360687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bdb377-0a6a-49bf-ad64-8c9a47de0c49 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.365260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-41bdb377-0a6a-49bf-ad64-8c9a47de0c49 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0788407 Nov 23 10:55:03.365260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49712) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:03.390203 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2db1db1-e346-4207-8cb5-0a2aa480fd79 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:03.393155 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e2db1db1-e346-4207-8cb5-0a2aa480fd79 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/abe253c3-7e0e-4416-b9d0-c1ef698ed740 HTTP/1.1" status: 404 len: 333 time: 0.0257444 Nov 23 10:55:03.395225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49714) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:03.400188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-395202440'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:03.426630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:03.434262 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.434688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-3a59a343-e3ee-47db-a275-7980a8f67223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.436263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-3a59a343-e3ee-47db-a275-7980a8f67223 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 1096 time: 0.1292262 Nov 23 10:55:03.464362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:55:03.475169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.475458 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment d029ff23-fcc5-4db5-9cff-00fb4e43623a of type vlan for network 126dfd89-79b6-4570-a309-a4e309e1ed31 Nov 23 10:55:03.481489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f625b-4840-4bbf-8a74-877d0ee46764 req-a3b04bec-35bd-4287-b62c-74b426a550e3 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.488392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c6f625b-4840-4bbf-8a74-877d0ee46764 req-a3b04bec-35bd-4287-b62c-74b426a550e3 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 944 time: 0.1510770 Nov 23 10:55:03.520555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.549203 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:45Z', 'revision_number': 6, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:03.549504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.554998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.555648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.578218 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba70d0-552f-4a0b-86c1-bb6228fef5bb None None] The sync data for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 is: [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:54:45Z', 'revision_number': 6, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab114b38-b733-4e6f-a29c-8710fcbac8a2', 'name': '', 'network_id': '2ed2b1b9-4128-449f-96ae-cfe1a2260816', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:46:60:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:16Z', 'updated_at': '2021-11-23T10:52:25Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'fedd2e0d-312d-46bf-ba5e-a3ad50667558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:03.596227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1999028 Nov 23 10:55:03.599348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49716) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:03.604089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:03.654899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb73b2d-4549-4229-b7cd-e6e994a0dc40 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=126dfd89-79b6-4570-a309-a4e309e1ed31,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:03.658088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c6f625b-4840-4bbf-8a74-877d0ee46764 req-0c1f8caf-1e8d-46bd-9650-223bb91c8d19 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677098 Nov 23 10:55:03.669412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:55:03.692146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-4d83bd64-e426-4bf0-84dd-f0d694e97990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.693984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-4d83bd64-e426-4bf0-84dd-f0d694e97990 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ed2b1b9-4128-449f-96ae-cfe1a2260816 HTTP/1.1" status: 200 len: 898 time: 0.2486880 Nov 23 10:55:03.753543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:03.759912 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:03.766505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-2c9ad4fd-4a14-4e26-9427-874928fdea63 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 HTTP/1.1" status: 200 len: 217 time: 0.0525515 Nov 23 10:55:03.921733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f1c1a-8305-4c12-8d85-b2c4ce9c8dc7 None None] New status for floating IP 7dac75cc-4138-4adb-a90c-2e19abbe63ee: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:55:03.925837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df5f68-480e-419d-a9d0-a5725d2c456c req-4d96b762-97e1-4804-819c-926b52b44688 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.926324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35df5f68-480e-419d-a9d0-a5725d2c456c req-4d96b762-97e1-4804-819c-926b52b44688 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 945 time: 0.1629660 Nov 23 10:55:03.927580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-b7768593-0daa-4723-8921-a9ed1752d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:03.928903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-b7768593-0daa-4723-8921-a9ed1752d404 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fedd2e0d-312d-46bf-ba5e-a3ad50667558 HTTP/1.1" status: 200 len: 835 time: 0.1521461 Nov 23 10:55:03.996566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.031831 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.063585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=8ce6659f-c6fb-4a16-8582-9c3b1554c3fd,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:04.071485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': 'd029ff23-fcc5-4db5-9cff-00fb4e43623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:04.071857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: 126dfd89-79b6-4570-a309-a4e309e1ed31, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:55:04.089949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:55:04.098599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 126dfd89-79b6-4570-a309-a4e309e1ed31) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:04.102630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:04.103210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.109762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4e587-5641-4a7d-aa28-fb9fd783588c None None] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:04.121867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-483901f1-adde-4f16-b1ff-342be7567564 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5215316 Nov 23 10:55:04.125079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49724) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:04.130982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2e203e20-7308-4021-b3cf-034c7f3e91d6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:04.266913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e203e20-7308-4021-b3cf-034c7f3e91d6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:04.270486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e203e20-7308-4021-b3cf-034c7f3e91d6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.278874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-126dfd89-79b6-4570-a309-a4e309e1ed31', 'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31', 'tenant_id': 'c1fbafc3d36e4d8ea5e77fd9f50c496a', 'fixed_ips': [{'subnet_id': '8ce6659f-c6fb-4a16-8582-9c3b1554c3fd'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:04.279943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.359483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a8f6f2d8-409d-43e2-8340-fcaf802c45dc up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:04.368110 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-2e203e20-7308-4021-b3cf-034c7f3e91d6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ce6659f-c6fb-4a16-8582-9c3b1554c3fd (CIDR: 172.20.0.0/28) Nov 23 10:55:04.372346 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e203e20-7308-4021-b3cf-034c7f3e91d6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:55:04.372945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e203e20-7308-4021-b3cf-034c7f3e91d6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:04.393881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e203e20-7308-4021-b3cf-034c7f3e91d6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2653337 Nov 23 10:55:04.394932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49726) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:04.399943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:04.442201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35df5f68-480e-419d-a9d0-a5725d2c456c req-e632cee9-fe37-4588-a1b0-7816354543fb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060506 Nov 23 10:55:04.458254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-a35349dc-e919-49cc-a4fb-b75a349d716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:04.460171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-a35349dc-e919-49cc-a4fb-b75a349d716c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed2b1b9-4128-449f-96ae-cfe1a2260816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5088654 Nov 23 10:55:04.466414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Allocated IP 172.20.0.2 (126dfd89-79b6-4570-a309-a4e309e1ed31/8ce6659f-c6fb-4a16-8582-9c3b1554c3fd/a4c59358-ce83-42f3-bcc6-bbd5b60ba85e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:04.468540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port a8f6f2d8-409d-43e2-8340-fcaf802c45dc completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:04.475332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port a8f6f2d8-409d-43e2-8340-fcaf802c45dc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:04.475819 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.555046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:04.560267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.648930 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.719525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a8f6f2d8-409d-43e2-8340-fcaf802c45dc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:04.721080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-f89685b9-1a54-47e2-abc1-916a02104568 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498960 Nov 23 10:55:04.722236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:04.724911 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7974af9-c219-431a-9a1c-6139b02f3c04" -d '{"events": [{"server_uuid": "94252dc8-0eb7-4899-b504-4e9ba5d762cd", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6f2d8-409d-43e2-8340-fcaf802c45dc"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:04.730961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eabf9-bb3c-449f-968c-7e96fbf710a5 req-71a1f1c9-9468-4d88-b694-f725193f06fd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:04.731746 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.732448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-714eabf9-bb3c-449f-968c-7e96fbf710a5 req-71a1f1c9-9468-4d88-b694-f725193f06fd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.1966531 Nov 23 10:55:04.762171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0cb71216-d267-4d81-946b-d8709fa8819a req-88733ff3-59c8-4950-8511-3e2e37b12323 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 210 time: 0.0902145 Nov 23 10:55:04.799631 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.822120 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:04.849813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:04.855293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:04.863868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:04.876741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-9a3bb87f-be23-44ee-a37b-f541d1619480 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:04.880458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-9a3bb87f-be23-44ee-a37b-f541d1619480 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.65 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 945 time: 0.1117527 Nov 23 10:55:04.897702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:04.976038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-714eabf9-bb3c-449f-968c-7e96fbf710a5 req-bf5ad4ef-e023-4cf8-9369-f4ed7761ae4a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234845 Nov 23 10:55:04.978934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58734936-4bb1-4c05-aff1-3dcd6a1c1282 req-1fbf686f-5730-4253-8e89-3474518e2847 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455962 Nov 23 10:55:04.991629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Pushing event updated for resources: {'Port': ['ID=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:05.025672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-be327298-5a32-483a-863b-7ad6d1d76ef6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:05.027470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-be327298-5a32-483a-863b-7ad6d1d76ef6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.58 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 814 time: 0.2647371 Nov 23 10:55:05.057771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Attempting to bind port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:05.058219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Attempting to bind port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd029ff23-fcc5-4db5-9cff-00fb4e43623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:05.059108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Attempting to bind port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e on network 126dfd89-79b6-4570-a309-a4e309e1ed31 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:05.059360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Request body: {'port': {'device_id': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9', 'admin_state_up': True, 'tenant_id': '807f1fea854540049bba9d6a2d7ea473'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:05.066803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:05.068102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Checking segment: {'id': 'd029ff23-fcc5-4db5-9cff-00fb4e43623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:05.068520 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.068922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Bound using segment: {'id': 'd029ff23-fcc5-4db5-9cff-00fb4e43623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:05.069459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Bound port: a4c59358-ce83-42f3-bcc6-bbd5b60ba85e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd029ff23-fcc5-4db5-9cff-00fb4e43623a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:05.069848 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.091857 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3088603a-eb35-427a-9154-50d213d5883d x-openstack-request-id: req-3088603a-eb35-427a-9154-50d213d5883d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:05.092088 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94252dc8-0eb7-4899-b504-4e9ba5d762cd", "name": "network-vif-plugged", "status": "completed", "tag": "a8f6f2d8-409d-43e2-8340-fcaf802c45dc", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:05.092310 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3088603a-eb35-427a-9154-50d213d5883d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:05.093538 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc', 'code': 200} Nov 23 10:55:05.160891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbb285-b8d9-4836-8716-f153d0e7adbd req-208ee04d-e963-490a-b397-6b3401c33af5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:05.165212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] For port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:05.169535 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eedbb285-b8d9-4836-8716-f153d0e7adbd req-208ee04d-e963-490a-b397-6b3401c33af5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 945 time: 0.2010415 Nov 23 10:55:05.169815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] For port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,segment=NetworkSegment(d029ff23-fcc5-4db5-9cff-00fb4e43623a),segment_id=d029ff23-fcc5-4db5-9cff-00fb4e43623a)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:05.176435 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.183111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:05.183111 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.213801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.235601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 252cf116-e503-47c3-94fb-bb173e893dc8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:05.236097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.252708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f1b59-91b1-4b9a-b6fe-fbf696fe87be None None] Pushing event updated for resources: {'Port': ['ID=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:05.302049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Made reservation on behalf of 807f1fea854540049bba9d6a2d7ea473 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:05.305634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.317950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:05.330130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91768c5-9bba-4c99-858c-107aec4db4e9 req-d4b40196-9ac0-44b9-a83c-f77b15072104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:05.331736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e91768c5-9bba-4c99-858c-107aec4db4e9 req-d4b40196-9ac0-44b9-a83c-f77b15072104 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 1096 time: 0.1551125 Nov 23 10:55:05.349326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=81a629d3-e81e-4a60-ac7d-5d3f2a7414d5,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:05.352411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:05.379753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:05.380503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.391012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eedbb285-b8d9-4836-8716-f153d0e7adbd req-fec36826-6ff2-4d21-9cf2-a5cd19d7d0dd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204101 Nov 23 10:55:05.419930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fd2c146c-5295-44fc-a3ba-2c30e9de5962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0240202 Nov 23 10:55:05.424292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49732) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:05.434100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31', 'fixed_ips': [{'subnet_id': '8ce6659f-c6fb-4a16-8582-9c3b1554c3fd'}, {'subnet_id': '81a629d3-e81e-4a60-ac7d-5d3f2a7414d5'}], 'name': 'tempest-PortsTestJSON-483762080'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:05.465930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:05.466310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.522143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:05.536659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.588780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e91768c5-9bba-4c99-858c-107aec4db4e9 req-322b40bd-815d-4ebe-8fba-e8cd1544d635 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237513 Nov 23 10:55:05.612880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 252cf116-e503-47c3-94fb-bb173e893dc8 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:05.707001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963f3c6-c11f-4747-bff7-56f0a72be9ba req-1a719424-800d-470f-9113-73dd6d200556 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:05.708178 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5963f3c6-c11f-4747-bff7-56f0a72be9ba req-1a719424-800d-470f-9113-73dd6d200556 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 945 time: 0.1572535 Nov 23 10:55:05.729234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:05.811085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Allocated IP 172.20.0.8 (91e45e0a-535b-40c5-ba19-cd1ed2cefaa9/5b1dafa8-2a1e-415a-8d60-2db9beebea3b/4c507f87-ba08-4996-9567-36b916115db4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:05.833566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:05.880880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5963f3c6-c11f-4747-bff7-56f0a72be9ba req-d4db8721-ea94-4de0-b73e-04237e8d94c1 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=99538e62-4bc5-498a-b676-39a5dcbe0349&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200624 Nov 23 10:55:05.967364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1f443af-1d68-42a9-ace5-e90170227e33 req-e8d77933-0258-4657-8673-d4aa042a99c5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 210 time: 0.0688417 Nov 23 10:55:05.972760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:06.086369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4c59358-ce83-42f3-bcc6-bbd5b60ba85e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:06.091123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.177280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] No DVR routers for this DVR port da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:06.180911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.190107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f4d45bfa-4650-4a9e-a351-b852f3ee858c req-17fdd7fe-8cec-4d0a-88b9-5e11bda0c176 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.65 "DELETE /v2.0/ports/da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 HTTP/1.1" status: 204 len: 173 time: 1.2681713 Nov 23 10:55:06.192398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'name': 'network-vif-deleted', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:06.198897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:06.199546 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.207619 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906d0f9-5da5-45fc-9192-1a72e893242c" -d '{"events": [{"server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "name": "network-vif-deleted", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:06.234887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 0e433a9a-0c47-4101-bcd1-566c541faf82 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:06.257530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.335255 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.380294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.390151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,segment=NetworkSegment(d029ff23-fcc5-4db5-9cff-00fb4e43623a),segment_id=d029ff23-fcc5-4db5-9cff-00fb4e43623a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:06.394220 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9348c7-dd3f-40a7-b679-d98e1a200df0 x-openstack-request-id: req-4a9348c7-dd3f-40a7-b679-d98e1a200df0 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:06.394525 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e4c2c3-7edb-4042-a10a-a6d066a6de1e", "name": "network-vif-deleted", "tag": "da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:06.394870 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4a9348c7-dd3f-40a7-b679-d98e1a200df0 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:06.395191 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e4c2c3-7edb-4042-a10a-a6d066a6de1e', 'name': 'network-vif-deleted', 'tag': 'da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2', 'status': 'completed', 'code': 200} Nov 23 10:55:06.400686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.477219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c2478-472c-414b-a64f-0777ecbd616f req-959b668b-a65d-41c0-a433-ad4e5b7703d6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:06.494406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-841c2478-472c-414b-a64f-0777ecbd616f req-959b668b-a65d-41c0-a433-ad4e5b7703d6 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.2518747 Nov 23 10:55:06.518333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:06.557661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:06.571150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:06.591299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.594494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:06.597934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:06.640225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=252cf116-e503-47c3-94fb-bb173e893dc8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:06.645771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-841c2478-472c-414b-a64f-0777ecbd616f req-87d9336b-5eba-481c-bf0c-972565edbd50 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503980 Nov 23 10:55:06.700822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a0b3-823c-4b0a-b6f9-5f040e8dd454 req-156ac61a-1095-4d53-a548-1fb27bdaf749 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:06.702500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78f3a0b3-823c-4b0a-b6f9-5f040e8dd454 req-156ac61a-1095-4d53-a548-1fb27bdaf749 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 945 time: 0.1733582 Nov 23 10:55:06.877088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:06.877996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.890762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.8 (126dfd89-79b6-4570-a309-a4e309e1ed31/8ce6659f-c6fb-4a16-8582-9c3b1554c3fd/0e433a9a-0c47-4101-bcd1-566c541faf82) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:06.904195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.27 (126dfd89-79b6-4570-a309-a4e309e1ed31/81a629d3-e81e-4a60-ac7d-5d3f2a7414d5/0e433a9a-0c47-4101-bcd1-566c541faf82) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:06.907010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:06.944053 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78f3a0b3-823c-4b0a-b6f9-5f040e8dd454 req-c6279fb2-6ac1-4317-ae9c-db9e52a73531 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201798 Nov 23 10:55:06.958535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-f96c136a-6969-47a3-9405-825e27cc7cb7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042723 Nov 23 10:55:06.976305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-c323ecac-258d-4672-9eb2-85f691d0675a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:55:06.977488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-c323ecac-258d-4672-9eb2-85f691d0675a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127628 Nov 23 10:55:07.038249 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:55:07.071667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb80d0-4019-4e53-8098-dc29012033d9 None None] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:07.161578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.199961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Request body: {'port': {'device_id': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:07.229906 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa277688-32b2-4d46-b9b3-e0ce6e8bb18e req-c0ca2652-9658-432d-88ec-5abc9f7e5215 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=14e4c2c3-7edb-4042-a10a-a6d066a6de1e HTTP/1.1" status: 200 len: 210 time: 0.0394540 Nov 23 10:55:07.249045 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.272992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:07.275568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:07.296266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:07.297545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-49ccf070-9dcd-4c05-9d1f-29144f8a09b2 None None] Provisioning complete for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:07.298874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-49ccf070-9dcd-4c05-9d1f-29144f8a09b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.355460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=0e433a9a-0c47-4101-bcd1-566c541faf82,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:07.363259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:07.363945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.371310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Router 197a95ce-70f3-4516-ab13-74583d6ff7c6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:07.383541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-afcb3959-c4be-4f1e-b0ff-a4ac17bf2b16 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.9544415 Nov 23 10:55:07.386054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49760) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:07.391993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388c60b-f587-43ea-8908-4d2a003af1cc req-3678a7bd-a3bd-4c90-a2b9-ea728d2efc75 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:07.392637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce6659f-c6fb-4a16-8582-9c3b1554c3fd'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:07.393614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9388c60b-f587-43ea-8908-4d2a003af1cc req-3678a7bd-a3bd-4c90-a2b9-ea728d2efc75 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 931 time: 0.2308853 Nov 23 10:55:07.396177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.484675 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.532700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:07.544864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] Sync routers for ids ['197a95ce-70f3-4516-ab13-74583d6ff7c6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:07.548813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d5d91940-7c55-42b4-85fc-2be552033088 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "PUT /v2.0/routers/197a95ce-70f3-4516-ab13-74583d6ff7c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5242066 Nov 23 10:55:07.551281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49762) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:07.577413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] Routers {'197a95ce-70f3-4516-ab13-74583d6ff7c6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:07.578322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['197a95ce-70f3-4516-ab13-74583d6ff7c6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:07.637464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9388c60b-f587-43ea-8908-4d2a003af1cc req-123d020b-8759-4421-8574-98fe97727c52 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296658 Nov 23 10:55:07.645160 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e176729-2085-4bb1-a14b-0e519cf6855a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:55:07.646147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5e176729-2085-4bb1-a14b-0e519cf6855a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/252cf116-e503-47c3-94fb-bb173e893dc8 HTTP/1.1" status: 404 len: 333 time: 0.0900860 Nov 23 10:55:07.649098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49764) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:07.661029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:07.699856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] Routers {'197a95ce-70f3-4516-ab13-74583d6ff7c6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:07.700933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['197a95ce-70f3-4516-ab13-74583d6ff7c6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:07.740612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b551b0a-7d18-4b20-ae5a-09b010170b67 None None] Update dhcp port {'port': {'network_id': '126dfd89-79b6-4570-a309-a4e309e1ed31', 'fixed_ips': [{'subnet_id': '8ce6659f-c6fb-4a16-8582-9c3b1554c3fd', 'ip_address': '172.20.0.2'}, {'subnet_id': '81a629d3-e81e-4a60-ac7d-5d3f2a7414d5'}], 'binding:host_id': 'n-d-817747-2'}, 'id': 'a4c59358-ce83-42f3-bcc6-bbd5b60ba85e'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:55:07.745410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:07.746348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e183ff-b9b1-44cb-b3d6-eb6f0389c386 None None] The sync data for ids ['197a95ce-70f3-4516-ab13-74583d6ff7c6'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:07.759770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba55cbe7-0601-4fc5-b727-6a906ef2671d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.777499 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7b551b0a-7d18-4b20-ae5a-09b010170b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:07.817334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Delete allocated IP 172.20.0.27 (126dfd89-79b6-4570-a309-a4e309e1ed31/81a629d3-e81e-4a60-ac7d-5d3f2a7414d5) {{(pid=103427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:55:07.835329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d20f3-e484-4c09-a6fe-706c5ffd2736 req-569a7f1a-45a4-4844-9995-0dcafa070f5e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:07.836838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-537d20f3-e484-4c09-a6fe-706c5ffd2736 req-569a7f1a-45a4-4844-9995-0dcafa070f5e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 944 time: 0.0714898 Nov 23 10:55:07.988476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-537d20f3-e484-4c09-a6fe-706c5ffd2736 req-357f3f1a-927e-4aa5-ad98-0dcc1061348c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271670 Nov 23 10:55:07.995859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4c59358-ce83-42f3-bcc6-bbd5b60ba85e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:08.037503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:08.048687 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.054435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.160115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-7b551b0a-7d18-4b20-ae5a-09b010170b67 None None] Allocated IP 172.20.0.18 (126dfd89-79b6-4570-a309-a4e309e1ed31/81a629d3-e81e-4a60-ac7d-5d3f2a7414d5/a4c59358-ce83-42f3-bcc6-bbd5b60ba85e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:08.160502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=0e433a9a-0c47-4101-bcd1-566c541faf82,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:08.176323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] In _notify_port_updated(), no bound segment for port 0e433a9a-0c47-4101-bcd1-566c541faf82 on network 126dfd89-79b6-4570-a309-a4e309e1ed31 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:55:08.182427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:08.183180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.188150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e10dcfe3-4ab7-4783-b0bc-209f70922b98 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "PUT /v2.0/ports/0e433a9a-0c47-4101-bcd1-566c541faf82 HTTP/1.1" status: 200 len: 918 time: 0.7972634 Nov 23 10:55:08.188863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49772) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:08.194393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ce6659f-c6fb-4a16-8582-9c3b1554c3fd'}, {'subnet_id': '81a629d3-e81e-4a60-ac7d-5d3f2a7414d5'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:08.208055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:08.208449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.278524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.318592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49778) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:08.334641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:08.361259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'port_id': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'mac_address': 'fa:16:3e:56:5b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:08.371772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:08.408139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7b551b0a-7d18-4b20-ae5a-09b010170b67 None None] For port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,segment=NetworkSegment(d029ff23-fcc5-4db5-9cff-00fb4e43623a),segment_id=d029ff23-fcc5-4db5-9cff-00fb4e43623a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:08.410686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:08.410980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device da8377d8-fb93-4bbb-94cb-4ca8d17c1eb2 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:08.441787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba55cbe7-0601-4fc5-b727-6a906ef2671d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.444961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba55cbe7-0601-4fc5-b727-6a906ef2671d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.505654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03ef6a-7b55-462c-8f8f-349fde1679c7 req-c2fad1a1-a929-4a81-ada5-32c9d51344d1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:08.513279 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.513619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b03ef6a-7b55-462c-8f8f-349fde1679c7 req-c2fad1a1-a929-4a81-ada5-32c9d51344d1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 945 time: 0.2780106 Nov 23 10:55:08.516509 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7b551b0a-7d18-4b20-ae5a-09b010170b67 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.534127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7b551b0a-7d18-4b20-ae5a-09b010170b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.544750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e524a31a-2ea4-49d6-9e23-bf50a3608e58 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:08.572486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3708d2be-3967-42f3-817a-11ddd4d6c47f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.581561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba55cbe7-0601-4fc5-b727-6a906ef2671d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.582198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba55cbe7-0601-4fc5-b727-6a906ef2671d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Fanout notify agent at l3_agent the message router_deleted on router 197a95ce-70f3-4516-ab13-74583d6ff7c6 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:55:08.586678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.28 (126dfd89-79b6-4570-a309-a4e309e1ed31/81a629d3-e81e-4a60-ac7d-5d3f2a7414d5/0e433a9a-0c47-4101-bcd1-566c541faf82) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:08.606688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ba55cbe7-0601-4fc5-b727-6a906ef2671d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.610361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ba55cbe7-0601-4fc5-b727-6a906ef2671d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/routers/197a95ce-70f3-4516-ab13-74583d6ff7c6 HTTP/1.1" status: 204 len: 168 time: 0.9581690 Nov 23 10:55:08.613933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49780) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:08.636482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:08.644981 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3708d2be-3967-42f3-817a-11ddd4d6c47f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.651374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c507f87-ba08-4996-9567-36b916115db4 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:08.662585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.670504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b551b0a-7d18-4b20-ae5a-09b010170b67 None None] Pushing event updated for resources: {'Port': ['ID=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:08.697788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.730188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b03ef6a-7b55-462c-8f8f-349fde1679c7 req-efcd4c3c-92de-4968-8832-748d9b5b54b6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130802 Nov 23 10:55:08.741360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.767679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=11']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:08.768178 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.773994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Transition to ACTIVE for port object 4c507f87-ba08-4996-9567-36b916115db4 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:55:08.799959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet e789a25b-9b86-4553-8910-d05deec712cc {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:08.804313 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.811517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.899833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=0e433a9a-0c47-4101-bcd1-566c541faf82,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:08.931520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:08.970588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae48e1-3b7f-4cb8-9650-307f786a1968 req-de41cde8-1a1d-4e52-a362-0f4a22377540 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:08.971661 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8ae48e1-3b7f-4cb8-9650-307f786a1968 req-de41cde8-1a1d-4e52-a362-0f4a22377540 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1536334 Nov 23 10:55:08.976274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['e524a31a-2ea4-49d6-9e23-bf50a3608e58'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:08.982448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:09.002414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] In _notify_port_updated(), no bound segment for port 0e433a9a-0c47-4101-bcd1-566c541faf82 on network 126dfd89-79b6-4570-a309-a4e309e1ed31 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:55:09.019734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:09.019734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.019734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fea6c979-7b82-4aef-8377-2a516eeb915c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "PUT /v2.0/ports/0e433a9a-0c47-4101-bcd1-566c541faf82 HTTP/1.1" status: 200 len: 998 time: 0.8298581 Nov 23 10:55:09.024991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49790) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:09.093395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3708d2be-3967-42f3-817a-11ddd4d6c47f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.096139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3708d2be-3967-42f3-817a-11ddd4d6c47f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.097890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3708d2be-3967-42f3-817a-11ddd4d6c47f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/security-groups/99538e62-4bc5-498a-b676-39a5dcbe0349 HTTP/1.1" status: 204 len: 168 time: 0.7486010 Nov 23 10:55:09.138110 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8ae48e1-3b7f-4cb8-9650-307f786a1968 req-096deeb4-f2be-4c64-aed4-57b15a587a7e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576381 Nov 23 10:55:09.140947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5388f-93ef-45e9-923d-fdcd3156b24e req-e2641736-a24a-4986-8053-679ec08d2326 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:09.149709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17e5388f-93ef-45e9-923d-fdcd3156b24e req-e2641736-a24a-4986-8053-679ec08d2326 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 945 time: 0.2673573 Nov 23 10:55:09.156897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 0e433a9a-0c47-4101-bcd1-566c541faf82 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:09.157285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.200166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708d2be-3967-42f3-817a-11ddd4d6c47f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99538e62-4bc5-498a-b676-39a5dcbe0349,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:09.243714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Attempting to bind port 4c507f87-ba08-4996-9567-36b916115db4 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:09.244088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Attempting to bind port 4c507f87-ba08-4996-9567-36b916115db4 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:09.244722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Attempting to bind port 4c507f87-ba08-4996-9567-36b916115db4 on network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:09.257713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.287439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Port 4c507f87-ba08-4996-9567-36b916115db4 on network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:55:09.287574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Attempting to bind port 4c507f87-ba08-4996-9567-36b916115db4 on network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:09.299416 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.313641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 0e433a9a-0c47-4101-bcd1-566c541faf82 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:09.316341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17e5388f-93ef-45e9-923d-fdcd3156b24e req-75717120-48c2-455a-a1ab-ed6c8df5b633 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604347 Nov 23 10:55:09.327047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:09.327616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Checking segment: {'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:09.328193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Bound using segment: {'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:09.328809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Bound port: 4c507f87-ba08-4996-9567-36b916115db4, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:09.329943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.380262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49796) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:09.457410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2320f-d7e5-40a7-9733-1e9b9c15228e req-d9128939-140b-42b3-821d-a76edae45ce8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:09.459891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63f2320f-d7e5-40a7-9733-1e9b9c15228e req-d9128939-140b-42b3-821d-a76edae45ce8 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 945 time: 0.0848923 Nov 23 10:55:09.466035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.536581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890773fe-a236-4e18-af1e-817c3b85ace4 None None] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:09.541957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=e789a25b-9b86-4553-8910-d05deec712cc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:09.551819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:09.565294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.572305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2de947c2-e210-4bbc-8622-1a25292c735d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/e789a25b-9b86-4553-8910-d05deec712cc HTTP/1.1" status: 204 len: 168 time: 0.9396806 Nov 23 10:55:09.572601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60a917-adb7-4846-bb08-d5abe33c3eba None None] Network 9fd09208-9487-4085-94bf-c60395c200ee requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:09.572792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49800) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:09.609349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:09.626713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.689731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63f2320f-d7e5-40a7-9733-1e9b9c15228e req-cc05e499-8a76-43d2-b52a-2a1a429a3262 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195504 Nov 23 10:55:09.739498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-995a66d9-c122-423a-b00f-3542efa78b98 None None] Provisioning complete for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:09.740304 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-995a66d9-c122-423a-b00f-3542efa78b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.796808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:09.797883 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.798849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] 10.222.0.58 "PUT /v2.0/ports/4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 200 len: 1091 time: 2.7342625 Nov 23 10:55:09.801169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'tag': '4c507f87-ba08-4996-9567-36b916115db4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:09.803464 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc" -d '{"events": [{"name": "network-changed", "server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "tag": "4c507f87-ba08-4996-9567-36b916115db4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:09.817476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.832591 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:09.887793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d65d4f-4ac8-42f5-83e9-9d349ca9b162 service neutron] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:09.907770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=0e433a9a-0c47-4101-bcd1-566c541faf82,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:09.951374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8af47-540d-4ea4-a293-da5b59e4f12c req-e64a973c-9d26-430f-8b7f-871bf95c666e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:09.956054 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06065dc-737e-44fb-b62c-521013d60191 x-openstack-request-id: req-b06065dc-737e-44fb-b62c-521013d60191 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:09.956574 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "tag": "4c507f87-ba08-4996-9567-36b916115db4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:09.957017 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b06065dc-737e-44fb-b62c-521013d60191 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:09.957778 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'tag': '4c507f87-ba08-4996-9567-36b916115db4', 'status': 'completed', 'code': 200} Nov 23 10:55:09.961321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17a8af47-540d-4ea4-a293-da5b59e4f12c req-e64a973c-9d26-430f-8b7f-871bf95c666e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 945 time: 0.1794405 Nov 23 10:55:09.963982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-995a66d9-c122-423a-b00f-3542efa78b98 None None] Could not find standard attr ID for object 0e433a9a-0c47-4101-bcd1-566c541faf82. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:55:10.004374 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:10.015185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-aea03780-4692-4e97-979d-016e348e39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:10.016936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-aea03780-4692-4e97-979d-016e348e39ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1094 time: 0.1423392 Nov 23 10:55:10.041013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] DHCP port deletion for 9fd09208-9487-4085-94bf-c60395c200ee request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:10.075686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-1eca33ce-c71e-4ce6-9c79-c921cfa60b2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 200 len: 217 time: 0.0479677 Nov 23 10:55:10.090536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4c59358-ce83-42f3-bcc6-bbd5b60ba85e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:10.112294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.113048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 688c0569-02f5-4985-b193-d36310c2bea7 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:10.113048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.118433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-68206ae6-bd4b-488b-b9d1-cb11316e7f0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/0e433a9a-0c47-4101-bcd1-566c541faf82 HTTP/1.1" status: 204 len: 168 time: 1.0928299 Nov 23 10:55:10.119007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:10.142137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17a8af47-540d-4ea4-a293-da5b59e4f12c req-f7514da2-93ea-4217-8be3-60ae05aa789a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795397 Nov 23 10:55:10.148062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port e524a31a-2ea4-49d6-9e23-bf50a3608e58 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:10.166508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] Deleting port 688c0569-02f5-4985-b193-d36310c2bea7 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:10.166508 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.166799 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1b8479-eb7f-40ab-b3c9-68bbb9c98ca0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:10.166799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba1b8479-eb7f-40ab-b3c9-68bbb9c98ca0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/0e433a9a-0c47-4101-bcd1-566c541faf82 HTTP/1.1" status: 404 len: 333 time: 0.0466826 Nov 23 10:55:10.168237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49808) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:10.176635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port e524a31a-2ea4-49d6-9e23-bf50a3608e58 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:10.178637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.212976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-1bd6cb51-73c1-4cf1-b97a-6e8468eca4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:10.215655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-1bd6cb51-73c1-4cf1-b97a-6e8468eca4ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.1163881 Nov 23 10:55:10.229044 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet 81a629d3-e81e-4a60-ac7d-5d3f2a7414d5 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:10.234708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.276969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] For port 688c0569-02f5-4985-b193-d36310c2bea7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=688c0569-02f5-4985-b193-d36310c2bea7,segment=NetworkSegment(4f95437b-8641-4357-830c-424b0cfa8e65),segment_id=4f95437b-8641-4357-830c-424b0cfa8e65)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:10.277537 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.286121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:10.286348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-25a85e0d-9719-4c22-95f7-15f9eaa9f311 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487292 Nov 23 10:55:10.286492 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.289191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.296298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] Calling delete_port for 688c0569-02f5-4985-b193-d36310c2bea7 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:10.306291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] For port 688c0569-02f5-4985-b193-d36310c2bea7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=688c0569-02f5-4985-b193-d36310c2bea7,segment=NetworkSegment(4f95437b-8641-4357-830c-424b0cfa8e65),segment_id=4f95437b-8641-4357-830c-424b0cfa8e65)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:10.306579 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.413385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.418366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 688c0569-02f5-4985-b193-d36310c2bea7 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:10.435975 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.474732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475c1ef-3fef-47e5-a5ff-aa93da96abe6 req-6218e16d-02a4-4902-9eb0-cba1425f27c4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:10.483280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e475c1ef-3fef-47e5-a5ff-aa93da96abe6 req-6218e16d-02a4-4902-9eb0-cba1425f27c4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.2441704 Nov 23 10:55:10.502165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-e13585f3-94c9-4222-8b90-76b628626fdd service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920025 Nov 23 10:55:10.503024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:10.503576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.505364 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0383f4d1-948c-47dd-8ad5-59d2c2c109b4" -d '{"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:10.530249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:10.535377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.568766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=81a629d3-e81e-4a60-ac7d-5d3f2a7414d5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:10.574512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.577722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.578258 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa0ce0c-c1c2-43f8-bf90-e3cf39147aef x-openstack-request-id: req-cfa0ce0c-c1c2-43f8-bf90-e3cf39147aef {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:10.578665 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-plugged", "status": "completed", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:10.579025 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfa0ce0c-c1c2-43f8-bf90-e3cf39147aef {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:10.579571 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'code': 200} Nov 23 10:55:10.584544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] Pushing event deleted for resources: {'Port': ['ID=688c0569-02f5-4985-b193-d36310c2bea7,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:10.592060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c1994d41-da94-4c17-8002-8968ee246b8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/81a629d3-e81e-4a60-ac7d-5d3f2a7414d5 HTTP/1.1" status: 204 len: 168 time: 0.4220464 Nov 23 10:55:10.592472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eacd19-82d6-4aad-92b3-b986aabbe05a None None] No DVR routers for this DVR port 688c0569-02f5-4985-b193-d36310c2bea7 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:10.595028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49816) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:10.663538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet 8ce6659f-c6fb-4a16-8582-9c3b1554c3fd {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:10.668785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.681134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff81499-c625-4016-b185-69382b581cb8 None None] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:10.706676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=12']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:10.732479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-df60d770-4a8a-47b4-bae1-49c69047ccbf None None] Provisioning complete for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:10.733298 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df60d770-4a8a-47b4-bae1-49c69047ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.753155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.762523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e475c1ef-3fef-47e5-a5ff-aa93da96abe6 req-c035ebc6-5704-4249-aabb-764dc71295b4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758882 Nov 23 10:55:10.864721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.880074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.923786 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:10.944962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e21b01f-7dda-4a7c-80e0-dc247e9b9d99 req-83b4989d-aeb0-4486-91fc-def27e684001 service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013360 Nov 23 10:55:10.949380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=688c0569-02f5-4985-b193-d36310c2bea7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:10.954740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e2394-b720-44f7-b902-c2b2cd725834 req-051c680f-550b-49c0-9a2c-9405b7085a98 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:10.955613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No DVR routers for this DVR port 688c0569-02f5-4985-b193-d36310c2bea7 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:10.957604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef7e2394-b720-44f7-b902-c2b2cd725834 req-051c680f-550b-49c0-9a2c-9405b7085a98 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 946 time: 0.1235080 Nov 23 10:55:10.968056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a726d5e-755d-4075-8730-ff48569bb89d req-3017f4b7-780b-49c1-b64c-4b562642696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:10.969411 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1a726d5e-755d-4075-8730-ff48569bb89d req-3017f4b7-780b-49c1-b64c-4b562642696a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 1097 time: 0.1628649 Nov 23 10:55:11.089219 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef7e2394-b720-44f7-b902-c2b2cd725834 req-4e2785ba-1743-4c85-8064-bd6eb07843be tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164999 Nov 23 10:55:11.092046 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.134770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce6659f-c6fb-4a16-8582-9c3b1554c3fd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:11.147131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.151737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bc7c0ca1-23ee-4683-b480-29ea547bd1fc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/8ce6659f-c6fb-4a16-8582-9c3b1554c3fd HTTP/1.1" status: 204 len: 168 time: 0.5554335 Nov 23 10:55:11.156102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49822) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:11.248444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-9db00d4e-41b9-4504-8b98-55a1642096db tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:11.250288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-9db00d4e-41b9-4504-8b98-55a1642096db tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 945 time: 0.2255974 Nov 23 10:55:11.301025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.423237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Deleting port a8f6f2d8-409d-43e2-8340-fcaf802c45dc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:11.423840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.476883 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.527035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1a726d5e-755d-4075-8730-ff48569bb89d req-a8f9650c-9fd4-4fe6-b694-72fd8c187606 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379252 Nov 23 10:55:11.540993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-400c7212-11e1-4d45-9680-fe133d6e83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:11.542587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-400c7212-11e1-4d45-9680-fe133d6e83f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1094 time: 0.4928138 Nov 23 10:55:11.545016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd09208-9487-4085-94bf-c60395c200ee']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:11.588143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f95437b-8641-4357-830c-424b0cfa8e65') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:11.588388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f95437b-8641-4357-830c-424b0cfa8e65') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:11.594134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb12c01-74c4-4298-ad2e-b0831fbbdf17 None None] Network 126dfd89-79b6-4570-a309-a4e309e1ed31 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:11.619421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-77375007-d49a-45fb-8a29-996e17c81dbf None None] Provisioning complete for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:11.619946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77375007-d49a-45fb-8a29-996e17c81dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.628654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.656661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056a0b-6d71-453e-a285-247932d37fac req-48f75389-20ca-4451-8299-c67d923279fc tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:11.658298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a056a0b-6d71-453e-a285-247932d37fac req-48f75389-20ca-4451-8299-c67d923279fc tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 945 time: 0.1930959 Nov 23 10:55:11.659401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.669731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:11.670142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:11.674048 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:11.772939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.788834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.796230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/9fd09208-9487-4085-94bf-c60395c200ee HTTP/1.1" status: 204 len: 168 time: 2.2187769 Nov 23 10:55:11.800159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49830) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:11.836820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:11.837081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.841845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a056a0b-6d71-453e-a285-247932d37fac req-d95618be-3dad-4e43-888e-8bb4293a67f7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670065 Nov 23 10:55:11.865312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] For port a8f6f2d8-409d-43e2-8340-fcaf802c45dc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:11.865527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.905641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Calling delete_port for a8f6f2d8-409d-43e2-8340-fcaf802c45dc owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:11.909384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] DHCP port deletion for 126dfd89-79b6-4570-a309-a4e309e1ed31 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:11.918761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6bf99-83e5-4002-a882-6c34b2291627 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=9fd09208-9487-4085-94bf-c60395c200ee,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:11.962085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] For port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,segment=NetworkSegment(d029ff23-fcc5-4db5-9cff-00fb4e43623a),segment_id=d029ff23-fcc5-4db5-9cff-00fb4e43623a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:11.962456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.980542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] Deleting port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:11.981380 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:11.987771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for a4c59358-ce83-42f3-bcc6-bbd5b60ba85e owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:12.023446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d7195-36c9-4f86-81ad-299166fe8499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:12.029346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-659d7195-36c9-4f86-81ad-299166fe8499 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/3c5cdb8f-2cf6-4293-aa52-b1a53881f85f HTTP/1.1" status: 200 len: 845 time: 0.2039061 Nov 23 10:55:12.029547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889003f-135c-4d56-88fd-a1a606465709 req-c3653c53-70d1-4190-851f-ff3b85e6d42c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:12.031060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:12.033723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0889003f-135c-4d56-88fd-a1a606465709 req-c3653c53-70d1-4190-851f-ff3b85e6d42c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1922469 Nov 23 10:55:12.060563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 688c0569-02f5-4985-b193-d36310c2bea7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:12.090823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 688c0569-02f5-4985-b193-d36310c2bea7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:12.091204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 688c0569-02f5-4985-b193-d36310c2bea7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:12.091597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4c59358-ce83-42f3-bcc6-bbd5b60ba85e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:12.094496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] For port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,segment=NetworkSegment(d029ff23-fcc5-4db5-9cff-00fb4e43623a),segment_id=d029ff23-fcc5-4db5-9cff-00fb4e43623a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:12.094903 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.129700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f5db8e3e-a4d3-4e9f-b64d-c3f13ea891db tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/3c5cdb8f-2cf6-4293-aa52-b1a53881f85f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0889392 Nov 23 10:55:12.129700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49838) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:12.133266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:12.139377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-12ba196e-3c03-4f0d-93b8-684f7734728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:12.140845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-12ba196e-3c03-4f0d-93b8-684f7734728e service neutron] 10.222.0.58 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 915 time: 0.3417928 Nov 23 10:55:12.142929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] Calling delete_port for a4c59358-ce83-42f3-bcc6-bbd5b60ba85e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:12.162702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0889003f-135c-4d56-88fd-a1a606465709 req-e83525e0-fb6a-4a4e-aabe-4c57a688985f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231964 Nov 23 10:55:12.212291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.224716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-da7a904a-df7e-4701-9758-e9b853e1e74d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 200 len: 217 time: 0.0368202 Nov 23 10:55:12.228533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No active binding found for port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e {{(pid=103428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:55:12.229080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a4c59358-ce83-42f3-bcc6-bbd5b60ba85e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:12.251161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:12.259507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No DVR routers for this DVR port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:12.274064 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.288794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] No DVR routers for this DVR port a4c59358-ce83-42f3-bcc6-bbd5b60ba85e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:12.305658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.312643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c0cbe-e00d-49a4-bdd1-ebbe53731434 None None] Pushing event deleted for resources: {'Port': ['ID=a4c59358-ce83-42f3-bcc6-bbd5b60ba85e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:12.316626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:12.362291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event deleted for resources: {'Port': ['ID=a8f6f2d8-409d-43e2-8340-fcaf802c45dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:12.375856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-38c44c24-9acd-4726-8e61-bb1cadfa0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:12.377365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-38c44c24-9acd-4726-8e61-bb1cadfa0368 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.1421978 Nov 23 10:55:12.382537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port ab114b38-b733-4e6f-a29c-8710fcbac8a2 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:12.382884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.392214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.450890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4406e0-fba1-40cb-9ce3-d620f3268ab1 req-26d6bf7c-87fe-4b1e-9002-87eae1854da1 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:12.451777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] No DVR routers for this DVR port a8f6f2d8-409d-43e2-8340-fcaf802c45dc on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:12.452418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa4406e0-fba1-40cb-9ce3-d620f3268ab1 req-26d6bf7c-87fe-4b1e-9002-87eae1854da1 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 946 time: 0.2190933 Nov 23 10:55:12.454295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126dfd89-79b6-4570-a309-a4e309e1ed31']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:12.457281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.458750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-01c9d33a-b107-47db-8712-e762165cab7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729241 Nov 23 10:55:12.460616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bf180bf2-c5d5-48f9-b301-3515e5b2ec28 req-baa187c5-3af5-4cb7-9493-b17b46a3f343 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "DELETE /v2.0/ports/a8f6f2d8-409d-43e2-8340-fcaf802c45dc HTTP/1.1" status: 204 len: 173 time: 1.1995749 Nov 23 10:55:12.460837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'name': 'network-vif-deleted', 'tag': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:12.464501 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac772769-5de2-4f15-a59c-57b44bd651e0" -d '{"events": [{"server_uuid": "94252dc8-0eb7-4899-b504-4e9ba5d762cd", "name": "network-vif-deleted", "tag": "a8f6f2d8-409d-43e2-8340-fcaf802c45dc"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:12.489919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd029ff23-fcc5-4db5-9cff-00fb4e43623a') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:12.490337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd029ff23-fcc5-4db5-9cff-00fb4e43623a') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:12.502060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.519336 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.527239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:12.527722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:12.531751 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:12.586683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port ab114b38-b733-4e6f-a29c-8710fcbac8a2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab114b38-b733-4e6f-a29c-8710fcbac8a2,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:12.587246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.608677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.635341 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.642862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/126dfd89-79b6-4570-a309-a4e309e1ed31 HTTP/1.1" status: 204 len: 168 time: 1.4825411 Nov 23 10:55:12.642862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da404aea-cd2e-45c6-a64c-8e8899f0415d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=126dfd89-79b6-4570-a309-a4e309e1ed31,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:12.643386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49844) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:12.652143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for ab114b38-b733-4e6f-a29c-8710fcbac8a2 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:12.657699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:12.659232 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3662a076-9a70-46d2-a10f-f9b00892c923 x-openstack-request-id: req-3662a076-9a70-46d2-a10f-f9b00892c923 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:12.659526 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94252dc8-0eb7-4899-b504-4e9ba5d762cd", "name": "network-vif-deleted", "tag": "a8f6f2d8-409d-43e2-8340-fcaf802c45dc", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:12.659777 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3662a076-9a70-46d2-a10f-f9b00892c923 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:12.660184 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94252dc8-0eb7-4899-b504-4e9ba5d762cd', 'name': 'network-vif-deleted', 'tag': 'a8f6f2d8-409d-43e2-8340-fcaf802c45dc', 'status': 'completed', 'code': 200} Nov 23 10:55:12.662417 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.707172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5331fe-12fe-4cb9-8195-9aa294b1fead tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:12.708793 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4e5331fe-12fe-4cb9-8195-9aa294b1fead tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0603480 Nov 23 10:55:12.712329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49846) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:12.763057 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a2fb3416-2769-4b56-8179-f93479d6b92e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0496078 Nov 23 10:55:12.766534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49848) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:12.771410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1146186838'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:12.793902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:12.797537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.821355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:55:12.830254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.830598 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment 7a9e82b9-a148-4cdf-94f4-055d28a795f7 of type vlan for network bf77d903-3963-49dd-bb41-503cf7743b41 Nov 23 10:55:12.853835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa4406e0-fba1-40cb-9ce3-d620f3268ab1 req-74595436-605c-4de3-a1d6-39b37d3a6a48 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307246 Nov 23 10:55:12.881184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.905668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:12.908759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-e31f2ab7-53ed-44a2-82ce-fca29a14b4b5 service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058164 Nov 23 10:55:12.913670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:12.914996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.034995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2673187 Nov 23 10:55:13.039768 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49858) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:13.045643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:13.071308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf925c6-9386-409c-8e2e-b6383d5095b1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=bf77d903-3963-49dd-bb41-503cf7743b41,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:13.097640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network bf77d903-3963-49dd-bb41-503cf7743b41 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:55:13.106431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ecea310-4ca1-455b-9e32-bdf98578c193 req-cf5c3cee-c645-4778-9b88-3767bd0940bf tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=94252dc8-0eb7-4899-b504-4e9ba5d762cd HTTP/1.1" status: 200 len: 210 time: 0.0673654 Nov 23 10:55:13.189788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:13.194610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.275554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f2a8d1c-2fec-42a2-abd6-148fa8639abc req-09bed541-6bf3-4dd1-bced-c2aa76455208 service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546054 Nov 23 10:55:13.365341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.372562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.441733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14cd56-cf02-4dd7-97e3-5ccdf8c41e01 req-fd8b2bf5-9655-4d1f-8a38-d67a443032e4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:13.443460 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd14cd56-cf02-4dd7-97e3-5ccdf8c41e01 req-fd8b2bf5-9655-4d1f-8a38-d67a443032e4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1782889 Nov 23 10:55:13.450267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.452724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=ab114b38-b733-4e6f-a29c-8710fcbac8a2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:13.539959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=857b2411-2ecb-4f1d-b946-dc22c4da0b88,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:13.545497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': '7a9e82b9-a148-4cdf-94f4-055d28a795f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:13.545874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: bf77d903-3963-49dd-bb41-503cf7743b41, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:55:13.557558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:13.564320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=d9c2750d-d0d1-4c80-9503-500cf32e8c03,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:13.575905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network bf77d903-3963-49dd-bb41-503cf7743b41 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:55:13.578884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:13.588175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:13.588768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.591267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40a126-b8bb-42db-b6b9-ad26bc914a0f None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:13.597242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, bf77d903-3963-49dd-bb41-503cf7743b41) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:13.603080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:13.603697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.626367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed14e1-76c6-4ed5-8c19-09b6401046b5 None None] Network bf77d903-3963-49dd-bb41-503cf7743b41 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:13.639140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd14cd56-cf02-4dd7-97e3-5ccdf8c41e01 req-33ec49f3-1f8d-4aca-9bd1-dfc6210d1001 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624427 Nov 23 10:55:13.647212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d5cc975f-cace-465a-ad21-14267cb0fb96 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5157216 Nov 23 10:55:13.648174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be9090a4-e38e-4578-ba35-6f84e819ebca tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6056690 Nov 23 10:55:13.650138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49896) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:13.650352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49898) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:13.682467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41', 'name': 'tempest-PortsTestJSON-1653793311'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:13.726703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1561223b-aa57-4ad5-ba96-233e09b9225d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'security_group': {'name': 'tempest-secgroup-1669554196'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:13.776168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1561223b-aa57-4ad5-ba96-233e09b9225d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:13.812200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.000541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:14.005213 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.031299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-bf77d903-3963-49dd-bb41-503cf7743b41', 'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41', 'tenant_id': 'c1fbafc3d36e4d8ea5e77fd9f50c496a', 'fixed_ips': [{'subnet_id': '857b2411-2ecb-4f1d-b946-dc22c4da0b88'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:14.032360 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.049611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 0b11d8ad-79fd-4b82-a128-186f6cfc5a38 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:14.086624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:14.116074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1561223b-aa57-4ad5-ba96-233e09b9225d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.125435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec083d-0bde-4b23-9dd4-39e8fcceb91a req-d90eaea9-c2d0-4094-8528-c10a65aa249a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:14.137083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fec083d-0bde-4b23-9dd4-39e8fcceb91a req-d90eaea9-c2d0-4094-8528-c10a65aa249a tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 946 time: 0.1329758 Nov 23 10:55:14.140479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1561223b-aa57-4ad5-ba96-233e09b9225d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.225286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fec083d-0bde-4b23-9dd4-39e8fcceb91a req-c40f346f-80ab-4d47-8bf5-5d79852fbf5c tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871692 Nov 23 10:55:14.225638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1561223b-aa57-4ad5-ba96-233e09b9225d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.229730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1561223b-aa57-4ad5-ba96-233e09b9225d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5731206 Nov 23 10:55:14.229983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:14.231722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49906) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:14.258368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-504ff1e9-8b3e-40c4-9a6a-d7788cd4ee55 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'security_group': {'name': 'tempest-secgroup-884956036'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:14.273814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561223b-aa57-4ad5-ba96-233e09b9225d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d27079-ec2f-48c9-a1be-737babe8cbba,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:14.324527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.4 (bf77d903-3963-49dd-bb41-503cf7743b41/857b2411-2ecb-4f1d-b946-dc22c4da0b88/0b11d8ad-79fd-4b82-a128-186f6cfc5a38) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:14.327833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cd0bdc6b-efc4-424f-af25-1a003a562173', 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'tenant_id': '6b61d1d18026476bbb98b14bb461fbce', 'fixed_ips': [{'subnet_id': 'd9c2750d-d0d1-4c80-9503-500cf32e8c03'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:14.328713 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.332607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:14.338351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-504ff1e9-8b3e-40c4-9a6a-d7788cd4ee55 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.356637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '4c507f87-ba08-4996-9567-36b916115db4', 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9', 'port_id': '4c507f87-ba08-4996-9567-36b916115db4', 'mac_address': 'fa:16:3e:83:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1dafa8-2a1e-415a-8d60-2db9beebea3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:14.387725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:14.400505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49910) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:14.401728 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] Sync routers for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:14.413388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-68cf1e5c-06b4-41ac-8809-d006a1e24a35 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "PUT /v2.0/routers/a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0252874 Nov 23 10:55:14.417237 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:14.418758 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:14.456065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a8f6f2d8-409d-43e2-8340-fcaf802c45dc no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:14.509406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: a8f6f2d8-409d-43e2-8340-fcaf802c45dc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:14.510089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a8f6f2d8-409d-43e2-8340-fcaf802c45dc not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:14.526607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.546793 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f3c9d281-9f00-4daa-b9ff-47f2d2e5b2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.552600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting subnet fedd2e0d-312d-46bf-ba5e-a3ad50667558 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:14.552832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c507f87-ba08-4996-9567-36b916115db4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:14.563666 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.567690 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:14.604898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:14.614215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.621514 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-504ff1e9-8b3e-40c4-9a6a-d7788cd4ee55 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.627168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Allocated IP 2001:db8::2 (cd0bdc6b-efc4-424f-af25-1a003a562173/d9c2750d-d0d1-4c80-9503-500cf32e8c03/3456ac88-0397-4775-856d-cbd995e04926) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:14.646454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-504ff1e9-8b3e-40c4-9a6a-d7788cd4ee55 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.678268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-504ff1e9-8b3e-40c4-9a6a-d7788cd4ee55 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.680054 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-504ff1e9-8b3e-40c4-9a6a-d7788cd4ee55 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4287755 Nov 23 10:55:14.682885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49918) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:14.690766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-819116474', 'security_groups': ['3dcad0e4-7930-4a9e-a963-62ac98fdd00a'], 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9c2750d-d0d1-4c80-9503-500cf32e8c03'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:14.716378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:14.723917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.729445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.820601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ff1e9-8b3e-40c4-9a6a-d7788cd4ee55 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcad0e4-7930-4a9e-a963-62ac98fdd00a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:14.869804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.881986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:14.901088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c9937-997e-4736-b284-216e9862d10d req-6807233a-02e8-47df-ae83-1a1dc6ac1f17 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:14.903209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-162c9937-997e-4736-b284-216e9862d10d req-6807233a-02e8-47df-ae83-1a1dc6ac1f17 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 944 time: 0.1265211 Nov 23 10:55:14.946275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:14.959116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4c507f87-ba08-4996-9567-36b916115db4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:14.984057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:14.996610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.019267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:15.045183 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-162c9937-997e-4736-b284-216e9862d10d req-7ed80c75-75a2-43ec-a4aa-2b773898d1a9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200538 Nov 23 10:55:15.054250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:15.068207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.068683 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:55:13Z', 'revision_number': 7, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:15.077286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Pushing event updated for resources: {'Port': ['ID=3456ac88-0397-4775-856d-cbd995e04926,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.099710 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.116629 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] Checking router: a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:15.119030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:15.126738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=0b11d8ad-79fd-4b82-a128-186f6cfc5a38,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.145452 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] Routers {'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:15.146358 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:15.165435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Allocated IP 172.20.0.2 (bf77d903-3963-49dd-bb41-503cf7743b41/857b2411-2ecb-4f1d-b946-dc22c4da0b88/743d1339-f8c4-4559-9dc0-1397f6a4b4a0) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:15.184391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network bf77d903-3963-49dd-bb41-503cf7743b41 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:15.193725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:15.200196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:15.287417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9bb8c458-9786-40a8-996f-23b11ae994a1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:15.297021 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9bb8c458-9786-40a8-996f-23b11ae994a1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.3281841 Nov 23 10:55:15.305364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.316357 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] Set router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:15.317007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:15.317855 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.328530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Attempting to bind port 3456ac88-0397-4775-856d-cbd995e04926 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:15.329147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Attempting to bind port 3456ac88-0397-4775-856d-cbd995e04926 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '36904288-4356-409a-8bf8-1ec9f226d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:15.329272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Attempting to bind port 3456ac88-0397-4775-856d-cbd995e04926 on network cd0bdc6b-efc4-424f-af25-1a003a562173 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:15.351944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:15.352326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Checking segment: {'id': '36904288-4356-409a-8bf8-1ec9f226d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:15.352746 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.353163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Bound using segment: {'id': '36904288-4356-409a-8bf8-1ec9f226d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:15.354096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Bound port: 3456ac88-0397-4775-856d-cbd995e04926, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36904288-4356-409a-8bf8-1ec9f226d733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:15.354096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.375831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e595c28-1381-4637-8d51-ca3cd790594b None None] Network 2ed2b1b9-4128-449f-96ae-cfe1a2260816 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:15.385965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::da (cd0bdc6b-efc4-424f-af25-1a003a562173/d9c2750d-d0d1-4c80-9503-500cf32e8c03/38dfdae8-cdb8-4dfd-84c9-956411cdaca4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:15.398075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-f676e278-0bf7-4a59-b12d-db49dbf3ef7b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.1007540 Nov 23 10:55:15.398755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Subnet': ['ID=fedd2e0d-312d-46bf-ba5e-a3ad50667558,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.401483 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.411463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49936) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.412266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d2df76a4-4ff3-4505-972c-aa600e88753b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/subnets/fedd2e0d-312d-46bf-ba5e-a3ad50667558 HTTP/1.1" status: 204 len: 168 time: 1.0106294 Nov 23 10:55:15.416649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-585a702e-3a41-44bc-9323-6690afc666de tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7554836 Nov 23 10:55:15.431286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49938) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:15.434548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41', 'name': 'tempest-PortsTestJSON-1814340639'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:15.502527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-8293d734-9024-41d3-8d03-c28244892a4c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846539 Nov 23 10:55:15.581290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.591493 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.601996 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:55:13Z', 'revision_number': 7, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:15.635387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.649932 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257fb870-24f5-4a38-a6c8-43df2bd8d70e None None] The sync data for ids ['a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90'] in n-d-817747-2 is: [{'id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'name': 'tempest-TestNetworkBasicOps-router-1899507313', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '21521818-e007-4767-9aac-e42634857bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:52:06Z', 'updated_at': '2021-11-23T10:55:13Z', 'revision_number': 7, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': '21521818-e007-4767-9aac-e42634857bd0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:bb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:52:07Z', 'updated_at': '2021-11-23T10:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:15.691626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349673-a33a-4492-bbf6-543fa7b0a5db req-7d319b89-ae3d-437b-96b4-0300f6b07c95 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:15.697051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:15.700778 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.702709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a349673-a33a-4492-bbf6-543fa7b0a5db req-7d319b89-ae3d-437b-96b4-0300f6b07c95 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 946 time: 0.1518033 Nov 23 10:55:15.707158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] For port 3456ac88-0397-4775-856d-cbd995e04926, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:15.719739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port c9119d44-1f90-4523-8b29-26b8b19343dc yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:15.726436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Network bf77d903-3963-49dd-bb41-503cf7743b41 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:15.727033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-4af5f5bb-76ef-4e96-9f69-9b7d6147df20 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913650 Nov 23 10:55:15.733709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] For port 3456ac88-0397-4775-856d-cbd995e04926, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3456ac88-0397-4775-856d-cbd995e04926,segment=NetworkSegment(36904288-4356-409a-8bf8-1ec9f226d733),segment_id=36904288-4356-409a-8bf8-1ec9f226d733)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:15.738908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:15.744039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:15.752370 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.765197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Pushing event updated for resources: {'Port': ['ID=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.878138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Attempting to bind port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:15.878520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Attempting to bind port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '7a9e82b9-a148-4cdf-94f4-055d28a795f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:15.878895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Attempting to bind port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 on network bf77d903-3963-49dd-bb41-503cf7743b41 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:15.886644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f83b3b-48fc-45d7-a1f4-04bdf87ffa33 None None] Pushing event updated for resources: {'Port': ['ID=3456ac88-0397-4775-856d-cbd995e04926,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:15.889698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:15.890166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Checking segment: {'id': '7a9e82b9-a148-4cdf-94f4-055d28a795f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:15.890749 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.891683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Bound using segment: {'id': '7a9e82b9-a148-4cdf-94f4-055d28a795f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:15.892190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Bound port: 743d1339-f8c4-4559-9dc0-1397f6a4b4a0, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9e82b9-a148-4cdf-94f4-055d28a795f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bf77d903-3963-49dd-bb41-503cf7743b41'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:15.892732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:15.940688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-360c22e2-386e-49c7-a0d2-659a4a43151c service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797788 Nov 23 10:55:15.947210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.13 (bf77d903-3963-49dd-bb41-503cf7743b41/857b2411-2ecb-4f1d-b946-dc22c4da0b88/c9119d44-1f90-4523-8b29-26b8b19343dc) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:16.020455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] For port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:16.024593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] For port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,segment=NetworkSegment(7a9e82b9-a148-4cdf-94f4-055d28a795f7),segment_id=7a9e82b9-a148-4cdf-94f4-055d28a795f7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:16.031454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] DHCP port deletion for 2ed2b1b9-4128-449f-96ae-cfe1a2260816 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:16.039445 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.275207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.374474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.413955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a349673-a33a-4492-bbf6-543fa7b0a5db req-77d1078f-c023-447e-90a2-809154d9cef2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7107677 Nov 23 10:55:16.578377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4258611e-a9fd-41c7-91fa-ca927078a79c req-1f47baa8-4e67-413f-ae7a-474ec33f831f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 210 time: 0.0358217 Nov 23 10:55:16.580191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:16.593679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.631529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network bf77d903-3963-49dd-bb41-503cf7743b41 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:16.668793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:16.681558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:16.699854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.748043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port 21521818-e007-4767-9aac-e42634857bd0 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:16.748387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.767657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59288b96-1f0d-46a1-a568-2a0e9eb3b67b None None] Pushing event updated for resources: {'Port': ['ID=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:16.772147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=c9119d44-1f90-4523-8b29-26b8b19343dc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:16.805259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:16.805945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.811496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.821062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601a5ae-cc62-4b30-9206-f54e205148b7 req-883cb5cf-d258-4ec7-b0db-e67c81095c24 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:16.822465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3601a5ae-cc62-4b30-9206-f54e205148b7 req-883cb5cf-d258-4ec7-b0db-e67c81095c24 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 944 time: 0.3188233 Nov 23 10:55:16.840357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] Deleting port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:16.840782 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.894916 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4f775362-fea8-4875-8e8b-6b95bb1083d4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4644551 Nov 23 10:55:16.895720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49954) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:16.928406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.964280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:16.968766 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3601a5ae-cc62-4b30-9206-f54e205148b7 req-c276571d-9520-455b-ad53-d747455c6d6e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375153 Nov 23 10:55:16.972328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b238-2830-4456-b6af-0167142f0d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.985145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port 21521818-e007-4767-9aac-e42634857bd0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=21521818-e007-4767-9aac-e42634857bd0,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:16.985379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.990591 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:16.993253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab114b38-b733-4e6f-a29c-8710fcbac8a2 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:17.010059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for 21521818-e007-4767-9aac-e42634857bd0 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:17.013898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797b6e9-ca41-44c2-8f51-cd694a0adbb9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:17.018516 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e797b6e9-ca41-44c2-8f51-cd694a0adbb9 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1186397 Nov 23 10:55:17.019145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49960) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:17.022953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:17.040664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:17.049760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=38dfdae8-cdb8-4dfd-84c9-956411cdaca4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:17.093636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:17.095991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:17.098301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ab114b38-b733-4e6f-a29c-8710fcbac8a2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:17.098741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab114b38-b733-4e6f-a29c-8710fcbac8a2 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:17.103571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:17.104509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.111743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] For port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,segment=NetworkSegment(240ecce8-3027-48d4-9bfd-6f42917b36b3),segment_id=240ecce8-3027-48d4-9bfd-6f42917b36b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:17.112246 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.131444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] Calling delete_port for 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:17.147699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5561b4f2-df0e-43d3-a1c0-a0e2d463a55e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4604802 Nov 23 10:55:17.148455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49964) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:17.154718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-171abfdb-541d-4938-9b9f-39e57e07e0ed tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:17.198198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port c9119d44-1f90-4523-8b29-26b8b19343dc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:17.198481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.240740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.272566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] Pushing event deleted for resources: {'Port': ['ID=9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:17.279663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d5bce-225b-4b4a-9d69-f44be627669a None None] No DVR routers for this DVR port 9c52fb5a-130d-4ea3-9e50-d0d31d0a5cdf on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:17.333289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.351936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for c9119d44-1f90-4523-8b29-26b8b19343dc owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:17.413411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171abfdb-541d-4938-9b9f-39e57e07e0ed tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:17.417035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-171abfdb-541d-4938-9b9f-39e57e07e0ed tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.423529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.530328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=21521818-e007-4767-9aac-e42634857bd0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:17.550976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d4315b-3650-45a8-bf5a-8035555b4f7f None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:17.618958 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.621385 n-d-817747-2 neutron-server[103426]: INFO neutron.db.ipam_backend_mixin [None req-171abfdb-541d-4938-9b9f-39e57e07e0ed tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9c2750d-d0d1-4c80-9503-500cf32e8c03 (CIDR: 2001:db8::/64) Nov 23 10:55:17.629300 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-171abfdb-541d-4938-9b9f-39e57e07e0ed tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:55:17.629300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171abfdb-541d-4938-9b9f-39e57e07e0ed tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:17.646947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.677679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=c9119d44-1f90-4523-8b29-26b8b19343dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:17.685189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-171abfdb-541d-4938-9b9f-39e57e07e0ed tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5355961 Nov 23 10:55:17.734175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:17.748643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:17.782080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.787884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.843782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.844386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Fanout notify agent at l3_agent the message router_deleted on router a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:55:17.859228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:17.860440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-87c9677e-a1ba-43a4-b4b6-1c3e02653843 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/routers/a6d37a2e-77a6-40cd-b303-6ed6fb5c4c90 HTTP/1.1" status: 204 len: 168 time: 2.4469535 Nov 23 10:55:17.863207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49974) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:17.978595 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.036048 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86fc27e3-d7a5-4120-80f4-db6ca759b622 req-5aad8e38-60bf-438c-a4a3-33fb8adcec2c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 210 time: 0.1398227 Nov 23 10:55:18.104770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:18.185513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.192030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-80d80f5a-75a8-4418-9a58-a921b37dd991 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/c9119d44-1f90-4523-8b29-26b8b19343dc HTTP/1.1" status: 204 len: 168 time: 1.1718919 Nov 23 10:55:18.195113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49978) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:18.214032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.246293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:18.246847 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.256260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed2b1b9-4128-449f-96ae-cfe1a2260816']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:18.266059 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d026c1cd-0147-4b8d-b0f2-2c23a8c28c03 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:18.266809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db0e5-327d-4f2f-b54c-fce8e166c020 req-141f656f-642d-496c-8e31-19dc153aeca3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:18.271511 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d026c1cd-0147-4b8d-b0f2-2c23a8c28c03 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/c9119d44-1f90-4523-8b29-26b8b19343dc HTTP/1.1" status: 404 len: 333 time: 0.0438399 Nov 23 10:55:18.272529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:18.274845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d27db0e5-327d-4f2f-b54c-fce8e166c020 req-141f656f-642d-496c-8e31-19dc153aeca3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 944 time: 0.1776423 Nov 23 10:55:18.291671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240ecce8-3027-48d4-9bfd-6f42917b36b3') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:18.292008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240ecce8-3027-48d4-9bfd-6f42917b36b3') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:18.312769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.330584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 4c507f87-ba08-4996-9567-36b916115db4 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:18.342031 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.362246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 4c507f87-ba08-4996-9567-36b916115db4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:18.362615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.368417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:18.369241 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.369523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:18.373553 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:18.377989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.400043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d27db0e5-327d-4f2f-b54c-fce8e166c020 req-c49631b1-34fb-4372-b672-6f68bfecd350 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189077 Nov 23 10:55:18.417510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9c768041-168e-43e1-bd63-4a1bdb394d2e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:18.421084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a66e17-295e-4999-9453-cfcd428640eb None None] Network bf77d903-3963-49dd-bb41-503cf7743b41 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:18.422316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9c768041-168e-43e1-bd63-4a1bdb394d2e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.3511968 Nov 23 10:55:18.447614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Request body: {'port': {'device_id': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'admin_state_up': True, 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:18.464808 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.522456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.549131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/networks/2ed2b1b9-4128-449f-96ae-cfe1a2260816 HTTP/1.1" status: 204 len: 168 time: 0.6742210 Nov 23 10:55:18.549131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8526c-2066-4403-913d-2f6becd8e51f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Network': ['ID=2ed2b1b9-4128-449f-96ae-cfe1a2260816,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:18.563870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49984) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:18.580466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'network': {'name': 'tempest-network-smoke--1193901120', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:18.612648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3456ac88-0397-4775-856d-cbd995e04926 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:18.617982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:18.626669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.658666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:55:18.659597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.671978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.672186 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Added segment 90cc7530-7aec-4692-ba3e-1c3c8b004bf0 of type vlan for network de45237b-4768-49c5-80b0-283cb198d44b Nov 23 10:55:18.731477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.765763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.772914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:18.774098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.791988 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.805509 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.841101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:18.841511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.842942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2778859 Nov 23 10:55:18.876366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49986) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:18.881213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'admin_state_up': True, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:18.907074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:18.909329 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7436ed2a-5b0d-49a2-b684-3765548ae834" -d '{"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-plugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:18.910414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71602e-7dfc-437e-b656-5244421a7dd9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Network': ['ID=de45237b-4768-49c5-80b0-283cb198d44b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:18.915798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] For port 3456ac88-0397-4775-856d-cbd995e04926, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3456ac88-0397-4775-856d-cbd995e04926,segment=NetworkSegment(36904288-4356-409a-8bf8-1ec9f226d733),segment_id=36904288-4356-409a-8bf8-1ec9f226d733)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:18.916793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.922254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.935214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:18.938524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:18.970911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network de45237b-4768-49c5-80b0-283cb198d44b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:55:18.978715 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.004576 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66cad41-d4a4-47e4-b2c6-2cb6a9452947 x-openstack-request-id: req-d66cad41-d4a4-47e4-b2c6-2cb6a9452947 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:19.004854 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-plugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:19.005152 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d66cad41-d4a4-47e4-b2c6-2cb6a9452947 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:19.005587 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4', 'code': 200} Nov 23 10:55:19.039217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Provisioning complete for port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:19.040341 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.047355 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.096244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:19.101094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.112480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Pushing event updated for resources: {'Port': ['ID=3456ac88-0397-4775-856d-cbd995e04926,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.138912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 0b11d8ad-79fd-4b82-a128-186f6cfc5a38 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:19.139614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.171558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.171904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.172303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.172730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.173069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.173421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.173913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.174248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.174572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.174895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.175219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.175537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:19.235152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-01b058ea-dd3a-4237-b824-c451668aa80f None None] Port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:19.271762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:19.299682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.347312 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e226f49-9e46-4b31-a3f8-4209a4a4de02 req-3e29a1e0-7338-4b8c-a54b-0604bcd8aa0c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 210 time: 0.1437302 Nov 23 10:55:19.349267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:19.350449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.353886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.375715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34054d93-6785-42d2-aea3-85407fc3d28e req-131fee7f-8c42-4078-bdf9-ed4d404fdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:19.378220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34054d93-6785-42d2-aea3-85407fc3d28e req-131fee7f-8c42-4078-bdf9-ed4d404fdb8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1096 time: 0.1757457 Nov 23 10:55:19.404319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Provisioning complete for port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:19.404739 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.472358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34054d93-6785-42d2-aea3-85407fc3d28e req-540f73c1-ec58-4661-ae4d-fdc23bd641bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828550 Nov 23 10:55:19.527785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.542076 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.575630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,segment=NetworkSegment(7a9e82b9-a148-4cdf-94f4-055d28a795f7),segment_id=7a9e82b9-a148-4cdf-94f4-055d28a795f7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:19.588410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.604893 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.647944 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.680511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.686969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:19.697178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 0b11d8ad-79fd-4b82-a128-186f6cfc5a38 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:19.704159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:19.713862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:19.714982 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.720626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e4f5d-9bb8-4c18-afff-a17335f77519 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:19.721032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Allocated IP 172.20.0.13 (47b17cde-e9e3-4676-93cc-c6f90b1a3145/bba97f1a-2f2d-4454-8bed-91c9e181d23e/0e523aff-5ef6-4d0d-94de-287f0edf84da) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:19.726173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.735002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb4d61-fe8b-4c28-ae18-71c1f2590dc2 req-8b270a20-bf58-44d0-bd84-84e4756f9057 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:19.742405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aebb4d61-fe8b-4c28-ae18-71c1f2590dc2 req-8b270a20-bf58-44d0-bd84-84e4756f9057 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2408295 Nov 23 10:55:19.746888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.755760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=7ba602b9-56d9-40fc-9287-0b7a08c2f926,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.823656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7cb47986-5779-4699-88f1-c0e63317b94b tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1029358 Nov 23 10:55:19.829018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:55:19.829541 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:55:19.834124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49998) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:19.838134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:19.838894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-817413573', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ba602b9-56d9-40fc-9287-0b7a08c2f926'}], 'security_groups': ['d7d27079-ec2f-48c9-a1be-737babe8cbba']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:19.891515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:19.928126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.25.5.251 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/fd62e8bb-e81b-4630-8d52-c7de47f84335) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:20.020397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aebb4d61-fe8b-4c28-ae18-71c1f2590dc2 req-3858afa0-898b-4770-9784-480068dca1ac tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769895 Nov 23 10:55:20.033016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3456ac88-0397-4775-856d-cbd995e04926 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:20.125631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.132267 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.180591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.181367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:20.182748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.230954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:20.238635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:20.254455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6698aca-9c91-492e-9d68-e222b942a512 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:20.255725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:20.274616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ee172-f95e-446b-924e-0c64a9e0a375 None None] Update dhcp port {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'fixed_ips': [{'subnet_id': 'd9c2750d-d0d1-4c80-9503-500cf32e8c03', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ba602b9-56d9-40fc-9287-0b7a08c2f926'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '3456ac88-0397-4775-856d-cbd995e04926'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:55:20.299405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=fd62e8bb-e81b-4630-8d52-c7de47f84335,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:20.302291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.307366 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee172-f95e-446b-924e-0c64a9e0a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.331690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.353051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.359789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=0b11d8ad-79fd-4b82-a128-186f6cfc5a38,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:20.384950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:20.576545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.584090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.588952 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.596223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a5a476f3-d2f1-4018-815b-2db5a4ccbac1 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/0b11d8ad-79fd-4b82-a128-186f6cfc5a38 HTTP/1.1" status: 204 len: 168 time: 2.3111143 Nov 23 10:55:20.602338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:20.626796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50004) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:20.653963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event updated for resources: {'Port': ['ID=0e523aff-5ef6-4d0d-94de-287f0edf84da,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:20.670556 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff65e468-0370-4eac-8bf3-05d441812982 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:20.672076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ff65e468-0370-4eac-8bf3-05d441812982 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/0b11d8ad-79fd-4b82-a128-186f6cfc5a38 HTTP/1.1" status: 404 len: 333 time: 0.0435262 Nov 23 10:55:20.676691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50006) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:20.727045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:20.735190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6ccfc-a7be-4eb3-931f-2849aaaf6f33 req-9e416f7b-57c6-42fa-84d8-1293e8d7be57 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:20.736768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f6ccfc-a7be-4eb3-931f-2849aaaf6f33 req-9e416f7b-57c6-42fa-84d8-1293e8d7be57 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.2482083 Nov 23 10:55:20.740320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:20.748101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:20.774289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet 857b2411-2ecb-4f1d-b946-dc22c4da0b88 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:20.779930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.852212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Provisioning complete for port 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:20.852934 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.862285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.921619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-4d0ee172-f95e-446b-924e-0c64a9e0a375 None None] Allocated IP 2001:db8:0:1::2 (cd0bdc6b-efc4-424f-af25-1a003a562173/7ba602b9-56d9-40fc-9287-0b7a08c2f926/3456ac88-0397-4775-856d-cbd995e04926) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:20.926436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:20.926436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:20.955869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Port 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:20.986438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bb328283-a65a-4cc4-8b3a-6d3ce4ca5648 None None] Could not find standard attr ID for object 0b11d8ad-79fd-4b82-a128-186f6cfc5a38. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:55:20.988966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.014389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:21.015249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.052635 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f6ccfc-a7be-4eb3-931f-2849aaaf6f33 req-a0ceee90-03e0-4fbf-93b4-ac1473bdd26c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071418 Nov 23 10:55:21.091956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-64fbb7e5-1153-40fc-9c8c-b11836811c9c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6532784 Nov 23 10:55:21.111730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Request body: {'port': {'device_id': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:21.170858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4d0ee172-f95e-446b-924e-0c64a9e0a375 None None] For port 3456ac88-0397-4775-856d-cbd995e04926, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3456ac88-0397-4775-856d-cbd995e04926,segment=NetworkSegment(36904288-4356-409a-8bf8-1ec9f226d733),segment_id=36904288-4356-409a-8bf8-1ec9f226d733)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:21.190390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.206681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ec911cc8-ca26-4263-91e6-29794f22a584 None None] Provisioning complete for port fd62e8bb-e81b-4630-8d52-c7de47f84335 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:21.207130 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ec911cc8-ca26-4263-91e6-29794f22a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.249734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21521818-e007-4767-9aac-e42634857bd0 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:21.295259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 21521818-e007-4767-9aac-e42634857bd0 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:21.295621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 21521818-e007-4767-9aac-e42634857bd0 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:21.300154 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee172-f95e-446b-924e-0c64a9e0a375 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.308608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ec911cc8-ca26-4263-91e6-29794f22a584 None None] Port fd62e8bb-e81b-4630-8d52-c7de47f84335 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:21.311018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d0ee172-f95e-446b-924e-0c64a9e0a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.320785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ec911cc8-ca26-4263-91e6-29794f22a584 None None] Could not find standard attr ID for object c9119d44-1f90-4523-8b29-26b8b19343dc. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:55:21.350508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ec911cc8-ca26-4263-91e6-29794f22a584 None None] Could not find standard attr ID for object 0b11d8ad-79fd-4b82-a128-186f6cfc5a38. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:55:21.386520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.410983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ee172-f95e-446b-924e-0c64a9e0a375 None None] Pushing event updated for resources: {'Port': ['ID=3456ac88-0397-4775-856d-cbd995e04926,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:21.531493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Delete allocated IP 2001:db8::da (cd0bdc6b-efc4-424f-af25-1a003a562173/d9c2750d-d0d1-4c80-9503-500cf32e8c03) {{(pid=103427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:55:21.539001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3df026-d651-4190-899f-ce89fe631d7f req-94f5730f-cc17-4a3d-b600-ac806dc5b180 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:21.545861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3df026-d651-4190-899f-ce89fe631d7f req-94f5730f-cc17-4a3d-b600-ac806dc5b180 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1637950 Nov 23 10:55:21.556305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.564874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8:0:1::24 (cd0bdc6b-efc4-424f-af25-1a003a562173/7ba602b9-56d9-40fc-9287-0b7a08c2f926/38dfdae8-cdb8-4dfd-84c9-956411cdaca4) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:21.610294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=857b2411-2ecb-4f1d-b946-dc22c4da0b88,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:21.617532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c0d267-8e6a-4822-9dc3-1efca0fe1c96 None None] Network bf77d903-3963-49dd-bb41-503cf7743b41 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:21.618301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.622626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c135cd3c-403d-4b04-ab02-3b56cdb41309 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/857b2411-2ecb-4f1d-b946-dc22c4da0b88 HTTP/1.1" status: 204 len: 168 time: 0.9449530 Nov 23 10:55:21.627511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50014) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:21.671203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac3df026-d651-4190-899f-ce89fe631d7f req-b0ad86b8-3f10-4405-9cd2-39cddd2e5f7e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243248 Nov 23 10:55:21.704608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router ec922b55-1091-41df-a48d-9c3aedfcee0e is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:55:21.831841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.849128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:21.859706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Sync routers for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:21.882582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:21.883347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:21.895330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.899418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c0e5b40e-f2e8-4b75-ab79-f4dc336600dc tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0192859 Nov 23 10:55:21.899777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50026) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:21.919484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:21.970454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-24e329c6-0c15-4347-bbd3-d332c0584eef tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=b10f102f43f44b8bbcb276556a0feccb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694661 Nov 23 10:55:21.973737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50032) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:22.037910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] DHCP port deletion for bf77d903-3963-49dd-bb41-503cf7743b41 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:22.057076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3456ac88-0397-4775-856d-cbd995e04926 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:22.076303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.175182 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.196307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:22.207775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] In _notify_port_updated(), no bound segment for port 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 on network cd0bdc6b-efc4-424f-af25-1a003a562173 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:55:22.215794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:22.216474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.220753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "PUT /v2.0/ports/38dfdae8-cdb8-4dfd-84c9-956411cdaca4 HTTP/1.1" status: 200 len: 929 time: 2.3860288 Nov 23 10:55:22.221595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50038) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:22.221999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfddcb-7950-4d20-a94e-130c82cfe9ee tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=38dfdae8-cdb8-4dfd-84c9-956411cdaca4,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:22.228948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e523aff-5ef6-4d0d-94de-287f0edf84da {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:22.258485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f7dd0-9a63-4182-910a-cfa5516d488f req-2f04fa9a-a643-4474-84f4-fdf9098a92c8 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:22.263025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:22.263414 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.264016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-572f7dd0-9a63-4182-910a-cfa5516d488f req-2f04fa9a-a643-4474-84f4-fdf9098a92c8 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 932 time: 0.1013217 Nov 23 10:55:22.282409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.362485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] Deleting port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:22.362784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.419773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Transition to ACTIVE for port object 0e523aff-5ef6-4d0d-94de-287f0edf84da will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:55:22.461428 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.508575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-b37b2463-ae78-43b8-80d7-d91c63e37e36 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:22.510060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-b37b2463-ae78-43b8-80d7-d91c63e37e36 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 814 time: 0.4846194 Nov 23 10:55:22.529802 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-572f7dd0-9a63-4182-910a-cfa5516d488f req-3831a16d-3694-4e78-8f3b-0954f41cd211 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229776 Nov 23 10:55:22.533331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:22.533885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.557269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] For port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,segment=NetworkSegment(7a9e82b9-a148-4cdf-94f4-055d28a795f7),segment_id=7a9e82b9-a148-4cdf-94f4-055d28a795f7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:22.557672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.574131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c3a9b-f508-40c1-a67e-8081f74968e9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:22.580431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:22.580606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da6c3a9b-f508-40c1-a67e-8081f74968e9 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5639646 Nov 23 10:55:22.580681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.585948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50040) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:22.619297 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-2049ca4a-3f78-4f8e-9fc8-7e4b0c9ade2a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/quotas/807f1fea854540049bba9d6a2d7ea473 HTTP/1.1" status: 200 len: 375 time: 0.0585458 Nov 23 10:55:22.637650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] Calling delete_port for 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:22.677392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-509b3263-23ae-473b-b567-bd398cd5daf8 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0882390 Nov 23 10:55:22.678123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50042) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:22.682787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-644338946', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:22.742774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e523aff-5ef6-4d0d-94de-287f0edf84da,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:22.791223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 3, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:22.825740 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.847747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Checking router: ec922b55-1091-41df-a48d-9c3aedfcee0e for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:22.848178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Updating router ec922b55-1091-41df-a48d-9c3aedfcee0e port fd62e8bb-e81b-4630-8d52-c7de47f84335 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:55:22.848277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:22.861434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:22.866273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.906754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.927851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Provisioning complete for port 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:22.928240 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:22.932590 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.002751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] Pushing event deleted for resources: {'Port': ['ID=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:23.006887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e225b8c-f6ac-49de-8b30-e8be347d8d52 None None] No DVR routers for this DVR port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:23.019742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Port 38dfdae8-cdb8-4dfd-84c9-956411cdaca4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:23.114008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Provisioning complete for port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:23.114214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.213296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:23.213928 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.216794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7d57cb05-bba0-4394-82b8-e197e960620a None None] Port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:23.222945 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.236732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-ccfd0f17-991f-4659-bb71-774147eaecbb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5882032 Nov 23 10:55:23.302132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.306393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/38dfdae8-cdb8-4dfd-84c9-956411cdaca4 HTTP/1.1" status: 204 len: 168 time: 1.0836234 Nov 23 10:55:23.310309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944e866-918e-402a-aa8a-47fd764fb37d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=38dfdae8-cdb8-4dfd-84c9-956411cdaca4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:23.313380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50046) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:23.329123 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.422322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Subnet': ['ID=ef9d224f-2a3d-4c37-853d-6910d63af7db,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:23.426923 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7a2ca1-f810-4e1a-8fad-c65b7ffe8453 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:55:23.428436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fa7a2ca1-f810-4e1a-8fad-c65b7ffe8453 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/38dfdae8-cdb8-4dfd-84c9-956411cdaca4 HTTP/1.1" status: 404 len: 333 time: 0.1122408 Nov 23 10:55:23.432111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50048) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:23.458674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] For port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0, host n-d-817747-2, got binding levels [] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:23.459048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.475927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Attempting to bind port 0e523aff-5ef6-4d0d-94de-287f0edf84da on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:23.476270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Attempting to bind port 0e523aff-5ef6-4d0d-94de-287f0edf84da by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:23.476607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Attempting to bind port 0e523aff-5ef6-4d0d-94de-287f0edf84da on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:23.485363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:23.490814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 was not found and therefore no delete operation was performed {{(pid=103427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:55:23.494184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Port 0e523aff-5ef6-4d0d-94de-287f0edf84da on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:55:23.494515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Attempting to bind port 0e523aff-5ef6-4d0d-94de-287f0edf84da on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:23.509076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.520678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Checking segment: {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:23.521419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network hostable DHCP agents. Network: de45237b-4768-49c5-80b0-283cb198d44b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:55:23.552600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4fd7-92af-4bc6-a44a-243c0ca9998d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.580916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:23.585457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:23.585457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Bound using segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:23.585457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Bound port: 0e523aff-5ef6-4d0d-94de-287f0edf84da, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:23.585733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.613469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4fd7-92af-4bc6-a44a-243c0ca9998d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.618620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=743d1339-f8c4-4559-9dc0-1397f6a4b4a0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:23.620685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No DVR routers for this DVR port 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:23.632484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-3b65008c-388a-4735-a0f1-ff7430a30eda service neutron] 10.222.0.61 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948331 Nov 23 10:55:23.642887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5f0f7fe1-c9b0-4fe2-8e6e-d9736d4d3943 None None] Could not find standard attr ID for object 38dfdae8-cdb8-4dfd-84c9-956411cdaca4. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:55:23.657734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network de45237b-4768-49c5-80b0-283cb198d44b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:55:23.690303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.701239 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.709450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, de45237b-4768-49c5-80b0-283cb198d44b) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:23.715707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:23.716320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.741901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2cae5-80e7-4fd2-b036-432af2a67dfe None None] Network de45237b-4768-49c5-80b0-283cb198d44b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:23.748813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719d932-6a8b-4a4c-b571-0e93a20868da req-cea6efe4-251e-4af9-8b6a-8bbec89f2050 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:23.751166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a719d932-6a8b-4a4c-b571-0e93a20868da req-cea6efe4-251e-4af9-8b6a-8bbec89f2050 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.0858688 Nov 23 10:55:23.752344 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4fd7-92af-4bc6-a44a-243c0ca9998d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.755059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4fd7-92af-4bc6-a44a-243c0ca9998d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.756303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd4e4fd7-92af-4bc6-a44a-243c0ca9998d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/security-groups/3dcad0e4-7930-4a9e-a963-62ac98fdd00a HTTP/1.1" status: 204 len: 168 time: 0.3230777 Nov 23 10:55:23.763503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c7e8dd77-32c7-406c-bb03-5a7cfde26be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0845084 Nov 23 10:55:23.765414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50054) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:23.771575 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-d0d20055-40c4-4b7f-9a72-8a686c2d9b62 service neutron] 10.222.0.61 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023850 Nov 23 10:55:23.772165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50056) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:23.836293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e4fd7-92af-4bc6-a44a-243c0ca9998d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcad0e4-7930-4a9e-a963-62ac98fdd00a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:23.901356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ddec2-c469-4737-88d4-5ed7311487db None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:23.917418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f7d107d-5909-4d3a-a5f8-41e33bf3e423 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:23.926876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a719d932-6a8b-4a4c-b571-0e93a20868da req-abdf0b18-ae83-46b4-8180-804db2d331a7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601868 Nov 23 10:55:23.957390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f7d107d-5909-4d3a-a5f8-41e33bf3e423 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.032129 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.060860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f7d107d-5909-4d3a-a5f8-41e33bf3e423 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.066367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f7d107d-5909-4d3a-a5f8-41e33bf3e423 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.066549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2f7d107d-5909-4d3a-a5f8-41e33bf3e423 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/security-groups/d7d27079-ec2f-48c9-a1be-737babe8cbba HTTP/1.1" status: 204 len: 168 time: 0.2991176 Nov 23 10:55:24.070646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50062) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:24.072186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] For port 0e523aff-5ef6-4d0d-94de-287f0edf84da, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:24.089160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf77d903-3963-49dd-bb41-503cf7743b41']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:24.099673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d107d-5909-4d3a-a5f8-41e33bf3e423 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d27079-ec2f-48c9-a1be-737babe8cbba,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.107549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:24.137624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9e82b9-a148-4cdf-94f4-055d28a795f7') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:24.138076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9e82b9-a148-4cdf-94f4-055d28a795f7') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:24.139483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:24.139847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 743d1339-f8c4-4559-9dc0-1397f6a4b4a0 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:24.141795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] For port 0e523aff-5ef6-4d0d-94de-287f0edf84da, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0e523aff-5ef6-4d0d-94de-287f0edf84da,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:24.156147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Attempting to bind port fd62e8bb-e81b-4630-8d52-c7de47f84335 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:24.156537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Attempting to bind port fd62e8bb-e81b-4630-8d52-c7de47f84335 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:24.156908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Attempting to bind port fd62e8bb-e81b-4630-8d52-c7de47f84335 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:24.213140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:24.213440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:24.214022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd0d9d13-fc67-4851-9e67-90d3a2400883 req-eafabbf4-bf85-4143-b65b-6c66c415332e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 210 time: 0.1224117 Nov 23 10:55:24.214141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.215213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:24.215933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Bound port: fd62e8bb-e81b-4630-8d52-c7de47f84335, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:24.216388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.217194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.225785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.254844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd09f-0ba5-4eb6-b68e-981949449457 None None] Pushing event updated for resources: {'Port': ['ID=fd62e8bb-e81b-4630-8d52-c7de47f84335,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.306459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-de45237b-4768-49c5-80b0-283cb198d44b', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:24.307323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.313903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] For port fd62e8bb-e81b-4630-8d52-c7de47f84335, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:24.322992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-887837cb-1f4f-4542-bd56-13766ae356ea None None] Provisioning complete for port fd62e8bb-e81b-4630-8d52-c7de47f84335 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:24.323368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-887837cb-1f4f-4542-bd56-13766ae356ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.328434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.343502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.344143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.345710 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] 10.222.0.65 "PUT /v2.0/ports/0e523aff-5ef6-4d0d-94de-287f0edf84da HTTP/1.1" status: 200 len: 1092 time: 3.2384636 Nov 23 10:55:24.348377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'tag': '0e523aff-5ef6-4d0d-94de-287f0edf84da'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:24.350710 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e35f77-245a-412c-9223-b9dee79c054b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f41726-c78b-464c-8436-24e7b9e4cdf2", "tag": "0e523aff-5ef6-4d0d-94de-287f0edf84da"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:24.362426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] For port fd62e8bb-e81b-4630-8d52-c7de47f84335, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=fd62e8bb-e81b-4630-8d52-c7de47f84335,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:24.376852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:24.378648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.379309 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:24.409407 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:24.414236 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9598cd-b7cc-4fc3-a582-daccb085781a x-openstack-request-id: req-dd9598cd-b7cc-4fc3-a582-daccb085781a {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:24.414711 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f41726-c78b-464c-8436-24e7b9e4cdf2", "tag": "0e523aff-5ef6-4d0d-94de-287f0edf84da", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:24.415137 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dd9598cd-b7cc-4fc3-a582-daccb085781a {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:24.415684 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'tag': '0e523aff-5ef6-4d0d-94de-287f0edf84da', 'status': 'completed', 'code': 200} Nov 23 10:55:24.423366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet d9c2750d-d0d1-4c80-9503-500cf32e8c03 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:24.441293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.502473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-887837cb-1f4f-4542-bd56-13766ae356ea None None] Port fd62e8bb-e81b-4630-8d52-c7de47f84335 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:24.513570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce8fba4-1412-46be-ab87-e543b7dfa99b None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:24.528451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:24.529102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:24.537967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a5363-5569-4496-ba0b-0d19abc0e1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e523aff-5ef6-4d0d-94de-287f0edf84da,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.597578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd09f-0ba5-4eb6-b68e-981949449457 None None] Pushing event updated for resources: {'Port': ['ID=fd62e8bb-e81b-4630-8d52-c7de47f84335,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.610575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.639777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.652997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-0157b4c5-4ef1-48c0-93e5-3b32ea84d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.654830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-0157b4c5-4ef1-48c0-93e5-3b32ea84d888 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 1095 time: 0.2425094 Nov 23 10:55:24.661974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.672225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/bf77d903-3963-49dd-bb41-503cf7743b41 HTTP/1.1" status: 204 len: 168 time: 3.0424452 Nov 23 10:55:24.672493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50074) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:24.678427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814127840'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:24.707221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-91420705-089c-4531-9b29-bdb38a82eecf None None] Provisioning complete for port fd62e8bb-e81b-4630-8d52-c7de47f84335 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:24.707596 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91420705-089c-4531-9b29-bdb38a82eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.721173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:24.726362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.736927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8e70e-27dd-48fd-9d45-9fef8d3be848 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=bf77d903-3963-49dd-bb41-503cf7743b41,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.760942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:55:24.771591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Allocated IP 172.20.0.2 (de45237b-4768-49c5-80b0-283cb198d44b/ef9d224f-2a3d-4c37-853d-6910d63af7db/687c6964-b188-470a-b21e-a20b73a0d757) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:24.772577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.772724 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment ce365eea-9234-464e-ae17-7dbb49b69793 of type vlan for network 126cac8f-fc81-4e40-8cd9-859036682099 Nov 23 10:55:24.773858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-c735eaa2-c1d2-458d-846a-e624e7e0ed69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e523aff-5ef6-4d0d-94de-287f0edf84da HTTP/1.1" status: 200 len: 217 time: 0.0966191 Nov 23 10:55:24.821486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.852200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.861745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.862582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.907344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:24.908459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:24.912408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-f08eed51-58f3-4ff1-8889-b72d2f2362f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:24.913941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-f08eed51-58f3-4ff1-8889-b72d2f2362f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.1292465 Nov 23 10:55:24.915787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2412453 Nov 23 10:55:24.919916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50076) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:24.926899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '126cac8f-fc81-4e40-8cd9-859036682099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:24.967364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4522e-81c9-40eb-882a-d01c84623399 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=126cac8f-fc81-4e40-8cd9-859036682099,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:24.978694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-106e0b6d-4c66-433f-bc05-d8d523dd3544 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403907 Nov 23 10:55:24.982500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 126cac8f-fc81-4e40-8cd9-859036682099 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:55:25.111320 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.178212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85989a26-b31c-4eb1-8a33-9bf659d94e18 req-4ac61bf2-3bd5-4de7-bfca-d4b081aad201 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:25.194796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91420705-089c-4531-9b29-bdb38a82eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.201709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85989a26-b31c-4eb1-8a33-9bf659d94e18 req-4ac61bf2-3bd5-4de7-bfca-d4b081aad201 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.1178789 Nov 23 10:55:25.203138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:25.207706 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.220975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-91420705-089c-4531-9b29-bdb38a82eecf None None] For port fd62e8bb-e81b-4630-8d52-c7de47f84335, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=fd62e8bb-e81b-4630-8d52-c7de47f84335,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:25.241730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c2750d-d0d1-4c80-9503-500cf32e8c03,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:25.250996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.261438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a2885a4-8803-4a83-93fc-a9d092525027 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/d9c2750d-d0d1-4c80-9503-500cf32e8c03 HTTP/1.1" status: 204 len: 168 time: 1.1805179 Nov 23 10:55:25.267791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50084) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:25.274247 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91420705-089c-4531-9b29-bdb38a82eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.278202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe578f1-19b0-4fc1-85c9-09c0c5eef921 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:25.289179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:25.332001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-e32af489-104d-4da8-98bb-4a03a8365fed service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400071 Nov 23 10:55:25.432564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-073bccba-fe17-4948-a807-98279ca798d1 req-75103441-513f-415b-89a6-10775aa61657 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 210 time: 0.1040287 Nov 23 10:55:25.525188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12b65d30-56e7-4599-ba2e-7f9e9025d82d req-4bb4cd50-a79a-4592-b8c5-5ab4c03421af service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722901 Nov 23 10:55:25.527335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.574518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.615169 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.629030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91420705-089c-4531-9b29-bdb38a82eecf None None] Pushing event updated for resources: {'Port': ['ID=fd62e8bb-e81b-4630-8d52-c7de47f84335,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:25.648284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85989a26-b31c-4eb1-8a33-9bf659d94e18 req-58ca9c94-38c7-40f4-b6d1-a7c2cfff6e6c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231977 Nov 23 10:55:25.671397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Network de45237b-4768-49c5-80b0-283cb198d44b is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:25.681323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:25.696880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:25.701271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35f77-245a-412c-9223-b9dee79c054b req-d19c9d2f-1b25-448c-92d9-40cc32528201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:25.702902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e35f77-245a-412c-9223-b9dee79c054b req-d19c9d2f-1b25-448c-92d9-40cc32528201 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 1095 time: 0.0979514 Nov 23 10:55:25.711645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Pushing event updated for resources: {'Port': ['ID=687c6964-b188-470a-b21e-a20b73a0d757,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:25.721027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 3, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:25.764067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49aecd7-7344-49cf-bdaf-efcf2a2be34a None None] The sync data for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 is: [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:20Z', 'revision_number': 3, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:25.805272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-69978903-6281-41d7-83c8-a88e54fec099 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:25.806632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Attempting to bind port 687c6964-b188-470a-b21e-a20b73a0d757 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:25.806807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-69978903-6281-41d7-83c8-a88e54fec099 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.65 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 814 time: 0.4774771 Nov 23 10:55:25.807439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Attempting to bind port 687c6964-b188-470a-b21e-a20b73a0d757 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:25.807963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Attempting to bind port 687c6964-b188-470a-b21e-a20b73a0d757 on network de45237b-4768-49c5-80b0-283cb198d44b {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:25.818857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:25.819101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Checking segment: {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:25.819805 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.819917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Bound using segment: {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:25.821646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Bound port: 687c6964-b188-470a-b21e-a20b73a0d757, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:25.822996 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:25.828211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Request body: {'port': {'device_id': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9', 'admin_state_up': True, 'tenant_id': '807f1fea854540049bba9d6a2d7ea473'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:25.919561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] For port 687c6964-b188-470a-b21e-a20b73a0d757, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:25.923542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] For port 687c6964-b188-470a-b21e-a20b73a0d757, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=687c6964-b188-470a-b21e-a20b73a0d757,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:25.926041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35f77-245a-412c-9223-b9dee79c054b req-65aabb98-f55d-4cc1-b7c2-e76dfb779945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:25.927721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e35f77-245a-412c-9223-b9dee79c054b req-65aabb98-f55d-4cc1-b7c2-e76dfb779945 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.2146206 Nov 23 10:55:25.929988 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:26.013080 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e35f77-245a-412c-9223-b9dee79c054b req-a7e707c7-5253-42fe-a5d6-946c72e7953d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e523aff-5ef6-4d0d-94de-287f0edf84da HTTP/1.1" status: 200 len: 217 time: 0.0525210 Nov 23 10:55:26.021238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:26.025244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:26.064865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.20.0.1 (de45237b-4768-49c5-80b0-283cb198d44b/ef9d224f-2a3d-4c37-853d-6910d63af7db/6c90b9d5-9b16-41c9-8e83-a38f193fb5c3) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:26.087604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:26.103226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e35f77-245a-412c-9223-b9dee79c054b req-e03a0619-634f-4b2e-bc88-c5a4392fb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:26.105720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e35f77-245a-412c-9223-b9dee79c054b req-e03a0619-634f-4b2e-bc88-c5a4392fb133 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.0820570 Nov 23 10:55:26.195647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e35f77-245a-412c-9223-b9dee79c054b req-362084cd-bc07-406b-b0fd-508da2329e10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777171 Nov 23 10:55:26.262275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Made reservation on behalf of 807f1fea854540049bba9d6a2d7ea473 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:26.272826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:26.339632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42497a5-a4eb-4ce8-853a-e39a3a1e9d5c None None] Pushing event updated for resources: {'Port': ['ID=687c6964-b188-470a-b21e-a20b73a0d757,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:26.376572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': 'ce365eea-9234-464e-ae17-7dbb49b69793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '126cac8f-fc81-4e40-8cd9-859036682099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:26.377260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: 126cac8f-fc81-4e40-8cd9-859036682099, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:55:26.415636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:26.422600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=a561da67-0bbf-4611-a5dc-f2cb58cb7513,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:26.462534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e35f77-245a-412c-9223-b9dee79c054b req-af06e860-6298-422f-ba65-08805a272705 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297199 Nov 23 10:55:26.657155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 126cac8f-fc81-4e40-8cd9-859036682099 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:55:26.657558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:26.704273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0958cd6e-8750-496a-919d-da6c2445dfc5 req-613691ce-5fcb-4aaf-9701-34153bf47f77 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 210 time: 0.1208060 Nov 23 10:55:26.726052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 126cac8f-fc81-4e40-8cd9-859036682099) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:26.726291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network de45237b-4768-49c5-80b0-283cb198d44b is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:26.733540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:26.747675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:26.749378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8179ef7-656d-4c49-a8e7-5ae479e76146 None None] Network 126cac8f-fc81-4e40-8cd9-859036682099 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:26.793788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:26.794441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:26.805405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Allocated IP 172.20.0.5 (91e45e0a-535b-40c5-ba19-cd1ed2cefaa9/5b1dafa8-2a1e-415a-8d60-2db9beebea3b/cfaed695-ba2a-4c0b-a1bc-4c9584f5722c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:26.880626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4c34d1ed-83d7-49c5-9e61-31667fa53b0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9567142 Nov 23 10:55:26.902707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50096) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:26.910833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '126cac8f-fc81-4e40-8cd9-859036682099', 'name': 'tempest-PortsTestJSON-1218823577', 'fixed_ips': [{'subnet_id': 'a561da67-0bbf-4611-a5dc-f2cb58cb7513', 'ip_address': '172.20.0.10'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:26.975416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fab82b5c-9b12-40f6-9527-ca8bfcacde47 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:26.976324 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fab82b5c-9b12-40f6-9527-ca8bfcacde47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.090075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-126cac8f-fc81-4e40-8cd9-859036682099', 'network_id': '126cac8f-fc81-4e40-8cd9-859036682099', 'tenant_id': 'c1fbafc3d36e4d8ea5e77fd9f50c496a', 'fixed_ips': [{'subnet_id': 'a561da67-0bbf-4611-a5dc-f2cb58cb7513'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:27.091796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.213572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.231418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35e35f77-245a-412c-9223-b9dee79c054b req-66d30834-e1a2-4cd9-89d1-27810c3ac76a service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526116 Nov 23 10:55:27.240704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:27.263229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.275306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fab82b5c-9b12-40f6-9527-ca8bfcacde47 None None] Provisioning complete for port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:27.275821 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fab82b5c-9b12-40f6-9527-ca8bfcacde47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.290809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:27.296520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=db8b642f-3f77-4b48-9e43-6fc4b4ebc32e,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:27.299407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:27.302819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:27.303211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.331634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38508670-5463-4833-ba53-9c8b422b0085 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:27.363696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99abb6-4c0c-4d06-8ee4-16d6b82cb08b req-3b130828-d98f-4c6c-8087-f9399f8a62d2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:27.372829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd99abb6-4c0c-4d06-8ee4-16d6b82cb08b req-3b130828-d98f-4c6c-8087-f9399f8a62d2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.4690170 Nov 23 10:55:27.380752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:27.388575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fab82b5c-9b12-40f6-9527-ca8bfcacde47 None None] Port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:27.428372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.443370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2c427d7f-f675-474d-ad0f-2e1ba3fed256 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1591916 Nov 23 10:55:27.446032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50100) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:27.455126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0e876bc5-c4f7-46c2-ac52-06baf170be74 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'security_group': {'name': 'tempest-secgroup-440704442'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:27.464234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Allocated IP 172.20.0.2 (126cac8f-fc81-4e40-8cd9-859036682099/a561da67-0bbf-4611-a5dc-f2cb58cb7513/6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:27.519265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.641743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd99abb6-4c0c-4d06-8ee4-16d6b82cb08b req-c7e3407a-d0c6-420c-b566-df6b0ba20775 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678621 Nov 23 10:55:27.649041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.677792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port fcb5557c-e079-4992-9655-0a8222e5a634 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:27.716075 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.723753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.767248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.802886 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Network 126cac8f-fc81-4e40-8cd9-859036682099 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:27.804671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4c507f87-ba08-4996-9567-36b916115db4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:27.867698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.898061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:27.906161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:27.910174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.926334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:27.939202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:27.958809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e876bc5-c4f7-46c2-ac52-06baf170be74 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:27.959539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:28.000927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Pushing event updated for resources: {'Port': ['ID=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:28.012624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Pushing event updated for resources: {'Port': ['ID=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:28.036709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bfaeef-47b0-4b88-af17-efc5ddef42b6 None None] Update dhcp port {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'fixed_ips': [{'subnet_id': '7ba602b9-56d9-40fc-9287-0b7a08c2f926', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'db8b642f-3f77-4b48-9e43-6fc4b4ebc32e'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '3456ac88-0397-4775-856d-cbd995e04926'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:55:28.041358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.094065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089ab8e-00af-474b-a177-60548fb00716 req-c865a89f-f315-4ced-9fad-b57f21253ca0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:28.095663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6089ab8e-00af-474b-a177-60548fb00716 req-c865a89f-f315-4ced-9fad-b57f21253ca0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 931 time: 0.2207654 Nov 23 10:55:28.121656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:28.122537 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.123551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b90b5d-cbe9-4523-9595-64a4889d9c78 None None] Network de45237b-4768-49c5-80b0-283cb198d44b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:28.157358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.10 (126cac8f-fc81-4e40-8cd9-859036682099/a561da67-0bbf-4611-a5dc-f2cb58cb7513/fcb5557c-e079-4992-9655-0a8222e5a634) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:28.163527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 687c6964-b188-470a-b21e-a20b73a0d757 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:28.163702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:28.175451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Attempting to bind port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:28.175686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Attempting to bind port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ce365eea-9234-464e-ae17-7dbb49b69793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '126cac8f-fc81-4e40-8cd9-859036682099'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:28.176862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Attempting to bind port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d on network 126cac8f-fc81-4e40-8cd9-859036682099 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:28.197420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-91bcc1d8-05b0-45b3-b11f-57f953f033f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3741362 Nov 23 10:55:28.199494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-84bfaeef-47b0-4b88-af17-efc5ddef42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.218271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Request body: {'port': {'device_id': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:28.265417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:28.265716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Checking segment: {'id': 'ce365eea-9234-464e-ae17-7dbb49b69793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '126cac8f-fc81-4e40-8cd9-859036682099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:28.266118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.266510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Bound using segment: {'id': 'ce365eea-9234-464e-ae17-7dbb49b69793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '126cac8f-fc81-4e40-8cd9-859036682099'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:28.267001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Bound port: 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce365eea-9234-464e-ae17-7dbb49b69793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '126cac8f-fc81-4e40-8cd9-859036682099'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:28.267381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.291945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-13519a21-bdb2-48ba-a64d-84461585e477 None None] Provisioning complete for port 687c6964-b188-470a-b21e-a20b73a0d757 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:28.292844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-13519a21-bdb2-48ba-a64d-84461585e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.332789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network de45237b-4768-49c5-80b0-283cb198d44b is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:28.338166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:28.347665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6089ab8e-00af-474b-a177-60548fb00716 req-bbe0b9b1-2dd6-4974-8c59-7beadfe4314a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353191 Nov 23 10:55:28.351753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.377487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e876bc5-c4f7-46c2-ac52-06baf170be74 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.420894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e876bc5-c4f7-46c2-ac52-06baf170be74 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.470260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.499319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e876bc5-c4f7-46c2-ac52-06baf170be74 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.504289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0e876bc5-c4f7-46c2-ac52-06baf170be74 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0561323 Nov 23 10:55:28.504289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50106) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:28.506930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0e523aff-5ef6-4d0d-94de-287f0edf84da details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:28.510973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-15cd45fe-8d5d-46fc-89a0-c988a845d44c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'security_group': {'name': 'tempest-secgroup-530868859'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:28.518126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e876bc5-c4f7-46c2-ac52-06baf170be74 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16760ac0-e5d1-4378-9416-fb463170f366,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:28.573535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router ec922b55-1091-41df-a48d-9c3aedfcee0e has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:28.575577 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15cd45fe-8d5d-46fc-89a0-c988a845d44c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.622536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 687c6964-b188-470a-b21e-a20b73a0d757 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:28.622917 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.630530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.631778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] For port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:28.662018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 126cac8f-fc81-4e40-8cd9-859036682099 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:28.668742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:28.669504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] For port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,segment=NetworkSegment(ce365eea-9234-464e-ae17-7dbb49b69793),segment_id=ce365eea-9234-464e-ae17-7dbb49b69793)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:28.677013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:28.751441 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.778330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15cd45fe-8d5d-46fc-89a0-c988a845d44c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.793902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15cd45fe-8d5d-46fc-89a0-c988a845d44c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.806410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=fcb5557c-e079-4992-9655-0a8222e5a634,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:28.817922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:28.818577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.844150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:28.851100 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba9e0c7a-4f9d-4bae-9b96-4871dbe1a029 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "PUT /v2.0/routers/ec922b55-1091-41df-a48d-9c3aedfcee0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0482516 Nov 23 10:55:28.853308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2d64b0a9-b02d-4898-b713-d9ab5524beb3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9459133 Nov 23 10:55:28.858598 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Sync routers for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:28.862747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50112) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:28.863095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50114) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:28.881699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a49de-06dd-4b8b-885e-48e137c7aaf3 req-cd5a6b6a-5962-43ad-8e7b-9fa2697209a4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:28.883647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a04a49de-06dd-4b8b-885e-48e137c7aaf3 req-cd5a6b6a-5962-43ad-8e7b-9fa2697209a4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 944 time: 0.1620991 Nov 23 10:55:28.889069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '126cac8f-fc81-4e40-8cd9-859036682099', 'name': 'tempest-PortsTestJSON-77830980', 'fixed_ips': [{'subnet_id': 'a561da67-0bbf-4611-a5dc-f2cb58cb7513', 'ip_address': '172.20.0.9'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:28.891142 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:28.892163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15cd45fe-8d5d-46fc-89a0-c988a845d44c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:28.894950 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:28.896579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-15cd45fe-8d5d-46fc-89a0-c988a845d44c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3890784 Nov 23 10:55:28.897356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50118) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:28.909766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-92dd0f5a-e00e-4681-a10a-018c436fdb6c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'security_group': {'name': 'tempest-secgroup-1681456198'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:28.925712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd45fe-8d5d-46fc-89a0-c988a845d44c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc7ee7-b56c-466c-9285-d270242d27bd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:28.981505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a04a49de-06dd-4b8b-885e-48e137c7aaf3 req-8b05e572-8107-4991-b69a-99e8006140d7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826309 Nov 23 10:55:28.984279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92dd0f5a-e00e-4681-a10a-018c436fdb6c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.058052 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:29.090716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92dd0f5a-e00e-4681-a10a-018c436fdb6c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.096535 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92dd0f5a-e00e-4681-a10a-018c436fdb6c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.125445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92dd0f5a-e00e-4681-a10a-018c436fdb6c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.126753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-92dd0f5a-e00e-4681-a10a-018c436fdb6c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2205544 Nov 23 10:55:29.142464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50120) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:29.151713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1921896005', 'security_groups': ['98a674b4-cbb4-4a30-ad6e-62f13f1af8e5'], 'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db8b642f-3f77-4b48-9e43-6fc4b4ebc32e'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:29.193438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-84bfaeef-47b0-4b88-af17-efc5ddef42b6 None None] Allocated IP 2001:db8::2 (cd0bdc6b-efc4-424f-af25-1a003a562173/db8b642f-3f77-4b48-9e43-6fc4b4ebc32e/3456ac88-0397-4775-856d-cbd995e04926) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:29.193645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd0f5a-e00e-4681-a10a-018c436fdb6c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a674b4-cbb4-4a30-ad6e-62f13f1af8e5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:29.320269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-84bfaeef-47b0-4b88-af17-efc5ddef42b6 None None] For port 3456ac88-0397-4775-856d-cbd995e04926, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3456ac88-0397-4775-856d-cbd995e04926,segment=NetworkSegment(36904288-4356-409a-8bf8-1ec9f226d733),segment_id=36904288-4356-409a-8bf8-1ec9f226d733)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:29.350551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:29.359818 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 2, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:29.393498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-13519a21-bdb2-48ba-a64d-84461585e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.415034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.425464 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Checking router: ec922b55-1091-41df-a48d-9c3aedfcee0e for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:29.426173 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Updating router ec922b55-1091-41df-a48d-9c3aedfcee0e port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:55:29.472279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-13519a21-bdb2-48ba-a64d-84461585e477 None None] For port 687c6964-b188-470a-b21e-a20b73a0d757, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=687c6964-b188-470a-b21e-a20b73a0d757,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:29.485302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3abc65-ef76-4da8-a4ee-46d883e07c21 None None] Pushing event updated for resources: {'Port': ['ID=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:29.485509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.525053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] device_id is not set on port 22abb630-53a6-49e9-bd99-5405b01c490e yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:29.534685 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.578104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:55:29.578628 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:55:29.578943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-13519a21-bdb2-48ba-a64d-84461585e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.664075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13519a21-bdb2-48ba-a64d-84461585e477 None None] Pushing event updated for resources: {'Port': ['ID=687c6964-b188-470a-b21e-a20b73a0d757,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:29.676146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-84bfaeef-47b0-4b88-af17-efc5ddef42b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.693806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0e523aff-5ef6-4d0d-94de-287f0edf84da, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0e523aff-5ef6-4d0d-94de-287f0edf84da,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:29.703943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-366bd9b2-2201-440d-bb8a-7803b8d273cc req-b6ccdb01-e7d0-444c-a444-ddd9e9f29dab service neutron] (103426) timed out ('10.222.0.65', 54811) {{(pid=103426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:55:29.716816 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-84bfaeef-47b0-4b88-af17-efc5ddef42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.810271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '0e523aff-5ef6-4d0d-94de-287f0edf84da', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'port_id': '0e523aff-5ef6-4d0d-94de-287f0edf84da', 'mac_address': 'fa:16:3e:34:03:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba97f1a-2f2d-4454-8bed-91c9e181d23e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:29.912305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfaeef-47b0-4b88-af17-efc5ddef42b6 None None] Pushing event updated for resources: {'Port': ['ID=3456ac88-0397-4775-856d-cbd995e04926,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:29.919684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8::311 (cd0bdc6b-efc4-424f-af25-1a003a562173/db8b642f-3f77-4b48-9e43-6fc4b4ebc32e/22abb630-53a6-49e9-bd99-5405b01c490e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:29.937891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfaed695-ba2a-4c0b-a1bc-4c9584f5722c {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:29.955187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.955940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.956567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.957238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.957875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.958857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.959409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.960042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.960661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.961300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.961922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.962535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.963144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.963751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.964362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.965776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:29.968408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1ab4e1d0-4473-433f-8911-8e004df4a4a6 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10544 time: 1.1040297 Nov 23 10:55:29.973302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50126) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:29.987825 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:29.990367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:30.006063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.009090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e523aff-5ef6-4d0d-94de-287f0edf84da {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:30.063675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Transition to ACTIVE for port object cfaed695-ba2a-4c0b-a1bc-4c9584f5722c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:55:30.071967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3f1df127-d957-4c83-9852-c0554af85528 None None] Provisioning complete for port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:30.072387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f1df127-d957-4c83-9852-c0554af85528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.082459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e9783-871e-4a70-b139-05353f05e1f7 req-c3132537-067b-4585-ab44-c1f3bd4045a6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.086423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0e523aff-5ef6-4d0d-94de-287f0edf84da, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0e523aff-5ef6-4d0d-94de-287f0edf84da,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:30.095694 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56e9783-871e-4a70-b139-05353f05e1f7 req-c3132537-067b-4585-ab44-c1f3bd4045a6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 931 time: 0.5840154 Nov 23 10:55:30.110789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port e55c7067-d262-4193-b557-968c5f1fdc88 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:30.118808 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.160707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.183856 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.198858 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.319025 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Pushing event updated for resources: {'Port': ['ID=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:30.322580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3f1df127-d957-4c83-9852-c0554af85528 None None] Port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:30.345019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device fd62e8bb-e81b-4630-8d52-c7de47f84335 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:30.380549 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.380975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.381490 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.381951 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.382336 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.382733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.383137 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.383618 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.384106 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.384565 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.385023 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.385527 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:30.388049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56e9783-871e-4a70-b139-05353f05e1f7 req-2b247197-184a-43a1-8807-0ca4bf12a16c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861016 Nov 23 10:55:30.414875 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Attempting to bind port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:30.415348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Attempting to bind port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:30.421552 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Attempting to bind port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 on network de45237b-4768-49c5-80b0-283cb198d44b {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:30.439729 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:30.440426 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Checking segment: {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:30.442191 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.442610 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Bound using segment: {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:30.443120 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Bound port: 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:30.443512 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.453862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Pushing event updated for resources: {'Port': ['ID=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:30.455323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0e523aff-5ef6-4d0d-94de-287f0edf84da,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:30.485903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3f1df127-d957-4c83-9852-c0554af85528 None None] Provisioning complete for port 687c6964-b188-470a-b21e-a20b73a0d757 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:30.487457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f1df127-d957-4c83-9852-c0554af85528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.487563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.487563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.493659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.494148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.494601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.495051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.495530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.496499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.497065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.497405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.497844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.498286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.498726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.499162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.499605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.518915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5904670-8533-4f4f-a862-f3ec91d8f10c tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9560 time: 0.5445018 Nov 23 10:55:30.526665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50132) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:30.584443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Attempting to bind port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:30.584792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Attempting to bind port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:30.585140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Attempting to bind port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c on network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:30.589029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['0e523aff-5ef6-4d0d-94de-287f0edf84da'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:30.611955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c on network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:55:30.612284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Attempting to bind port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c on network 91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:30.612733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] For port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:30.618411 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] For port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:30.639543 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.657013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:30.657496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Checking segment: {'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:30.660149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Bound using segment: {'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:30.660657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Bound port: cfaed695-ba2a-4c0b-a1bc-4c9584f5722c, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5075653-535c-49af-b459-39e1182e7d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:30.661405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.724316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9215c-b34e-47df-b8ca-f24a252a421b req-c259e080-8067-4cc3-b4c2-3d440fc659e6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:30.728490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40c9215c-b34e-47df-b8ca-f24a252a421b req-c259e080-8067-4cc3-b4c2-3d440fc659e6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 945 time: 0.5185542 Nov 23 10:55:30.733564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port fd62e8bb-e81b-4630-8d52-c7de47f84335 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:30.733951 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.741455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.9 (126cac8f-fc81-4e40-8cd9-859036682099/a561da67-0bbf-4611-a5dc-f2cb58cb7513/e55c7067-d262-4193-b557-968c5f1fdc88) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:30.814142 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:30.814780 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:30.817562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-48ccb668-ddae-4bed-8377-52a98d329dbb req-c22d60dd-9c00-4fcc-af7e-3c8c009fd92b service neutron] (103427) timed out ('10.222.0.65', 54812) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:55:30.829654 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f2a5d-cd87-4051-99ef-b0602144af6b None None] Pushing event updated for resources: {'Port': ['ID=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:30.862779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] For port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:30.868837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:30.899905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] For port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:30.937052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.175352 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:31.195168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40c9215c-b34e-47df-b8ca-f24a252a421b req-7add7b17-bc5a-4624-8105-dec7fc07e0f3 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103501 Nov 23 10:55:31.222770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-08c54db0-f428-4abb-a309-b7b16819696c None None] Provisioning complete for port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:31.223684 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-08c54db0-f428-4abb-a309-b7b16819696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.237724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.239924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.247626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] 10.222.0.65 "PUT /v2.0/ports/cfaed695-ba2a-4c0b-a1bc-4c9584f5722c HTTP/1.1" status: 200 len: 1091 time: 3.0363603 Nov 23 10:55:31.248368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'tag': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:31.260234 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab37acd-4f27-444f-b7a6-05df01947ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3601f01-034b-4b13-bc3d-e13586fb0d59", "tag": "cfaed695-ba2a-4c0b-a1bc-4c9584f5722c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:31.300058 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.409574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2f6777-6f95-4b4f-8927-b3b37bae222f None None] Network 126cac8f-fc81-4e40-8cd9-859036682099 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:31.444301 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e996d-fa6f-4a87-b29e-5ebb9abda456 x-openstack-request-id: req-365e996d-fa6f-4a87-b29e-5ebb9abda456 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:31.444602 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3601f01-034b-4b13-bc3d-e13586fb0d59", "tag": "cfaed695-ba2a-4c0b-a1bc-4c9584f5722c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:31.445517 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-365e996d-fa6f-4a87-b29e-5ebb9abda456 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:31.445935 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'tag': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c', 'status': 'completed', 'code': 200} Nov 23 10:55:31.452484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1901fe2-8a66-4c65-bf02-31c12b62559b service neutron] Pushing event updated for resources: {'Port': ['ID=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:31.527394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:31.530699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=22abb630-53a6-49e9-bd99-5405b01c490e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:31.535449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:31.540296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:31.547308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.548587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.572348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-145789b0-003d-4c77-96a7-d0908daefe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.575072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-145789b0-003d-4c77-96a7-d0908daefe4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 1094 time: 0.2233195 Nov 23 10:55:31.593707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ce3abb86-0c1b-49c9-8d8e-7b714bbc9d43 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 1.0631616 Nov 23 10:55:31.602946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c3ded97b-2348-441b-9e9f-07a3d8192388 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4555857 Nov 23 10:55:31.609241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50144) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:31.614907 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:30Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:31.616801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-391a2c61-4521-4e58-997d-dd732082d984 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:31.673858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 687c6964-b188-470a-b21e-a20b73a0d757 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:31.680751 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f7505-e45f-46da-b25a-0af10719af56 None None] The sync data for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 is: [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:30Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:31.714650 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-d9ace689-dd09-4c7d-91fe-b9e6b9fa12e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c HTTP/1.1" status: 200 len: 217 time: 0.1106882 Nov 23 10:55:31.821098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.830036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391a2c61-4521-4e58-997d-dd732082d984 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:31.833587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-391a2c61-4521-4e58-997d-dd732082d984 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.834605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2af6b-572d-4ca1-8a56-85771cd04306 req-14293f6e-49f6-40bf-9333-b3ad10a5e27b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.836795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64a2af6b-572d-4ca1-8a56-85771cd04306 req-14293f6e-49f6-40bf-9333-b3ad10a5e27b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 943 time: 0.3517373 Nov 23 10:55:31.873244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-08c54db0-f428-4abb-a309-b7b16819696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:31.907021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-a13f565d-2995-43a0-b241-8fb3940dfb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:31.908323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-a13f565d-2995-43a0-b241-8fb3940dfb00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.1729007 Nov 23 10:55:31.937558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-08c54db0-f428-4abb-a309-b7b16819696c None None] For port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:31.951269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-08c54db0-f428-4abb-a309-b7b16819696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.016870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-154fe410-01a7-4f46-b532-2abeb4d9f523 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869339 Nov 23 10:55:32.040180 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-391a2c61-4521-4e58-997d-dd732082d984 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db8b642f-3f77-4b48-9e43-6fc4b4ebc32e (CIDR: 2001:db8::/64) Nov 23 10:55:32.046900 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-391a2c61-4521-4e58-997d-dd732082d984 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:55:32.047275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391a2c61-4521-4e58-997d-dd732082d984 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:32.068354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 687c6964-b188-470a-b21e-a20b73a0d757 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:32.069570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.086468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-391a2c61-4521-4e58-997d-dd732082d984 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4760683 Nov 23 10:55:32.087451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50148) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:32.092836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-052dcf53-96b0-4211-aea1-8ab72eaa4fad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:32.135414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64a2af6b-572d-4ca1-8a56-85771cd04306 req-d5e7dfa8-57fd-4a3b-821a-e66ecc01d6ff tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840774 Nov 23 10:55:32.163603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.170196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c54db0-f428-4abb-a309-b7b16819696c None None] Pushing event updated for resources: {'Port': ['ID=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:32.235612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Provisioning complete for port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:32.236224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.243797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-dc37f69e-f3c5-4c32-8a1c-8ffe40529daa service neutron] 10.222.0.65 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164202 Nov 23 10:55:32.311763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50152) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:32.317085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4704f5c2-9ec5-4f51-a245-3ee53d993634 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190783794', 'description': 'tempest-secgroup-smoke-190783794 description', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:32.417923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4704f5c2-9ec5-4f51-a245-3ee53d993634 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.430889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 126cac8f-fc81-4e40-8cd9-859036682099 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:32.435778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3456ac88-0397-4775-856d-cbd995e04926 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:32.438623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:32.479965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052dcf53-96b0-4211-aea1-8ab72eaa4fad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:32.483604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-052dcf53-96b0-4211-aea1-8ab72eaa4fad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.525058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.557904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0e523aff-5ef6-4d0d-94de-287f0edf84da up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:32.581375 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4704f5c2-9ec5-4f51-a245-3ee53d993634 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.588463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-154cdaf1-7bf0-4a15-a716-b957e0a2aae4 req-3595fd06-fb6d-412c-8d7b-cfbd07209bcf service neutron] 10.222.0.65 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700357 Nov 23 10:55:32.590094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:32.602338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4704f5c2-9ec5-4f51-a245-3ee53d993634 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.607466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=e55c7067-d262-4193-b557-968c5f1fdc88,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:32.639514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143c7d6-ccd8-4596-a330-b89da25a1ff8 req-d8ed8d51-37c3-4a9e-8640-c3b954372f44 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:32.645570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4143c7d6-ccd8-4596-a330-b89da25a1ff8 req-d8ed8d51-37c3-4a9e-8640-c3b954372f44 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 945 time: 0.2316918 Nov 23 10:55:32.756980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] For port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,segment=NetworkSegment(ce365eea-9234-464e-ae17-7dbb49b69793),segment_id=ce365eea-9234-464e-ae17-7dbb49b69793)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:32.763770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:32.764448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.774708 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.787384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-f959b1d9-3b78-40c1-b6e3-3d1f18c13bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:32.789969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-f959b1d9-3b78-40c1-b6e3-3d1f18c13bd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 1094 time: 0.1168821 Nov 23 10:55:32.794440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4143c7d6-ccd8-4596-a330-b89da25a1ff8 req-0142b75e-1f4f-4eb3-8ae8-6fb6b370f7bd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Nov 23 10:55:32.805240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4704f5c2-9ec5-4f51-a245-3ee53d993634 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.810053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4704f5c2-9ec5-4f51-a245-3ee53d993634 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4937198 Nov 23 10:55:32.816379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:32.820853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b383d0ae-7b96-41a8-8bdd-abb7057298b8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'b1abf3b6-458d-45b3-89fa-bd12a27c89cc', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:32.836986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d8f44f5b-07fb-498f-bfdd-213f8572d6cd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.9596326 Nov 23 10:55:32.844630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50162) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:32.898110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Pushing event updated for resources: {'Port': ['ID=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:32.908495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:32.908882 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:32.949585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 0e523aff-5ef6-4d0d-94de-287f0edf84da completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:32.965199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 0e523aff-5ef6-4d0d-94de-287f0edf84da triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:32.965987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.059923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:33.060295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.174284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cffcc6-ce5c-48ff-9e94-e4080c8f4ffc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.176114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b0cffcc6-ce5c-48ff-9e94-e4080c8f4ffc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3248520 Nov 23 10:55:33.178931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50170) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:33.191717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-65667a05-346f-43ac-b2d7-b24ddeeacea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.193571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-65667a05-346f-43ac-b2d7-b24ddeeacea5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 915 time: 0.3967383 Nov 23 10:55:33.280824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:33.349512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-0af41789-c9c0-48b5-8901-f540d9a11741 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c HTTP/1.1" status: 200 len: 217 time: 0.1287770 Nov 23 10:55:33.367787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.411891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0e523aff-5ef6-4d0d-94de-287f0edf84da, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0e523aff-5ef6-4d0d-94de-287f0edf84da,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:33.414688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e523aff-5ef6-4d0d-94de-287f0edf84da'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:33.418400 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025b0826-9557-443b-bd4a-fa2906871298" -d '{"events": [{"server_uuid": "a5f41726-c78b-464c-8436-24e7b9e4cdf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e523aff-5ef6-4d0d-94de-287f0edf84da"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:33.428641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.459838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Provisioning complete for port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:33.460248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.506846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017570cd-6a21-42ce-80ce-1e8d327f05b3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.513585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017570cd-6a21-42ce-80ce-1e8d327f05b3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.519826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017570cd-6a21-42ce-80ce-1e8d327f05b3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.521766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-017570cd-6a21-42ce-80ce-1e8d327f05b3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3417351 Nov 23 10:55:33.525590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50178) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:33.540275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:33.540649 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.564014 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025405b9-1e23-40de-b635-b83ed82c8775 x-openstack-request-id: req-025405b9-1e23-40de-b635-b83ed82c8775 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:33.565251 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f41726-c78b-464c-8436-24e7b9e4cdf2", "name": "network-vif-plugged", "status": "completed", "tag": "0e523aff-5ef6-4d0d-94de-287f0edf84da", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:33.565522 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-025405b9-1e23-40de-b635-b83ed82c8775 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:33.565838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704f5c2-9ec5-4f51-a245-3ee53d993634 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1abf3b6-458d-45b3-89fa-bd12a27c89cc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:33.566346 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e523aff-5ef6-4d0d-94de-287f0edf84da', 'code': 200} Nov 23 10:55:33.626219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce462c-1ecd-4be0-9a3d-5576f2e69cc9 req-827c2d69-db0c-4326-903c-399c340eadfc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.633933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ce462c-1ecd-4be0-9a3d-5576f2e69cc9 req-827c2d69-db0c-4326-903c-399c340eadfc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 943 time: 0.3057382 Nov 23 10:55:33.660499 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-052dcf53-96b0-4211-aea1-8ab72eaa4fad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7ba602b9-56d9-40fc-9287-0b7a08c2f926 (CIDR: 2001:db8:0:1::/64) Nov 23 10:55:33.675496 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-052dcf53-96b0-4211-aea1-8ab72eaa4fad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:55:33.676151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052dcf53-96b0-4211-aea1-8ab72eaa4fad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:33.690320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-8e257867-697c-4819-b6f4-739ff5d8cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.692463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-8e257867-697c-4819-b6f4-739ff5d8cf25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.2854819 Nov 23 10:55:33.719256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0e523aff-5ef6-4d0d-94de-287f0edf84da,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:33.719832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c8c4b-3478-4160-a1c3-e23910a65756 req-0fa8e387-29fb-4f1c-b08b-79bf74cf4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:33.721442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-822c8c4b-3478-4160-a1c3-e23910a65756 req-0fa8e387-29fb-4f1c-b08b-79bf74cf4eb4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 1097 time: 0.1335914 Nov 23 10:55:33.723076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b383d0ae-7b96-41a8-8bdd-abb7057298b8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.795088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-052dcf53-96b0-4211-aea1-8ab72eaa4fad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6913760 Nov 23 10:55:33.806855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50180) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:33.814082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'subnet': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:33.834308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-d5a21747-fd1a-4510-b6ac-15be8c6dc98f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712600 Nov 23 10:55:33.936880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Provisioning complete for port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:33.937415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:33.984508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ce462c-1ecd-4be0-9a3d-5576f2e69cc9 req-7470d9da-c708-487e-8778-990dc9cd2372 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493972 Nov 23 10:55:34.037466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b383d0ae-7b96-41a8-8bdd-abb7057298b8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.039264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:34.064278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Provisioning complete for port 22abb630-53a6-49e9-bd99-5405b01c490e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:34.064824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.073090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-822c8c4b-3478-4160-a1c3-e23910a65756 req-96e2f492-f4b8-4b7a-a387-25c4daa1f959 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257215 Nov 23 10:55:34.099430 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b383d0ae-7b96-41a8-8bdd-abb7057298b8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.108955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port e55c7067-d262-4193-b557-968c5f1fdc88 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:34.109408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.171416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab14c6f-ca0b-4b3c-8bc0-ff2a28c5889e req-94d6cc80-efbd-4934-8b19-4021f47ed0f1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:34.171816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ab14c6f-ca0b-4b3c-8bc0-ff2a28c5889e req-94d6cc80-efbd-4934-8b19-4021f47ed0f1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.1573439 Nov 23 10:55:34.176841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-008fc78b-f72d-47c9-8806-2655f2bf8fd8 None None] Port 22abb630-53a6-49e9-bd99-5405b01c490e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:34.177100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383d0ae-7b96-41a8-8bdd-abb7057298b8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba5cdec-5709-4a29-a41b-e0f265c0239a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:34.205522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-2ccf87f4-9f50-43f3-b65a-c0903c31e410 service neutron] 10.222.0.65 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277960 Nov 23 10:55:34.215844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Made reservation on behalf of 6b61d1d18026476bbb98b14bb461fbce for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:34.220015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.240342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b383d0ae-7b96-41a8-8bdd-abb7057298b8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.241849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b383d0ae-7b96-41a8-8bdd-abb7057298b8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4245121 Nov 23 10:55:34.244987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50186) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:34.250691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-18cca8fc-f240-44a9-8500-ec41b9ea967d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'b1abf3b6-458d-45b3-89fa-bd12a27c89cc', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:34.255911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:34.260296 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.281320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for e55c7067-d262-4193-b557-968c5f1fdc88 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:34.290728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ab14c6f-ca0b-4b3c-8bc0-ff2a28c5889e req-6ace89e2-3a5e-455d-9343-6b3c08ac4709 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133413 Nov 23 10:55:34.337346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Provisioning complete for port e55c7067-d262-4193-b557-968c5f1fdc88 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:34.337895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.362191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:34.362687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.379962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18cca8fc-f240-44a9-8500-ec41b9ea967d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.430349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Port e55c7067-d262-4193-b557-968c5f1fdc88 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:34.481340 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Provisioning complete for port fcb5557c-e079-4992-9655-0a8222e5a634 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:34.481699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.529234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:34.565414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.606297 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18cca8fc-f240-44a9-8500-ec41b9ea967d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.611303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Port fcb5557c-e079-4992-9655-0a8222e5a634 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:34.622630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab37acd-4f27-444f-b7a6-05df01947ae0 req-b1a1d849-dc7b-4871-aafe-8237cb76a841 service neutron] 10.222.0.65 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222003 Nov 23 10:55:34.624393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18cca8fc-f240-44a9-8500-ec41b9ea967d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.624692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Network cd0bdc6b-efc4-424f-af25-1a003a562173 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:34.628872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:34.634216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:34.635072 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.647677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Provisioning complete for port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:34.648037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ee6081a3-12dd-486a-8243-8c6f52698ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.653577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Subnet': ['ID=a86f3908-d2b4-4962-b05f-111bd1d0988a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:34.654527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834fbdae-cac5-4052-be0f-bc01f1de0afb None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:34.662917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-22bc57d5-0b49-4cfd-aecb-92817c36ac7c tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8549390 Nov 23 10:55:34.666399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50190) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:34.678267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-768893018', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a86f3908-d2b4-4962-b05f-111bd1d0988a'}], 'security_groups': ['16760ac0-e5d1-4378-9416-fb463170f366', 'b1cc7ee7-b56c-466c-9285-d270242d27bd']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:34.714232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cca8fc-f240-44a9-8500-ec41b9ea967d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4db206c-d42f-40f1-b8e6-c033ef64b8f3,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:34.733161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18cca8fc-f240-44a9-8500-ec41b9ea967d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.738128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-18cca8fc-f240-44a9-8500-ec41b9ea967d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4920392 Nov 23 10:55:34.741544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50192) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:34.746702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-814c7d28-deb5-4d85-bbc0-8ac97ad60e86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'b1abf3b6-458d-45b3-89fa-bd12a27c89cc', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:34.779091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:34.779442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.788545 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-814c7d28-deb5-4d85-bbc0-8ac97ad60e86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.795235 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.837610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=e55c7067-d262-4193-b557-968c5f1fdc88,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:34.894406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.954149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-814c7d28-deb5-4d85-bbc0-8ac97ad60e86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.961008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.966320 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d6b4dead-260a-418c-ad52-3e834fd15547 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/e55c7067-d262-4193-b557-968c5f1fdc88 HTTP/1.1" status: 204 len: 168 time: 1.4379041 Nov 23 10:55:34.967998 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-814c7d28-deb5-4d85-bbc0-8ac97ad60e86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:34.971699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:34.996185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c7d28-deb5-4d85-bbc0-8ac97ad60e86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ef58dd-b324-4924-a729-0df5bbb4b612,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:35.007570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-814c7d28-deb5-4d85-bbc0-8ac97ad60e86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.008501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-814c7d28-deb5-4d85-bbc0-8ac97ad60e86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2660358 Nov 23 10:55:35.012545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50198) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:35.017640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-05eaa556-7e23-4d76-a64e-09bf3b27ccec tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'b1abf3b6-458d-45b3-89fa-bd12a27c89cc', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:35.036482 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-05865377-c87e-4b61-b0c7-691a59874958 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:35.040644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-05865377-c87e-4b61-b0c7-691a59874958 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/e55c7067-d262-4193-b557-968c5f1fdc88 HTTP/1.1" status: 404 len: 333 time: 0.0654414 Nov 23 10:55:35.041756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50200) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:35.054970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05eaa556-7e23-4d76-a64e-09bf3b27ccec tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.145311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05eaa556-7e23-4d76-a64e-09bf3b27ccec tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.150857 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05eaa556-7e23-4d76-a64e-09bf3b27ccec tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.176834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eaa556-7e23-4d76-a64e-09bf3b27ccec tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32a9221-27cc-443b-85c8-05491531850b,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:35.188329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05eaa556-7e23-4d76-a64e-09bf3b27ccec tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.193761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-05eaa556-7e23-4d76-a64e-09bf3b27ccec tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1799195 Nov 23 10:55:35.194441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50204) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:35.204947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'b1abf3b6-458d-45b3-89fa-bd12a27c89cc', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:35.245595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ee84-f5fd-45ea-9a18-80911d4be4c0 req-196b6186-fa25-4c86-b80c-9b6486275874 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:35.249436 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Project b10f102f43f44b8bbcb276556a0feccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:55:35.258607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.263613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d948ee84-f5fd-45ea-9a18-80911d4be4c0 req-196b6186-fa25-4c86-b80c-9b6486275874 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 943 time: 0.1736424 Nov 23 10:55:35.366795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c53ca-0641-4a7c-adfb-8c18841e839d None None] Update dhcp port {'port': {'network_id': 'cd0bdc6b-efc4-424f-af25-1a003a562173', 'fixed_ips': [{'subnet_id': '7ba602b9-56d9-40fc-9287-0b7a08c2f926', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'db8b642f-3f77-4b48-9e43-6fc4b4ebc32e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a86f3908-d2b4-4962-b05f-111bd1d0988a'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '3456ac88-0397-4775-856d-cbd995e04926'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:55:35.378131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.385642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.409640 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a70c53ca-0641-4a7c-adfb-8c18841e839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.421554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c7d6ac-0f53-41b4-b524-cbc3687bfa0e,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:35.435338 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.437330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-beeca18c-76af-4779-baab-8b0d634e4cb3 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2416091 Nov 23 10:55:35.437877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port fcb5557c-e079-4992-9655-0a8222e5a634 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:35.438222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.440171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50212) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:35.444881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'security_group_rule': {'security_group_id': 'b1abf3b6-458d-45b3-89fa-bd12a27c89cc', 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:35.482580 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Project b10f102f43f44b8bbcb276556a0feccb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 10:55:35.488835 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.537749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d948ee84-f5fd-45ea-9a18-80911d4be4c0 req-322301f3-27e7-413f-bbf4-470ef3ef6ffa tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458818 Nov 23 10:55:35.567306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.578869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.607721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3368ee-ecef-4895-ad6f-5f6129c4efa8,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:35.628401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.637242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b0dfb2dc-ec4a-4e75-a2ae-603902966a85 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1884575 Nov 23 10:55:35.715312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:35.756138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for fcb5557c-e079-4992-9655-0a8222e5a634 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:35.763691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Delete allocated IP 2001:db8::311 (cd0bdc6b-efc4-424f-af25-1a003a562173/db8b642f-3f77-4b48-9e43-6fc4b4ebc32e) {{(pid=103427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:55:35.783912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4c891-de04-40c9-9b09-d9d28638311a req-0f9eb557-6002-4f7b-ae80-bc580ba7e379 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:35.785519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07f4c891-de04-40c9-9b09-d9d28638311a req-0f9eb557-6002-4f7b-ae80-bc580ba7e379 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.1616290 Nov 23 10:55:35.786786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Allocated IP 2001:db8:0:2::35b (cd0bdc6b-efc4-424f-af25-1a003a562173/a86f3908-d2b4-4962-b05f-111bd1d0988a/22abb630-53a6-49e9-bd99-5405b01c490e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:35.900895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-b8610948-ee34-4378-bf08-94b2deb6aa51 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190783794&fields=id&tenant_id=b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 267 time: 0.0537059 Nov 23 10:55:35.951827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07f4c891-de04-40c9-9b09-d9d28638311a req-2e9e8e97-67b3-4919-88d4-98d629b4e193 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510425 Nov 23 10:55:36.029872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0e70bf66-c6e0-4045-afba-13ee7cd5f9fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:36.031633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0e70bf66-c6e0-4045-afba-13ee7cd5f9fa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/networks?id=de45237b-4768-49c5-80b0-283cb198d44b HTTP/1.1" status: 200 len: 797 time: 0.1216466 Nov 23 10:55:36.053717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-f08c4bb9-dbf2-43e7-930e-d6a8d5772605 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/quotas/b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 375 time: 0.0157886 Nov 23 10:55:36.117754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-08a6bd51-f81e-4ad3-967d-cb9518561f1c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621808 Nov 23 10:55:36.139290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-b9cb49db-cd98-4dcd-891b-ac5990ce6638 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:55:36.140314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-b9cb49db-cd98-4dcd-891b-ac5990ce6638 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077140 Nov 23 10:55:36.174229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a4352-8e16-414e-9eb8-966ad58bcee5 req-163fbb1f-25e0-41fa-b8e6-1bf2888f23a6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:36.181615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d9a4352-8e16-414e-9eb8-966ad58bcee5 req-163fbb1f-25e0-41fa-b8e6-1bf2888f23a6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.1387227 Nov 23 10:55:36.200246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.210822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.228866 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.274137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=fcb5557c-e079-4992-9655-0a8222e5a634,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:36.282244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-41ddbb1d-96cd-4168-be6a-b1e7a1332156 service neutron] 10.222.0.61 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343532 Nov 23 10:55:36.298201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-a70c53ca-0641-4a7c-adfb-8c18841e839d None None] Allocated IP 2001:db8:0:2::2 (cd0bdc6b-efc4-424f-af25-1a003a562173/a86f3908-d2b4-4962-b05f-111bd1d0988a/3456ac88-0397-4775-856d-cbd995e04926) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:36.391367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-fd4500d4-8cec-4ae0-953a-5d32f07305fa service neutron] 10.222.0.61 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087875 Nov 23 10:55:36.428839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] In _notify_port_updated(), no bound segment for port 22abb630-53a6-49e9-bd99-5405b01c490e on network cd0bdc6b-efc4-424f-af25-1a003a562173 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:55:36.435492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:36.436143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.440377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "PUT /v2.0/ports/22abb630-53a6-49e9-bd99-5405b01c490e HTTP/1.1" status: 200 len: 969 time: 1.7697659 Nov 23 10:55:36.440808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50236) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:36.450812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a70c53ca-0641-4a7c-adfb-8c18841e839d None None] For port 3456ac88-0397-4775-856d-cbd995e04926, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3456ac88-0397-4775-856d-cbd995e04926,segment=NetworkSegment(36904288-4356-409a-8bf8-1ec9f226d733),segment_id=36904288-4356-409a-8bf8-1ec9f226d733)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:36.453407 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d9a4352-8e16-414e-9eb8-966ad58bcee5 req-f638a2c5-7ac9-4d94-8e48-9028169ff0f7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651291 Nov 23 10:55:36.493063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.504190 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d4c2112-abd3-47c9-bd95-a30132b0123b tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/fcb5557c-e079-4992-9655-0a8222e5a634 HTTP/1.1" status: 204 len: 168 time: 1.4618797 Nov 23 10:55:36.508037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50240) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:36.514220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cd5c9-0de7-49ca-ae3e-f2b56c7da245 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event updated for resources: {'Port': ['ID=22abb630-53a6-49e9-bd99-5405b01c490e,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:36.517216 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a70c53ca-0641-4a7c-adfb-8c18841e839d None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.531678 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a70c53ca-0641-4a7c-adfb-8c18841e839d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.574262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cfaed695-ba2a-4c0b-a1bc-4c9584f5722c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:36.602069 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedff74b-510a-42db-8a85-542fe3d2dec4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:36.608433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50244) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:36.608518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aedff74b-510a-42db-8a85-542fe3d2dec4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/fcb5557c-e079-4992-9655-0a8222e5a634 HTTP/1.1" status: 404 len: 333 time: 0.0995586 Nov 23 10:55:36.686097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 22abb630-53a6-49e9-bd99-5405b01c490e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:36.686641 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.742341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet a561da67-0bbf-4611-a5dc-f2cb58cb7513 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:36.747490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.785770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c53ca-0641-4a7c-adfb-8c18841e839d None None] Pushing event updated for resources: {'Port': ['ID=3456ac88-0397-4775-856d-cbd995e04926,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:36.885510 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68525e88-e6e1-40bd-9dde-455653e5c365 req-285b9dcd-8add-479b-8231-86c7b9553467 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 210 time: 0.0637462 Nov 23 10:55:36.921232 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:36.972497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:36.989764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c', 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9', 'port_id': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c', 'mac_address': 'fa:16:3e:77:b3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1dafa8-2a1e-415a-8d60-2db9beebea3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:37.036533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.073076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfaed695-ba2a-4c0b-a1bc-4c9584f5722c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:37.104359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:37.112491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.127171 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.196590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d944a-ee76-475d-af95-a0f161d7c1ed req-888eab88-8cd3-46f4-971e-44c24775d29b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:37.203956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:37.205136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-483d944a-ee76-475d-af95-a0f161d7c1ed req-888eab88-8cd3-46f4-971e-44c24775d29b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.1376894 Nov 23 10:55:37.283422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-483d944a-ee76-475d-af95-a0f161d7c1ed req-cc6b6296-cbf0-43a3-9268-db8cb88c84ee tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769677 Nov 23 10:55:37.297710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.350151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=a561da67-0bbf-4611-a5dc-f2cb58cb7513,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:37.356456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.364178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a135c83-0d02-44a0-8c7b-953f59719e29 None None] Network 126cac8f-fc81-4e40-8cd9-859036682099 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:37.373151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-33486e10-4ca5-48e8-9cb7-b9a5af629408 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/a561da67-0bbf-4611-a5dc-f2cb58cb7513 HTTP/1.1" status: 204 len: 168 time: 0.7634406 Nov 23 10:55:37.375311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50262) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:37.526795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['cfaed695-ba2a-4c0b-a1bc-4c9584f5722c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:37.552714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.634979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4697fb-aeb0-4665-8e82-edc9fae431fc req-30fb7549-1dbf-44c9-a531-9c1c716602f6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:37.648744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a4697fb-aeb0-4665-8e82-edc9fae431fc req-30fb7549-1dbf-44c9-a531-9c1c716602f6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 943 time: 0.9009771 Nov 23 10:55:37.660257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.684783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:37.685540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.706568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 22abb630-53a6-49e9-bd99-5405b01c490e owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:37.793302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a4697fb-aeb0-4665-8e82-edc9fae431fc req-9d668bd5-51b7-4b15-92bc-4f81c80d34ab tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387358 Nov 23 10:55:37.804383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] For port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,segment=NetworkSegment(ce365eea-9234-464e-ae17-7dbb49b69793),segment_id=ce365eea-9234-464e-ae17-7dbb49b69793)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:37.804884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:37.822181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:38.012889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.019570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.025858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.032430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.033215 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.035036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] DHCP port deletion for 126cac8f-fc81-4e40-8cd9-859036682099 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:38.038593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.047247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.057793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.057956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-fc7eb96b-d5b7-4d1c-a187-dc07cd980511 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.4355114 Nov 23 10:55:38.090143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d153e4-66f9-4ee3-8431-0a85c1020141 req-5e819043-74da-433d-9a61-530ec2352f36 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 210 time: 0.0836666 Nov 23 10:55:38.153006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.185738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3456ac88-0397-4775-856d-cbd995e04926 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:38.197900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=22abb630-53a6-49e9-bd99-5405b01c490e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:38.201473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:38.220166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No DVR routers for this DVR port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:38.239145 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.242714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-df6820ce-7a48-4fcb-a460-6f173966b648 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/22abb630-53a6-49e9-bd99-5405b01c490e HTTP/1.1" status: 204 len: 168 time: 1.8008611 Nov 23 10:55:38.248181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50272) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:38.275633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3cf81c4a-011a-4da5-a43a-b0eea72e2ac0 req-3bc4ca5b-8e76-4d5e-8369-ba576371ccd9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2063019 Nov 23 10:55:38.354862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9446147a-524d-4a8e-a082-d2171ffc870d None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:38.356531 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9446147a-524d-4a8e-a082-d2171ffc870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.364124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-ff8920e6-950e-42e4-afd3-df06b6b2a6be tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.366043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-ff8920e6-950e-42e4-afd3-df06b6b2a6be tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.2433596 Nov 23 10:55:38.367347 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b82b734-796d-439a-af93-72ad01c33c2e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] GET failed (client error): The resource could not be found. Nov 23 10:55:38.371598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7b82b734-796d-439a-af93-72ad01c33c2e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports/22abb630-53a6-49e9-bd99-5405b01c490e HTTP/1.1" status: 404 len: 333 time: 0.1184721 Nov 23 10:55:38.372107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50278) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:38.473707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:38.474592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.488948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.609729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126cac8f-fc81-4e40-8cd9-859036682099']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:38.622701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] Deleting port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:38.623288 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.632981 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce365eea-9234-464e-ae17-7dbb49b69793') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:38.641586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce365eea-9234-464e-ae17-7dbb49b69793') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:38.659888 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.664953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c854c30a-00f0-493d-bf3e-329fa2e6911d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.691158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c854c30a-00f0-493d-bf3e-329fa2e6911d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.700685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.712551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.723152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9446147a-524d-4a8e-a082-d2171ffc870d None None] Provisioning complete for port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:38.723530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9446147a-524d-4a8e-a082-d2171ffc870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.724591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.730709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.742158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.753809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.760067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.763298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3d69b6d-52cc-4496-9577-b54fd83c55f0 req-c1ce0f01-b431-465a-a63d-26bd10899c38 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.2483664 Nov 23 10:55:38.775883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] For port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:38.776295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.784489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a89c28-faf1-4638-8be5-36447dd3c2db req-7f72bc62-b108-41af-af0d-f81804074245 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:38.792345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00a89c28-faf1-4638-8be5-36447dd3c2db req-7f72bc62-b108-41af-af0d-f81804074245 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 946 time: 0.2723863 Nov 23 10:55:38.792545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.794794 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c854c30a-00f0-493d-bf3e-329fa2e6911d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.797756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c854c30a-00f0-493d-bf3e-329fa2e6911d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.801865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50282) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:38.814326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:38.815014 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.822696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c854c30a-00f0-493d-bf3e-329fa2e6911d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/security-groups/98a674b4-cbb4-4a30-ad6e-62f13f1af8e5 HTTP/1.1" status: 204 len: 168 time: 0.4473486 Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:38.830153 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:38.848888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] Calling delete_port for 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:38.860003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] Port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:55:38.865087 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:38.872114 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9446147a-524d-4a8e-a082-d2171ffc870d None None] Port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:38.881654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9446147a-524d-4a8e-a082-d2171ffc870d None None] Could not find standard attr ID for object 22abb630-53a6-49e9-bd99-5405b01c490e. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:55:38.913741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] Pushing event deleted for resources: {'Port': ['ID=6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:38.924630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed26625-7f8f-4d8c-9db7-1c146ccbb3b1 None None] No DVR routers for this DVR port 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:38.993946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854c30a-00f0-493d-bf3e-329fa2e6911d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a674b4-cbb4-4a30-ad6e-62f13f1af8e5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:39.008478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e4d9ab8b-1296-4c70-b44e-560cf61490af None None] Could not find standard attr ID for object 22abb630-53a6-49e9-bd99-5405b01c490e. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:55:39.012765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.050625 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.054359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-89d243c5-8732-4ee5-9324-f3d1418c2d19 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:39.056103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-89d243c5-8732-4ee5-9324-f3d1418c2d19 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "GET /v2.0/networks?id=de45237b-4768-49c5-80b0-283cb198d44b HTTP/1.1" status: 200 len: 797 time: 0.7259409 Nov 23 10:55:39.061657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/126cac8f-fc81-4e40-8cd9-859036682099 HTTP/1.1" status: 204 len: 168 time: 1.6842170 Nov 23 10:55:39.064380 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50288) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:39.071563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00a89c28-faf1-4638-8be5-36447dd3c2db req-2394d8a0-b09f-4874-be07-7acf0c214709 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781296 Nov 23 10:55:39.080539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce564-6307-4b33-8cfa-4848b0297719 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.086712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-550205189'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:39.105318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb93e71-a19e-44f5-abca-e183d00643d3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=126cac8f-fc81-4e40-8cd9-859036682099,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:39.109207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Deleting port 0e523aff-5ef6-4d0d-94de-287f0edf84da {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:39.109563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.158631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6268-3e9a-44d3-886e-87511fadeea3 req-c4406147-207a-49d6-937f-87db32792259 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:39.160673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac4b6268-3e9a-44d3-886e-87511fadeea3 req-c4406147-207a-49d6-937f-87db32792259 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 944 time: 0.1854289 Nov 23 10:55:39.161406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:39.165780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.193628 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce564-6307-4b33-8cfa-4848b0297719 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.241652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:55:39.298861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ac4b6268-3e9a-44d3-886e-87511fadeea3 req-44372913-dca2-4f5a-94bd-f850d30e2bf6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157298 Nov 23 10:55:39.310948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.310948 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Added segment 947ca90e-3af0-4f7c-9089-3358f5945631 of type vlan for network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e Nov 23 10:55:39.346615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce564-6307-4b33-8cfa-4848b0297719 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.350142 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce564-6307-4b33-8cfa-4848b0297719 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.351838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5e2ce564-6307-4b33-8cfa-4848b0297719 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/security-groups/b1cc7ee7-b56c-466c-9285-d270242d27bd HTTP/1.1" status: 204 len: 168 time: 0.5486970 Nov 23 10:55:39.360457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50292) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:39.377173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ce564-6307-4b33-8cfa-4848b0297719 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc7ee7-b56c-466c-9285-d270242d27bd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:39.382889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.398466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b56026dc-6f1a-46c3-a3ad-4fdf17752a26 req-a2bf5d16-5dd9-45a7-8b99-72fa9482ec58 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 210 time: 0.1834316 Nov 23 10:55:39.416470 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.422093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-148a1404-b636-4b5f-8653-7d4195cc7c9d tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10f102f43f44b8bbcb276556a0feccb HTTP/1.1" status: 200 len: 379 time: 0.3442824 Nov 23 10:55:39.424561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:39.425376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.429334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] For port 0e523aff-5ef6-4d0d-94de-287f0edf84da, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0e523aff-5ef6-4d0d-94de-287f0edf84da,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:39.430167 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.437731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'port': {'device_id': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'admin_state_up': True, 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'security_groups': ['b1abf3b6-458d-45b3-89fa-bd12a27c89cc']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:39.484877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4054270 Nov 23 10:55:39.488790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:39.489614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Calling delete_port for 0e523aff-5ef6-4d0d-94de-287f0edf84da owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:39.497728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:39.560505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e72853-5067-4567-b1b6-d932ab3d8c3c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Network': ['ID=136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:39.577923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:55:39.637166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:39.641387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.725591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7232b14-46fb-4695-b183-bde792150c9a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.801926 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7232b14-46fb-4695-b183-bde792150c9a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.837794 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.853374 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', '0e523aff-5ef6-4d0d-94de-287f0edf84da'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:39.898164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Made reservation on behalf of b10f102f43f44b8bbcb276556a0feccb for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:39.902276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.903710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.910810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event deleted for resources: {'Port': ['ID=0e523aff-5ef6-4d0d-94de-287f0edf84da,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:39.982900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] No DVR routers for this DVR port 0e523aff-5ef6-4d0d-94de-287f0edf84da on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:39.987125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:39.990752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a9c6b61-84d1-4bdc-bbf5-774b6e24d228 req-bd4792a9-829c-400b-b292-0b965a52eb7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "DELETE /v2.0/ports/0e523aff-5ef6-4d0d-94de-287f0edf84da HTTP/1.1" status: 204 len: 173 time: 1.6140437 Nov 23 10:55:39.994656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'name': 'network-vif-deleted', 'tag': '0e523aff-5ef6-4d0d-94de-287f0edf84da'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:40.003118 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0b91c9-2d79-484f-b044-29049dfbaa4c" -d '{"events": [{"server_uuid": "a5f41726-c78b-464c-8436-24e7b9e4cdf2", "name": "network-vif-deleted", "tag": "0e523aff-5ef6-4d0d-94de-287f0edf84da"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:40.017092 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7232b14-46fb-4695-b183-bde792150c9a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.021802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7232b14-46fb-4695-b183-bde792150c9a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.038653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b7232b14-46fb-4695-b183-bde792150c9a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/security-groups/16760ac0-e5d1-4378-9416-fb463170f366 HTTP/1.1" status: 204 len: 168 time: 0.6718407 Nov 23 10:55:40.108946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=e7c0f9a9-7f65-4cc6-9c5c-b57886703e91,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:40.117221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50300) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:40.162465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:40.170126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.170491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.171102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.171102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.171459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.171836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.172114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.172438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.172817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.173168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.173489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.173806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:40.175257 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71b308-7e9c-4b8f-a97f-534056c46f05 x-openstack-request-id: req-8c71b308-7e9c-4b8f-a97f-534056c46f05 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:40.175754 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f41726-c78b-464c-8436-24e7b9e4cdf2", "name": "network-vif-deleted", "tag": "0e523aff-5ef6-4d0d-94de-287f0edf84da", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:40.176200 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c71b308-7e9c-4b8f-a97f-534056c46f05 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:40.176804 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f41726-c78b-464c-8436-24e7b9e4cdf2', 'name': 'network-vif-deleted', 'tag': '0e523aff-5ef6-4d0d-94de-287f0edf84da', 'status': 'completed', 'code': 200} Nov 23 10:55:40.180785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7232b14-46fb-4695-b183-bde792150c9a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16760ac0-e5d1-4378-9416-fb463170f366,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:40.223341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:40.223698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6b8b3474-1a38-4a7e-b210-3e3b8ebbf78d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:40.305345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Checking segment: {'id': '947ca90e-3af0-4f7c-9089-3358f5945631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:40.305668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network hostable DHCP agents. Network: 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:55:40.316917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet db8b642f-3f77-4b48-9e43-6fc4b4ebc32e {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:40.327456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.337089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91bbfc4a-ccf3-4f28-ac36-34fb5e655f05 req-63754a50-000e-47ae-aac8-a16464e3eb95 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=a5f41726-c78b-464c-8436-24e7b9e4cdf2 HTTP/1.1" status: 200 len: 210 time: 0.0381989 Nov 23 10:55:40.374497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.20.0.8 (de45237b-4768-49c5-80b0-283cb198d44b/ef9d224f-2a3d-4c37-853d-6910d63af7db/1d0f440c-730a-46c1-a5a1-8f69d83d4a20) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:40.377085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:55:40.412714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:40.423417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a97eb4-1108-451a-89c8-dcc76c89e053 None None] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:40.437337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.453951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:40.458882 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.547880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b9c4882-967c-4fd6-8f44-ab38b2196eaf tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0572574 Nov 23 10:55:40.548344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50310) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:40.559136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3ed46138-4249-4424-a9b6-9ba78ab927ee tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1040120332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:40.592670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c0c4d7e-b944-4528-abe4-ce0ebedcc602 req-169e985e-610b-412a-9634-fc69f1cf590b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 210 time: 0.0473175 Nov 23 10:55:40.604955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.611432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cfaed695-ba2a-4c0b-a1bc-4c9584f5722c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:40.677023 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.694581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d38af-db89-45fa-b847-4eace72d2e1a req-bcc7fc8f-fd53-473b-9486-57285df94ec5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:40.699784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a65d38af-db89-45fa-b847-4eace72d2e1a req-bcc7fc8f-fd53-473b-9486-57285df94ec5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 944 time: 0.3042362 Nov 23 10:55:40.735459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ed46138-4249-4424-a9b6-9ba78ab927ee tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.737529 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ed46138-4249-4424-a9b6-9ba78ab927ee tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.775343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network de45237b-4768-49c5-80b0-283cb198d44b is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:40.789919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:40.792307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:40.845132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:40.877558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e', 'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e', 'tenant_id': 'c1fbafc3d36e4d8ea5e77fd9f50c496a', 'fixed_ips': [{'subnet_id': 'e7c0f9a9-7f65-4cc6-9c5c-b57886703e91'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:40.878577 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.885178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:40.886001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:40.914066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-0d945821-d33c-44b1-b1e3-085ec145f9bf tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4800627 Nov 23 10:55:40.928106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Request body: {'port': {'device_id': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:40.998691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:41.041778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.065895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:41.066281 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.212044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Allocated IP 172.20.0.2 (136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e/e7c0f9a9-7f65-4cc6-9c5c-b57886703e91/c5ab5ef4-3715-4e05-9fb5-0b16d44401a8) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:41.294729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.459202 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.508991 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.510791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7b3de068-b0a1-439e-a274-a7b4c5c814a9 None None] Provisioning complete for port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:41.511157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7b3de068-b0a1-439e-a274-a7b4c5c814a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.517837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ed46138-4249-4424-a9b6-9ba78ab927ee tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.566452 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ed46138-4249-4424-a9b6-9ba78ab927ee tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.582803 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.592427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a65d38af-db89-45fa-b847-4eace72d2e1a req-84f70650-2ebf-475c-8428-98b2b68469b0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8819938 Nov 23 10:55:41.599411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3ed46138-4249-4424-a9b6-9ba78ab927ee tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.601204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3ed46138-4249-4424-a9b6-9ba78ab927ee tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0459027 Nov 23 10:55:41.604138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50338) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:41.610564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e', 'name': 'tempest-PortsTestJSON-973706576'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:41.684646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:41.695587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.727387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50350) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:41.737849 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.751807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Transition to ACTIVE for port object 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:55:41.754648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:41.757647 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3357a3-3869-4ca1-b682-78a3b437356f" -d '{"events": [{"server_uuid": "e3601f01-034b-4b13-bc3d-e13586fb0d59", "name": "network-vif-plugged", "status": "completed", "tag": "cfaed695-ba2a-4c0b-a1bc-4c9584f5722c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:41.780279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:41.791803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:41.803267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:41.804955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.807590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:41.809587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7b3de068-b0a1-439e-a274-a7b4c5c814a9 None None] Port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:41.852108 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.852892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0e523aff-5ef6-4d0d-94de-287f0edf84da no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:41.860590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=db8b642f-3f77-4b48-9e43-6fc4b4ebc32e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:41.868237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Pushing event updated for resources: {'Port': ['ID=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:41.883986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:41.899771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fedaa1bf-b3d8-4886-ba7b-344412cdf6ad tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/db8b642f-3f77-4b48-9e43-6fc4b4ebc32e HTTP/1.1" status: 204 len: 168 time: 1.7642040 Nov 23 10:55:41.905214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50356) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:41.949934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 0e523aff-5ef6-4d0d-94de-287f0edf84da {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:41.950802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0e523aff-5ef6-4d0d-94de-287f0edf84da not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:41.973881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc692f0-e1cd-42ca-9516-10e26dd43e92 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:42.025416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Pushing event updated for resources: {'Port': ['ID=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:42.038697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cb5ca-aee8-4d0f-9482-883df2b3d6c2 req-28a02aba-47ad-47a8-9d3f-d8239099cbef tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.040459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a50cb5ca-aee8-4d0f-9482-883df2b3d6c2 req-28a02aba-47ad-47a8-9d3f-d8239099cbef tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 943 time: 0.2817559 Nov 23 10:55:42.043905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-208625b3-1689-4db2-b1b2-b432059f07aa tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.045971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-208625b3-1689-4db2-b1b2-b432059f07aa tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.3458710 Nov 23 10:55:42.102514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-be11d89e-ea19-497b-9775-25fee103ea35 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.0482795 Nov 23 10:55:42.103549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Attempting to bind port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:42.103549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Attempting to bind port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:42.103868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Attempting to bind port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 on network de45237b-4768-49c5-80b0-283cb198d44b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:42.112242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 on network de45237b-4768-49c5-80b0-283cb198d44b not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:55:42.112573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Attempting to bind port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 on network de45237b-4768-49c5-80b0-283cb198d44b {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:42.114055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.114952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.115488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.116240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.117210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.117746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.118277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.131587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-aebdfacb-49ab-45eb-b425-6e5c70d2e4be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6488 time: 0.4025936 Nov 23 10:55:42.179757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet a86f3908-d2b4-4962-b05f-111bd1d0988a {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:42.179965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:42.180193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Checking segment: {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:42.180589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Bound using segment: {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:42.181640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Bound port: 1d0f440c-730a-46c1-a5a1-8f69d83d4a20, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90cc7530-7aec-4692-ba3e-1c3c8b004bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:42.182007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.189579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.216374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-47b9f9a3-02eb-42d4-9e0d-c2cc5cb37b5c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050551 Nov 23 10:55:42.249412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:42.253548 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.263298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a50cb5ca-aee8-4d0f-9482-883df2b3d6c2 req-dfbe2b22-5427-433b-98ce-f2d06c036c96 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055418 Nov 23 10:55:42.292806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.327705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 1de3dce5-af24-454a-8fcd-6c80d38caceb yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:42.349971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-31935b1c-1134-45ba-8bc8-49572c27452a service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131413 Nov 23 10:55:42.431795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-ab6553c1-4204-4379-b5fe-647da4dafc4e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2990937 Nov 23 10:55:42.464728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] For port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:42.467529 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba780c2-4b13-4469-9236-829f873d9a88 x-openstack-request-id: req-2ba780c2-4b13-4469-9236-829f873d9a88 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:42.467771 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3601f01-034b-4b13-bc3d-e13586fb0d59", "name": "network-vif-plugged", "status": "completed", "tag": "cfaed695-ba2a-4c0b-a1bc-4c9584f5722c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:42.468015 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2ba780c2-4b13-4469-9236-829f873d9a88 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:42.468399 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c', 'code': 200} Nov 23 10:55:42.494184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] For port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:42.504416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.556291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.579806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-5275ccd2-0a75-40d0-a423-b10d01b5ddec service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188935 Nov 23 10:55:42.589153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.590791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.592507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] 10.222.0.58 "PUT /v2.0/ports/1d0f440c-730a-46c1-a5a1-8f69d83d4a20 HTTP/1.1" status: 200 len: 1091 time: 1.6698608 Nov 23 10:55:42.601534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:42.603940 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4402f472-0ec2-425c-994f-6aec229f80fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:42.692652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.8 (136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e/e7c0f9a9-7f65-4cc6-9c5c-b57886703e91/1de3dce5-af24-454a-8fcd-6c80d38caceb) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:42.728171 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5a5a0d-a7ad-45e4-af9b-f6c193f3ed40 x-openstack-request-id: req-5b5a5a0d-a7ad-45e4-af9b-f6c193f3ed40 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:42.728395 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:42.728654 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b5a5a0d-a7ad-45e4-af9b-f6c193f3ed40 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:42.729060 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'status': 'completed', 'code': 200} Nov 23 10:55:42.759566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:42.790476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Attempting to bind port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:42.793161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Attempting to bind port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '947ca90e-3af0-4f7c-9089-3358f5945631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:42.793736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Attempting to bind port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 on network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:42.798514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-fcff056e-ab59-453b-9513-216523bfadac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510558 Nov 23 10:55:42.804355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e020d05-518e-47a0-860e-15602f1a716c service neutron] Pushing event updated for resources: {'Port': ['ID=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:42.822537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b17df-687a-4a7d-944a-03382c1b88a9 req-51c78685-4702-4bad-ae62-ee145a37bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.824641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e5b17df-687a-4a7d-944a-03382c1b88a9 req-51c78685-4702-4bad-ae62-ee145a37bbaa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 1096 time: 0.3524263 Nov 23 10:55:42.828536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-fbfaf1e3-bea3-4f66-9333-8f4e5387f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:42.830201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-fbfaf1e3-bea3-4f66-9333-8f4e5387f33c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 1094 time: 0.1382887 Nov 23 10:55:42.844732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:42.844732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Checking segment: {'id': '947ca90e-3af0-4f7c-9089-3358f5945631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:42.844732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.844732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Bound using segment: {'id': '947ca90e-3af0-4f7c-9089-3358f5945631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:42.844732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Bound port: c5ab5ef4-3715-4e05-9fb5-0b16d44401a8, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947ca90e-3af0-4f7c-9089-3358f5945631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:42.844732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:42.960991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-34f67c70-50ff-477a-bee3-39d1e596fe48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20 HTTP/1.1" status: 200 len: 217 time: 0.0873201 Nov 23 10:55:42.978089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] For port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:42.984758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] For port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,segment=NetworkSegment(947ca90e-3af0-4f7c-9089-3358f5945631),segment_id=947ca90e-3af0-4f7c-9089-3358f5945631)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:43.002052 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e5b17df-687a-4a7d-944a-03382c1b88a9 req-d01ea04a-fde4-476d-ab6e-0d7dba057829 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259389 Nov 23 10:55:43.014001 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:43.018290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-a5498074-947e-4e51-80e6-c3f8e866cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:43.019795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-a5498074-947e-4e51-80e6-c3f8e866cae6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 1096 time: 0.1886961 Nov 23 10:55:43.078555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcade9-da5b-4d15-a2ea-775fe94736df req-5ad4e96a-cd50-47dd-8359-df401706627a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:43.088307 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-afbcade9-da5b-4d15-a2ea-775fe94736df req-5ad4e96a-cd50-47dd-8359-df401706627a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 945 time: 0.2421594 Nov 23 10:55:43.096742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb2d13-d27d-4b15-81f2-84f8e4e183db None None] Pushing event updated for resources: {'Port': ['ID=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:43.139748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5cf0755d-5a80-4581-a5f4-1eaa00541a01 req-9232801d-1d32-48a6-ab25-9e2f6072a422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 210 time: 0.1221070 Nov 23 10:55:43.167678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:43.362135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-037eb8a0-8ee9-4d53-b549-565a57a8ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:43.363653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-037eb8a0-8ee9-4d53-b549-565a57a8ea0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef9d224f-2a3d-4c37-853d-6910d63af7db HTTP/1.1" status: 200 len: 834 time: 0.3658440 Nov 23 10:55:43.365407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:43.421862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=a86f3908-d2b4-4962-b05f-111bd1d0988a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:43.445143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:43.458004 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc4b9baf-b76a-4821-bb9e-b5dba1fcc721 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/a86f3908-d2b4-4962-b05f-111bd1d0988a HTTP/1.1" status: 204 len: 168 time: 1.5458412 Nov 23 10:55:43.458932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50384) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:43.475881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:43.557143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa943a-55f3-4bec-8dea-7afa66b819ee req-a5dcf3a3-5819-40a1-baac-bac8bcda0be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:43.560310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49aa943a-55f3-4bec-8dea-7afa66b819ee req-a5dcf3a3-5819-40a1-baac-bac8bcda0be9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 943 time: 0.1454432 Nov 23 10:55:43.561831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-bb184adb-71c0-4467-a781-70b6170bf066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:43.564186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-bb184adb-71c0-4467-a781-70b6170bf066 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 200 len: 911 time: 0.4545994 Nov 23 10:55:43.567029 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc097b75-65f0-4de8-8cfc-eea21f1ecd89 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:43.567029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc097b75-65f0-4de8-8cfc-eea21f1ecd89 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:43.569669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc097b75-65f0-4de8-8cfc-eea21f1ecd89 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/db8b642f-3f77-4b48-9e43-6fc4b4ebc32e HTTP/1.1" status: 404 len: 337 time: 0.0953443 Nov 23 10:55:43.604603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50386) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:43.637955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-afbcade9-da5b-4d15-a2ea-775fe94736df req-f9e15e3c-f179-4fcd-bb5f-267aa8f701a4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485320 Nov 23 10:55:43.659862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:43.685664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=1de3dce5-af24-454a-8fcd-6c80d38caceb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:43.690227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:43.692950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:43.728634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-661f6adf-7d5e-4bc6-aa34-648cd3b73c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:43.736467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-661f6adf-7d5e-4bc6-aa34-648cd3b73c0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de45237b-4768-49c5-80b0-283cb198d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3455539 Nov 23 10:55:43.766158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:43.767146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:43.803838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7a23dcfa-0a7a-472c-8ce3-93e4d89f9b09 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1980321 Nov 23 10:55:43.827584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50388) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:43.870085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting subnet 7ba602b9-56d9-40fc-9287-0b7a08c2f926 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:43.905426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:43.915902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49aa943a-55f3-4bec-8dea-7afa66b819ee req-2c27c727-84b5-4c68-926f-150b0bbca27c tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276887 Nov 23 10:55:43.978804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-90f9e9cb-1269-450b-9827-8e21ac0e4684 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=702bc5a5-a763-47af-81a7-1fab6d484354 HTTP/1.1" status: 200 len: 1001 time: 0.3830771 Nov 23 10:55:44.045812 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:55:44.089378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:44.122517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2d31f-9b42-46a2-97c1-8a4a8e959c24 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:44.166566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-5a2c666c-322c-430c-be6e-7768b2e96312 service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712130 Nov 23 10:55:44.171662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-c3018dd0-05ec-4493-aa61-4c11c3ae38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:44.173280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-c3018dd0-05ec-4493-aa61-4c11c3ae38b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 200 len: 849 time: 0.1817346 Nov 23 10:55:44.176699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:44.370959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:44.375669 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:44.432327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-31df9ca0-9cbd-4796-b91a-44f624f00279 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:44.432755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31df9ca0-9cbd-4796-b91a-44f624f00279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:44.557004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-4452a036-7bec-4076-ad2b-3c9e5e9fb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:44.560179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-4452a036-7bec-4076-ad2b-3c9e5e9fb7b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5f45c09a-6758-4daa-bfae-fe9fedaf8914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3701606 Nov 23 10:55:44.582729 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-360b1c14-f215-4402-b487-3c1912ca0a5f req-0133d763-c924-42c9-b7f0-a3f279259e78 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 210 time: 0.2150340 Nov 23 10:55:44.609309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5ee4ebd-3187-4d53-ad41-9d23edaeb9a3 req-6dfc1d63-0c89-41cb-9f7b-eba76af04ad4 service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272740 Nov 23 10:55:44.795807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:44.843596 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b179e4ab-5029-4211-a1fa-6ed7ffc0e3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:44.861802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:44.959934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-daae0191-f6fd-4a23-874f-d3dab6804e4a req-13ed9270-037a-4490-84c6-4d7967a69c15 service neutron] (103427) timed out ('10.222.0.61', 50380) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:55:44.965926 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.038291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831e1b1c-1bf4-4d45-b9d8-96b87f5cc063 None None] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:45.080323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,segment=NetworkSegment(947ca90e-3af0-4f7c-9089-3358f5945631),segment_id=947ca90e-3af0-4f7c-9089-3358f5945631)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:45.094498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-31df9ca0-9cbd-4796-b91a-44f624f00279 None None] Provisioning complete for port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:45.094846 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31df9ca0-9cbd-4796-b91a-44f624f00279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.100612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.160668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042a8a4-3289-42c7-a9f2-39b3c1930b12 req-c7e2a407-3911-46ac-aea0-11e807ce3146 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.162458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f042a8a4-3289-42c7-a9f2-39b3c1930b12 req-c7e2a407-3911-46ac-aea0-11e807ce3146 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 943 time: 0.1331153 Nov 23 10:55:45.220610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-31df9ca0-9cbd-4796-b91a-44f624f00279 None None] Port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:45.245725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:45.260751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.276683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.353758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-481466bf-f673-417c-810f-eaabe7e7da32 None None] Provisioning complete for port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:45.353921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f042a8a4-3289-42c7-a9f2-39b3c1930b12 req-face3e89-4ef8-4500-8966-c63fd7555fc5 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779385 Nov 23 10:55:45.354479 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-481466bf-f673-417c-810f-eaabe7e7da32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.469155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402f472-0ec2-425c-994f-6aec229f80fd req-331ba520-290a-420b-baa5-245f5dfe072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.470545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4402f472-0ec2-425c-994f-6aec229f80fd req-331ba520-290a-420b-baa5-245f5dfe072d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 1094 time: 0.7436624 Nov 23 10:55:45.473088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=1de3dce5-af24-454a-8fcd-6c80d38caceb,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:45.549839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-7cb25b1b-549d-4582-a0cc-cfb97e0b7449 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1778612 Nov 23 10:55:45.551354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ee372-8358-40ad-b9cd-60a89e4f8c3a req-5992a792-09c3-4e78-96d9-15a6583fa1e4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.552913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a97ee372-8358-40ad-b9cd-60a89e4f8c3a req-5992a792-09c3-4e78-96d9-15a6583fa1e4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 945 time: 0.7055390 Nov 23 10:55:45.561992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-ceccf65b-ecd1-46ab-9c70-4800c164f4d8 service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9538331 Nov 23 10:55:45.750338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95a54f31-9344-4fd6-ada6-862078fbeacf req-cfe28e52-dbe2-4f2f-a318-3de1bfab8c73 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 210 time: 0.0550976 Nov 23 10:55:45.760686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-67c26f55-6d7e-4d9b-880d-3a7cc32eef49 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.763583 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-67c26f55-6d7e-4d9b-880d-3a7cc32eef49 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 1.1568627 Nov 23 10:55:45.763997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.764890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.765290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.765688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.766207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.766723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.767252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:45.769735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa00f8c8-a118-4307-b024-97dacfa658a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 6488 time: 0.1632118 Nov 23 10:55:45.800548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.805665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Request body: {'port': {'device_id': '97186453-796e-464b-91e2-16e101e3b077', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'admin_state_up': True, 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:45.811219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.814469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3a2b9002-08e0-48b4-ac08-56377abea75d None None] Provisioning complete for port 1de3dce5-af24-454a-8fcd-6c80d38caceb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:45.814855 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3a2b9002-08e0-48b4-ac08-56377abea75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.876166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad177e19-2dc7-4b02-89ba-fb26cec9aca0 req-5e08a310-d018-42b6-9642-bef0f038804a service neutron] 10.222.0.58 "GET /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981980 Nov 23 10:55:45.903756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b9002-08e0-48b4-ac08-56377abea75d None None] Port 1de3dce5-af24-454a-8fcd-6c80d38caceb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:45.919680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3a2b9002-08e0-48b4-ac08-56377abea75d None None] Provisioning complete for port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:45.920494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3a2b9002-08e0-48b4-ac08-56377abea75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.953907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba602b9-56d9-40fc-9287-0b7a08c2f926,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:45.992463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:45.998794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-286988c8-4f37-4b97-8c06-cb303b0749e6 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/7ba602b9-56d9-40fc-9287-0b7a08c2f926 HTTP/1.1" status: 204 len: 168 time: 2.3900468 Nov 23 10:55:46.014768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50404) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.055779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a97ee372-8358-40ad-b9cd-60a89e4f8c3a req-552ec61c-d8f4-4580-8957-df5ba40ec8cc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714766 Nov 23 10:55:46.087579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402f472-0ec2-425c-994f-6aec229f80fd req-6aa8bf30-4766-454e-92f1-8eeb277096df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.089133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4402f472-0ec2-425c-994f-6aec229f80fd req-6aa8bf30-4766-454e-92f1-8eeb277096df service neutron] 10.222.0.58 "GET /v2.0/networks?id=de45237b-4768-49c5-80b0-283cb198d44b HTTP/1.1" status: 200 len: 898 time: 0.5999157 Nov 23 10:55:46.095154 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b25caa1-5f91-4ac2-be66-13ec00ba3299 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:46.095613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b25caa1-5f91-4ac2-be66-13ec00ba3299 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:46.099078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1b25caa1-5f91-4ac2-be66-13ec00ba3299 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/d9c2750d-d0d1-4c80-9503-500cf32e8c03 HTTP/1.1" status: 404 len: 337 time: 0.0832930 Nov 23 10:55:46.110440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:46.110619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50408) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.123524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-91642691-8a50-4940-916d-f04f01ef095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.124169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-91642691-8a50-4940-916d-f04f01ef095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.124704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-91642691-8a50-4940-916d-f04f01ef095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.128097 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-91642691-8a50-4940-916d-f04f01ef095c service neutron] 10.222.0.65 "GET /v2.0/networks?id=172cb543-158a-4cad-bd24-49d8d0daf094&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a0105539-21d4-4cc7-92ab-e137123fedfb&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&id=a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 200 len: 2293 time: 0.2355812 Nov 23 10:55:46.135974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.183322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:46.183723 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.213272 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1c1fcb6f-c156-477c-a791-8710c9700810 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "GET /v2.0/ports?device_id=197a95ce-70f3-4516-ab13-74583d6ff7c6 HTTP/1.1" status: 200 len: 205 time: 0.0948992 Nov 23 10:55:46.215523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4402f472-0ec2-425c-994f-6aec229f80fd req-e3a231bb-77c1-46f1-9247-bf662228f793 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20 HTTP/1.1" status: 200 len: 217 time: 0.1114304 Nov 23 10:55:46.217410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50410) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.241551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b906be4e-37bb-435b-834f-6d6e7b2c38d3 None None] Network cd0bdc6b-efc4-424f-af25-1a003a562173 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:46.298471 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-00222a6d-a25b-4f89-a153-4a004dc9b42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] delete failed (client error): The resource could not be found. Nov 23 10:55:46.301701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-00222a6d-a25b-4f89-a153-4a004dc9b42e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/routers/197a95ce-70f3-4516-ab13-74583d6ff7c6 HTTP/1.1" status: 404 len: 336 time: 0.0762851 Nov 23 10:55:46.310342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50412) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.371765 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b19caff-6ea8-451f-94ec-ee05560abd91 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:46.372232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b19caff-6ea8-451f-94ec-ee05560abd91 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:46.375447 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7b19caff-6ea8-451f-94ec-ee05560abd91 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/e789a25b-9b86-4553-8910-d05deec712cc HTTP/1.1" status: 404 len: 337 time: 0.0567901 Nov 23 10:55:46.383105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50416) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.384158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402f472-0ec2-425c-994f-6aec229f80fd req-c733ccd0-4b65-4db4-9907-9d33e039baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.385760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4402f472-0ec2-425c-994f-6aec229f80fd req-c733ccd0-4b65-4db4-9907-9d33e039baba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef9d224f-2a3d-4c37-853d-6910d63af7db HTTP/1.1" status: 200 len: 834 time: 0.1575496 Nov 23 10:55:46.391132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:46.394788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.443145 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad28dba-4987-4777-9bf5-e57ebd355135 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:46.443575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad28dba-4987-4777-9bf5-e57ebd355135 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:46.447031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ad28dba-4987-4777-9bf5-e57ebd355135 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/227f50a0-28b8-4b8c-8d81-3558a471dc8d HTTP/1.1" status: 404 len: 337 time: 0.0628395 Nov 23 10:55:46.451712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50420) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.487565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Provisioning complete for port 1de3dce5-af24-454a-8fcd-6c80d38caceb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:46.488087 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.507813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-af9063be-22b8-40d3-bcfb-f0be81a567d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 200 len: 1000 time: 0.3495417 Nov 23 10:55:46.548843 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-475ac663-c664-4a92-aa36-65fb073f8884 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:46.549562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475ac663-c664-4a92-aa36-65fb073f8884 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:46.553422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Port 1de3dce5-af24-454a-8fcd-6c80d38caceb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:46.556596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-475ac663-c664-4a92-aa36-65fb073f8884 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/c9e4961b-07c1-488d-a152-459d2bb8d134 HTTP/1.1" status: 404 len: 337 time: 0.0924940 Nov 23 10:55:46.557422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50422) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.574319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Provisioning complete for port 3456ac88-0397-4775-856d-cbd995e04926 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:46.574731 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.625030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402f472-0ec2-425c-994f-6aec229f80fd req-1d2ec023-46e2-40fb-83e8-92b06de4a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.626901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4402f472-0ec2-425c-994f-6aec229f80fd req-1d2ec023-46e2-40fb-83e8-92b06de4a3dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de45237b-4768-49c5-80b0-283cb198d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2297380 Nov 23 10:55:46.631844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] DHCP port deletion for cd0bdc6b-efc4-424f-af25-1a003a562173 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:46.663709 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8eef98-2335-4469-bee9-f7ec9530d79e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:46.664383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8eef98-2335-4469-bee9-f7ec9530d79e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:46.669048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486105d-223d-404d-99d5-32a264f48666 req-54af9651-69fa-483b-96a1-ca4b5747d87b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.669549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be8eef98-2335-4469-bee9-f7ec9530d79e tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/3bd0e3f8-8b53-42a3-849a-d480fc987059 HTTP/1.1" status: 404 len: 333 time: 0.0856764 Nov 23 10:55:46.671475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e486105d-223d-404d-99d5-32a264f48666 req-54af9651-69fa-483b-96a1-ca4b5747d87b tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 943 time: 0.1819949 Nov 23 10:55:46.674692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-42b4395d-a3a6-4226-8eac-a5ca8722bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.675690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-42b4395d-a3a6-4226-8eac-a5ca8722bdc5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e66536e5-6ad5-4ff3-acb6-9feefcc40aed HTTP/1.1" status: 200 len: 850 time: 0.1488812 Nov 23 10:55:46.680999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50424) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.728911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] Deleting port 3456ac88-0397-4775-856d-cbd995e04926 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:46.729221 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.748179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Provisioning complete for port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:46.748395 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.754617 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e5c019-1e8b-48b0-9015-721aa4315764 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:46.755519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e5c019-1e8b-48b0-9015-721aa4315764 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:46.758495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-65e5c019-1e8b-48b0-9015-721aa4315764 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/925c40e2-04b0-4efb-b52b-2d07bf55cccb HTTP/1.1" status: 404 len: 337 time: 0.0754275 Nov 23 10:55:46.764603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50428) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.803567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4a0de-cc06-4ae3-850d-efd4f484a8bb req-fb259f42-0573-4b2e-b2fe-61f68a79f8c7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.804841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40b4a0de-cc06-4ae3-850d-efd4f484a8bb req-fb259f42-0573-4b2e-b2fe-61f68a79f8c7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 945 time: 0.3331528 Nov 23 10:55:46.833198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] For port 3456ac88-0397-4775-856d-cbd995e04926, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3456ac88-0397-4775-856d-cbd995e04926,segment=NetworkSegment(36904288-4356-409a-8bf8-1ec9f226d733),segment_id=36904288-4356-409a-8bf8-1ec9f226d733)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:46.833411 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.841239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4593c451-66fc-4fef-b1f2-b8cd3605a5c1 None None] Port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:46.842559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.847992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] Calling delete_port for 3456ac88-0397-4775-856d-cbd995e04926 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:46.854501 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f773d68-71b1-4473-aeb3-4a6c6a197799 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:46.854980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f773d68-71b1-4473-aeb3-4a6c6a197799 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:46.859393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3f773d68-71b1-4473-aeb3-4a6c6a197799 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/d5eefb3f-d93b-40ce-a78f-5dc6b5144826 HTTP/1.1" status: 404 len: 337 time: 0.0911973 Nov 23 10:55:46.861602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e486105d-223d-404d-99d5-32a264f48666 req-b5402495-0f7d-4b48-8016-822fb612f481 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808200 Nov 23 10:55:46.863822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50432) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:46.865646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-81d1d5b7-07de-440a-8c2c-7c0df9d7c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:46.867119 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-81d1d5b7-07de-440a-8c2c-7c0df9d7c186 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=172cb543-158a-4cad-bd24-49d8d0daf094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805873 Nov 23 10:55:46.867755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.926230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40b4a0de-cc06-4ae3-850d-efd4f484a8bb req-b98d4563-66b8-4352-bde2-7688ca9a24e0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924697 Nov 23 10:55:46.959075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.959742 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d6b7df6a-da3e-4919-a9d8-cc5938da3542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:46.967928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4402f472-0ec2-425c-994f-6aec229f80fd req-d3d7ca0e-6eed-48e5-adee-123d76ed0720 service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114903 Nov 23 10:55:46.991632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ef6dff1d-3022-4d88-bac0-e694dc41b00e None None] Provisioning complete for port 1de3dce5-af24-454a-8fcd-6c80d38caceb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:46.991817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ef6dff1d-3022-4d88-bac0-e694dc41b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.000633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Allocated IP 172.20.0.8 (47b17cde-e9e3-4676-93cc-c6f90b1a3145/bba97f1a-2f2d-4454-8bed-91c9e181d23e/2d648f44-ca55-49fe-997a-0015679ee04f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:47.031990 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.044277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dff1d-3022-4d88-bac0-e694dc41b00e None None] Port 1de3dce5-af24-454a-8fcd-6c80d38caceb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:47.045837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] No DVR routers for this DVR port 3456ac88-0397-4775-856d-cbd995e04926 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:47.074815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9290-9ee0-4774-8b42-710fa8d921b3 None None] Pushing event deleted for resources: {'Port': ['ID=3456ac88-0397-4775-856d-cbd995e04926,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:47.119506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4402f472-0ec2-425c-994f-6aec229f80fd req-45f7178e-ece9-48f3-a593-936a9cb4b36b service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429172 Nov 23 10:55:47.239870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.278153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.290419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:47.327700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:47.343260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:47.348346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:47.352614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event updated for resources: {'Port': ['ID=2d648f44-ca55-49fe-997a-0015679ee04f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:47.379669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72317870-31b5-41f8-8142-f5b89728df50 req-f270c23d-73ab-414f-8834-f5e5005ffbad tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 210 time: 0.4508564 Nov 23 10:55:47.387335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.387594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.387951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.388297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.388635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.388980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.389342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.389679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.390695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.390695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.390695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.390910 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dbafe7-6d14-4bee-ab5b-c67ce5bb349a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:47.390992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:55:47.391410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dbafe7-6d14-4bee-ab5b-c67ce5bb349a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:47.396835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-90dbafe7-6d14-4bee-ab5b-c67ce5bb349a tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/9aa7af91-49a3-46d6-a59c-0d98494fef2d HTTP/1.1" status: 404 len: 333 time: 0.4733033 Nov 23 10:55:47.397986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50434) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:47.440707 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-9128eea8-b697-4ffb-893d-489c187460ef tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:47.441189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9128eea8-b697-4ffb-893d-489c187460ef tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:47.446718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9128eea8-b697-4ffb-893d-489c187460ef tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/4037f707-4ebb-4e6d-bbeb-ac694b37aefc HTTP/1.1" status: 404 len: 337 time: 0.0462263 Nov 23 10:55:47.447901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50436) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:47.475506 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-266755b9-2036-41ec-b1ca-8c5b1184cd6d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] DELETE failed (client error): The resource could not be found. Nov 23 10:55:47.475964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266755b9-2036-41ec-b1ca-8c5b1184cd6d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:47.481467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-266755b9-2036-41ec-b1ca-8c5b1184cd6d tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/subnets/21344212-b44d-4ed3-aaff-505e8e3fa84e HTTP/1.1" status: 404 len: 337 time: 0.0311384 Nov 23 10:55:47.482339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:47.506148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=1de3dce5-af24-454a-8fcd-6c80d38caceb,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:47.517576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:47.518216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.542101 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-c56c68c9-ddb9-4581-af9b-53e413e1d038 service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031816 Nov 23 10:55:47.545484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-9cf93a1c-e57d-4fee-a02a-0134b23d5c4e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7480607 Nov 23 10:55:47.550785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:47.552140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:47.569135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Request body: {'port': {'device_id': '97186453-796e-464b-91e2-16e101e3b077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:47.650306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.693429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Deleting port 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:47.693429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.734192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-5a72e741-2fb5-4750-867f-fd4fd4c29516 service neutron] 10.222.0.65 "GET /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770530 Nov 23 10:55:47.791919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-a203234b-6ae2-42b9-ac93-d2efbeb4cf3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 217 time: 0.0395062 Nov 23 10:55:47.796432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Router 4bb14d8d-6c0d-4241-b291-307ed4bc8598 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:55:47.862286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.887917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d73e13b2-502f-406d-9321-e220199ca030 None None] Provisioning complete for port 1de3dce5-af24-454a-8fcd-6c80d38caceb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:47.888530 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d73e13b2-502f-406d-9321-e220199ca030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:47.889895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Calling delete_port for 3c5cdb8f-2cf6-4293-aa52-b1a53881f85f owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:47.919060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-9e55e5df-7a13-4b5a-aafb-e8a71e1f7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:47.920617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-9e55e5df-7a13-4b5a-aafb-e8a71e1f7690 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.1176353 Nov 23 10:55:47.931413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:47.937768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-dae9b970-d3e3-4084-9941-ac10d41bc901 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:47.939524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-dae9b970-d3e3-4084-9941-ac10d41bc901 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 945 time: 0.1256201 Nov 23 10:55:47.948410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e447f5a1-7c09-4873-94ba-f227b5e2c415 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "PUT /v2.0/routers/4bb14d8d-6c0d-4241-b291-307ed4bc8598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1175900 Nov 23 10:55:47.949066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50444) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:47.976454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] Sync routers for ids ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:47.982483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d73e13b2-502f-406d-9321-e220199ca030 None None] Port 1de3dce5-af24-454a-8fcd-6c80d38caceb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:47.994202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] Routers {'4bb14d8d-6c0d-4241-b291-307ed4bc8598'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:47.994902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:48.035908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:48.056914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] Routers {'4bb14d8d-6c0d-4241-b291-307ed4bc8598'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:48.058101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:48.070455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-ed7efd66-44c0-48a4-a59a-33bd64e64d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.071992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-ed7efd66-44c0-48a4-a59a-33bd64e64d56 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387210 Nov 23 10:55:48.088401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17fb4fb-2586-4ca3-b62a-b7ff12c77ed2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.091023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c17fb4fb-2586-4ca3-b62a-b7ff12c77ed2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bb14d8d-6c0d-4241-b291-307ed4bc8598 HTTP/1.1" status: 200 len: 981 time: 0.1263165 Nov 23 10:55:48.097148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50448) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:48.110281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3456ac88-0397-4775-856d-cbd995e04926 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:48.113538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:48.114188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3ee437-c5d3-4f71-a52e-4d6437b9653b None None] The sync data for ids ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:48.133884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3456ac88-0397-4775-856d-cbd995e04926 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:48.133884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3456ac88-0397-4775-856d-cbd995e04926 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:48.134976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb9af9-ecc9-4e31-a652-5731975e266a req-983e2a32-0615-41bb-aa37-595217bedffe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.139485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0cb9af9-ecc9-4e31-a652-5731975e266a req-983e2a32-0615-41bb-aa37-595217bedffe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 945 time: 0.1063764 Nov 23 10:55:48.235454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0cb9af9-ecc9-4e31-a652-5731975e266a req-53453fa5-2275-4817-b9c3-8bd9ab39be3a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903697 Nov 23 10:55:48.240279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:48.248756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-37d12458-e1c7-49b7-9086-d5ec58e0f3c7 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566486 Nov 23 10:55:48.279416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819434-51ee-4b16-94ad-2d6db659097b req-3792553e-4aec-485a-847e-bcfd425dfc24 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.281550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19819434-51ee-4b16-94ad-2d6db659097b req-3792553e-4aec-485a-847e-bcfd425dfc24 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 943 time: 0.3046784 Nov 23 10:55:48.352257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:48.364883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'port_id': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'mac_address': 'fa:16:3e:fa:cb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:48.368753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-017aa1f6-f705-4da7-a948-ddb59b8931d6 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072581 Nov 23 10:55:48.376966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.404682 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.418881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:48.426664 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-99151ecb-3d27-4c82-ae9e-d4d590a6d457 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0459130 Nov 23 10:55:48.440374 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:48.448301 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.507987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-c740cc99-c7cb-4bf9-87ac-d789259e3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.509542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-c740cc99-c7cb-4bf9-87ac-d789259e3a74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.0743830 Nov 23 10:55:48.523712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:48.529347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.593559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8049a6-99c0-4d60-90ac-795549bc33dc req-d91129f8-56af-4fa6-af07-50632690bbe9 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.595172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e8049a6-99c0-4d60-90ac-795549bc33dc req-d91129f8-56af-4fa6-af07-50632690bbe9 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 931 time: 0.1019964 Nov 23 10:55:48.597412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-eaa6d6a9-36ba-4358-add5-705b4be101de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.598859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-eaa6d6a9-36ba-4358-add5-705b4be101de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0744302 Nov 23 10:55:48.706504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e8049a6-99c0-4d60-90ac-795549bc33dc req-9726955b-2f83-45d1-8f74-015acf623d4f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046853 Nov 23 10:55:48.734000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-36fd05db-ef1e-4b5a-bbcd-62ee6a42377a service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169178 Nov 23 10:55:48.798186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['1d0f440c-730a-46c1-a5a1-8f69d83d4a20'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:48.825971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d648f44-ca55-49fe-997a-0015679ee04f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:48.830239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Port': ['ID=3c5cdb8f-2cf6-4293-aa52-b1a53881f85f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:48.843686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.846241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-988f8b20-5f17-4250-8031-ea2949004712 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986493 Nov 23 10:55:48.866455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.869696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7cc8b66b-7012-41c2-bebe-04e048fff705 tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/ports/3c5cdb8f-2cf6-4293-aa52-b1a53881f85f HTTP/1.1" status: 204 len: 168 time: 1.3864377 Nov 23 10:55:48.877706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50454) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:48.901247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19819434-51ee-4b16-94ad-2d6db659097b req-28ce4979-b599-4400-8ac1-51d5977eb42a tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5958622 Nov 23 10:55:48.903613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-17469724-acb2-4075-b5de-20edf21a93cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=47f9f895-235f-49fc-891a-6d9b5155e884 HTTP/1.1" status: 200 len: 217 time: 0.0451846 Nov 23 10:55:48.904361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Deleting port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:48.904698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.909504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Transition to ACTIVE for port object 2d648f44-ca55-49fe-997a-0015679ee04f will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:55:48.946945 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:48.975742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-412da2e5-240a-4411-987a-c339ee824879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:48.977657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-412da2e5-240a-4411-987a-c339ee824879 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.0560050 Nov 23 10:55:49.037387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-17c13409-5948-478a-af7b-6985061acde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:49.039662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-17c13409-5948-478a-af7b-6985061acde3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488894 Nov 23 10:55:49.110448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.137175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d648f44-ca55-49fe-997a-0015679ee04f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:49.142957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-2708886f-eab2-43e2-a7f2-c4af3a42e571 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915794 Nov 23 10:55:49.172463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] For port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:49.172821 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.214086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Calling delete_port for cfaed695-ba2a-4c0b-a1bc-4c9584f5722c owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:49.242676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-21c408b4-125f-4aee-8797-15e4b73f25a2 service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880215 Nov 23 10:55:49.290975 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-031206bb-fb64-45f3-8212-b559e9936dbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6 HTTP/1.1" status: 200 len: 217 time: 0.0369761 Nov 23 10:55:49.381449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Attempting to bind port 2d648f44-ca55-49fe-997a-0015679ee04f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:49.381785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Attempting to bind port 2d648f44-ca55-49fe-997a-0015679ee04f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:49.382120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Attempting to bind port 2d648f44-ca55-49fe-997a-0015679ee04f on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:49.383799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-3b2391e0-f8cb-40c2-97e8-e04d02acbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:49.385328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-3b2391e0-f8cb-40c2-97e8-e04d02acbd8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 200 len: 797 time: 0.0870974 Nov 23 10:55:49.387801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.401748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5203bd-ec45-4212-9f2a-c24021dc3451 req-458bf53b-70ce-4b37-a793-eae940c5dbaf tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:49.404328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e5203bd-ec45-4212-9f2a-c24021dc3451 req-458bf53b-70ce-4b37-a793-eae940c5dbaf tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 945 time: 0.0749066 Nov 23 10:55:49.415607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Port 2d648f44-ca55-49fe-997a-0015679ee04f on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:55:49.415607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Attempting to bind port 2d648f44-ca55-49fe-997a-0015679ee04f on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:49.435241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0bdc6b-efc4-424f-af25-1a003a562173']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:49.444134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:49.444474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:49.444857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Bound using segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:49.445318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Bound port: 2d648f44-ca55-49fe-997a-0015679ee04f, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:49.445663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.469394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36904288-4356-409a-8bf8-1ec9f226d733') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:49.469736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36904288-4356-409a-8bf8-1ec9f226d733') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:49.475478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-64522cfc-8035-425b-af84-2c899c98f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:49.477010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-64522cfc-8035-425b-af84-2c899c98f079 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a0105539-21d4-4cc7-92ab-e137123fedfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718043 Nov 23 10:55:49.484552 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.485661 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.486617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e5203bd-ec45-4212-9f2a-c24021dc3451 req-24475246-c658-450e-84a5-a1b3b5af665f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722566 Nov 23 10:55:49.533629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.587162 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-263f98c8-8710-42dc-8d35-5a8a4f8ea44f service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972750 Nov 23 10:55:49.598776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:49.599189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:49.603881 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:49.686304 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-f84e7058-51b9-463b-bd2e-f1bb393d59eb service neutron] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865407 Nov 23 10:55:49.692451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.695152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] For port 2d648f44-ca55-49fe-997a-0015679ee04f, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:49.733561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.738505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-4d369015-08a2-4072-8aeb-ecffb6668b93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 200 len: 217 time: 0.0407929 Nov 23 10:55:49.748787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4c507f87-ba08-4996-9567-36b916115db4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:49.775369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.783909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] For port 2d648f44-ca55-49fe-997a-0015679ee04f, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2d648f44-ca55-49fe-997a-0015679ee04f,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:49.802078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.810036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-7ea9591f-f226-4107-b547-483fcebd13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:49.811529 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-7ea9591f-f226-4107-b547-483fcebd13cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.0620203 Nov 23 10:55:49.815941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.819066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] 10.222.0.61 "DELETE /v2.0/networks/cd0bdc6b-efc4-424f-af25-1a003a562173 HTTP/1.1" status: 204 len: 168 time: 0.9380739 Nov 23 10:55:49.831228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.834397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Pushing event deleted for resources: {'Port': ['ID=cfaed695-ba2a-4c0b-a1bc-4c9584f5722c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:49.881594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-21653fe9-6186-4c2c-92bd-7a40ad02a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:49.883276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-21653fe9-6186-4c2c-92bd-7a40ad02a10e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625150 Nov 23 10:55:49.891452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0c468-2262-497b-99bc-585706b3dcfa tempest-PortsIpV6TestJSON-2120759725 tempest-PortsIpV6TestJSON-2120759725-project] Pushing event deleted for resources: {'Network': ['ID=cd0bdc6b-efc4-424f-af25-1a003a562173,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:49.948663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] No DVR routers for this DVR port cfaed695-ba2a-4c0b-a1bc-4c9584f5722c on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:49.950883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:49.951505 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:49.952961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/2d648f44-ca55-49fe-997a-0015679ee04f HTTP/1.1" status: 200 len: 1091 time: 2.3882456 Nov 23 10:55:49.956386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97186453-796e-464b-91e2-16e101e3b077', 'tag': '2d648f44-ca55-49fe-997a-0015679ee04f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:49.958849 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f" -d '{"events": [{"name": "network-changed", "server_uuid": "97186453-796e-464b-91e2-16e101e3b077", "tag": "2d648f44-ca55-49fe-997a-0015679ee04f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:49.999592 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.003113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-446353d9-3a54-461f-afd2-9ef2e892b867 req-72d9d1f1-a989-41e6-b3c4-ce9224210656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.65 "DELETE /v2.0/ports/cfaed695-ba2a-4c0b-a1bc-4c9584f5722c HTTP/1.1" status: 204 len: 173 time: 2.0325105 Nov 23 10:55:50.085908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0e39f-32af-4ae4-b2be-6cf8f89fbc77 req-c00d2959-bfae-42b6-aff0-77d661d40c4f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.086635 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.087457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63f0e39f-32af-4ae4-b2be-6cf8f89fbc77 req-c00d2959-bfae-42b6-aff0-77d661d40c4f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 943 time: 0.2750652 Nov 23 10:55:50.093929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d648f44-ca55-49fe-997a-0015679ee04f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:50.114773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fa87a053-9be3-4bac-ad22-884397aac59b service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137611 Nov 23 10:55:50.133869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473978bc-bee0-499a-b21d-48e30c4a7194 req-3988996a-3933-4c48-a0c2-bdbd76475c06 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.135315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-473978bc-bee0-499a-b21d-48e30c4a7194 req-3988996a-3933-4c48-a0c2-bdbd76475c06 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 944 time: 0.1038239 Nov 23 10:55:50.144134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-55dc83a8-8548-43bf-99e8-908ac241716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.145669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-55dc83a8-8548-43bf-99e8-908ac241716a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 1094 time: 0.1047201 Nov 23 10:55:50.215645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-5a020aa0-4b21-49cf-83c1-040b3850b771 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d648f44-ca55-49fe-997a-0015679ee04f HTTP/1.1" status: 200 len: 217 time: 0.0569353 Nov 23 10:55:50.221525 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63f0e39f-32af-4ae4-b2be-6cf8f89fbc77 req-05fcb35f-1c12-458e-a65a-083101fef6af tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143258 Nov 23 10:55:50.255762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:50.286816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-473978bc-bee0-499a-b21d-48e30c4a7194 req-d8c0083f-456a-4166-9f11-882d15152664 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417747 Nov 23 10:55:50.304075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-520e3a4b-ea13-4da3-ac10-cbeaf1535286 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674054 Nov 23 10:55:50.304315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-954eaf95-1f58-477c-9331-cbf2e087bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.305771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-954eaf95-1f58-477c-9331-cbf2e087bb72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.0801194 Nov 23 10:55:50.333849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 1de3dce5-af24-454a-8fcd-6c80d38caceb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:50.334340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.338687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:50.344789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:50.345925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.367467 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a0d5ba-036b-44fa-a855-15af03f1549d x-openstack-request-id: req-40a0d5ba-036b-44fa-a855-15af03f1549d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:50.367752 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97186453-796e-464b-91e2-16e101e3b077", "tag": "2d648f44-ca55-49fe-997a-0015679ee04f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:50.368007 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-40a0d5ba-036b-44fa-a855-15af03f1549d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:50.368406 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97186453-796e-464b-91e2-16e101e3b077', 'tag': '2d648f44-ca55-49fe-997a-0015679ee04f', 'status': 'completed', 'code': 200} Nov 23 10:55:50.370641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-85148408-fb67-40a7-865e-ef6d8d2e43a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504606 Nov 23 10:55:50.374680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-4d7230fd-5ca5-48f1-808b-ab7505f7bd04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 200 len: 217 time: 0.0563314 Nov 23 10:55:50.375464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50470) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:50.441023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-01b7201b-1944-47f1-8a5b-6cc756743f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.443327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-01b7201b-1944-47f1-8a5b-6cc756743f1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 200 len: 797 time: 0.0575495 Nov 23 10:55:50.448536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.477975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:50.481238 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b197284-1bed-4a27-94a1-001a24cc959d" -d '{"events": [{"server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "name": "network-vif-plugged", "status": "completed", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:50.499560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fe2cfc18-3c2c-472a-bf1f-802c46cb9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.501078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-fe2cfc18-3c2c-472a-bf1f-802c46cb9c8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a58ebb1f-399c-42f3-b830-0a983ada0e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496573 Nov 23 10:55:50.502010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:50.510727 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.574509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:50.576892 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff2850f-2408-4782-8773-a09350a4fef4 x-openstack-request-id: req-7ff2850f-2408-4782-8773-a09350a4fef4 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:50.577266 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "name": "network-vif-plugged", "status": "completed", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:50.577503 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ff2850f-2408-4782-8773-a09350a4fef4 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:50.577903 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'code': 200} Nov 23 10:55:50.600491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cfaed695-ba2a-4c0b-a1bc-4c9584f5722c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:50.617562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83c176a4-6054-44cd-b6d6-aa6fa78391fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b61d1d18026476bbb98b14bb461fbce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408798 Nov 23 10:55:50.628489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50478) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:50.635906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 1de3dce5-af24-454a-8fcd-6c80d38caceb owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:50.702248 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-a44f7b44-4356-49c1-99a9-fa178f1ec703 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714354 Nov 23 10:55:50.723938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7db15e36-ab6f-42e5-a467-e509f410ca51 req-ee36b542-27b8-4795-ac82-b1b70b94988f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=e3601f01-034b-4b13-bc3d-e13586fb0d59 HTTP/1.1" status: 200 len: 210 time: 0.0941446 Nov 23 10:55:50.725847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-f2a36614-8ad5-4b39-b767-b03b58503679 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398132 Nov 23 10:55:50.844082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: cfaed695-ba2a-4c0b-a1bc-4c9584f5722c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:55:50.844429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cfaed695-ba2a-4c0b-a1bc-4c9584f5722c not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:50.846392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:50.866027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085bb49-39fa-423d-b842-41f0efb2b71b req-4782aad4-8bd6-4f43-a157-402f6b9e3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:50.868531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7085bb49-39fa-423d-b842-41f0efb2b71b req-4782aad4-8bd6-4f43-a157-402f6b9e3556 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 1096 time: 0.2376602 Nov 23 10:55:50.904634 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f91e8c9-90fc-4289-a930-c398f335cba0 req-1f794e37-5d98-468d-83e2-d786a7d8f290 service neutron] 10.222.0.65 "GET /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914747 Nov 23 10:55:50.947082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6324b44e-a37c-49e3-8b07-bac8ad72bf09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:51.039902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-ecb5cc05-c412-4714-9eea-9341a894430e service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569590 Nov 23 10:55:51.050802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6324b44e-a37c-49e3-8b07-bac8ad72bf09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:51.062402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7085bb49-39fa-423d-b842-41f0efb2b71b req-593bdf77-40d9-4c64-9809-af32504f8bbe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580195 Nov 23 10:55:51.179051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:51.195462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-1e2c8f9d-c1c1-4ee6-8f2d-85d3c63fa4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:51.196978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-1e2c8f9d-c1c1-4ee6-8f2d-85d3c63fa4ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 1094 time: 0.0896814 Nov 23 10:55:51.219324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6324b44e-a37c-49e3-8b07-bac8ad72bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:51.221917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6324b44e-a37c-49e3-8b07-bac8ad72bf09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:51.225606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6324b44e-a37c-49e3-8b07-bac8ad72bf09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/465b035c-dec2-47c8-84eb-d39a099323aa HTTP/1.1" status: 204 len: 168 time: 0.5934513 Nov 23 10:55:51.235132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=1de3dce5-af24-454a-8fcd-6c80d38caceb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:51.287820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324b44e-a37c-49e3-8b07-bac8ad72bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465b035c-dec2-47c8-84eb-d39a099323aa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:51.484126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567cfa-de92-44da-bf0e-293b7b201eaa req-281f1cf2-dc67-4611-a501-2421a27f6bf0 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:51.485845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6567cfa-de92-44da-bf0e-293b7b201eaa req-281f1cf2-dc67-4611-a501-2421a27f6bf0 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 943 time: 0.0866423 Nov 23 10:55:51.519993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-9abe6d83-f029-44bb-bb06-04eed73e6895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:51.521687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-9abe6d83-f029-44bb-bb06-04eed73e6895 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.3039596 Nov 23 10:55:51.551647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:51.556191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6567cfa-de92-44da-bf0e-293b7b201eaa req-60b59c17-093b-482f-acc3-a2c6229fdb3c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Nov 23 10:55:51.599270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-082f2303-47b6-49fd-99b9-b4604bfe3452 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d648f44-ca55-49fe-997a-0015679ee04f HTTP/1.1" status: 200 len: 217 time: 0.0618308 Nov 23 10:55:51.757039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d080-2283-41a6-a1a7-e123e37d01c5 req-a067db54-d78f-414e-8d70-7c5b33721b67 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:51.758595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e17d080-2283-41a6-a1a7-e123e37d01c5 req-a067db54-d78f-414e-8d70-7c5b33721b67 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 945 time: 0.3048909 Nov 23 10:55:51.879808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Router 4bb14d8d-6c0d-4241-b291-307ed4bc8598 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:51.882751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-c7737a65-fe9e-46e2-a095-35882e772886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:51.884212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-c7737a65-fe9e-46e2-a095-35882e772886 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.1816690 Nov 23 10:55:51.942261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-0191158c-e941-4cee-94d2-ed044e82de84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490079 Nov 23 10:55:51.946198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53814-5d87-47ad-9337-246ebfe82df0 req-16336549-5e60-44b2-a7f2-9e6a602d9213 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:51.948475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40e53814-5d87-47ad-9337-246ebfe82df0 req-16336549-5e60-44b2-a7f2-9e6a602d9213 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0790048 Nov 23 10:55:51.951484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e17d080-2283-41a6-a1a7-e123e37d01c5 req-66f986e8-c3e0-4a93-856c-bf2d24effc07 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015470 Nov 23 10:55:52.032951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40e53814-5d87-47ad-9337-246ebfe82df0 req-0c40c3a5-bad5-4d55-9125-d8a0e59efd3c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620692 Nov 23 10:55:52.093055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:52.306962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6fa67-5928-4639-93cb-4b8b9334d968 req-8354dd91-7017-4c66-b6f5-87de308b9e06 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:52.309678 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7f6fa67-5928-4639-93cb-4b8b9334d968 req-8354dd91-7017-4c66-b6f5-87de308b9e06 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0589726 Nov 23 10:55:52.379872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7f6fa67-5928-4639-93cb-4b8b9334d968 req-6852dd38-dd32-4ba7-8b81-204e22647ea8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633888 Nov 23 10:55:52.465272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'name': 'network-vif-deleted', 'tag': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:52.471974 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3017f476-1fbe-49a0-90c9-cce0fc6e3324" -d '{"events": [{"server_uuid": "e3601f01-034b-4b13-bc3d-e13586fb0d59", "name": "network-vif-deleted", "tag": "cfaed695-ba2a-4c0b-a1bc-4c9584f5722c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:52.493659 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:52.508730 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] Sync routers for ids ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:52.512773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50542) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:52.513677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-47d52f0b-f77a-47ec-a0d8-a4c8fed81124 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "PUT /v2.0/routers/4bb14d8d-6c0d-4241-b291-307ed4bc8598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4091156 Nov 23 10:55:52.539450 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] Routers {'4bb14d8d-6c0d-4241-b291-307ed4bc8598'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:52.540468 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:52.579291 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bae3c61-4323-4eac-ba67-c50cdfdeb3bf x-openstack-request-id: req-9bae3c61-4323-4eac-ba67-c50cdfdeb3bf {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:52.580099 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7fb6c7-402d-42cb-8fbe-48a2b33dd172 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:55:52.584053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7f7fb6c7-402d-42cb-8fbe-48a2b33dd172 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/1de3dce5-af24-454a-8fcd-6c80d38caceb HTTP/1.1" status: 404 len: 333 time: 0.0677545 Nov 23 10:55:52.584343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50546) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:52.595115 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3601f01-034b-4b13-bc3d-e13586fb0d59", "name": "network-vif-deleted", "tag": "cfaed695-ba2a-4c0b-a1bc-4c9584f5722c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:52.597020 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bae3c61-4323-4eac-ba67-c50cdfdeb3bf {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:52.597710 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3601f01-034b-4b13-bc3d-e13586fb0d59', 'name': 'network-vif-deleted', 'tag': 'cfaed695-ba2a-4c0b-a1bc-4c9584f5722c', 'status': 'completed', 'code': 200} Nov 23 10:55:52.610758 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:52.626554 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] Routers {'4bb14d8d-6c0d-4241-b291-307ed4bc8598'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:52.627338 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:52.667305 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:52.668873 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d5fd6-e2ba-4303-b516-d378b0556c8d None None] The sync data for ids ['4bb14d8d-6c0d-4241-b291-307ed4bc8598'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:55:52.709565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-6cf0d2ac-c696-4b45-9c44-214eb718549e service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569127 Nov 23 10:55:52.724811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bdce86d-0a42-4f39-a411-4b2145a67340 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:52.754813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fe586-e7ea-46f1-af2f-f7dca8822681 req-f0059a0f-131a-48ee-b4de-3e5a3a46576d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:52.759965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-040fe586-e7ea-46f1-af2f-f7dca8822681 req-f0059a0f-131a-48ee-b4de-3e5a3a46576d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1594369 Nov 23 10:55:52.828466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0807ab-470f-4a3f-b2b9-cf9dbea92bf7 req-a946148c-3c52-4a99-b71a-9e5e8ae998bc tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:52.835545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc0807ab-470f-4a3f-b2b9-cf9dbea92bf7 req-a946148c-3c52-4a99-b71a-9e5e8ae998bc tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 943 time: 0.1494520 Nov 23 10:55:52.879487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-040fe586-e7ea-46f1-af2f-f7dca8822681 req-bfa8d5d7-c176-4d54-8e9e-66a8243eb199 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135819 Nov 23 10:55:52.885262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb0e6a8d-7144-4493-9dcf-80e8f8ea765f req-48f2f2c0-8057-4442-b9b9-fa82a8118158 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644063 Nov 23 10:55:52.944042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bdce86d-0a42-4f39-a411-4b2145a67340 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:52.951106 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bdce86d-0a42-4f39-a411-4b2145a67340 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.017903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc0807ab-470f-4a3f-b2b9-cf9dbea92bf7 req-812c276b-d8f8-44ad-8a5a-a9a66b145790 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813865 Nov 23 10:55:53.028862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bdce86d-0a42-4f39-a411-4b2145a67340 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.030043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdce86d-0a42-4f39-a411-4b2145a67340 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb14d8d-6c0d-4241-b291-307ed4bc8598 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:55:53.048049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bdce86d-0a42-4f39-a411-4b2145a67340 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.053096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5bdce86d-0a42-4f39-a411-4b2145a67340 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/routers/4bb14d8d-6c0d-4241-b291-307ed4bc8598 HTTP/1.1" status: 204 len: 168 time: 0.4675937 Nov 23 10:55:53.054242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50564) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:53.105876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df02b1a-f507-498d-aabb-cac6a7890164 req-38acdb7c-76ed-48f9-8d11-3f21b49d99cb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:53.108148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3df02b1a-f507-498d-aabb-cac6a7890164 req-38acdb7c-76ed-48f9-8d11-3f21b49d99cb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 945 time: 0.0683215 Nov 23 10:55:53.116259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet e7c0f9a9-7f65-4cc6-9c5c-b57886703e91 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:55:53.122187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.176148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3df02b1a-f507-498d-aabb-cac6a7890164 req-77993826-7c81-44ba-b946-1944178fc031 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602798 Nov 23 10:55:53.186064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.352818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.410211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b142e93-c1c9-4405-9096-6365af708e43 req-6ecaa1d7-7617-46e4-943b-d87a2f4720cb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:53.411933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b142e93-c1c9-4405-9096-6365af708e43 req-6ecaa1d7-7617-46e4-943b-d87a2f4720cb tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 945 time: 0.1245193 Nov 23 10:55:53.471505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.519268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c0f9a9-7f65-4cc6-9c5c-b57886703e91,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:53.521562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.524882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b9a1a34-a1ad-4fb9-b8ba-82ca41a6acad tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/e7c0f9a9-7f65-4cc6-9c5c-b57886703e91 HTTP/1.1" status: 204 len: 168 time: 0.4695747 Nov 23 10:55:53.527886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50592) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:53.539000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981cea67-9b5f-4dc4-b64f-e03c96ce4f36 None None] Network 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:53.548501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b142e93-c1c9-4405-9096-6365af708e43 req-0070af13-cea5-4950-ad6a-39070c39ce88 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201046 Nov 23 10:55:53.576385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50596) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:53.652584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872ef46-4b1f-4275-8f42-77839dfbe581 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:53.657286 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a872ef46-4b1f-4275-8f42-77839dfbe581 tempest-TestNetworkBasicOps-740545343 tempest-TestNetworkBasicOps-740545343-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 1091 time: 0.0772598 Nov 23 10:55:53.658210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:53.664605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:53.689004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.693773 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.759411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:53.759763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.796820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] DHCP port deletion for 136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:55:53.864273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.906062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] For port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,segment=NetworkSegment(947ca90e-3af0-4f7c-9089-3358f5945631),segment_id=947ca90e-3af0-4f7c-9089-3358f5945631)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:53.906629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.910320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] Deleting port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:55:53.910729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:53.940472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:54.037408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Allocated IP 172.25.5.18 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/2118b477-323a-42f6-aaf8-cd3b348a9a6d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:54.051062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] For port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,segment=NetworkSegment(947ca90e-3af0-4f7c-9089-3358f5945631),segment_id=947ca90e-3af0-4f7c-9089-3358f5945631)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:54.060619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.083537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] Calling delete_port for c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:55:54.095763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:55:54.118276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.152883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No DVR routers for this DVR port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:54.197197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No active binding found for port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 {{(pid=103428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 10:55:54.197899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:55:54.221534 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.244346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:54.255626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] Pushing event deleted for resources: {'Port': ['ID=c5ab5ef4-3715-4e05-9fb5-0b16d44401a8,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:54.262173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece407ef-53ec-4f92-a91f-61a6ecd804d7 None None] No DVR routers for this DVR port c5ab5ef4-3715-4e05-9fb5-0b16d44401a8 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:55:54.291140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50620) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:54.307948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.345802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24216712-585e-4154-9448-d925345e8a23 req-63d29de1-6df6-451f-8374-974b1dd0d6b4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:54.347397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24216712-585e-4154-9448-d925345e8a23 req-63d29de1-6df6-451f-8374-974b1dd0d6b4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 943 time: 0.1403654 Nov 23 10:55:54.392237 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.405074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.425446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:54.448002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947ca90e-3af0-4f7c-9089-3358f5945631') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:54.448150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947ca90e-3af0-4f7c-9089-3358f5945631') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:54.473086 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.492984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.505354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24216712-585e-4154-9448-d925345e8a23 req-85e91cac-4fd8-43a3-8b4c-56b740645c99 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496456 Nov 23 10:55:54.510790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:55:54.511291 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:55:54.515453 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:55:54.540208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:54.553771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:54.556225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:54.594904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2d648f44-ca55-49fe-997a-0015679ee04f details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:55:54.602095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3775-de7d-4b43-961d-96a60bb34225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.624595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=2118b477-323a-42f6-aaf8-cd3b348a9a6d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:54.646098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.677544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.681718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e HTTP/1.1" status: 204 len: 168 time: 1.1525033 Nov 23 10:55:54.683822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486da7ad-fe28-4651-8b09-59fd582c95a6 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=136d2e8c-aad7-45fa-b36d-b6b3e3b8eb9e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:54.687269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50626) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:54.748414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2d648f44-ca55-49fe-997a-0015679ee04f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2d648f44-ca55-49fe-997a-0015679ee04f,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:54.767649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6136550-d391-4191-8f5a-ad540539c019 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:54.768014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '2d648f44-ca55-49fe-997a-0015679ee04f', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'port_id': '2d648f44-ca55-49fe-997a-0015679ee04f', 'mac_address': 'fa:16:3e:ff:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba97f1a-2f2d-4454-8bed-91c9e181d23e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:55:54.769471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a6136550-d391-4191-8f5a-ad540539c019 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/ec447693-8bb8-479c-82ee-2c2187081500 HTTP/1.1" status: 200 len: 841 time: 0.0746682 Nov 23 10:55:54.774557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50630) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:54.825347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.843033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d648f44-ca55-49fe-997a-0015679ee04f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:55:54.852603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3775-de7d-4b43-961d-96a60bb34225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.869059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-345e3269-29ed-431b-8548-f368d8e518ab tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/ec447693-8bb8-479c-82ee-2c2187081500?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0901928 Nov 23 10:55:54.869668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50632) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:54.873863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2d648f44-ca55-49fe-997a-0015679ee04f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2d648f44-ca55-49fe-997a-0015679ee04f,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:54.880477 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.882858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:54.890314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ff3775-de7d-4b43-961d-96a60bb34225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:54.916444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b9ff3775-de7d-4b43-961d-96a60bb34225 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4337d8d6805e42a28a2fe43cdbd1298e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6231902 Nov 23 10:55:54.919568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50634) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:54.951570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2d648f44-ca55-49fe-997a-0015679ee04f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:54.969051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff3775-de7d-4b43-961d-96a60bb34225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d553a-efd6-440c-97d9-2112eecbd742,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:55.009168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:55.013613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.034525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26599a5b-aa3b-4e51-a536-9067ded02356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.254329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.258423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2d648f44-ca55-49fe-997a-0015679ee04f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:55:55.302083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:55.305845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:55.310397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:55.311099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.322279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44da7c2d-9bf5-4827-b6e5-328eae0a2dd0 None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:55.348226 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4770715 Nov 23 10:55:55.358837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81fbdf-7b86-41cf-bec7-1459e1b504e8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=c9512c29-c4d9-474b-8041-b24b2844e04d,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:55.401016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50638) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:55.414655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bfe4baeb-62ca-4879-9238-ab868fbd1f08 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'security_group': {'name': 'tempest-secgroup-2102537503'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:55.488944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfe4baeb-62ca-4879-9238-ab868fbd1f08 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.505660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26599a5b-aa3b-4e51-a536-9067ded02356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.576895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfe4baeb-62ca-4879-9238-ab868fbd1f08 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.583133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfe4baeb-62ca-4879-9238-ab868fbd1f08 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.625749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4baeb-62ca-4879-9238-ab868fbd1f08 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d7444b-4ece-4070-9ea5-9c436c877e1c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:55.638885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bfe4baeb-62ca-4879-9238-ab868fbd1f08 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.640256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bfe4baeb-62ca-4879-9238-ab868fbd1f08 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2304380 Nov 23 10:55:55.643484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50650) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:55.649793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6e4649e3-799b-4f72-a928-6e723ae39c06 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1879138386'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:55.683870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.729043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e4649e3-799b-4f72-a928-6e723ae39c06 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.759137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2fddd-4f7f-4492-8f2d-0ea7b4bef34e req-ffc40f8e-65c5-4a04-924f-292d65eb7a09 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:55.761049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4e2fddd-4f7f-4492-8f2d-0ea7b4bef34e req-ffc40f8e-65c5-4a04-924f-292d65eb7a09 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 944 time: 0.1032159 Nov 23 10:55:55.787312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-13e99acb-4f15-415f-b4ff-ae4901a3e608', 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'tenant_id': 'c1fbafc3d36e4d8ea5e77fd9f50c496a', 'fixed_ips': [{'subnet_id': 'c9512c29-c4d9-474b-8041-b24b2844e04d'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:55:55.789924 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.806127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26599a5b-aa3b-4e51-a536-9067ded02356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.810727 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26599a5b-aa3b-4e51-a536-9067ded02356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.813368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26599a5b-aa3b-4e51-a536-9067ded02356 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b1d553a-efd6-440c-97d9-2112eecbd742 HTTP/1.1" status: 204 len: 168 time: 0.8881297 Nov 23 10:55:55.863100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26599a5b-aa3b-4e51-a536-9067ded02356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d553a-efd6-440c-97d9-2112eecbd742,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:55.879075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.926420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4e2fddd-4f7f-4492-8f2d-0ea7b4bef34e req-ab67cd9a-aa1d-4c62-a5a5-13bbd5c8779a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550312 Nov 23 10:55:55.958077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e4649e3-799b-4f72-a928-6e723ae39c06 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:55.983159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e4649e3-799b-4f72-a928-6e723ae39c06 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.011302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Allocated IP 172.20.0.2 (13e99acb-4f15-415f-b4ff-ae4901a3e608/c9512c29-c4d9-474b-8041-b24b2844e04d/9be6b318-84e2-45d4-9edb-2357596bf23a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:56.031820 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e4649e3-799b-4f72-a928-6e723ae39c06 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.041913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6e4649e3-799b-4f72-a928-6e723ae39c06 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3965232 Nov 23 10:55:56.057530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50662) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:56.078438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1652347183', 'security_groups': ['0972a744-54af-4541-8869-d0303ae20b60'], 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9512c29-c4d9-474b-8041-b24b2844e04d'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:56.085517 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.125528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.139257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4649e3-799b-4f72-a928-6e723ae39c06 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0972a744-54af-4541-8869-d0303ae20b60,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:56.176988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event updated for resources: {'Port': ['ID=2118b477-323a-42f6-aaf8-cd3b348a9a6d,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:56.225206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d274fd-9828-4e67-bb60-6e29dcaacf3a req-aca3c104-f036-48ea-a745-acf1ca8179aa tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:56.226902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d274fd-9828-4e67-bb60-6e29dcaacf3a req-aca3c104-f036-48ea-a745-acf1ca8179aa tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1392801 Nov 23 10:55:56.258850 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.267505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.273843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:56.291473 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.316244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Pushing event updated for resources: {'Port': ['ID=9be6b318-84e2-45d4-9edb-2357596bf23a,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:56.337652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:56.339380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:56.343469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50664) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:56.346690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:56.381236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc86a-5d87-4a7f-b45c-6eb6784ed440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.389432 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d274fd-9828-4e67-bb60-6e29dcaacf3a req-da071176-7d48-416f-adcb-8b031921c463 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502228 Nov 23 10:55:56.414202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Attempting to bind port 9be6b318-84e2-45d4-9edb-2357596bf23a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:55:56.414590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Attempting to bind port 9be6b318-84e2-45d4-9edb-2357596bf23a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1bb2c9ee-faf8-4719-98fc-dbb3faa34de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:55:56.415132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Attempting to bind port 9be6b318-84e2-45d4-9edb-2357596bf23a on network 13e99acb-4f15-415f-b4ff-ae4901a3e608 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:55:56.436388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:55:56.439121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Checking segment: {'id': '1bb2c9ee-faf8-4719-98fc-dbb3faa34de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:55:56.440922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.442621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Bound using segment: {'id': '1bb2c9ee-faf8-4719-98fc-dbb3faa34de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:55:56.443301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Bound port: 9be6b318-84e2-45d4-9edb-2357596bf23a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb2c9ee-faf8-4719-98fc-dbb3faa34de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:55:56.443518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.444845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.468999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 30e67ddc-0872-45c9-a4df-e8586c622cee yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:55:56.479451 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Floating IP 7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e associated. External IP: 172.25.5.18, port: 1d0f440c-730a-46c1-a5a1-8f69d83d4a20. Nov 23 10:55:56.578035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] For port 9be6b318-84e2-45d4-9edb-2357596bf23a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:55:56.584167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] For port 9be6b318-84e2-45d4-9edb-2357596bf23a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be6b318-84e2-45d4-9edb-2357596bf23a,segment=NetworkSegment(1bb2c9ee-faf8-4719-98fc-dbb3faa34de2),segment_id=1bb2c9ee-faf8-4719-98fc-dbb3faa34de2)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:55:56.597869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2d648f44-ca55-49fe-997a-0015679ee04f up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:56.603963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.621635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc86a-5d87-4a7f-b45c-6eb6784ed440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.635330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bcbc86a-5d87-4a7f-b45c-6eb6784ed440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.636860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b418e-1647-40c7-837d-1dfc1777f4af req-1020e552-a2de-4a20-abde-e0c25b78a6ae tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:56.639062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-652b418e-1647-40c7-837d-1dfc1777f4af req-1020e552-a2de-4a20-abde-e0c25b78a6ae tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1136959 Nov 23 10:55:56.734863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbc86a-5d87-4a7f-b45c-6eb6784ed440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36b025b-0b5d-4bf4-82d1-5ac1a0e746b0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:56.766020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-652b418e-1647-40c7-837d-1dfc1777f4af req-f026c32d-4582-415a-bd57-c37b2347023e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147835 Nov 23 10:55:56.779161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f94e5e-fa95-4c02-9fb9-eef6fc26b010 None None] Pushing event updated for resources: {'Port': ['ID=9be6b318-84e2-45d4-9edb-2357596bf23a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:56.787105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.13 (13e99acb-4f15-415f-b4ff-ae4901a3e608/c9512c29-c4d9-474b-8041-b24b2844e04d/30e67ddc-0872-45c9-a4df-e8586c622cee) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:56.802881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 2d648f44-ca55-49fe-997a-0015679ee04f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:55:56.808057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 2d648f44-ca55-49fe-997a-0015679ee04f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:56.809678 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:56.908852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4bcbc86a-5d87-4a7f-b45c-6eb6784ed440 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8393815b477f40719b735290e58ebeee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5624986 Nov 23 10:55:56.912155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:56.915368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router ec922b55-1091-41df-a48d-9c3aedfcee0e has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:55:56.950895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.019243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97186453-796e-464b-91e2-16e101e3b077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d648f44-ca55-49fe-997a-0015679ee04f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:57.021802 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09f032f-cedf-4c5a-97b2-bbaa949b8b51" -d '{"events": [{"server_uuid": "97186453-796e-464b-91e2-16e101e3b077", "name": "network-vif-plugged", "status": "completed", "tag": "2d648f44-ca55-49fe-997a-0015679ee04f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:57.053938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.079631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2d648f44-ca55-49fe-997a-0015679ee04f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2d648f44-ca55-49fe-997a-0015679ee04f,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:57.092070 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.133760 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e592a8-9560-4334-81e8-2a06f21d5a0c x-openstack-request-id: req-d5e592a8-9560-4334-81e8-2a06f21d5a0c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:57.134051 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97186453-796e-464b-91e2-16e101e3b077", "name": "network-vif-plugged", "status": "completed", "tag": "2d648f44-ca55-49fe-997a-0015679ee04f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:57.134313 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5e592a8-9560-4334-81e8-2a06f21d5a0c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:57.134715 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97186453-796e-464b-91e2-16e101e3b077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d648f44-ca55-49fe-997a-0015679ee04f', 'code': 200} Nov 23 10:55:57.172917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.193025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2d648f44-ca55-49fe-997a-0015679ee04f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:57.323422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b452dd1a-5f47-4c76-990a-f4cd518089f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.349003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:57.350933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b452dd1a-5f47-4c76-990a-f4cd518089f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.362012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:57.368445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:55:57.425764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b452dd1a-5f47-4c76-990a-f4cd518089f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.428480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b452dd1a-5f47-4c76-990a-f4cd518089f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.438717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=30e67ddc-0872-45c9-a4df-e8586c622cee,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:57.442547 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b452dd1a-5f47-4c76-990a-f4cd518089f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b36b025b-0b5d-4bf4-82d1-5ac1a0e746b0 HTTP/1.1" status: 204 len: 168 time: 0.5204227 Nov 23 10:55:57.459804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fe57d-cf69-4c5c-b95e-24d0bbd9c4a6 req-6a41221e-0238-4821-8a88-d429a8b00883 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:57.461886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a8fe57d-cf69-4c5c-b95e-24d0bbd9c4a6 req-6a41221e-0238-4821-8a88-d429a8b00883 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 945 time: 0.3003969 Nov 23 10:55:57.463211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:57.463851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.469088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452dd1a-5f47-4c76-990a-f4cd518089f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36b025b-0b5d-4bf4-82d1-5ac1a0e746b0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:57.473677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed2a55-9ebc-4bbe-bcb0-a826bd3a6d47 req-32568c5f-ed1d-4cf9-89b4-02df68d13daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:57.474221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:55:57.475215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19ed2a55-9ebc-4bbe-bcb0-a826bd3a6d47 req-32568c5f-ed1d-4cf9-89b4-02df68d13daf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 1096 time: 0.2102830 Nov 23 10:55:57.496483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] Sync routers for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:55:57.509756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8472fed9-7f8b-4e57-aafa-a95a3e60f46d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4488118 Nov 23 10:55:57.514678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50684) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:57.521901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-00b7d226-b7fd-4356-96cd-345d0577508f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:57.532319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:57.537850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:57.560872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.589251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19ed2a55-9ebc-4bbe-bcb0-a826bd3a6d47 req-6f939de1-2913-4d13-a9d3-4deb0b6e0887 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984125 Nov 23 10:55:57.633185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a8fe57d-cf69-4c5c-b95e-24d0bbd9c4a6 req-322b2a66-eed2-4a7d-bef9-c3e193e2881f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518326 Nov 23 10:55:57.738149 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-90578f3d-81a2-4606-bcdd-781463c83b86 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0773780 Nov 23 10:55:57.739468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:55:57.739819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50690) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:57.744004 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1087c581-129f-455f-8ab8-de2f88a2835b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:55:57.766239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b7d226-b7fd-4356-96cd-345d0577508f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:57.770744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-00b7d226-b7fd-4356-96cd-345d0577508f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:57.868743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:57.903492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-91ba217b-bd85-4e9c-a5b1-762fadf55f08 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e HTTP/1.1" status: 200 len: 990 time: 0.1624982 Nov 23 10:55:57.949776 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54a57da-c2ba-4196-8c79-b63719b72415 x-openstack-request-id: req-e54a57da-c2ba-4196-8c79-b63719b72415 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:55:57.950334 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:55:57.950759 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e54a57da-c2ba-4196-8c79-b63719b72415 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:55:57.951346 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'status': 'completed', 'code': 200} Nov 23 10:55:57.990785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c581-129f-455f-8ab8-de2f88a2835b req-5c55049a-094c-4009-8870-ebbc563e1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:57.998368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1087c581-129f-455f-8ab8-de2f88a2835b req-5c55049a-094c-4009-8870-ebbc563e1b31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 1096 time: 0.0904727 Nov 23 10:55:58.024245 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-00b7d226-b7fd-4356-96cd-345d0577508f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c9512c29-c4d9-474b-8041-b24b2844e04d (CIDR: 172.20.0.0/28) Nov 23 10:55:58.035573 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b7d226-b7fd-4356-96cd-345d0577508f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:55:58.036411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b7d226-b7fd-4356-96cd-345d0577508f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:55:58.069796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-00b7d226-b7fd-4356-96cd-345d0577508f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5542843 Nov 23 10:55:58.072243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50696) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:58.079269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:58.244400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c581-129f-455f-8ab8-de2f88a2835b req-c4ab76d0-325d-43c9-b84f-d58bdc45d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:58.244400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1087c581-129f-455f-8ab8-de2f88a2835b req-c4ab76d0-325d-43c9-b84f-d58bdc45d35a service neutron] 10.222.0.58 "GET /v2.0/networks?id=de45237b-4768-49c5-80b0-283cb198d44b HTTP/1.1" status: 200 len: 898 time: 0.2411206 Nov 23 10:55:58.330488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:55:58.339506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:58.396528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be6b318-84e2-45d4-9edb-2357596bf23a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:55:58.406734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1087c581-129f-455f-8ab8-de2f88a2835b req-8b734c18-6390-42b5-9c95-b8cf49a9785f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20 HTTP/1.1" status: 200 len: 998 time: 0.1494024 Nov 23 10:55:58.492953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c581-129f-455f-8ab8-de2f88a2835b req-786704cd-5d37-46f0-b807-91629cca5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:58.499240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1087c581-129f-455f-8ab8-de2f88a2835b req-786704cd-5d37-46f0-b807-91629cca5225 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef9d224f-2a3d-4c37-853d-6910d63af7db HTTP/1.1" status: 200 len: 834 time: 0.0847690 Nov 23 10:55:58.520693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:58.521068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:58.585568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:58.585953 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:58.598166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087c581-129f-455f-8ab8-de2f88a2835b req-59cdc4b6-7e49-4208-9244-5d9f62208d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:58.599841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1087c581-129f-455f-8ab8-de2f88a2835b req-59cdc4b6-7e49-4208-9244-5d9f62208d32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de45237b-4768-49c5-80b0-283cb198d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826714 Nov 23 10:55:58.703210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'port_id': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'mac_address': 'fa:16:3e:fa:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:55:54Z', 'updated_at': '2021-11-23T10:55:54Z', 'revision_number': 0, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:31Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:58.852591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] Checking router: ec922b55-1091-41df-a48d-9c3aedfcee0e for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:55:58.898670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1087c581-129f-455f-8ab8-de2f88a2835b req-3d1736f6-1330-48dc-b094-a794b47efd7d service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905247 Nov 23 10:55:58.908361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50720) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:58.944300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:59.008676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:55:59.009393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:55:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:55:59.076588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bdc06-a22a-4e35-9db2-817193d5f437 req-9fd39536-05f2-44f9-80a6-9931c5ead567 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:59.078610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc8bdc06-a22a-4e35-9db2-817193d5f437 req-9fd39536-05f2-44f9-80a6-9931c5ead567 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 945 time: 0.2578893 Nov 23 10:55:59.080126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:59.089623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-83a32366-d398-4574-bd66-4f9adc0593af tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e HTTP/1.1" status: 200 len: 990 time: 0.1706178 Nov 23 10:55:59.116908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] For port 9be6b318-84e2-45d4-9edb-2357596bf23a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be6b318-84e2-45d4-9edb-2357596bf23a,segment=NetworkSegment(1bb2c9ee-faf8-4719-98fc-dbb3faa34de2),segment_id=1bb2c9ee-faf8-4719-98fc-dbb3faa34de2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:55:59.137252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=df41a8a8-028f-47ac-a66b-19a27d6458b6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:59.140953 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:59.166159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:55:59.174441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:55:59.178321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1087c581-129f-455f-8ab8-de2f88a2835b req-e5a6ac17-2459-4ae9-ab3a-b16bb710e3e0 service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710557 Nov 23 10:55:59.179740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:59.180720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:59.217590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5bb5ac8d-cb5e-46c5-8000-871012f9b5cc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1442354 Nov 23 10:55:59.220462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50724) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:55:59.226772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-52063785', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df41a8a8-028f-47ac-a66b-19a27d6458b6'}], 'security_groups': ['24d7444b-4ece-4070-9ea5-9c436c877e1c']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:55:59.285439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc8bdc06-a22a-4e35-9db2-817193d5f437 req-67171061-8328-4680-9371-8fcc3c826cbe tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460891 Nov 23 10:55:59.316869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:59.407977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:55:59.520644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:59.522934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25dcf9-c08a-484b-a7d2-77e7bf44047c None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:55:59.594055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Provisioning complete for port ec447693-8bb8-479c-82ee-2c2187081500 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:55:59.594351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:55:59.802342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfff54-6b2f-43d7-940f-1b6814bc83c3 req-dca69ab8-acf3-4c0f-94b9-505584bff040 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:55:59.803861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bdfff54-6b2f-43d7-940f-1b6814bc83c3 req-dca69ab8-acf3-4c0f-94b9-505584bff040 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0793719 Nov 23 10:55:59.830921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Pushing event updated for resources: {'Port': ['ID=9be6b318-84e2-45d4-9edb-2357596bf23a,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:55:59.832332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Delete allocated IP 172.20.0.13 (13e99acb-4f15-415f-b4ff-ae4901a3e608/c9512c29-c4d9-474b-8041-b24b2844e04d) {{(pid=103426) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:55:59.850943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.28 (13e99acb-4f15-415f-b4ff-ae4901a3e608/df41a8a8-028f-47ac-a66b-19a27d6458b6/30e67ddc-0872-45c9-a4df-e8586c622cee) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:55:59.883426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3fa8a-99d6-436d-b4d9-f5a5faaa7bea None None] Port ec447693-8bb8-479c-82ee-2c2187081500 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:55:59.906432 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bdfff54-6b2f-43d7-940f-1b6814bc83c3 req-ed3be420-c17d-4a5c-a2d1-2753219a9156 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943074 Nov 23 10:55:59.954376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:55:59.954863 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:56:00.093825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50752) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:00.104870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9f939ea0-3265-4e52-82b9-b22c96ff8111 None None] Provisioning complete for port 30e67ddc-0872-45c9-a4df-e8586c622cee triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:00.105860 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f939ea0-3265-4e52-82b9-b22c96ff8111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:00.155671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb2b3e-f2d9-4cb1-8a99-e89ab684d00b req-2f5b8c22-4233-4b0c-8da6-9d0d0dda240b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:00.161986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9f939ea0-3265-4e52-82b9-b22c96ff8111 None None] Port 30e67ddc-0872-45c9-a4df-e8586c622cee cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:00.164834 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4abb2b3e-f2d9-4cb1-8a99-e89ab684d00b req-2f5b8c22-4233-4b0c-8da6-9d0d0dda240b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1308556 Nov 23 10:56:00.183501 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'port_id': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'mac_address': 'fa:16:3e:fa:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:55:54Z', 'updated_at': '2021-11-23T10:55:54Z', 'revision_number': 0, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:31Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:00.222793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa9823-7fdd-42b0-954b-8c7bd9131bc1 None None] The sync data for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 is: [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'port_id': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'mac_address': 'fa:16:3e:fa:cb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T10:55:54Z', 'updated_at': '2021-11-23T10:55:54Z', 'revision_number': 0, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:31Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:56:00.248689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eea13138-5a4c-45d9-b9e5-817b8fa8bacd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e HTTP/1.1" status: 200 len: 990 time: 0.1525621 Nov 23 10:56:00.266562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d08c1-9a5a-4028-9afc-ab097023b196 None None] Update dhcp port {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'fixed_ips': [{'subnet_id': 'c9512c29-c4d9-474b-8041-b24b2844e04d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df41a8a8-028f-47ac-a66b-19a27d6458b6'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '9be6b318-84e2-45d4-9edb-2357596bf23a'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:56:00.271781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4abb2b3e-f2d9-4cb1-8a99-e89ab684d00b req-40fd0c32-8ecb-43d3-8c0c-ac1eb5623318 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052966 Nov 23 10:56:00.274115 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:00.285957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:00.326620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f54d08c1-9a5a-4028-9afc-ab097023b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:00.535171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=30e67ddc-0872-45c9-a4df-e8586c622cee,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:00.548538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826463a0-30fd-411c-83ce-73fc8175a9ed req-ba64c56d-2d3a-4795-bd9b-c6c669a85d35 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:00.559983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f54d08c1-9a5a-4028-9afc-ab097023b196 None None] Allocated IP 172.20.0.18 (13e99acb-4f15-415f-b4ff-ae4901a3e608/df41a8a8-028f-47ac-a66b-19a27d6458b6/9be6b318-84e2-45d4-9edb-2357596bf23a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:00.565056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-826463a0-30fd-411c-83ce-73fc8175a9ed req-ba64c56d-2d3a-4795-bd9b-c6c669a85d35 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 945 time: 0.1324012 Nov 23 10:56:00.571045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] In _notify_port_updated(), no bound segment for port 30e67ddc-0872-45c9-a4df-e8586c622cee on network 13e99acb-4f15-415f-b4ff-ae4901a3e608 {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:56:00.585538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:00.586235 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:00.597517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0c929481-5173-428b-a94e-54d0dff009eb tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "PUT /v2.0/ports/30e67ddc-0872-45c9-a4df-e8586c622cee HTTP/1.1" status: 200 len: 919 time: 1.3745446 Nov 23 10:56:00.599442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50772) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:00.671591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-826463a0-30fd-411c-83ce-73fc8175a9ed req-1346076b-a309-4413-a82e-c91e09bf7f46 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053052 Nov 23 10:56:00.722540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f54d08c1-9a5a-4028-9afc-ab097023b196 None None] For port 9be6b318-84e2-45d4-9edb-2357596bf23a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be6b318-84e2-45d4-9edb-2357596bf23a,segment=NetworkSegment(1bb2c9ee-faf8-4719-98fc-dbb3faa34de2),segment_id=1bb2c9ee-faf8-4719-98fc-dbb3faa34de2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:00.730936 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bf744-1001-47bb-a7b2-b565df631272 None None] New status for floating IP 7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:56:00.768673 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f54d08c1-9a5a-4028-9afc-ab097023b196 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:00.778771 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f54d08c1-9a5a-4028-9afc-ab097023b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:00.889192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427a40-6705-4930-acf6-172f2eb26cb4 req-53195128-0705-4234-a907-8cf2206e9c3b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:00.900225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60427a40-6705-4930-acf6-172f2eb26cb4 req-53195128-0705-4234-a907-8cf2206e9c3b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2530787 Nov 23 10:56:00.921280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be6b318-84e2-45d4-9edb-2357596bf23a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:56:00.973569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d08c1-9a5a-4028-9afc-ab097023b196 None None] Pushing event updated for resources: {'Port': ['ID=9be6b318-84e2-45d4-9edb-2357596bf23a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:01.043398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60427a40-6705-4930-acf6-172f2eb26cb4 req-68484acb-f6c0-4d85-bb9a-8adf164bfb53 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389663 Nov 23 10:56:01.088934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:01.089339 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:01.114675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 30e67ddc-0872-45c9-a4df-e8586c622cee {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:01.115238 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:01.155296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf6df-fd24-4721-9b78-0807573181b8 req-b900c1de-2042-4ad0-80d6-3a700bccc01d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:01.163818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-b900c1de-2042-4ad0-80d6-3a700bccc01d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.1717494 Nov 23 10:56:01.206427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-88668087-3200-4005-8b59-dd9a2647e8d8 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.0403247 Nov 23 10:56:01.258164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:01.290570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:01.304343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 30e67ddc-0872-45c9-a4df-e8586c622cee owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:01.353802 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-29f0d6c2-9e2c-4648-ba57-6a7d2fb5cbcb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463101 Nov 23 10:56:01.423450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78760b8a-1608-4663-b3b4-af327903991f req-2d6ef223-c6bd-4384-b22e-c3cb8d1b772a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:01.429578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78760b8a-1608-4663-b3b4-af327903991f req-2d6ef223-c6bd-4384-b22e-c3cb8d1b772a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0803156 Nov 23 10:56:01.527770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-614276cb-50ed-428b-903b-f7e54d5defaa tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e HTTP/1.1" status: 200 len: 992 time: 0.2613266 Nov 23 10:56:01.542417 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-11ca983c-222e-4834-b4e8-16cef27145ae service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804683 Nov 23 10:56:01.574977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78760b8a-1608-4663-b3b4-af327903991f req-ace81cff-c52d-4086-bcf5-2f8e76def28e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337833 Nov 23 10:56:01.619512 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:01.676338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=30e67ddc-0872-45c9-a4df-e8586c622cee,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:01.733830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-ef1d3f84-ae0e-4402-90b2-ce338f1800a4 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897297 Nov 23 10:56:01.809567 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:01.812944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-81838bc4-12ff-405e-a84d-26ae6089702e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/30e67ddc-0872-45c9-a4df-e8586c622cee HTTP/1.1" status: 204 len: 168 time: 1.2122891 Nov 23 10:56:01.816076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50828) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:01.834986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd56ed-c6d2-4054-b2d5-761431eec31d req-3f8e9757-ca50-4114-815c-7af8201d25a4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:01.847797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16cd56ed-c6d2-4054-b2d5-761431eec31d req-3f8e9757-ca50-4114-815c-7af8201d25a4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0962553 Nov 23 10:56:01.876209 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3abc44-de03-4b34-bec7-35c2b579116d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:56:01.880000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6d3abc44-de03-4b34-bec7-35c2b579116d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/30e67ddc-0872-45c9-a4df-e8586c622cee HTTP/1.1" status: 404 len: 333 time: 0.0626917 Nov 23 10:56:01.882903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:01.928939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16cd56ed-c6d2-4054-b2d5-761431eec31d req-a35c03c6-5847-49d6-b160-e3a29a95b6bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801215 Nov 23 10:56:02.084413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33c328cf-97b2-4647-8ffa-568eede2a161 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.112824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ca09051-bfaf-49d0-a5ec-d4eb3d0c929d req-65fa83c9-3c2b-4b93-96c2-3e34168a053b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 210 time: 0.0607114 Nov 23 10:56:02.116905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-25ef91bb-df52-4c32-9f73-661e5a4f015b None None] Could not find standard attr ID for object 30e67ddc-0872-45c9-a4df-e8586c622cee. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:56:02.130373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-25ef91bb-df52-4c32-9f73-661e5a4f015b None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:02.130974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25ef91bb-df52-4c32-9f73-661e5a4f015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.160362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33c328cf-97b2-4647-8ffa-568eede2a161 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.235282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541ed0e-494e-428c-865d-f2156874e6b1 req-0002b342-b786-4a0c-942b-88abb6b76274 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:02.244935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4541ed0e-494e-428c-865d-f2156874e6b1 req-0002b342-b786-4a0c-942b-88abb6b76274 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2104716 Nov 23 10:56:02.274188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-25ef91bb-df52-4c32-9f73-661e5a4f015b None None] Provisioning complete for port ec447693-8bb8-479c-82ee-2c2187081500 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:02.274703 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25ef91bb-df52-4c32-9f73-661e5a4f015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.317697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33c328cf-97b2-4647-8ffa-568eede2a161 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.320364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33c328cf-97b2-4647-8ffa-568eede2a161 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.323871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-33c328cf-97b2-4647-8ffa-568eede2a161 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/security-groups/0972a744-54af-4541-8869-d0303ae20b60 HTTP/1.1" status: 204 len: 168 time: 0.4376678 Nov 23 10:56:02.325494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50866) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:02.334909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-25ef91bb-df52-4c32-9f73-661e5a4f015b None None] Port ec447693-8bb8-479c-82ee-2c2187081500 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:02.342177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4541ed0e-494e-428c-865d-f2156874e6b1 req-c89feee8-eb4e-4d1f-b26f-6f54ff743d42 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962203 Nov 23 10:56:02.376484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c328cf-97b2-4647-8ffa-568eede2a161 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972a744-54af-4541-8869-d0303ae20b60,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:02.473405 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f746ba28-3962-4338-84ad-35d4869cc976 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.537180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f746ba28-3962-4338-84ad-35d4869cc976 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.644820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f746ba28-3962-4338-84ad-35d4869cc976 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.647938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f746ba28-3962-4338-84ad-35d4869cc976 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.650941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824840ec-9972-4a2b-aae5-0a13d96988ff req-14bf701d-e8e0-4326-afcc-9761474d72d1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:02.652593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-824840ec-9972-4a2b-aae5-0a13d96988ff req-14bf701d-e8e0-4326-afcc-9761474d72d1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0894995 Nov 23 10:56:02.653126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50892) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:02.659265 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f746ba28-3962-4338-84ad-35d4869cc976 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/security-groups/24d7444b-4ece-4070-9ea5-9c436c877e1c HTTP/1.1" status: 204 len: 168 time: 0.3324347 Nov 23 10:56:02.659871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-87f2c80e-add4-4872-8193-b013dc154083 None None] Could not find standard attr ID for object 30e67ddc-0872-45c9-a4df-e8586c622cee. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:56:02.674151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746ba28-3962-4338-84ad-35d4869cc976 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d7444b-4ece-4070-9ea5-9c436c877e1c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:02.814043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet c9512c29-c4d9-474b-8041-b24b2844e04d {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:56:02.822242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-824840ec-9972-4a2b-aae5-0a13d96988ff req-a7c1dbb5-cdcd-466c-8531-7c357e823625 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631370 Nov 23 10:56:02.825591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.929341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:02.932730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be6b318-84e2-45d4-9edb-2357596bf23a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:56:03.005080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:03.005504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:03.045550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:03.075475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50fe30-7b3c-4be7-9cd4-2ea222fdc8d2 req-796300b9-fc9c-4ddf-af8e-19de30ae8982 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:03.088211 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e50fe30-7b3c-4be7-9cd4-2ea222fdc8d2 req-796300b9-fc9c-4ddf-af8e-19de30ae8982 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1543577 Nov 23 10:56:03.181067 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:03.186092 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e50fe30-7b3c-4be7-9cd4-2ea222fdc8d2 req-22bd4cb1-858b-49f1-bc99-4528a056bfd3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940542 Nov 23 10:56:03.238101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7e681-c8df-4fbb-8a99-da9ec882cac3 None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:56:03.251433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=c9512c29-c4d9-474b-8041-b24b2844e04d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:03.255497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:03.264175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fd6d2fe6-2bca-45c5-bf99-270de5875f31 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/c9512c29-c4d9-474b-8041-b24b2844e04d HTTP/1.1" status: 204 len: 168 time: 0.6062973 Nov 23 10:56:03.264488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50916) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:03.270343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:03.322745 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9164543a-2012-4ba2-9c4e-de93a606bc0b req-86431e6b-a706-4335-b1a8-13e782d41d73 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 210 time: 0.0581546 Nov 23 10:56:03.482102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199fcc6-dce9-4c3f-9598-5ec04c4525a2 req-73953a3d-e586-43b9-b53f-61e6c5800921 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:03.489681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2199fcc6-dce9-4c3f-9598-5ec04c4525a2 req-73953a3d-e586-43b9-b53f-61e6c5800921 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0972443 Nov 23 10:56:03.544907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:03.549789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:03.607033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2199fcc6-dce9-4c3f-9598-5ec04c4525a2 req-1d0b22ca-6bd5-44f4-8c88-f824bd743ab8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162810 Nov 23 10:56:03.735763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50930) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:03.798065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf6df-fd24-4721-9b78-0807573181b8 req-095f2b84-d849-48ed-8cec-bb6c5e83ec3e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:03.799584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-095f2b84-d849-48ed-8cec-bb6c5e83ec3e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.2422061 Nov 23 10:56:03.827369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Request body: {'port': {'device_id': '22dcbae8-13f6-400d-8f33-51154be089dc', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'admin_state_up': True, 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:03.911066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ec30-8980-4101-b651-b512a2726a0b req-b5652547-e41e-4a95-928c-bcf27efb8d07 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:03.912560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c51ec30-8980-4101-b651-b512a2726a0b req-b5652547-e41e-4a95-928c-bcf27efb8d07 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1549532 Nov 23 10:56:03.973012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ab25cbf-cd21-4f8f-a978-f1ce89a29974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:03.975809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.020709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:56:04.024770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c51ec30-8980-4101-b651-b512a2726a0b req-5e426ef4-ded2-4003-8cd3-17cfb3973fb1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038101 Nov 23 10:56:04.049367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=6104a361-4e24-488e-96fc-3a1732df99ec,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:04.050046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:04.054387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:56:04.054541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.056157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:04.057632 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.084342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da82a5a5-4aa9-48a9-94bc-22f0bd810db7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8186879 Nov 23 10:56:04.086850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50936) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:04.092957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0b23fbd2-4e6f-4253-9668-4949b886c43e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1405075858'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:04.127201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b23fbd2-4e6f-4253-9668-4949b886c43e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.185258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ab25cbf-cd21-4f8f-a978-f1ce89a29974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.230317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b23fbd2-4e6f-4253-9668-4949b886c43e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.236507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b23fbd2-4e6f-4253-9668-4949b886c43e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.263895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ab25cbf-cd21-4f8f-a978-f1ce89a29974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.272407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b23fbd2-4e6f-4253-9668-4949b886c43e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.277892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b23fbd2-4e6f-4253-9668-4949b886c43e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1892948 Nov 23 10:56:04.281956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50942) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:04.290085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-46d14650-8cf3-432d-9f4d-9db677c4e473 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'security_group': {'name': 'tempest-secgroup-2032324072'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:04.298449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23fbd2-4e6f-4253-9668-4949b886c43e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c5409d-e7bf-4273-93a2-d1192d869819,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:04.326616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46d14650-8cf3-432d-9f4d-9db677c4e473 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.339824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792e5ea-2142-4f2f-8fa2-bea30cebc5eb None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:56:04.356107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Allocated IP 172.20.0.6 (47b17cde-e9e3-4676-93cc-c6f90b1a3145/bba97f1a-2f2d-4454-8bed-91c9e181d23e/d5c5201d-c1c9-43ac-b981-f6c5475a246a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:04.371569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7ab25cbf-cd21-4f8f-a978-f1ce89a29974 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d75fe0700d424aa9b7ee17423df6cfb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6339395 Nov 23 10:56:04.377217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50946) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:04.377863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab25cbf-cd21-4f8f-a978-f1ce89a29974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140cd139-16ac-426b-b52e-ddce3f0d5bfa,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:04.399464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f77aeb-5b06-43bb-abd3-f39cb3861a04 req-49781eaf-a773-46a4-b24c-d43a4a343fe8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:04.406828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46f77aeb-5b06-43bb-abd3-f39cb3861a04 req-49781eaf-a773-46a4-b24c-d43a4a343fe8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1483624 Nov 23 10:56:04.436314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f86c7187-f3c5-48a3-a269-9fde1246bc5e None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:04.436967 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f86c7187-f3c5-48a3-a269-9fde1246bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.482808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-742eb147-71b0-4285-b95c-99fe4b986192 req-60d46130-a942-4bfc-960a-387a504ded4c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 210 time: 0.0512280 Nov 23 10:56:04.498004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0d-41a3-45d6-b56a-65cb871a6d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.510520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46f77aeb-5b06-43bb-abd3-f39cb3861a04 req-2832b06e-1e20-47ad-b65c-403e9494abe3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019363 Nov 23 10:56:04.533741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46d14650-8cf3-432d-9f4d-9db677c4e473 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.535914 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0d-41a3-45d6-b56a-65cb871a6d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.545124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46d14650-8cf3-432d-9f4d-9db677c4e473 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.599595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46d14650-8cf3-432d-9f4d-9db677c4e473 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.603476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-46d14650-8cf3-432d-9f4d-9db677c4e473 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3184690 Nov 23 10:56:04.606516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 50950) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:04.610895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a2c9b66e-2e04-4069-952e-5f6ef70f4962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1236006447'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:04.613853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d14650-8cf3-432d-9f4d-9db677c4e473 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04deb67d-e159-485c-a313-fecf253a4733,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:04.653459 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.662364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99c3e-7414-4feb-a85d-4146c25d018d req-9375e115-def5-49d1-a7db-52de7c175e45 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:04.664228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bc99c3e-7414-4feb-a85d-4146c25d018d req-9375e115-def5-49d1-a7db-52de7c175e45 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0712442 Nov 23 10:56:04.666786 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0d-41a3-45d6-b56a-65cb871a6d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.670301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-51c48f0d-41a3-45d6-b56a-65cb871a6d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.672316 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b66e-2e04-4069-952e-5f6ef70f4962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.674228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-51c48f0d-41a3-45d6-b56a-65cb871a6d11 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/140cd139-16ac-426b-b52e-ddce3f0d5bfa HTTP/1.1" status: 204 len: 168 time: 0.2958250 Nov 23 10:56:04.694428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c48f0d-41a3-45d6-b56a-65cb871a6d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140cd139-16ac-426b-b52e-ddce3f0d5bfa,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:04.753587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4bc99c3e-7414-4feb-a85d-4146c25d018d req-d4b93b0c-30fb-4a62-9919-e7e3ed8e2d4a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Nov 23 10:56:04.754603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.768061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', '2d648f44-ca55-49fe-997a-0015679ee04f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:04.809387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505167a-1a84-4860-95b1-768a30bfcd6b None None] Update dhcp port {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'fixed_ips': [{'subnet_id': 'df41a8a8-028f-47ac-a66b-19a27d6458b6', 'ip_address': '172.20.0.18'}, {'subnet_id': '6104a361-4e24-488e-96fc-3a1732df99ec'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '9be6b318-84e2-45d4-9edb-2357596bf23a'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:56:04.815440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f86c7187-f3c5-48a3-a269-9fde1246bc5e None None] Provisioning complete for port ec447693-8bb8-479c-82ee-2c2187081500 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:04.816072 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f86c7187-f3c5-48a3-a269-9fde1246bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.824762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:56:04.832958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:56:04.836613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:56:04.882527 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5505167a-1a84-4860-95b1-768a30bfcd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.899400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event updated for resources: {'Port': ['ID=d5c5201d-c1c9-43ac-b981-f6c5475a246a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:04.911776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f86c7187-f3c5-48a3-a269-9fde1246bc5e None None] Port ec447693-8bb8-479c-82ee-2c2187081500 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:04.912639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b66e-2e04-4069-952e-5f6ef70f4962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.925806 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b66e-2e04-4069-952e-5f6ef70f4962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:04.968313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9b66e-2e04-4069-952e-5f6ef70f4962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eacaacd-f25b-424a-b870-b696e0173d28,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:04.984944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:04.985987 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.012445 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a2c9b66e-2e04-4069-952e-5f6ef70f4962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.016088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a2c9b66e-2e04-4069-952e-5f6ef70f4962 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4062459 Nov 23 10:56:05.016516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:05.024453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1280492378', 'security_groups': ['4eacaacd-f25b-424a-b870-b696e0173d28'], 'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6104a361-4e24-488e-96fc-3a1732df99ec'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:05.176112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-5505167a-1a84-4860-95b1-768a30bfcd6b None None] Allocated IP 172.20.0.2 (13e99acb-4f15-415f-b4ff-ae4901a3e608/6104a361-4e24-488e-96fc-3a1732df99ec/9be6b318-84e2-45d4-9edb-2357596bf23a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:05.195674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:05.228342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50972) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:05.268310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0867729-519f-4dd3-bbf1-6c91741639e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.329715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.348953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5505167a-1a84-4860-95b1-768a30bfcd6b None None] For port 9be6b318-84e2-45d4-9edb-2357596bf23a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be6b318-84e2-45d4-9edb-2357596bf23a,segment=NetworkSegment(1bb2c9ee-faf8-4719-98fc-dbb3faa34de2),segment_id=1bb2c9ee-faf8-4719-98fc-dbb3faa34de2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:05.361823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] device_id is not set on port 6e98597f-209f-4d54-b6e5-f5108f27d5bd yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:56:05.395361 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5505167a-1a84-4860-95b1-768a30bfcd6b None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.396725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-f60d4bf9-84f8-4085-97b4-c37eb432673b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5798616 Nov 23 10:56:05.401363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5505167a-1a84-4860-95b1-768a30bfcd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.414887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Request body: {'port': {'device_id': '22dcbae8-13f6-400d-8f33-51154be089dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:05.480539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0867729-519f-4dd3-bbf1-6c91741639e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.491569 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0867729-519f-4dd3-bbf1-6c91741639e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.506369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505167a-1a84-4860-95b1-768a30bfcd6b None None] Pushing event updated for resources: {'Port': ['ID=9be6b318-84e2-45d4-9edb-2357596bf23a,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:05.537122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.551476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebc5a2-3ef5-44e6-9ff9-7cc77588dda6 req-001d479d-fee9-47ad-b19b-9381682d7c7e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:05.553042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e9ebc5a2-3ef5-44e6-9ff9-7cc77588dda6 req-001d479d-fee9-47ad-b19b-9381682d7c7e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 814 time: 0.5536933 Nov 23 10:56:05.578684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e9ebc5a2-3ef5-44e6-9ff9-7cc77588dda6 req-f081a1bb-4ea2-4a87-bc03-8bcca20d0068 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/quotas/807f1fea854540049bba9d6a2d7ea473 HTTP/1.1" status: 200 len: 375 time: 0.0160067 Nov 23 10:56:05.630407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0867729-519f-4dd3-bbf1-6c91741639e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a4f2cb-dc11-4dba-8f43-455130b00122,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:05.642680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a0867729-519f-4dd3-bbf1-6c91741639e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d16184e987d48d6ad8c0f6e7ebb94fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130201 Nov 23 10:56:05.645867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50976) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:05.681913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.7 (13e99acb-4f15-415f-b4ff-ae4901a3e608/6104a361-4e24-488e-96fc-3a1732df99ec/6e98597f-209f-4d54-b6e5-f5108f27d5bd) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:05.702405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b43b2-245b-4d6e-98d2-0eef3b9ccfde req-2c773c41-fc33-4f1b-b710-ad80fb52d7f2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:05.703981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-188b43b2-245b-4d6e-98d2-0eef3b9ccfde req-2c773c41-fc33-4f1b-b710-ad80fb52d7f2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 931 time: 0.1165657 Nov 23 10:56:05.722042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e9ebc5a2-3ef5-44e6-9ff9-7cc77588dda6 req-30273903-8f4e-457f-9621-c6d3b7fe3262 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1220558 Nov 23 10:56:05.816850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1d920de-af59-47d0-b2a5-59788e9ad9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.858687 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-188b43b2-245b-4d6e-98d2-0eef3b9ccfde req-ef6adcd9-685e-42c2-8a37-0182fb20475d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412203 Nov 23 10:56:05.884603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1d920de-af59-47d0-b2a5-59788e9ad9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:05.910121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8513d-0a7e-4bda-9416-ff416811717b req-9daab733-0542-4549-959c-fcb537a3edc8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:05.911933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ee8513d-0a7e-4bda-9416-ff416811717b req-9daab733-0542-4549-959c-fcb537a3edc8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1001394 Nov 23 10:56:05.997201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c5201d-c1c9-43ac-b981-f6c5475a246a {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:56:06.008207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.013860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ee8513d-0a7e-4bda-9416-ff416811717b req-08ddba05-4a60-4cbb-8fd7-a4bf44c5438b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Nov 23 10:56:06.018387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.028481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1d920de-af59-47d0-b2a5-59788e9ad9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.029685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Transition to ACTIVE for port object d5c5201d-c1c9-43ac-b981-f6c5475a246a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:56:06.032614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1d920de-af59-47d0-b2a5-59788e9ad9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.045568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e1d920de-af59-47d0-b2a5-59788e9ad9fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/55a4f2cb-dc11-4dba-8f43-455130b00122 HTTP/1.1" status: 204 len: 168 time: 0.3832114 Nov 23 10:56:06.045756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.093374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d920de-af59-47d0-b2a5-59788e9ad9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a4f2cb-dc11-4dba-8f43-455130b00122,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:06.118690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Pushing event updated for resources: {'Port': ['ID=d5c5201d-c1c9-43ac-b981-f6c5475a246a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:06.144474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.216927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Attempting to bind port d5c5201d-c1c9-43ac-b981-f6c5475a246a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:56:06.217411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Attempting to bind port d5c5201d-c1c9-43ac-b981-f6c5475a246a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:56:06.217637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Attempting to bind port d5c5201d-c1c9-43ac-b981-f6c5475a246a on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:56:06.222334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Port d5c5201d-c1c9-43ac-b981-f6c5475a246a on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:56:06.222656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Attempting to bind port d5c5201d-c1c9-43ac-b981-f6c5475a246a on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:56:06.228375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:56:06.228823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:56:06.241679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Bound using segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:56:06.242547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Bound port: d5c5201d-c1c9-43ac-b981-f6c5475a246a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:56:06.242994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.250978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e137af62-d823-496f-9e83-a0731451f80e None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:06.251645 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e137af62-d823-496f-9e83-a0731451f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.258231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:56:06.265187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:56:06.272229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:56:06.284767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41e78d-3926-440c-9a64-578ecb504e3e req-5f17126f-dbba-494f-be15-dc21f130e55c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:06.292145 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d41e78d-3926-440c-9a64-578ecb504e3e req-5f17126f-dbba-494f-be15-dc21f130e55c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1493280 Nov 23 10:56:06.313309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=6e98597f-209f-4d54-b6e5-f5108f27d5bd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:06.334689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] For port d5c5201d-c1c9-43ac-b981-f6c5475a246a, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:56:06.338618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] For port d5c5201d-c1c9-43ac-b981-f6c5475a246a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d5c5201d-c1c9-43ac-b981-f6c5475a246a,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:56:06.351891 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.390229 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d41e78d-3926-440c-9a64-578ecb504e3e req-2666c42f-94dc-4281-be6e-9f1a30ef9ad8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952051 Nov 23 10:56:06.396453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:06.397094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.411575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e137af62-d823-496f-9e83-a0731451f80e None None] Provisioning complete for port ec447693-8bb8-479c-82ee-2c2187081500 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:06.412088 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e137af62-d823-496f-9e83-a0731451f80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.442241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:06.443421 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a43b94f3-e666-4f74-9cea-688add81324d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4251719 Nov 23 10:56:06.446137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 50990) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:06.446617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:06.451895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] 10.222.0.65 "PUT /v2.0/ports/d5c5201d-c1c9-43ac-b981-f6c5475a246a HTTP/1.1" status: 200 len: 1091 time: 1.0432594 Nov 23 10:56:06.452027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-20d2ee4b-f7fb-41ab-8e51-e29253bf628f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:06.452503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dcbae8-13f6-400d-8f33-51154be089dc', 'tag': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:06.459289 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3326904-6594-433b-9757-588d8f2a3a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "22dcbae8-13f6-400d-8f33-51154be089dc", "tag": "d5c5201d-c1c9-43ac-b981-f6c5475a246a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:06.686044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f067a5b-5666-491f-9207-b50161616b7f service neutron] Pushing event updated for resources: {'Port': ['ID=d5c5201d-c1c9-43ac-b981-f6c5475a246a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:06.739665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf6df-fd24-4721-9b78-0807573181b8 req-faf07cfc-10f6-4633-a464-5c523f859932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:06.741289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-faf07cfc-10f6-4633-a464-5c523f859932 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 1094 time: 0.2277753 Nov 23 10:56:06.778052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e137af62-d823-496f-9e83-a0731451f80e None None] Port ec447693-8bb8-479c-82ee-2c2187081500 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:06.832107 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-1043e1b2-f926-4c18-8173-7ad9fd2d927e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c5201d-c1c9-43ac-b981-f6c5475a246a HTTP/1.1" status: 200 len: 217 time: 0.0806687 Nov 23 10:56:06.883663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be6b318-84e2-45d4-9edb-2357596bf23a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:56:06.895809 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b275492-5477-4754-8db0-fc6f07d8c7dc x-openstack-request-id: req-4b275492-5477-4754-8db0-fc6f07d8c7dc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:06.896115 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dcbae8-13f6-400d-8f33-51154be089dc", "tag": "d5c5201d-c1c9-43ac-b981-f6c5475a246a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:06.896375 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b275492-5477-4754-8db0-fc6f07d8c7dc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:06.896785 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dcbae8-13f6-400d-8f33-51154be089dc', 'tag': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a', 'status': 'completed', 'code': 200} Nov 23 10:56:06.912484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf6df-fd24-4721-9b78-0807573181b8 req-e165f6cf-9cde-4bd0-9e8b-d2dcc570484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:06.914747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-e165f6cf-9cde-4bd0-9e8b-d2dcc570484b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.0701051 Nov 23 10:56:06.955298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-6762b364-a14b-4d41-97ab-b41ad7edf704 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318723 Nov 23 10:56:06.991797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bff9567a-dc0a-4d5a-83c2-ab1150c1721f None None] Provisioning complete for port 6e98597f-209f-4d54-b6e5-f5108f27d5bd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:06.992175 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bff9567a-dc0a-4d5a-83c2-ab1150c1721f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:07.039464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bff9567a-dc0a-4d5a-83c2-ab1150c1721f None None] Port 6e98597f-209f-4d54-b6e5-f5108f27d5bd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:07.051502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:07.052584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:07.081382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262cd9b-7cc0-4c2a-9dfc-0702cdf83b68 req-19c8b9db-26b0-47f0-9721-698254b1da3d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:07.081382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4262cd9b-7cc0-4c2a-9dfc-0702cdf83b68 req-19c8b9db-26b0-47f0-9721-698254b1da3d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 943 time: 0.1202571 Nov 23 10:56:07.122227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-8d83bfff-3554-49da-8fa0-d8e65f2de9ab service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506848 Nov 23 10:56:07.160744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e3d5f634-9bab-4200-941a-9538eac8a159 req-b71261c0-9fc2-4054-9fce-3f055d6ffb25 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=807f1fea854540049bba9d6a2d7ea473 HTTP/1.1" status: 200 len: 221 time: 0.0664139 Nov 23 10:56:07.193657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4262cd9b-7cc0-4c2a-9dfc-0702cdf83b68 req-d3ae56f2-10a6-4ec8-bc27-975fbbef608c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033130 Nov 23 10:56:07.216931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d2ee4b-f7fb-41ab-8e51-e29253bf628f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:07.220662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20d2ee4b-f7fb-41ab-8e51-e29253bf628f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:07.272223 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-effbf6df-fd24-4721-9b78-0807573181b8 req-13492ed8-238e-47c8-a05b-c1893aaaec97 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367631 Nov 23 10:56:07.353291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3f9ac-a8af-466c-9323-dc10552f9ea7 req-67ea199c-674b-42e7-b60c-f810c340323b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:07.354804 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3d3f9ac-a8af-466c-9323-dc10552f9ea7 req-67ea199c-674b-42e7-b60c-f810c340323b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1193109 Nov 23 10:56:07.367738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3326904-6594-433b-9757-588d8f2a3a3d req-cc1b959d-8c93-4d86-b9a8-be3e8ee86d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:07.369441 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3326904-6594-433b-9757-588d8f2a3a3d req-cc1b959d-8c93-4d86-b9a8-be3e8ee86d1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 1094 time: 0.0476494 Nov 23 10:56:07.383654 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-20d2ee4b-f7fb-41ab-8e51-e29253bf628f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6104a361-4e24-488e-96fc-3a1732df99ec (CIDR: 172.20.0.0/28) Nov 23 10:56:07.388733 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d2ee4b-f7fb-41ab-8e51-e29253bf628f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:56:07.389263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d2ee4b-f7fb-41ab-8e51-e29253bf628f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:07.424740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-20d2ee4b-f7fb-41ab-8e51-e29253bf628f tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9775491 Nov 23 10:56:07.426329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51030) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:07.431457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4a34562e-ce51-4363-892f-654cb40860b8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:07.438949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3d3f9ac-a8af-466c-9323-dc10552f9ea7 req-c12142d4-2456-4728-ae92-ec7b1916f055 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738494 Nov 23 10:56:07.485087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3326904-6594-433b-9757-588d8f2a3a3d req-22532d6a-79f4-45de-97c0-cea746c3a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:07.486903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3326904-6594-433b-9757-588d8f2a3a3d req-22532d6a-79f4-45de-97c0-cea746c3a47e service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.1104934 Nov 23 10:56:07.545276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3326904-6594-433b-9757-588d8f2a3a3d req-522e2959-07f9-4627-9c4b-09ad06920f55 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5c5201d-c1c9-43ac-b981-f6c5475a246a HTTP/1.1" status: 200 len: 217 time: 0.0464909 Nov 23 10:56:07.591642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a34562e-ce51-4363-892f-654cb40860b8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:07.595223 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a34562e-ce51-4363-892f-654cb40860b8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:07.639280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1c0b9-4a59-4a37-aa16-baf7c21b16e6 req-81769c10-c745-4e4d-8860-e3b8e97bfdc2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:07.641033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0a1c0b9-4a59-4a37-aa16-baf7c21b16e6 req-81769c10-c745-4e4d-8860-e3b8e97bfdc2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0985708 Nov 23 10:56:07.642593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3326904-6594-433b-9757-588d8f2a3a3d req-63ddb660-0a40-48a1-93a5-53a978358393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:07.644036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3326904-6594-433b-9757-588d8f2a3a3d req-63ddb660-0a40-48a1-93a5-53a978358393 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.0888169 Nov 23 10:56:07.685434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3326904-6594-433b-9757-588d8f2a3a3d req-cb7ba438-44b7-4d7b-8d3a-8d2770cc0412 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317814 Nov 23 10:56:07.701760 n-d-817747-2 neutron-server[103427]: INFO neutron.db.ipam_backend_mixin [None req-4a34562e-ce51-4363-892f-654cb40860b8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet df41a8a8-028f-47ac-a66b-19a27d6458b6 (CIDR: 172.20.0.16/28) Nov 23 10:56:07.705492 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a34562e-ce51-4363-892f-654cb40860b8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:56:07.706115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a34562e-ce51-4363-892f-654cb40860b8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:07.727328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a34562e-ce51-4363-892f-654cb40860b8 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2975979 Nov 23 10:56:07.727610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51042) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:07.733181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'subnet': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:07.738065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0a1c0b9-4a59-4a37-aa16-baf7c21b16e6 req-44bda53a-e172-4869-9ab8-2582549ecb3e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910506 Nov 23 10:56:07.812788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3326904-6594-433b-9757-588d8f2a3a3d req-70a42004-989e-46b3-937a-d4d63d002687 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158240 Nov 23 10:56:07.879007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Made reservation on behalf of c1fbafc3d36e4d8ea5e77fd9f50c496a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:07.882759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:07.956593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e87c-5e95-4bbc-b11c-b51e42260e58 req-0a14b5d9-3dcd-4ee5-94ed-e850e67e4592 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:07.958195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a060e87c-5e95-4bbc-b11c-b51e42260e58 req-0a14b5d9-3dcd-4ee5-94ed-e850e67e4592 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1075296 Nov 23 10:56:07.978098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3326904-6594-433b-9757-588d8f2a3a3d req-35f3637e-463b-4135-a0b6-c7d31890af19 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538529 Nov 23 10:56:08.033877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a060e87c-5e95-4bbc-b11c-b51e42260e58 req-48ef8375-c529-4128-9d42-f5f2089ce6cd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673680 Nov 23 10:56:08.190080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1abb83-edb2-4dcb-8699-7f67a9b29b0d req-62b950b8-8b38-449e-a4ba-8f4a168533cb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:08.191638 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c1abb83-edb2-4dcb-8699-7f67a9b29b0d req-62b950b8-8b38-449e-a4ba-8f4a168533cb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0987110 Nov 23 10:56:08.216112 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:08.288598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:56:08.296389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:56:08.301194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:08.301724 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:08.306866 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c1abb83-edb2-4dcb-8699-7f67a9b29b0d req-a5b41e43-5198-4982-b70b-a0fe6a2016b9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093988 Nov 23 10:56:08.316226 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af542c5-938b-429a-8475-dc4572366cdb None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:56:08.324456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Subnet': ['ID=8ce8ecb4-a571-42fc-8089-e85ad9700239,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:08.348053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d933a-acbc-46be-9baa-353ff001176a req-49655b39-c960-4463-83e1-71f75b58ac17 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:08.349709 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-790d8f37-3a84-4f1f-a08e-70a654ec012d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6207304 Nov 23 10:56:08.352475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-793d933a-acbc-46be-9baa-353ff001176a req-49655b39-c960-4463-83e1-71f75b58ac17 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 943 time: 0.0845928 Nov 23 10:56:08.352668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51072) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:08.360291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-867712763', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ce8ecb4-a571-42fc-8089-e85ad9700239'}], 'security_groups': ['76c5409d-e7bf-4273-93a2-d1192d869819', '04deb67d-e159-485c-a313-fecf253a4733']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:08.434368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-793d933a-acbc-46be-9baa-353ff001176a req-ffab101d-7a79-41b4-a550-95d52099459e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731807 Nov 23 10:56:08.483428 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:08.546373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8e7e6-85e9-407f-8d2d-7ec0f6da8e8c req-7def68b6-886a-4c4b-b751-8f0caea70d9d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:08.547965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8dc8e7e6-85e9-407f-8d2d-7ec0f6da8e8c req-7def68b6-886a-4c4b-b751-8f0caea70d9d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1272471 Nov 23 10:56:08.596502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a91c9f-b1fc-442b-b3c0-02c8de81c5e0 None None] Update dhcp port {'port': {'network_id': '13e99acb-4f15-415f-b4ff-ae4901a3e608', 'fixed_ips': [{'subnet_id': 'df41a8a8-028f-47ac-a66b-19a27d6458b6', 'ip_address': '172.20.0.18'}, {'subnet_id': '6104a361-4e24-488e-96fc-3a1732df99ec', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ce8ecb4-a571-42fc-8089-e85ad9700239'}], 'binding:host_id': 'n-d-817747-2'}, 'id': '9be6b318-84e2-45d4-9edb-2357596bf23a'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 10:56:08.624582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-64a91c9f-b1fc-442b-b3c0-02c8de81c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:08.649722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8dc8e7e6-85e9-407f-8d2d-7ec0f6da8e8c req-916387de-74a9-411d-9484-a0c8bb62656d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945113 Nov 23 10:56:08.792296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce9fb4-ddee-47fa-976b-420f64a7fd2c req-6a7a4e04-b094-4d76-9109-94e4427fd954 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:08.799646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49ce9fb4-ddee-47fa-976b-420f64a7fd2c req-6a7a4e04-b094-4d76-9109-94e4427fd954 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0723608 Nov 23 10:56:08.830400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-64a91c9f-b1fc-442b-b3c0-02c8de81c5e0 None None] Allocated IP 172.20.0.34 (13e99acb-4f15-415f-b4ff-ae4901a3e608/8ce8ecb4-a571-42fc-8089-e85ad9700239/9be6b318-84e2-45d4-9edb-2357596bf23a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:08.864737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49ce9fb4-ddee-47fa-976b-420f64a7fd2c req-f181e468-75e7-4261-8ca4-57750244a267 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642259 Nov 23 10:56:08.953398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-64a91c9f-b1fc-442b-b3c0-02c8de81c5e0 None None] For port 9be6b318-84e2-45d4-9edb-2357596bf23a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be6b318-84e2-45d4-9edb-2357596bf23a,segment=NetworkSegment(1bb2c9ee-faf8-4719-98fc-dbb3faa34de2),segment_id=1bb2c9ee-faf8-4719-98fc-dbb3faa34de2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:08.993195 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-64a91c9f-b1fc-442b-b3c0-02c8de81c5e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.010912 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-64a91c9f-b1fc-442b-b3c0-02c8de81c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.021472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8bbbb-4fbb-4f0a-b1cf-06f59a216e81 req-efb5441d-f49b-4620-a60e-06021a50ce8c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:09.023098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aba8bbbb-4fbb-4f0a-b1cf-06f59a216e81 req-efb5441d-f49b-4620-a60e-06021a50ce8c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0617776 Nov 23 10:56:09.105457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aba8bbbb-4fbb-4f0a-b1cf-06f59a216e81 req-189ca04c-9248-4d64-9be4-a357003cfbfe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709221 Nov 23 10:56:09.152744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a91c9f-b1fc-442b-b3c0-02c8de81c5e0 None None] Pushing event updated for resources: {'Port': ['ID=9be6b318-84e2-45d4-9edb-2357596bf23a,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:09.203528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Delete allocated IP 172.20.0.7 (13e99acb-4f15-415f-b4ff-ae4901a3e608/6104a361-4e24-488e-96fc-3a1732df99ec) {{(pid=103427) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 10:56:09.222126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Allocated IP 172.20.0.41 (13e99acb-4f15-415f-b4ff-ae4901a3e608/8ce8ecb4-a571-42fc-8089-e85ad9700239/6e98597f-209f-4d54-b6e5-f5108f27d5bd) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:09.305590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd95c2-22db-4981-9aae-2b76bd48185b req-0bb2cf97-2c8a-4fb5-9a61-cd37e7c2197d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:09.307171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9afd95c2-22db-4981-9aae-2b76bd48185b req-0bb2cf97-2c8a-4fb5-9a61-cd37e7c2197d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0967476 Nov 23 10:56:09.432579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9afd95c2-22db-4981-9aae-2b76bd48185b req-7cf7863c-f8e3-4295-9d42-dace047a5528 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017673 Nov 23 10:56:09.509904 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.519494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.597183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee338123-10b7-43ac-93d3-cdedb0fb88f0 req-b935d471-b7ff-4d25-a3a1-812546935800 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:09.606045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee338123-10b7-43ac-93d3-cdedb0fb88f0 req-b935d471-b7ff-4d25-a3a1-812546935800 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 943 time: 0.0718038 Nov 23 10:56:09.643706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51112) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:09.664991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee338123-10b7-43ac-93d3-cdedb0fb88f0 req-4ccf5a01-b371-4aad-b540-6f8675f49a70 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579460 Nov 23 10:56:09.695946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event updated for resources: {'Port': ['ID=6e98597f-209f-4d54-b6e5-f5108f27d5bd,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:09.718004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709278-719a-4a16-a6ab-94a75e9e00a4 req-e8a235a8-4f28-4cd4-b554-53ce3f014c49 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:09.719830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02709278-719a-4a16-a6ab-94a75e9e00a4 req-e8a235a8-4f28-4cd4-b554-53ce3f014c49 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1391916 Nov 23 10:56:09.735489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] In _notify_port_updated(), no bound segment for port 6e98597f-209f-4d54-b6e5-f5108f27d5bd on network 13e99acb-4f15-415f-b4ff-ae4901a3e608 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:56:09.741032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:09.741851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.744848 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1530f492-397e-41b1-8a45-d0826cf741a3 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "PUT /v2.0/ports/6e98597f-209f-4d54-b6e5-f5108f27d5bd HTTP/1.1" status: 200 len: 959 time: 1.3895097 Nov 23 10:56:09.746627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51116) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:09.789199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02709278-719a-4a16-a6ab-94a75e9e00a4 req-ba8a3960-44ce-4c38-b3ea-92e7697e7c4b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599453 Nov 23 10:56:09.801146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6117e3a4-ee20-4a5f-9d5f-15003f102727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.887497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Provisioning complete for port 6e98597f-209f-4d54-b6e5-f5108f27d5bd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:09.888048 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.925882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Port 6e98597f-209f-4d54-b6e5-f5108f27d5bd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:09.936672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:09.937039 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:09.953624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d013b-e584-456f-aa0e-919ea1938220 req-42a1b0d4-cb69-4b97-a350-c95589a790ca tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:09.955141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d2d013b-e584-456f-aa0e-919ea1938220 req-42a1b0d4-cb69-4b97-a350-c95589a790ca tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0899923 Nov 23 10:56:09.975099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port 6e98597f-209f-4d54-b6e5-f5108f27d5bd {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:09.975445 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.028569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Provisioning complete for port ec447693-8bb8-479c-82ee-2c2187081500 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:10.028834 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.067968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-81c2e4d0-1ecc-4aae-bf5d-c69b53c2e5cc None None] Port ec447693-8bb8-479c-82ee-2c2187081500 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:10.070640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6117e3a4-ee20-4a5f-9d5f-15003f102727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.082372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6117e3a4-ee20-4a5f-9d5f-15003f102727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.128463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d2d013b-e584-456f-aa0e-919ea1938220 req-77531fcc-bc48-45e0-9c23-65fdea73ce3d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647451 Nov 23 10:56:10.154139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6117e3a4-ee20-4a5f-9d5f-15003f102727 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d5cbee68ad147858ae1b9de7be764e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5069749 Nov 23 10:56:10.154319 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.154778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51122) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:10.157084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117e3a4-ee20-4a5f-9d5f-15003f102727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b80051-96db-463a-8d90-2960bfdde2bf,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:10.176208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for 6e98597f-209f-4d54-b6e5-f5108f27d5bd owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:10.258118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f67537ef-1dd9-4248-a61a-e66ab6e8156d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.276352 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f67537ef-1dd9-4248-a61a-e66ab6e8156d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.303730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af30e64-8ebb-4dc6-9952-61720d7c43d6 req-e545c021-887e-49dc-9cc5-a1eb8f8e49b5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:10.317081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9af30e64-8ebb-4dc6-9952-61720d7c43d6 req-e545c021-887e-49dc-9cc5-a1eb8f8e49b5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0813651 Nov 23 10:56:10.347048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f67537ef-1dd9-4248-a61a-e66ab6e8156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.350922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f67537ef-1dd9-4248-a61a-e66ab6e8156d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.357262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f67537ef-1dd9-4248-a61a-e66ab6e8156d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31b80051-96db-463a-8d90-2960bfdde2bf HTTP/1.1" status: 204 len: 168 time: 0.2004232 Nov 23 10:56:10.367841 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67537ef-1dd9-4248-a61a-e66ab6e8156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b80051-96db-463a-8d90-2960bfdde2bf,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:10.443121 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9af30e64-8ebb-4dc6-9952-61720d7c43d6 req-1b234960-1ad3-4bca-86ca-e086221e60e7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291525 Nov 23 10:56:10.468783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.489054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-305ba71b-9aeb-4497-8bff-6711e475f535 None None] Could not find standard attr ID for object 6e98597f-209f-4d54-b6e5-f5108f27d5bd. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:56:10.501805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=6e98597f-209f-4d54-b6e5-f5108f27d5bd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:10.588897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa903bf-97e7-4341-a039-2f631f979e3d req-56a50439-6aa5-4862-9161-75ec2a2ae854 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:10.591785 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6fa903bf-97e7-4341-a039-2f631f979e3d req-56a50439-6aa5-4862-9161-75ec2a2ae854 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0739510 Nov 23 10:56:10.608893 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.615106 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ec96dd58-43ff-4f6e-ae76-8a56d13a3611 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/6e98597f-209f-4d54-b6e5-f5108f27d5bd HTTP/1.1" status: 204 len: 168 time: 0.8651717 Nov 23 10:56:10.616315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51142) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:10.663817 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4eb4c7-3587-49a3-bb92-e7d47664d05d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] GET failed (client error): The resource could not be found. Nov 23 10:56:10.668475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6c4eb4c7-3587-49a3-bb92-e7d47664d05d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports/6e98597f-209f-4d54-b6e5-f5108f27d5bd HTTP/1.1" status: 404 len: 333 time: 0.0480254 Nov 23 10:56:10.677162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51146) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:10.682994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6fa903bf-97e7-4341-a039-2f631f979e3d req-0086e13d-9168-40a4-8148-6d60a61e60a4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791388 Nov 23 10:56:10.704100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d5c5201d-c1c9-43ac-b981-f6c5475a246a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:56:10.816102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed65103a-912d-4e3d-9eba-2fb3adb4fef2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.866915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d5c5201d-c1c9-43ac-b981-f6c5475a246a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d5c5201d-c1c9-43ac-b981-f6c5475a246a,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:10.877379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed65103a-912d-4e3d-9eba-2fb3adb4fef2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.882746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'port_id': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a', 'mac_address': 'fa:16:3e:8b:a2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba97f1a-2f2d-4454-8bed-91c9e181d23e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:56:10.885521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be6b318-84e2-45d4-9edb-2357596bf23a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:56:10.891862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c4132-1cef-4fc5-9220-2f70380b5e3e req-3db06d29-b03f-409e-a087-3c1746e31197 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:10.900282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-828c4132-1cef-4fc5-9220-2f70380b5e3e req-3db06d29-b03f-409e-a087-3c1746e31197 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 943 time: 0.1036351 Nov 23 10:56:10.906241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51156) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:10.937562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e778bda0-e010-40c1-ad62-e4be90536a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.944743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed65103a-912d-4e3d-9eba-2fb3adb4fef2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.949405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed65103a-912d-4e3d-9eba-2fb3adb4fef2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:10.955657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:10.967433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed65103a-912d-4e3d-9eba-2fb3adb4fef2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/security-groups/4eacaacd-f25b-424a-b870-b696e0173d28 HTTP/1.1" status: 204 len: 168 time: 0.2890761 Nov 23 10:56:10.986951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65103a-912d-4e3d-9eba-2fb3adb4fef2 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eacaacd-f25b-424a-b870-b696e0173d28,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:10.990582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.010213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c5201d-c1c9-43ac-b981-f6c5475a246a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:56:11.057029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-828c4132-1cef-4fc5-9220-2f70380b5e3e req-afedacf5-ee08-4278-8cca-8f9c4e403ef0 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558456 Nov 23 10:56:11.067814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:11.068197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.076266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d5c5201d-c1c9-43ac-b981-f6c5475a246a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d5c5201d-c1c9-43ac-b981-f6c5475a246a,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:11.100865 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.117234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e1e-01b6-4de8-a792-dabd508be6a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.163224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-6b15d3f8-d5f4-4112-aa2b-6c4116b9d810 req-2d0761b5-b7a7-4245-bde4-d96b74a79a42 service neutron] (103427) timed out ('10.222.0.58', 64765) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 10:56:11.167718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e1e-01b6-4de8-a792-dabd508be6a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.172562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e778bda0-e010-40c1-ad62-e4be90536a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.174075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d5c5201d-c1c9-43ac-b981-f6c5475a246a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:11.174862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4a81-97eb-41d8-a19a-9d21caefdcc3 req-2a8e0695-8b43-494f-bbd1-a0434aaf8a92 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:11.176707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82ce4a81-97eb-41d8-a19a-9d21caefdcc3 req-2a8e0695-8b43-494f-bbd1-a0434aaf8a92 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0636938 Nov 23 10:56:11.184665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e778bda0-e010-40c1-ad62-e4be90536a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.235362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82ce4a81-97eb-41d8-a19a-9d21caefdcc3 req-c6b2617d-43e9-4384-8d03-a27ced7a947f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500665 Nov 23 10:56:11.246508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778bda0-e010-40c1-ad62-e4be90536a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a9719-1e0c-4ea1-a0e5-a13912c43e97,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:11.253453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e778bda0-e010-40c1-ad62-e4be90536a0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b83e9e96a2a4812a4624f3b069ee94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3461852 Nov 23 10:56:11.256256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51164) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:11.268411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e1e-01b6-4de8-a792-dabd508be6a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.270924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc7e1e1e-01b6-4de8-a792-dabd508be6a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.274445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bc7e1e1e-01b6-4de8-a792-dabd508be6a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/security-groups/04deb67d-e159-485c-a313-fecf253a4733 HTTP/1.1" status: 204 len: 168 time: 0.3152435 Nov 23 10:56:11.274808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51168) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:11.302609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e1e1e-01b6-4de8-a792-dabd508be6a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04deb67d-e159-485c-a313-fecf253a4733,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:11.335156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd06ec95-3686-482e-bb9c-6ef031632461 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.362463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd06ec95-3686-482e-bb9c-6ef031632461 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.376511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e79e5493-2268-4939-9476-389b8d2fdde4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.403328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd06ec95-3686-482e-bb9c-6ef031632461 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.406140 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd06ec95-3686-482e-bb9c-6ef031632461 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.406899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e79e5493-2268-4939-9476-389b8d2fdde4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.409894 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fd06ec95-3686-482e-bb9c-6ef031632461 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/security-groups/76c5409d-e7bf-4273-93a2-d1192d869819 HTTP/1.1" status: 204 len: 168 time: 0.1314807 Nov 23 10:56:11.410701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51170) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:11.415652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fa711-ef9c-493f-9983-52c3734ef1b7 req-35b3d2b4-8df0-402d-a63b-2fd6e2faad1d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:11.417103 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec0fa711-ef9c-493f-9983-52c3734ef1b7 req-35b3d2b4-8df0-402d-a63b-2fd6e2faad1d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0816600 Nov 23 10:56:11.419906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['d5c5201d-c1c9-43ac-b981-f6c5475a246a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:11.452123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06ec95-3686-482e-bb9c-6ef031632461 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c5409d-e7bf-4273-93a2-d1192d869819,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:11.484848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet 6104a361-4e24-488e-96fc-3a1732df99ec {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:56:11.489036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.494764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec0fa711-ef9c-493f-9983-52c3734ef1b7 req-a8ddb4c4-372c-4789-84ed-a1621c483a37 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696714 Nov 23 10:56:11.523183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e79e5493-2268-4939-9476-389b8d2fdde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.539374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.541415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e79e5493-2268-4939-9476-389b8d2fdde4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.548251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e79e5493-2268-4939-9476-389b8d2fdde4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/947a9719-1e0c-4ea1-a0e5-a13912c43e97 HTTP/1.1" status: 204 len: 168 time: 0.2888353 Nov 23 10:56:11.572918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e5493-2268-4939-9476-389b8d2fdde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a9719-1e0c-4ea1-a0e5-a13912c43e97,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:11.655681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.757860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.794916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=6104a361-4e24-488e-96fc-3a1732df99ec,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:11.799352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.808243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c2e2b376-aefb-485c-a29c-d7b6f46abc29 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/6104a361-4e24-488e-96fc-3a1732df99ec HTTP/1.1" status: 204 len: 168 time: 0.3953853 Nov 23 10:56:11.809626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51180) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:11.810208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db8c48-fab5-4be0-81fd-01926d408ba5 None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:56:11.834418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7455e-4543-4490-aaf0-f09b3b7ef403 req-da24a236-42c0-4a07-a694-f9b1aaa70edb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:11.843201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01d7455e-4543-4490-aaf0-f09b3b7ef403 req-da24a236-42c0-4a07-a694-f9b1aaa70edb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0831320 Nov 23 10:56:11.912244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet 8ce8ecb4-a571-42fc-8089-e85ad9700239 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:56:11.918157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:11.925879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01d7455e-4543-4490-aaf0-f09b3b7ef403 req-f89d7705-d6d4-497a-b798-2b07afac14cf tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638871 Nov 23 10:56:11.982149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.121794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b33f28-0f43-4e17-8b54-bad87a446458 req-7efc5df7-3fda-496d-a82e-5641ee56080f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:12.129125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1b33f28-0f43-4e17-8b54-bad87a446458 req-7efc5df7-3fda-496d-a82e-5641ee56080f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0869911 Nov 23 10:56:12.223107 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.237932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1b33f28-0f43-4e17-8b54-bad87a446458 req-05a2d181-69df-41fe-b58d-41032d2762bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074450 Nov 23 10:56:12.246485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fef00e-29ba-4d66-86f8-3e760fb9837d req-b363c7c0-73c4-492e-be8d-98810ae7485f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:12.256215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00fef00e-29ba-4d66-86f8-3e760fb9837d req-b363c7c0-73c4-492e-be8d-98810ae7485f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 944 time: 0.0908332 Nov 23 10:56:12.351359 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.364377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00fef00e-29ba-4d66-86f8-3e760fb9837d req-88b69d8d-3b56-4f62-944a-452efcff375b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068456 Nov 23 10:56:12.403831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce8ecb4-a571-42fc-8089-e85ad9700239,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:12.405436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.409186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-32a3bbc9-16a8-4d38-a7f0-deb04aef3d85 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/8ce8ecb4-a571-42fc-8089-e85ad9700239 HTTP/1.1" status: 204 len: 168 time: 0.5985672 Nov 23 10:56:12.411567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51204) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:12.452563 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac395edf-b9e3-48c3-81a9-cffb211def8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:12.453171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac395edf-b9e3-48c3-81a9-cffb211def8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:12.460085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ac395edf-b9e3-48c3-81a9-cffb211def8e tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/6104a361-4e24-488e-96fc-3a1732df99ec HTTP/1.1" status: 404 len: 337 time: 0.0452979 Nov 23 10:56:12.460480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51210) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:12.548960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting subnet df41a8a8-028f-47ac-a66b-19a27d6458b6 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:56:12.552791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.554011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990958-0607-4b11-ba4c-920db8369daf req-1c967830-6d5d-41f2-bea1-a9962ffc4abc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:12.556300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe990958-0607-4b11-ba4c-920db8369daf req-1c967830-6d5d-41f2-bea1-a9962ffc4abc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0572221 Nov 23 10:56:12.604457 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.644141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe990958-0607-4b11-ba4c-920db8369daf req-2ac432bb-4c35-4904-96b2-38260e277d0d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769098 Nov 23 10:56:12.718008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.718671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d5c5201d-c1c9-43ac-b981-f6c5475a246a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:56:12.807043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port d5c5201d-c1c9-43ac-b981-f6c5475a246a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:56:12.812968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port d5c5201d-c1c9-43ac-b981-f6c5475a246a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:12.814266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.860830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e121637-a772-4bc7-8b51-c3f9a0afa3aa req-51b5eb32-34ef-45f6-a347-12dbb112ad62 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:12.869244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e121637-a772-4bc7-8b51-c3f9a0afa3aa req-51b5eb32-34ef-45f6-a347-12dbb112ad62 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1142287 Nov 23 10:56:12.894946 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.941608 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.957766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6597d00f-fc99-41dc-aa06-df1adea3a014 None None] Network 13e99acb-4f15-415f-b4ff-ae4901a3e608 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:56:12.960508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Subnet': ['ID=df41a8a8-028f-47ac-a66b-19a27d6458b6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:12.968189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:12.971982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6847fb48-fd2f-4ed5-8389-dc9e2cb9cf9c tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/df41a8a8-028f-47ac-a66b-19a27d6458b6 HTTP/1.1" status: 204 len: 168 time: 0.5107079 Nov 23 10:56:12.974567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51222) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:12.980769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e121637-a772-4bc7-8b51-c3f9a0afa3aa req-d2afaf84-42fb-4615-b63c-a42eb36b339a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106460 Nov 23 10:56:13.025382 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28d0c41-507c-4448-b7ad-f8db63e1a637 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.025382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28d0c41-507c-4448-b7ad-f8db63e1a637 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.028736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c28d0c41-507c-4448-b7ad-f8db63e1a637 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/c9512c29-c4d9-474b-8041-b24b2844e04d HTTP/1.1" status: 404 len: 337 time: 0.0524600 Nov 23 10:56:13.031357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51228) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.046181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dcbae8-13f6-400d-8f33-51154be089dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:13.057669 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f37362-042e-4069-aedd-8a5e2de4f947" -d '{"events": [{"server_uuid": "22dcbae8-13f6-400d-8f33-51154be089dc", "name": "network-vif-plugged", "status": "completed", "tag": "d5c5201d-c1c9-43ac-b981-f6c5475a246a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:13.103892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3a517c9f-3c9b-42ca-b558-87b86ff8eeec tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "GET /v2.0/ports?device_id=4bb14d8d-6c0d-4241-b291-307ed4bc8598 HTTP/1.1" status: 200 len: 205 time: 0.0693395 Nov 23 10:56:13.107377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51232) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.124118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d5c5201d-c1c9-43ac-b981-f6c5475a246a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d5c5201d-c1c9-43ac-b981-f6c5475a246a,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:13.161384 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-18bbd2ff-2ff3-4654-b08d-5335927891d7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] delete failed (client error): The resource could not be found. Nov 23 10:56:13.166394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51238) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.166784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-18bbd2ff-2ff3-4654-b08d-5335927891d7 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/routers/4bb14d8d-6c0d-4241-b291-307ed4bc8598 HTTP/1.1" status: 404 len: 336 time: 0.0569179 Nov 23 10:56:13.194766 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8f5c1d-3388-4498-8bd1-780a260fa317 x-openstack-request-id: req-2b8f5c1d-3388-4498-8bd1-780a260fa317 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:13.195323 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dcbae8-13f6-400d-8f33-51154be089dc", "name": "network-vif-plugged", "status": "completed", "tag": "d5c5201d-c1c9-43ac-b981-f6c5475a246a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:13.195879 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2b8f5c1d-3388-4498-8bd1-780a260fa317 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:13.196533 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dcbae8-13f6-400d-8f33-51154be089dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a', 'code': 200} Nov 23 10:56:13.202041 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:13.204056 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1d51ee43-a43c-49b3-be9d-379d3f083176 None None] Provisioning complete for port 9be6b318-84e2-45d4-9edb-2357596bf23a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:13.204570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1d51ee43-a43c-49b3-be9d-379d3f083176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:13.266433 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cd8775-4af3-4669-8aa0-743c1aecb037 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.266976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cd8775-4af3-4669-8aa0-743c1aecb037 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.271106 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-11cd8775-4af3-4669-8aa0-743c1aecb037 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/e7c0f9a9-7f65-4cc6-9c5c-b57886703e91 HTTP/1.1" status: 404 len: 337 time: 0.1036601 Nov 23 10:56:13.274335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51242) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.295098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca829e-952b-42d2-a194-77248727a3f5 req-1be51a1f-1535-4baf-af47-44f2790ad491 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:13.296901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ca829e-952b-42d2-a194-77248727a3f5 req-1be51a1f-1535-4baf-af47-44f2790ad491 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2024601 Nov 23 10:56:13.318926 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b294a5-74f2-4cde-b757-9d9d1233abbd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.319820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b294a5-74f2-4cde-b757-9d9d1233abbd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.326209 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-94b294a5-74f2-4cde-b757-9d9d1233abbd tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/a561da67-0bbf-4611-a5dc-f2cb58cb7513 HTTP/1.1" status: 404 len: 337 time: 0.0506449 Nov 23 10:56:13.327204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51246) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.359693 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f0cf95-e06e-4554-9c63-886b7731eadc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.360714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f0cf95-e06e-4554-9c63-886b7731eadc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.367509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5129f3-145c-40ed-9d85-fe0c4fcafcaf req-8037d767-a842-4fa2-9c05-1018a00591ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:13.367509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e5129f3-145c-40ed-9d85-fe0c4fcafcaf req-8037d767-a842-4fa2-9c05-1018a00591ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 1096 time: 0.0936863 Nov 23 10:56:13.368540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f9f0cf95-e06e-4554-9c63-886b7731eadc tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/857b2411-2ecb-4f1d-b946-dc22c4da0b88 HTTP/1.1" status: 404 len: 337 time: 0.0401266 Nov 23 10:56:13.369745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51248) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.397951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d5c5201d-c1c9-43ac-b981-f6c5475a246a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:13.432631 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f0d8c8-3d5f-4001-bd66-9bd77e25ca0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.434283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f0d8c8-3d5f-4001-bd66-9bd77e25ca0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.437657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-17f0d8c8-3d5f-4001-bd66-9bd77e25ca0d tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/0e433a9a-0c47-4101-bcd1-566c541faf82 HTTP/1.1" status: 404 len: 333 time: 0.0669553 Nov 23 10:56:13.440626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51252) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.442997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53ca829e-952b-42d2-a194-77248727a3f5 req-10d1b7d6-3224-4e5e-86a4-0da3f8327a89 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280029 Nov 23 10:56:13.477766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e5129f3-145c-40ed-9d85-fe0c4fcafcaf req-b34aaf41-08e1-468e-acd1-940fbb63f749 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973365 Nov 23 10:56:13.526087 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-945efa20-c63c-4dcb-832a-945af5583aef tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.526542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945efa20-c63c-4dcb-832a-945af5583aef tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.540282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-945efa20-c63c-4dcb-832a-945af5583aef tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/81a629d3-e81e-4a60-ac7d-5d3f2a7414d5 HTTP/1.1" status: 404 len: 337 time: 0.0984943 Nov 23 10:56:13.542016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1d51ee43-a43c-49b3-be9d-379d3f083176 None None] Provisioning complete for port ec447693-8bb8-479c-82ee-2c2187081500 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:13.543044 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1d51ee43-a43c-49b3-be9d-379d3f083176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:13.543467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51258) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.607641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] DHCP port deletion for 13e99acb-4f15-415f-b4ff-ae4901a3e608 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:56:13.638309 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5d04a0-a5dc-481c-af61-e0f675ae7a59 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.638928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5d04a0-a5dc-481c-af61-e0f675ae7a59 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.642243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fa5d04a0-a5dc-481c-af61-e0f675ae7a59 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/8ce6659f-c6fb-4a16-8582-9c3b1554c3fd HTTP/1.1" status: 404 len: 337 time: 0.0974009 Nov 23 10:56:13.646986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51260) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.671416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7388-dc58-4971-ac35-701956927b7c req-d6a056cd-85ed-4528-bf3e-073fc9199d62 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:13.679659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f16f7388-dc58-4971-ac35-701956927b7c req-d6a056cd-85ed-4528-bf3e-073fc9199d62 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 945 time: 0.1557903 Nov 23 10:56:13.683679 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b2415-f80d-4095-8c00-a44df2c5e503 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.685915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133b2415-f80d-4095-8c00-a44df2c5e503 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.690121 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-133b2415-f80d-4095-8c00-a44df2c5e503 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/672c354e-ac2f-4068-91f1-00e90d5214d7 HTTP/1.1" status: 404 len: 333 time: 0.0397515 Nov 23 10:56:13.692567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51264) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.713932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1d51ee43-a43c-49b3-be9d-379d3f083176 None None] Port ec447693-8bb8-479c-82ee-2c2187081500 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:56:13.735074 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b6c135-c852-4683-855c-73af05027ca4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.735526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b6c135-c852-4683-855c-73af05027ca4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.738899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a2b6c135-c852-4683-855c-73af05027ca4 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/d1b520bc-a752-44b5-82a5-be3eb81e2b81 HTTP/1.1" status: 404 len: 337 time: 0.0451038 Nov 23 10:56:13.741823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51266) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.754541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f16f7388-dc58-4971-ac35-701956927b7c req-fac37a2c-aaca-4f75-be68-f5f1e5a571dc tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739822 Nov 23 10:56:13.760928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] Deleting port 9be6b318-84e2-45d4-9edb-2357596bf23a {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:13.762345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:13.798464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52647cae-331c-4e64-a21a-531e497d0523 req-738a69ee-5db1-41c6-9faf-df374e2c1342 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:13.800556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52647cae-331c-4e64-a21a-531e497d0523 req-738a69ee-5db1-41c6-9faf-df374e2c1342 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2010319 Nov 23 10:56:13.802437 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ebb3a0-2d66-4872-a2ec-24b7048499fa tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] DELETE failed (client error): The resource could not be found. Nov 23 10:56:13.802947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ebb3a0-2d66-4872-a2ec-24b7048499fa tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:56:13.808750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e9ebb3a0-2d66-4872-a2ec-24b7048499fa tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/subnets/8c9446bd-330f-48c7-8e44-2dfaa2659fce HTTP/1.1" status: 404 len: 337 time: 0.0624311 Nov 23 10:56:13.808967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51268) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:13.861877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] For port 9be6b318-84e2-45d4-9edb-2357596bf23a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be6b318-84e2-45d4-9edb-2357596bf23a,segment=NetworkSegment(1bb2c9ee-faf8-4719-98fc-dbb3faa34de2),segment_id=1bb2c9ee-faf8-4719-98fc-dbb3faa34de2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:13.862286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:13.883865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] Calling delete_port for 9be6b318-84e2-45d4-9edb-2357596bf23a owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:13.931683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52647cae-331c-4e64-a21a-531e497d0523 req-e8eb22e8-3189-4448-982d-1f61ebb41efd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244593 Nov 23 10:56:13.966068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Deleting port ec447693-8bb8-479c-82ee-2c2187081500 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:13.966412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:13.987947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.022202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] Pushing event deleted for resources: {'Port': ['ID=9be6b318-84e2-45d4-9edb-2357596bf23a,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:14.039908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc97a5d-f213-404f-a906-fe76e9b92341 None None] No DVR routers for this DVR port 9be6b318-84e2-45d4-9edb-2357596bf23a on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:14.048328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.072552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Calling delete_port for ec447693-8bb8-479c-82ee-2c2187081500 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:14.249167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b456087-f743-49f5-928c-42ab8ad64932 req-a7c09448-1441-4138-8d43-b216269cc3ce tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:14.250889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b456087-f743-49f5-928c-42ab8ad64932 req-a7c09448-1441-4138-8d43-b216269cc3ce tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0726519 Nov 23 10:56:14.262236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.305366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Port': ['ID=ec447693-8bb8-479c-82ee-2c2187081500,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:14.319841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.323108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cacdae92-05f9-48d2-9c1d-8e2542341663 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/ports/ec447693-8bb8-479c-82ee-2c2187081500 HTTP/1.1" status: 204 len: 168 time: 0.5129840 Nov 23 10:56:14.326637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51282) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:14.371890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b456087-f743-49f5-928c-42ab8ad64932 req-8ec071f9-1851-4644-8c99-284b416bfe4d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120381 Nov 23 10:56:14.432778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.469017 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c68f483-481d-4958-a76a-c15b9ddbf5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.533152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.556245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e99acb-4f15-415f-b4ff-ae4901a3e608']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:14.569780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb2c9ee-faf8-4719-98fc-dbb3faa34de2') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:14.570160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb2c9ee-faf8-4719-98fc-dbb3faa34de2') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:14.588923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.614338 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.622395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:56:14.623176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:56:14.626992 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:56:14.704441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.720886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:14.725970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] 10.222.0.61 "DELETE /v2.0/networks/13e99acb-4f15-415f-b4ff-ae4901a3e608 HTTP/1.1" status: 204 len: 168 time: 0.3983700 Nov 23 10:56:14.747041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db020d9e-0263-4cc2-91e4-cc2a73df16a0 tempest-PortsTestJSON-1272990679 tempest-PortsTestJSON-1272990679-project] Pushing event deleted for resources: {'Network': ['ID=13e99acb-4f15-415f-b4ff-ae4901a3e608,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:14.873043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be6b318-84e2-45d4-9edb-2357596bf23a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:14.924229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9be6b318-84e2-45d4-9edb-2357596bf23a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:14.925727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be6b318-84e2-45d4-9edb-2357596bf23a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:14.950836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa67908-591f-4fdb-bc79-3c4f0a41b03e req-7e0b8a94-033a-4c30-b325-c7e46ed4afff tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:14.960241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fa67908-591f-4fdb-bc79-3c4f0a41b03e req-7e0b8a94-033a-4c30-b325-c7e46ed4afff tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 945 time: 0.0763378 Nov 23 10:56:15.016198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2fa67908-591f-4fdb-bc79-3c4f0a41b03e req-6a6b6664-a4c6-43d5-b5fa-9fc8680d8908 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Nov 23 10:56:15.162985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51298) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:15.178978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57397dd-4aa2-4f30-aa6f-0fbec502aa0d req-5db11c8c-d168-4484-ad80-81b7e6ffdb39 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:15.180681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e57397dd-4aa2-4f30-aa6f-0fbec502aa0d req-5db11c8c-d168-4484-ad80-81b7e6ffdb39 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 945 time: 0.0790346 Nov 23 10:56:15.250828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e57397dd-4aa2-4f30-aa6f-0fbec502aa0d req-aeb063f7-e3f9-4b28-8347-02a720730526 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624235 Nov 23 10:56:15.379960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5b2f0b0-3d09-467a-a617-e525b874219c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1fbafc3d36e4d8ea5e77fd9f50c496a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2165706 Nov 23 10:56:15.383165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51304) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:15.407358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3e14c-9aee-4f4d-b033-51b4384cef47 req-a76731c2-620b-43d7-84aa-087a1798cb01 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:15.413608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bbc3e14c-9aee-4f4d-b033-51b4384cef47 req-a76731c2-620b-43d7-84aa-087a1798cb01 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 945 time: 0.0799909 Nov 23 10:56:15.469495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd466ccc-72fd-48f5-a652-7b50bf4144b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:15.499631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd466ccc-72fd-48f5-a652-7b50bf4144b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:15.507347 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bbc3e14c-9aee-4f4d-b033-51b4384cef47 req-36e27ea6-38c2-4e3c-b4c9-3a9c5199a224 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896807 Nov 23 10:56:15.596672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd466ccc-72fd-48f5-a652-7b50bf4144b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:15.598722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd466ccc-72fd-48f5-a652-7b50bf4144b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:15.602165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd466ccc-72fd-48f5-a652-7b50bf4144b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a74c7de5-10a4-428b-ab21-5a94a245e10f HTTP/1.1" status: 204 len: 168 time: 0.2142303 Nov 23 10:56:15.609825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd466ccc-72fd-48f5-a652-7b50bf4144b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74c7de5-10a4-428b-ab21-5a94a245e10f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:15.641250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14ba18-9181-4401-bc51-6fabfc5310da req-87cf3bc2-0b62-4f9b-b2aa-5db044ae045c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:15.649139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f14ba18-9181-4401-bc51-6fabfc5310da req-87cf3bc2-0b62-4f9b-b2aa-5db044ae045c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1422184 Nov 23 10:56:15.722168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f14ba18-9181-4401-bc51-6fabfc5310da req-59fde364-5b7f-47ad-93bd-375a1030121e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720367 Nov 23 10:56:15.902268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4c200-888e-4113-95de-40fa3af606de req-cf301f75-7cb2-41af-b888-0460fffde638 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:15.905908 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2bc4c200-888e-4113-95de-40fa3af606de req-cf301f75-7cb2-41af-b888-0460fffde638 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 945 time: 0.0791960 Nov 23 10:56:16.039947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2bc4c200-888e-4113-95de-40fa3af606de req-b4852f8d-8d76-4907-b1a8-ed0eb4fa1301 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219392 Nov 23 10:56:16.153645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e9dbd-a42c-4f51-ba78-c520ebf08011 req-0411c981-4903-4c01-b54c-d6e746d1f6d9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:16.156494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-539e9dbd-a42c-4f51-ba78-c520ebf08011 req-0411c981-4903-4c01-b54c-d6e746d1f6d9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0775762 Nov 23 10:56:16.235481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-539e9dbd-a42c-4f51-ba78-c520ebf08011 req-4d4c503c-60fd-49d1-a8ea-a9cdc8147757 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638564 Nov 23 10:56:16.568942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51348) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:16.664878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a4bc0094-6d19-4ff5-ae9c-99013cdfab02 tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-74271850', 'prefixes': ['172.20.0.0/16']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:16.770357 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0094-6d19-4ff5-ae9c-99013cdfab02 tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] Publish callbacks [] for subnetpool, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:16.774015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a4bc0094-6d19-4ff5-ae9c-99013cdfab02 tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.2015314 Nov 23 10:56:16.774416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51354) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:16.813663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c63d380c-e251-4685-b596-cae58c8618ae tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] 10.222.0.61 "GET /v2.0/subnetpools/3c629f8e-df57-4ac9-8335-eb6b90c86f8a HTTP/1.1" status: 200 len: 730 time: 0.0380874 Nov 23 10:56:16.816504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51356) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:16.820721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4b1e6da8-8ec5-4407-9a97-dff15296e52f tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-144042718'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:16.894487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-783557eb-ba2a-455d-bc79-f2c7d013f1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:16.910559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6da8-8ec5-4407-9a97-dff15296e52f tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] Publish callbacks [] for subnetpool, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:16.912095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b1e6da8-8ec5-4407-9a97-dff15296e52f tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] 10.222.0.61 "PUT /v2.0/subnetpools/3c629f8e-df57-4ac9-8335-eb6b90c86f8a HTTP/1.1" status: 200 len: 683 time: 0.0946469 Nov 23 10:56:16.914758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:16.997730 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b993c1f-2fd2-4ad6-965e-014fa74e7350 tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] Publish callbacks [] for subnetpool, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:16.999883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b993c1f-2fd2-4ad6-965e-014fa74e7350 tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] 10.222.0.61 "DELETE /v2.0/subnetpools/3c629f8e-df57-4ac9-8335-eb6b90c86f8a HTTP/1.1" status: 204 len: 168 time: 0.0836465 Nov 23 10:56:17.002526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51362) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:17.026508 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-723f8c02-c7a7-4297-b92f-702c695f5bb2 tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] show failed (client error): The resource could not be found. Nov 23 10:56:17.032910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-723f8c02-c7a7-4297-b92f-702c695f5bb2 tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] 10.222.0.61 "GET /v2.0/subnetpools/3c629f8e-df57-4ac9-8335-eb6b90c86f8a HTTP/1.1" status: 404 len: 346 time: 0.0277944 Nov 23 10:56:17.033152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51364) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:17.054373 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-a9c20a00-dba4-4bdc-9b36-b9472dffd9fa tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] delete failed (client error): The resource could not be found. Nov 23 10:56:17.056093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a9c20a00-dba4-4bdc-9b36-b9472dffd9fa tempest-SubnetPoolsTestJSON-568445880 tempest-SubnetPoolsTestJSON-568445880-project] 10.222.0.61 "DELETE /v2.0/subnetpools/3c629f8e-df57-4ac9-8335-eb6b90c86f8a HTTP/1.1" status: 404 len: 346 time: 0.0219126 Nov 23 10:56:17.174306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aaab1c-f144-4a86-876b-7d37b8e77f75 req-e27e8742-8f71-47f5-b18b-7743e4459d24 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:17.176099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65aaab1c-f144-4a86-876b-7d37b8e77f75 req-e27e8742-8f71-47f5-b18b-7743e4459d24 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 945 time: 0.0619059 Nov 23 10:56:17.248646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-c768e59b-7767-4113-88f1-fc41f519a845 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:17.250714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-c768e59b-7767-4113-88f1-fc41f519a845 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 945 time: 0.0583968 Nov 23 10:56:17.254664 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65aaab1c-f144-4a86-876b-7d37b8e77f75 req-f36ea22f-6628-4b1d-898d-cd953c4d8206 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721941 Nov 23 10:56:17.467462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51374) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:17.607324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb3477e6-a9d4-485f-b72c-c92df9c8a3af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:17.702754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb3477e6-a9d4-485f-b72c-c92df9c8a3af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:17.709791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb3477e6-a9d4-485f-b72c-c92df9c8a3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:17.740314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3477e6-a9d4-485f-b72c-c92df9c8a3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e4ed25-6ed0-4bf5-9d68-9ae878b1d973,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:17.764938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535922c-daa5-4237-9373-12b3489788ff req-a53242ed-d3f0-446a-aff7-ed2311b44196 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:17.768375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb3477e6-a9d4-485f-b72c-c92df9c8a3af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5d92b4329f84271bfb61d09c232a038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968743 Nov 23 10:56:17.768471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5535922c-daa5-4237-9373-12b3489788ff req-a53242ed-d3f0-446a-aff7-ed2311b44196 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.4223192 Nov 23 10:56:17.768693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Deleting port d5c5201d-c1c9-43ac-b981-f6c5475a246a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:17.769033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:17.771768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51380) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:17.918615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5535922c-daa5-4237-9373-12b3489788ff req-5d123679-a63e-4164-81b1-fb4d320e91ed tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384768 Nov 23 10:56:17.937657 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2361fa58-24d2-40ea-82bd-7330e6504482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:17.949132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] For port d5c5201d-c1c9-43ac-b981-f6c5475a246a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d5c5201d-c1c9-43ac-b981-f6c5475a246a,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:17.949132 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:17.961521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Calling delete_port for d5c5201d-c1c9-43ac-b981-f6c5475a246a owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:17.980273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2361fa58-24d2-40ea-82bd-7330e6504482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:18.145191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec734d2-0285-42fb-8e78-640e678cb126 req-ee745bc5-51d3-4007-aba9-15b4840dc022 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:18.146787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0ec734d2-0285-42fb-8e78-640e678cb126 req-ee745bc5-51d3-4007-aba9-15b4840dc022 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1210234 Nov 23 10:56:18.196563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2361fa58-24d2-40ea-82bd-7330e6504482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:18.199739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2361fa58-24d2-40ea-82bd-7330e6504482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:18.203761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2361fa58-24d2-40ea-82bd-7330e6504482 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28e4ed25-6ed0-4bf5-9d68-9ae878b1d973 HTTP/1.1" status: 204 len: 168 time: 0.4310219 Nov 23 10:56:18.226434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361fa58-24d2-40ea-82bd-7330e6504482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e4ed25-6ed0-4bf5-9d68-9ae878b1d973,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:18.258340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0ec734d2-0285-42fb-8e78-640e678cb126 req-5f58a6ac-3ffd-4fb1-899c-74ec4e8e6575 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019022 Nov 23 10:56:18.263775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:18.281952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', '2d648f44-ca55-49fe-997a-0015679ee04f', 'd5c5201d-c1c9-43ac-b981-f6c5475a246a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:18.300925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event deleted for resources: {'Port': ['ID=d5c5201d-c1c9-43ac-b981-f6c5475a246a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:18.354387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] No DVR routers for this DVR port d5c5201d-c1c9-43ac-b981-f6c5475a246a on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:18.357600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:18.362158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74f79b15-a7bb-47f3-9dd4-cb223c52bfa0 req-1172e05e-2b88-4a6b-8dc6-5e78b951d8bb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "DELETE /v2.0/ports/d5c5201d-c1c9-43ac-b981-f6c5475a246a HTTP/1.1" status: 204 len: 173 time: 1.1040404 Nov 23 10:56:18.362794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dcbae8-13f6-400d-8f33-51154be089dc', 'name': 'network-vif-deleted', 'tag': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:18.365305 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62efd47b-6ba2-4602-8d20-f899f75d682e" -d '{"events": [{"server_uuid": "22dcbae8-13f6-400d-8f33-51154be089dc", "name": "network-vif-deleted", "tag": "d5c5201d-c1c9-43ac-b981-f6c5475a246a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:18.442459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddcaa323-b53e-48d2-a79f-6ba1b477568e req-d94f4d61-7272-4944-94d4-4306d6ff687a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=22dcbae8-13f6-400d-8f33-51154be089dc HTTP/1.1" status: 200 len: 210 time: 0.0385098 Nov 23 10:56:18.502498 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de8875b-103b-491e-886c-0658b7272aac x-openstack-request-id: req-4de8875b-103b-491e-886c-0658b7272aac {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:18.502760 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dcbae8-13f6-400d-8f33-51154be089dc", "name": "network-vif-deleted", "tag": "d5c5201d-c1c9-43ac-b981-f6c5475a246a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:18.503064 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4de8875b-103b-491e-886c-0658b7272aac {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:18.503565 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dcbae8-13f6-400d-8f33-51154be089dc', 'name': 'network-vif-deleted', 'tag': 'd5c5201d-c1c9-43ac-b981-f6c5475a246a', 'status': 'completed', 'code': 200} Nov 23 10:56:18.550430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:18.639420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811faafa-2e67-435e-a925-4f573729943a req-06e53c05-bd99-46ab-b9a7-2d157519bf50 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:18.641194 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-811faafa-2e67-435e-a925-4f573729943a req-06e53c05-bd99-46ab-b9a7-2d157519bf50 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0741713 Nov 23 10:56:18.726426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-811faafa-2e67-435e-a925-4f573729943a req-54ad0f03-6832-4b88-a6f7-f48a5163de99 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791950 Nov 23 10:56:18.870583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8406cf-665b-4d0c-909f-684bec0d1f8a req-b295692b-9b38-4563-9a8b-ad74f7d21340 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:18.873191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e8406cf-665b-4d0c-909f-684bec0d1f8a req-b295692b-9b38-4563-9a8b-ad74f7d21340 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0647604 Nov 23 10:56:18.951611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e8406cf-665b-4d0c-909f-684bec0d1f8a req-5706c14e-25ae-46df-be17-4bee4d511eb3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720432 Nov 23 10:56:19.155073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be41f-9688-4be4-be93-4ffa35394553 req-b077855f-6395-4370-8bda-02b9da7d0f9f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:19.163354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b21be41f-9688-4be4-be93-4ffa35394553 req-b077855f-6395-4370-8bda-02b9da7d0f9f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0852554 Nov 23 10:56:19.219762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b21be41f-9688-4be4-be93-4ffa35394553 req-20224d0d-941f-4812-901b-43fedfa304cb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553048 Nov 23 10:56:19.369219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285d376-da79-4949-a67e-6583286ca6e1 req-ff0f3bc0-85f2-493a-81e0-a939a2f01394 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:19.371690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5285d376-da79-4949-a67e-6583286ca6e1 req-ff0f3bc0-85f2-493a-81e0-a939a2f01394 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0578845 Nov 23 10:56:19.468226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5285d376-da79-4949-a67e-6583286ca6e1 req-856c8e45-36ab-413a-a380-dc63b2cd522d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857294 Nov 23 10:56:19.507039 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:19.715395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51452) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:19.781226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25998ed5-91bd-4f4b-8db3-3e5507cffb89 req-822c4a80-b96f-48b0-a35f-b8b2498f47a4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:19.790141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25998ed5-91bd-4f4b-8db3-3e5507cffb89 req-822c4a80-b96f-48b0-a35f-b8b2498f47a4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0853975 Nov 23 10:56:19.817095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:19.907680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25998ed5-91bd-4f4b-8db3-3e5507cffb89 req-59906e74-eba6-4ad8-b14c-8996e05a0e45 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152084 Nov 23 10:56:19.996642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c26f6b77-24f1-4eff-bf90-4cea9c62a03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.029886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb1d6b-0ab2-44ff-aff4-e3da9bf825c9 req-4b05cdf2-93e6-4357-9038-7a6cb82ac995 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:20.038382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8cb1d6b-0ab2-44ff-aff4-e3da9bf825c9 req-4b05cdf2-93e6-4357-9038-7a6cb82ac995 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 945 time: 0.1235809 Nov 23 10:56:20.046865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787880d-c2d1-415a-9716-c14557fc7b01 req-3ad530cf-1a5c-4870-9ee5-fc164de9556b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:20.055707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7787880d-c2d1-415a-9716-c14557fc7b01 req-3ad530cf-1a5c-4870-9ee5-fc164de9556b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0681942 Nov 23 10:56:20.088791 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.167065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8cb1d6b-0ab2-44ff-aff4-e3da9bf825c9 req-0dda17d8-d09b-4a3f-84a4-4b1672dab405 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276379 Nov 23 10:56:20.200877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7787880d-c2d1-415a-9716-c14557fc7b01 req-42b9f8c8-2470-4a33-91b0-430a00a7724b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379938 Nov 23 10:56:20.227772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c26f6b77-24f1-4eff-bf90-4cea9c62a03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.233334 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c26f6b77-24f1-4eff-bf90-4cea9c62a03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.274362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f6b77-24f1-4eff-bf90-4cea9c62a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f244c079-98c5-4811-abc7-09a4d2d1c19b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:20.297555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c26f6b77-24f1-4eff-bf90-4cea9c62a03d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ddc4bf7f1b54aa792aa76019656f2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5810378 Nov 23 10:56:20.300238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51476) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:20.398772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e6808a1-9185-49e8-8a77-c3b11d9d146e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.404640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e97d1-2715-48a4-b102-3daaa4991e7c req-e7208774-2189-43cf-b311-0a7d0bb559d2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:20.406662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7e97d1-2715-48a4-b102-3daaa4991e7c req-e7208774-2189-43cf-b311-0a7d0bb559d2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0597346 Nov 23 10:56:20.428247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e6808a1-9185-49e8-8a77-c3b11d9d146e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.469663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7e97d1-2715-48a4-b102-3daaa4991e7c req-6b44888a-1c4d-4584-afde-565cb0484041 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562944 Nov 23 10:56:20.485521 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e6808a1-9185-49e8-8a77-c3b11d9d146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.488364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8e6808a1-9185-49e8-8a77-c3b11d9d146e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:20.489621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8e6808a1-9185-49e8-8a77-c3b11d9d146e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f244c079-98c5-4811-abc7-09a4d2d1c19b HTTP/1.1" status: 204 len: 168 time: 0.1882558 Nov 23 10:56:20.513280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6808a1-9185-49e8-8a77-c3b11d9d146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f244c079-98c5-4811-abc7-09a4d2d1c19b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:20.632873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41db79-4943-41ca-80e5-8172495d2304 req-995d2acf-3af9-49ac-804e-0b43b4366a6c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:20.634581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c41db79-4943-41ca-80e5-8172495d2304 req-995d2acf-3af9-49ac-804e-0b43b4366a6c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0580204 Nov 23 10:56:20.690139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c41db79-4943-41ca-80e5-8172495d2304 req-fba81a09-a35f-4daf-95a4-0e5c17d8a3f3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487542 Nov 23 10:56:20.757450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d5c5201d-c1c9-43ac-b981-f6c5475a246a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:20.797466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: d5c5201d-c1c9-43ac-b981-f6c5475a246a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:20.797976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d5c5201d-c1c9-43ac-b981-f6c5475a246a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:20.868358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac33830-f45a-4ca4-a2ac-3f6eb37c8f59 req-1f2bedc1-1c34-423a-b056-a71ef77b429b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:20.870143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bac33830-f45a-4ca4-a2ac-3f6eb37c8f59 req-1f2bedc1-1c34-423a-b056-a71ef77b429b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0748091 Nov 23 10:56:20.933938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bac33830-f45a-4ca4-a2ac-3f6eb37c8f59 req-8a6a046c-c182-4bef-a841-5f2683dd19c4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549421 Nov 23 10:56:21.025630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51502) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:21.036438 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:56:21.043403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1c69366b-b8df-4b52-b0f5-01640987ac5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.108701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f22356-24ea-4c31-b812-a83802c21aec req-8e240ef9-29e1-425f-be5b-d5e1c5ecc35e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:21.119398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40f22356-24ea-4c31-b812-a83802c21aec req-8e240ef9-29e1-425f-be5b-d5e1c5ecc35e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0730133 Nov 23 10:56:21.130451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1c69366b-b8df-4b52-b0f5-01640987ac5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.138656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1c69366b-b8df-4b52-b0f5-01640987ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.184626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-40f22356-24ea-4c31-b812-a83802c21aec req-31856d18-1a3a-45c1-ae1f-f2c6e81c495d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637789 Nov 23 10:56:21.189671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1c69366b-b8df-4b52-b0f5-01640987ac5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a683f3035e504d968bef531425742920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627488 Nov 23 10:56:21.190862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69366b-b8df-4b52-b0f5-01640987ac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66437be0-f18a-4f7e-94d2-31db5d48f42d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:21.193321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51504) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:21.280302 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f728756-3e12-459f-b7ba-4c681bd468d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.303497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d3bfa-a7fb-4e2f-8c79-6b1b42dce59a req-7b83f11c-a735-480f-ac8b-c4cbf3cb15b2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:21.307270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f728756-3e12-459f-b7ba-4c681bd468d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.311658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-904d3bfa-a7fb-4e2f-8c79-6b1b42dce59a req-7b83f11c-a735-480f-ac8b-c4cbf3cb15b2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 945 time: 0.0634062 Nov 23 10:56:21.391200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f728756-3e12-459f-b7ba-4c681bd468d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.394083 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f728756-3e12-459f-b7ba-4c681bd468d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.404967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1f728756-3e12-459f-b7ba-4c681bd468d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66437be0-f18a-4f7e-94d2-31db5d48f42d HTTP/1.1" status: 204 len: 168 time: 0.1931298 Nov 23 10:56:21.408630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-0a54f7dd-4652-4573-b54f-c8d96ca86d05 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:21.410317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-0a54f7dd-4652-4573-b54f-c8d96ca86d05 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 945 time: 0.0911787 Nov 23 10:56:21.432020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-904d3bfa-a7fb-4e2f-8c79-6b1b42dce59a req-bc99abd6-b3eb-4010-9504-db62043e9b81 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149108 Nov 23 10:56:21.443785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07374943-81aa-485c-a4c4-f862a72dbf67 req-10403148-37e0-41e2-b5ed-43bd1385b3c2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:21.445383 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07374943-81aa-485c-a4c4-f862a72dbf67 req-10403148-37e0-41e2-b5ed-43bd1385b3c2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1075840 Nov 23 10:56:21.463552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f728756-3e12-459f-b7ba-4c681bd468d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66437be0-f18a-4f7e-94d2-31db5d48f42d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:21.546263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Deleting port 2d648f44-ca55-49fe-997a-0015679ee04f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:21.546759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.550568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07374943-81aa-485c-a4c4-f862a72dbf67 req-a96fc5dc-14cf-4bd0-9f4a-c2201d38d747 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948484 Nov 23 10:56:21.692054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] For port 2d648f44-ca55-49fe-997a-0015679ee04f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2d648f44-ca55-49fe-997a-0015679ee04f,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:21.692419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.710640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Calling delete_port for 2d648f44-ca55-49fe-997a-0015679ee04f owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:21.719786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782fd7a-6604-4d27-be8b-cff6a33d30c8 req-86976e58-512b-490a-9cae-d063ec64fd1f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:21.721327 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c782fd7a-6604-4d27-be8b-cff6a33d30c8 req-86976e58-512b-490a-9cae-d063ec64fd1f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0911088 Nov 23 10:56:21.823109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c782fd7a-6604-4d27-be8b-cff6a33d30c8 req-d033e438-1d30-44a4-a221-79f93fdc88d0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942943 Nov 23 10:56:21.907858 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:21.927217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', '2d648f44-ca55-49fe-997a-0015679ee04f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:22.019722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event deleted for resources: {'Port': ['ID=2d648f44-ca55-49fe-997a-0015679ee04f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:22.047402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] No DVR routers for this DVR port 2d648f44-ca55-49fe-997a-0015679ee04f on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:22.054351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:22.057962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ebaab8c3-5af0-45d7-9e50-54a205eb2115 req-e1bdbe49-1f16-4ec0-be36-64f82de3f907 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "DELETE /v2.0/ports/2d648f44-ca55-49fe-997a-0015679ee04f HTTP/1.1" status: 204 len: 173 time: 0.6249192 Nov 23 10:56:22.081353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4156cc-be7c-4831-b4b2-9d5a6aaa9a3a req-71bb4e40-c38e-4e7f-9cfb-7ad3dd26f5f2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:22.095750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e4156cc-be7c-4831-b4b2-9d5a6aaa9a3a req-71bb4e40-c38e-4e7f-9cfb-7ad3dd26f5f2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1421628 Nov 23 10:56:22.099180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:22.125376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97186453-796e-464b-91e2-16e101e3b077', 'name': 'network-vif-deleted', 'tag': '2d648f44-ca55-49fe-997a-0015679ee04f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:22.128356 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ad71bc-1b78-44de-bba8-9653bddd2c69" -d '{"events": [{"server_uuid": "97186453-796e-464b-91e2-16e101e3b077", "name": "network-vif-deleted", "tag": "2d648f44-ca55-49fe-997a-0015679ee04f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:22.194987 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f9eebf-9fb6-45ce-9d58-28b30e56038b x-openstack-request-id: req-f9f9eebf-9fb6-45ce-9d58-28b30e56038b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:22.195290 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97186453-796e-464b-91e2-16e101e3b077", "name": "network-vif-deleted", "tag": "2d648f44-ca55-49fe-997a-0015679ee04f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:22.195552 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9f9eebf-9fb6-45ce-9d58-28b30e56038b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:22.197143 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97186453-796e-464b-91e2-16e101e3b077', 'name': 'network-vif-deleted', 'tag': '2d648f44-ca55-49fe-997a-0015679ee04f', 'status': 'completed', 'code': 200} Nov 23 10:56:22.244506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e4156cc-be7c-4831-b4b2-9d5a6aaa9a3a req-67d70b87-215c-44cd-8708-466c65312f4a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316900 Nov 23 10:56:22.376827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07e911-e80a-488d-8f9b-b6c1b40d9665 req-90c8b581-6138-4b99-9cea-98c9ea0cbf51 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:22.388673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca07e911-e80a-488d-8f9b-b6c1b40d9665 req-90c8b581-6138-4b99-9cea-98c9ea0cbf51 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0797756 Nov 23 10:56:22.452157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca07e911-e80a-488d-8f9b-b6c1b40d9665 req-b1eafe99-7071-4f58-8bfa-b431b63c7ac8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592859 Nov 23 10:56:22.701772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93b423ff-14df-4a85-8e43-7ba1421d1847 req-e0336ad7-cd7f-4da3-bda5-3eb24c133d1a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=97186453-796e-464b-91e2-16e101e3b077 HTTP/1.1" status: 200 len: 210 time: 0.0810781 Nov 23 10:56:22.836078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab6959-465f-4134-982d-f2ed49f0d730 req-b6d507aa-8898-45ba-99db-de6e91df96fe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:22.844507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dab6959-465f-4134-982d-f2ed49f0d730 req-b6d507aa-8898-45ba-99db-de6e91df96fe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2137907 Nov 23 10:56:22.921161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dab6959-465f-4134-982d-f2ed49f0d730 req-99b09afc-2746-4833-94c3-f2d105529b42 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694008 Nov 23 10:56:23.072574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd0b32-60b9-47f6-b10d-5087df2c10f2 req-135d5751-8aaa-41a7-a7e1-060a96cfb769 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:23.074276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50bd0b32-60b9-47f6-b10d-5087df2c10f2 req-135d5751-8aaa-41a7-a7e1-060a96cfb769 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0788252 Nov 23 10:56:23.175483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50bd0b32-60b9-47f6-b10d-5087df2c10f2 req-2d51c4b1-36ee-493b-ae9a-cc162a5a7905 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889106 Nov 23 10:56:23.490008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c208d-bd33-4a1a-88ca-38a36286f6c3 req-036cb16e-39d3-4c46-83a4-5631d8d8eede tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:23.491514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a0c208d-bd33-4a1a-88ca-38a36286f6c3 req-036cb16e-39d3-4c46-83a4-5631d8d8eede tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1002049 Nov 23 10:56:23.594298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a0c208d-bd33-4a1a-88ca-38a36286f6c3 req-967a0948-a4fc-41c9-9e9d-577ff0f109d5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949337 Nov 23 10:56:23.823489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfd521-f8bd-4633-b5b9-44c956d79cfa req-ee3d2ade-7331-492d-8f3d-9b0c9bed909c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:23.825095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14dfd521-f8bd-4633-b5b9-44c956d79cfa req-ee3d2ade-7331-492d-8f3d-9b0c9bed909c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0735772 Nov 23 10:56:23.960508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14dfd521-f8bd-4633-b5b9-44c956d79cfa req-acfa75db-32bf-44ab-b7c5-ad1148f0f354 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241999 Nov 23 10:56:24.242326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0f327-f55a-40b8-921a-cc9c7555aef8 req-95557d8b-5922-4bc5-9319-f7a0dce23a31 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:24.252345 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ed0f327-f55a-40b8-921a-cc9c7555aef8 req-95557d8b-5922-4bc5-9319-f7a0dce23a31 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 946 time: 0.1025069 Nov 23 10:56:24.312267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186d08-47bf-427f-aec6-aae9339ad690 req-616ff52f-5499-4906-8a94-a00ca993cf3c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:24.313932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-616ff52f-5499-4906-8a94-a00ca993cf3c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.1634181 Nov 23 10:56:24.319965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ed0f327-f55a-40b8-921a-cc9c7555aef8 req-6a8c7b44-4837-418f-ae83-17b4b2848d48 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665364 Nov 23 10:56:24.334614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-4ff68b87-5bd5-453c-85dc-664c64f255da tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.0138359 Nov 23 10:56:24.408868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-3481df21-f020-437a-bcf9-5ffa24145be1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708902 Nov 23 10:56:24.454380 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7cb48-3a0a-48d5-8648-b55ca07494be req-58a11e2b-4644-4ea0-81cf-5ff44ee762ce tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:24.461918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00a7cb48-3a0a-48d5-8648-b55ca07494be req-58a11e2b-4644-4ea0-81cf-5ff44ee762ce tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0700905 Nov 23 10:56:24.510712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-00a7cb48-3a0a-48d5-8648-b55ca07494be req-c51a6919-8f1d-4403-9cfb-5a7ecdbc6a9f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477362 Nov 23 10:56:24.521021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-f5050c67-6ea3-478e-b961-d53ba7416529 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039340 Nov 23 10:56:24.643094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efb6ea-70be-4ac8-81e0-c388a124bd14 req-da255c45-8fb6-46a7-b8d6-902627cd241e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:24.650566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39efb6ea-70be-4ac8-81e0-c388a124bd14 req-da255c45-8fb6-46a7-b8d6-902627cd241e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0633843 Nov 23 10:56:24.653726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-bd730729-15d0-4550-8e4b-e260e03e5b8f service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200221 Nov 23 10:56:24.708573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-39efb6ea-70be-4ac8-81e0-c388a124bd14 req-6302cf78-687f-49c7-bba3-5ae52d4fb034 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571532 Nov 23 10:56:24.794028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2d648f44-ca55-49fe-997a-0015679ee04f no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:24.835565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 2d648f44-ca55-49fe-997a-0015679ee04f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:24.835917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2d648f44-ca55-49fe-997a-0015679ee04f not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:24.874730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f9be7712-7a4c-4554-9b9c-8a76c02f86d6 req-7b0a50a9-9a70-4baf-94b9-3618ae8b7728 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 210 time: 0.0622370 Nov 23 10:56:25.352914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ed538-a59d-4dc3-8f94-8c85cbf1a955 req-37149dfa-4d7d-4f4b-9845-109d0e70a837 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:25.357584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af5ed538-a59d-4dc3-8f94-8c85cbf1a955 req-37149dfa-4d7d-4f4b-9845-109d0e70a837 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0737851 Nov 23 10:56:25.475091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af5ed538-a59d-4dc3-8f94-8c85cbf1a955 req-7b533ffa-40e8-4be5-bf66-d90056779d94 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126909 Nov 23 10:56:25.499023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df62fba-a039-426d-ac1d-cbafedb7f6d9 req-3d891bf1-e92b-4312-a57f-800a55bf08a2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:25.503480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8df62fba-a039-426d-ac1d-cbafedb7f6d9 req-3d891bf1-e92b-4312-a57f-800a55bf08a2 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 946 time: 0.0873795 Nov 23 10:56:25.559051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8df62fba-a039-426d-ac1d-cbafedb7f6d9 req-4c6bd693-4da2-48b8-a71b-da03a8f079e9 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups?id=919c6fb7-b7ca-48f2-b2d7-890dd0e77675&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472291 Nov 23 10:56:25.798425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-889b1ad4-974f-47b7-8e02-3a9cb3beba6f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:25.800373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-889b1ad4-974f-47b7-8e02-3a9cb3beba6f tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.58 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 946 time: 0.0516877 Nov 23 10:56:25.916195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Deleting port e524a31a-2ea4-49d6-9e23-bf50a3608e58 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:25.916632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:26.040825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9528a781-c08d-4282-b358-b285562653d9 req-f6519868-704f-4bd8-a778-515c8f44ec2b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 210 time: 0.0486782 Nov 23 10:56:26.068830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] For port e524a31a-2ea4-49d6-9e23-bf50a3608e58, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e524a31a-2ea4-49d6-9e23-bf50a3608e58,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:26.068830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:26.342680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186d08-47bf-427f-aec6-aae9339ad690 req-c7ae8c4f-8835-4e2a-829b-8824ca2bf819 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:26.344557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-c7ae8c4f-8835-4e2a-829b-8824ca2bf819 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.2521515 Nov 23 10:56:26.385134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Request body: {'port': {'device_id': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'admin_state_up': True, 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:26.470445 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:26.470892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:26.471193 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Floating IP 45010b4d-ed6b-4223-a21c-4b52723d5708 disassociated. External IP: 172.25.5.140, port: e524a31a-2ea4-49d6-9e23-bf50a3608e58. Nov 23 10:56:26.471467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Calling delete_port for e524a31a-2ea4-49d6-9e23-bf50a3608e58 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:26.599934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:26.603851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:26.628599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe3ec-bb9c-4831-875c-3f1b905ba762 req-8a2acd45-88a0-4f9d-8418-686f9b2a6ed9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:26.631102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82efe3ec-bb9c-4831-875c-3f1b905ba762 req-8a2acd45-88a0-4f9d-8418-686f9b2a6ed9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0731170 Nov 23 10:56:26.705776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82efe3ec-bb9c-4831-875c-3f1b905ba762 req-fff20392-670c-4e65-92c3-7c0b73d9fc0a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675101 Nov 23 10:56:26.748771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:26.815533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event deleted for resources: {'Port': ['ID=e524a31a-2ea4-49d6-9e23-bf50a3608e58,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:26.833040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a22a0-79da-46c5-a000-fa06c1bacd3a req-5a67d4a6-f6e9-4232-951d-7a26b7596424 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:26.835078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c66a22a0-79da-46c5-a000-fa06c1bacd3a req-5a67d4a6-f6e9-4232-951d-7a26b7596424 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.0567336 Nov 23 10:56:26.859186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e19afe82-7bb1-4b17-8959-1b80b5defc54 req-6bd580f2-d4b1-436a-8db3-db83eaceb32b tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 210 time: 0.0742211 Nov 23 10:56:26.904830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Allocated IP 172.20.0.5 (47b17cde-e9e3-4676-93cc-c6f90b1a3145/bba97f1a-2f2d-4454-8bed-91c9e181d23e/9c71358c-ad5e-4d35-adb1-4846cef2c8d8) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:26.906780 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c66a22a0-79da-46c5-a000-fa06c1bacd3a req-fcda201d-5255-414a-8397-3ec2ebb5f01a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646927 Nov 23 10:56:27.031854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:56:27.252688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:27.322933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e05ef8b-130c-4fd1-b137-a6f266efa768 req-2845e8bd-79dd-4008-bd41-034d8b5e0d24 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 210 time: 0.1282523 Nov 23 10:56:27.322933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:56:27.334503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] Sync routers for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:56:27.352539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:56:27.353153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:27.392899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] No DVR routers for this DVR port e524a31a-2ea4-49d6-9e23-bf50a3608e58 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:27.396184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:27.400334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dd7a3f3-d69a-4939-9b32-24d0899f9818 req-7b894631-491f-4bda-bb2b-cd1d149a0edd tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.58 "DELETE /v2.0/ports/e524a31a-2ea4-49d6-9e23-bf50a3608e58 HTTP/1.1" status: 204 len: 173 time: 1.5914905 Nov 23 10:56:27.401868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-deleted', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:27.408345 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a371364d-a712-4bed-909f-f5d6ae7e8e79" -d '{"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-deleted", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:27.422403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:27.461392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:27.504594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:56:27.506051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event updated for resources: {'Port': ['ID=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:27.510887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:56:27.514928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:56:27.581001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:27.581858 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:27.618775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-a6fab579-ee8b-4d32-bed5-309db310ea32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389748 Nov 23 10:56:27.632338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Request body: {'port': {'device_id': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:27.705285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:27.735749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:56:27.883433 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76051ca-8f13-4191-b768-9db7c5b06037 x-openstack-request-id: req-d76051ca-8f13-4191-b768-9db7c5b06037 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:27.883641 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974f3692-910c-4221-8080-10de8d31e6aa", "name": "network-vif-deleted", "tag": "e524a31a-2ea4-49d6-9e23-bf50a3608e58", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:27.883924 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d76051ca-8f13-4191-b768-9db7c5b06037 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:27.885369 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974f3692-910c-4221-8080-10de8d31e6aa', 'name': 'network-vif-deleted', 'tag': 'e524a31a-2ea4-49d6-9e23-bf50a3608e58', 'status': 'completed', 'code': 200} Nov 23 10:56:27.960550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d145887-2768-4704-a7cb-86380cc8aeef req-70f658d5-7da4-4df6-9256-0ac3477250fd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:27.968524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d145887-2768-4704-a7cb-86380cc8aeef req-70f658d5-7da4-4df6-9256-0ac3477250fd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1669908 Nov 23 10:56:28.080388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d145887-2768-4704-a7cb-86380cc8aeef req-5874ad0e-69b1-4132-8eae-285c986ba890 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046960 Nov 23 10:56:28.157757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d1c8a4b6-2e46-4b10-b7d8-5c8761e5759f req-d084c431-c817-470f-978a-d5a64b186735 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/ports?device_id=974f3692-910c-4221-8080-10de8d31e6aa HTTP/1.1" status: 200 len: 210 time: 0.0685799 Nov 23 10:56:28.234224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:56:28.244425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:28.265853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Transition to ACTIVE for port object 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:56:28.280889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd5206-5049-4cae-b9c3-06aa7dfa73ce req-3b8e2c21-0bff-43e0-9434-0b8e388bddd6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:28.289596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70dd5206-5049-4cae-b9c3-06aa7dfa73ce req-3b8e2c21-0bff-43e0-9434-0b8e388bddd6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.0890946 Nov 23 10:56:28.305225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:28.354165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:28.386553 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] Checking router: 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:56:28.397055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:56:28.398024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:28.443752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:28.465949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: e524a31a-2ea4-49d6-9e23-bf50a3608e58 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:28.466557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e524a31a-2ea4-49d6-9e23-bf50a3608e58 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:28.523100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70dd5206-5049-4cae-b9c3-06aa7dfa73ce req-75d6ce6c-9b5a-41b2-b83e-af5956e2eea7 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322297 Nov 23 10:56:28.523810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Pushing event updated for resources: {'Port': ['ID=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:28.552386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb86eb-553d-4230-b8b4-01f2d20c61e2 req-29af4301-2617-4b15-b15a-d375412e14c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:28.559089 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58fb86eb-553d-4230-b8b4-01f2d20c61e2 req-29af4301-2617-4b15-b15a-d375412e14c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 943 time: 0.1020439 Nov 23 10:56:28.594690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:56:28.617738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Attempting to bind port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:56:28.618094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Attempting to bind port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:56:28.618432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Attempting to bind port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:56:28.624863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:56:28.625272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Attempting to bind port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:56:28.631203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:56:28.631721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:56:28.632160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Bound using segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:56:28.632603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Bound port: 9c71358c-ad5e-4d35-adb1-4846cef2c8d8, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:56:28.633079 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:28.664640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58fb86eb-553d-4230-b8b4-01f2d20c61e2 req-5037a6d3-59f7-4bed-b906-df11aa7ad3fa tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989485 Nov 23 10:56:28.727634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] For port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:56:28.732892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] For port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:56:28.740571 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:28.801610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:28.802476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:28.804554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] 10.222.0.65 "PUT /v2.0/ports/9c71358c-ad5e-4d35-adb1-4846cef2c8d8 HTTP/1.1" status: 200 len: 1091 time: 1.1766601 Nov 23 10:56:28.836693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522ee76-a973-43c3-92f0-3eb6f5a8236a service neutron] Pushing event updated for resources: {'Port': ['ID=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:28.960278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b044f6c-7d95-4356-8f00-23051afda12d req-37c82112-bd29-46fd-b8c5-4d2a63b86639 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:28.962391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b044f6c-7d95-4356-8f00-23051afda12d req-37c82112-bd29-46fd-b8c5-4d2a63b86639 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.1046915 Nov 23 10:56:28.965810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186d08-47bf-427f-aec6-aae9339ad690 req-7b8eede5-34b6-448f-beb7-968d4fee8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:28.968404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-7b8eede5-34b6-448f-beb7-968d4fee8dd4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 1094 time: 0.0706084 Nov 23 10:56:28.997871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:29.035682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50929e0d-019e-4a7b-8774-bfadaccdab1e None None] The sync data for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 is: [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:44:58Z', 'revision_number': 4, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'c0d229b6-840c-4760-b5b1-5c5157b4b961', 'name': '', 'network_id': '66d611ef-410b-4daf-bad8-dfb24a1d99cd', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'mac_address': 'fa:16:3e:03:bc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:57Z', 'updated_at': '2021-11-23T10:45:06Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'subnets': [{'id': 'c7cfd4fd-7bb8-4229-a503-92c014822c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:56:29.080574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-77a5bbab-e774-432c-b3cf-af6fdf4a4db8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c71358c-ad5e-4d35-adb1-4846cef2c8d8 HTTP/1.1" status: 200 len: 217 time: 0.0983706 Nov 23 10:56:29.155119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63186d08-47bf-427f-aec6-aae9339ad690 req-6e82b8ca-062b-48d6-bab4-9eeefd3b786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:29.156624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-6e82b8ca-062b-48d6-bab4-9eeefd3b786f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.0614166 Nov 23 10:56:29.271659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51780) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:29.378339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d528971-9823-4c1c-8e74-6aa1f209a863 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:29.451867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d528971-9823-4c1c-8e74-6aa1f209a863 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:29.540096 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc29c2-a8a1-4670-8101-c8c96018e8ad None None] New status for floating IP 45010b4d-ed6b-4223-a21c-4b52723d5708: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:56:29.551865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d528971-9823-4c1c-8e74-6aa1f209a863 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:29.556324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d528971-9823-4c1c-8e74-6aa1f209a863 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:29.557879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d528971-9823-4c1c-8e74-6aa1f209a863 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "DELETE /v2.0/security-groups/919c6fb7-b7ca-48f2-b2d7-890dd0e77675 HTTP/1.1" status: 204 len: 168 time: 0.2841520 Nov 23 10:56:29.564415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51784) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:29.608313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d528971-9823-4c1c-8e74-6aa1f209a863 tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919c6fb7-b7ca-48f2-b2d7-890dd0e77675,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:29.617848 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-f093c460-7b1b-4ea8-b786-4bf78301fbad tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] show failed (client error): The resource could not be found. Nov 23 10:56:29.619007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f093c460-7b1b-4ea8-b786-4bf78301fbad tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "GET /v2.0/security-groups/919c6fb7-b7ca-48f2-b2d7-890dd0e77675 HTTP/1.1" status: 404 len: 347 time: 0.0526874 Nov 23 10:56:29.622961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51786) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:29.697093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-dd82f52d-a2ba-43d0-aae0-6c29c0935272 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5096674 Nov 23 10:56:29.855935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca724e83-e312-4efe-ad50-11b3628bb65b req-348ec473-6e31-4415-83d5-05833a4d18a6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:29.857085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331d27d-9682-4a19-830c-67bb3550ba0d req-5d180b1d-0e78-46d3-a6ff-a695bf053b3d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:29.857770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca724e83-e312-4efe-ad50-11b3628bb65b req-348ec473-6e31-4415-83d5-05833a4d18a6 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 945 time: 0.1660137 Nov 23 10:56:29.859063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3331d27d-9682-4a19-830c-67bb3550ba0d req-5d180b1d-0e78-46d3-a6ff-a695bf053b3d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.6729674 Nov 23 10:56:29.885801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'tag': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:29.889092 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41d7aae-24c1-4db9-bbc5-5577df24f3af" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfed797-a77b-495f-a668-e400e1ad6f6b", "tag": "9c71358c-ad5e-4d35-adb1-4846cef2c8d8"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:29.903915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Deleting port 702bc5a5-a763-47af-81a7-1fab6d484354 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:29.904798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:29.921860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Deleting port 5f65dc30-a141-4b9f-9d4a-01c88aebf560 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:29.922851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:29.925099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-13e8195a-cd99-4a42-9a41-17573860fe8b service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085316 Nov 23 10:56:30.042987 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3331d27d-9682-4a19-830c-67bb3550ba0d req-6620d463-1171-4186-965e-85549061c91b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738443 Nov 23 10:56:30.138993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.145665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.155887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] For port 702bc5a5-a763-47af-81a7-1fab6d484354, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=702bc5a5-a763-47af-81a7-1fab6d484354,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:30.155887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.184541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Calling delete_port for 5f65dc30-a141-4b9f-9d4a-01c88aebf560 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:30.196657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63186d08-47bf-427f-aec6-aae9339ad690 req-e9bfa495-07f6-4a19-964b-c46caec11bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513671 Nov 23 10:56:30.220475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca724e83-e312-4efe-ad50-11b3628bb65b req-9696a80b-e8c3-4401-a47c-3ca52d3f835a tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups?id=91382822-c688-47dc-a9f8-8100eb4c8220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532071 Nov 23 10:56:30.333722 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f447070b-7282-453e-b23e-bd8c4d25c87d x-openstack-request-id: req-f447070b-7282-453e-b23e-bd8c4d25c87d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:30.333947 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfed797-a77b-495f-a668-e400e1ad6f6b", "tag": "9c71358c-ad5e-4d35-adb1-4846cef2c8d8", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:30.334173 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f447070b-7282-453e-b23e-bd8c4d25c87d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:30.334751 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'tag': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8', 'status': 'completed', 'code': 200} Nov 23 10:56:30.405676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.439283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Pushing event deleted for resources: {'Port': ['ID=5f65dc30-a141-4b9f-9d4a-01c88aebf560,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:30.482182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-3767ae53-2758-43ed-a1cd-9d9aa94f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:30.483736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-3767ae53-2758-43ed-a1cd-9d9aa94f76c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 1094 time: 0.1470015 Nov 23 10:56:30.501729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0102-c905-4726-91e3-bfdbc1a62225 req-9c7df929-5c46-4445-910e-a53388af9eca tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:30.503294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-086e0102-c905-4726-91e3-bfdbc1a62225 req-9c7df929-5c46-4445-910e-a53388af9eca tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 943 time: 0.1676378 Nov 23 10:56:30.510192 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.513259 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.518723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f65fd7b2-6dda-4caf-81d5-39836fac4e2e tempest-AttachVolumeShelveTestJSON-1856776251 tempest-AttachVolumeShelveTestJSON-1856776251-project] 10.222.0.61 "DELETE /v2.0/floatingips/45010b4d-ed6b-4223-a21c-4b52723d5708 HTTP/1.1" status: 204 len: 168 time: 0.8945923 Nov 23 10:56:30.539368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.539750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.540851 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Floating IP fd1dc972-9609-4694-b843-e402f5d6ed4d disassociated. External IP: 172.25.5.103, port: 702bc5a5-a763-47af-81a7-1fab6d484354. Nov 23 10:56:30.540851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Calling delete_port for 702bc5a5-a763-47af-81a7-1fab6d484354 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:30.686130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-086e0102-c905-4726-91e3-bfdbc1a62225 req-c3386435-40b3-45aa-8ca9-218f121a4d27 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696994 Nov 23 10:56:30.729418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-ae5bcdca-e89b-427c-8280-2bb0ff449c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:30.732394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-ae5bcdca-e89b-427c-8280-2bb0ff449c23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.2399433 Nov 23 10:56:30.802819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-78b822c7-dbd2-40eb-bceb-a8b4290698fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c71358c-ad5e-4d35-adb1-4846cef2c8d8 HTTP/1.1" status: 200 len: 217 time: 0.0583758 Nov 23 10:56:30.893899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-4788bd5a-b6e1-47a7-aeeb-202e8412679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:30.895306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-4788bd5a-b6e1-47a7-aeeb-202e8412679f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.0820162 Nov 23 10:56:30.901400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:30.948070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event deleted for resources: {'Port': ['ID=702bc5a5-a763-47af-81a7-1fab6d484354,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:30.971447 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-4ed73aef-8663-4d8c-b93b-d31f4122036e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607486 Nov 23 10:56:31.197926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-9f7702ea-94ae-479a-826c-535b920a6381 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150807 Nov 23 10:56:31.315722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Router 3ff27254-a6c9-48cf-a0c5-678fed334e04 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:56:31.325210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38601-42af-4c43-af50-c83f26a8f387 req-8b8086b9-dcd0-4676-aad5-66ddb03cbde7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:31.326814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9a38601-42af-4c43-af50-c83f26a8f387 req-8b8086b9-dcd0-4676-aad5-66ddb03cbde7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1080112 Nov 23 10:56:31.428915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e9b23d59-c4eb-482a-b699-c49f91f5819a req-f234a5e2-7667-4d5a-9607-82d006e83b7c tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/ports?device_id=74906a0c-ff37-4bd0-a1f7-cc6aeff642b3 HTTP/1.1" status: 200 len: 210 time: 0.0546567 Nov 23 10:56:31.433779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9a38601-42af-4c43-af50-c83f26a8f387 req-4d0a47ae-befb-4fdc-b5c8-c24f7b0bafe3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958052 Nov 23 10:56:31.522897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f41d7aae-24c1-4db9-bbc5-5577df24f3af req-6f3b5583-3814-4794-be86-a5ff99ee222c service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149805 Nov 23 10:56:31.604596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:56:31.634219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d17267-d957-4558-999e-02c933f384ec None None] Sync routers for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:56:31.662237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:56:31.663182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:31.677450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] No DVR routers for this DVR port 702bc5a5-a763-47af-81a7-1fab6d484354 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:31.679961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:31.692003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b044f6c-7d95-4356-8f00-23051afda12d req-f067d965-986f-4a83-89de-f01efc7191a2 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.58 "DELETE /v2.0/ports/702bc5a5-a763-47af-81a7-1fab6d484354 HTTP/1.1" status: 204 len: 173 time: 2.7214992 Nov 23 10:56:31.907272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1f5c7-94c9-45d8-a173-5024c480815c req-f005f98d-9187-4701-97ee-b9484d954dba tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:31.915557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-edd1f5c7-94c9-45d8-a173-5024c480815c req-f005f98d-9187-4701-97ee-b9484d954dba tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 943 time: 0.1119816 Nov 23 10:56:31.915890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:56:32.033165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-edd1f5c7-94c9-45d8-a173-5024c480815c req-3d64c2ed-832f-4783-ba9e-b9ae1723292b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092806 Nov 23 10:56:32.149778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:32.194168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d17267-d957-4558-999e-02c933f384ec None None] Checking router: 3ff27254-a6c9-48cf-a0c5-678fed334e04 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:56:32.204367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:56:32.205569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:32.336732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'name': 'network-vif-deleted', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:32.344914 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e73e7e-ad97-45dc-901c-59c589a1c60b" -d '{"events": [{"server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "name": "network-vif-deleted", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:32.414478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 702bc5a5-a763-47af-81a7-1fab6d484354 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:32.435933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:56:32.467734 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eb214b-2339-40c3-a317-2bf5a8ecacb4 x-openstack-request-id: req-a9eb214b-2339-40c3-a317-2bf5a8ecacb4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:32.468018 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74906a0c-ff37-4bd0-a1f7-cc6aeff642b3", "name": "network-vif-deleted", "tag": "702bc5a5-a763-47af-81a7-1fab6d484354", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:32.468466 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9eb214b-2339-40c3-a317-2bf5a8ecacb4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:32.469091 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74906a0c-ff37-4bd0-a1f7-cc6aeff642b3', 'name': 'network-vif-deleted', 'tag': '702bc5a5-a763-47af-81a7-1fab6d484354', 'status': 'completed', 'code': 200} Nov 23 10:56:32.516798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 702bc5a5-a763-47af-81a7-1fab6d484354 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:32.518606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 702bc5a5-a763-47af-81a7-1fab6d484354 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:32.584672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51836) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:32.784718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4cc7-fac1-4572-b335-beeaa6028fdc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:32.791517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e392-06ee-48f0-bb80-28891f9b8718 req-c7143d54-779b-4dcb-b102-ed814a87f504 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:32.793703 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-90a0e392-06ee-48f0-bb80-28891f9b8718 req-c7143d54-779b-4dcb-b102-ed814a87f504 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1436236 Nov 23 10:56:32.845302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:56:32.846137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4cc7-fac1-4572-b335-beeaa6028fdc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:32.948008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-90a0e392-06ee-48f0-bb80-28891f9b8718 req-188768c8-1201-4ce9-a1b3-6d8420b69343 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289964 Nov 23 10:56:32.992769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4cc7-fac1-4572-b335-beeaa6028fdc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:32.997037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef1c4cc7-fac1-4572-b335-beeaa6028fdc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:32.998289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ef1c4cc7-fac1-4572-b335-beeaa6028fdc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "DELETE /v2.0/security-groups/91382822-c688-47dc-a9f8-8100eb4c8220 HTTP/1.1" status: 204 len: 168 time: 0.4125490 Nov 23 10:56:33.001436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51846) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:33.025926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c4cc7-fac1-4572-b335-beeaa6028fdc tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91382822-c688-47dc-a9f8-8100eb4c8220,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:33.026147 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-75a54af4-e014-4e0a-ae67-9f2ea4fc3766 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] show failed (client error): The resource could not be found. Nov 23 10:56:33.030272 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-75a54af4-e014-4e0a-ae67-9f2ea4fc3766 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "GET /v2.0/security-groups/91382822-c688-47dc-a9f8-8100eb4c8220 HTTP/1.1" status: 404 len: 347 time: 0.0278020 Nov 23 10:56:33.030924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51848) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:33.167224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-35d17267-d957-4558-999e-02c933f384ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:33.204319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d17267-d957-4558-999e-02c933f384ec None None] The sync data for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 is: [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:45:39Z', 'revision_number': 4, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '38e543cc-f99f-496b-aebf-b8f3b32e4b15', 'name': '', 'network_id': '5f45c09a-6758-4daa-bfae-fe9fedaf8914', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'mac_address': 'fa:16:3e:f2:c4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:38Z', 'updated_at': '2021-11-23T10:45:44Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'subnets': [{'id': 'e07cd0ef-6d88-4e46-a246-dfbdcb9179bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:56:33.235804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:33.252379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'port_id': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8', 'mac_address': 'fa:16:3e:f1:04:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba97f1a-2f2d-4454-8bed-91c9e181d23e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:56:33.381815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Deleting port 43926be0-8513-4988-bc58-837d94e3b4ac {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:33.385587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:33.398483 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:33.452142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:56:33.528970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:33.543949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:33.602799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:33.603142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:33.650834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Calling delete_port for 43926be0-8513-4988-bc58-837d94e3b4ac owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:33.706642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:33.731670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.739084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.739409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.739809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.740147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.740488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.740824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.741328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.741664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.741996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.742324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.742711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:33.761849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d63e94-ac74-43ec-878d-93bec1cb0716 req-f4e4c390-00ea-4fb8-a2a4-acfa08bcd1f7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:33.777967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8d63e94-ac74-43ec-878d-93bec1cb0716 req-f4e4c390-00ea-4fb8-a2a4-acfa08bcd1f7 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 944 time: 0.2057300 Nov 23 10:56:33.827200 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345b4b6-b2d6-439b-8898-5889873b1b58 None None] New status for floating IP fd1dc972-9609-4694-b843-e402f5d6ed4d: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:56:33.912077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['9c71358c-ad5e-4d35-adb1-4846cef2c8d8'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:33.925720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8d63e94-ac74-43ec-878d-93bec1cb0716 req-c3ef2e0c-85a1-477e-8507-2d99fc8d1339 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435287 Nov 23 10:56:33.998663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:34.032416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Pushing event deleted for resources: {'Port': ['ID=43926be0-8513-4988-bc58-837d94e3b4ac,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:34.157343 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.db.api [None req-a345b4b6-b2d6-439b-8898-5889873b1b58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103429) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:56:34.157968 n-d-817747-2 neutron-server[103429]: DEBUG oslo_db.api [None req-a345b4b6-b2d6-439b-8898-5889873b1b58 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:56:34.187155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:34.194066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:34.198213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-53e3a4bf-e844-4e8f-8cae-fa6cb9d66a12 tempest-AttachVolumeTestJSON-896704947 tempest-AttachVolumeTestJSON-896704947-project] 10.222.0.61 "DELETE /v2.0/floatingips/fd1dc972-9609-4694-b843-e402f5d6ed4d HTTP/1.1" status: 204 len: 168 time: 1.1664352 Nov 23 10:56:34.326866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a6b4-73a4-4144-94d1-42a9851ec18a req-ea3cbb17-4ecf-43ca-b5de-ea95257db62b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:34.328873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34a8a6b4-73a4-4144-94d1-42a9851ec18a req-ea3cbb17-4ecf-43ca-b5de-ea95257db62b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2298982 Nov 23 10:56:34.487583 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34a8a6b4-73a4-4144-94d1-42a9851ec18a req-2b7aa529-a244-4276-ad68-fd669a73d152 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513402 Nov 23 10:56:34.676744 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345b4b6-b2d6-439b-8898-5889873b1b58 None None] New status for floating IP fd1dc972-9609-4694-b843-e402f5d6ed4d: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:56:35.188317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee0ba-c64f-4b58-8f60-fdd271456fad req-433c07cd-beae-40a5-988b-9a5d52889b72 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:35.196419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71fee0ba-c64f-4b58-8f60-fdd271456fad req-433c07cd-beae-40a5-988b-9a5d52889b72 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 944 time: 0.1271138 Nov 23 10:56:35.335017 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71fee0ba-c64f-4b58-8f60-fdd271456fad req-aa4e5c4e-7950-4fa4-81ec-5dd109765b4b tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315522 Nov 23 10:56:35.726668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88635c-f734-4154-afb5-284a1e2cd4c0 req-1d4a116b-7a8e-4ace-9cdc-2aa3c82886bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:35.735144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc88635c-f734-4154-afb5-284a1e2cd4c0 req-1d4a116b-7a8e-4ace-9cdc-2aa3c82886bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1109240 Nov 23 10:56:35.884557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc88635c-f734-4154-afb5-284a1e2cd4c0 req-7cb4475c-b253-499e-b6cc-ae0ad8b0daad tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481495 Nov 23 10:56:36.600060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d228f4-b2ba-4a53-b72b-e341083cbccf req-f900532e-870a-41ea-a513-b29ff743860e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:36.618027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71d228f4-b2ba-4a53-b72b-e341083cbccf req-f900532e-870a-41ea-a513-b29ff743860e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 944 time: 0.1483595 Nov 23 10:56:36.748437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-71d228f4-b2ba-4a53-b72b-e341083cbccf req-63c116a7-0405-4ca2-b613-6a5e972d1cb0 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292572 Nov 23 10:56:36.829963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:56:37.139536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeacc53-d382-4944-a15c-dda455ceaf90 req-d8a1fe62-43c0-439a-9706-a8df28f1e8e5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.155091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baeacc53-d382-4944-a15c-dda455ceaf90 req-d8a1fe62-43c0-439a-9706-a8df28f1e8e5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1618865 Nov 23 10:56:37.237795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baeacc53-d382-4944-a15c-dda455ceaf90 req-ed1afdf2-6e63-4265-8392-ced8e9de44fb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812359 Nov 23 10:56:37.365063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:56:37.380155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:37.380990 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:37.564565 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:37.640102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:37.648409 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d974d2ab-f038-4369-8d8a-67b29956988c" -d '{"events": [{"server_uuid": "2cfed797-a77b-495f-a668-e400e1ad6f6b", "name": "network-vif-plugged", "status": "completed", "tag": "9c71358c-ad5e-4d35-adb1-4846cef2c8d8"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:37.685857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:37.700768 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:37.719300 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3493c6-97e2-43ee-bf5a-aec2830c7319 x-openstack-request-id: req-8b3493c6-97e2-43ee-bf5a-aec2830c7319 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:37.720058 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfed797-a77b-495f-a668-e400e1ad6f6b", "name": "network-vif-plugged", "status": "completed", "tag": "9c71358c-ad5e-4d35-adb1-4846cef2c8d8", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:37.720501 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b3493c6-97e2-43ee-bf5a-aec2830c7319 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:37.721228 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8', 'code': 200} Nov 23 10:56:37.832987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:37.842651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ace26-e4c6-411d-bf4e-4642d810b6de req-bb80c712-fa86-4bfe-8870-70f76283d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.844357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e0ace26-e4c6-411d-bf4e-4642d810b6de req-bb80c712-fa86-4bfe-8870-70f76283d3da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 1096 time: 0.0535367 Nov 23 10:56:37.982943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea07b2-3597-4386-845f-953e33096dea req-00815eab-5605-4069-bd24-0f4e6921644a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:37.990801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9ea07b2-3597-4386-845f-953e33096dea req-00815eab-5605-4069-bd24-0f4e6921644a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 0.1365662 Nov 23 10:56:38.037033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e0ace26-e4c6-411d-bf4e-4642d810b6de req-825bd2ed-203d-4cd4-aa4a-df1aef41f8b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718972 Nov 23 10:56:38.089348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9ea07b2-3597-4386-845f-953e33096dea req-853c6d5c-cf6a-4241-881a-8340a8334f33 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954895 Nov 23 10:56:38.441503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:56:38.614358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69905a-0821-4984-a7b2-8625acca1663 req-4029d516-7808-42fe-b886-7a1e583694cd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:38.619753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af69905a-0821-4984-a7b2-8625acca1663 req-4029d516-7808-42fe-b886-7a1e583694cd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1459239 Nov 23 10:56:38.725824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af69905a-0821-4984-a7b2-8625acca1663 req-894f5414-b531-4cf8-9e2d-23d303b571bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962868 Nov 23 10:56:38.781776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:38.828894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '4c507f87-ba08-4996-9567-36b916115db4', 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9', 'port_id': '4c507f87-ba08-4996-9567-36b916115db4', 'mac_address': 'fa:16:3e:83:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1dafa8-2a1e-415a-8d60-2db9beebea3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:56:38.909794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:38.954816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c507f87-ba08-4996-9567-36b916115db4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:56:38.977294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:38.983234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:39.065178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:39.085422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4c507f87-ba08-4996-9567-36b916115db4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:39.354281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7b06b-85c3-4dc3-8ec5-77f2b03ce349 req-3d619be2-5b1b-48db-abb3-78b1572139c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:39.389710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aed7b06b-85c3-4dc3-8ec5-77f2b03ce349 req-3d619be2-5b1b-48db-abb3-78b1572139c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 0.1850955 Nov 23 10:56:39.601019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aed7b06b-85c3-4dc3-8ec5-77f2b03ce349 req-f7f01b46-5f13-403c-a359-a56fd2f2305c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072101 Nov 23 10:56:39.949575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175e552-0583-4a8c-b5ae-d964bf4208a6 req-1b07a037-766a-4e8e-bc44-09e49e8d3b29 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:39.960050 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f175e552-0583-4a8c-b5ae-d964bf4208a6 req-1b07a037-766a-4e8e-bc44-09e49e8d3b29 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 944 time: 0.1094105 Nov 23 10:56:40.028293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51974) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:40.131100 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f175e552-0583-4a8c-b5ae-d964bf4208a6 req-4666b045-36f5-446d-9c4f-4bff46edd010 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701717 Nov 23 10:56:40.228763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf7cfb49-ad5b-41ae-93c9-ce08eb775f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.407247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf7cfb49-ad5b-41ae-93c9-ce08eb775f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.414490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf7cfb49-ad5b-41ae-93c9-ce08eb775f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.454059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:56:40.460324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cf7cfb49-ad5b-41ae-93c9-ce08eb775f4f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=02f0621a76934b6aa551762e4f5bd4bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300160 Nov 23 10:56:40.462962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:40.478272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cfb49-ad5b-41ae-93c9-ce08eb775f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c98bc10-7039-44a1-8c62-8d3445fae526,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:40.554357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 4c507f87-ba08-4996-9567-36b916115db4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:56:40.555006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.579593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.645604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.721696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.725004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.726402 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c98bc10-7039-44a1-8c62-8d3445fae526 HTTP/1.1" status: 204 len: 168 time: 0.2622535 Nov 23 10:56:40.755932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c98bc10-7039-44a1-8c62-8d3445fae526,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:40.788506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.794988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.795870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.797376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.797935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.801601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.802118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.802616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.804045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.807386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.807752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.808097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966d3102-3fa1-4406-b74b-7fbc062bfd78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:40.831721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:40.908946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:40.916363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f2655-f050-45eb-ad83-4afc2b4be4cd req-faf6dbcb-af27-46b3-90eb-1c4c0e7ab737 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:40.917298 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ee7a66-ac26-4e11-a38e-ce07995f1219" -d '{"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-plugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:40.930634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b4f2655-f050-45eb-ad83-4afc2b4be4cd req-faf6dbcb-af27-46b3-90eb-1c4c0e7ab737 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 0.1255805 Nov 23 10:56:41.009141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:41.039590 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:41.111474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b4f2655-f050-45eb-ad83-4afc2b4be4cd req-9dbb8097-83b6-4e86-9705-9c6e6aea755f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745896 Nov 23 10:56:41.170766 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3818940-1dbd-4058-a57a-ac87e0ac92d9 x-openstack-request-id: req-b3818940-1dbd-4058-a57a-ac87e0ac92d9 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:41.172636 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-plugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:41.172917 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3818940-1dbd-4058-a57a-ac87e0ac92d9 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:41.173351 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4', 'code': 200} Nov 23 10:56:41.322373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:41.452007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:41.474465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc771d7-ff89-4ffa-8462-d2b417d22892 req-99ff5a5f-8231-4c8f-a1a5-b72e5020a23f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:41.476702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ad38dda-220d-43c1-abb7-a1c7f1cd64c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:41.477449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9fc771d7-ff89-4ffa-8462-d2b417d22892 req-99ff5a5f-8231-4c8f-a1a5-b72e5020a23f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1049893 Nov 23 10:56:41.595444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9fc771d7-ff89-4ffa-8462-d2b417d22892 req-8b1dc642-0815-4133-bce7-37c2de386926 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071415 Nov 23 10:56:41.673664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ad38dda-220d-43c1-abb7-a1c7f1cd64c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:41.689900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ad38dda-220d-43c1-abb7-a1c7f1cd64c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:41.722719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1ad38dda-220d-43c1-abb7-a1c7f1cd64c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=121a6e50d5284307b7f8635fc6956d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696073 Nov 23 10:56:41.725662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52020) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:41.851393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e2c4a-6b83-4081-a3b6-c8fb137b7596 req-ff4c7c8a-48c2-4558-bc05-c118f41e5c73 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:41.870587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-173e2c4a-6b83-4081-a3b6-c8fb137b7596 req-ff4c7c8a-48c2-4558-bc05-c118f41e5c73 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 0.3545766 Nov 23 10:56:41.906424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7be7c7b-592d-4242-b124-6bb69db6d7fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:41.929181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad38dda-220d-43c1-abb7-a1c7f1cd64c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066b7b18-e28e-4b38-a5f7-f89aaab2f1c6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:41.983124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7be7c7b-592d-4242-b124-6bb69db6d7fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:41.991116 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-173e2c4a-6b83-4081-a3b6-c8fb137b7596 req-12950622-e0c9-4ac4-b8da-a01c4bcebedc tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156993 Nov 23 10:56:42.124184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7be7c7b-592d-4242-b124-6bb69db6d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:42.126852 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7be7c7b-592d-4242-b124-6bb69db6d7fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:42.128064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d7be7c7b-592d-4242-b124-6bb69db6d7fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/066b7b18-e28e-4b38-a5f7-f89aaab2f1c6 HTTP/1.1" status: 204 len: 168 time: 0.4010706 Nov 23 10:56:42.148393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be7c7b-592d-4242-b124-6bb69db6d7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066b7b18-e28e-4b38-a5f7-f89aaab2f1c6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:42.295709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52042) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:42.341493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5006a4b-d2c9-4447-a2a8-e7bd79ca0644 req-2d662501-7a46-45ec-8394-b4db9be5741c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:42.343125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5006a4b-d2c9-4447-a2a8-e7bd79ca0644 req-2d662501-7a46-45ec-8394-b4db9be5741c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 0.1341152 Nov 23 10:56:42.437910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5006a4b-d2c9-4447-a2a8-e7bd79ca0644 req-0ec16afe-6e93-458e-bbf5-49fa3cc6d091 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869679 Nov 23 10:56:42.797984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f4ae4-3da1-4e8e-8c1d-d79b9db14c59 req-1f9d9543-3f26-4b3c-b803-449129b9221b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:42.812809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-786f4ae4-3da1-4e8e-8c1d-d79b9db14c59 req-1f9d9543-3f26-4b3c-b803-449129b9221b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0877731 Nov 23 10:56:42.828098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98e2f0-fc5e-4bdc-b00f-b696490be40f req-fb48a0e7-e49a-492c-8edf-f05a8ece1701 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:42.835710 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f98e2f0-fc5e-4bdc-b00f-b696490be40f req-fb48a0e7-e49a-492c-8edf-f05a8ece1701 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 0.0729737 Nov 23 10:56:42.946452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f98e2f0-fc5e-4bdc-b00f-b696490be40f req-5263c3f9-d0b3-457a-932f-7c9c484db3e1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089985 Nov 23 10:56:42.952266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52066) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:42.974387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-786f4ae4-3da1-4e8e-8c1d-d79b9db14c59 req-08b01f40-ead7-485c-99b5-ae1e10dfc9d1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546845 Nov 23 10:56:43.007939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83d3433f-ff41-48ed-8389-89df4687cdbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:43.187663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83d3433f-ff41-48ed-8389-89df4687cdbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:43.198674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83d3433f-ff41-48ed-8389-89df4687cdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:43.292376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-83d3433f-ff41-48ed-8389-89df4687cdbf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf17cb065a1e44eda9a5913602c702a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3168030 Nov 23 10:56:43.293990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3433f-ff41-48ed-8389-89df4687cdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adca055-fe0b-428c-94af-265eb3da694a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:43.295547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52078) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:43.509245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0117e5-248f-4a23-89af-1e46740a700b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:43.538616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0117e5-248f-4a23-89af-1e46740a700b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:43.662463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0117e5-248f-4a23-89af-1e46740a700b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:43.665021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4d0117e5-248f-4a23-89af-1e46740a700b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:43.680785 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4d0117e5-248f-4a23-89af-1e46740a700b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7adca055-fe0b-428c-94af-265eb3da694a HTTP/1.1" status: 204 len: 168 time: 0.3816051 Nov 23 10:56:43.709042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0117e5-248f-4a23-89af-1e46740a700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adca055-fe0b-428c-94af-265eb3da694a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:43.731833 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:44.365684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a0e8-b645-4dba-9ea2-69773f387c67 req-fb992424-abd5-4769-8bad-647f9be35545 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:44.380855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c42a0e8-b645-4dba-9ea2-69773f387c67 req-fb992424-abd5-4769-8bad-647f9be35545 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2785416 Nov 23 10:56:44.455183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-4c0d6738-58f1-4e51-b6af-ed548cb8a199 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:44.465679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-4c0d6738-58f1-4e51-b6af-ed548cb8a199 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 0.2646036 Nov 23 10:56:44.492543 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-718519f4-05b1-44cb-9efd-7e30dc5e7628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:44.600191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c42a0e8-b645-4dba-9ea2-69773f387c67 req-56901a73-91bf-4514-be0e-0af7b1ac5371 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138100 Nov 23 10:56:44.713270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Deleting port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:44.713866 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:45.158432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] For port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:45.158806 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:45.204878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Calling delete_port for 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:45.288844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5ac0e-dd1d-4c0e-ac02-b9702e129793 req-e32979d3-0c75-43f0-88fb-d396315473cb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:45.297755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5f5ac0e-dd1d-4c0e-ac02-b9702e129793 req-e32979d3-0c75-43f0-88fb-d396315473cb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 945 time: 1.1770887 Nov 23 10:56:45.363595 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5f5ac0e-dd1d-4c0e-ac02-b9702e129793 req-e0957086-6aca-443a-a276-45dbdc26a5ba tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629299 Nov 23 10:56:45.383839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Deleting port c0d229b6-840c-4760-b5b1-5c5157b4b961 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:45.384183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:45.497170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] For port c0d229b6-840c-4760-b5b1-5c5157b4b961, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c0d229b6-840c-4760-b5b1-5c5157b4b961,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:45.497170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:45.529084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Calling delete_port for c0d229b6-840c-4760-b5b1-5c5157b4b961 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:45.611927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:45.634132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:45.745596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event deleted for resources: {'Port': ['ID=9c71358c-ad5e-4d35-adb1-4846cef2c8d8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:45.858897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] No DVR routers for this DVR port 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:45.866285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:45.877533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aad73d5e-5968-4938-a8c5-6e9752426a48 req-d770cebb-1df0-4056-b45f-4ff9adeb5422 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "DELETE /v2.0/ports/9c71358c-ad5e-4d35-adb1-4846cef2c8d8 HTTP/1.1" status: 204 len: 173 time: 1.4040260 Nov 23 10:56:45.895491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'name': 'network-vif-deleted', 'tag': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:45.902762 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475dc6d-c41f-4f39-908f-9ca1873b563b" -d '{"events": [{"server_uuid": "2cfed797-a77b-495f-a668-e400e1ad6f6b", "name": "network-vif-deleted", "tag": "9c71358c-ad5e-4d35-adb1-4846cef2c8d8"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:46.022291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f54ca-48ac-4cab-a8f2-159befb5bb56 req-695fc88a-c1ce-4b46-a634-b441012f0019 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:46.024956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a98f54ca-48ac-4cab-a8f2-159befb5bb56 req-695fc88a-c1ce-4b46-a634-b441012f0019 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2044351 Nov 23 10:56:46.066927 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab8c23d-66eb-4f84-8291-77b2bf8bd8c7 x-openstack-request-id: req-6ab8c23d-66eb-4f84-8291-77b2bf8bd8c7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:46.067441 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfed797-a77b-495f-a668-e400e1ad6f6b", "name": "network-vif-deleted", "tag": "9c71358c-ad5e-4d35-adb1-4846cef2c8d8", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:46.067772 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ab8c23d-66eb-4f84-8291-77b2bf8bd8c7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:46.068244 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfed797-a77b-495f-a668-e400e1ad6f6b', 'name': 'network-vif-deleted', 'tag': '9c71358c-ad5e-4d35-adb1-4846cef2c8d8', 'status': 'completed', 'code': 200} Nov 23 10:56:46.134696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a98f54ca-48ac-4cab-a8f2-159befb5bb56 req-3fd14883-c9a2-4f5b-be98-376a216747c5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019213 Nov 23 10:56:46.150678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:46.271657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d229b6-840c-4760-b5b1-5c5157b4b961,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:46.310252 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-e2296a71-d555-4cb4-aae6-b36a0dced0fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7500305 Nov 23 10:56:46.844319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d1f07be-f4d3-460e-b3f9-e3a61f8a4fc9 req-905ecc10-97c7-453f-962e-0a4d04e50795 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfed797-a77b-495f-a668-e400e1ad6f6b HTTP/1.1" status: 200 len: 210 time: 0.2201641 Nov 23 10:56:46.863903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-c09bfb08-cf75-4232-9b57-4958ff229b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:46.865712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-c09bfb08-cf75-4232-9b57-4958ff229b02 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 1096 time: 0.5545373 Nov 23 10:56:46.933947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:46.948129 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-45d385d2-7827-473b-92c6-07736f68f53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:47.037257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:47.037618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9c71358c-ad5e-4d35-adb1-4846cef2c8d8 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:47.259163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:47.265148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-ee05f58a-a409-405b-9054-a56b6aab2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:47.266781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-ee05f58a-a409-405b-9054-a56b6aab2ccc service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.2650421 Nov 23 10:56:47.406569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-5c1ee81b-06ea-44b9-96b1-9ffa4417d808 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc HTTP/1.1" status: 200 len: 217 time: 0.1215460 Nov 23 10:56:47.430177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89a181-4b42-4bfd-b5d3-232231206716 req-66adc40b-1ee1-4fda-85fc-4f3069d8ce88 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:47.443183 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a89a181-4b42-4bfd-b5d3-232231206716 req-66adc40b-1ee1-4fda-85fc-4f3069d8ce88 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1284649 Nov 23 10:56:47.531692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a89a181-4b42-4bfd-b5d3-232231206716 req-c0d1ac8b-d372-4361-b2c6-b4da7de100f4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814316 Nov 23 10:56:47.662328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-833a98e1-f346-46e2-8220-3d457fc76cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:47.664167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-833a98e1-f346-46e2-8220-3d457fc76cdf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.1810689 Nov 23 10:56:47.736296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-1e5ca840-115f-4df0-add0-6e0ec7de961b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550542 Nov 23 10:56:48.346177 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-cf7bef4f-0ebf-478c-940c-305d0c1e6fec service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981822 Nov 23 10:56:48.379714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:56:48.548186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:48.658207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-e83aed6b-7347-48bf-ad72-09201fa93502 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:48.670181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-e83aed6b-7347-48bf-ad72-09201fa93502 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.2907891 Nov 23 10:56:48.701348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-9f0e9b5b-e8a1-43f2-9c21-38b90455ae1a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/quotas/29b184f0a85343e9895fa7dc3c640aa9 HTTP/1.1" status: 200 len: 375 time: 0.0298948 Nov 23 10:56:48.805542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-8aceb179-d3c7-41e9-b8c3-be50c340dd69 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028175 Nov 23 10:56:48.949807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdcf8265-3ff9-4943-a0dd-1570b41afb7d req-dd69b19f-ec28-4776-8561-8fc3d97e23f3 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890889 Nov 23 10:56:48.971306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17278f17-b2d7-4cf7-b21c-5277f8c5625d req-8b291fef-1c5e-4001-8de3-88f7dba6e7e5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:48.993139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17278f17-b2d7-4cf7-b21c-5277f8c5625d req-8b291fef-1c5e-4001-8de3-88f7dba6e7e5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2789736 Nov 23 10:56:49.037989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-193d959b-0558-46e6-a016-b2c4090ed2a6 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314618 Nov 23 10:56:49.174301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:56:49.186870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] Sync routers for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:56:49.218732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3aeb0875-9cc3-4f69-a848-d2dc241b8ccb admin admin] 10.222.0.61 "PUT /v2.0/routers/9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9218140 Nov 23 10:56:49.219619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52196) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:49.220347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:56:49.224449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:49.248973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-3bbfeaa7-44e2-4549-94cc-21848f32fee9 service neutron] 10.222.0.61 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096970 Nov 23 10:56:49.466186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-17278f17-b2d7-4cf7-b21c-5277f8c5625d req-72bb92a3-4b1a-47c6-ab74-c94f68d7da92 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720485 Nov 23 10:56:49.467589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:49.584535 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:49.624080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:56:49.677598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f74e29bd-c715-4156-a115-9c377bd2ff1b req-4ec9b562-1683-4fb3-b811-2f5bb163eb62 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 210 time: 0.0490584 Nov 23 10:56:49.829358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:49.947950 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:49.998788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Deleting port 9bef4bdd-d2e7-4992-b6ec-93baeea81719 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:49.999381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:50.149724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:56:46Z', 'revision_number': 5, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port': {'id': '9bef4bdd-d2e7-4992-b6ec-93baeea81719', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:28:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:44:54Z', 'updated_at': '2021-11-23T10:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:50.234086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] For port 9bef4bdd-d2e7-4992-b6ec-93baeea81719, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9bef4bdd-d2e7-4992-b6ec-93baeea81719,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:50.234465 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:50.239997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:50.243034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] Checking router: 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:56:50.283007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] Routers {'9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:56:50.284253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:50.302041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Calling delete_port for 9bef4bdd-d2e7-4992-b6ec-93baeea81719 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:50.508930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] Set router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:56:50.610275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:56:49Z', 'revision_number': 6, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:50.645924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d558a2-2e88-49a7-9ee8-ea8a2551d6ea None None] The sync data for ids ['9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6'] in n-d-817747-2 is: [{'id': '9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6', 'name': 'tempest-AttachVolumeShelveTestJSON-101309689-router', 'tenant_id': 'f262a6cda5174ffc9bcef1d240075f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:44:53Z', 'updated_at': '2021-11-23T10:56:49Z', 'revision_number': 6, 'project_id': 'f262a6cda5174ffc9bcef1d240075f73', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:56:50.820554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:50.889421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7538e-bab2-43ac-aefb-685ac32457a7 req-39e431bc-515d-441d-a13c-c3cf4b210fda tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:50.904865 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56a7538e-bab2-43ac-aefb-685ac32457a7 req-39e431bc-515d-441d-a13c-c3cf4b210fda tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2101622 Nov 23 10:56:50.931185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bef4bdd-d2e7-4992-b6ec-93baeea81719,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:50.942322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5927da-0336-4747-a879-8346121d481a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:56:51.023999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56a7538e-bab2-43ac-aefb-685ac32457a7 req-86d67af6-cd18-4c19-8a87-ab3910011e01 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166258 Nov 23 10:56:51.159016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c0d229b6-840c-4760-b5b1-5c5157b4b961 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:51.184957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c0d229b6-840c-4760-b5b1-5c5157b4b961 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:51.185589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c0d229b6-840c-4760-b5b1-5c5157b4b961 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:51.216504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e2a1eceb-21d9-4c62-92f3-a3476d309557 req-05c39f9c-aaee-4349-8653-4709be7813ac tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 210 time: 0.3215599 Nov 23 10:56:51.268099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.575918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.587564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.728623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.729285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:56:51.744016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.746106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b813f86d-13e7-44b3-aa36-ca424e1cec59 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9baf7298-1e6e-4bd4-8ac1-c8f3773be4e6 HTTP/1.1" status: 204 len: 168 time: 2.5244565 Nov 23 10:56:51.747891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52248) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:51.866790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Deleting subnet c7cfd4fd-7bb8-4229-a503-92c014822c45 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:56:51.871635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:51.907323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-684efe60-8073-482d-85c3-9ba4bf22e569 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:51.908952 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-684efe60-8073-482d-85c3-9ba4bf22e569 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 805 time: 0.2198699 Nov 23 10:56:51.928616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Request body: {'port': {'device_id': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'admin_state_up': True, 'tenant_id': '29b184f0a85343e9895fa7dc3c640aa9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:51.938542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:52.107547 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:52.196496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:52.310937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Made reservation on behalf of 29b184f0a85343e9895fa7dc3c640aa9 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:52.314804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:52.468704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118228f-8e6b-4430-ad11-08ab00ae86aa req-e531a7aa-4467-4fad-ab92-528dc8ddadd5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:52.483558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2118228f-8e6b-4430-ad11-08ab00ae86aa req-e531a7aa-4467-4fad-ab92-528dc8ddadd5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2025638 Nov 23 10:56:52.512163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:52.513150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b049077-6bac-4a18-b036-7cfac9cc13d8 req-5ee965b0-9a6c-461d-9405-28c17579af27 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 210 time: 0.1465509 Nov 23 10:56:52.543904 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:52.549305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc4db4-afe1-46db-bb7c-6c29a7244f11 None None] Network 66d611ef-410b-4daf-bad8-dfb24a1d99cd requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:56:52.555515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52260) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:52.561571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c7cfd4fd-7bb8-4229-a503-92c014822c45 HTTP/1.1" status: 204 len: 168 time: 0.8018436 Nov 23 10:56:52.642491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7cfd4fd-7bb8-4229-a503-92c014822c45,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:52.701046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.701809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.702310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.702796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.703289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.703785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.704275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.704757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.705275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.705774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.706257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.706737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4978478-d0f3-4a2a-bb95-5556649979f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:56:52.731749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2118228f-8e6b-4430-ad11-08ab00ae86aa req-a18b7c98-8967-4327-9209-da44c5360f49 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417791 Nov 23 10:56:52.781524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Allocated IP 172.20.0.3 (47b17cde-e9e3-4676-93cc-c6f90b1a3145/bba97f1a-2f2d-4454-8bed-91c9e181d23e/3ba562d3-7a48-459d-8975-07093ae55b83) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:56:52.871410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9bef4bdd-d2e7-4992-b6ec-93baeea81719 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:52.906839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:52.912030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9bef4bdd-d2e7-4992-b6ec-93baeea81719 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:52.912624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9bef4bdd-d2e7-4992-b6ec-93baeea81719 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:52.927338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] DHCP port deletion for 66d611ef-410b-4daf-bad8-dfb24a1d99cd request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:56:52.986640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] Deleting port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:52.987804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.092017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] For port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:53.092818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.108821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.113691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] Calling delete_port for 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:53.221856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.245051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:56:53.248075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Deleting port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:53.248696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.427146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:56:53.451541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:56:53.461137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:56:53.567371 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.618107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:53.619806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.646753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] No DVR routers for this DVR port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:53.658846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733481c-2a0c-47a6-8fba-f3bac0028767 None None] Pushing event deleted for resources: {'Port': ['ID=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:53.823436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] For port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,segment=NetworkSegment(d643d222-be1f-4d1d-887c-e5e9961a264a),segment_id=d643d222-be1f-4d1d-887c-e5e9961a264a)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:53.823838 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.838771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Calling delete_port for 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:53.955296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:53.992393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] No DVR routers for this DVR port 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:56:54.023936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event updated for resources: {'Port': ['ID=3ba562d3-7a48-459d-8975-07093ae55b83,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:54.073031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-d0fbf4d7-9413-435a-9404-d30895159703 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1484363 Nov 23 10:56:54.088438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd7de7-c8b9-4150-9ecf-dd58755c3bf7 req-05f54e77-9f12-40e6-a4bc-b658f62349e4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:54.100046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2abd7de7-c8b9-4150-9ecf-dd58755c3bf7 req-05f54e77-9f12-40e6-a4bc-b658f62349e4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1473279 Nov 23 10:56:54.161189 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:54.191982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb51437-1e6f-4f6c-b91d-0ee291bc6b59,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:54.197360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d611ef-410b-4daf-bad8-dfb24a1d99cd']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:54.218209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2abd7de7-c8b9-4150-9ecf-dd58755c3bf7 req-c1ce96ac-1f65-4568-8512-10f1ae2d66f1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097901 Nov 23 10:56:54.231387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Request body: {'port': {'device_id': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:54.260271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5175e-5be4-4a2e-8172-302a11ee4ce6 req-04673b6c-1d5d-4cd5-a293-48577db0174f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:54.262554 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18a5175e-5be4-4a2e-8172-302a11ee4ce6 req-04673b6c-1d5d-4cd5-a293-48577db0174f tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 931 time: 0.2928143 Nov 23 10:56:54.307617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd643d222-be1f-4d1d-887c-e5e9961a264a') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:54.321434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd643d222-be1f-4d1d-887c-e5e9961a264a') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:56:54.351360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:54.440318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:54.445405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18a5175e-5be4-4a2e-8172-302a11ee4ce6 req-99c4b65c-8f8e-4bdb-a873-84ce9c43630c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399789 Nov 23 10:56:54.453414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:54.467051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:56:54.467450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:56:54.470759 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:56:54.587278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:54.642506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:54.648939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/66d611ef-410b-4daf-bad8-dfb24a1d99cd HTTP/1.1" status: 204 len: 168 time: 2.0923612 Nov 23 10:56:55.015129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52302) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:55.017495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:56:55.087740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:56:55.092175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4bb51437-1e6f-4f6c-b91d-0ee291bc6b59 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:56:55.227824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52310) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:55.345911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f22523fe-b4aa-4ba2-8627-629d86284394 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f262a6cda5174ffc9bcef1d240075f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135750 Nov 23 10:56:55.358128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52314) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:55.384922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309149-5178-4f6c-89e5-552a5a798ff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d611ef-410b-4daf-bad8-dfb24a1d99cd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:55.445515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6efbab96-20aa-41d9-8f0d-56a1e26553fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:55.456407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263323-0593-4204-ba73-de7d7821c056 req-9d16c82b-8c50-45da-a45c-c517e923d830 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:55.464134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31263323-0593-4204-ba73-de7d7821c056 req-9d16c82b-8c50-45da-a45c-c517e923d830 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1167614 Nov 23 10:56:55.600116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31263323-0593-4204-ba73-de7d7821c056 req-337c5548-9d39-469d-8cb7-fa5621a4e304 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343260 Nov 23 10:56:55.636486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6efbab96-20aa-41d9-8f0d-56a1e26553fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:55.779353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e6d8c-076c-4ce1-a2ea-f7a22b985c8e req-85879029-a3fc-4260-9e5c-c7866b9748d9 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:55.780960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-278e6d8c-076c-4ce1-a2ea-f7a22b985c8e req-85879029-a3fc-4260-9e5c-c7866b9748d9 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 931 time: 0.1505678 Nov 23 10:56:55.922989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6efbab96-20aa-41d9-8f0d-56a1e26553fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:55.927210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6efbab96-20aa-41d9-8f0d-56a1e26553fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:55.933727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6efbab96-20aa-41d9-8f0d-56a1e26553fa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9c9cf40a-d74e-464d-8f6a-e617d0802a79 HTTP/1.1" status: 204 len: 168 time: 0.5742483 Nov 23 10:56:55.948305 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-278e6d8c-076c-4ce1-a2ea-f7a22b985c8e req-3b4edcee-0b27-4b32-b05b-230091d3d630 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561558 Nov 23 10:56:55.958940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbab96-20aa-41d9-8f0d-56a1e26553fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9cf40a-d74e-464d-8f6a-e617d0802a79,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:56.033975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba562d3-7a48-459d-8975-07093ae55b83 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:56:56.049490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:56.094506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Transition to ACTIVE for port object 3ba562d3-7a48-459d-8975-07093ae55b83 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:56:56.108667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:56.389200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba562d3-7a48-459d-8975-07093ae55b83,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:56.460833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Attempting to bind port 3ba562d3-7a48-459d-8975-07093ae55b83 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:56:56.461209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Attempting to bind port 3ba562d3-7a48-459d-8975-07093ae55b83 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:56:56.461534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Attempting to bind port 3ba562d3-7a48-459d-8975-07093ae55b83 on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:56:56.475633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Port 3ba562d3-7a48-459d-8975-07093ae55b83 on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:56:56.476847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Attempting to bind port 3ba562d3-7a48-459d-8975-07093ae55b83 on network 47b17cde-e9e3-4676-93cc-c6f90b1a3145 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:56:56.485685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:56:56.486033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Checking segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:56:56.492097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Bound using segment: {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:56:56.492633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Bound port: 3ba562d3-7a48-459d-8975-07093ae55b83, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8a52578-528f-4941-bd39-3cd69777cf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:56:56.493014 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:56.658849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] For port 3ba562d3-7a48-459d-8975-07093ae55b83, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:56:56.673632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] For port 3ba562d3-7a48-459d-8975-07093ae55b83, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3ba562d3-7a48-459d-8975-07093ae55b83,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:56:56.689146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:56.883878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:56.884455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:56.886026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] 10.222.0.65 "PUT /v2.0/ports/3ba562d3-7a48-459d-8975-07093ae55b83 HTTP/1.1" status: 200 len: 1091 time: 2.6960616 Nov 23 10:56:56.893319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'tag': '3ba562d3-7a48-459d-8975-07093ae55b83'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:56:56.896037 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d604e1c6-5658-47b0-9ebd-56b009b8de64" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb99fd1-bce2-43f6-ad2f-fddd5c61d435", "tag": "3ba562d3-7a48-459d-8975-07093ae55b83"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:56:57.090816 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc9a73b-638a-4d1c-9e8e-cbc62afa3528 x-openstack-request-id: req-5dc9a73b-638a-4d1c-9e8e-cbc62afa3528 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:56:57.094320 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb99fd1-bce2-43f6-ad2f-fddd5c61d435", "tag": "3ba562d3-7a48-459d-8975-07093ae55b83", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:56:57.094746 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5dc9a73b-638a-4d1c-9e8e-cbc62afa3528 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:56:57.095330 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'tag': '3ba562d3-7a48-459d-8975-07093ae55b83', 'status': 'completed', 'code': 200} Nov 23 10:56:57.120001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f3099-9d77-4f2e-8c3b-4c580d384733 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba562d3-7a48-459d-8975-07093ae55b83,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:57.165074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-adcde9e0-6031-440d-a4b2-b3aa13b542d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:57.166898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-adcde9e0-6031-440d-a4b2-b3aa13b542d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 1094 time: 0.2110977 Nov 23 10:56:57.298785 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-79a3afa7-b40a-4d0a-9ec7-8a900ae905c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba562d3-7a48-459d-8975-07093ae55b83 HTTP/1.1" status: 200 len: 217 time: 0.0500476 Nov 23 10:56:57.447692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db1065-83db-4049-9285-4b37040df81f req-73db5dda-5ce1-45b1-bf04-9b624876d95a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:57.450155 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36db1065-83db-4049-9285-4b37040df81f req-73db5dda-5ce1-45b1-bf04-9b624876d95a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 943 time: 0.2742741 Nov 23 10:56:57.503741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-7c2a71fc-f044-497b-81ed-2d0c7195fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:57.505482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-7c2a71fc-f044-497b-81ed-2d0c7195fe8c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.1918516 Nov 23 10:56:57.568535 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36db1065-83db-4049-9285-4b37040df81f req-32886c89-c20b-46d0-a651-a359dbd7c4f9 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060901 Nov 23 10:56:57.573296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-ed3a635a-880f-4715-aac5-121afcb472e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541570 Nov 23 10:56:57.628791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238696d-25bf-4eef-8c35-fc9e323f387e req-3dad476f-7938-4361-852e-24f5e67c5f06 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:57.630985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5238696d-25bf-4eef-8c35-fc9e323f387e req-3dad476f-7938-4361-852e-24f5e67c5f06 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1263485 Nov 23 10:56:57.634274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:57.733328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-f3347704-a5a0-4db5-af7d-08a5c26bb864 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463954 Nov 23 10:56:57.736695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5238696d-25bf-4eef-8c35-fc9e323f387e req-06e8251a-00dc-43aa-a375-8943bd3d09c9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988209 Nov 23 10:56:57.780712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52378) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:58.037294 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:56:58.092217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc62bb6e-13b8-45b8-806c-53a317bebee5 req-f853983e-643e-49e4-993d-87c07dba255c service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475976 Nov 23 10:56:58.097330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-826327512-network', 'tenant_id': 'f007cce6f8984a8d98e9bead10d030a5'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:58.160301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Made reservation on behalf of f007cce6f8984a8d98e9bead10d030a5 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:58.162770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.188959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Deleting port 38e543cc-f99f-496b-aebf-b8f3b32e4b15 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:56:58.190314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.239397 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.348438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.358755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.369414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-9be2d53e-9723-4ab8-8423-b13dc7d70973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:58.370042 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-9be2d53e-9723-4ab8-8423-b13dc7d70973 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 1094 time: 0.1868458 Nov 23 10:56:58.386987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] For port 38e543cc-f99f-496b-aebf-b8f3b32e4b15, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=38e543cc-f99f-496b-aebf-b8f3b32e4b15,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:56:58.387583 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.398937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:56:58.409021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Calling delete_port for 38e543cc-f99f-496b-aebf-b8f3b32e4b15 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:56:58.436788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dc7c23-8bb6-4d98-a817-0749420b3926,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:58.466689 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.467047 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Added segment 144cd790-b255-474d-8a84-f6fe8efc32d3 of type vlan for network d898bed4-6d0d-4cff-8e9d-033efad0c617 Nov 23 10:56:58.522485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.538291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-60ea63e8-8f3d-436d-8a6e-efd8a09af5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:58.539770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-60ea63e8-8f3d-436d-8a6e-efd8a09af5b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 200 len: 906 time: 0.1609569 Nov 23 10:56:58.659228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-d2b0bc3d-0256-4ed7-a2df-5458c5f3b5b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba562d3-7a48-459d-8975-07093ae55b83 HTTP/1.1" status: 200 len: 217 time: 0.0954423 Nov 23 10:56:58.670862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.671810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:58.672383 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.864488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:58.910249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e543cc-f99f-496b-aebf-b8f3b32e4b15,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:58.930026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1481972 Nov 23 10:56:58.942494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52412) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:56:58.945504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29b3a7-e13f-40b0-a130-ad1dc17b355b admin admin] Pushing event updated for resources: {'Network': ['ID=d898bed4-6d0d-4cff-8e9d-033efad0c617,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:58.959432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:56:58.969641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-e60636fd-2959-4173-a330-a6603b7fb0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:58.971141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-e60636fd-2959-4173-a330-a6603b7fb0e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 200 len: 845 time: 0.3015425 Nov 23 10:56:58.975770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Request body: {'subnet': {'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-826327512-subnet', 'tenant_id': 'f007cce6f8984a8d98e9bead10d030a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:56:59.021270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-db514e03-482a-411e-8e86-c1ecd2fed96b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=47b17cde-e9e3-4676-93cc-c6f90b1a3145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414243 Nov 23 10:56:59.049654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389d577-4e89-4a66-a98a-0256d2ed58fe req-a8872d61-51f7-4300-8604-c0f0e5fd5a49 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:59.051165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1389d577-4e89-4a66-a98a-0256d2ed58fe req-a8872d61-51f7-4300-8604-c0f0e5fd5a49 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 943 time: 0.2874506 Nov 23 10:56:59.187360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e817-6af1-47ea-9dfa-4ba8ad656bfd req-11ae31a3-0670-4e4c-9d4f-89c4841716ab tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:59.197190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2089e817-6af1-47ea-9dfa-4ba8ad656bfd req-11ae31a3-0670-4e4c-9d4f-89c4841716ab tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.2992682 Nov 23 10:56:59.201890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Made reservation on behalf of f007cce6f8984a8d98e9bead10d030a5 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:56:59.206545 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:59.268524 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1389d577-4e89-4a66-a98a-0256d2ed58fe req-5c030a77-8400-40e4-83ae-342db03bf254 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081025 Nov 23 10:56:59.319549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-94a63077-8629-4743-9268-9a935c24db66 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673812 Nov 23 10:56:59.428416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:59.484703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da67f8e-b620-405b-8d71-0d6b4334c998,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:56:59.540288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d604e1c6-5658-47b0-9ebd-56b009b8de64 req-8de7816a-b06f-4d18-bf34-5c7a4cf599e9 service neutron] 10.222.0.65 "GET /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062342 Nov 23 10:56:59.601323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2089e817-6af1-47ea-9dfa-4ba8ad656bfd req-bf035786-a13d-4840-ad86-75e916784b59 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967781 Nov 23 10:56:59.614578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Checking segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:56:59.615653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Network hostable DHCP agents. Network: d898bed4-6d0d-4cff-8e9d-033efad0c617, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:56:59.631989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:59.686774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:56:59.702925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, d898bed4-6d0d-4cff-8e9d-033efad0c617) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:56:59.712424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3190c67-45cc-4723-8031-5624b282d8d5 None None] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:56:59.712604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:56:59.713138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:56:59.766897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bd511801-0012-4839-b40f-c323284bbc8b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8106959 Nov 23 10:57:00.025781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8c64a6-4212-4d79-9f34-f502eb5c942d None None] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:00.043879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Router 3ff27254-a6c9-48cf-a0c5-678fed334e04 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:57:00.236938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:00.246715 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] Sync routers for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:00.266743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52452) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:00.271596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-495dba4a-57ee-4115-8955-7e77e61880b1 admin admin] 10.222.0.61 "PUT /v2.0/routers/3ff27254-a6c9-48cf-a0c5-678fed334e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2529495 Nov 23 10:57:00.283850 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:00.284804 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:00.465882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-6ecaeb9d-edd4-46dc-97ee-3ac3f1846179 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:00.467435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-6ecaeb9d-edd4-46dc-97ee-3ac3f1846179 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.2115302 Nov 23 10:57:00.499405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875318a-a03c-43fe-8cd3-6a537a22988d req-9714c378-7d8f-496b-aa3e-a0e59a3441e0 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:00.499405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2875318a-a03c-43fe-8cd3-6a537a22988d req-9714c378-7d8f-496b-aa3e-a0e59a3441e0 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 943 time: 0.0915082 Nov 23 10:57:00.515443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-f06ed0e8-30ed-4509-839f-0971084b7d63 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/quotas/f007cce6f8984a8d98e9bead10d030a5 HTTP/1.1" status: 200 len: 375 time: 0.0182645 Nov 23 10:57:00.538799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:00.544459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:00.562067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2875318a-a03c-43fe-8cd3-6a537a22988d req-4fc19a62-52f6-48e6-97ad-b37bcdd1a542 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585256 Nov 23 10:57:00.587717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-1bd8dc21-6896-4ee0-b2d2-9b5c534feffc tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459177 Nov 23 10:57:00.789285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:00.881094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-6fee5626-1e0f-4e97-af17-6dbf540c6b1c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:57:00.882160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-6fee5626-1e0f-4e97-af17-6dbf540c6b1c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1219661 Nov 23 10:57:00.895304 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:56:58Z', 'revision_number': 5, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port': {'id': 'ed9a5220-045b-46f1-930a-5ba636e216ab', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:45:36Z', 'updated_at': '2021-11-23T10:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:00.899029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190c60c-f3b5-44b5-9b70-5b5c45e41dc9 req-7333c6ed-8a4e-4a17-8060-3f21408b09c6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:00.905287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8190c60c-f3b5-44b5-9b70-5b5c45e41dc9 req-7333c6ed-8a4e-4a17-8060-3f21408b09c6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1787877 Nov 23 10:57:00.957187 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] Checking router: 3ff27254-a6c9-48cf-a0c5-678fed334e04 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:00.996959 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] Routers {'3ff27254-a6c9-48cf-a0c5-678fed334e04'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:00.997626 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3ff27254-a6c9-48cf-a0c5-678fed334e04'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:01.000191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8190c60c-f3b5-44b5-9b70-5b5c45e41dc9 req-a5e4d287-fb91-45ba-bc30-3325351468b6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903451 Nov 23 10:57:01.000961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3ba562d3-7a48-459d-8975-07093ae55b83 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:57:01.098714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Deleting port ed9a5220-045b-46f1-930a-5ba636e216ab {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:01.099067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:01.199984 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] Set router 3ff27254-a6c9-48cf-a0c5-678fed334e04 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:01.221528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-43795db0-1c46-440c-94ff-ae9258383c95 service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311851 Nov 23 10:57:01.292011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3ba562d3-7a48-459d-8975-07093ae55b83, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3ba562d3-7a48-459d-8975-07093ae55b83,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:01.297888 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:57:00Z', 'revision_number': 6, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:01.315599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '3ba562d3-7a48-459d-8975-07093ae55b83', 'network_id': '47b17cde-e9e3-4676-93cc-c6f90b1a3145', 'port_id': '3ba562d3-7a48-459d-8975-07093ae55b83', 'mac_address': 'fa:16:3e:d1:53:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba97f1a-2f2d-4454-8bed-91c9e181d23e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:57:01.344923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] For port ed9a5220-045b-46f1-930a-5ba636e216ab, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ed9a5220-045b-46f1-930a-5ba636e216ab,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:01.345396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:01.357123 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c46a62-798b-4a8d-950c-8bc7ff2df8a4 None None] The sync data for ids ['3ff27254-a6c9-48cf-a0c5-678fed334e04'] in n-d-817747-2 is: [{'id': '3ff27254-a6c9-48cf-a0c5-678fed334e04', 'name': 'tempest-AttachVolumeTestJSON-592177634-router', 'tenant_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:45:35Z', 'updated_at': '2021-11-23T10:57:00Z', 'revision_number': 6, 'project_id': '74b6c9518dd1404a9d85a23e3e29d1ce', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:01.382367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Calling delete_port for ed9a5220-045b-46f1-930a-5ba636e216ab owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:01.383977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:01.408698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba562d3-7a48-459d-8975-07093ae55b83 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:57:01.445682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3ba562d3-7a48-459d-8975-07093ae55b83, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3ba562d3-7a48-459d-8975-07093ae55b83,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:01.462644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:01.496370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-7193b932-720e-4321-b834-2a09cb7ef483 service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646804 Nov 23 10:57:01.549589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3ba562d3-7a48-459d-8975-07093ae55b83,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:01.821255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d59b26-195c-4170-a868-f56dfc562e59 req-24be9347-5756-4883-801b-8800071ad0c2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:01.832567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24d59b26-195c-4170-a868-f56dfc562e59 req-24be9347-5756-4883-801b-8800071ad0c2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 944 time: 0.1236954 Nov 23 10:57:01.838338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3ba562d3-7a48-459d-8975-07093ae55b83'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:57:01.841466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:01.948002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24d59b26-195c-4170-a868-f56dfc562e59 req-e3ce69d4-68a3-4223-9625-6551abea0a96 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963202 Nov 23 10:57:01.965743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9a5220-045b-46f1-930a-5ba636e216ab,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:02.007318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b80db-4429-425c-b614-3a5778825b5e None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:02.023740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a70c8c90-c460-4c6b-b5c2-bc8eb0630150 req-1fe329a2-ecc1-425d-83fa-284a7ea6b2ad tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 210 time: 0.0928605 Nov 23 10:57:02.093220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.243533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b90563-5149-451b-b04a-385f0df2dd07 req-285a510d-bbc9-4f01-9c6e-45a17a5ddb0a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:02.255783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b90563-5149-451b-b04a-385f0df2dd07 req-285a510d-bbc9-4f01-9c6e-45a17a5ddb0a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1218448 Nov 23 10:57:02.314427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.318355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.358770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b90563-5149-451b-b04a-385f0df2dd07 req-dc68031b-01e0-42c3-969d-384e16cd2752 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017838 Nov 23 10:57:02.420625 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.421862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ff27254-a6c9-48cf-a0c5-678fed334e04 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:57:02.428748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.435236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ac0da7d-1034-437b-b9c1-eb167fc102fd admin admin] 10.222.0.61 "DELETE /v2.0/routers/3ff27254-a6c9-48cf-a0c5-678fed334e04 HTTP/1.1" status: 204 len: 168 time: 2.1638110 Nov 23 10:57:02.436146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52508) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:02.551172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] Deleting subnet e07cd0ef-6d88-4e46-a246-dfbdcb9179bd {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:57:02.555013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.601220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.735975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.876764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.921530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07cd0ef-6d88-4e46-a246-dfbdcb9179bd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:02.946219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:02.949989 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-88bb60c2-ac25-44cf-9482-2f0ab2a3daf0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e07cd0ef-6d88-4e46-a246-dfbdcb9179bd HTTP/1.1" status: 204 len: 168 time: 0.5133994 Nov 23 10:57:02.952994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52516) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:02.962873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524de87-482b-4702-a836-a4febc128133 None None] Network 5f45c09a-6758-4daa-bfae-fe9fedaf8914 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:03.095859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:03.196781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 38e543cc-f99f-496b-aebf-b8f3b32e4b15 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:03.260152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2c46579-b59a-4602-bb5a-96e7dd78d7a0 req-7eff5153-57c6-46be-9468-c04655c047be tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 210 time: 0.0716872 Nov 23 10:57:03.295072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Deleting port cda18203-3c7e-4984-bf7c-aff00d0eb313 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:03.296497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:03.301025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 38e543cc-f99f-496b-aebf-b8f3b32e4b15 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:03.303961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 38e543cc-f99f-496b-aebf-b8f3b32e4b15 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:03.313810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ed9a5220-045b-46f1-930a-5ba636e216ab no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:03.336856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496b33a-cb18-4ab9-b2ca-f82a2375fe59 req-e5ef68d4-8890-4e51-be4e-0e09cb0269c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:03.343172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0496b33a-cb18-4ab9-b2ca-f82a2375fe59 req-e5ef68d4-8890-4e51-be4e-0e09cb0269c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 944 time: 0.1955934 Nov 23 10:57:03.461208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0496b33a-cb18-4ab9-b2ca-f82a2375fe59 req-92e3ff6e-4600-481b-a581-3dc324d83095 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113470 Nov 23 10:57:03.505844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] For port cda18203-3c7e-4984-bf7c-aff00d0eb313, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cda18203-3c7e-4984-bf7c-aff00d0eb313,segment=NetworkSegment(ba6645c9-3c81-44c2-bc13-e82006ffe9f8),segment_id=ba6645c9-3c81-44c2-bc13-e82006ffe9f8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:03.506227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:03.526736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Calling delete_port for cda18203-3c7e-4984-bf7c-aff00d0eb313 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:03.715880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da62dc1-c278-4019-a6cf-6fad0ff3b693 req-dd73bb1c-a4d7-4b70-9ac8-4a31096c5ba0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:03.723813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4da62dc1-c278-4019-a6cf-6fad0ff3b693 req-dd73bb1c-a4d7-4b70-9ac8-4a31096c5ba0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1410122 Nov 23 10:57:03.814094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ed9a5220-045b-46f1-930a-5ba636e216ab {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:03.814373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ed9a5220-045b-46f1-930a-5ba636e216ab not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:03.834761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:03.870327 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4da62dc1-c278-4019-a6cf-6fad0ff3b693 req-bb9ed079-6e71-41ee-826b-2f982e844c24 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433108 Nov 23 10:57:03.906972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] No DVR routers for this DVR port cda18203-3c7e-4984-bf7c-aff00d0eb313 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:03.920850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Pushing event deleted for resources: {'Port': ['ID=cda18203-3c7e-4984-bf7c-aff00d0eb313,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:03.961776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13121303-8bfe-45bc-889a-8d588abd20c1 None None] DHCP port deletion for 5f45c09a-6758-4daa-bfae-fe9fedaf8914 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:04.058762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.080088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-1d69fdbb-710a-4af5-91d0-1d7d2cb42cfc tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:04.081681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-1d69fdbb-710a-4af5-91d0-1d7d2cb42cfc tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.4317529 Nov 23 10:57:04.111037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Request body: {'port': {'device_id': 'd6416ccd-c032-4d1c-8045-24160145656a', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'admin_state_up': True, 'tenant_id': 'f007cce6f8984a8d98e9bead10d030a5'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:04.158694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f45c09a-6758-4daa-bfae-fe9fedaf8914']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:04.180578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:04.180951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6645c9-3c81-44c2-bc13-e82006ffe9f8') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:04.222127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.245058 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.260110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:57:04.260110 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:57:04.263323 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:57:04.384699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.387560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Made reservation on behalf of f007cce6f8984a8d98e9bead10d030a5 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:04.394279 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.397356 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.400641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] 10.222.0.61 "DELETE /v2.0/networks/5f45c09a-6758-4daa-bfae-fe9fedaf8914 HTTP/1.1" status: 204 len: 168 time: 1.4462168 Nov 23 10:57:04.443445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fe646-ff13-47af-8ff8-42d709d2053e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f45c09a-6758-4daa-bfae-fe9fedaf8914,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:04.468494 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-857e43d5-e3d5-4463-b206-b16ff37bfd12 req-269dd048-1971-4c9d-b57d-53379865e6df tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 210 time: 0.0936086 Nov 23 10:57:04.658578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52544) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:04.706839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de05591-beaa-4a6e-8af5-5be00da05381 req-3125df43-751e-4044-bb87-8b003264c61c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:04.708598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6de05591-beaa-4a6e-8af5-5be00da05381 req-3125df43-751e-4044-bb87-8b003264c61c tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 944 time: 0.1085167 Nov 23 10:57:04.710085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Allocated IP 172.20.0.8 (d898bed4-6d0d-4cff-8e9d-033efad0c617/2da67f8e-b620-405b-8d71-0d6b4334c998/b4121caf-cec9-4210-a973-b1f3bc76ff0d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:04.724283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b29239d0-e05f-4ca3-a8c3-b957762c3fb7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74b6c9518dd1404a9d85a23e3e29d1ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0641291 Nov 23 10:57:04.725139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52546) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:04.805132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04c6d337-979d-4814-9f89-d680493dd6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.835907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6de05591-beaa-4a6e-8af5-5be00da05381 req-4a917e34-c10f-45f0-8184-32db29d8e481 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123612 Nov 23 10:57:04.875034 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04c6d337-979d-4814-9f89-d680493dd6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.942301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04c6d337-979d-4814-9f89-d680493dd6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.945540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04c6d337-979d-4814-9f89-d680493dd6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:04.958621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-04c6d337-979d-4814-9f89-d680493dd6f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e937eb8b-3ef1-48c8-81cf-b414314e7753 HTTP/1.1" status: 204 len: 168 time: 0.2221205 Nov 23 10:57:04.980967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6d337-979d-4814-9f89-d680493dd6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e937eb8b-3ef1-48c8-81cf-b414314e7753,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:05.045825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cda18203-3c7e-4984-bf7c-aff00d0eb313 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:05.048032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3ba562d3-7a48-459d-8975-07093ae55b83 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:05.087259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:05.159754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1937e-d851-49b0-b0f1-b1da1a07b4e5 req-46cf2f0d-dd99-4f5f-a8ef-42213b7e3a8c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:05.161353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1937e-d851-49b0-b0f1-b1da1a07b4e5 req-46cf2f0d-dd99-4f5f-a8ef-42213b7e3a8c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1326387 Nov 23 10:57:05.173073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cda18203-3c7e-4984-bf7c-aff00d0eb313 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:05.173471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cda18203-3c7e-4984-bf7c-aff00d0eb313 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:05.188762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:05.231949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:05.238295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:05.248439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:05.284019 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45d1937e-d851-49b0-b0f1-b1da1a07b4e5 req-adc57868-7628-41ff-97e8-ddf2e23912bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154354 Nov 23 10:57:05.286511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 3ba562d3-7a48-459d-8975-07093ae55b83 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:57:05.297054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 3ba562d3-7a48-459d-8975-07093ae55b83 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:05.297450 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:05.347365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event updated for resources: {'Port': ['ID=b4121caf-cec9-4210-a973-b1f3bc76ff0d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:05.372926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:05.385848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:05.420027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-4dea0fb1-3e69-48ce-a9ec-61ef58075f40 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3230379 Nov 23 10:57:05.448044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Request body: {'port': {'device_id': 'd6416ccd-c032-4d1c-8045-24160145656a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:05.454680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:05.488981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba562d3-7a48-459d-8975-07093ae55b83'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:05.491357 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564c2ee-0d7f-473e-90f1-7b1944cbf572" -d '{"events": [{"server_uuid": "ccb99fd1-bce2-43f6-ad2f-fddd5c61d435", "name": "network-vif-plugged", "status": "completed", "tag": "3ba562d3-7a48-459d-8975-07093ae55b83"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:05.540445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3ba562d3-7a48-459d-8975-07093ae55b83, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3ba562d3-7a48-459d-8975-07093ae55b83,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:05.550407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:05.612434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3ba562d3-7a48-459d-8975-07093ae55b83,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:05.696005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:05.854693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65380e-999a-4f16-b520-ab35680ca761 req-9b894ecd-4eb9-4557-b361-89c8886c155b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:05.859353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b65380e-999a-4f16-b520-ab35680ca761 req-9b894ecd-4eb9-4557-b361-89c8886c155b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 931 time: 0.2008681 Nov 23 10:57:05.867404 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346af364-7c51-4594-a568-49886b4d8e7a x-openstack-request-id: req-346af364-7c51-4594-a568-49886b4d8e7a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:05.867860 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb99fd1-bce2-43f6-ad2f-fddd5c61d435", "name": "network-vif-plugged", "status": "completed", "tag": "3ba562d3-7a48-459d-8975-07093ae55b83", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:05.868181 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-346af364-7c51-4594-a568-49886b4d8e7a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:05.868695 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba562d3-7a48-459d-8975-07093ae55b83', 'code': 200} Nov 23 10:57:06.101027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b65380e-999a-4f16-b520-ab35680ca761 req-6139223e-8693-44b9-a6b3-dbe7266994c9 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308912 Nov 23 10:57:06.154852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6e67d-ee73-4cd8-b8ae-4a17979e4d48 req-d39f19fc-9704-4c54-9149-09126c742a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:06.160413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ed6e67d-ee73-4cd8-b8ae-4a17979e4d48 req-d39f19fc-9704-4c54-9149-09126c742a59 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 1096 time: 0.1456351 Nov 23 10:57:06.251059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ed6e67d-ee73-4cd8-b8ae-4a17979e4d48 req-0a59f4f7-14c4-4486-b00e-6afa4bb16f62 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807397 Nov 23 10:57:06.283852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82002a73-b9d0-4a6f-a09a-6fd6e3cd7330 req-6e6e6c3f-7197-439a-9cbe-7042d3528f73 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:06.285423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82002a73-b9d0-4a6f-a09a-6fd6e3cd7330 req-6e6e6c3f-7197-439a-9cbe-7042d3528f73 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.2409770 Nov 23 10:57:06.383642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82002a73-b9d0-4a6f-a09a-6fd6e3cd7330 req-c5a7495d-2b31-486d-a28f-d6142b1fb026 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868804 Nov 23 10:57:06.498170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81110c-88c5-4c20-8687-013c2f69a71e req-a45aa6af-17b3-406c-bfda-f25d0e3fb6a9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:06.500717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f81110c-88c5-4c20-8687-013c2f69a71e req-a45aa6af-17b3-406c-bfda-f25d0e3fb6a9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0652127 Nov 23 10:57:06.501213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4121caf-cec9-4210-a973-b1f3bc76ff0d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:57:06.517546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:06.541215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Transition to ACTIVE for port object b4121caf-cec9-4210-a973-b1f3bc76ff0d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:57:06.552001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:06.577187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f81110c-88c5-4c20-8687-013c2f69a71e req-3b702ac8-ce7b-4d7b-b39e-975d6a285842 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694909 Nov 23 10:57:06.713578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4121caf-cec9-4210-a973-b1f3bc76ff0d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:06.878916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Attempting to bind port b4121caf-cec9-4210-a973-b1f3bc76ff0d on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:06.879324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Attempting to bind port b4121caf-cec9-4210-a973-b1f3bc76ff0d by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:06.879705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Attempting to bind port b4121caf-cec9-4210-a973-b1f3bc76ff0d on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:06.884278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Port b4121caf-cec9-4210-a973-b1f3bc76ff0d on network d898bed4-6d0d-4cff-8e9d-033efad0c617 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:57:06.884599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Attempting to bind port b4121caf-cec9-4210-a973-b1f3bc76ff0d on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:06.891131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:06.891518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Checking segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:06.891909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Bound using segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:06.892362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Bound port: b4121caf-cec9-4210-a973-b1f3bc76ff0d, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:06.892727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:06.971523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] For port b4121caf-cec9-4210-a973-b1f3bc76ff0d, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:06.977136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] For port b4121caf-cec9-4210-a973-b1f3bc76ff0d, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:06.987995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:07.033326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:07.034151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:07.035747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] 10.222.0.58 "PUT /v2.0/ports/b4121caf-cec9-4210-a973-b1f3bc76ff0d HTTP/1.1" status: 200 len: 1091 time: 1.6056919 Nov 23 10:57:07.036225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6416ccd-c032-4d1c-8045-24160145656a', 'tag': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:07.038826 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f26da1-8382-4cab-8b82-c79fb47c47ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d6416ccd-c032-4d1c-8045-24160145656a", "tag": "b4121caf-cec9-4210-a973-b1f3bc76ff0d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:07.082698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730de4c-9aaf-4105-b90d-41bd737a17a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4121caf-cec9-4210-a973-b1f3bc76ff0d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:07.157196 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc53a33-6cc6-43b4-9c83-bd331f41ecbf x-openstack-request-id: req-2bc53a33-6cc6-43b4-9c83-bd331f41ecbf {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:07.157196 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6416ccd-c032-4d1c-8045-24160145656a", "tag": "b4121caf-cec9-4210-a973-b1f3bc76ff0d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:07.157196 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bc53a33-6cc6-43b4-9c83-bd331f41ecbf {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:07.157196 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6416ccd-c032-4d1c-8045-24160145656a', 'tag': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d', 'status': 'completed', 'code': 200} Nov 23 10:57:07.185519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-9c445216-6734-41a0-9bde-a2001afcb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:07.187296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-9c445216-6734-41a0-9bde-a2001afcb26f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 1094 time: 0.1005402 Nov 23 10:57:07.266901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-7eb6c5ec-8c7a-4d66-95dc-26abebe18c30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d HTTP/1.1" status: 200 len: 217 time: 0.0689857 Nov 23 10:57:07.330085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b46aa335-f0bf-4cdf-ba01-c625e8d86bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:07.332384 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-b46aa335-f0bf-4cdf-ba01-c625e8d86bdf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.0550017 Nov 23 10:57:07.336237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b88a67-96d7-4fd3-85bf-98e3feb2a519 req-49bdf121-abb2-4beb-a31c-246d5af1f38e tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:07.337755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8b88a67-96d7-4fd3-85bf-98e3feb2a519 req-49bdf121-abb2-4beb-a31c-246d5af1f38e tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 943 time: 0.1183667 Nov 23 10:57:07.377557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-6c658543-ceba-4d92-9c7d-b024730a0dc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274053 Nov 23 10:57:07.485193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8b88a67-96d7-4fd3-85bf-98e3feb2a519 req-cd62ac45-4ca1-4a57-91d0-5d94a2425cb0 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297898 Nov 23 10:57:07.658239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-3ea651e1-545a-46d0-a510-95cd115e98fb service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720976 Nov 23 10:57:07.667043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820fb0a-c2aa-4381-bf21-d56df2a3e27f req-85c4bb46-e590-49f0-a1b9-e821b7cc05c4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:07.675423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2820fb0a-c2aa-4381-bf21-d56df2a3e27f req-85c4bb46-e590-49f0-a1b9-e821b7cc05c4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1243234 Nov 23 10:57:07.798778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0b625-b123-49e0-9adb-7c7eab2b8d8c req-b930c243-396b-4c9a-a146-95b04bad50bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:07.809261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcf0b625-b123-49e0-9adb-7c7eab2b8d8c req-b930c243-396b-4c9a-a146-95b04bad50bc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1032097 Nov 23 10:57:07.838523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2820fb0a-c2aa-4381-bf21-d56df2a3e27f req-5d4e0549-43d9-4162-a896-91235b41f68d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487103 Nov 23 10:57:07.907109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcf0b625-b123-49e0-9adb-7c7eab2b8d8c req-3f0f3134-7247-475f-9abd-78cc96f716ed tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914783 Nov 23 10:57:07.978518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1eb440e-9930-442f-8155-626d0e0460d5 req-455fa532-b370-4378-816e-9f437812e750 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005810 Nov 23 10:57:08.087618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-a377ca5c-c0ef-4b15-a94d-a76bc368cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:08.090172 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-a377ca5c-c0ef-4b15-a94d-a76bc368cdd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 1094 time: 0.0544291 Nov 23 10:57:08.238276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-38e4660f-af19-4588-86e0-04bb79da188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:08.240133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-38e4660f-af19-4588-86e0-04bb79da188e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.1420443 Nov 23 10:57:08.309871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-e681348e-ccd5-47ed-aff2-50c86776332c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d HTTP/1.1" status: 200 len: 217 time: 0.0612919 Nov 23 10:57:08.405001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-7f49d039-37c6-4323-a759-dac1fb36b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:08.406699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-7f49d039-37c6-4323-a759-dac1fb36b4ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.0846269 Nov 23 10:57:08.457125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-164646e0-4ba8-4e92-8f2c-6505114a106b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405583 Nov 23 10:57:08.598182 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-7062673f-e945-4922-b02a-51a2e21d6a30 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298554 Nov 23 10:57:08.781363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68069d6-b638-42a5-a24f-e85a9fa4ab21 req-0e2722f6-ab62-4aee-8744-a26ef052faee tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:08.783239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e68069d6-b638-42a5-a24f-e85a9fa4ab21 req-0e2722f6-ab62-4aee-8744-a26ef052faee tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 943 time: 0.1828043 Nov 23 10:57:08.791592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f26da1-8382-4cab-8b82-c79fb47c47ad req-8eb182f9-f639-4d11-8712-20c7018f7319 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560316 Nov 23 10:57:09.137490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366391de-c791-4e52-8220-7bfd9001a726 req-068710d1-b8a3-4e9c-8c30-1ea10361cc69 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:09.139090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-366391de-c791-4e52-8220-7bfd9001a726 req-068710d1-b8a3-4e9c-8c30-1ea10361cc69 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1716361 Nov 23 10:57:09.266353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-366391de-c791-4e52-8220-7bfd9001a726 req-9616a2ec-0134-4dda-b541-9a2373f1ed83 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132805 Nov 23 10:57:09.459142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e68069d6-b638-42a5-a24f-e85a9fa4ab21 req-26896abd-9104-4b8c-9e6e-3d51badb2901 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612680 Nov 23 10:57:09.475361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89232353-d8bf-4ccb-b9c4-5d9bd3cabdcb req-96a2a423-dd29-4f10-b8df-8fd2af18335a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:09.483657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89232353-d8bf-4ccb-b9c4-5d9bd3cabdcb req-96a2a423-dd29-4f10-b8df-8fd2af18335a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1344538 Nov 23 10:57:09.615106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89232353-d8bf-4ccb-b9c4-5d9bd3cabdcb req-a439681b-f4d3-4664-b42c-a179d1e57336 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198120 Nov 23 10:57:09.838852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52702) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:09.874914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33745686-f67c-4926-887e-e62ea6b249c8 req-2fca7bb2-ea0f-4c94-b922-bf2ebb91792d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:09.884136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33745686-f67c-4926-887e-e62ea6b249c8 req-2fca7bb2-ea0f-4c94-b922-bf2ebb91792d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.0981147 Nov 23 10:57:09.946423 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33745686-f67c-4926-887e-e62ea6b249c8 req-6f313d44-f309-4572-9862-08a5298b8710 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611355 Nov 23 10:57:10.065802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dacbec3-4462-4aaa-9695-6a1acb2e287b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:10.276431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daebe4b-5d91-44e5-bd13-2dd3e25c61c9 req-2061cc9c-7489-48c3-be95-e6f23c5a9f39 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:10.285357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2daebe4b-5d91-44e5-bd13-2dd3e25c61c9 req-2061cc9c-7489-48c3-be95-e6f23c5a9f39 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1803036 Nov 23 10:57:10.349646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2daebe4b-5d91-44e5-bd13-2dd3e25c61c9 req-f2ae8882-f08b-454b-997c-bf4e7b95f0d1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Nov 23 10:57:10.439719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dacbec3-4462-4aaa-9695-6a1acb2e287b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:10.446101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dacbec3-4462-4aaa-9695-6a1acb2e287b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:10.570860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacbec3-4462-4aaa-9695-6a1acb2e287b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f71d4b0-9d0e-4901-8e99-782aad543546,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:10.606837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0dacbec3-4462-4aaa-9695-6a1acb2e287b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3e346bf04a0f4f429f36933cff1434c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7667480 Nov 23 10:57:10.607649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52722) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:10.652869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38186e8a-fdfe-4c50-993b-ea07bdcd2aee req-78464f95-3947-4610-b3c2-de80ffd3cd0d tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:10.661721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38186e8a-fdfe-4c50-993b-ea07bdcd2aee req-78464f95-3947-4610-b3c2-de80ffd3cd0d tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 943 time: 0.0971284 Nov 23 10:57:10.720024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52726) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:10.807526 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38186e8a-fdfe-4c50-993b-ea07bdcd2aee req-47e69a96-2e06-4833-93ba-62533814f9f6 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446662 Nov 23 10:57:10.859232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03fccce5-ebec-4a69-8305-c6197efc645d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:10.889074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9882c3-5a3e-4740-99f2-76b6bba2eb87 req-0765cf3d-3fbd-4964-8613-2d61cb7d7535 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:10.892097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a9882c3-5a3e-4740-99f2-76b6bba2eb87 req-0765cf3d-3fbd-4964-8613-2d61cb7d7535 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.2999191 Nov 23 10:57:11.033194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03fccce5-ebec-4a69-8305-c6197efc645d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.038299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a9882c3-5a3e-4740-99f2-76b6bba2eb87 req-2081e19e-1d6c-4923-afc1-057ed307d42e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381116 Nov 23 10:57:11.098728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd62a6-2d1a-49a1-91c0-b4073eb67f24 req-66436933-a9d1-472c-b92b-8228b43a35e6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:11.107289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0cd62a6-2d1a-49a1-91c0-b4073eb67f24 req-66436933-a9d1-472c-b92b-8228b43a35e6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1317024 Nov 23 10:57:11.119283 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03fccce5-ebec-4a69-8305-c6197efc645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.125003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03fccce5-ebec-4a69-8305-c6197efc645d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.129777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-03fccce5-ebec-4a69-8305-c6197efc645d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f71d4b0-9d0e-4901-8e99-782aad543546 HTTP/1.1" status: 204 len: 168 time: 0.5062056 Nov 23 10:57:11.146502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fccce5-ebec-4a69-8305-c6197efc645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f71d4b0-9d0e-4901-8e99-782aad543546,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:11.213079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0cd62a6-2d1a-49a1-91c0-b4073eb67f24 req-a3dbb7ff-6dbe-454b-9df3-e49f228bdeca tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047347 Nov 23 10:57:11.238959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-41135b17-b65b-4274-8c80-cd2add6c7971 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/floatingips/7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e HTTP/1.1" status: 200 len: 992 time: 0.4900048 Nov 23 10:57:11.491764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52752) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:11.611220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52754) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:11.670303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-364a4426-89d6-4fb8-8204-078c71d710b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.777319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port 2118b477-323a-42f6-aaf8-cd3b348a9a6d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:11.778396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.834025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-364a4426-89d6-4fb8-8204-078c71d710b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.840517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-364a4426-89d6-4fb8-8204-078c71d710b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.926829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a4426-89d6-4fb8-8204-078c71d710b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003b019d-c935-4c4f-b4be-b0905398b7bd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:11.928534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.929082 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:11.931823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-364a4426-89d6-4fb8-8204-078c71d710b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=94c78d01a7c149c2a0e2785ee4197b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193493 Nov 23 10:57:11.935841 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52760) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:11.948677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-285ac94c-6354-4a54-bfcc-3a92151d3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:11.951479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-285ac94c-6354-4a54-bfcc-3a92151d3707 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1096 time: 0.0568111 Nov 23 10:57:12.016220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for 2118b477-323a-42f6-aaf8-cd3b348a9a6d owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:12.073505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-136255b7-0f7b-4969-8964-c0a43b8c2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:12.076542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-136255b7-0f7b-4969-8964-c0a43b8c2d68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 915 time: 0.1174366 Nov 23 10:57:12.162301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-cfb849a0-0e97-4e45-bb84-f5b984fc63fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 200 len: 217 time: 0.0772820 Nov 23 10:57:12.165600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e71d40-ce52-4472-ab2f-2a11e908d956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.225887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c29b97-95ba-4e7a-b0a3-5633e6f1ea0e req-6a4003a3-6e06-451d-b4f7-63ca751b7e03 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:12.229573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e3c29b97-95ba-4e7a-b0a3-5633e6f1ea0e req-6a4003a3-6e06-451d-b4f7-63ca751b7e03 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 943 time: 0.2498503 Nov 23 10:57:12.250577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f206-bf70-4905-8fae-a1d8bf86b009 req-6e048ed1-5a1d-42b0-898c-21348b87b361 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:12.251320 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e71d40-ce52-4472-ab2f-2a11e908d956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.252098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a25f206-bf70-4905-8fae-a1d8bf86b009 req-6e048ed1-5a1d-42b0-898c-21348b87b361 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1018434 Nov 23 10:57:12.255913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-29776006-a971-4ca0-88b6-8fc7b4ee17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:12.257328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-29776006-a971-4ca0-88b6-8fc7b4ee17c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.0773790 Nov 23 10:57:12.302917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-fb8f1227-7231-41c1-b27f-b0025c3fb95c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349197 Nov 23 10:57:12.395052 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a25f206-bf70-4905-8fae-a1d8bf86b009 req-b88d5ce8-afd4-4c8c-a9b1-c4d40ac52245 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340709 Nov 23 10:57:12.484390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-9288beed-d1a0-49b4-a891-92af8b99bb9f service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703448 Nov 23 10:57:12.491402 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e71d40-ce52-4472-ab2f-2a11e908d956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.494072 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e71d40-ce52-4472-ab2f-2a11e908d956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.498202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4e71d40-ce52-4472-ab2f-2a11e908d956 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/003b019d-c935-4c4f-b4be-b0905398b7bd HTTP/1.1" status: 204 len: 168 time: 0.5573375 Nov 23 10:57:12.511418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e71d40-ce52-4472-ab2f-2a11e908d956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003b019d-c935-4c4f-b4be-b0905398b7bd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:12.533581 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e3c29b97-95ba-4e7a-b0a3-5633e6f1ea0e req-d8f58579-a718-452c-a650-fd638e503999 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915781 Nov 23 10:57:12.547469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b4121caf-cec9-4210-a973-b1f3bc76ff0d details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:57:12.553448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.608264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=2118b477-323a-42f6-aaf8-cd3b348a9a6d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:12.684734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862eae2-811d-4576-ab28-51b65330def0 req-7f543e7b-3428-44e8-84d5-b8a11f724caa tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:12.687340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4862eae2-811d-4576-ab28-51b65330def0 req-7f543e7b-3428-44e8-84d5-b8a11f724caa tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1259303 Nov 23 10:57:12.727603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b4121caf-cec9-4210-a973-b1f3bc76ff0d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:12.741019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'port_id': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d', 'mac_address': 'fa:16:3e:22:82:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da67f8e-b620-405b-8d71-0d6b4334c998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:57:12.763395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f042fc4-6315-4107-8dfd-6730c9074e83 req-e4e5349a-aedf-4907-b01e-cf4f2dc1ce7e service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709126 Nov 23 10:57:12.770747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.771088 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Floating IP 7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e disassociated (deleted). External IP: 172.25.5.18, port: 1d0f440c-730a-46c1-a5a1-8f69d83d4a20. Nov 23 10:57:12.788231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.791531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4862eae2-811d-4576-ab28-51b65330def0 req-86f50184-5964-4e51-bb3d-d86087597b4a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953393 Nov 23 10:57:12.811156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4121caf-cec9-4210-a973-b1f3bc76ff0d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:57:12.854848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b4121caf-cec9-4210-a973-b1f3bc76ff0d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:12.867582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:12.932104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=b4121caf-cec9-4210-a973-b1f3bc76ff0d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:13.217571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b4121caf-cec9-4210-a973-b1f3bc76ff0d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:57:13.513891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router ec922b55-1091-41df-a48d-9c3aedfcee0e has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:57:13.746476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c193c-faee-4564-8560-e897df207525 req-bae1810f-5f4d-4b34-bec7-282f2ed23fae tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:13.753771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb9c193c-faee-4564-8560-e897df207525 req-bae1810f-5f4d-4b34-bec7-282f2ed23fae tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1902525 Nov 23 10:57:13.884746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb9c193c-faee-4564-8560-e897df207525 req-3d28b4a1-5953-4c5d-a318-02efebe2234a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262777 Nov 23 10:57:13.899304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44c010-f5d8-4dcd-a792-853c3a2d23ce req-0ec13775-113e-4ef8-a7a3-f0a21b1ad77c tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:13.907976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b44c010-f5d8-4dcd-a792-853c3a2d23ce req-0ec13775-113e-4ef8-a7a3-f0a21b1ad77c tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 944 time: 0.2210231 Nov 23 10:57:13.913674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:13.930124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:13.953693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] Sync routers for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:13.980727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52806) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:14.002475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:14.003454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:14.067133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-490bbeb4-5785-4997-bff9-1a79c2927412 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/floatingips/7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e HTTP/1.1" status: 204 len: 168 time: 2.5737057 Nov 23 10:57:14.069345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:14.072976 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4766c408-a0c0-46b1-a11a-e25fb384bc32" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:14.137791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b44c010-f5d8-4dcd-a792-853c3a2d23ce req-12a94e4d-c4aa-4b63-9517-bd06bc9750a8 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131538 Nov 23 10:57:14.194361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65837d99-e0ab-4146-8e96-cd327b04ea1a req-b74451e9-2767-4b14-8719-ae39512faa4a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:14.196179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65837d99-e0ab-4146-8e96-cd327b04ea1a req-b74451e9-2767-4b14-8719-ae39512faa4a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1277580 Nov 23 10:57:14.249569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:14.263081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd63ed99-e50d-4c64-9e00-5033d701c040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.291208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65837d99-e0ab-4146-8e96-cd327b04ea1a req-56b3061f-9b6d-4cd9-aaa4-9e477d2ca29e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858247 Nov 23 10:57:14.439604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd63ed99-e50d-4c64-9e00-5033d701c040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.449621 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fd63ed99-e50d-4c64-9e00-5033d701c040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.508446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63ed99-e50d-4c64-9e00-5033d701c040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2556475-02e0-46db-a33c-8086a997122e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:14.524154 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fd63ed99-e50d-4c64-9e00-5033d701c040 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6988e71278f14e85afe37c3360cd52e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5423377 Nov 23 10:57:14.527862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52824) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:14.541141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e8f864-df22-46fe-918f-1946f3bc6ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.588655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b4121caf-cec9-4210-a973-b1f3bc76ff0d up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:14.681841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f5606-9ae1-4ce2-9585-4f647afb6c6c req-8ecf46ae-ab28-477d-a078-08ba3a362a72 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:14.684954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c1f5606-9ae1-4ce2-9585-4f647afb6c6c req-8ecf46ae-ab28-477d-a078-08ba3a362a72 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 945 time: 0.1278849 Nov 23 10:57:14.690311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05e97e4d-d78a-479d-8568-95c1b74d3d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.758388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c1f5606-9ae1-4ce2-9585-4f647afb6c6c req-f315525a-9736-43d4-9726-1ed4ee343b6f tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605121 Nov 23 10:57:14.761786 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370a75d-c0da-428d-982a-7fe16601ddfe x-openstack-request-id: req-c370a75d-c0da-428d-982a-7fe16601ddfe {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:14.762257 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:14.762454 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c370a75d-c0da-428d-982a-7fe16601ddfe {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:14.772380 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05e97e4d-d78a-479d-8568-95c1b74d3d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.775390 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'status': 'completed', 'code': 200} Nov 23 10:57:14.862653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:31Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:14.874874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-b20c22f7-f6a8-45c5-ac12-98a26906146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:14.877253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-b20c22f7-f6a8-45c5-ac12-98a26906146d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b10f102f43f44b8bbcb276556a0feccb&device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 1096 time: 0.0664949 Nov 23 10:57:14.879458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05e97e4d-d78a-479d-8568-95c1b74d3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.883384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05e97e4d-d78a-479d-8568-95c1b74d3d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.884593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-05e97e4d-d78a-479d-8568-95c1b74d3d81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c2556475-02e0-46db-a33c-8086a997122e HTTP/1.1" status: 204 len: 168 time: 0.3556616 Nov 23 10:57:14.898657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] Checking router: ec922b55-1091-41df-a48d-9c3aedfcee0e for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:14.907926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port b4121caf-cec9-4210-a973-b1f3bc76ff0d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:57:14.913392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port b4121caf-cec9-4210-a973-b1f3bc76ff0d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:14.914009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:14.917698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:14.918508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:15.001268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e97e4d-d78a-479d-8568-95c1b74d3d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2556475-02e0-46db-a33c-8086a997122e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:15.003519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-f9675af8-2ad7-4ad9-8e82-4d2acd5e803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:15.005240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-f9675af8-2ad7-4ad9-8e82-4d2acd5e803b service neutron] 10.222.0.58 "GET /v2.0/networks?id=de45237b-4768-49c5-80b0-283cb198d44b HTTP/1.1" status: 200 len: 898 time: 0.1195428 Nov 23 10:57:15.074718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-5951dd94-c3a6-4d7a-b5bb-f088ec2fa1ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20 HTTP/1.1" status: 200 len: 217 time: 0.0610209 Nov 23 10:57:15.126141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c621e5-bc5f-4e54-97c1-afa6c2a40ba7 req-d64e4c78-401e-47b8-9569-6ae80ff54a88 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:15.128506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4c621e5-bc5f-4e54-97c1-afa6c2a40ba7 req-d64e4c78-401e-47b8-9569-6ae80ff54a88 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1075032 Nov 23 10:57:15.224685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-4bf81dd8-9dcc-4c10-aa97-11ee2465b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:15.231605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-4bf81dd8-9dcc-4c10-aa97-11ee2465b8cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef9d224f-2a3d-4c37-853d-6910d63af7db HTTP/1.1" status: 200 len: 834 time: 0.1426332 Nov 23 10:57:15.306904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4c621e5-bc5f-4e54-97c1-afa6c2a40ba7 req-8ef45cb9-a261-479e-a033-50119cef9c60 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412971 Nov 23 10:57:15.407005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:15.442638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-35abc24f-4dd7-42ce-9a6c-ca1bc0966f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:15.444250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-35abc24f-4dd7-42ce-9a6c-ca1bc0966f7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de45237b-4768-49c5-80b0-283cb198d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761568 Nov 23 10:57:15.478074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328e7d-7043-4ce6-9b36-263f4e66e3c2 req-b43bbeec-2bac-4115-b435-5e4529049281 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:15.482641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa328e7d-7043-4ce6-9b36-263f4e66e3c2 req-b43bbeec-2bac-4115-b435-5e4529049281 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 944 time: 0.2498002 Nov 23 10:57:15.504685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eb0a0-0670-496f-8702-5ec3402d8007 req-60ab3dce-8a0c-4dc7-a8d4-326e924ab3fa tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:15.514574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-761eb0a0-0670-496f-8702-5ec3402d8007 req-60ab3dce-8a0c-4dc7-a8d4-326e924ab3fa tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.1066549 Nov 23 10:57:15.581899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:15.621581 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-761eb0a0-0670-496f-8702-5ec3402d8007 req-61b08a8f-e3b9-4edb-8e1a-5bb16e90232e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051161 Nov 23 10:57:15.766958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa328e7d-7043-4ce6-9b36-263f4e66e3c2 req-e778f6be-3ecf-4864-864f-c1fd8b4fc09f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379940 Nov 23 10:57:15.774435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6416ccd-c032-4d1c-8045-24160145656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:15.777397 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f86cfa-1c1b-4dfa-afec-a97708e34fab" -d '{"events": [{"server_uuid": "d6416ccd-c032-4d1c-8045-24160145656a", "name": "network-vif-plugged", "status": "completed", "tag": "b4121caf-cec9-4210-a973-b1f3bc76ff0d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:15.802314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b4121caf-cec9-4210-a973-b1f3bc76ff0d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:15.849083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-b54b3487-196f-4b7d-a41c-8e544ec7d917 service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643234 Nov 23 10:57:15.859061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a66572-480c-4017-94d4-32270253f1b2 req-580898c1-fb9a-47b3-8254-e564a0080dbd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:15.867715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d6a66572-480c-4017-94d4-32270253f1b2 req-580898c1-fb9a-47b3-8254-e564a0080dbd tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 945 time: 0.0971158 Nov 23 10:57:15.884351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:15.885202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:15.940626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d6a66572-480c-4017-94d4-32270253f1b2 req-6c82b391-72ef-4efb-bace-7cbc11ee87dc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717654 Nov 23 10:57:16.049849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4766c408-a0c0-46b1-a11a-e25fb384bc32 req-030fa562-e2b9-4f64-922e-517e80d5d654 service neutron] 10.222.0.58 "GET /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889749 Nov 23 10:57:16.073937 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55780041-9e8b-4c61-9e40-8f3a55ac15fa x-openstack-request-id: req-55780041-9e8b-4c61-9e40-8f3a55ac15fa {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:16.074257 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6416ccd-c032-4d1c-8045-24160145656a", "name": "network-vif-plugged", "status": "completed", "tag": "b4121caf-cec9-4210-a973-b1f3bc76ff0d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:16.074729 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55780041-9e8b-4c61-9e40-8f3a55ac15fa {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:16.075144 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6416ccd-c032-4d1c-8045-24160145656a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d', 'code': 200} Nov 23 10:57:16.167305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=b4121caf-cec9-4210-a973-b1f3bc76ff0d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:16.209715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:31Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:16.210581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6434ee-098d-41fd-a570-dd15e92cb39a req-c8fdd828-1d5a-4af3-8cda-c76ae6c91754 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:16.221868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c6434ee-098d-41fd-a570-dd15e92cb39a req-c8fdd828-1d5a-4af3-8cda-c76ae6c91754 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 945 time: 0.1689436 Nov 23 10:57:16.241948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-f6aa3ee2-6f3f-4e88-836b-12060ae1dbfd req-c4933e87-118a-4b4d-8875-ca41e4c908d8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 10:57:16.243289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6aa3ee2-6f3f-4e88-836b-12060ae1dbfd req-c4933e87-118a-4b4d-8875-ca41e4c908d8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063117 Nov 23 10:57:16.248556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ed4f5-bd1b-4ad8-bf73-8dbee54e9ddf None None] The sync data for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 is: [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:55:27Z', 'revision_number': 4, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '6c90b9d5-9b16-41c9-8e83-a38f193fb5c3', 'name': '', 'network_id': 'de45237b-4768-49c5-80b0-283cb198d44b', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'mac_address': 'fa:16:3e:ce:50:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2172, 'fixed_ips': [{'subnet_id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:25Z', 'updated_at': '2021-11-23T10:55:31Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'subnets': [{'id': 'ef9d224f-2a3d-4c37-853d-6910d63af7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:16.252601 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:16.368706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:16.373354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a6f15-2c6c-4316-84e4-48805631f2a8 req-37062ced-91a9-4f5b-88cd-7f8625464c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:16.374766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-754a6f15-2c6c-4316-84e4-48805631f2a8 req-37062ced-91a9-4f5b-88cd-7f8625464c11 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 1096 time: 0.2665632 Nov 23 10:57:16.376753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:16.466819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:16.514910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-9a8c8dd1-5512-467e-9da6-5559b9dbdc80 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:16.516484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-9a8c8dd1-5512-467e-9da6-5559b9dbdc80 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 945 time: 0.2920077 Nov 23 10:57:16.546076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c6434ee-098d-41fd-a570-dd15e92cb39a req-78551856-71db-4cb5-a8f3-9201872bba91 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1abf3b6-458d-45b3-89fa-bd12a27c89cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169284 Nov 23 10:57:16.631696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:16.709103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2c757-4a97-4eff-8746-93fd0ccca402 req-1fb8babf-18ed-4212-95d7-728ecf0e7632 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:16.718400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fe2c757-4a97-4eff-8746-93fd0ccca402 req-1fb8babf-18ed-4212-95d7-728ecf0e7632 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1823337 Nov 23 10:57:16.727377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-754a6f15-2c6c-4316-84e4-48805631f2a8 req-384267db-9a65-4f1e-bf1a-b08be63090d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348520 Nov 23 10:57:16.737660 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f410a7f-52ac-4860-86f6-c62e4e3820a5 None None] New status for floating IP 7dde3e2a-42a9-4ab3-b5bc-d5ce4114267e: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:57:16.747838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-849fcea3-41e2-4552-b4f1-685b97dae3c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1694372 Nov 23 10:57:16.848610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fe2c757-4a97-4eff-8746-93fd0ccca402 req-6c6ff138-bb22-4657-bd12-3ed9497b1185 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288652 Nov 23 10:57:16.903910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-211197944-network', 'tenant_id': 'b35258d1d1bc4d8cac607e27c25c4a25'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:16.923103 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b446798d-76e7-4a4c-8bc2-c8a32b9e8500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:16.932429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473e6bd-4d3d-47f6-8ed3-8d4389ada481 req-8761bcc1-7996-47be-a9fe-df2810b854a0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:16.933960 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6473e6bd-4d3d-47f6-8ed3-8d4389ada481 req-8761bcc1-7996-47be-a9fe-df2810b854a0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.2316039 Nov 23 10:57:16.970089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:16.970678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:16.983174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Made reservation on behalf of b35258d1d1bc4d8cac607e27c25c4a25 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:16.985644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:16.995880 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.045351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45181b-cfec-417e-a479-bd5ab7ed165a req-92c02431-d1f0-498e-a022-7436d693ff9f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:17.052467 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a45181b-cfec-417e-a479-bd5ab7ed165a req-92c02431-d1f0-498e-a022-7436d693ff9f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 945 time: 0.1247075 Nov 23 10:57:17.163861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a45181b-cfec-417e-a479-bd5ab7ed165a req-472dab7c-8ee2-402b-95e6-2dd10f566086 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081789 Nov 23 10:57:17.166785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6473e6bd-4d3d-47f6-8ed3-8d4389ada481 req-23cc43cf-b45b-4b6d-bdd2-e23f89dde349 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206817 Nov 23 10:57:17.199778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:17.200229 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.218255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:17.229595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.260470 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.298877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:57:17.305808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25130ded-3303-42b4-8509-4fe9da53b5c5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:17.319479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.320607 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Added segment 2098c606-19c0-434f-bb68-731a532b2dd3 of type vlan for network 907fae1b-184c-4552-8576-9a2a8f6cf921 Nov 23 10:57:17.377525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.441991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.445306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:17.445901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.467900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.489656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8338046 Nov 23 10:57:17.492775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52944) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:17.505673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Request body: {'subnet': {'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-211197944-subnet', 'tenant_id': 'b35258d1d1bc4d8cac607e27c25c4a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:17.547246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=1d0f440c-730a-46c1-a5a1-8f69d83d4a20,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:17.569818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ab96c-0077-49bd-899d-9ff35f94b90f admin admin] Pushing event updated for resources: {'Network': ['ID=907fae1b-184c-4552-8576-9a2a8f6cf921,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:17.586105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 907fae1b-184c-4552-8576-9a2a8f6cf921 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:57:17.606594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Made reservation on behalf of b35258d1d1bc4d8cac607e27c25c4a25 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:17.609461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.642983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] No DVR routers for this DVR port 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:17.648944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:17.657395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6ac26ff4-39c3-4f7a-8d4d-94f40f31f46b req-e7320efe-6bc6-4765-a0a8-40a543158ef9 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.58 "DELETE /v2.0/ports/1d0f440c-730a-46c1-a5a1-8f69d83d4a20 HTTP/1.1" status: 204 len: 173 time: 1.1057813 Nov 23 10:57:17.657917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'name': 'network-vif-deleted', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:17.660249 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27354ef-8ac7-452e-b20c-e204bcf9036a" -d '{"events": [{"server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "name": "network-vif-deleted", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:17.683870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc77a82f-2608-42ad-bb7c-85e0c4190904 req-7958772a-35c6-4938-a88e-7e27cc9eb511 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee7ecb6-4d0c-456d-a63b-a5675404edf1 HTTP/1.1" status: 200 len: 210 time: 0.0446410 Nov 23 10:57:17.790566 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c4505e-651c-461a-8137-a5d2d6a4a655 x-openstack-request-id: req-46c4505e-651c-461a-8137-a5d2d6a4a655 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:17.791044 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee7ecb6-4d0c-456d-a63b-a5675404edf1", "name": "network-vif-deleted", "tag": "1d0f440c-730a-46c1-a5a1-8f69d83d4a20", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:17.791448 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-46c4505e-651c-461a-8137-a5d2d6a4a655 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:17.792061 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee7ecb6-4d0c-456d-a63b-a5675404edf1', 'name': 'network-vif-deleted', 'tag': '1d0f440c-730a-46c1-a5a1-8f69d83d4a20', 'status': 'completed', 'code': 200} Nov 23 10:57:17.930200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25259107-019e-4dbe-b037-bac727599381 req-46beaa8d-0d2d-4883-b617-64820773b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:17.932540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-46beaa8d-0d2d-4883-b617-64820773b458 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65&tenant_id=807f1fea854540049bba9d6a2d7ea473 HTTP/1.1" status: 200 len: 1094 time: 0.1352501 Nov 23 10:57:17.994814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:18.076398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:18.079184 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39ae7ae-d73c-4d62-bf26-24f6fd1762ea" -d '{"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-unplugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:18.100569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25259107-019e-4dbe-b037-bac727599381 req-224f568e-eee4-471e-8915-24040d7ee3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:18.107152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-224f568e-eee4-471e-8915-24040d7ee3a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1094 time: 0.1333008 Nov 23 10:57:18.112880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a086c2e-9cfe-4d8d-a753-bc19ac97fe08 req-5e9a38ee-2f2b-409d-920d-18ed8de7fd97 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:18.114728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a086c2e-9cfe-4d8d-a753-bc19ac97fe08 req-5e9a38ee-2f2b-409d-920d-18ed8de7fd97 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1521883 Nov 23 10:57:18.115628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e14be5f4-628a-484d-a501-528d2ed6eaad,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:18.148624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Checking segment: {'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:18.149317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Network hostable DHCP agents. Network: 907fae1b-184c-4552-8576-9a2a8f6cf921, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:57:18.189956 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd642c1-ed75-4456-a132-4f6cf3c13fbb x-openstack-request-id: req-7bd642c1-ed75-4456-a132-4f6cf3c13fbb {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:18.190294 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-unplugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:18.190662 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bd642c1-ed75-4456-a132-4f6cf3c13fbb {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:18.191645 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4', 'code': 200} Nov 23 10:57:18.225318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a086c2e-9cfe-4d8d-a753-bc19ac97fe08 req-14f82627-50a0-46be-a293-71518e361443 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012726 Nov 23 10:57:18.233547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Network 907fae1b-184c-4552-8576-9a2a8f6cf921 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:57:18.257478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 907fae1b-184c-4552-8576-9a2a8f6cf921) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:18.262507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:18.263327 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:18.267289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6d4aa-9628-4afd-861f-606f9ffaf98d None None] Network 907fae1b-184c-4552-8576-9a2a8f6cf921 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:18.307602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2c9a678c-269a-4f0e-913f-72b5938bb48b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8063123 Nov 23 10:57:18.509062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be387e9f-9d65-401a-85bb-063845a68712 None None] Network 907fae1b-184c-4552-8576-9a2a8f6cf921 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:18.512625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb33f8-69be-4915-af7b-36d100b3b479 req-1b03c74a-ce2a-4c89-b682-5c133f3641e3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:18.516637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dfb33f8-69be-4915-af7b-36d100b3b479 req-1b03c74a-ce2a-4c89-b682-5c133f3641e3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1442466 Nov 23 10:57:18.523510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05439192-0a87-4fb3-ac38-451348fc6b11 req-c3872d44-3102-4923-b222-5d50b0fc59a7 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:18.526173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05439192-0a87-4fb3-ac38-451348fc6b11 req-c3872d44-3102-4923-b222-5d50b0fc59a7 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 945 time: 0.1700928 Nov 23 10:57:18.545745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25259107-019e-4dbe-b037-bac727599381 req-be2ff376-28ce-4c1d-b66c-fea8197ec8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:18.550715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-be2ff376-28ce-4c1d-b66c-fea8197ec8d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 915 time: 0.4328346 Nov 23 10:57:18.554839 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:18.608161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:18.616066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dfb33f8-69be-4915-af7b-36d100b3b479 req-fcd0bd0e-06c2-4368-af3f-88e7ee0df8f5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924876 Nov 23 10:57:18.658892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-60b1ba59-9d92-4431-a7c5-316c7ea24212 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 200 len: 217 time: 0.0943880 Nov 23 10:57:18.791359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52986) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:18.796528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05439192-0a87-4fb3-ac38-451348fc6b11 req-c9b00895-a0b4-46d8-a477-bc9baaea70c1 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549427 Nov 23 10:57:18.820495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25259107-019e-4dbe-b037-bac727599381 req-c057ebe9-565c-4620-9f67-cd34ae8a9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:18.822024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-c057ebe9-565c-4620-9f67-cd34ae8a9d8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.1545839 Nov 23 10:57:18.872160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-bdf6ce68-8964-4562-bfd8-761761b4c077 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414400 Nov 23 10:57:18.934730 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c34a230d-989b-4bcc-b98a-b85d9a9c27e8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:18.975894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c34a230d-989b-4bcc-b98a-b85d9a9c27e8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:19.083526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-02fc42aa-3d72-42a3-bd3b-ec548e9a34fe service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007565 Nov 23 10:57:19.142143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c34a230d-989b-4bcc-b98a-b85d9a9c27e8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:19.144985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c34a230d-989b-4bcc-b98a-b85d9a9c27e8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:19.148818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c34a230d-989b-4bcc-b98a-b85d9a9c27e8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/security-groups/b1abf3b6-458d-45b3-89fa-bd12a27c89cc HTTP/1.1" status: 204 len: 168 time: 0.3536103 Nov 23 10:57:19.173859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a230d-989b-4bcc-b98a-b85d9a9c27e8 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1abf3b6-458d-45b3-89fa-bd12a27c89cc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:19.190805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52996) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:19.304416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-8de6f4a2-011c-43af-81fa-765c33e90f31 service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052505 Nov 23 10:57:19.487257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa22ae-36e4-4870-81a7-7d271ab81e38 req-cffb9fb9-69fb-4613-8138-abe32fecd476 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:19.489608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46fa22ae-36e4-4870-81a7-7d271ab81e38 req-cffb9fb9-69fb-4613-8138-abe32fecd476 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1427329 Nov 23 10:57:19.498738 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:19.609508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46fa22ae-36e4-4870-81a7-7d271ab81e38 req-e23e94a2-fec1-46bb-99fa-f9759266543a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011872 Nov 23 10:57:19.835644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:20.014896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c21c9-d61a-457b-9b9b-ce6e6e1e42a4 req-dd85a375-d675-49e8-863a-2a615c79113f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:20.016779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-789c21c9-d61a-457b-9b9b-ce6e6e1e42a4 req-dd85a375-d675-49e8-863a-2a615c79113f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1227567 Nov 23 10:57:20.086825 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:20.188981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-789c21c9-d61a-457b-9b9b-ce6e6e1e42a4 req-7cb4b1e6-90aa-4b99-bc4e-8c3a82006192 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629889 Nov 23 10:57:20.291653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:20.616521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:20.671254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:20.673182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1d0f440c-730a-46c1-a5a1-8f69d83d4a20 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:20.953315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fefc4-841c-4cfd-8311-31ab57efe0ae req-ed923c60-1302-4df6-90a0-790e0a3a7786 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:20.970122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b99fefc4-841c-4cfd-8311-31ab57efe0ae req-ed923c60-1302-4df6-90a0-790e0a3a7786 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1698146 Nov 23 10:57:21.079814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b99fefc4-841c-4cfd-8311-31ab57efe0ae req-f76554db-2f9f-4457-a29e-d4adc600061a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085594 Nov 23 10:57:21.156153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:21.156613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:21.391339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:21.392053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:21.412086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f9de9-cfa3-4be3-a4e5-52849e9296b7 req-08bc780f-fbc5-443e-bfe5-3713d70f8f31 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:21.420455 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc0f9de9-cfa3-4be3-a4e5-52849e9296b7 req-08bc780f-fbc5-443e-bfe5-3713d70f8f31 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.0914996 Nov 23 10:57:21.453527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:21.597714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc0f9de9-cfa3-4be3-a4e5-52849e9296b7 req-b48132fd-6966-4eda-bfcd-df9699b194f6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762836 Nov 23 10:57:21.915208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:21.986368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=6c90b9d5-9b16-41c9-8e83-a38f193fb5c3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:22.190775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:22.873959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fc2f5-2ea5-4364-b180-952320633983 req-328e4695-82f9-48f7-bdc2-0599d8e6a69c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:22.883869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c4fc2f5-2ea5-4364-b180-952320633983 req-328e4695-82f9-48f7-bdc2-0599d8e6a69c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1037915 Nov 23 10:57:23.012070 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c4fc2f5-2ea5-4364-b180-952320633983 req-58bb804a-686d-4c08-b932-cd9094c1df14 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163580 Nov 23 10:57:23.108788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59cdf7-da3b-445e-9d8f-d2a1fa319053 req-be54be7e-e7f1-4d5f-8d04-3c61e04a2541 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:23.111075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b59cdf7-da3b-445e-9d8f-d2a1fa319053 req-be54be7e-e7f1-4d5f-8d04-3c61e04a2541 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.8331578 Nov 23 10:57:23.227249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:23.281600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3b59cdf7-da3b-445e-9d8f-d2a1fa319053 req-2dbb8d3f-e837-4e19-8047-358dd8abe295 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482592 Nov 23 10:57:23.734784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Router ec922b55-1091-41df-a48d-9c3aedfcee0e has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:57:24.135860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:24.149860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] Sync routers for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:24.151123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:24.153892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-05d0ee3c-0439-4f1d-8dfa-46e3a8684c05 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "PUT /v2.0/routers/ec922b55-1091-41df-a48d-9c3aedfcee0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9616265 Nov 23 10:57:24.193882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:24.196006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:24.313218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting subnet ef9d224f-2a3d-4c37-853d-6910d63af7db {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:57:24.396848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:24.570072 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:24.656879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:24.690549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd5f5d-91c9-4cee-91e8-082b94e510b4 req-36e32f0d-ad1f-47e7-a9e1-a59180793efe tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:24.694541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ccdd5f5d-91c9-4cee-91e8-082b94e510b4 req-36e32f0d-ad1f-47e7-a9e1-a59180793efe tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1654570 Nov 23 10:57:24.839077 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ccdd5f5d-91c9-4cee-91e8-082b94e510b4 req-c120e2e7-0061-4993-a85c-f0e0d244d768 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328907 Nov 23 10:57:24.911675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:25.252672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:25.318464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314b4ad-d36f-4b4a-af4f-1de4ab3b9aa4 None None] Network de45237b-4768-49c5-80b0-283cb198d44b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:25.399301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:25.409582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/subnets/ef9d224f-2a3d-4c37-853d-6910d63af7db HTTP/1.1" status: 204 len: 168 time: 1.2549977 Nov 23 10:57:25.411052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53156) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:25.420379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb882e-6abd-481d-996a-c7f5f3b57dfd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9d224f-2a3d-4c37-853d-6910d63af7db,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:25.466746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d526972-78ee-478d-83db-09fcadd47e5e req-e1a2b263-8597-46ea-8cdf-fb10d7cf587d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:25.468333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d526972-78ee-478d-83db-09fcadd47e5e req-e1a2b263-8597-46ea-8cdf-fb10d7cf587d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 1.1495047 Nov 23 10:57:25.610064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d526972-78ee-478d-83db-09fcadd47e5e req-87787d46-2a95-4e3f-bcb7-e561d32644fc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347156 Nov 23 10:57:25.775706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:25.815266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:57:21Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:25.942102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] Checking router: ec922b55-1091-41df-a48d-9c3aedfcee0e for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:25.968913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] Routers {'ec922b55-1091-41df-a48d-9c3aedfcee0e'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:25.970068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ec922b55-1091-41df-a48d-9c3aedfcee0e'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:26.087184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] DHCP port deletion for de45237b-4768-49c5-80b0-283cb198d44b request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:26.277777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d61876-89b7-4c9f-82ea-8e986ad03291 req-b6ec5eea-b8c7-41a6-bdec-206abf778d3e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:26.288291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-59d61876-89b7-4c9f-82ea-8e986ad03291 req-b6ec5eea-b8c7-41a6-bdec-206abf778d3e tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1099603 Nov 23 10:57:26.319000 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:26.469026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-59d61876-89b7-4c9f-82ea-8e986ad03291 req-eb37084a-8c1b-43c8-b1f0-60dffc85390a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788280 Nov 23 10:57:26.501829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Deleting port fd62e8bb-e81b-4630-8d52-c7de47f84335 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:26.502430 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:26.514813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] Set router ec922b55-1091-41df-a48d-9c3aedfcee0e gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:26.618164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] Deleting port 687c6964-b188-470a-b21e-a20b73a0d757 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:26.618878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:26.689553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] For port fd62e8bb-e81b-4630-8d52-c7de47f84335, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=fd62e8bb-e81b-4630-8d52-c7de47f84335,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:26.689937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:26.722601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Calling delete_port for fd62e8bb-e81b-4630-8d52-c7de47f84335 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:26.861643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb877ad0-fc33-43bb-8046-9aa327f8b952 req-25195510-d0ee-4120-8daa-05a96ec95d08 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:26.875690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb877ad0-fc33-43bb-8046-9aa327f8b952 req-25195510-d0ee-4120-8daa-05a96ec95d08 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1134684 Nov 23 10:57:27.009888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 687c6964-b188-470a-b21e-a20b73a0d757 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:27.054103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb877ad0-fc33-43bb-8046-9aa327f8b952 req-dba0ce2b-a5b3-4586-8156-787d774865c5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770580 Nov 23 10:57:27.142067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] For port 687c6964-b188-470a-b21e-a20b73a0d757, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=687c6964-b188-470a-b21e-a20b73a0d757,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:27.142542 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:27.175197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] Calling delete_port for 687c6964-b188-470a-b21e-a20b73a0d757 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:27.193144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:27.258927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:57:21Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:27.268513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Port': ['ID=fd62e8bb-e81b-4630-8d52-c7de47f84335,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:27.382981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edc7a6-af65-4d79-ba93-03ade30120b2 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:27.434288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af6646-48bf-4f6b-b0ad-fb0ae8d92f82 None None] The sync data for ids ['ec922b55-1091-41df-a48d-9c3aedfcee0e'] in n-d-817747-2 is: [{'id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'name': 'tempest-TestNetworkBasicOps-router-1378030897', 'tenant_id': 'b10f102f43f44b8bbcb276556a0feccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:55:18Z', 'updated_at': '2021-11-23T10:57:21Z', 'revision_number': 5, 'project_id': 'b10f102f43f44b8bbcb276556a0feccb', 'gw_port': {'id': 'fd62e8bb-e81b-4630-8d52-c7de47f84335', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec922b55-1091-41df-a48d-9c3aedfcee0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:55:19Z', 'updated_at': '2021-11-23T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:27.476180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:27.482810 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:27.585082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 687c6964-b188-470a-b21e-a20b73a0d757, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=687c6964-b188-470a-b21e-a20b73a0d757,segment=NetworkSegment(90cc7530-7aec-4692-ba3e-1c3c8b004bf0),segment_id=90cc7530-7aec-4692-ba3e-1c3c8b004bf0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:27.591628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:27.641032 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:27.670052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] No DVR routers for this DVR port 687c6964-b188-470a-b21e-a20b73a0d757 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:27.744227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=687c6964-b188-470a-b21e-a20b73a0d757,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:27.801791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afdeba-3332-4972-a76a-2046633b6707 None None] Pushing event deleted for resources: {'Port': ['ID=687c6964-b188-470a-b21e-a20b73a0d757,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:27.886282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:27.891455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.026513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.027474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Fanout notify agent at l3_agent the message router_deleted on router ec922b55-1091-41df-a48d-9c3aedfcee0e {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:57:28.036711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.037899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6b10eeeb-d541-48fa-acc8-3db597d53000 tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/routers/ec922b55-1091-41df-a48d-9c3aedfcee0e HTTP/1.1" status: 204 len: 168 time: 2.6257808 Nov 23 10:57:28.040629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53194) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:28.107154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53a77d-8e0f-4493-9354-bde6a381c7c2 req-11d572d6-a749-4f5c-b497-a5568440f789 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:28.109022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c53a77d-8e0f-4493-9354-bde6a381c7c2 req-11d572d6-a749-4f5c-b497-a5568440f789 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1053469 Nov 23 10:57:28.185174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53198) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:28.288534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c53a77d-8e0f-4493-9354-bde6a381c7c2 req-5ff63b55-1f3d-471a-9e02-5ed8448c39e5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703277 Nov 23 10:57:28.475086 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.516606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c530625b-63cb-4fe6-babc-46974cc3ac0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.534171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a4d71-bce3-4873-b002-6729c6a683b6 req-0a97d651-1cee-46f1-a3b7-5c02f10240d6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:28.548401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f9a4d71-bce3-4873-b002-6729c6a683b6 req-0a97d651-1cee-46f1-a3b7-5c02f10240d6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1744511 Nov 23 10:57:28.821780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f9a4d71-bce3-4873-b002-6729c6a683b6 req-e46b594c-0382-4048-b718-665d954dbbf0 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633133 Nov 23 10:57:28.827670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c530625b-63cb-4fe6-babc-46974cc3ac0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.842179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c530625b-63cb-4fe6-babc-46974cc3ac0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.882632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:28.931415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de45237b-4768-49c5-80b0-283cb198d44b']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:28.933774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530625b-63cb-4fe6-babc-46974cc3ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75e94bb-3a56-4661-9e57-80c76bc2ddf0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:28.946849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c530625b-63cb-4fe6-babc-46974cc3ac0d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=affd97175d45429ba55c395f0c641648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7503510 Nov 23 10:57:28.951160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53206) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:28.959234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cc7530-7aec-4692-ba3e-1c3c8b004bf0') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:28.959528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cc7530-7aec-4692-ba3e-1c3c8b004bf0') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:28.976717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.031076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-adfc86b0-ba7b-4c7d-bd72-f75e2cf4b15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.055614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-adfc86b0-ba7b-4c7d-bd72-f75e2cf4b15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.107510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.116983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:57:29.117809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.123174 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-adfc86b0-ba7b-4c7d-bd72-f75e2cf4b15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.128198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-adfc86b0-ba7b-4c7d-bd72-f75e2cf4b15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.129619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-adfc86b0-ba7b-4c7d-bd72-f75e2cf4b15f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d75e94bb-3a56-4661-9e57-80c76bc2ddf0 HTTP/1.1" status: 204 len: 168 time: 0.1775072 Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:57:29.130812 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:57:29.163037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc86b0-ba7b-4c7d-bd72-f75e2cf4b15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75e94bb-3a56-4661-9e57-80c76bc2ddf0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:29.264130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.278591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:29.285418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] 10.222.0.61 "DELETE /v2.0/networks/de45237b-4768-49c5-80b0-283cb198d44b HTTP/1.1" status: 204 len: 168 time: 1.2399290 Nov 23 10:57:29.305478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a47d08-2fd6-4f0d-9153-37befc2ba3fd tempest-TestNetworkBasicOps-79405771 tempest-TestNetworkBasicOps-79405771-project] Pushing event deleted for resources: {'Network': ['ID=de45237b-4768-49c5-80b0-283cb198d44b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:29.313210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:29.344109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:29.344540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6c90b9d5-9b16-41c9-8e83-a38f193fb5c3 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:29.345223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device fd62e8bb-e81b-4630-8d52-c7de47f84335 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:29.379228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: fd62e8bb-e81b-4630-8d52-c7de47f84335 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:29.380142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device fd62e8bb-e81b-4630-8d52-c7de47f84335 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:29.650370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07e4db-4595-444c-941a-1e2c1d6ae9d6 req-f47c762a-bbf6-4db6-a4fb-8170c2826be2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:29.666934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e07e4db-4595-444c-941a-1e2c1d6ae9d6 req-f47c762a-bbf6-4db6-a4fb-8170c2826be2 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1410699 Nov 23 10:57:29.864944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e07e4db-4595-444c-941a-1e2c1d6ae9d6 req-91bb4c32-e3b4-4138-84fa-1fd4c4b031eb tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951227 Nov 23 10:57:29.963553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53230) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:30.117121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6937b3-956e-4db2-89b2-8ccf0f0392c0 req-cd1f9963-047c-41ca-b2f2-572411e5633e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:30.127646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b6937b3-956e-4db2-89b2-8ccf0f0392c0 req-cd1f9963-047c-41ca-b2f2-572411e5633e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1549747 Nov 23 10:57:30.187031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53234) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:30.219088 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14ecfb15-b776-4511-87bd-518a6965b584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.281267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b6937b3-956e-4db2-89b2-8ccf0f0392c0 req-27034918-3dc3-4edd-9221-0eed77c92bc8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488855 Nov 23 10:57:30.440966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14ecfb15-b776-4511-87bd-518a6965b584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.453759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-14ecfb15-b776-4511-87bd-518a6965b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.569943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-14ecfb15-b776-4511-87bd-518a6965b584 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef9a7debd0fb4ae2827229b2a9c2557b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816836 Nov 23 10:57:30.572823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53244) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:30.576123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecfb15-b776-4511-87bd-518a6965b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5283c0a2-d082-4a41-a6f7-c46e7d6132b8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:30.665846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f7875aeb-f60f-4f82-9033-521385caad64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b10f102f43f44b8bbcb276556a0feccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7000601 Nov 23 10:57:30.669036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53246) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:30.693103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44819c7f-ed55-444a-865b-79b9d237f568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.724529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44819c7f-ed55-444a-865b-79b9d237f568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.806686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e140c9a-b78d-44e8-8b24-2a0c009ebedf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.820329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44819c7f-ed55-444a-865b-79b9d237f568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.825330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44819c7f-ed55-444a-865b-79b9d237f568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.830117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-44819c7f-ed55-444a-865b-79b9d237f568 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5283c0a2-d082-4a41-a6f7-c46e7d6132b8 HTTP/1.1" status: 204 len: 168 time: 0.2534244 Nov 23 10:57:30.857911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e140c9a-b78d-44e8-8b24-2a0c009ebedf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.885793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44819c7f-ed55-444a-865b-79b9d237f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5283c0a2-d082-4a41-a6f7-c46e7d6132b8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:30.983716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e140c9a-b78d-44e8-8b24-2a0c009ebedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.987559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e140c9a-b78d-44e8-8b24-2a0c009ebedf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:30.990568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5e140c9a-b78d-44e8-8b24-2a0c009ebedf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be035785-694b-4cf1-b71a-be1b52867935 HTTP/1.1" status: 204 len: 168 time: 0.3202603 Nov 23 10:57:31.002569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e140c9a-b78d-44e8-8b24-2a0c009ebedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be035785-694b-4cf1-b71a-be1b52867935,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:31.238106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a113d-cb94-42b9-865d-a0683735c8f5 req-8e526d83-c244-4aed-af86-2fd7b275b6ce tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:31.260658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa0a113d-cb94-42b9-865d-a0683735c8f5 req-8e526d83-c244-4aed-af86-2fd7b275b6ce tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1503172 Nov 23 10:57:31.438090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa0a113d-cb94-42b9-865d-a0683735c8f5 req-b42f9bbd-b570-4697-85b5-abf4fa1152a6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762936 Nov 23 10:57:31.684655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274378-d737-4332-bf87-9d530c4b9d7f req-16cad77c-b2ca-490b-bf11-089a6820912b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:31.696803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f274378-d737-4332-bf87-9d530c4b9d7f req-16cad77c-b2ca-490b-bf11-089a6820912b tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1622066 Nov 23 10:57:31.735154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53274) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:31.778801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e2ebf5-a706-4ed4-b590-f9f3a5f21f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:31.863904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f274378-d737-4332-bf87-9d530c4b9d7f req-905d6ead-523b-43cc-a549-6ba343454c79 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645169 Nov 23 10:57:31.934106 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e2ebf5-a706-4ed4-b590-f9f3a5f21f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:31.941200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e2ebf5-a706-4ed4-b590-f9f3a5f21f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:32.083814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26e2ebf5-a706-4ed4-b590-f9f3a5f21f71 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a4a75f1a98b49418fe02acb84b84727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451266 Nov 23 10:57:32.085165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53280) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:32.101433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2ebf5-a706-4ed4-b590-f9f3a5f21f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbe5a16-82fb-46e2-8b75-a7b48c472371,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:32.297956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f582520-e5d7-4461-b093-b8658a395328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:32.355482 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f582520-e5d7-4461-b093-b8658a395328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:32.451908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f582520-e5d7-4461-b093-b8658a395328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:32.454852 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f582520-e5d7-4461-b093-b8658a395328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:32.456420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9f582520-e5d7-4461-b093-b8658a395328 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bbe5a16-82fb-46e2-8b75-a7b48c472371 HTTP/1.1" status: 204 len: 168 time: 0.3699667 Nov 23 10:57:32.505636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f582520-e5d7-4461-b093-b8658a395328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbe5a16-82fb-46e2-8b75-a7b48c472371,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:32.701264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14805398-1697-4fb1-b9ef-1787f28915c7 req-2d7766f9-1f8c-45cd-b2d4-6e25af403c32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:32.712144 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14805398-1697-4fb1-b9ef-1787f28915c7 req-2d7766f9-1f8c-45cd-b2d4-6e25af403c32 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1277423 Nov 23 10:57:32.810091 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14805398-1697-4fb1-b9ef-1787f28915c7 req-b13578db-4eb8-4360-a314-68e858f4f085 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975108 Nov 23 10:57:33.117124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ec3bc-ecf4-4307-9bfe-ccfacfb1409c req-e845ed60-1576-4409-a3c2-890c4a2fe51a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:33.133968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-163ec3bc-ecf4-4307-9bfe-ccfacfb1409c req-e845ed60-1576-4409-a3c2-890c4a2fe51a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.0853825 Nov 23 10:57:33.202448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-163ec3bc-ecf4-4307-9bfe-ccfacfb1409c req-c91ca0eb-6186-4dd9-bd43-f881a50b1aa7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634737 Nov 23 10:57:34.069012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db470bab-84b9-47e3-a0ce-fb53f0bb712e req-5d6c8fd5-c88a-4089-83dc-e1c62d15d631 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:34.097834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db470bab-84b9-47e3-a0ce-fb53f0bb712e req-5d6c8fd5-c88a-4089-83dc-e1c62d15d631 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1348288 Nov 23 10:57:34.237518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db470bab-84b9-47e3-a0ce-fb53f0bb712e req-b89aa1db-915c-4b93-9b17-c95eae42d8ce tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329298 Nov 23 10:57:34.512185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056a2a3-fec9-4c68-b409-359189f4daba req-6eb8b178-7df9-40dd-b1ba-a1a29ff8fef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:34.521361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d056a2a3-fec9-4c68-b409-359189f4daba req-6eb8b178-7df9-40dd-b1ba-a1a29ff8fef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1448398 Nov 23 10:57:34.650322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d056a2a3-fec9-4c68-b409-359189f4daba req-4e7e4fbe-f3b8-4ae8-8733-239371218ff1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210797 Nov 23 10:57:34.710248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53366) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:34.946234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1126984969-network', 'tenant_id': '923dc964a742404a84191ffa7afaa974'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:34.996475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Made reservation on behalf of 923dc964a742404a84191ffa7afaa974 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:34.999267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.022531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.049549 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:57:35.216363 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.224408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.244133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:57:35.269752 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.271805 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Added segment 576a52b7-d8ce-448a-b07e-4ef1c8f94718 of type vlan for network 72d5d594-e097-4389-967e-346d611e8e44 Nov 23 10:57:35.405162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.429368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a783d-cf27-4beb-a16f-5c1fa3891c95,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:35.467291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ca61-bc3d-4ffc-a48f-aa2d9146fc8a req-2be94da5-f268-4902-a937-6e7f7bc9881a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:35.470488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e762ca61-bc3d-4ffc-a48f-aa2d9146fc8a req-2be94da5-f268-4902-a937-6e7f7bc9881a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1002674 Nov 23 10:57:35.489717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.493560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:35.494321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.593199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e762ca61-bc3d-4ffc-a48f-aa2d9146fc8a req-b3197261-ab81-46de-a72a-6c9a532d3b7d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096673 Nov 23 10:57:35.594607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:35.598148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8832579 Nov 23 10:57:35.617963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Request body: {'subnet': {'network_id': '72d5d594-e097-4389-967e-346d611e8e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1126984969-subnet', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:35.650731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Made reservation on behalf of 923dc964a742404a84191ffa7afaa974 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:35.656335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.717207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ef80-ef12-4873-aec2-d7d974f35338 admin admin] Pushing event updated for resources: {'Network': ['ID=72d5d594-e097-4389-967e-346d611e8e44,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:35.732730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 72d5d594-e097-4389-967e-346d611e8e44 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:57:35.851993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b17b0-9cda-4555-8e97-783d0c3a7126 req-64e14acf-77a2-4b66-bc9d-efa7f4088a85 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:35.865262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e6b17b0-9cda-4555-8e97-783d0c3a7126 req-64e14acf-77a2-4b66-bc9d-efa7f4088a85 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1025219 Nov 23 10:57:35.931378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:35.939111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e6b17b0-9cda-4555-8e97-783d0c3a7126 req-59a10f74-ac92-4d43-9727-138ebc890705 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725272 Nov 23 10:57:35.991767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3f6ccf-5225-47ed-b2bd-19aa762ed544,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:36.081641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Checking segment: {'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:36.082014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Network hostable DHCP agents. Network: 72d5d594-e097-4389-967e-346d611e8e44, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:57:36.126627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Network 72d5d594-e097-4389-967e-346d611e8e44 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:57:36.150802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 72d5d594-e097-4389-967e-346d611e8e44) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:36.158858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:36.159579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:36.164852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4ffb8-5b5f-4f4e-895a-067923034181 None None] Network 72d5d594-e097-4389-967e-346d611e8e44 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:36.192675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1130a420-e980-445d-9a85-1256a7c5f49e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5928903 Nov 23 10:57:36.195323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53408) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:36.212428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:36.259179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:36.261820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:36.459262 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:36.625652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-72d5d594-e097-4389-967e-346d611e8e44', 'network_id': '72d5d594-e097-4389-967e-346d611e8e44', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'fixed_ips': [{'subnet_id': '6a3f6ccf-5225-47ed-b2bd-19aa762ed544'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:57:36.626551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:36.753424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:36.860326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9516e-5c18-4cc1-9068-5495c5b58ca5 req-11f1b57f-c91d-48c7-9174-b53bf03069ed tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:36.870197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21b9516e-5c18-4cc1-9068-5495c5b58ca5 req-11f1b57f-c91d-48c7-9174-b53bf03069ed tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1101170 Nov 23 10:57:36.919208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Allocated IP 172.20.0.2 (72d5d594-e097-4389-967e-346d611e8e44/6a3f6ccf-5225-47ed-b2bd-19aa762ed544/5197582c-efe0-4709-807d-e69d569da721) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:36.989715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21b9516e-5c18-4cc1-9068-5495c5b58ca5 req-cd5ad213-9d34-4e4e-a90f-7032afc5d7b6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181834 Nov 23 10:57:37.143428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e6a02-3975-479d-b6bb-d94874e64bb3 req-f592dab6-616a-40fa-8e42-b01775d2e4c7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:37.158792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-170e6a02-3975-479d-b6bb-d94874e64bb3 req-f592dab6-616a-40fa-8e42-b01775d2e4c7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.0832262 Nov 23 10:57:37.289427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-170e6a02-3975-479d-b6bb-d94874e64bb3 req-b0c5ceab-5578-4438-a6d3-c4342e6541a4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204755 Nov 23 10:57:37.331921 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.346605 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.397435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.400107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Network 72d5d594-e097-4389-967e-346d611e8e44 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:37.404089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:37.420962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:37.424781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Pushing event updated for resources: {'Port': ['ID=5197582c-efe0-4709-807d-e69d569da721,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:37.429878 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.436690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.437086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.437474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.437821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.438162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.438500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.438882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.439216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.439547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.439918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.440436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.444108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:37.460345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43082a-3f81-496a-81f1-e790b7f75074 req-ee6bea3a-cc8f-4bda-b41a-2d03e328acd5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:37.465619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b43082a-3f81-496a-81f1-e790b7f75074 req-ee6bea3a-cc8f-4bda-b41a-2d03e328acd5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1737139 Nov 23 10:57:37.556772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Attempting to bind port 5197582c-efe0-4709-807d-e69d569da721 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:37.557448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Attempting to bind port 5197582c-efe0-4709-807d-e69d569da721 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:37.558918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Attempting to bind port 5197582c-efe0-4709-807d-e69d569da721 on network 72d5d594-e097-4389-967e-346d611e8e44 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:37.564683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:37.565353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Checking segment: {'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:37.565928 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.566484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Bound using segment: {'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:37.567373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Bound port: 5197582c-efe0-4709-807d-e69d569da721, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:37.568151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.608134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0b43082a-3f81-496a-81f1-e790b7f75074 req-144d63ca-99b4-44cb-aeca-c01c51e2fa53 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134250 Nov 23 10:57:37.653064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Allocated IP 172.25.5.183 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/44714330-30c2-4584-a72f-326148c36368) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:37.688980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] For port 5197582c-efe0-4709-807d-e69d569da721, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:37.692554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] For port 5197582c-efe0-4709-807d-e69d569da721, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5197582c-efe0-4709-807d-e69d569da721,segment=NetworkSegment(576a52b7-d8ce-448a-b07e-4ef1c8f94718),segment_id=576a52b7-d8ce-448a-b07e-4ef1c8f94718)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:37.704389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.810211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6874f-525a-4362-a1f9-7a10d70102d2 req-cf4aa906-6069-4622-aa2c-f1c1259313e4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:37.811798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cae6874f-525a-4362-a1f9-7a10d70102d2 req-cf4aa906-6069-4622-aa2c-f1c1259313e4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.1060796 Nov 23 10:57:37.848711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fb796-b250-49c3-a89b-5ebfd49da338 None None] Pushing event updated for resources: {'Port': ['ID=5197582c-efe0-4709-807d-e69d569da721,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:37.852414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.907489 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:37.920251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cae6874f-525a-4362-a1f9-7a10d70102d2 req-5007fdf1-2975-48b0-a39f-959695d1abda tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930438 Nov 23 10:57:38.015645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:38.028162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:38.037833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:38.047893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b0d03-64b2-4a13-85b1-3a83b1477361 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:38.196210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9d198183-84f7-435c-886c-fcace74ab4d7 None None] Provisioning complete for port 44714330-30c2-4584-a72f-326148c36368 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:38.196808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d198183-84f7-435c-886c-fcace74ab4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:38.302489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9d198183-84f7-435c-886c-fcace74ab4d7 None None] Port 44714330-30c2-4584-a72f-326148c36368 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:38.488793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aecde-66c0-403c-a934-1d10d1614623 req-1f02c9a2-fea3-42ff-a690-383aae800e33 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:38.490498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-141aecde-66c0-403c-a934-1d10d1614623 req-1f02c9a2-fea3-42ff-a690-383aae800e33 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.0633178 Nov 23 10:57:38.567417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Pushing event updated for resources: {'Port': ['ID=44714330-30c2-4584-a72f-326148c36368,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:38.571768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-141aecde-66c0-403c-a934-1d10d1614623 req-3aed0b92-26e5-4695-99d1-292c72549f55 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749004 Nov 23 10:57:38.729316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a3f55-7752-4c2f-8f6b-0b3b65394111 req-46a6d41d-00d8-4a3e-97a7-191ac66729a8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:38.731813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-284a3f55-7752-4c2f-8f6b-0b3b65394111 req-46a6d41d-00d8-4a3e-97a7-191ac66729a8 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1886446 Nov 23 10:57:39.000770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5197582c-efe0-4709-807d-e69d569da721 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:39.048856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-284a3f55-7752-4c2f-8f6b-0b3b65394111 req-72fa1800-f079-4369-a078-4d222f1c19cb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978146 Nov 23 10:57:39.080038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:39.164999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5197582c-efe0-4709-807d-e69d569da721 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:39.165543 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:39.424287 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:39.471248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 5197582c-efe0-4709-807d-e69d569da721, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5197582c-efe0-4709-807d-e69d569da721,segment=NetworkSegment(576a52b7-d8ce-448a-b07e-4ef1c8f94718),segment_id=576a52b7-d8ce-448a-b07e-4ef1c8f94718)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:39.477162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:39.512750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:39.530391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=5197582c-efe0-4709-807d-e69d569da721,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:39.543134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9620005-68c8-4490-919c-b66b3a7a6fea None None] Network 72d5d594-e097-4389-967e-346d611e8e44 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:57:39.770361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216eabc-ac8d-49f4-bafb-39a902e87281 req-ce32a30a-82ec-4644-b9cd-a3636e63ae78 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:39.780828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d216eabc-ac8d-49f4-bafb-39a902e87281 req-ce32a30a-82ec-4644-b9cd-a3636e63ae78 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.0729713 Nov 23 10:57:39.840944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d216eabc-ac8d-49f4-bafb-39a902e87281 req-750b435c-d86c-43be-a25d-198d1327fa7a tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561812 Nov 23 10:57:39.846659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bb07b2c4-5277-44d7-bf62-7b2fcc3fec7f None None] Provisioning complete for port 5197582c-efe0-4709-807d-e69d569da721 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:39.847326 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb07b2c4-5277-44d7-bf62-7b2fcc3fec7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:39.877100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-d8b07d1d-abfd-4306-9a56-9eb3d41f28a1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:39.879066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-d8b07d1d-abfd-4306-9a56-9eb3d41f28a1 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.0984502 Nov 23 10:57:40.036158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Router a5b5be3e-4781-4ce3-8572-e7e93962f09f is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:57:40.298679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Deleting port 3ba562d3-7a48-459d-8975-07093ae55b83 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:40.299359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:40.342802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:40.356555 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Sync routers for ids ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:40.388504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcae92-659b-4c35-9faa-516da280500a req-74d1a12d-136c-4407-aca1-686f25b2c28f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:40.390070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02dcae92-659b-4c35-9faa-516da280500a req-74d1a12d-136c-4407-aca1-686f25b2c28f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1711104 Nov 23 10:57:40.392609 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Routers {'a5b5be3e-4781-4ce3-8572-e7e93962f09f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:40.393446 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:40.439035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:40.440268 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b6a5cfa6-9a85-4e39-bb2a-3795d2863f6e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.2438529 Nov 23 10:57:40.452003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53520) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:40.468419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d6a0e4eb-ac58-42aa-8a20-096416dc3e4c None None] Provisioning complete for port 5197582c-efe0-4709-807d-e69d569da721 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:40.470679 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e4eb-ac58-42aa-8a20-096416dc3e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:40.628237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] For port 3ba562d3-7a48-459d-8975-07093ae55b83, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3ba562d3-7a48-459d-8975-07093ae55b83,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:40.629159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:40.643612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Calling delete_port for 3ba562d3-7a48-459d-8975-07093ae55b83 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:40.720558 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Set router a5b5be3e-4781-4ce3-8572-e7e93962f09f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:40.725690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02dcae92-659b-4c35-9faa-516da280500a req-647760e6-d2bd-4265-82f6-93a2426b80ff tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156350 Nov 23 10:57:41.113313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5197582c-efe0-4709-807d-e69d569da721 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:41.230604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5197582c-efe0-4709-807d-e69d569da721 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:41.231346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822f16d-88d3-4e67-bbee-bba9cfdd97f5 req-63b82844-a4e0-4214-9617-d07046ea1aad tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:41.233051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.241905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e822f16d-88d3-4e67-bbee-bba9cfdd97f5 req-63b82844-a4e0-4214-9617-d07046ea1aad tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 945 time: 0.2328959 Nov 23 10:57:41.289546 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '44714330-30c2-4584-a72f-326148c36368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:57:38Z', 'revision_number': 3, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port': {'id': '44714330-30c2-4584-a72f-326148c36368', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:37Z', 'updated_at': '2021-11-23T10:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:41.353605 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Checking router: a5b5be3e-4781-4ce3-8572-e7e93962f09f for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:41.353961 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Updating router a5b5be3e-4781-4ce3-8572-e7e93962f09f port 44714330-30c2-4584-a72f-326148c36368 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:57:41.370544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e822f16d-88d3-4e67-bbee-bba9cfdd97f5 req-3fd44473-bbd5-4e5e-a3f2-2e91d6b18c0d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255202 Nov 23 10:57:41.382074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.408573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', '3ba562d3-7a48-459d-8975-07093ae55b83'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:57:41.423536 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.456101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event deleted for resources: {'Port': ['ID=3ba562d3-7a48-459d-8975-07093ae55b83,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:41.477735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.478092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.478435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.478770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.479110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.479648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.480197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.480571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.480909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.481589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.481589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.483477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:41.613744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] No DVR routers for this DVR port 3ba562d3-7a48-459d-8975-07093ae55b83 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:41.617662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.621171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46c9192a-64f9-4c47-8c69-0a2417d05f07 req-76329cfe-2e65-474e-9d53-6b7cf55549cd tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "DELETE /v2.0/ports/3ba562d3-7a48-459d-8975-07093ae55b83 HTTP/1.1" status: 204 len: 173 time: 1.7227633 Nov 23 10:57:41.621615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'name': 'network-vif-deleted', 'tag': '3ba562d3-7a48-459d-8975-07093ae55b83'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:41.624865 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2f52b-e52e-43fe-a923-cdaf9520f4a5" -d '{"events": [{"server_uuid": "ccb99fd1-bce2-43f6-ad2f-fddd5c61d435", "name": "network-vif-deleted", "tag": "3ba562d3-7a48-459d-8975-07093ae55b83"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:41.731580 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd99dc-1370-47f0-8163-cd608f91be65 x-openstack-request-id: req-11dd99dc-1370-47f0-8163-cd608f91be65 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:41.731958 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb99fd1-bce2-43f6-ad2f-fddd5c61d435", "name": "network-vif-deleted", "tag": "3ba562d3-7a48-459d-8975-07093ae55b83", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:41.732229 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11dd99dc-1370-47f0-8163-cd608f91be65 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:41.732658 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb99fd1-bce2-43f6-ad2f-fddd5c61d435', 'name': 'network-vif-deleted', 'tag': '3ba562d3-7a48-459d-8975-07093ae55b83', 'status': 'completed', 'code': 200} Nov 23 10:57:41.854010 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.867152 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.963570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ecfbf-cc5e-4297-9f3c-e371a8a90d23 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:41.982444 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Attempting to bind port 44714330-30c2-4584-a72f-326148c36368 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:41.983213 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Attempting to bind port 44714330-30c2-4584-a72f-326148c36368 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:41.983671 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Attempting to bind port 44714330-30c2-4584-a72f-326148c36368 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:41.991420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:41.991895 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:41.992488 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.992902 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:41.994414 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Bound port: 44714330-30c2-4584-a72f-326148c36368, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:41.994887 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:41.997826 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Pushing event updated for resources: {'Port': ['ID=44714330-30c2-4584-a72f-326148c36368,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:42.007692 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.008128 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.008758 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.009472 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.009926 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.010338 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.010749 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.011883 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.012986 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.013628 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.014174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.015268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:42.042686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa3c9a-06fb-4ae3-ae4b-6e84c459ff7c req-d1c6111f-3dda-41c0-bb65-105b7fd571db tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:42.045310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-adfa3c9a-06fb-4ae3-ae4b-6e84c459ff7c req-d1c6111f-3dda-41c0-bb65-105b7fd571db tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.1521907 Nov 23 10:57:42.114896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-426820bd-32ca-41a0-b744-277947f804ce None None] Provisioning complete for port 44714330-30c2-4584-a72f-326148c36368 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:42.122673 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-426820bd-32ca-41a0-b744-277947f804ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:42.187521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-adfa3c9a-06fb-4ae3-ae4b-6e84c459ff7c req-f248ae46-eb29-4d84-8909-8baa54a93b4a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351113 Nov 23 10:57:42.273977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-426820bd-32ca-41a0-b744-277947f804ce None None] Port 44714330-30c2-4584-a72f-326148c36368 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:42.279494 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] For port 44714330-30c2-4584-a72f-326148c36368, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:42.284112 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] For port 44714330-30c2-4584-a72f-326148c36368, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=44714330-30c2-4584-a72f-326148c36368,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:42.292884 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:42.315337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:42.431339 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9df5b-c515-4da6-ab47-015870f890a9 None None] Pushing event updated for resources: {'Port': ['ID=44714330-30c2-4584-a72f-326148c36368,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:42.475391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe2b3a-319e-44c1-9852-a996df721eaa None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:57:42.599143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Routers {'a5b5be3e-4781-4ce3-8572-e7e93962f09f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:42.608312 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:42.639916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dbaff2e0-af68-46ba-877a-5027df8535dd None None] Provisioning complete for port 44714330-30c2-4584-a72f-326148c36368 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:42.641872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dbaff2e0-af68-46ba-877a-5027df8535dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:42.786938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:57:42.791400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df8b5078-60af-4d46-a35b-c51958deb66d req-a89e984b-905c-447f-9d6e-5c925b44f9a6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=ccb99fd1-bce2-43f6-ad2f-fddd5c61d435 HTTP/1.1" status: 200 len: 210 time: 0.0741107 Nov 23 10:57:42.930983 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] Set router a5b5be3e-4781-4ce3-8572-e7e93962f09f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:43.020280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Allocated IP 172.20.0.1 (72d5d594-e097-4389-967e-346d611e8e44/6a3f6ccf-5225-47ed-b2bd-19aa762ed544/b839bd57-25bb-4e1d-9bc9-b076cbab2715) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:43.118490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:43.159987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '4c507f87-ba08-4996-9567-36b916115db4', 'network_id': '91e45e0a-535b-40c5-ba19-cd1ed2cefaa9', 'port_id': '4c507f87-ba08-4996-9567-36b916115db4', 'mac_address': 'fa:16:3e:83:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1dafa8-2a1e-415a-8d60-2db9beebea3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:57:43.328519 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dbaff2e0-af68-46ba-877a-5027df8535dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.338574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.385435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9d81a-7c86-4e7b-932d-969b0f47eb0c req-25a8170e-9c1e-4077-9743-73e7317b21a7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:43.396041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4e9d81a-7c86-4e7b-932d-969b0f47eb0c req-25a8170e-9c1e-4077-9743-73e7317b21a7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 943 time: 0.0740526 Nov 23 10:57:43.396471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dbaff2e0-af68-46ba-877a-5027df8535dd None None] For port 44714330-30c2-4584-a72f-326148c36368, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=44714330-30c2-4584-a72f-326148c36368,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:43.466890 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dbaff2e0-af68-46ba-877a-5027df8535dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.472898 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.534876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Network 72d5d594-e097-4389-967e-346d611e8e44 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:43.570666 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.579019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:43.590202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:43.635621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4e9d81a-7c86-4e7b-932d-969b0f47eb0c req-fc4b554a-fbe7-4078-8761-a4eeffb00edc tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243218 Nov 23 10:57:43.715017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c507f87-ba08-4996-9567-36b916115db4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:57:43.779562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaff2e0-af68-46ba-877a-5027df8535dd None None] Pushing event updated for resources: {'Port': ['ID=44714330-30c2-4584-a72f-326148c36368,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:43.787939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.844334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:43.867197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:43.931297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b839bd57-25bb-4e1d-9bc9-b076cbab2715,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:44.009221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-81b31199-37e7-4cfb-b9ad-9c99d780daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:44.012782 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-81b31199-37e7-4cfb-b9ad-9c99d780daab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1095 time: 0.1212406 Nov 23 10:57:44.040637 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '44714330-30c2-4584-a72f-326148c36368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:57:38Z', 'revision_number': 3, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port': {'id': '44714330-30c2-4584-a72f-326148c36368', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:37Z', 'updated_at': '2021-11-23T10:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:44.146429 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085dacb-91ae-4eb9-bdd2-78d0553b3517 None None] The sync data for ids ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'] in n-d-817747-2 is: [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '44714330-30c2-4584-a72f-326148c36368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:57:38Z', 'revision_number': 3, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port': {'id': '44714330-30c2-4584-a72f-326148c36368', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:37Z', 'updated_at': '2021-11-23T10:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:44.167084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:44.203316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a4082449-6a8f-45f3-b39e-b3523bf105ca None None] Provisioning complete for port b839bd57-25bb-4e1d-9bc9-b076cbab2715 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:44.203701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a4082449-6a8f-45f3-b39e-b3523bf105ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.259585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-bdcead21-8e4b-4a23-8963-fb9914d6abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:44.263523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-bdcead21-8e4b-4a23-8963-fb9914d6abc6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 915 time: 0.2241802 Nov 23 10:57:44.286208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4c507f87-ba08-4996-9567-36b916115db4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:57:44.405302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a4082449-6a8f-45f3-b39e-b3523bf105ca None None] Port b839bd57-25bb-4e1d-9bc9-b076cbab2715 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:44.436166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-0f0c0f14-b172-4b1f-ba9d-598c44e4daa1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 200 len: 217 time: 0.1642048 Nov 23 10:57:44.488997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.565084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-567f8612-0b0a-49bb-be6a-59a34c52d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:44.569103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-567f8612-0b0a-49bb-be6a-59a34c52d622 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.1244555 Nov 23 10:57:44.588423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-955f6663-b17d-44f8-af20-fc334da44507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:44.653916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-5207cae9-03e6-4c58-9a0c-f4312b4dcfc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777261 Nov 23 10:57:45.030978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-9db81817-bda1-40eb-9358-12426eee6a49 service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660142 Nov 23 10:57:45.145085 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 44714330-30c2-4584-a72f-326148c36368 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:45.213506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3ba562d3-7a48-459d-8975-07093ae55b83 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:45.268333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 3ba562d3-7a48-459d-8975-07093ae55b83 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:45.268687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3ba562d3-7a48-459d-8975-07093ae55b83 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:45.334630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 44714330-30c2-4584-a72f-326148c36368 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:45.338549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:45.383238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dde8eadc-750f-44a2-aba7-3fa37932aa0f req-d1e56f9b-e591-4114-b05a-80bce3feacbe service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411489 Nov 23 10:57:46.106455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aaa3f-89fb-4184-b66a-a8c4706fb49a req-99ea3411-6115-4ab7-81e7-61169a0a17d9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.108828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc5aaa3f-89fb-4184-b66a-a8c4706fb49a req-99ea3411-6115-4ab7-81e7-61169a0a17d9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 944 time: 0.4033308 Nov 23 10:57:46.187757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.196817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.380844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b839bd57-25bb-4e1d-9bc9-b076cbab2715,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:46.394841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.438339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc5aaa3f-89fb-4184-b66a-a8c4706fb49a req-4f65a5ee-7897-4d77-8265-90912cbef7c5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211255 Nov 23 10:57:46.708270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:46.789053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Network 72d5d594-e097-4389-967e-346d611e8e44 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:46.791452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:46.792385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-520ebd5e-9efb-4c0c-a757-605fd2df8aa2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.813903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-520ebd5e-9efb-4c0c-a757-605fd2df8aa2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.9164269 Nov 23 10:57:46.855752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c9f39d24-4e78-4772-917b-821dd1751ff0 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/quotas/f007cce6f8984a8d98e9bead10d030a5 HTTP/1.1" status: 200 len: 375 time: 0.0408466 Nov 23 10:57:46.859135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.862139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 4c507f87-ba08-4996-9567-36b916115db4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:46.863699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:46.885042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.918230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.938467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.955463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.957939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-504c30bc-8141-440e-8158-5977ded9451f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010540 Nov 23 10:57:46.962243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:46.986621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.003228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-a15ee74e-3297-4b77-8387-a49cf55cef98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.4504726 Nov 23 10:57:47.032052 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c8ec-d7b9-4a30-8708-0c4c76b9720b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.135686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.253369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:47.265897 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5de1c1-aa39-486f-b1e8-a939a7a48de6" -d '{"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-plugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:47.309830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:47.326708 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.488934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-935f59fb-c66b-440c-9563-1c70c0fe1a8a service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302088 Nov 23 10:57:47.500105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a35b99e4-c739-4a04-9b82-a90d055294b3 None None] Provisioning complete for port b839bd57-25bb-4e1d-9bc9-b076cbab2715 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:47.500485 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a35b99e4-c739-4a04-9b82-a90d055294b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:47.502703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:47.551853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Router a5b5be3e-4781-4ce3-8572-e7e93962f09f has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:57:47.586267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.593177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.602121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.609042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.615835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.621496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a35b99e4-c739-4a04-9b82-a90d055294b3 None None] Port b839bd57-25bb-4e1d-9bc9-b076cbab2715 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:47.622394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-8310adb3-6250-4759-8708-0aebbddb4c1a service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324615 Nov 23 10:57:47.634408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.647742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.651677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1b9ca1d6-c327-4929-9d02-ac71e9e8e8af tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.6376450 Nov 23 10:57:47.721389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2b7d187-b64e-480e-bfa6-41f36bd9dfe2 req-19d1121b-bafe-41a4-b248-1af0f6a1010c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7173128 Nov 23 10:57:47.788782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-f0e42bde-e851-4e82-a6a0-a40be3905bae tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:47.795454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-f0e42bde-e851-4e82-a6a0-a40be3905bae tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "GET /v2.0/ports/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1226993 Nov 23 10:57:47.868038 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ad449-73b7-41d3-98b4-aba8224e0e96 x-openstack-request-id: req-8d2ad449-73b7-41d3-98b4-aba8224e0e96 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:47.868561 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-plugged", "status": "completed", "tag": "4c507f87-ba08-4996-9567-36b916115db4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:47.868673 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d2ad449-73b7-41d3-98b4-aba8224e0e96 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:47.868988 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c507f87-ba08-4996-9567-36b916115db4', 'code': 200} Nov 23 10:57:48.033429 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f59bd26-aa04-47af-881b-c6bde4102052 req-5850862d-bfe8-49b6-a33f-9fcec4f7e676 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0924284 Nov 23 10:57:48.102698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264115d-f699-4f34-86a8-6548a1589ed2 req-e87d5f84-1656-4540-a5c6-3514a5fe7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:48.109056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2264115d-f699-4f34-86a8-6548a1589ed2 req-e87d5f84-1656-4540-a5c6-3514a5fe7c8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1097 time: 0.0745220 Nov 23 10:57:48.122599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:57:48.130583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-439eda13-290a-45d0-907a-31cb4f8b29f0 admin admin] 10.222.0.61 "PUT /v2.0/routers/a5b5be3e-4781-4ce3-8572-e7e93962f09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6476877 Nov 23 10:57:48.137699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Sync routers for ids ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:57:48.160273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Routers {'a5b5be3e-4781-4ce3-8572-e7e93962f09f'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:48.161133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:48.164016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148544b2-633c-451a-8c88-e3f4daf5a07c req-2d02b414-e796-4b6b-b859-5d448b4394d5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:48.178393 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-148544b2-633c-451a-8c88-e3f4daf5a07c req-2d02b414-e796-4b6b-b859-5d448b4394d5 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.2240856 Nov 23 10:57:48.219297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2264115d-f699-4f34-86a8-6548a1589ed2 req-d13526d8-4579-4a90-911e-6f45095d3148 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019735 Nov 23 10:57:48.241048 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-25fc7db3-2f45-4b1f-8cfa-9d184ff5a1ff tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "GET /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4346647 Nov 23 10:57:48.265868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:48.454171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Set router a5b5be3e-4781-4ce3-8572-e7e93962f09f gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:48.543415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-148544b2-633c-451a-8c88-e3f4daf5a07c req-29da72b5-cb8f-4407-8e8f-847940d6b7c2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613982 Nov 23 10:57:48.577561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:48.607263 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:48.955468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] For port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:48.973222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.000033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.010649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.020383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.031161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.038916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.046088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded4809-22d7-47af-bd5a-805c1fadfdce req-964db45c-fe50-43c1-a51a-bffbc6eeb7e5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.050757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.063889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-be6a2cd0-0dca-43e1-b650-06d791d8a0b1 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 5431 time: 0.1790295 Nov 23 10:57:49.067453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aded4809-22d7-47af-bd5a-805c1fadfdce req-964db45c-fe50-43c1-a51a-bffbc6eeb7e5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 945 time: 0.1942980 Nov 23 10:57:49.108668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] For port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:49.213869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-029ddcfe-c458-4f50-8c1b-ce01b2070cdc req-05e32ae1-9941-4f05-b59f-c4088fe7a5a8 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487572 Nov 23 10:57:49.244551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] device_id is not set on port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:57:49.256331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '44714330-30c2-4584-a72f-326148c36368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:57:44Z', 'revision_number': 4, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port': {'id': '44714330-30c2-4584-a72f-326148c36368', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:37Z', 'updated_at': '2021-11-23T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'b839bd57-25bb-4e1d-9bc9-b076cbab2715', 'name': '', 'network_id': '72d5d594-e097-4389-967e-346d611e8e44', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'mac_address': 'fa:16:3e:ec:aa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '6a3f6ccf-5225-47ed-b2bd-19aa762ed544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:42Z', 'updated_at': '2021-11-23T10:57:44Z', 'revision_number': 2, 'project_id': '923dc964a742404a84191ffa7afaa974', 'subnets': [{'id': '6a3f6ccf-5225-47ed-b2bd-19aa762ed544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:49.283331 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.308350 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aded4809-22d7-47af-bd5a-805c1fadfdce req-1bf240d0-840f-4b51-9dd5-790a2f3ed9e4 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385838 Nov 23 10:57:49.325774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.356204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Checking router: a5b5be3e-4781-4ce3-8572-e7e93962f09f for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:57:49.359245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Updating router a5b5be3e-4781-4ce3-8572-e7e93962f09f port b839bd57-25bb-4e1d-9bc9-b076cbab2715 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:57:49.442619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.454018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81b6234e-c046-4cb7-b51e-4ad4001ed780 req-b70385ad-c4b0-42ff-8b96-7a6f32d21aed tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.1015131 Nov 23 10:57:49.517127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] No DVR routers for this DVR port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:49.574166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,revision_number=6']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:49.623866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] In _notify_port_updated(), no bound segment for port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:57:49.625649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.626463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.630583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:49.631936 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-1f7be6be-d430-4efc-8a88-664942bb0950 service neutron] 10.222.0.65 "PUT /v2.0/ports/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 200 len: 1027 time: 1.3738256 Nov 23 10:57:49.758449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2f185af7-2f1e-4f91-86e8-318f6b0cfbd8 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.760168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2f185af7-2f1e-4f91-86e8-318f6b0cfbd8 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "GET /v2.0/ports/950190f5-ab0c-4370-8a25-e10517a74e70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1187167 Nov 23 10:57:49.774902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:49.853213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53e25c-668c-4890-be85-30c51f74bc4a req-ecde9482-3e17-4b77-bca8-0464b746e263 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:49.864126 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c53e25c-668c-4890-be85-30c51f74bc4a req-ecde9482-3e17-4b77-bca8-0464b746e263 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1541865 Nov 23 10:57:49.981170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.009162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-3f7f4fdd-e6a1-4fbe-b871-573cac2a5228 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.015274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-3f7f4fdd-e6a1-4fbe-b871-573cac2a5228 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.2918572 Nov 23 10:57:50.033630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Request body: {'port': {'device_id': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'admin_state_up': True, 'tenant_id': 'f007cce6f8984a8d98e9bead10d030a5'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:50.046841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c53e25c-668c-4890-be85-30c51f74bc4a req-cb704b0b-0ebc-4a3b-b626-f0deaa5804ad tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795547 Nov 23 10:57:50.249558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.260192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-77e2c3a5-e724-4cdd-9e69-5541e1e8213f None None] Provisioning complete for port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:50.262331 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77e2c3a5-e724-4cdd-9e69-5541e1e8213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.286474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] For port 950190f5-ab0c-4370-8a25-e10517a74e70, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=950190f5-ab0c-4370-8a25-e10517a74e70,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:50.327340 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.378453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] For port 950190f5-ab0c-4370-8a25-e10517a74e70, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:50.432128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77e2c3a5-e724-4cdd-9e69-5541e1e8213f None None] Port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:50.460279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] device_id is not set on port 950190f5-ab0c-4370-8a25-e10517a74e70 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:57:50.544351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.568682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.601484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-27922f06-4dfb-45d5-9711-ab8e7e5da4c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.604150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-27922f06-4dfb-45d5-9711-ab8e7e5da4c5 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 945 time: 0.3580022 Nov 23 10:57:50.608018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Made reservation on behalf of f007cce6f8984a8d98e9bead10d030a5 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:57:50.611947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.643461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641434b-5e92-4171-94a9-79b75edc824b req-7a7d9d75-d6b3-468d-a42e-25339264c4f6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.650179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641434b-5e92-4171-94a9-79b75edc824b req-7a7d9d75-d6b3-468d-a42e-25339264c4f6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.657257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641434b-5e92-4171-94a9-79b75edc824b req-7a7d9d75-d6b3-468d-a42e-25339264c4f6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.664558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641434b-5e92-4171-94a9-79b75edc824b req-7a7d9d75-d6b3-468d-a42e-25339264c4f6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.678113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641434b-5e92-4171-94a9-79b75edc824b req-7a7d9d75-d6b3-468d-a42e-25339264c4f6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.685567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641434b-5e92-4171-94a9-79b75edc824b req-7a7d9d75-d6b3-468d-a42e-25339264c4f6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.692533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.694682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7641434b-5e92-4171-94a9-79b75edc824b req-7a7d9d75-d6b3-468d-a42e-25339264c4f6 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 4657 time: 0.3495200 Nov 23 10:57:50.715087 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:50.844060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] Pushing event updated for resources: {'Port': ['ID=950190f5-ab0c-4370-8a25-e10517a74e70,revision_number=6']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:50.921737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6625ce-b677-4246-b0b5-86627a2a268f req-cbed0c39-949e-4f97-8b81-6a21aea03a08 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:50.923903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a6625ce-b677-4246-b0b5-86627a2a268f req-cbed0c39-949e-4f97-8b81-6a21aea03a08 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 945 time: 0.4549387 Nov 23 10:57:50.951632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] No DVR routers for this DVR port 950190f5-ab0c-4370-8a25-e10517a74e70 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:50.960837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0dbe8-b691-4e20-b1bc-62370c9b6aa1 None None] Pushing event updated for resources: {'Port': ['ID=b839bd57-25bb-4e1d-9bc9-b076cbab2715,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:51.071249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Allocated IP 172.20.0.10 (d898bed4-6d0d-4cff-8e9d-033efad0c617/2da67f8e-b620-405b-8d71-0d6b4334c998/7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:57:51.162077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Attempting to bind port b839bd57-25bb-4e1d-9bc9-b076cbab2715 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:51.162465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Attempting to bind port b839bd57-25bb-4e1d-9bc9-b076cbab2715 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:51.162844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Attempting to bind port b839bd57-25bb-4e1d-9bc9-b076cbab2715 on network 72d5d594-e097-4389-967e-346d611e8e44 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:51.186100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:51.186571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Checking segment: {'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:51.187153 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.187967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Bound using segment: {'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:51.188471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Bound port: b839bd57-25bb-4e1d-9bc9-b076cbab2715, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576a52b7-d8ce-448a-b07e-4ef1c8f94718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '72d5d594-e097-4389-967e-346d611e8e44'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:51.188864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.225785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53842) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:51.226116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 396972cd-1e23-491f-b862-c7149ee2bf24 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:51.248412 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a6625ce-b677-4246-b0b5-86627a2a268f req-8c7060a7-bf8f-4242-9a01-3cc446977c28 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0637492-c890-4e24-ba67-2d19e900d963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160958 Nov 23 10:57:51.251564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] In _notify_port_updated(), no bound segment for port 950190f5-ab0c-4370-8a25-e10517a74e70 on network a0105539-21d4-4cc7-92ab-e137123fedfb {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:57:51.257065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:51.260268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.262901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-51eb67fc-b042-44ed-b025-5d2ee07b7913 service neutron] 10.222.0.65 "PUT /v2.0/ports/950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 200 len: 1025 time: 1.4923861 Nov 23 10:57:51.383085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.445542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.493833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b4121caf-cec9-4210-a973-b1f3bc76ff0d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:57:51.535660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:57:51.538308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:57:51.541690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:57:51.609789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7641434b-5e92-4171-94a9-79b75edc824b req-9d498c52-3c12-4692-9dbc-392b3f7d5d02 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9acb911-0dab-4e70-9308-714cc3a0c82f&id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9139822 Nov 23 10:57:51.648816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Deleting port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:51.649909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.821466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6297cd10-6ec1-407f-9238-a66a56fa20f6 None None] Provisioning complete for port b839bd57-25bb-4e1d-9bc9-b076cbab2715 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:51.821847 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6297cd10-6ec1-407f-9238-a66a56fa20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.872911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6297cd10-6ec1-407f-9238-a66a56fa20f6 None None] Port b839bd57-25bb-4e1d-9bc9-b076cbab2715 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:51.879267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] For port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,segment=NetworkSegment(b8a52578-528f-4941-bd39-3cd69777cf76),segment_id=b8a52578-528f-4941-bd39-3cd69777cf76)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:51.879647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.892975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] For port b839bd57-25bb-4e1d-9bc9-b076cbab2715, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:51.906704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Calling delete_port for 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:51.982987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6297cd10-6ec1-407f-9238-a66a56fa20f6 None None] Provisioning complete for port 950190f5-ab0c-4370-8a25-e10517a74e70 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:51.983366 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6297cd10-6ec1-407f-9238-a66a56fa20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:51.992221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port 47f9f895-235f-49fc-891a-6d9b5155e884 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:51.993361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.028209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6297cd10-6ec1-407f-9238-a66a56fa20f6 None None] Port 950190f5-ab0c-4370-8a25-e10517a74e70 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:57:52.039004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] For port b839bd57-25bb-4e1d-9bc9-b076cbab2715, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b839bd57-25bb-4e1d-9bc9-b076cbab2715,segment=NetworkSegment(576a52b7-d8ce-448a-b07e-4ef1c8f94718),segment_id=576a52b7-d8ce-448a-b07e-4ef1c8f94718)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:52.041583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5aec1-1bca-484b-859c-6d3b310b5aaa req-72b88dc7-d2f3-4954-9fa3-695e0de0ff09 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:52.062273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aac5aec1-1bca-484b-859c-6d3b310b5aaa req-72b88dc7-d2f3-4954-9fa3-695e0de0ff09 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 932 time: 0.4084334 Nov 23 10:57:52.077624 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.104148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:52.105690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.126842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.132258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event updated for resources: {'Port': ['ID=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:52.208846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Pushing event deleted for resources: {'Port': ['ID=42fec8a4-3c7c-45a3-9a05-1998c30d4ebc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:52.226095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-94b900d6-de13-440d-89a7-71bcb9aa62d2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1983018 Nov 23 10:57:52.231293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0dbe8-b691-4e20-b1bc-62370c9b6aa1 None None] Pushing event updated for resources: {'Port': ['ID=b839bd57-25bb-4e1d-9bc9-b076cbab2715,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:52.242416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Request body: {'port': {'device_id': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:57:52.251812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:57:52.297576 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.304740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.305465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c2d6e-7670-4820-befd-6a9d5f6f6032 req-db7a724a-b48e-49e3-aeba-5e96d9631f92 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:52.314921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc7c2d6e-7670-4820-befd-6a9d5f6f6032 req-db7a724a-b48e-49e3-aeba-5e96d9631f92 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.2181287 Nov 23 10:57:52.412755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] No DVR routers for this DVR port 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:52.432517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] For port 47f9f895-235f-49fc-891a-6d9b5155e884, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47f9f895-235f-49fc-891a-6d9b5155e884,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:52.436375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.439997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.446496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5d308afe-536c-4758-8301-dea5db2d9f9a req-776901f1-17ec-4d0f-a59b-d696d60189f6 tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.65 "DELETE /v2.0/ports/42fec8a4-3c7c-45a3-9a05-1998c30d4ebc HTTP/1.1" status: 204 len: 173 time: 1.8298461 Nov 23 10:57:52.447468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'name': 'network-vif-deleted', 'tag': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:52.450928 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f04f0f-1318-450c-8bcf-29031d14cb3a" -d '{"events": [{"server_uuid": "b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0", "name": "network-vif-deleted", "tag": "42fec8a4-3c7c-45a3-9a05-1998c30d4ebc"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:52.456637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aac5aec1-1bca-484b-859c-6d3b310b5aaa req-25101829-1187-4bab-a865-f6ea56593345 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808389 Nov 23 10:57:52.463307 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.562292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for 47f9f895-235f-49fc-891a-6d9b5155e884 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:52.748766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc7c2d6e-7670-4820-befd-6a9d5f6f6032 req-e1e9f931-b691-4794-b253-405fd2539586 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321187 Nov 23 10:57:52.806721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:52.827490 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd6404f-8fd5-4825-aa61-edf727c1bdc2" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:52.866442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Routers {'a5b5be3e-4781-4ce3-8572-e7e93962f09f'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:57:52.868518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:52.883704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 396972cd-1e23-491f-b862-c7149ee2bf24, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=396972cd-1e23-491f-b862-c7149ee2bf24,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:52.962903 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3805e613-85ef-48b5-bb8d-87185aa90f33 x-openstack-request-id: req-3805e613-85ef-48b5-bb8d-87185aa90f33 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:52.967876 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0", "name": "network-vif-deleted", "tag": "42fec8a4-3c7c-45a3-9a05-1998c30d4ebc", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:52.968384 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3805e613-85ef-48b5-bb8d-87185aa90f33 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:52.969096 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0', 'name': 'network-vif-deleted', 'tag': '42fec8a4-3c7c-45a3-9a05-1998c30d4ebc', 'status': 'completed', 'code': 200} Nov 23 10:57:52.977503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:52.979340 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device bc7afc49-1cd7-4949-96f8-06079f18d3c6 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:53.145470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-479e9550-b4cc-46df-a386-cfbb7e89830e None None] Provisioning complete for port b839bd57-25bb-4e1d-9bc9-b076cbab2715 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:53.145470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-479e9550-b4cc-46df-a386-cfbb7e89830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.321774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=396972cd-1e23-491f-b862-c7149ee2bf24,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:53.335721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] Set router a5b5be3e-4781-4ce3-8572-e7e93962f09f gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:57:53.380832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06b4c-7a74-44fd-b728-5212fd6de318 req-38a81b24-f66c-46c4-81d2-c57aed1856aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:53.398764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06b4c-7a74-44fd-b728-5212fd6de318 req-38a81b24-f66c-46c4-81d2-c57aed1856aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:53.423283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.428424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06b4c-7a74-44fd-b728-5212fd6de318 req-38a81b24-f66c-46c4-81d2-c57aed1856aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:53.445619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd7dad45-469c-4572-8924-858a1ac299da req-79091e82-385b-4dd4-be90-575639aa3c2d tempest-ServersTestJSON-1385595433 tempest-ServersTestJSON-1385595433-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3ce6ad9-14c8-44f6-8d41-6ba3a75547b0 HTTP/1.1" status: 200 len: 210 time: 0.3850193 Nov 23 10:57:53.457407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.459132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06b4c-7a74-44fd-b728-5212fd6de318 req-38a81b24-f66c-46c4-81d2-c57aed1856aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:53.466651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06b4c-7a74-44fd-b728-5212fd6de318 req-38a81b24-f66c-46c4-81d2-c57aed1856aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:53.476380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d06b4c-7a74-44fd-b728-5212fd6de318 req-38a81b24-f66c-46c4-81d2-c57aed1856aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 3883 time: 0.4318419 Nov 23 10:57:53.575361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=47f9f895-235f-49fc-891a-6d9b5155e884,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:53.581745 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b87fb92-e76b-4980-9667-161500be3b00 x-openstack-request-id: req-6b87fb92-e76b-4980-9667-161500be3b00 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:53.582350 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:53.582840 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b87fb92-e76b-4980-9667-161500be3b00 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:53.583564 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24', 'code': 200} Nov 23 10:57:53.594328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-479e9550-b4cc-46df-a386-cfbb7e89830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.669823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-85d06b4c-7a74-44fd-b728-5212fd6de318 req-b06020b8-1049-470f-ae77-8fabe50b68ca tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924360 Nov 23 10:57:53.671015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] No DVR routers for this DVR port 47f9f895-235f-49fc-891a-6d9b5155e884 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:53.673376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port bc7afc49-1cd7-4949-96f8-06079f18d3c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:53.681387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.692792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-2e55ddfc-571b-45bc-a66f-d43c9e6a6e63 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "DELETE /v2.0/ports/47f9f895-235f-49fc-891a-6d9b5155e884 HTTP/1.1" status: 204 len: 173 time: 2.4013643 Nov 23 10:57:53.693560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': '47f9f895-235f-49fc-891a-6d9b5155e884'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:53.715613 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed0fa2-a620-4b74-ab75-e19949a8778f" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "47f9f895-235f-49fc-891a-6d9b5155e884"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:53.732924 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.735069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:53.795062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:57:53.823515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.873765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-479e9550-b4cc-46df-a386-cfbb7e89830e None None] For port b839bd57-25bb-4e1d-9bc9-b076cbab2715, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b839bd57-25bb-4e1d-9bc9-b076cbab2715,segment=NetworkSegment(576a52b7-d8ce-448a-b07e-4ef1c8f94718),segment_id=576a52b7-d8ce-448a-b07e-4ef1c8f94718)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:53.886647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Transition to ACTIVE for port object 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:57:53.897641 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30849a0-bfe4-487b-8523-f47ba1daadca x-openstack-request-id: req-a30849a0-bfe4-487b-8523-f47ba1daadca {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:53.897869 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "47f9f895-235f-49fc-891a-6d9b5155e884", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:53.898719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.898908 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a30849a0-bfe4-487b-8523-f47ba1daadca {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:53.899358 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': '47f9f895-235f-49fc-891a-6d9b5155e884', 'status': 'completed', 'code': 200} Nov 23 10:57:53.934296 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-479e9550-b4cc-46df-a386-cfbb7e89830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:53.986784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:53.999618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:53.999984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.000328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.000673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.001013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.001385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.001952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.002290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.002626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.002961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.003295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.003623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:57:54.034267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=bc7afc49-1cd7-4949-96f8-06079f18d3c6,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:54.042835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:54.043784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 950190f5-ab0c-4370-8a25-e10517a74e70 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:54.186037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b72388-05a5-4f39-b0f0-9e762024e017 req-2678f3b6-cd06-4d0c-9cea-cee4f1078ae4 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:54.194635 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4b72388-05a5-4f39-b0f0-9e762024e017 req-2678f3b6-cd06-4d0c-9cea-cee4f1078ae4 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 932 time: 0.4702003 Nov 23 10:57:54.249411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.254168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port bc7afc49-1cd7-4949-96f8-06079f18d3c6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:54.254503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.260386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e9550-b4cc-46df-a386-cfbb7e89830e None None] Pushing event updated for resources: {'Port': ['ID=b839bd57-25bb-4e1d-9bc9-b076cbab2715,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:54.274187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f183a5-72e5-4c6c-a59b-2a00b992db49 req-61e61bf8-571d-4781-8167-81dccdd61127 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:54.290949 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f183a5-72e5-4c6c-a59b-2a00b992db49 req-61e61bf8-571d-4781-8167-81dccdd61127 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.2784531 Nov 23 10:57:54.298284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '44714330-30c2-4584-a72f-326148c36368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:57:44Z', 'revision_number': 4, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port': {'id': '44714330-30c2-4584-a72f-326148c36368', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:37Z', 'updated_at': '2021-11-23T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'b839bd57-25bb-4e1d-9bc9-b076cbab2715', 'name': '', 'network_id': '72d5d594-e097-4389-967e-346d611e8e44', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'mac_address': 'fa:16:3e:ec:aa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '6a3f6ccf-5225-47ed-b2bd-19aa762ed544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:42Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': '923dc964a742404a84191ffa7afaa974', 'subnets': [{'id': '6a3f6ccf-5225-47ed-b2bd-19aa762ed544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:54.352724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 950190f5-ab0c-4370-8a25-e10517a74e70 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:54.353169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47f9f895-235f-49fc-891a-6d9b5155e884 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:54.383405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4706b1-3236-4238-b9fc-5e528a63e870 None None] The sync data for ids ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'] in n-d-817747-2 is: [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '44714330-30c2-4584-a72f-326148c36368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:57:44Z', 'revision_number': 4, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port': {'id': '44714330-30c2-4584-a72f-326148c36368', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:37Z', 'updated_at': '2021-11-23T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'b839bd57-25bb-4e1d-9bc9-b076cbab2715', 'name': '', 'network_id': '72d5d594-e097-4389-967e-346d611e8e44', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'mac_address': 'fa:16:3e:ec:aa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '6a3f6ccf-5225-47ed-b2bd-19aa762ed544', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:42Z', 'updated_at': '2021-11-23T10:57:51Z', 'revision_number': 4, 'project_id': '923dc964a742404a84191ffa7afaa974', 'subnets': [{'id': '6a3f6ccf-5225-47ed-b2bd-19aa762ed544', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:57:54.388909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 47f9f895-235f-49fc-891a-6d9b5155e884 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:54.389522 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47f9f895-235f-49fc-891a-6d9b5155e884 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:54.390160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fb613f22-deeb-4ec7-8d26-33c37ab21ad4 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:54.457374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50f183a5-72e5-4c6c-a59b-2a00b992db49 req-b36be7b6-f2b9-4f26-8b04-06a59f8508ad tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567755 Nov 23 10:57:54.458770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Attempting to bind port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:57:54.488396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Attempting to bind port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:57:54.494182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Attempting to bind port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:54.525312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef on network d898bed4-6d0d-4cff-8e9d-033efad0c617 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:57:54.529614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Attempting to bind port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:57:54.540541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:57:54.541663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Checking segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:57:54.542758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Bound using segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:57:54.544579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Bound port: 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:57:54.545299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.580701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.587872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4b72388-05a5-4f39-b0f0-9e762024e017 req-500c62bd-20cc-4fa3-a680-0d056ce3f452 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919950 Nov 23 10:57:54.617740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53918) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:54.686364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:54.701776 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.703098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1e942cdf-8098-4f16-8967-4aface1bd9b6 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:54.783553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] For port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:57:54.809814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] For port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:57:54.827839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] Deleting subnet bba97f1a-2f2d-4454-8bed-91c9e181d23e {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:57:54.880149 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.891708 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:54.933306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:55.007937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.009759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.015024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] 10.222.0.58 "PUT /v2.0/ports/7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef HTTP/1.1" status: 200 len: 1092 time: 2.7790320 Nov 23 10:57:55.015707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'tag': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:55.022065 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7f5dc7-a909-4be9-8520-0297c521e97b" -d '{"events": [{"name": "network-changed", "server_uuid": "046a206e-e413-45c2-bbd1-6a82f4d6e9e8", "tag": "7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:55.070389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.103834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] For port bc7afc49-1cd7-4949-96f8-06079f18d3c6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=bc7afc49-1cd7-4949-96f8-06079f18d3c6,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:55.104382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.125801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for bc7afc49-1cd7-4949-96f8-06079f18d3c6 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:55.195995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1e942cdf-8098-4f16-8967-4aface1bd9b6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:55.205909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b839bd57-25bb-4e1d-9bc9-b076cbab2715 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:57:55.211742 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.337134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ec9fb-eb10-421f-aa49-4461c1c7cf88 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:55.349029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:57:55.460942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79524e18-b72e-4c7e-b029-b6585709280f req-c503c59d-d70e-4ada-9f0a-143c067a5b59 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.471672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:57:55.473588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42fec8a4-3c7c-45a3-9a05-1998c30d4ebc not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:57:55.488972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79524e18-b72e-4c7e-b029-b6585709280f req-c503c59d-d70e-4ada-9f0a-143c067a5b59 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.527986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.528492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79524e18-b72e-4c7e-b029-b6585709280f req-c503c59d-d70e-4ada-9f0a-143c067a5b59 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.532091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1e942cdf-8098-4f16-8967-4aface1bd9b6,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:55.556431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79524e18-b72e-4c7e-b029-b6585709280f req-c503c59d-d70e-4ada-9f0a-143c067a5b59 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.567856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b839bd57-25bb-4e1d-9bc9-b076cbab2715 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:57:55.572091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79524e18-b72e-4c7e-b029-b6585709280f req-c503c59d-d70e-4ada-9f0a-143c067a5b59 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 3144 time: 0.7450962 Nov 23 10:57:55.582780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.643618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6'}, {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4'}, {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:55.648921 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862eedbe-b353-45bc-b1c2-1342fe4dbd29" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6"}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4"}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:55.659379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.809760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79524e18-b72e-4c7e-b029-b6585709280f req-1b744304-02be-4b13-a122-602203ab3714 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363100 Nov 23 10:57:55.822852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-841ecef4-43b1-4229-80e4-d7689825170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:55.828414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] No DVR routers for this DVR port bc7afc49-1cd7-4949-96f8-06079f18d3c6 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:57:55.832238 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:55.835228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-841ecef4-43b1-4229-80e4-d7689825170f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 1095 time: 0.4806900 Nov 23 10:57:55.836425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "DELETE /v2.0/ports/bc7afc49-1cd7-4949-96f8-06079f18d3c6 HTTP/1.1" status: 204 len: 173 time: 2.1175194 Nov 23 10:57:55.949339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-cf8faf37-6657-48c2-9eb0-f0d289ef53dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef HTTP/1.1" status: 200 len: 217 time: 0.1040306 Nov 23 10:57:55.952230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bb4eb-e957-40aa-845d-7ad0f2ff39e2 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=bc7afc49-1cd7-4949-96f8-06079f18d3c6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:55.978605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:57:55.991804 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f777d23-52c0-4eb4-bbd8-a7e1b0200b0d" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:57:55.993576 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986a306-576f-4d54-93e5-de14fd4f47b2 x-openstack-request-id: req-7986a306-576f-4d54-93e5-de14fd4f47b2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:55.993879 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046a206e-e413-45c2-bbd1-6a82f4d6e9e8", "tag": "7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:55.994146 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7986a306-576f-4d54-93e5-de14fd4f47b2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:55.994569 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'tag': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef', 'status': 'completed', 'code': 200} Nov 23 10:57:56.032000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5b768-79d2-49c5-b188-2ac9a2500218 req-9963076d-6987-45a2-b011-0fd670c0c7a1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.035003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92c5b768-79d2-49c5-b188-2ac9a2500218 req-9963076d-6987-45a2-b011-0fd670c0c7a1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 1.1691275 Nov 23 10:57:56.137290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-e0f4f4bd-890d-4307-8d93-c86125c99a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.139176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-e0f4f4bd-890d-4307-8d93-c86125c99a59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.1810722 Nov 23 10:57:56.216124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-2a5a5050-2ab7-40c1-b010-03c8909c3b57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678954 Nov 23 10:57:56.216858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:56.264661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5916b43-19ba-4feb-ac3e-6a2da65064bf req-cfe53ff7-b67f-4ebb-8241-b209786c7d20 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:56.284406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5916b43-19ba-4feb-ac3e-6a2da65064bf req-cfe53ff7-b67f-4ebb-8241-b209786c7d20 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 944 time: 0.2113481 Nov 23 10:57:56.450648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:56.477645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:56.484246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-e368fcb2-4559-49fa-8a70-6589f1093b21 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971259 Nov 23 10:57:56.599121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92c5b768-79d2-49c5-b188-2ac9a2500218 req-4c7df57d-5be1-4c49-a369-0d6b21686f84 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981583 Nov 23 10:57:56.607815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:56.612049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bba97f1a-2f2d-4454-8bed-91c9e181d23e HTTP/1.1" status: 204 len: 168 time: 1.9853439 Nov 23 10:57:56.615826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8fb63-740c-4cb9-8794-71b88595b4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba97f1a-2f2d-4454-8bed-91c9e181d23e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:56.618680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53976) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:56.682323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:56.685632 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:56.751268 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7d28b-8eb3-466d-989b-b9bc12f512ca x-openstack-request-id: req-11c7d28b-8eb3-466d-989b-b9bc12f512ca {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:56.751765 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6", "code": 200}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4", "code": 200}, {"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-unplugged", "status": "completed", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:56.752546 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11c7d28b-8eb3-466d-989b-b9bc12f512ca {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:56.753022 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6', 'code': 200} Nov 23 10:57:56.753365 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'code': 200} Nov 23 10:57:56.753687 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6', 'code': 200} Nov 23 10:57:56.813872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5916b43-19ba-4feb-ac3e-6a2da65064bf req-c6caee5f-6415-4ee8-be0d-fa56e338a814 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284729 Nov 23 10:57:56.913806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c24a3f7b-0bdc-42ed-bddf-717da60d842d req-3306011e-a789-4e11-ade1-815a71ec3210 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008403 Nov 23 10:57:56.923418 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746be560-9d3b-45e4-8ddb-a89e17aff53a x-openstack-request-id: req-746be560-9d3b-45e4-8ddb-a89e17aff53a {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:57:56.923592 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "bc7afc49-1cd7-4949-96f8-06079f18d3c6", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:57:56.923861 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-746be560-9d3b-45e4-8ddb-a89e17aff53a {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:57:56.924179 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': 'bc7afc49-1cd7-4949-96f8-06079f18d3c6', 'status': 'completed', 'code': 200} Nov 23 10:57:56.979051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.073301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af2d7656-241f-4c44-b216-e99d21c5fb7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.131095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-121935fb-0c5a-4622-bdc9-d91fbfb25dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.132631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-121935fb-0c5a-4622-bdc9-d91fbfb25dd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 1095 time: 0.1511941 Nov 23 10:57:57.143406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7300f-c500-4ec5-b2d5-00b841ec77ba req-33e60691-89a2-412f-90c8-a5ecabbe7c41 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.150722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2d7300f-c500-4ec5-b2d5-00b841ec77ba req-33e60691-89a2-412f-90c8-a5ecabbe7c41 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1124463 Nov 23 10:57:57.324221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af2d7656-241f-4c44-b216-e99d21c5fb7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.372725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2d7300f-c500-4ec5-b2d5-00b841ec77ba req-8a76d4d5-5a7e-406c-a20a-67d0a680da55 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205436 Nov 23 10:57:57.393502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-e8144bd4-b8fc-4973-93fc-002329d02563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.394781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af2d7656-241f-4c44-b216-e99d21c5fb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.395042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-e8144bd4-b8fc-4973-93fc-002329d02563 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.2076392 Nov 23 10:57:57.435280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] For port fb613f22-deeb-4ec7-8d26-33c37ab21ad4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:57.435809 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.446950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54143abf-bcf0-4a59-ac6c-583ef0d8fe09 req-db10eb80-250b-4f5a-b9ee-20a087483e90 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.454342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54143abf-bcf0-4a59-ac6c-583ef0d8fe09 req-db10eb80-250b-4f5a-b9ee-20a087483e90 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.461281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-aa5a40a4-944c-4840-aa71-1ac32d819fab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef HTTP/1.1" status: 200 len: 217 time: 0.0582519 Nov 23 10:57:57.462095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54143abf-bcf0-4a59-ac6c-583ef0d8fe09 req-db10eb80-250b-4f5a-b9ee-20a087483e90 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.463771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54143abf-bcf0-4a59-ac6c-583ef0d8fe09 req-db10eb80-250b-4f5a-b9ee-20a087483e90 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 2410 time: 0.4093919 Nov 23 10:57:57.503148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Deleting port b839bd57-25bb-4e1d-9bc9-b076cbab2715 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:57:57.503466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.535202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-7c106a3b-f309-48f7-9a7a-54d1908a1b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.538115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-7c106a3b-f309-48f7-9a7a-54d1908a1b47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.0661561 Nov 23 10:57:57.607421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-3eee0454-8e89-4f31-8566-be9dd20e41ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529923 Nov 23 10:57:57.653423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3467ea-1b58-45e0-a3e7-e1be21954210 req-f6ea188e-b4a5-44ed-adc4-c45e2a7d0a91 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:57.654993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e3467ea-1b58-45e0-a3e7-e1be21954210 req-f6ea188e-b4a5-44ed-adc4-c45e2a7d0a91 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1156435 Nov 23 10:57:57.673013 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-af2d7656-241f-4c44-b216-e99d21c5fb7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=075727ce98e74557b3096ee655bfc711&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2159803 Nov 23 10:57:57.693939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53994) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:57.714946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54143abf-bcf0-4a59-ac6c-583ef0d8fe09 req-ddda4b71-9062-4745-88d2-3e3aa4d88b9e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135942 Nov 23 10:57:57.725050 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.728458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d7656-241f-4c44-b216-e99d21c5fb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e2e93f-960d-4483-8abf-ee5386bee8c5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:57.798389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-b4e03eee-dec5-4fcd-bf63-e0e7119192a2 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825583 Nov 23 10:57:57.806687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e3467ea-1b58-45e0-a3e7-e1be21954210 req-7d552256-d4fe-4ce7-977d-0a7ed4a54be4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136215 Nov 23 10:57:57.865173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54002) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:57.879848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6860b7ef-748d-4e28-a361-e4e17902e693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.909419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b17cde-e9e3-4676-93cc-c6f90b1a3145']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:57.938907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6860b7ef-748d-4e28-a361-e4e17902e693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.944326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a52578-528f-4941-bd39-3cd69777cf76') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:57.944895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a52578-528f-4941-bd39-3cd69777cf76') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:57:57.961461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:57.979233 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.023968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:57:58.024361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.024709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b7f5dc7-a909-4be9-8520-0297c521e97b req-9eaa96f8-1ab6-4bb5-8bdd-65a8c9994222 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150352 Nov 23 10:57:58.027259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] For port b839bd57-25bb-4e1d-9bc9-b076cbab2715, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b839bd57-25bb-4e1d-9bc9-b076cbab2715,segment=NetworkSegment(576a52b7-d8ce-448a-b07e-4ef1c8f94718),segment_id=576a52b7-d8ce-448a-b07e-4ef1c8f94718)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:57:58.027627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.038614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-036b41db-6735-4ece-8fac-95209b6e2758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.069192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c26c3-ec21-47fe-91ec-ff2b75da6a29 req-29d8812c-1ee2-444f-87d7-4b5d404f96e9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:58.070887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b9c26c3-ec21-47fe-91ec-ff2b75da6a29 req-29d8812c-1ee2-444f-87d7-4b5d404f96e9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1224246 Nov 23 10:57:58.106204 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6860b7ef-748d-4e28-a361-e4e17902e693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.109328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6860b7ef-748d-4e28-a361-e4e17902e693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.112883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6860b7ef-748d-4e28-a361-e4e17902e693 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4e2e93f-960d-4483-8abf-ee5386bee8c5 HTTP/1.1" status: 204 len: 168 time: 0.4156797 Nov 23 10:57:58.135527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860b7ef-748d-4e28-a361-e4e17902e693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e2e93f-960d-4483-8abf-ee5386bee8c5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:58.179236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b9c26c3-ec21-47fe-91ec-ff2b75da6a29 req-53586ad6-6d9b-427f-90d7-ab3d8a65de83 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982893 Nov 23 10:57:58.229202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-036b41db-6735-4ece-8fac-95209b6e2758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.236271 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-036b41db-6735-4ece-8fac-95209b6e2758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.338250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b41db-6735-4ece-8fac-95209b6e2758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a8a7ce-e6b6-4a0f-a7b9-50865f13fa75,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:58.350078 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-036b41db-6735-4ece-8fac-95209b6e2758 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dcef082256c244b0b4483150e2253bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837179 Nov 23 10:57:58.353790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54014) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:57:58.381351 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:57:58.456320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82e32e69-0834-4970-a41f-06a66c73ffdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.481662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Calling delete_port for b839bd57-25bb-4e1d-9bc9-b076cbab2715 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:58.483578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308cfad-68ca-46ef-ae9d-6bae58b5180a req-afcc0055-762a-4685-9116-0671a603ba41 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:58.491501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b308cfad-68ca-46ef-ae9d-6bae58b5180a req-afcc0055-762a-4685-9116-0671a603ba41 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1232047 Nov 23 10:57:58.514059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82e32e69-0834-4970-a41f-06a66c73ffdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.575832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b308cfad-68ca-46ef-ae9d-6bae58b5180a req-2c8916fc-9a47-4034-aa11-3bfb3d98b87d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831702 Nov 23 10:57:58.588441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54018) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:58.618246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a143afb-b310-4d84-af7f-3afac3bebe5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.620706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2208923-97d8-4427-9b2e-5893940c4a88 req-0df14dcf-6f49-4e51-b60d-41437f9f6dc3 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:58.622441 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b2208923-97d8-4427-9b2e-5893940c4a88 req-0df14dcf-6f49-4e51-b60d-41437f9f6dc3 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 944 time: 0.7288356 Nov 23 10:57:58.662555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.688815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.694789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/47b17cde-e9e3-4676-93cc-c6f90b1a3145 HTTP/1.1" status: 204 len: 168 time: 2.0690835 Nov 23 10:57:58.700534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a143afb-b310-4d84-af7f-3afac3bebe5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.703942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce92406-7e0c-4062-9024-b4f06a1630d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b17cde-e9e3-4676-93cc-c6f90b1a3145,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:58.716126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a143afb-b310-4d84-af7f-3afac3bebe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.761339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.762498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.762837 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Floating IP 74add345-6a7e-463e-92eb-29a17ea4cda2 disassociated. External IP: 172.25.5.70, port: fb613f22-deeb-4ec7-8d26-33c37ab21ad4. Nov 23 10:57:58.763226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for fb613f22-deeb-4ec7-8d26-33c37ab21ad4 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:57:58.788578 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82e32e69-0834-4970-a41f-06a66c73ffdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.791513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-82e32e69-0834-4970-a41f-06a66c73ffdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:58.801574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-82e32e69-0834-4970-a41f-06a66c73ffdf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c4a8a7ce-e6b6-4a0f-a7b9-50865f13fa75 HTTP/1.1" status: 204 len: 168 time: 0.4404492 Nov 23 10:57:58.805701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a143afb-b310-4d84-af7f-3afac3bebe5c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4ae7aeec67549089a3121cb7b77f41d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2156439 Nov 23 10:57:58.812534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143afb-b310-4d84-af7f-3afac3bebe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d3944-57d6-4d53-8573-66ac8a89c09c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:58.813584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54028) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:58.819149 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b2208923-97d8-4427-9b2e-5893940c4a88 req-b6b63a72-5606-4622-ab02-454bbb0205d7 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529794 Nov 23 10:57:58.823297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c371-2d40-49ef-992b-882d8b333d27 req-4983e49d-a6ca-4fba-b800-317c01ba686e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:58.831080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dec3c371-2d40-49ef-992b-882d8b333d27 req-4983e49d-a6ca-4fba-b800-317c01ba686e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1281595 Nov 23 10:57:58.865992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e32e69-0834-4970-a41f-06a66c73ffdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a8a7ce-e6b6-4a0f-a7b9-50865f13fa75,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:58.905284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dec3c371-2d40-49ef-992b-882d8b333d27 req-038fb0c0-ab45-4886-848b-a59b71a3cef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724957 Nov 23 10:57:59.012481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54032) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:59.086574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bb6abcc4-9296-4922-a648-b809b3d10f11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29b184f0a85343e9895fa7dc3c640aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719178 Nov 23 10:57:59.090535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54036) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:59.156815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f5c58e6-dfa6-4ed5-b9b7-110bc23b20be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.166890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5017e94-ee41-4ed8-bad0-b07aeb9c711b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.195199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f5c58e6-dfa6-4ed5-b9b7-110bc23b20be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.240198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5017e94-ee41-4ed8-bad0-b07aeb9c711b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.262230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55538af4-f6ea-4cbd-980f-8c9c556bac9b req-7f4e58ca-5b90-4aa4-956f-a490fa721a18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:59.268858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55538af4-f6ea-4cbd-980f-8c9c556bac9b req-7f4e58ca-5b90-4aa4-956f-a490fa721a18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:59.275466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55538af4-f6ea-4cbd-980f-8c9c556bac9b req-7f4e58ca-5b90-4aa4-956f-a490fa721a18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:59.277648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55538af4-f6ea-4cbd-980f-8c9c556bac9b req-7f4e58ca-5b90-4aa4-956f-a490fa721a18 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 2410 time: 0.3018272 Nov 23 10:57:59.291752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1da4ab-7185-4d28-a427-e8741d770c4c req-3e8888a4-f60e-4487-ab2d-c51850c5820a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:57:59.294370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c1da4ab-7185-4d28-a427-e8741d770c4c req-3e8888a4-f60e-4487-ab2d-c51850c5820a tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1075466 Nov 23 10:57:59.351061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54042) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:59.365676 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5017e94-ee41-4ed8-bad0-b07aeb9c711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.368240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c5017e94-ee41-4ed8-bad0-b07aeb9c711b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.369533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c5017e94-ee41-4ed8-bad0-b07aeb9c711b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a0637492-c890-4e24-ba67-2d19e900d963 HTTP/1.1" status: 204 len: 168 time: 0.2769656 Nov 23 10:57:59.384697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8518fe5e-cdaa-43a3-8e23-cb6244496455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.403892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5017e94-ee41-4ed8-bad0-b07aeb9c711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0637492-c890-4e24-ba67-2d19e900d963,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:59.434458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c1da4ab-7185-4d28-a427-e8741d770c4c req-71acc0b4-5d44-421b-b48f-a9570b1d80c6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163731 Nov 23 10:57:59.443544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f5c58e6-dfa6-4ed5-b9b7-110bc23b20be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.446113 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f5c58e6-dfa6-4ed5-b9b7-110bc23b20be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.450744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f5c58e6-dfa6-4ed5-b9b7-110bc23b20be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f91d3944-57d6-4d53-8573-66ac8a89c09c HTTP/1.1" status: 204 len: 168 time: 0.6278307 Nov 23 10:57:59.500769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c58e6-dfa6-4ed5-b9b7-110bc23b20be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d3944-57d6-4d53-8573-66ac8a89c09c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:59.504090 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.535763 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8518fe5e-cdaa-43a3-8e23-cb6244496455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.544087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8518fe5e-cdaa-43a3-8e23-cb6244496455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.562219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Pushing event deleted for resources: {'Port': ['ID=b839bd57-25bb-4e1d-9bc9-b076cbab2715,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:59.565432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.579130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8518fe5e-cdaa-43a3-8e23-cb6244496455 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee377116331f4592bf1cd3a7b3349761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2270868 Nov 23 10:57:59.585823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54050) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:57:59.595903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55538af4-f6ea-4cbd-980f-8c9c556bac9b req-6c8009c8-bf35-40c4-91bc-b23fb25886fd tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933755 Nov 23 10:57:59.628312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518fe5e-cdaa-43a3-8e23-cb6244496455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11418d71-b5a0-49a6-84d4-2fc2e7769292,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:59.693468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=fb613f22-deeb-4ec7-8d26-33c37ab21ad4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:57:59.706247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-560906df-19d5-46a0-8b43-3995ba54085c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.754639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-560906df-19d5-46a0-8b43-3995ba54085c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.833614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-560906df-19d5-46a0-8b43-3995ba54085c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.836573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-560906df-19d5-46a0-8b43-3995ba54085c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:57:59.840966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-560906df-19d5-46a0-8b43-3995ba54085c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/11418d71-b5a0-49a6-84d4-2fc2e7769292 HTTP/1.1" status: 204 len: 168 time: 0.2541564 Nov 23 10:57:59.849756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560906df-19d5-46a0-8b43-3995ba54085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11418d71-b5a0-49a6-84d4-2fc2e7769292,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:00.001659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:58:00.021334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a8123-ace1-44b2-b889-ea4114e1b09f req-1af6c813-f1a5-4922-9271-02eb9bff7448 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:00.025202 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:00.029843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6a8123-ace1-44b2-b889-ea4114e1b09f req-1af6c813-f1a5-4922-9271-02eb9bff7448 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 944 time: 0.0749311 Nov 23 10:58:00.089556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c6a8123-ace1-44b2-b889-ea4114e1b09f req-a21e472f-33e7-432a-aa98-cead3e99be65 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580103 Nov 23 10:58:00.234581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:58:00.247046 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] Sync routers for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:58:00.264000 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:58:00.264719 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:00.332901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] No DVR routers for this DVR port fb613f22-deeb-4ec7-8d26-33c37ab21ad4 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:00.345437 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:00.349317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-fbbf8e6b-317d-45ed-bf9e-8447e8e853d3 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "DELETE /v2.0/ports/fb613f22-deeb-4ec7-8d26-33c37ab21ad4 HTTP/1.1" status: 204 len: 173 time: 4.4884510 Nov 23 10:58:00.350278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:00.352753 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1875f90-645c-42a0-9ea9-f6450dbd721f" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:00.446741 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a292b1c-8853-4120-ae39-723c590e8169 x-openstack-request-id: req-2a292b1c-8853-4120-ae39-723c590e8169 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:00.447055 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "fb613f22-deeb-4ec7-8d26-33c37ab21ad4", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:00.447316 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a292b1c-8853-4120-ae39-723c590e8169 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:00.450049 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': 'fb613f22-deeb-4ec7-8d26-33c37ab21ad4', 'status': 'completed', 'code': 200} Nov 23 10:58:00.478559 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:58:00.565568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Router a5b5be3e-4781-4ce3-8572-e7e93962f09f has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:58:00.576331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port 1e942cdf-8098-4f16-8967-4aface1bd9b6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:00.576682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:00.633777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3a2df-25a5-485e-b3d5-b57eac31701e req-01e91476-a4bd-4a48-98a6-bc707c800ae1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:00.639387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66b3a2df-25a5-485e-b3d5-b57eac31701e req-01e91476-a4bd-4a48-98a6-bc707c800ae1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1076338 Nov 23 10:58:00.742962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:58:00.754995 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66b3a2df-25a5-485e-b3d5-b57eac31701e req-d8c07601-19ed-4591-8c9c-f20ee49ad181 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084018 Nov 23 10:58:00.788396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] For port 1e942cdf-8098-4f16-8967-4aface1bd9b6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1e942cdf-8098-4f16-8967-4aface1bd9b6,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:00.788996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:00.803040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:58:00.812384 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fbb6cf95-c7d7-4bf4-843f-ff081bd4b20b admin admin] 10.222.0.61 "PUT /v2.0/routers/a5b5be3e-4781-4ce3-8572-e7e93962f09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5484581 Nov 23 10:58:00.813683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for 1e942cdf-8098-4f16-8967-4aface1bd9b6 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:00.815491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54094) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:00.982230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] Sync routers for ids ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:58:01.049967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] Routers {'a5b5be3e-4781-4ce3-8572-e7e93962f09f'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:58:01.052205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:01.110304 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:22Z', 'revision_number': 5, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:01.189194 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] Checking router: 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:58:01.227120 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:58:01.227870 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:01.234637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:01.441279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0e65c-b45a-4f7d-a2ad-9254deff3606 req-43191352-a6bc-4832-906b-a34895cd6fd6 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:01.445775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbb0e65c-b45a-4f7d-a2ad-9254deff3606 req-43191352-a6bc-4832-906b-a34895cd6fd6 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 944 time: 0.1048851 Nov 23 10:58:01.488261 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:58:01.532085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2311277-e269-4974-a261-87bc561c4236 req-52cf5cc1-331c-4e9d-b061-d61cc86183c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:01.535511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2311277-e269-4974-a261-87bc561c4236 req-52cf5cc1-331c-4e9d-b061-d61cc86183c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=807f1fea854540049bba9d6a2d7ea473&device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 1097 time: 0.2343433 Nov 23 10:58:01.749746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2311277-e269-4974-a261-87bc561c4236 req-4f8fdaa2-b54b-4f20-ae0a-0fbd23461d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:01.751962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2311277-e269-4974-a261-87bc561c4236 req-4f8fdaa2-b54b-4f20-ae0a-0fbd23461d30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 200 len: 915 time: 0.2054968 Nov 23 10:58:01.755130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:01.827510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] Set router a5b5be3e-4781-4ce3-8572-e7e93962f09f gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:58:01.884434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2311277-e269-4974-a261-87bc561c4236 req-c0c7f15c-b2da-4dca-b45b-29e33b052821 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 200 len: 217 time: 0.1137099 Nov 23 10:58:01.903630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e20e-7da0-4dfb-8a21-d553def43ca6 req-1e590481-ffdd-4a36-bdf6-4f8678409574 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:01.904074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbb0e65c-b45a-4f7d-a2ad-9254deff3606 req-8809505c-346a-4356-b073-9c9b6157b108 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465225 Nov 23 10:58:01.918309 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:22Z', 'revision_number': 5, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:01.923701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e20e-7da0-4dfb-8a21-d553def43ca6 req-1e590481-ffdd-4a36-bdf6-4f8678409574 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:01.927769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0d4e20e-7da0-4dfb-8a21-d553def43ca6 req-1e590481-ffdd-4a36-bdf6-4f8678409574 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 1677 time: 1.1014769 Nov 23 10:58:01.956465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'port_id': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef', 'mac_address': 'fa:16:3e:97:59:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da67f8e-b620-405b-8d71-0d6b4334c998', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:58:02.014934 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101815ef-4a38-4650-bb3a-9586916ed3da None None] The sync data for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 is: [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:47:14Z', 'revision_number': 4, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '79ceee96-163a-417f-b84f-1991c4355aa1', 'name': '', 'network_id': '172cb543-158a-4cad-bd24-49d8d0daf094', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'mac_address': 'fa:16:3e:6b:20:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:12Z', 'updated_at': '2021-11-23T10:47:22Z', 'revision_number': 5, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'subnets': [{'id': 'e66536e5-6ad5-4ff3-acb6-9feefcc40aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:58:02.019031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54130) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:02.028548 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.094550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2311277-e269-4974-a261-87bc561c4236 req-955638b5-a5cd-4827-bb30-0b289ade1d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:02.097283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2311277-e269-4974-a261-87bc561c4236 req-955638b5-a5cd-4827-bb30-0b289ade1d05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 200 len: 854 time: 0.1905205 Nov 23 10:58:02.114095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0d4e20e-7da0-4dfb-8a21-d553def43ca6 req-700233c4-5b82-4784-8037-08ebb424bdbc tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759467 Nov 23 10:58:02.114418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:58:02.197944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:02.232266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.239579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2311277-e269-4974-a261-87bc561c4236 req-8ee3f1d8-764e-44d3-a367-b243276532c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010818 Nov 23 10:58:02.269866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741cceb-ce8c-4700-a8c8-ca464224bb8d req-8cfa7e42-e30d-4c4d-81ea-dc758a2194e7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:02.278743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5741cceb-ce8c-4700-a8c8-ca464224bb8d req-8cfa7e42-e30d-4c4d-81ea-dc758a2194e7 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1897159 Nov 23 10:58:02.296744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.298996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.382428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1063446123-network', 'tenant_id': 'a81a4d84c9e3479aa81ab483e6d5319d'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:02.383014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=1e942cdf-8098-4f16-8967-4aface1bd9b6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:02.431446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Made reservation on behalf of a81a4d84c9e3479aa81ab483e6d5319d for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:02.434251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.440397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:02.461047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '44714330-30c2-4584-a72f-326148c36368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:57:59Z', 'revision_number': 5, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port': {'id': '44714330-30c2-4584-a72f-326148c36368', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:57:37Z', 'updated_at': '2021-11-23T10:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:02.488525 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5741cceb-ce8c-4700-a8c8-ca464224bb8d req-c7eccefd-300d-4d38-b098-5faf61ffec71 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087932 Nov 23 10:58:02.492064 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.504071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] Checking router: a5b5be3e-4781-4ce3-8572-e7e93962f09f for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:58:02.514618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] Routers {'a5b5be3e-4781-4ce3-8572-e7e93962f09f'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:58:02.515550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:02.531254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] No DVR routers for this DVR port 1e942cdf-8098-4f16-8967-4aface1bd9b6 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:02.537143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.540379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2311277-e269-4974-a261-87bc561c4236 req-b42c2a2a-4500-492b-b161-57312936b5e4 service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902832 Nov 23 10:58:02.541779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-6e2cfaf2-baa0-4046-8f62-b1f71827755f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "DELETE /v2.0/ports/1e942cdf-8098-4f16-8967-4aface1bd9b6 HTTP/1.1" status: 204 len: 173 time: 2.1813409 Nov 23 10:58:02.542540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:02.545183 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489a8474-f970-41e7-b64b-e592bee24f1d" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:02.556450 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780bd2a4-709e-4589-b31c-97fd81b38ef8 None None] New status for floating IP 74add345-6a7e-463e-92eb-29a17ea4cda2: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 10:58:02.619635 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a1e6b6-36ef-48ef-95ac-58c6a171f02e x-openstack-request-id: req-93a1e6b6-36ef-48ef-95ac-58c6a171f02e {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:02.619927 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "1e942cdf-8098-4f16-8967-4aface1bd9b6", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:02.620752 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93a1e6b6-36ef-48ef-95ac-58c6a171f02e {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:02.621579 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': '1e942cdf-8098-4f16-8967-4aface1bd9b6', 'status': 'completed', 'code': 200} Nov 23 10:58:02.635601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Deleting port 44714330-30c2-4584-a72f-326148c36368 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:02.636411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.694118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:58:02.735616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2311277-e269-4974-a261-87bc561c4236 req-dac028b0-a54b-435f-ade7-29133af3b6e6 service neutron] 10.222.0.58 "GET /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631711 Nov 23 10:58:02.850375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] For port 44714330-30c2-4584-a72f-326148c36368, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=44714330-30c2-4584-a72f-326148c36368,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:02.850965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.856384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.862859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.866051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port 396972cd-1e23-491f-b862-c7149ee2bf24 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:02.866569 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.880326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:58:02.888705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Calling delete_port for 44714330-30c2-4584-a72f-326148c36368 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:02.896066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:02.896663 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Added segment a223eed1-4958-4786-9a26-a1effe235b72 of type vlan for network 2137b0db-2ed4-4f79-a213-0537a058f58c Nov 23 10:58:02.961301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:03.001945 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:03.003284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:03.004014 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:03.031019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] Set router a5b5be3e-4781-4ce3-8572-e7e93962f09f gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:58:03.085394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0606415 Nov 23 10:58:03.087683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54172) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:03.094555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Request body: {'subnet': {'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1063446123-subnet', 'tenant_id': 'a81a4d84c9e3479aa81ab483e6d5319d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:03.161292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec51337-869c-4888-803b-0efbafa89c3a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:03.183845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede532b-3a87-4b05-b63b-55b5b042f05a admin admin] Pushing event updated for resources: {'Network': ['ID=2137b0db-2ed4-4f79-a213-0537a058f58c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:03.186811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:58:02Z', 'revision_number': 6, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:03.217550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] For port 396972cd-1e23-491f-b862-c7149ee2bf24, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=396972cd-1e23-491f-b862-c7149ee2bf24,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:03.222450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:03.225438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970bd26-a67f-4f6c-9678-e72001cc14f3 req-51e628ff-940f-472b-b154-17de36185bf1 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:03.227072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c970bd26-a67f-4f6c-9678-e72001cc14f3 req-51e628ff-940f-472b-b154-17de36185bf1 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 945 time: 0.1560903 Nov 23 10:58:03.280078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 2137b0db-2ed4-4f79-a213-0537a058f58c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:58:03.287094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for 396972cd-1e23-491f-b862-c7149ee2bf24 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:03.290412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa0cf8-0dce-4267-98c8-e797eab65abb None None] The sync data for ids ['a5b5be3e-4781-4ce3-8572-e7e93962f09f'] in n-d-817747-2 is: [{'id': 'a5b5be3e-4781-4ce3-8572-e7e93962f09f', 'name': 'tempest-ImageQuotaTest-1126984969-router', 'tenant_id': '923dc964a742404a84191ffa7afaa974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:57:36Z', 'updated_at': '2021-11-23T10:58:02Z', 'revision_number': 6, 'project_id': '923dc964a742404a84191ffa7afaa974', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:58:03.314621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c970bd26-a67f-4f6c-9678-e72001cc14f3 req-c3280bfd-1a61-400c-808b-af9d4ac40856 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628750 Nov 23 10:58:03.327937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Made reservation on behalf of a81a4d84c9e3479aa81ab483e6d5319d for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:03.330921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:03.585411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2687d3f-607f-4552-8314-873241f79d7e req-895bc333-5774-488b-91ea-f19981ef57aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:03.593482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2687d3f-607f-4552-8314-873241f79d7e req-895bc333-5774-488b-91ea-f19981ef57aa tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 943 time: 0.3081434 Nov 23 10:58:03.735600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:03.809075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1941cfc-e22f-4252-bf5d-316f75b75b90 req-8d06bc68-1529-4d90-a24d-0593f5bbc545 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:03.816862 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1941cfc-e22f-4252-bf5d-316f75b75b90 req-8d06bc68-1529-4d90-a24d-0593f5bbc545 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1803484 Nov 23 10:58:03.833493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2687d3f-607f-4552-8314-873241f79d7e req-3cdb2ecc-7861-445f-b23a-ed4549ee093e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups?id=2d6c75ba-9b32-4b7b-90bb-f42297809dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390926 Nov 23 10:58:03.854115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=44714330-30c2-4584-a72f-326148c36368,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:03.889666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26806852-fd5e-4f12-a03e-e9e011ae8892 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:58:03.925228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1941cfc-e22f-4252-bf5d-316f75b75b90 req-fd64360b-cb4d-499d-9cad-3d16ae243f80 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966609 Nov 23 10:58:03.974424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.082051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=396972cd-1e23-491f-b862-c7149ee2bf24,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:04.133050 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.203751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.288053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] No DVR routers for this DVR port 396972cd-1e23-491f-b862-c7149ee2bf24 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:04.298428 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.302879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ade796de-6a0d-4ae4-a567-be4be4bf5804 req-85dd7de0-ac96-433d-9a82-bc9cd53d21ec tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.65 "DELETE /v2.0/ports/396972cd-1e23-491f-b862-c7149ee2bf24 HTTP/1.1" status: 204 len: 173 time: 1.7508564 Nov 23 10:58:04.353425 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.374344 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.530756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54226) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:04.548138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6163b95e-a870-44e1-b92a-f3f639027c9d,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:04.599585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.603500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5b5be3e-4781-4ce3-8572-e7e93962f09f {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:58:04.613349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.616114 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-39418699-fb4f-4742-a319-d0f4415241b1 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a5b5be3e-4781-4ce3-8572-e7e93962f09f HTTP/1.1" status: 204 len: 168 time: 3.7981210 Nov 23 10:58:04.618990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54232) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:04.632335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:04.645718 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f77d898-e4c6-4837-8fe2-717742791924" -d '{"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:04.654971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Checking segment: {'id': 'a223eed1-4958-4786-9a26-a1effe235b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:58:04.662473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Network hostable DHCP agents. Network: 2137b0db-2ed4-4f79-a213-0537a058f58c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:58:04.722993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ee635-97c2-4bda-b387-35686f9f863a req-46b7b8e2-b2c9-4bca-9b2c-b23634e793c2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:04.724890 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-592ee635-97c2-4bda-b387-35686f9f863a req-46b7b8e2-b2c9-4bca-9b2c-b23634e793c2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 945 time: 0.2286394 Nov 23 10:58:04.741863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Network 2137b0db-2ed4-4f79-a213-0537a058f58c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:58:04.743246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:58:04.759536 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89b4389-e66e-4470-9f2f-5e0d173876bd x-openstack-request-id: req-a89b4389-e66e-4470-9f2f-5e0d173876bd {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:04.759536 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d1917c-857b-4b24-b52b-20b51b580599", "name": "network-vif-deleted", "tag": "396972cd-1e23-491f-b862-c7149ee2bf24", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:04.759784 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a89b4389-e66e-4470-9f2f-5e0d173876bd {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:04.760084 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d1917c-857b-4b24-b52b-20b51b580599', 'name': 'network-vif-deleted', 'tag': '396972cd-1e23-491f-b862-c7149ee2bf24', 'status': 'completed', 'code': 200} Nov 23 10:58:04.770169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 2137b0db-2ed4-4f79-a213-0537a058f58c) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:58:04.784453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:04.785515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.804071 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1541a9d5-cc32-4f79-bfe4-f1466186e437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:04.829438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2bc4aa-24ab-4580-a388-1908f92c4fda None None] Network 2137b0db-2ed4-4f79-a213-0537a058f58c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:04.846622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dbb9aa9e-ca69-4ceb-b42a-369e1980ca04 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7575009 Nov 23 10:58:04.863744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-592ee635-97c2-4bda-b387-35686f9f863a req-33da7a19-ba50-41ea-8999-8f6c7a17a206 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316233 Nov 23 10:58:04.983548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] Deleting subnet 6a3f6ccf-5225-47ed-b2bd-19aa762ed544 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:58:05.025594 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.148617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 44714330-30c2-4584-a72f-326148c36368 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:58:05.243943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e294d6-f0a8-40b5-af3b-5f9b2ffc1864 req-1b8a8130-03d2-4609-94a2-43685e476412 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:05.246067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22e294d6-f0a8-40b5-af3b-5f9b2ffc1864 req-1b8a8130-03d2-4609-94a2-43685e476412 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1270270 Nov 23 10:58:05.275642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 44714330-30c2-4584-a72f-326148c36368 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:58:05.275768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 44714330-30c2-4584-a72f-326148c36368 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:58:05.278562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b839bd57-25bb-4e1d-9bc9-b076cbab2715 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:58:05.349191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22e294d6-f0a8-40b5-af3b-5f9b2ffc1864 req-8f76cd07-ecf1-4154-9570-b5b286e6a0a9 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964129 Nov 23 10:58:05.387959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: b839bd57-25bb-4e1d-9bc9-b076cbab2715 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:58:05.388317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b839bd57-25bb-4e1d-9bc9-b076cbab2715 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:58:05.462388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:58:05.473442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8334e5f2-a59f-4cd5-a1a2-cd4c233f0746 None None] Network 2137b0db-2ed4-4f79-a213-0537a058f58c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:05.482725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:58:05.483099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.620848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2aa7-d25a-440e-b4ac-81773c43afb5 req-f903daca-0018-4bf2-88b5-6006938eb74f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:05.636312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cbad2aa7-d25a-440e-b4ac-81773c43afb5 req-f903daca-0018-4bf2-88b5-6006938eb74f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1411598 Nov 23 10:58:05.786566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cbad2aa7-d25a-440e-b4ac-81773c43afb5 req-917180f1-96c5-42d2-8395-e9adfe334d32 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500564 Nov 23 10:58:05.849943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.881487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54296) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:05.888848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1949061119-network', 'tenant_id': '76c0c557a6bb47dcb80daed1cd7eba8e'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:05.940097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Made reservation on behalf of 76c0c557a6bb47dcb80daed1cd7eba8e for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:05.944231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.946640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:05.962887 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83beae-eb88-4dcb-94ee-bb1d889b846b" -d '{"events": [{"server_uuid": "046a206e-e413-45c2-bbd1-6a82f4d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:05.965742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:05.986878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:05.996719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bd05ea3-0bd1-4f9b-9dad-8732f0ac7f1d req-f8fb163f-c38e-4903-b0f5-5dfa06496f88 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.9025810 Nov 23 10:58:06.007616 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.019296 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.100028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1541a9d5-cc32-4f79-bfe4-f1466186e437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.109954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1541a9d5-cc32-4f79-bfe4-f1466186e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.148421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f98a0-b88a-4bf5-8b2c-0b7c4048ad75 req-5f9c48a4-f95a-46f7-a3a6-a252ba7b9b23 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:06.159658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:06.168557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a3f98a0-b88a-4bf5-8b2c-0b7c4048ad75 req-5f9c48a4-f95a-46f7-a3a6-a252ba7b9b23 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.2055845 Nov 23 10:58:06.187864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541a9d5-cc32-4f79-bfe4-f1466186e437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6593d5-a906-4edc-b070-a9d79480d9fa,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:06.253913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.309537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8a3f98a0-b88a-4bf5-8b2c-0b7c4048ad75 req-e67664e2-427b-4f17-ab57-2a184e4c4dbb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400599 Nov 23 10:58:06.340652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.350221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.368800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:58:06.371086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1541a9d5-cc32-4f79-bfe4-f1466186e437 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2319a6720d5478abace2bb35ba000c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8381925 Nov 23 10:58:06.372312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54314) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:06.384189 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.384595 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Added segment 89afafca-f8dd-4caa-a2dd-3327ddc3d894 of type vlan for network b45ec35b-1b3e-40cd-a46d-c9a193f61799 Nov 23 10:58:06.385653 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f9c65-3007-468f-95c7-5a9844decb9e x-openstack-request-id: req-7d6f9c65-3007-468f-95c7-5a9844decb9e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:06.386202 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046a206e-e413-45c2-bbd1-6a82f4d6e9e8", "name": "network-vif-plugged", "status": "completed", "tag": "7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:06.386548 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d6f9c65-3007-468f-95c7-5a9844decb9e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:06.387034 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef', 'code': 200} Nov 23 10:58:06.418960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.467847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.507509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26a982d-88b2-4439-adeb-5ed58e3fc0af None None] Network 72d5d594-e097-4389-967e-346d611e8e44 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:06.509167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3f6ccf-5225-47ed-b2bd-19aa762ed544,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:06.513544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.520102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-02549ee2-317c-42fc-b47a-994ecd0e4a6f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6a3f6ccf-5225-47ed-b2bd-19aa762ed544 HTTP/1.1" status: 204 len: 168 time: 1.9000361 Nov 23 10:58:06.522708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54316) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:06.584537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.597639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a7950-04ff-4cf6-b826-5de20767bb8d req-7bb21436-f5d8-41c6-8f46-b246d6193a37 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:06.599632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a3a7950-04ff-4cf6-b826-5de20767bb8d req-7bb21436-f5d8-41c6-8f46-b246d6193a37 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 946 time: 0.4082103 Nov 23 10:58:06.617730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:06.618392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.665368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384f9f7-ce52-48a5-99e9-95643796ad3a req-a269deb4-1604-4ba7-932d-b0acc771912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:06.666852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d384f9f7-ce52-48a5-99e9-95643796ad3a req-a269deb4-1604-4ba7-932d-b0acc771912d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 1097 time: 0.1694279 Nov 23 10:58:06.670783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad268ad-5fa6-4b3c-8072-920b697c00c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.720376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a3a7950-04ff-4cf6-b826-5de20767bb8d req-6420da1e-462a-4a7a-b7ea-158705992474 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993245 Nov 23 10:58:06.770980 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad268ad-5fa6-4b3c-8072-920b697c00c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.779961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0f7447-cee9-44de-8bb6-feda88ea9f07,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:06.796247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54324) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:06.822247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d384f9f7-ce52-48a5-99e9-95643796ad3a req-a65d5d93-62ec-4504-b6e9-c20c93eff3db service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449137 Nov 23 10:58:06.853613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] DHCP port deletion for 72d5d594-e097-4389-967e-346d611e8e44 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:58:06.861238 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9779098 Nov 23 10:58:06.866316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54330) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:06.884358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Request body: {'subnet': {'network_id': 'b45ec35b-1b3e-40cd-a46d-c9a193f61799', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1949061119-subnet', 'tenant_id': '76c0c557a6bb47dcb80daed1cd7eba8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:06.940381 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad268ad-5fa6-4b3c-8072-920b697c00c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.944908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ad268ad-5fa6-4b3c-8072-920b697c00c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.947581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ad268ad-5fa6-4b3c-8072-920b697c00c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3f6593d5-a906-4edc-b070-a9d79480d9fa HTTP/1.1" status: 204 len: 168 time: 0.5713401 Nov 23 10:58:06.966626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad268ad-5fa6-4b3c-8072-920b697c00c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6593d5-a906-4edc-b070-a9d79480d9fa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:06.971729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Made reservation on behalf of 76c0c557a6bb47dcb80daed1cd7eba8e for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:06.972289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] Deleting port 5197582c-efe0-4709-807d-e69d569da721 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:06.972459 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:06.976213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307935f-5b06-4889-9223-79e26b909c61 req-9808f78b-9b17-4c5f-bf69-be8a6bb79488 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:06.977831 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0307935f-5b06-4889-9223-79e26b909c61 req-9808f78b-9b17-4c5f-bf69-be8a6bb79488 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.4560447 Nov 23 10:58:06.987769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.067023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5197582c-efe0-4709-807d-e69d569da721 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:58:07.098785 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0307935f-5b06-4889-9223-79e26b909c61 req-2e2a33d1-d615-4ecd-a654-63a3084f6922 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120372 Nov 23 10:58:07.099469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a84025-7556-411d-889d-0cd93bc6c47c admin admin] Pushing event updated for resources: {'Network': ['ID=b45ec35b-1b3e-40cd-a46d-c9a193f61799,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:07.106987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.161899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0afef27-d402-41f3-b84d-3618211bc690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.177613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b45ec35b-1b3e-40cd-a46d-c9a193f61799 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:58:07.257729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Deleting port 5197582c-efe0-4709-807d-e69d569da721 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:07.258201 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.267814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e1dba65-b0f2-49dc-84ba-8399f21b4406 req-eee02b19-ead0-4f10-8bd0-7740c33ccd5a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0562675 Nov 23 10:58:07.326791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] For port 5197582c-efe0-4709-807d-e69d569da721, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5197582c-efe0-4709-807d-e69d569da721,segment=NetworkSegment(576a52b7-d8ce-448a-b07e-4ef1c8f94718),segment_id=576a52b7-d8ce-448a-b07e-4ef1c8f94718)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:07.327201 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.344664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] Calling delete_port for 5197582c-efe0-4709-807d-e69d569da721 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:07.504622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925dacd-8e7b-4d16-a3de-df125e46e2a4 req-6869e585-e150-4344-a104-1fb1f10b3165 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:07.513620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e925dacd-8e7b-4d16-a3de-df125e46e2a4 req-6869e585-e150-4344-a104-1fb1f10b3165 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.2105784 Nov 23 10:58:07.522680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0afef27-d402-41f3-b84d-3618211bc690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.528086 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.550340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b0afef27-d402-41f3-b84d-3618211bc690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.565967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] For port 5197582c-efe0-4709-807d-e69d569da721, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5197582c-efe0-4709-807d-e69d569da721,segment=NetworkSegment(576a52b7-d8ce-448a-b07e-4ef1c8f94718),segment_id=576a52b7-d8ce-448a-b07e-4ef1c8f94718)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:07.566347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.595512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Calling delete_port for 5197582c-efe0-4709-807d-e69d569da721 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:07.613836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e925dacd-8e7b-4d16-a3de-df125e46e2a4 req-1fcaa699-c7d9-4779-bdce-7f4524363e1d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944061 Nov 23 10:58:07.668568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0afef27-d402-41f3-b84d-3618211bc690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a5db39-6b0d-4947-8119-91e76479ab25,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:07.681787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b0afef27-d402-41f3-b84d-3618211bc690 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37143882172f4faf9949dfcf3c8f9aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8808544 Nov 23 10:58:07.687084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54348) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:07.687084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54350) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:07.693724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.726593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.753456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.783992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e46fa69-3997-4e1f-9a12-f301328bfa75,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:07.790560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] Pushing event deleted for resources: {'Port': ['ID=5197582c-efe0-4709-807d-e69d569da721,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:07.808444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3bb0613-ea41-47df-b4cf-32a99c1319a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:07.812158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] No DVR routers for this DVR port 5197582c-efe0-4709-807d-e69d569da721 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:07.823823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5197582c-efe0-4709-807d-e69d569da721,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:07.831171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c60cc-53cc-43f1-b5df-71dd3d6b7c83 None None] No DVR routers for this DVR port 5197582c-efe0-4709-807d-e69d569da721 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:07.910207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Checking segment: {'id': '89afafca-f8dd-4caa-a2dd-3327ddc3d894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b45ec35b-1b3e-40cd-a46d-c9a193f61799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:58:07.910573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Network hostable DHCP agents. Network: b45ec35b-1b3e-40cd-a46d-c9a193f61799, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:58:07.968618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a15fa1cd-a214-4dd0-9db2-dfadf5968e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.001182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.007514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353bca9-b09f-4418-b519-831177a6ae9e req-8e4e291c-32e3-4776-b444-8bd9b5cea5bf tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:08.017054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4353bca9-b09f-4418-b519-831177a6ae9e req-8e4e291c-32e3-4776-b444-8bd9b5cea5bf tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.2254970 Nov 23 10:58:08.019106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Network b45ec35b-1b3e-40cd-a46d-c9a193f61799 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:58:08.025535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d5d594-e097-4389-967e-346d611e8e44']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:08.040355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576a52b7-d8ce-448a-b07e-4ef1c8f94718') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:08.040696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576a52b7-d8ce-448a-b07e-4ef1c8f94718') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:08.052309 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.071556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.081348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:58:08.081762 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.094607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a15fa1cd-a214-4dd0-9db2-dfadf5968e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.097137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b45ec35b-1b3e-40cd-a46d-c9a193f61799) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:58:08.105950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ec5a25-e4ba-495a-91ab-14ae87ca5b2e None None] Network b45ec35b-1b3e-40cd-a46d-c9a193f61799 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:08.138881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:08.139544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.162393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4353bca9-b09f-4418-b519-831177a6ae9e req-0ef21f4a-b174-4f87-89d2-45d29e615e45 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443753 Nov 23 10:58:08.211904 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3bb0613-ea41-47df-b4cf-32a99c1319a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.222775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3bb0613-ea41-47df-b4cf-32a99c1319a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.324205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f3bb0613-ea41-47df-b4cf-32a99c1319a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5054875195c493884dc8d8fe110c1f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5917120 Nov 23 10:58:08.327429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54370) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:08.334053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb0613-ea41-47df-b4cf-32a99c1319a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174ed7b-939e-421d-bead-840579af450a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:08.364367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ad15563-7475-40c3-84fc-b20aee03f008 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4939642 Nov 23 10:58:08.445476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab270b0-4997-49e7-9967-5ced11b50db7 None None] Network b45ec35b-1b3e-40cd-a46d-c9a193f61799 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:08.504809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a15fa1cd-a214-4dd0-9db2-dfadf5968e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.508319 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a15fa1cd-a214-4dd0-9db2-dfadf5968e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.512930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a15fa1cd-a214-4dd0-9db2-dfadf5968e8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15a5db39-6b0d-4947-8119-91e76479ab25 HTTP/1.1" status: 204 len: 168 time: 0.7619674 Nov 23 10:58:08.539570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fa1cd-a214-4dd0-9db2-dfadf5968e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a5db39-6b0d-4947-8119-91e76479ab25,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:08.542924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e8ca-d6b0-4f65-beb9-6bb419cd35e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.554740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfa40a-5b5e-4b5e-98b0-95d3c887fbe0 req-1016d3f6-b2a7-4b66-a103-7321678a7ffe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:08.563463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aabfa40a-5b5e-4b5e-98b0-95d3c887fbe0 req-1016d3f6-b2a7-4b66-a103-7321678a7ffe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.2316928 Nov 23 10:58:08.627856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e8ca-d6b0-4f65-beb9-6bb419cd35e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:58:08.740614 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:58:08.763376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aabfa40a-5b5e-4b5e-98b0-95d3c887fbe0 req-36677571-8cb2-455a-89c8-df3aeb906a61 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960108 Nov 23 10:58:08.768419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7834f2a-38f9-4e6a-979c-3e816c8262ee req-35165c7d-6d56-482f-ae1b-98fb6c4b7da5 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:08.771848 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7834f2a-38f9-4e6a-979c-3e816c8262ee req-35165c7d-6d56-482f-ae1b-98fb6c4b7da5 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 946 time: 0.8821800 Nov 23 10:58:08.772204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.787190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.791852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/72d5d594-e097-4389-967e-346d611e8e44 HTTP/1.1" status: 204 len: 168 time: 2.2623985 Nov 23 10:58:08.813050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e8ca-d6b0-4f65-beb9-6bb419cd35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.817586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e8ca-d6b0-4f65-beb9-6bb419cd35e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:08.822196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c7e3e8ca-d6b0-4f65-beb9-6bb419cd35e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6174ed7b-939e-421d-bead-840579af450a HTTP/1.1" status: 204 len: 168 time: 0.4743721 Nov 23 10:58:08.832357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3e8ca-d6b0-4f65-beb9-6bb419cd35e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174ed7b-939e-421d-bead-840579af450a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:08.898809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be16dae-d247-4723-a8ca-d090d499e2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=72d5d594-e097-4389-967e-346d611e8e44,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:08.956053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7834f2a-38f9-4e6a-979c-3e816c8262ee req-905bcd4d-6077-4eac-9c8d-5203e651dd6d tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625710 Nov 23 10:58:09.013352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be7dc641-ac1b-428d-adae-9337bb14b517 req-701d233e-03a1-4c98-b57d-39be0209b68a tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0879838 Nov 23 10:58:09.173763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cb315-eaa1-45a1-bc39-e75584c035d6 req-c63387fe-d1b4-41e7-83dd-8698ecdaf74c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:09.175392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-277cb315-eaa1-45a1-bc39-e75584c035d6 req-c63387fe-d1b4-41e7-83dd-8698ecdaf74c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.0846431 Nov 23 10:58:09.180197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54398) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:09.253210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-781d14d3-18c6-4008-b30b-5c1b749fed82 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=923dc964a742404a84191ffa7afaa974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0706170 Nov 23 10:58:09.256311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54402) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:09.275268 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-277cb315-eaa1-45a1-bc39-e75584c035d6 req-9274450d-00b6-4115-a31d-31272babc7b3 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857756 Nov 23 10:58:09.399708 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-453cae35-f6da-41e4-a033-9b87b067cb1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:09.451812 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-453cae35-f6da-41e4-a033-9b87b067cb1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:09.530471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-453cae35-f6da-41e4-a033-9b87b067cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:09.534873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-453cae35-f6da-41e4-a033-9b87b067cb1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:09.538612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-453cae35-f6da-41e4-a033-9b87b067cb1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be5a783d-cf27-4beb-a16f-5c1fa3891c95 HTTP/1.1" status: 204 len: 168 time: 0.2794805 Nov 23 10:58:09.547618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cae35-f6da-41e4-a033-9b87b067cb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a783d-cf27-4beb-a16f-5c1fa3891c95,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:09.564064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54412) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:09.571475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ac4c-2654-4d5d-bf22-903404c67d96 req-0119f68c-ff4a-4d13-ad3e-f83464f9a7db tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:09.576635 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c06ac4c-2654-4d5d-bf22-903404c67d96 req-0119f68c-ff4a-4d13-ad3e-f83464f9a7db tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.0925078 Nov 23 10:58:09.585611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e20f1b-8039-43f4-bca7-0c37aa5f7300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:09.693387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c06ac4c-2654-4d5d-bf22-903404c67d96 req-fb457f8b-3e2f-4243-857b-a1e2aed0db60 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093352 Nov 23 10:58:09.821827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e20f1b-8039-43f4-bca7-0c37aa5f7300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:09.835419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71e20f1b-8039-43f4-bca7-0c37aa5f7300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:09.873331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c91e0-712e-4441-ae0b-ee72db9d9a9f req-149bb7b6-c725-4811-81c9-449daf25d560 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:09.878481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-258c91e0-712e-4441-ae0b-ee72db9d9a9f req-149bb7b6-c725-4811-81c9-449daf25d560 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.0869091 Nov 23 10:58:09.926628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20f1b-8039-43f4-bca7-0c37aa5f7300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef96407-8cb8-46fd-a3b0-f525322a9a1e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:09.933783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-71e20f1b-8039-43f4-bca7-0c37aa5f7300 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9aa35459285b4f03a2a5a5ff49ed7f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3689575 Nov 23 10:58:09.937286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54434) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:09.982642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-dec9f11b-7668-4c56-857e-e59c081a8aab tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:09.991141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-dec9f11b-7668-4c56-857e-e59c081a8aab tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/networks?id=2137b0db-2ed4-4f79-a213-0537a058f58c HTTP/1.1" status: 200 len: 825 time: 0.2255042 Nov 23 10:58:09.992188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-258c91e0-712e-4441-ae0b-ee72db9d9a9f req-eaf79a3b-7811-4f02-99d1-610de82ab489 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086519 Nov 23 10:58:10.026743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-11743cab-1b79-4442-9662-c57f728e6061 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/quotas/a81a4d84c9e3479aa81ab483e6d5319d HTTP/1.1" status: 200 len: 375 time: 0.0342464 Nov 23 10:58:10.120842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-99cd2ffc-b6b9-4e61-a0cf-13b5677a805d tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a81a4d84c9e3479aa81ab483e6d5319d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828261 Nov 23 10:58:10.161374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8574224-8070-4624-888b-06366dfab9a9 req-f83b35c0-02da-46f0-941a-cd69d36fc7ea tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:10.168140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8574224-8070-4624-888b-06366dfab9a9 req-f83b35c0-02da-46f0-941a-cd69d36fc7ea tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 946 time: 0.1006718 Nov 23 10:58:10.234493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d8574224-8070-4624-888b-06366dfab9a9 req-d9ede283-b5eb-492f-9af5-bc2779f58b14 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649292 Nov 23 10:58:10.235133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31e6be51-8915-4e19-be2e-b6153f761ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:10.325694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31e6be51-8915-4e19-be2e-b6153f761ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:10.398565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-188ced11-87f0-487c-b9b1-15861fc39462 service neutron] 10.222.0.61 "GET /v2.0/networks/2137b0db-2ed4-4f79-a213-0537a058f58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689972 Nov 23 10:58:10.399747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76a3d076-ca04-4d0d-b6f4-ab01b54f494d req-aadceba6-177d-482c-b517-1fdfdb2a3724 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0361083 Nov 23 10:58:10.523616 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31e6be51-8915-4e19-be2e-b6153f761ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:10.533275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31e6be51-8915-4e19-be2e-b6153f761ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:10.534486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31e6be51-8915-4e19-be2e-b6153f761ee3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bef96407-8cb8-46fd-a3b0-f525322a9a1e HTTP/1.1" status: 204 len: 168 time: 0.5960667 Nov 23 10:58:10.562490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54466) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:10.586825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e40345b-15a7-4e7f-9c93-1f29646236ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:10.669898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6be51-8915-4e19-be2e-b6153f761ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef96407-8cb8-46fd-a3b0-f525322a9a1e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:10.831321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-124ae782-6a90-46ce-8727-a7533da0a77e service neutron] 10.222.0.61 "GET /v2.0/networks/2137b0db-2ed4-4f79-a213-0537a058f58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070103 Nov 23 10:58:10.887545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e40345b-15a7-4e7f-9c93-1f29646236ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:10.930065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e40345b-15a7-4e7f-9c93-1f29646236ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:10.989191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40345b-15a7-4e7f-9c93-1f29646236ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f6e86-2418-4d3c-9eda-e6ec4f80de8d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:10.998512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54484) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:10.999306 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8e40345b-15a7-4e7f-9c93-1f29646236ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4373569 Nov 23 10:58:11.016766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ac98e-dfb2-46c1-b160-ecc1bba655d8 req-4455cfbd-e64d-45f6-87c3-122d0b62241e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:11.025081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-486ac98e-dfb2-46c1-b160-ecc1bba655d8 req-4455cfbd-e64d-45f6-87c3-122d0b62241e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1867938 Nov 23 10:58:11.112932 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5521a6e4-abd3-40c4-b363-fda2b5cc4769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:11.169446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5521a6e4-abd3-40c4-b363-fda2b5cc4769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:11.192756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-486ac98e-dfb2-46c1-b160-ecc1bba655d8 req-6d995fee-ec41-4bc5-b496-94b2814a214d tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659257 Nov 23 10:58:11.251603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5521a6e4-abd3-40c4-b363-fda2b5cc4769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:11.254386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5521a6e4-abd3-40c4-b363-fda2b5cc4769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:11.255622 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5521a6e4-abd3-40c4-b363-fda2b5cc4769 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d96f6e86-2418-4d3c-9eda-e6ec4f80de8d HTTP/1.1" status: 204 len: 168 time: 0.2560923 Nov 23 10:58:11.286312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521a6e4-abd3-40c4-b363-fda2b5cc4769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f6e86-2418-4d3c-9eda-e6ec4f80de8d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:11.351293 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d76b153-3ee5-4aa9-9367-80e87cf50b98 req-63dec028-e207-4a31-a762-d0b47e40f72c tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 210 time: 0.0522947 Nov 23 10:58:11.673845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d6235-7df7-4168-92b6-6da8200b747e req-b58ceb44-3ab8-409f-baa6-a05dc54f36f6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:11.685140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c1d6235-7df7-4168-92b6-6da8200b747e req-b58ceb44-3ab8-409f-baa6-a05dc54f36f6 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1515572 Nov 23 10:58:11.867840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c1d6235-7df7-4168-92b6-6da8200b747e req-620b68af-8149-4cdc-b6b4-fc80a742cbfe tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530409 Nov 23 10:58:11.900354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b0e28c-20ee-482a-89de-311a88e1608a req-bd0d2e03-9c69-4a6a-8f15-82b3022358f4 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.1380482 Nov 23 10:58:12.047377 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:58:12.298590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86fee6-ed38-4aed-b1c4-19b92869a84b req-520125f5-9697-4ced-8014-6f21e649026e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:12.302858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ec86fee6-ed38-4aed-b1c4-19b92869a84b req-520125f5-9697-4ced-8014-6f21e649026e tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1086471 Nov 23 10:58:12.490664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ec86fee6-ed38-4aed-b1c4-19b92869a84b req-21ee6bcc-67d8-4cf2-871e-b6ee703c12f4 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800869 Nov 23 10:58:12.551533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c79853a-7626-4e26-b261-f19327991b57 req-f53c8952-6b31-4873-941c-c96570b724ce tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 210 time: 0.0308018 Nov 23 10:58:12.705846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a94855-e85e-4f54-8c34-873222e756c2 req-cc23fe9b-674b-43b7-84f0-3ec2184cfcd1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:12.708230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22a94855-e85e-4f54-8c34-873222e756c2 req-cc23fe9b-674b-43b7-84f0-3ec2184cfcd1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.0655723 Nov 23 10:58:12.780554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-22a94855-e85e-4f54-8c34-873222e756c2 req-3a742b6f-c7b7-4b02-bdb7-9f49f29bcf76 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603189 Nov 23 10:58:12.945860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd96c5-e217-41fe-9ef0-dbc8ab82a86f req-60a2389d-2a92-4ce7-b1ee-30a5ebf3de7c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:12.957502 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40cd96c5-e217-41fe-9ef0-dbc8ab82a86f req-60a2389d-2a92-4ce7-b1ee-30a5ebf3de7c tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.0827906 Nov 23 10:58:13.074662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40cd96c5-e217-41fe-9ef0-dbc8ab82a86f req-71fa9322-6eea-4fef-9eb9-1a0ec596bb48 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818596 Nov 23 10:58:13.082315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19c10615-344f-48f1-b54d-2f46ad190bca req-1e41adfb-0c39-4823-ae34-e42071bd1cbe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0542772 Nov 23 10:58:13.400539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-f639a349-30cc-47fa-9121-a4e58949efa8 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:13.406818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-f639a349-30cc-47fa-9121-a4e58949efa8 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.65 "GET /v2.0/networks?id=2137b0db-2ed4-4f79-a213-0537a058f58c HTTP/1.1" status: 200 len: 825 time: 0.1948009 Nov 23 10:58:13.429211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Request body: {'port': {'device_id': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c', 'admin_state_up': True, 'tenant_id': 'a81a4d84c9e3479aa81ab483e6d5319d'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:13.571802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Made reservation on behalf of a81a4d84c9e3479aa81ab483e6d5319d for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:13.578349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:13.730483 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-062133af-e496-4eb9-b960-88bd1b8fa709 req-df18e1ba-caec-4cbb-b4e5-2e0f53322534 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 210 time: 0.0417600 Nov 23 10:58:13.827713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Allocated IP 172.20.0.10 (2137b0db-2ed4-4f79-a213-0537a058f58c/6163b95e-a870-44e1-b92a-f3f639027c9d/33bc4994-a0e6-44b2-be81-b6f249847fee) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:58:14.068003 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:14.121887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:14.191860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Network 2137b0db-2ed4-4f79-a213-0537a058f58c is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:58:14.220531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:58:14.237948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:58:14.281815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-200024e6-6c1e-43ff-be72-cc17587ef131 req-2222803e-b16c-4a3a-b5f7-eb4278a154a9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0935085 Nov 23 10:58:14.327447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Pushing event updated for resources: {'Port': ['ID=33bc4994-a0e6-44b2-be81-b6f249847fee,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:14.366979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:14.367607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:14.387094 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-7e176d16-6b9a-45fd-95fc-ca5c276404e2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9623880 Nov 23 10:58:14.404956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Request body: {'port': {'device_id': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:14.489606 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1014fb70-909c-49d9-bf05-4543c9ec5331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:14.536239 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:14.613007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54636) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:14.872434 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-00bcd0dc-fadc-4466-a1c2-e85e03d6ef36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:14.972419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011a78-7e8c-43a1-bf84-22104f57e039 req-03a5ce55-4cae-498c-980f-037973d1f187 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:14.974749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e011a78-7e8c-43a1-bf84-22104f57e039 req-03a5ce55-4cae-498c-980f-037973d1f187 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 932 time: 0.1256800 Nov 23 10:58:14.980297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bc4994-a0e6-44b2-be81-b6f249847fee {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:58:14.992170 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.020610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-00bcd0dc-fadc-4466-a1c2-e85e03d6ef36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.023076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Transition to ACTIVE for port object 33bc4994-a0e6-44b2-be81-b6f249847fee will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:58:15.036294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-00bcd0dc-fadc-4466-a1c2-e85e03d6ef36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.066092 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.080508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcd0dc-fadc-4466-a1c2-e85e03d6ef36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89cf1d4-83ef-4916-9450-d059c94e8648,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:15.090718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-00bcd0dc-fadc-4466-a1c2-e85e03d6ef36 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5085d4191fc84c188505edd82dcf8bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759946 Nov 23 10:58:15.091500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54646) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:15.095708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e011a78-7e8c-43a1-bf84-22104f57e039 req-74d32206-4e0c-49a7-8b9a-8cd03e1596bc tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085801 Nov 23 10:58:15.217352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8ac5-87a0-48b0-82d3-f5ca8f7df713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.241670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Attempting to bind port 33bc4994-a0e6-44b2-be81-b6f249847fee on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:58:15.242260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Attempting to bind port 33bc4994-a0e6-44b2-be81-b6f249847fee by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'a223eed1-4958-4786-9a26-a1effe235b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:58:15.242794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Attempting to bind port 33bc4994-a0e6-44b2-be81-b6f249847fee on network 2137b0db-2ed4-4f79-a213-0537a058f58c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:58:15.249515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Pushing event updated for resources: {'Port': ['ID=33bc4994-a0e6-44b2-be81-b6f249847fee,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:15.253197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Port 33bc4994-a0e6-44b2-be81-b6f249847fee on network 2137b0db-2ed4-4f79-a213-0537a058f58c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:58:15.253772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Attempting to bind port 33bc4994-a0e6-44b2-be81-b6f249847fee on network 2137b0db-2ed4-4f79-a213-0537a058f58c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:58:15.259916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:58:15.260413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Checking segment: {'id': 'a223eed1-4958-4786-9a26-a1effe235b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:58:15.260949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Bound using segment: {'id': 'a223eed1-4958-4786-9a26-a1effe235b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:58:15.261822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Bound port: 33bc4994-a0e6-44b2-be81-b6f249847fee, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a223eed1-4958-4786-9a26-a1effe235b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:58:15.262301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.263447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8ac5-87a0-48b0-82d3-f5ca8f7df713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.365934 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8ac5-87a0-48b0-82d3-f5ca8f7df713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.368616 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf7c8ac5-87a0-48b0-82d3-f5ca8f7df713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.374326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] For port 33bc4994-a0e6-44b2-be81-b6f249847fee, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:58:15.382487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] For port 33bc4994-a0e6-44b2-be81-b6f249847fee, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=33bc4994-a0e6-44b2-be81-b6f249847fee,segment=NetworkSegment(a223eed1-4958-4786-9a26-a1effe235b72),segment_id=a223eed1-4958-4786-9a26-a1effe235b72)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:58:15.384814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cf7c8ac5-87a0-48b0-82d3-f5ca8f7df713 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f89cf1d4-83ef-4916-9450-d059c94e8648 HTTP/1.1" status: 204 len: 168 time: 0.2810531 Nov 23 10:58:15.391042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.397712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c8ac5-87a0-48b0-82d3-f5ca8f7df713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89cf1d4-83ef-4916-9450-d059c94e8648,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:15.490812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-844df5ec-6d2f-41d9-87b5-3a375b9deb26 req-967e1623-ac72-43fe-bac5-4875e18a37cc tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0676014 Nov 23 10:58:15.492405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:15.493135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:15.494839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] 10.222.0.65 "PUT /v2.0/ports/33bc4994-a0e6-44b2-be81-b6f249847fee HTTP/1.1" status: 200 len: 1092 time: 1.0949042 Nov 23 10:58:15.499079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'tag': '33bc4994-a0e6-44b2-be81-b6f249847fee'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:15.502188 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8100bb6-56fb-4084-8d18-8f9cd6d8f39f", "tag": "33bc4994-a0e6-44b2-be81-b6f249847fee"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:15.577027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa4bb0-3bba-4476-aed0-b890158bd39e service neutron] Pushing event updated for resources: {'Port': ['ID=33bc4994-a0e6-44b2-be81-b6f249847fee,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:15.628792 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8d5f3-f73a-4da2-adda-15ecb90ad5fa x-openstack-request-id: req-5de8d5f3-f73a-4da2-adda-15ecb90ad5fa {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:15.629418 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8100bb6-56fb-4084-8d18-8f9cd6d8f39f", "tag": "33bc4994-a0e6-44b2-be81-b6f249847fee", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:15.629858 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5de8d5f3-f73a-4da2-adda-15ecb90ad5fa {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:15.630503 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'tag': '33bc4994-a0e6-44b2-be81-b6f249847fee', 'status': 'completed', 'code': 200} Nov 23 10:58:15.647382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-4a2ad2a9-5bfe-4da3-859e-c6f5ee354294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:15.648887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-4a2ad2a9-5bfe-4da3-859e-c6f5ee354294 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a81a4d84c9e3479aa81ab483e6d5319d&device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 1095 time: 0.0871437 Nov 23 10:58:15.725867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-5d1c33b9-975a-4204-a36f-2b27aecc2719 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33bc4994-a0e6-44b2-be81-b6f249847fee HTTP/1.1" status: 200 len: 217 time: 0.0519483 Nov 23 10:58:15.796377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-4e0289a3-f425-4dd2-a118-c154ef552729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:15.798559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-4e0289a3-f425-4dd2-a118-c154ef552729 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6163b95e-a870-44e1-b92a-f3f639027c9d HTTP/1.1" status: 200 len: 865 time: 0.0615797 Nov 23 10:58:15.853557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-31b8a0aa-3cbc-47f7-bd6e-6bd0343fae1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2137b0db-2ed4-4f79-a213-0537a058f58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414865 Nov 23 10:58:15.987367 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-0aeb2a25-a22d-438b-a59f-4f93b97c314e service neutron] 10.222.0.65 "GET /v2.0/networks/2137b0db-2ed4-4f79-a213-0537a058f58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217253 Nov 23 10:58:16.110010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66e1b608-eda2-4f0f-93d7-a58d47ad33d4 req-61f6b735-e7e4-45c0-b6d6-ca7ea826e65a service neutron] 10.222.0.65 "GET /v2.0/networks/2137b0db-2ed4-4f79-a213-0537a058f58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109216 Nov 23 10:58:16.338197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26309105-e094-4594-959c-ce31f6e51f83 req-7d9dc1c3-d89b-4a42-9e0e-5327bf6b9395 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:16.340610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26309105-e094-4594-959c-ce31f6e51f83 req-7d9dc1c3-d89b-4a42-9e0e-5327bf6b9395 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 944 time: 0.1599498 Nov 23 10:58:16.346796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-3723d0c0-0db1-4060-90e9-da50142e6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:16.348319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-3723d0c0-0db1-4060-90e9-da50142e6422 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a81a4d84c9e3479aa81ab483e6d5319d&device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 1095 time: 0.1093981 Nov 23 10:58:16.526055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-14a9b6d5-fd1e-4004-9189-7e41095ca10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:16.527772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-14a9b6d5-fd1e-4004-9189-7e41095ca10c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2137b0db-2ed4-4f79-a213-0537a058f58c HTTP/1.1" status: 200 len: 926 time: 0.1630836 Nov 23 10:58:16.617223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-a6ad4a2b-656d-4f00-ad8e-921619eb1739 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33bc4994-a0e6-44b2-be81-b6f249847fee HTTP/1.1" status: 200 len: 217 time: 0.0704355 Nov 23 10:58:16.658338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26309105-e094-4594-959c-ce31f6e51f83 req-d560d746-84a7-4521-9e6f-8985ed35437c tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089046 Nov 23 10:58:16.742663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c9d78e5a-2de3-44cc-9b49-39dae0d9648b req-b431d399-db73-493a-9352-87af6215927e tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0636573 Nov 23 10:58:16.757779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-8a8bc7f5-e13b-4a60-96e8-aee1089c41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:16.775446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-8a8bc7f5-e13b-4a60-96e8-aee1089c41a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6163b95e-a870-44e1-b92a-f3f639027c9d HTTP/1.1" status: 200 len: 865 time: 0.1152399 Nov 23 10:58:16.826068 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-b749bc28-c809-4d7a-9dbe-e55c35345614 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2137b0db-2ed4-4f79-a213-0537a058f58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417314 Nov 23 10:58:16.953017 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25bc3faf-c4f6-43ac-9644-63efa8c7b4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:16.990934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-0548404c-c126-4125-b0c2-487f7d936f37 service neutron] 10.222.0.65 "GET /v2.0/networks/2137b0db-2ed4-4f79-a213-0537a058f58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544504 Nov 23 10:58:17.113224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f14e4dc6-9144-48da-b1eb-0a7e2587d97b req-9c27543c-7931-4956-94aa-d4d514e86e26 service neutron] 10.222.0.65 "GET /v2.0/networks/2137b0db-2ed4-4f79-a213-0537a058f58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123497 Nov 23 10:58:17.487265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54732) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:17.648148 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0cdba0b3-639e-472b-aabb-1686873abd70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:17.767504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0cdba0b3-639e-472b-aabb-1686873abd70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:17.784127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0cdba0b3-639e-472b-aabb-1686873abd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:17.819365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54744) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:17.819924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0cdba0b3-639e-472b-aabb-1686873abd70 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b65f78e96c40471f9f9649ebdaea3bc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310945 Nov 23 10:58:17.852815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdba0b3-639e-472b-aabb-1686873abd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c589d53c-57dd-430e-b591-309d1a6e85c0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:17.867829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd195-c0e8-4f22-881b-20a4bed2994a req-185fd9a9-6a53-48b3-9b12-a93851d9f3d3 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:17.870109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-412cd195-c0e8-4f22-881b-20a4bed2994a req-185fd9a9-6a53-48b3-9b12-a93851d9f3d3 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 944 time: 0.1236939 Nov 23 10:58:17.899017 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-584f609a-c2c8-4abe-981e-4385c36ef726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:17.964925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-412cd195-c0e8-4f22-881b-20a4bed2994a req-c5f1dcf9-48e1-4d84-b238-1f4b55cfd2ba tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806823 Nov 23 10:58:17.971792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3177cf6c-ab05-4c53-b0a2-fdefda0b2801 req-497ebcc7-5c75-4d2f-a09a-e96968623b94 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0614665 Nov 23 10:58:17.974267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-584f609a-c2c8-4abe-981e-4385c36ef726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:18.093671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-584f609a-c2c8-4abe-981e-4385c36ef726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:18.096645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-584f609a-c2c8-4abe-981e-4385c36ef726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:18.098433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-584f609a-c2c8-4abe-981e-4385c36ef726 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c589d53c-57dd-430e-b591-309d1a6e85c0 HTTP/1.1" status: 204 len: 168 time: 0.2775636 Nov 23 10:58:18.117238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f609a-c2c8-4abe-981e-4385c36ef726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c589d53c-57dd-430e-b591-309d1a6e85c0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:18.545336 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:19.155432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5947fd-64ef-4ec4-9874-535fb6bae7b3 req-e7abfdba-463a-42e9-8ac9-2e458bb0417c tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:19.164201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab5947fd-64ef-4ec4-9874-535fb6bae7b3 req-e7abfdba-463a-42e9-8ac9-2e458bb0417c tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 944 time: 0.0897086 Nov 23 10:58:19.209659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ecd4c2bc-5b11-4c85-a42b-63ebdbe5c090 req-da14924d-896d-4b66-ac9c-5e21d3bf760d tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0847795 Nov 23 10:58:19.231129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab5947fd-64ef-4ec4-9874-535fb6bae7b3 req-c2fee183-8a8c-4d21-939f-2160ff064e34 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645099 Nov 23 10:58:19.332218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 33bc4994-a0e6-44b2-be81-b6f249847fee details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:58:19.447711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 33bc4994-a0e6-44b2-be81-b6f249847fee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=33bc4994-a0e6-44b2-be81-b6f249847fee,segment=NetworkSegment(a223eed1-4958-4786-9a26-a1effe235b72),segment_id=a223eed1-4958-4786-9a26-a1effe235b72)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:19.642681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '33bc4994-a0e6-44b2-be81-b6f249847fee', 'network_id': '2137b0db-2ed4-4f79-a213-0537a058f58c', 'port_id': '33bc4994-a0e6-44b2-be81-b6f249847fee', 'mac_address': 'fa:16:3e:a2:b4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6163b95e-a870-44e1-b92a-f3f639027c9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:58:19.678844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:19.694273 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:19.711393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bc4994-a0e6-44b2-be81-b6f249847fee {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:58:19.735752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 33bc4994-a0e6-44b2-be81-b6f249847fee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=33bc4994-a0e6-44b2-be81-b6f249847fee,segment=NetworkSegment(a223eed1-4958-4786-9a26-a1effe235b72),segment_id=a223eed1-4958-4786-9a26-a1effe235b72)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:19.742239 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:19.796872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=33bc4994-a0e6-44b2-be81-b6f249847fee,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:19.828221 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:20.013235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['33bc4994-a0e6-44b2-be81-b6f249847fee'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:58:20.216255 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:20.409628 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18f12c18-92af-406a-b519-ea2fe95bbd80 req-1dad8f7c-fff5-4afa-9ee2-71c2d28aa4c0 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0636792 Nov 23 10:58:20.496273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aa38f-8485-42fe-98a7-fd4cdb053559 req-f3390ba7-8120-41ed-b4a9-07614c7e602c tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:20.498685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f5aa38f-8485-42fe-98a7-fd4cdb053559 req-f3390ba7-8120-41ed-b4a9-07614c7e602c tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 945 time: 0.1312437 Nov 23 10:58:20.608038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f5aa38f-8485-42fe-98a7-fd4cdb053559 req-3af537e5-ef88-4e2e-94c1-d5eba3d5419b tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031437 Nov 23 10:58:21.106627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54882) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:21.344626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 33bc4994-a0e6-44b2-be81-b6f249847fee up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:58:21.368154 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-618630b5-3746-42b0-870b-d09416135619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.444814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 33bc4994-a0e6-44b2-be81-b6f249847fee completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:58:21.451312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 33bc4994-a0e6-44b2-be81-b6f249847fee triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:58:21.451905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.607544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-618630b5-3746-42b0-870b-d09416135619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.627232 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-618630b5-3746-42b0-870b-d09416135619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.669446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e2753732-bba7-4b90-b7f2-8fb811809ec7 req-00a28aea-f904-479e-abaa-e3be9d714c98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0862415 Nov 23 10:58:21.684053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-618630b5-3746-42b0-870b-d09416135619 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb39e9a16ff2495b88084466b882c396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754569 Nov 23 10:58:21.685369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618630b5-3746-42b0-870b-d09416135619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e8802b-19b0-40f7-84f0-18cad4fdd5d2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:21.686113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54912) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:21.692886 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.788246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc4994-a0e6-44b2-be81-b6f249847fee'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:21.790272 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f14628e-3ff6-4936-a667-7de6870b89a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.809774 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6729011-258d-4a08-8ac8-ff6eda05b6f7" -d '{"events": [{"server_uuid": "a8100bb6-56fb-4084-8d18-8f9cd6d8f39f", "name": "network-vif-plugged", "status": "completed", "tag": "33bc4994-a0e6-44b2-be81-b6f249847fee"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:21.837589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f14628e-3ff6-4936-a667-7de6870b89a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.840523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 33bc4994-a0e6-44b2-be81-b6f249847fee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=33bc4994-a0e6-44b2-be81-b6f249847fee,segment=NetworkSegment(a223eed1-4958-4786-9a26-a1effe235b72),segment_id=a223eed1-4958-4786-9a26-a1effe235b72)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:21.856047 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:21.938836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ff338-6a9c-43e7-87ac-cd8cea35191b req-f92ecac7-cdc6-4b65-9713-fc5e664639b2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:21.947737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e19ff338-6a9c-43e7-87ac-cd8cea35191b req-f92ecac7-cdc6-4b65-9713-fc5e664639b2 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.1160016 Nov 23 10:58:22.007939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=33bc4994-a0e6-44b2-be81-b6f249847fee,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:22.017351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-638e5af0-d674-4475-b1b5-6dab782091cf tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:22.023802 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e19ff338-6a9c-43e7-87ac-cd8cea35191b req-ffe02ef8-f397-4e28-bba4-7b61f2443e5c tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623569 Nov 23 10:58:22.025689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-638e5af0-d674-4475-b1b5-6dab782091cf tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.2342706 Nov 23 10:58:22.044686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-2ef1507f-201c-422e-9bf4-404ad39f192d tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/quotas/f007cce6f8984a8d98e9bead10d030a5 HTTP/1.1" status: 200 len: 375 time: 0.0167110 Nov 23 10:58:22.047667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f14628e-3ff6-4936-a667-7de6870b89a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:22.051725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f14628e-3ff6-4936-a667-7de6870b89a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:22.057722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6f14628e-3ff6-4936-a667-7de6870b89a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27e8802b-19b0-40f7-84f0-18cad4fdd5d2 HTTP/1.1" status: 204 len: 168 time: 0.3696184 Nov 23 10:58:22.078942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14628e-3ff6-4936-a667-7de6870b89a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e8802b-19b0-40f7-84f0-18cad4fdd5d2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:22.121921 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d22669-5ec3-494e-92a3-a09568770de2 x-openstack-request-id: req-30d22669-5ec3-494e-92a3-a09568770de2 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:22.129042 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8100bb6-56fb-4084-8d18-8f9cd6d8f39f", "name": "network-vif-plugged", "status": "completed", "tag": "33bc4994-a0e6-44b2-be81-b6f249847fee", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:22.130491 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30d22669-5ec3-494e-92a3-a09568770de2 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:22.131087 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bc4994-a0e6-44b2-be81-b6f249847fee', 'code': 200} Nov 23 10:58:22.188088 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:22.235290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-b3836761-746a-4d2b-a961-95f504d05f47 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896288 Nov 23 10:58:22.376470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-88a4c381-622f-48ec-8be7-0e4fb5fbb989 service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401954 Nov 23 10:58:22.483265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0354734-b903-4520-aed2-87ae58a7d057 req-e559ab72-eef0-4777-bc9d-855d68ce16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:22.485037 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0354734-b903-4520-aed2-87ae58a7d057 req-e559ab72-eef0-4777-bc9d-855d68ce16b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 1097 time: 0.1229799 Nov 23 10:58:22.572250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0354734-b903-4520-aed2-87ae58a7d057 req-c4345af2-8521-47cb-95d4-cb943845a863 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733476 Nov 23 10:58:22.588478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-27fe4183-ef3e-43c6-a0fe-d301d311716a service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109213 Nov 23 10:58:22.642281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54938) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:22.671038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2535ed1-18e7-45af-9f01-94031f886df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:22.891218 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2535ed1-18e7-45af-9f01-94031f886df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:22.921611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2535ed1-18e7-45af-9f01-94031f886df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:22.953275 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f3be574-5346-4ad0-abd3-14fcd8a734ef req-d2b20755-4e86-45dd-86f7-9749857983e0 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0659585 Nov 23 10:58:23.019448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d2535ed1-18e7-45af-9f01-94031f886df7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e7820c12cc44e6684af2b0651d1f460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760445 Nov 23 10:58:23.022730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54950) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:23.064903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1dc00e59-16c7-4a0d-ac62-7bf97e040d37 req-d77553f6-933a-4fdf-ba45-43bb50377b6e tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 210 time: 0.1695762 Nov 23 10:58:23.114024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2535ed1-18e7-45af-9f01-94031f886df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4143df-2c3e-425c-a42a-685034153c05,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:23.117158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e932234-bd25-40b9-a17a-fc06ef7367d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:23.268299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e932234-bd25-40b9-a17a-fc06ef7367d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:23.332517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81b23-fb58-4b3b-b62f-4dd7e706f5c2 req-a0988810-cb30-4ec7-8510-0c4e2a61790a tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:23.334564 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5bf81b23-fb58-4b3b-b62f-4dd7e706f5c2 req-a0988810-cb30-4ec7-8510-0c4e2a61790a tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.1300051 Nov 23 10:58:23.455160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e932234-bd25-40b9-a17a-fc06ef7367d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:23.460499 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e932234-bd25-40b9-a17a-fc06ef7367d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:23.467507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9e932234-bd25-40b9-a17a-fc06ef7367d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db4143df-2c3e-425c-a42a-685034153c05 HTTP/1.1" status: 204 len: 168 time: 0.4425049 Nov 23 10:58:23.501997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5bf81b23-fb58-4b3b-b62f-4dd7e706f5c2 req-3798eb4c-0637-47c3-ac63-6da53a84f43b tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520960 Nov 23 10:58:23.503243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e932234-bd25-40b9-a17a-fc06ef7367d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4143df-2c3e-425c-a42a-685034153c05,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:24.304984 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3a22908-7a65-4db0-b31e-5a579be0df5d req-0ff42cb7-41e9-4b38-9a9b-2606924e982b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0916831 Nov 23 10:58:24.332528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c3927b1-5859-457c-921e-b4ba178cfd7b req-b9918efb-9603-4b97-982e-85ce3e2345ca tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 210 time: 0.0853951 Nov 23 10:58:24.690259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2fcf4-02a2-47e7-8e8e-d78b51e0d3e7 req-641ff40d-c6a1-4eec-9ab3-66cf643231ce tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:24.705802 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52f2fcf4-02a2-47e7-8e8e-d78b51e0d3e7 req-641ff40d-c6a1-4eec-9ab3-66cf643231ce tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.1158490 Nov 23 10:58:24.859864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52f2fcf4-02a2-47e7-8e8e-d78b51e0d3e7 req-596b1d92-95cb-4daa-9557-27d8e780bb77 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477971 Nov 23 10:58:25.040135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5345bff-d9e1-4c7f-a4e6-1ae1c0991689 req-c79ecf10-8666-4fa4-bb9f-c288fbae126e tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:25.046012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5345bff-d9e1-4c7f-a4e6-1ae1c0991689 req-c79ecf10-8666-4fa4-bb9f-c288fbae126e tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.0929582 Nov 23 10:58:25.163105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d5345bff-d9e1-4c7f-a4e6-1ae1c0991689 req-b3e6d2c1-e9cb-420f-8763-23904b9fe945 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108148 Nov 23 10:58:25.266294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-72d9b3e2-b146-4cb9-9640-a7e915206c0f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:25.271230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-72d9b3e2-b146-4cb9-9640-a7e915206c0f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.3829291 Nov 23 10:58:25.286227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Request body: {'port': {'device_id': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'admin_state_up': True, 'tenant_id': 'f007cce6f8984a8d98e9bead10d030a5'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:25.575357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fa091e5-779a-4df0-b0b7-b94b7b8624a7 req-2c1748cd-50ef-4f93-a748-0c1c6efd7409 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0864320 Nov 23 10:58:25.607384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Made reservation on behalf of f007cce6f8984a8d98e9bead10d030a5 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:25.612792 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:25.756957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b0d3137-8568-4113-9f4c-683e6f89e902 req-8e56fb7a-0988-41f5-a5ee-a2035c481e20 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 210 time: 0.0359104 Nov 23 10:58:25.968136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Allocated IP 172.20.0.5 (d898bed4-6d0d-4cff-8e9d-033efad0c617/2da67f8e-b620-405b-8d71-0d6b4334c998/7e84e0f5-ce93-425f-9428-d6204cfc0033) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:58:26.178893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35d046-57dd-4c13-a1bb-df5ff3fba82f req-2f81af76-8657-41ca-9a2c-a7af15b2500a tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:26.180509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e35d046-57dd-4c13-a1bb-df5ff3fba82f req-2f81af76-8657-41ca-9a2c-a7af15b2500a tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.1300745 Nov 23 10:58:26.277233 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:26.282543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e35d046-57dd-4c13-a1bb-df5ff3fba82f req-cf92e9ed-b8e0-4e20-b306-f2dc776a33c6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920467 Nov 23 10:58:26.433529 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:26.448750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b4121caf-cec9-4210-a973-b1f3bc76ff0d', '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:58:26.568421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:58:26.598252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:58:26.601313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:58:26.769215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:26.771164 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:26.778716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event updated for resources: {'Port': ['ID=7e84e0f5-ce93-425f-9428-d6204cfc0033,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:26.888892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-bbeba765-406c-4810-a7f9-baed6995ea72 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6031129 Nov 23 10:58:26.920070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01264dd5-714a-43e6-b1d2-07de7f039805 req-06e4ddab-84aa-4de7-a182-f7cca1b2d344 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:26.925061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01264dd5-714a-43e6-b1d2-07de7f039805 req-06e4ddab-84aa-4de7-a182-f7cca1b2d344 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.3590045 Nov 23 10:58:26.947885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Request body: {'port': {'device_id': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:26.969024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67e31cc8-6a8b-4069-80e9-35152466c02b req-2eff853c-a3bf-4b5a-935a-135e2605eec9 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0716290 Nov 23 10:58:27.176692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:27.297173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9daf7-3977-49bb-995a-f5f25ce28516 req-fcf20f6c-e827-49ba-876d-f8d5f1764567 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:27.306972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9be9daf7-3977-49bb-995a-f5f25ce28516 req-fcf20f6c-e827-49ba-876d-f8d5f1764567 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.1835763 Nov 23 10:58:27.362150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01264dd5-714a-43e6-b1d2-07de7f039805 req-b8e16427-0b92-48a3-8ece-b7f6c09b1189 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332082 Nov 23 10:58:27.434938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9be9daf7-3977-49bb-995a-f5f25ce28516 req-2395ccbc-443b-41dd-a4d4-44d8e88a7f19 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246390 Nov 23 10:58:27.798810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e84e0f5-ce93-425f-9428-d6204cfc0033 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:58:27.818860 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:27.843453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Transition to ACTIVE for port object 7e84e0f5-ce93-425f-9428-d6204cfc0033 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:58:27.858891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f937a2-0791-4b5f-b71c-80e4410ea370 req-4c79aef1-ef9b-4304-bcec-24408f063346 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:27.860655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25f937a2-0791-4b5f-b71c-80e4410ea370 req-4c79aef1-ef9b-4304-bcec-24408f063346 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 931 time: 0.3008184 Nov 23 10:58:27.861972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:27.971171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Pushing event updated for resources: {'Port': ['ID=7e84e0f5-ce93-425f-9428-d6204cfc0033,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:28.074817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25f937a2-0791-4b5f-b71c-80e4410ea370 req-1e2e60c4-9882-4b36-b6ff-95be08052cce tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535714 Nov 23 10:58:28.174464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Attempting to bind port 7e84e0f5-ce93-425f-9428-d6204cfc0033 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:58:28.174971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Attempting to bind port 7e84e0f5-ce93-425f-9428-d6204cfc0033 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:58:28.175405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Attempting to bind port 7e84e0f5-ce93-425f-9428-d6204cfc0033 on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:58:28.187562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Port 7e84e0f5-ce93-425f-9428-d6204cfc0033 on network d898bed4-6d0d-4cff-8e9d-033efad0c617 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:58:28.188012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Attempting to bind port 7e84e0f5-ce93-425f-9428-d6204cfc0033 on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:58:28.195222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:58:28.195673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Checking segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:58:28.196526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Bound using segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:58:28.197069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Bound port: 7e84e0f5-ce93-425f-9428-d6204cfc0033, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:58:28.197574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:28.296345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] For port 7e84e0f5-ce93-425f-9428-d6204cfc0033, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:58:28.299904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] For port 7e84e0f5-ce93-425f-9428-d6204cfc0033, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:58:28.321589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:28.329327 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482b59f6-20d1-4125-bfd0-6f428ef5ad07 req-89252266-5e66-40f7-b70e-d73241e64269 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.1433446 Nov 23 10:58:28.375460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-12f948e2-bdbd-45e6-9795-cc3d367bf150 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:28.378189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-12f948e2-bdbd-45e6-9795-cc3d367bf150 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.1948242 Nov 23 10:58:28.483947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Pushing event updated for resources: {'Port': ['ID=7e84e0f5-ce93-425f-9428-d6204cfc0033,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:28.489257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:28.489897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:28.491782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-5bf9decb-d831-48b5-bb19-05a9e4f9d893 service neutron] 10.222.0.65 "PUT /v2.0/ports/7e84e0f5-ce93-425f-9428-d6204cfc0033 HTTP/1.1" status: 200 len: 1091 time: 1.5656137 Nov 23 10:58:28.493450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'tag': '7e84e0f5-ce93-425f-9428-d6204cfc0033'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:28.496777 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af4a60a-acc4-4cdb-8b10-d01792c61f27" -d '{"events": [{"name": "network-changed", "server_uuid": "ff890812-68fe-4a0a-8fde-19491e8010c1", "tag": "7e84e0f5-ce93-425f-9428-d6204cfc0033"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:28.643789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fb1ef-47e0-445f-9049-6b30af9e3adc req-778394be-a3f1-4ca6-9040-b57127b1913f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:28.659641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c3fb1ef-47e0-445f-9049-6b30af9e3adc req-778394be-a3f1-4ca6-9040-b57127b1913f tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1667504 Nov 23 10:58:28.685262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b4620-099e-4936-af41-943307baaf39 req-08e79e94-fdb5-4f48-9072-e7f238014656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:28.687143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c9b4620-099e-4936-af41-943307baaf39 req-08e79e94-fdb5-4f48-9072-e7f238014656 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.58 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 946 time: 0.1629457 Nov 23 10:58:28.740400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-622f697b-f84d-416b-8c3d-e3089fe2b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:28.743092 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-622f697b-f84d-416b-8c3d-e3089fe2b54b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 1094 time: 0.1915243 Nov 23 10:58:28.788932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c3fb1ef-47e0-445f-9049-6b30af9e3adc req-fc57b821-2d9d-4166-a5d8-9aa1f2dcbedb tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/security-groups?id=68e6b361-4929-428a-86a8-d72fa0f00e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038229 Nov 23 10:58:28.841850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-3c217571-5df9-47e5-8e9e-004f2ad4e801 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033 HTTP/1.1" status: 200 len: 217 time: 0.0554602 Nov 23 10:58:28.928527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fc82f-7ce5-4d7d-bbcf-ee44422d203a req-7926459d-9090-4cea-95c3-523df43fad89 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:28.930156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-197fc82f-7ce5-4d7d-bbcf-ee44422d203a req-7926459d-9090-4cea-95c3-523df43fad89 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 946 time: 0.3320770 Nov 23 10:58:28.933596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Deleting port 33bc4994-a0e6-44b2-be81-b6f249847fee {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:28.934199 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805a85e3-a18c-47ef-b770-02bbf854f748 x-openstack-request-id: req-805a85e3-a18c-47ef-b770-02bbf854f748 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:28.934396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:28.934513 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff890812-68fe-4a0a-8fde-19491e8010c1", "tag": "7e84e0f5-ce93-425f-9428-d6204cfc0033", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:28.934736 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-805a85e3-a18c-47ef-b770-02bbf854f748 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:28.946157 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'tag': '7e84e0f5-ce93-425f-9428-d6204cfc0033', 'status': 'completed', 'code': 200} Nov 23 10:58:29.001565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-0f01b680-88b5-4590-9a7c-61ff9c5af838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:29.002545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-0f01b680-88b5-4590-9a7c-61ff9c5af838 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.1501098 Nov 23 10:58:29.032855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-197fc82f-7ce5-4d7d-bbcf-ee44422d203a req-022578c2-4e77-4dcf-a82c-f778e8d22d12 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/security-groups?id=aec51337-869c-4888-803b-0efbafa89c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873973 Nov 23 10:58:29.097150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Deleting port 4c507f87-ba08-4996-9567-36b916115db4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:29.097542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.136827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55186) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:29.141543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-78181440-c618-4e89-9cd1-902cad29c882 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195014 Nov 23 10:58:29.255298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] For port 33bc4994-a0e6-44b2-be81-b6f249847fee, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=33bc4994-a0e6-44b2-be81-b6f249847fee,segment=NetworkSegment(a223eed1-4958-4786-9a26-a1effe235b72),segment_id=a223eed1-4958-4786-9a26-a1effe235b72)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:29.255927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.281246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Calling delete_port for 33bc4994-a0e6-44b2-be81-b6f249847fee owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:29.309363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] For port 4c507f87-ba08-4996-9567-36b916115db4, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c507f87-ba08-4996-9567-36b916115db4,segment=NetworkSegment(c5075653-535c-49af-b459-39e1182e7d20),segment_id=c5075653-535c-49af-b459-39e1182e7d20)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:29.310097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.357011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Calling delete_port for 4c507f87-ba08-4996-9567-36b916115db4 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:29.599183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-acc90051-43de-4869-99ec-09b120cf05c6 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373863 Nov 23 10:58:29.601319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:29.637409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2323aa69-3fec-4f1b-9793-127ab9d27c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.676528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624421e-80e5-4d20-9f30-bf7025724089 req-01c9c187-7157-4ac1-b1b0-bb7da23a02c3 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:29.684433 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6624421e-80e5-4d20-9f30-bf7025724089 req-01c9c187-7157-4ac1-b1b0-bb7da23a02c3 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 943 time: 0.4848881 Nov 23 10:58:29.720786 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.727243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.740166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4c507f87-ba08-4996-9567-36b916115db4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:58:29.745615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['33bc4994-a0e6-44b2-be81-b6f249847fee'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:58:29.787430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f1a00b0-4e81-4106-b408-777cba49e2c8 req-bba5eb2b-46bc-49d7-af31-1abdd731faf5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0915892 Nov 23 10:58:29.793066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Pushing event deleted for resources: {'Port': ['ID=4c507f87-ba08-4996-9567-36b916115db4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:29.833484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d93926f-337d-4653-8476-50c919aecd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.839889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Pushing event deleted for resources: {'Port': ['ID=33bc4994-a0e6-44b2-be81-b6f249847fee,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:29.886590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] No DVR routers for this DVR port 4c507f87-ba08-4996-9567-36b916115db4 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:29.891510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:29.894055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c9b4620-099e-4936-af41-943307baaf39 req-81f23279-cce3-4820-80eb-70765eef8ef2 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.58 "DELETE /v2.0/ports/4c507f87-ba08-4996-9567-36b916115db4 HTTP/1.1" status: 204 len: 173 time: 1.1926224 Nov 23 10:58:29.894605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-deleted', 'tag': '4c507f87-ba08-4996-9567-36b916115db4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:29.897252 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d580e3-901b-4818-b6ff-61ecbae2400d" -d '{"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-deleted", "tag": "4c507f87-ba08-4996-9567-36b916115db4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:30.005259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] No DVR routers for this DVR port 33bc4994-a0e6-44b2-be81-b6f249847fee on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:30.010181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.018964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-39f2b9d1-7b04-4ffb-ba80-ae4255436709 req-8a3c309d-edd3-4689-8b1a-6befd52338e6 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.65 "DELETE /v2.0/ports/33bc4994-a0e6-44b2-be81-b6f249847fee HTTP/1.1" status: 204 len: 173 time: 1.6280594 Nov 23 10:58:30.059163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6624421e-80e5-4d20-9f30-bf7025724089 req-4a9b5918-b27f-4c50-846a-874d64a1b10f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737826 Nov 23 10:58:30.060356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-498856b0-4d7e-4f9c-9df4-370e3c9c462c req-96e0e8d4-e804-4e67-a695-c1252ee074d1 tempest-ServersNegativeTestJSON-490042488 tempest-ServersNegativeTestJSON-490042488-project] 10.222.0.61 "GET /v2.0/ports?device_id=46de5e80-0fc8-4ded-923d-b5494eb5eb65 HTTP/1.1" status: 200 len: 210 time: 0.1154418 Nov 23 10:58:30.131737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2323aa69-3fec-4f1b-9793-127ab9d27c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.134913 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f948eee-9a35-4287-927c-787c4fa32bb9 req-ec1db113-2438-4b62-9667-70d4ad97274e service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192921 Nov 23 10:58:30.158108 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2323aa69-3fec-4f1b-9793-127ab9d27c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.158856 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e4b1c2-ae07-44e2-b801-e15387632548 x-openstack-request-id: req-e5e4b1c2-ae07-44e2-b801-e15387632548 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:30.159189 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46de5e80-0fc8-4ded-923d-b5494eb5eb65", "name": "network-vif-deleted", "tag": "4c507f87-ba08-4996-9567-36b916115db4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:30.159787 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5e4b1c2-ae07-44e2-b801-e15387632548 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:30.160292 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46de5e80-0fc8-4ded-923d-b5494eb5eb65', 'name': 'network-vif-deleted', 'tag': '4c507f87-ba08-4996-9567-36b916115db4', 'status': 'completed', 'code': 200} Nov 23 10:58:30.190691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55214) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:30.191784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2323aa69-3fec-4f1b-9793-127ab9d27c22 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cbebc07b30e4a50a2d3d09f83ab9570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0490084 Nov 23 10:58:30.237785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323aa69-3fec-4f1b-9793-127ab9d27c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10d06bc-a3bb-4b54-97d4-c237a40394e4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:30.315717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e85c7ea4-aefb-47ab-8b60-be95d3eddf07 req-55475fd4-2bfd-4575-96f2-3ec1b9f9f184 tempest-ServersNegativeTestMultiTenantJSON-738903928 tempest-ServersNegativeTestMultiTenantJSON-738903928-project] 10.222.0.61 "GET /v2.0/ports?device_id=a8100bb6-56fb-4084-8d18-8f9cd6d8f39f HTTP/1.1" status: 200 len: 210 time: 0.0792050 Nov 23 10:58:30.392438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d99c884a-b778-4aa8-afbc-d0cbc442d3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.468801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d99c884a-b778-4aa8-afbc-d0cbc442d3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.560623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d99c884a-b778-4aa8-afbc-d0cbc442d3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.564675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d99c884a-b778-4aa8-afbc-d0cbc442d3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.568985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d99c884a-b778-4aa8-afbc-d0cbc442d3da admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c10d06bc-a3bb-4b54-97d4-c237a40394e4 HTTP/1.1" status: 204 len: 168 time: 0.3732440 Nov 23 10:58:30.584742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c884a-b778-4aa8-afbc-d0cbc442d3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10d06bc-a3bb-4b54-97d4-c237a40394e4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:30.664112 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d93926f-337d-4653-8476-50c919aecd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.685931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7d93926f-337d-4653-8476-50c919aecd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:30.787115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-74634c0e-2875-4b69-8517-cc1a60a96da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:30.789262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-74634c0e-2875-4b69-8517-cc1a60a96da9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 1094 time: 0.5261240 Nov 23 10:58:30.794624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7d93926f-337d-4653-8476-50c919aecd50 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e21c75f0c6d4f168b05ba64685992f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1877990 Nov 23 10:58:30.794624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93926f-337d-4653-8476-50c919aecd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea0a36a-f9e5-4656-8197-719efc49ffd9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:30.795202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55222) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:31.007600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cda1bf2a-f225-4cd5-bfe0-f285bc248d61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.052076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cda1bf2a-f225-4cd5-bfe0-f285bc248d61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.067963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2e0d333c-750d-441f-9707-e187e8c4f863 req-11a96a3b-120d-447a-a188-70619bf68e46 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.1141689 Nov 23 10:58:31.076233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-3a81a390-0404-4839-8c5d-09da89f36456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:31.077734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-3a81a390-0404-4839-8c5d-09da89f36456 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.2794597 Nov 23 10:58:31.158392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-c684a0ca-fdb6-4c2e-9346-0d5571dbfa96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033 HTTP/1.1" status: 200 len: 217 time: 0.0720818 Nov 23 10:58:31.185930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55238) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:31.281747 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cda1bf2a-f225-4cd5-bfe0-f285bc248d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.284502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cda1bf2a-f225-4cd5-bfe0-f285bc248d61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.285721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cda1bf2a-f225-4cd5-bfe0-f285bc248d61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4ea0a36a-f9e5-4656-8197-719efc49ffd9 HTTP/1.1" status: 204 len: 168 time: 0.4893768 Nov 23 10:58:31.298902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55242) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:31.324771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-6af5ba04-ae8e-4f60-a748-7e942c82fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:31.327822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-6af5ba04-ae8e-4f60-a748-7e942c82fe08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.1567693 Nov 23 10:58:31.335584 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13f7531e-265d-4891-8367-e4854a53f224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.366966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1bf2a-f225-4cd5-bfe0-f285bc248d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea0a36a-f9e5-4656-8197-719efc49ffd9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:31.393693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] Deleting subnet 5b1dafa8-2a1e-415a-8d60-2db9beebea3b {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:58:31.398664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.445591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8a915-ddd4-412e-a940-fd0ee38d8859 req-48766978-2a27-4011-83e3-70beac7a7cc2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:31.454960 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0e8a915-ddd4-412e-a940-fd0ee38d8859 req-48766978-2a27-4011-83e3-70beac7a7cc2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 943 time: 0.1886783 Nov 23 10:58:31.477308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55246) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:31.483260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.539353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13f7531e-265d-4891-8367-e4854a53f224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.572365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-8a648423-215a-4bfe-b84f-fae96ab37c67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2314553 Nov 23 10:58:31.573554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13f7531e-265d-4891-8367-e4854a53f224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.609510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0e8a915-ddd4-412e-a940-fd0ee38d8859 req-7e2e4e6f-de65-42d0-9f5e-51f4beb580ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523249 Nov 23 10:58:31.624873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.671389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] Deleting subnet 6163b95e-a870-44e1-b92a-f3f639027c9d {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:58:31.690134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-13f7531e-265d-4891-8367-e4854a53f224 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7480fde76714634992b6e7535d399ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3869865 Nov 23 10:58:31.703835 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.722644 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7531e-265d-4891-8367-e4854a53f224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbb492-54df-47c7-9f5a-f825575d40c9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:31.725523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55254) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:31.765018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.816227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.840099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-c07f8814-4a6a-47e6-85a1-ec236ae62725 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304647 Nov 23 10:58:31.875939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e102769a-8d8d-4cd4-bcfa-d4b1980c1964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.899298 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.951735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55256) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:31.958172 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.972999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e102769a-8d8d-4cd4-bcfa-d4b1980c1964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:31.977961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6163b95e-a870-44e1-b92a-f3f639027c9d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:31.980878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04ed2c99-fd36-458a-8bf9-b35b4bd831cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.027795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.036373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c6aff47b-5afe-43ae-a825-eb5757941d15 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6163b95e-a870-44e1-b92a-f3f639027c9d HTTP/1.1" status: 204 len: 168 time: 0.5580029 Nov 23 10:58:32.036659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1af4a60a-acc4-4cdb-8b10-d01792c61f27 req-191b7ddc-d229-4b2e-8d14-b1d077e4e7b9 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891041 Nov 23 10:58:32.037413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55264) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:32.046237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1dafa8-2a1e-415a-8d60-2db9beebea3b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:32.049482 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.054619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-069a811f-f1a7-4a55-9bdf-95dd021d850a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5b1dafa8-2a1e-415a-8d60-2db9beebea3b HTTP/1.1" status: 204 len: 168 time: 0.8659806 Nov 23 10:58:32.057031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55266) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:32.168248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'name': 'network-vif-deleted', 'tag': '33bc4994-a0e6-44b2-be81-b6f249847fee'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:32.170795 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed21324-f798-45fa-b70d-461311b048af" -d '{"events": [{"server_uuid": "a8100bb6-56fb-4084-8d18-8f9cd6d8f39f", "name": "network-vif-deleted", "tag": "33bc4994-a0e6-44b2-be81-b6f249847fee"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:32.172728 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.181246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e102769a-8d8d-4cd4-bcfa-d4b1980c1964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.184749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e102769a-8d8d-4cd4-bcfa-d4b1980c1964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.186096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e102769a-8d8d-4cd4-bcfa-d4b1980c1964 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1cbb492-54df-47c7-9f5a-f825575d40c9 HTTP/1.1" status: 204 len: 168 time: 0.4579732 Nov 23 10:58:32.191324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.245913 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f0389-76ee-4bbb-824c-a40826e907e2 x-openstack-request-id: req-130f0389-76ee-4bbb-824c-a40826e907e2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:32.246233 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8100bb6-56fb-4084-8d18-8f9cd6d8f39f", "name": "network-vif-deleted", "tag": "33bc4994-a0e6-44b2-be81-b6f249847fee", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:32.246491 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-130f0389-76ee-4bbb-824c-a40826e907e2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:32.246987 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8100bb6-56fb-4084-8d18-8f9cd6d8f39f', 'name': 'network-vif-deleted', 'tag': '33bc4994-a0e6-44b2-be81-b6f249847fee', 'status': 'completed', 'code': 200} Nov 23 10:58:32.267883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5ac322b1-ef84-4045-9a5d-b99823a82720 req-33805fd3-2ce6-4332-9174-a04066451879 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0906239 Nov 23 10:58:32.269790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102769a-8d8d-4cd4-bcfa-d4b1980c1964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbb492-54df-47c7-9f5a-f825575d40c9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:32.324915 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04ed2c99-fd36-458a-8bf9-b35b4bd831cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.361034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04ed2c99-fd36-458a-8bf9-b35b4bd831cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.383039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.392109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.409762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2137b0db-2ed4-4f79-a213-0537a058f58c']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:32.425236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-04ed2c99-fd36-458a-8bf9-b35b4bd831cc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19eabb7816f245ea9ba5c4ac981cfb5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680018 Nov 23 10:58:32.428286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a223eed1-4958-4786-9a26-a1effe235b72') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:32.428614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a223eed1-4958-4786-9a26-a1effe235b72') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:32.430325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55274) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:32.433334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed2c99-fd36-458a-8bf9-b35b4bd831cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c9d8e6-196a-48fc-b970-c63223d2c8c2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:32.451620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e45e0a-535b-40c5-ba19-cd1ed2cefaa9']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:32.452798 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.466597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5075653-535c-49af-b459-39e1182e7d20') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:32.466998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5075653-535c-49af-b459-39e1182e7d20') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:32.478837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.485587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.498654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:58:32.499066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:58:32.500872 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:58:32.524097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.534841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:58:32.535414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:58:32.539207 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:58:32.592682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e504bcd-a4a7-4c06-b267-7cd14cb3a974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.614924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.647471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.658601 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] 10.222.0.61 "DELETE /v2.0/networks/2137b0db-2ed4-4f79-a213-0537a058f58c HTTP/1.1" status: 204 len: 168 time: 0.6201642 Nov 23 10:58:32.661613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55284) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:32.695444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2344968-558f-4c08-856c-ac085d403fed admin admin] Pushing event deleted for resources: {'Network': ['ID=2137b0db-2ed4-4f79-a213-0537a058f58c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:32.705818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e504bcd-a4a7-4c06-b267-7cd14cb3a974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.749886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] Deleting subnet 6e46fa69-3997-4e1f-9a12-f301328bfa75 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:58:32.793957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.803458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e504bcd-a4a7-4c06-b267-7cd14cb3a974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.806487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e504bcd-a4a7-4c06-b267-7cd14cb3a974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.808168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6e504bcd-a4a7-4c06-b267-7cd14cb3a974 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c0c9d8e6-196a-48fc-b970-c63223d2c8c2 HTTP/1.1" status: 204 len: 168 time: 0.3767376 Nov 23 10:58:32.836098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.836527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e504bcd-a4a7-4c06-b267-7cd14cb3a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c9d8e6-196a-48fc-b970-c63223d2c8c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:32.846733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:58:32.864723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.872720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] 10.222.0.61 "DELETE /v2.0/networks/91e45e0a-535b-40c5-ba19-cd1ed2cefaa9 HTTP/1.1" status: 204 len: 168 time: 0.8098440 Nov 23 10:58:32.888863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 4c507f87-ba08-4996-9567-36b916115db4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:58:32.894889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c507f87-ba08-4996-9567-36b916115db4 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:58:32.915178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c48f82-2911-4cd8-b713-4301cada244a admin admin] Pushing event deleted for resources: {'Network': ['ID=91e45e0a-535b-40c5-ba19-cd1ed2cefaa9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:32.920755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:32.955999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f013a-e978-4caf-9bb7-66870050c1a0 req-e67a39c0-b032-4247-9b13-aff7adadb3f9 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:32.957644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a3f013a-e978-4caf-9bb7-66870050c1a0 req-e67a39c0-b032-4247-9b13-aff7adadb3f9 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 943 time: 0.2053461 Nov 23 10:58:33.015492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.098716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a3f013a-e978-4caf-9bb7-66870050c1a0 req-60010130-6cbd-437e-bb4e-70745693d576 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072562 Nov 23 10:58:33.126705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.158214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.163219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55304) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:33.180635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6e46fa69-3997-4e1f-9a12-f301328bfa75 HTTP/1.1" status: 204 len: 168 time: 0.5176857 Nov 23 10:58:33.186029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55306) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:33.246718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-58be34d5-2c99-41fb-87e3-6d6d6630913c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=807f1fea854540049bba9d6a2d7ea473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0822020 Nov 23 10:58:33.250941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55312) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:33.304301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892aba-ebcb-4073-bbb4-0ff8f3ad5938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e46fa69-3997-4e1f-9a12-f301328bfa75,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:33.347250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-237aca63-8077-4209-9681-ed93e57e9d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.395364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-237aca63-8077-4209-9681-ed93e57e9d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.422647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7e84e0f5-ce93-425f-9428-d6204cfc0033 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:58:33.426991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 33bc4994-a0e6-44b2-be81-b6f249847fee no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:58:33.466693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.482883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 33bc4994-a0e6-44b2-be81-b6f249847fee {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:58:33.483156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 33bc4994-a0e6-44b2-be81-b6f249847fee not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:58:33.512540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-236985ca-75ce-481d-aab7-c4b5bd51b6de req-07f1edd5-818d-4660-ba95-3a260fa757bb tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0518994 Nov 23 10:58:33.517426 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-237aca63-8077-4209-9681-ed93e57e9d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.523886 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-237aca63-8077-4209-9681-ed93e57e9d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.527316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-237aca63-8077-4209-9681-ed93e57e9d9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/68e6b361-4929-428a-86a8-d72fa0f00e4c HTTP/1.1" status: 204 len: 168 time: 0.2728484 Nov 23 10:58:33.564616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237aca63-8077-4209-9681-ed93e57e9d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e6b361-4929-428a-86a8-d72fa0f00e4c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:33.623732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 7e84e0f5-ce93-425f-9428-d6204cfc0033, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:33.638752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '7e84e0f5-ce93-425f-9428-d6204cfc0033', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'port_id': '7e84e0f5-ce93-425f-9428-d6204cfc0033', 'mac_address': 'fa:16:3e:91:91:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da67f8e-b620-405b-8d71-0d6b4334c998', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:58:33.657665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.686716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45ec35b-1b3e-40cd-a46d-c9a193f61799']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:33.692148 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.699542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89afafca-f8dd-4caa-a2dd-3327ddc3d894') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:33.700263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89afafca-f8dd-4caa-a2dd-3327ddc3d894') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:33.715083 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.715701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e84e0f5-ce93-425f-9428-d6204cfc0033 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:58:33.734442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.742589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:58:33.743128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:58:33.745855 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:58:33.780951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 7e84e0f5-ce93-425f-9428-d6204cfc0033, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:33.793420 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.874222 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.881961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:33.899652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b45ec35b-1b3e-40cd-a46d-c9a193f61799 HTTP/1.1" status: 204 len: 168 time: 0.7096176 Nov 23 10:58:33.908734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=7e84e0f5-ce93-425f-9428-d6204cfc0033,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:33.924790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39228d84-10af-4466-9a48-16a17ae6c598 admin admin] Pushing event deleted for resources: {'Network': ['ID=b45ec35b-1b3e-40cd-a46d-c9a193f61799,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:34.038876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7e84e0f5-ce93-425f-9428-d6204cfc0033'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:58:34.324253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:34.372824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735822d-3ee0-4599-9575-e52ca2774095 req-731ba865-570e-429b-9eb9-bf3f59683223 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:34.375308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a735822d-3ee0-4599-9575-e52ca2774095 req-731ba865-570e-429b-9eb9-bf3f59683223 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 944 time: 0.1124494 Nov 23 10:58:34.400086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-73f7ae9d-8ed2-48a7-ad7d-4eda4219c2bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a81a4d84c9e3479aa81ab483e6d5319d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0746088 Nov 23 10:58:34.403943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55360) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:34.501269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a735822d-3ee0-4599-9575-e52ca2774095 req-f0eb68f8-73a1-4638-8799-d1a517c01ae3 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172993 Nov 23 10:58:34.553703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a68991a-ca16-486d-824e-c72c9266d4c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:34.607952 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a68991a-ca16-486d-824e-c72c9266d4c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:34.711434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18de1020-7741-49ba-b9d5-83072ced372e req-c45d0c78-4b9b-4092-91f3-c0ef6c8c3dea tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0483091 Nov 23 10:58:34.738585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a68991a-ca16-486d-824e-c72c9266d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:34.741372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a68991a-ca16-486d-824e-c72c9266d4c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:34.742781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7a68991a-ca16-486d-824e-c72c9266d4c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aec51337-869c-4888-803b-0efbafa89c3a HTTP/1.1" status: 204 len: 168 time: 0.3379147 Nov 23 10:58:34.763696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68991a-ca16-486d-824e-c72c9266d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec51337-869c-4888-803b-0efbafa89c3a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:35.425397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7e84e0f5-ce93-425f-9428-d6204cfc0033 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:58:35.528983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 7e84e0f5-ce93-425f-9428-d6204cfc0033 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:58:35.533452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 7e84e0f5-ce93-425f-9428-d6204cfc0033 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:58:35.534397 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:35.625642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:35.717543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6f2467e2-b455-4351-ac34-cbe676fd41e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76c0c557a6bb47dcb80daed1cd7eba8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907516 Nov 23 10:58:35.720173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55424) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:35.751020 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:35.806362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e84e0f5-ce93-425f-9428-d6204cfc0033'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:58:35.811525 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30273bcc-79b6-4f31-bc69-0e95bef622b0" -d '{"events": [{"server_uuid": "ff890812-68fe-4a0a-8fde-19491e8010c1", "name": "network-vif-plugged", "status": "completed", "tag": "7e84e0f5-ce93-425f-9428-d6204cfc0033"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:58:35.844948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 7e84e0f5-ce93-425f-9428-d6204cfc0033, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:35.860697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:35.879868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55432) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:35.930037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c44a8-3596-4f11-8ae5-59e6dbc25ed0 req-921e3a96-0919-4675-b654-7c88b917af5d tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:35.932001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e0c44a8-3596-4f11-8ae5-59e6dbc25ed0 req-921e3a96-0919-4675-b654-7c88b917af5d tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 944 time: 0.1885052 Nov 23 10:58:35.941264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02ae5aff-bf3a-4024-ac4b-d2c13f719cc1 req-b0c29660-953e-4e8f-b468-f612a5a58b98 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0879874 Nov 23 10:58:35.988326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=7e84e0f5-ce93-425f-9428-d6204cfc0033,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:36.009657 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e421c0a-a9e0-4c7d-b6b6-9dd00f651f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.016603 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970140d0-49d2-4dca-9855-5663782bc460 x-openstack-request-id: req-970140d0-49d2-4dca-9855-5663782bc460 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:58:36.017067 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff890812-68fe-4a0a-8fde-19491e8010c1", "name": "network-vif-plugged", "status": "completed", "tag": "7e84e0f5-ce93-425f-9428-d6204cfc0033", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:58:36.017581 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-970140d0-49d2-4dca-9855-5663782bc460 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:58:36.018078 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e84e0f5-ce93-425f-9428-d6204cfc0033', 'code': 200} Nov 23 10:58:36.105627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e421c0a-a9e0-4c7d-b6b6-9dd00f651f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.133909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e0c44a8-3596-4f11-8ae5-59e6dbc25ed0 req-dd809255-252a-4c21-bbcb-d176ab911dec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834490 Nov 23 10:58:36.208807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da5bd-ca03-465e-a1be-46d2ed6ba8e1 req-56b1d82d-8db4-4d6c-964e-49b88e143c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:36.214411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-321da5bd-ca03-465e-a1be-46d2ed6ba8e1 req-56b1d82d-8db4-4d6c-964e-49b88e143c60 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 1096 time: 0.1023338 Nov 23 10:58:36.215577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e421c0a-a9e0-4c7d-b6b6-9dd00f651f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.218665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e421c0a-a9e0-4c7d-b6b6-9dd00f651f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.220026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1e421c0a-a9e0-4c7d-b6b6-9dd00f651f54 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b0f7447-cee9-44de-8bb6-feda88ea9f07 HTTP/1.1" status: 204 len: 168 time: 0.4982448 Nov 23 10:58:36.228732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e421c0a-a9e0-4c7d-b6b6-9dd00f651f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0f7447-cee9-44de-8bb6-feda88ea9f07,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:36.365347 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-321da5bd-ca03-465e-a1be-46d2ed6ba8e1 req-f97a56a2-6a5c-4fc2-b970-e5e2dd82f28d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400518 Nov 23 10:58:36.372621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be7db56a-1cde-49a7-9676-d9525700ee17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.380505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55450) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:36.488547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-609027917-network', 'tenant_id': '3a6eac63a0714f13801323f8af89244b'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:36.515496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be7db56a-1cde-49a7-9676-d9525700ee17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.527385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be7db56a-1cde-49a7-9676-d9525700ee17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.551149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Made reservation on behalf of 3a6eac63a0714f13801323f8af89244b for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:36.558049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.582090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.613719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7db56a-1cde-49a7-9676-d9525700ee17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b61a92-2a0d-4ea7-b44d-e819a9737f2d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:36.622445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be7db56a-1cde-49a7-9676-d9525700ee17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e8a859215f324024bb4c89d96dee349d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7412593 Nov 23 10:58:36.623131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55466) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:36.731983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.744526 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.799718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:58:36.819721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abf32f5-99d5-49fa-a939-ec3347a1ef30,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:36.836102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.836291 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Added segment 58d1680d-9d5e-4f86-a014-fe54cc7c4350 of type vlan for network 4bb706d3-a825-406c-a070-21454b0c9f67 Nov 23 10:58:36.895098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ce6788d-ae78-4934-a1a3-422879bb91a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.911470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:36.929208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ce6788d-ae78-4934-a1a3-422879bb91a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.011129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.012015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:37.012600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.091907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7099335 Nov 23 10:58:37.097643 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1cd132f3-ce56-41db-ba40-b6e42d19a769 req-cf1aaae3-56f5-4f55-8f20-427e7abc9a76 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/ports?device_id=15d1917c-857b-4b24-b52b-20b51b580599 HTTP/1.1" status: 200 len: 210 time: 0.0371234 Nov 23 10:58:37.098418 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55496) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:37.113407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Request body: {'subnet': {'network_id': '4bb706d3-a825-406c-a070-21454b0c9f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-609027917-subnet', 'tenant_id': '3a6eac63a0714f13801323f8af89244b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:58:37.166273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea1635-8a7b-4ab3-b6cd-badbd848493f admin admin] Pushing event updated for resources: {'Network': ['ID=4bb706d3-a825-406c-a070-21454b0c9f67,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:37.189083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 4bb706d3-a825-406c-a070-21454b0c9f67 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:58:37.200941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ce6788d-ae78-4934-a1a3-422879bb91a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.203917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Made reservation on behalf of 3a6eac63a0714f13801323f8af89244b for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:58:37.204090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ce6788d-ae78-4934-a1a3-422879bb91a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.207081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.208281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4ce6788d-ae78-4934-a1a3-422879bb91a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46b61a92-2a0d-4ea7-b44d-e819a9737f2d HTTP/1.1" status: 204 len: 168 time: 0.5764790 Nov 23 10:58:37.220908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce6788d-ae78-4934-a1a3-422879bb91a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b61a92-2a0d-4ea7-b44d-e819a9737f2d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:37.391237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0d3d8-e9c0-4294-8892-a83eb72de5ad req-326188f1-897e-4902-b485-10bb12ffc751 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:37.393084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7d0d3d8-e9c0-4294-8892-a83eb72de5ad req-326188f1-897e-4902-b485-10bb12ffc751 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 945 time: 0.1421499 Nov 23 10:58:37.593747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.712978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4cf559-7d46-425b-a17a-d62b6f9cec07,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:37.815139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Checking segment: {'id': '58d1680d-9d5e-4f86-a014-fe54cc7c4350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '4bb706d3-a825-406c-a070-21454b0c9f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:58:37.815926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Network hostable DHCP agents. Network: 4bb706d3-a825-406c-a070-21454b0c9f67, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:58:37.857571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Network 4bb706d3-a825-406c-a070-21454b0c9f67 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:58:37.888830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 4bb706d3-a825-406c-a070-21454b0c9f67) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:58:37.894202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:37.894894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:37.907646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbffecd8-c93f-464d-ac21-11a1c7b91477 None None] Network 4bb706d3-a825-406c-a070-21454b0c9f67 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:37.936159 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f58e1c43-a1a6-4f7e-908c-9662e2800c8f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8262429 Nov 23 10:58:38.102577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7d0d3d8-e9c0-4294-8892-a83eb72de5ad req-44a1a508-bbc3-4fe9-b557-fc67acf360b0 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894112 Nov 23 10:58:38.212244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b393b0c-9450-411a-8883-6176e6da06e0 None None] Network 4bb706d3-a825-406c-a070-21454b0c9f67 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:38.243161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55568) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:38.280825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55570) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:38.300413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55574) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:38.315028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] Deleting subnet ba4cf559-7d46-425b-a17a-d62b6f9cec07 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:58:38.319810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.359733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.400227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.439509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9080dc-e5f0-4133-9689-28bc9286c717 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.478549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9080dc-e5f0-4133-9689-28bc9286c717 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.499151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.550825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9080dc-e5f0-4133-9689-28bc9286c717 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.552474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4cf559-7d46-425b-a17a-d62b6f9cec07,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:38.556203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.557874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1d9080dc-e5f0-4133-9689-28bc9286c717 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.561139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7de29c0a-f803-4770-a4d1-1992ebe39436 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ba4cf559-7d46-425b-a17a-d62b6f9cec07 HTTP/1.1" status: 204 len: 168 time: 0.3155613 Nov 23 10:58:38.562015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1d9080dc-e5f0-4133-9689-28bc9286c717 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/security-groups/2d6c75ba-9b32-4b7b-90bb-f42297809dfa HTTP/1.1" status: 204 len: 168 time: 0.2789984 Nov 23 10:58:38.562522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55586) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:38.563030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55588) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:38.583096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9080dc-e5f0-4133-9689-28bc9286c717 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c75ba-9b32-4b7b-90bb-f42297809dfa,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:38.593919 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-5df6bdde-03db-43e3-a057-01320ac5d906 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] show failed (client error): The resource could not be found. Nov 23 10:58:38.594973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5df6bdde-03db-43e3-a057-01320ac5d906 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "GET /v2.0/security-groups/2d6c75ba-9b32-4b7b-90bb-f42297809dfa HTTP/1.1" status: 404 len: 347 time: 0.0298960 Nov 23 10:58:38.598232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55590) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:38.637922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-427968e4-311e-44cb-bdef-dcbefca52276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.772422 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.811359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-427968e4-311e-44cb-bdef-dcbefca52276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.820085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port fe7181c9-20e8-430f-861d-684b447d9f89 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:38.820411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.823574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-427968e4-311e-44cb-bdef-dcbefca52276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.877605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-427968e4-311e-44cb-bdef-dcbefca52276 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=db0b36d5eefa4769a46c53ac0649c581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5752468 Nov 23 10:58:38.880086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55606) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:38.887013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427968e4-311e-44cb-bdef-dcbefca52276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d051cd-e9c0-45aa-9126-041ca5a25edb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:38.943463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b96757b-a683-490e-b395-e65e727de803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:38.975670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b96757b-a683-490e-b395-e65e727de803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.040050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.073522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b96757b-a683-490e-b395-e65e727de803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.078710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb706d3-a825-406c-a070-21454b0c9f67']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:39.082732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6b96757b-a683-490e-b395-e65e727de803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.084512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6b96757b-a683-490e-b395-e65e727de803 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8d051cd-e9c0-45aa-9126-041ca5a25edb HTTP/1.1" status: 204 len: 168 time: 0.2033439 Nov 23 10:58:39.097520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d1680d-9d5e-4f86-a014-fe54cc7c4350') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:39.097816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d1680d-9d5e-4f86-a014-fe54cc7c4350') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:39.099985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96757b-a683-490e-b395-e65e727de803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d051cd-e9c0-45aa-9126-041ca5a25edb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:39.100690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.101012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.117690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.128788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for fe7181c9-20e8-430f-861d-684b447d9f89 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:39.145308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.243159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:58:39.243814 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:58:39.246474 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:58:39.289574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d8096-db8b-4205-80ad-c713107a6696 req-c8ed4aa9-292e-44cf-9c74-a95bce25b3c0 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:39.303361 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-024d8096-db8b-4205-80ad-c713107a6696 req-c8ed4aa9-292e-44cf-9c74-a95bce25b3c0 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 945 time: 0.0983551 Nov 23 10:58:39.335874 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.346760 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.363736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] 10.222.0.61 "DELETE /v2.0/networks/4bb706d3-a825-406c-a070-21454b0c9f67 HTTP/1.1" status: 204 len: 168 time: 0.7973168 Nov 23 10:58:39.390994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-024d8096-db8b-4205-80ad-c713107a6696 req-a42c3a16-5f5a-4500-b422-c8d8a7ee9249 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848541 Nov 23 10:58:39.421462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e24cc4-e0f0-462d-b336-3c3b123f2b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb706d3-a825-406c-a070-21454b0c9f67,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:39.501843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.553646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=fe7181c9-20e8-430f-861d-684b447d9f89,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:39.580092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034ffb08-ba99-4429-8738-df5f6820d4f5 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:58:39.711131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.716897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.718866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-02353c00-9f68-4dc0-a367-46876d47872c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/floatingips/74add345-6a7e-463e-92eb-29a17ea4cda2 HTTP/1.1" status: 204 len: 168 time: 1.1196907 Nov 23 10:58:39.722215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55652) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:39.893752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:39.893752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:39.996788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55674) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:40.066872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ba8b3d33-4d61-4978-bd02-0f3f60c6fb77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a6eac63a0714f13801323f8af89244b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0682616 Nov 23 10:58:40.068589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55678) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:40.076822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.102891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for 1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:40.148522 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad9d5-2925-4e51-be43-4685f0935ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.207042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad9d5-2925-4e51-be43-4685f0935ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.319218 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad9d5-2925-4e51-be43-4685f0935ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.322530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad9d5-2925-4e51-be43-4685f0935ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.324502 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cc5ad9d5-2925-4e51-be43-4685f0935ab9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9abf32f5-99d5-49fa-a939-ec3347a1ef30 HTTP/1.1" status: 204 len: 168 time: 0.2535985 Nov 23 10:58:40.343454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ad9d5-2925-4e51-be43-4685f0935ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abf32f5-99d5-49fa-a939-ec3347a1ef30,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:40.374525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.417343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:40.524617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.529025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cdcc6255-d890-4bc4-9da6-0e51ce8e436c tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/ports/1c7508e2-f7db-4cf0-9c0f-645a3f41f2f0 HTTP/1.1" status: 204 len: 168 time: 0.8048356 Nov 23 10:58:40.531719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55706) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:40.752917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port 950190f5-ab0c-4370-8a25-e10517a74e70 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:40.753444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:40.995266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.050929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for 950190f5-ab0c-4370-8a25-e10517a74e70 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:41.358698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.443290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=950190f5-ab0c-4370-8a25-e10517a74e70,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:41.530863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.539020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55758) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:41.539797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-569e1469-84a7-4d22-a7e1-cd3dc12f0e2b tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/ports/950190f5-ab0c-4370-8a25-e10517a74e70 HTTP/1.1" status: 204 len: 168 time: 1.0057406 Nov 23 10:58:41.618539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting subnet aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:58:41.623085 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.683090 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.810077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.921750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.961097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:41.969917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dd385b-8502-4d63-abc8-37defb0cb5f3 None None] Network a58ebb1f-399c-42f3-b830-0a983ada0e2c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:41.992849 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:41.998706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/subnets/aa2e3c2e-e634-473b-b0a3-9d3a7eb2530e HTTP/1.1" status: 204 len: 168 time: 0.4585991 Nov 23 10:58:42.000383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.000738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.001081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.001741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.001866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.001979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55782) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:42.002109 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.002437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.002762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.003087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.003488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.003729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.004057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003f93e5-fe4e-4e8f-9a34-72dee8a115fe tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:42.208122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting subnet 41c8d52c-d580-4f8e-a343-120e34686273 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:58:42.217692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:42.293731 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:42.315756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] DHCP port deletion for a58ebb1f-399c-42f3-b830-0a983ada0e2c request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:58:42.394194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Deleting port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:42.394997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:42.524749 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:42.585743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] For port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=31ff0743-5dd6-4b99-bfd1-287759fbc3c2,segment=NetworkSegment(27778144-74cc-4c27-b914-39d48352fcd9),segment_id=27778144-74cc-4c27-b914-39d48352fcd9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:42.586514 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:42.603793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Calling delete_port for 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:42.657209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:42.758877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Subnet': ['ID=41c8d52c-d580-4f8e-a343-120e34686273,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:42.789436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:42.793345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c02bf352-07ed-4ec3-8684-6b303d0a5c4f tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/subnets/41c8d52c-d580-4f8e-a343-120e34686273 HTTP/1.1" status: 204 len: 168 time: 0.7905169 Nov 23 10:58:42.797884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55868) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:42.842210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ee707e-1508-4909-a3f0-0540be5d3666 None None] Network a0105539-21d4-4cc7-92ab-e137123fedfb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:58:42.858266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.035798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Pushing event deleted for resources: {'Port': ['ID=31ff0743-5dd6-4b99-bfd1-287759fbc3c2,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:43.060803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.087753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.088125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.089030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.089517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.089891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.090306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.091383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.091736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.092076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.092405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.092736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.093065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:43.095951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:58:43.130259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e1e751-a7d6-4730-8f7e-8d5107b074a5 None None] No DVR routers for this DVR port 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:43.149050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:58:43.153561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 31ff0743-5dd6-4b99-bfd1-287759fbc3c2 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:58:43.375096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.395025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55910) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:43.456130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] DHCP port deletion for a0105539-21d4-4cc7-92ab-e137123fedfb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:58:43.461403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58ebb1f-399c-42f3-b830-0a983ada0e2c']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:43.496740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27778144-74cc-4c27-b914-39d48352fcd9') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:43.501016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27778144-74cc-4c27-b914-39d48352fcd9') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:43.532671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.561526 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.592078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:58:43.592499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:58:43.596924 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:58:43.625973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] Deleting port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:43.626345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.738717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.747669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.762258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/networks/a58ebb1f-399c-42f3-b830-0a983ada0e2c HTTP/1.1" status: 204 len: 168 time: 0.9602551 Nov 23 10:58:43.766932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55932) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:43.804268 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f26f1731-edd5-41c3-b8a2-56f6b1018de9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.821365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610c18a-da8b-469e-89e4-918cf58033be tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Network': ['ID=a58ebb1f-399c-42f3-b830-0a983ada0e2c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:43.851878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] For port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,segment=NetworkSegment(8aef0331-4cde-4b57-abfd-b5a7d281291f),segment_id=8aef0331-4cde-4b57-abfd-b5a7d281291f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:43.852584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:43.894428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] Calling delete_port for b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:43.996681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.177910 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.207725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-1666e2c6-6577-4370-aca2-534aa639986f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3344834 Nov 23 10:58:44.249960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] Pushing event deleted for resources: {'Port': ['ID=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:44.254039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b90783-a5e7-4cee-810a-03835a2aac11 None None] No DVR routers for this DVR port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:44.321826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f26f1731-edd5-41c3-b8a2-56f6b1018de9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.339559 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f26f1731-edd5-41c3-b8a2-56f6b1018de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.483036 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1844eb23-1f8e-4ebb-b0d0-7d90d5ef74d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.511836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f1731-edd5-41c3-b8a2-56f6b1018de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66142ddc-7e5d-47a0-b879-86ef661ffe24,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:44.540714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55976) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:44.542185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f26f1731-edd5-41c3-b8a2-56f6b1018de9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4eb6578e8460442a8d6c58768353267c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1427011 Nov 23 10:58:44.551081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Deleting port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:58:44.551414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.648368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbff7a97-d282-4b15-af88-57fa92c39a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.696764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] For port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc, host n-d-817747-2, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:58:44.697155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.704096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbff7a97-d282-4b15-af88-57fa92c39a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.725631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Calling delete_port for b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:58:44.739345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc was not found and therefore no delete operation was performed {{(pid=103426) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 10:58:44.742156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.761213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-8cb10438-45c1-4db0-b470-26a3e7635fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:44.762879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-8cb10438-45c1-4db0-b470-26a3e7635fe7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 1096 time: 0.4372060 Nov 23 10:58:44.776594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbff7a97-d282-4b15-af88-57fa92c39a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.781146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbff7a97-d282-4b15-af88-57fa92c39a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:44.782188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cbff7a97-d282-4b15-af88-57fa92c39a03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66142ddc-7e5d-47a0-b879-86ef661ffe24 HTTP/1.1" status: 204 len: 168 time: 0.2367818 Nov 23 10:58:44.792983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff7a97-d282-4b15-af88-57fa92c39a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66142ddc-7e5d-47a0-b879-86ef661ffe24,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:44.831156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Port': ['ID=b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:44.840736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] No DVR routers for this DVR port b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:58:45.047288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:58:45.073832 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:45.095645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0105539-21d4-4cc7-92ab-e137123fedfb']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:45.101791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:58:45.101791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b3363e97-66f0-4d67-9f2d-fe5c2e3f18bc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:58:45.109297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aef0331-4cde-4b57-abfd-b5a7d281291f') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:45.109933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aef0331-4cde-4b57-abfd-b5a7d281291f') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:58:45.128402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:45.158679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:45.169503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:58:45.170195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:58:45.266060 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:58:45.290033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:45.330301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:45.341542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] 10.222.0.61 "DELETE /v2.0/networks/a0105539-21d4-4cc7-92ab-e137123fedfb HTTP/1.1" status: 204 len: 168 time: 1.5719154 Nov 23 10:58:45.362860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416b51f-a549-4909-b50c-874c3fd4e0f5 tempest-TaggedBootDevicesTest-1574561314 tempest-TaggedBootDevicesTest-1574561314-project] Pushing event deleted for resources: {'Network': ['ID=a0105539-21d4-4cc7-92ab-e137123fedfb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:45.388559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-b9393aaf-d22e-4d5f-9f21-76e381a843e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:45.400538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-b9393aaf-d22e-4d5f-9f21-76e381a843e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.5897281 Nov 23 10:58:45.566808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-bdb9c0ba-2e89-4025-bd55-1958605c9bee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d HTTP/1.1" status: 200 len: 217 time: 0.1580920 Nov 23 10:58:45.711723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-0f3f65cb-1127-44d0-932c-2beccf1b8fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:45.723573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-0f3f65cb-1127-44d0-932c-2beccf1b8fa2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.1381984 Nov 23 10:58:45.769072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-b715de9a-da07-4d86-b6a3-35cbd6908687 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445914 Nov 23 10:58:46.071152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-ac69f315-1bf8-46e7-a6b9-29e8f754a7bb service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935586 Nov 23 10:58:46.363400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e95e9cb4-897b-44e7-9381-1a1cb005ac52 req-5857bf19-7c48-4185-beab-e5ec321c46cb service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827895 Nov 23 10:58:46.956405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-13270ab8-b1ba-425f-99bd-2dd70ba1564b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:47.309604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-e0d28a75-d029-4a57-9a71-10b54156fcbf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671206 Nov 23 10:58:47.470935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d7756-75b0-4608-ab32-b1ca32746765 req-1818b9d5-e31b-4203-a114-aeb328ec16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:47.472468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-1818b9d5-e31b-4203-a114-aeb328ec16f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 1096 time: 0.1084695 Nov 23 10:58:47.711221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d7756-75b0-4608-ab32-b1ca32746765 req-669818b6-3a3c-452c-84a9-ad8f392ed04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:47.716927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-669818b6-3a3c-452c-84a9-ad8f392ed04d service neutron] 10.222.0.65 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.1823096 Nov 23 10:58:47.799264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-6ef60778-ad4a-4c5e-beda-0a11f076f695 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033 HTTP/1.1" status: 200 len: 217 time: 0.0773451 Nov 23 10:58:47.911094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d7756-75b0-4608-ab32-b1ca32746765 req-e6b8fddd-db7b-4272-94ab-33363ddac5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:58:47.916514 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-e6b8fddd-db7b-4272-94ab-33363ddac5fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.1045725 Nov 23 10:58:48.026728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-f5002736-b4ac-4d34-8110-888db948911c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690291 Nov 23 10:58:48.165351 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-8054fe3b-a499-4dd4-ae9f-d8c2ba8bdf74 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282232 Nov 23 10:58:48.287252 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621d7756-75b0-4608-ab32-b1ca32746765 req-593c6208-c1ef-4a1c-8e52-4aaf5eebae93 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134512 Nov 23 10:58:48.564719 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:49.048134 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:58:49.539168 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:49.845574 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:50.073958 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:51.168059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56310) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:51.621467 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-999e9dc1-2678-4612-8d2c-97af48d96555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:51.776927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-999e9dc1-2678-4612-8d2c-97af48d96555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:51.782736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-999e9dc1-2678-4612-8d2c-97af48d96555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:51.842122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9dc1-2678-4612-8d2c-97af48d96555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20478395-b314-4e29-927e-9aec5a2bef54,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:51.849750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-999e9dc1-2678-4612-8d2c-97af48d96555 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad66e66c6fd04821bd1cd57db6103697&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6793015 Nov 23 10:58:51.851919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56332) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:51.959610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9eb43d47-6ecf-4db8-a43c-11fdbb59762b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:52.021159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9eb43d47-6ecf-4db8-a43c-11fdbb59762b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:52.122232 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:52.156867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9eb43d47-6ecf-4db8-a43c-11fdbb59762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:52.161128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9eb43d47-6ecf-4db8-a43c-11fdbb59762b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:52.162822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9eb43d47-6ecf-4db8-a43c-11fdbb59762b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20478395-b314-4e29-927e-9aec5a2bef54 HTTP/1.1" status: 204 len: 168 time: 0.3098955 Nov 23 10:58:52.179981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43d47-6ecf-4db8-a43c-11fdbb59762b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20478395-b314-4e29-927e-9aec5a2bef54,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:53.535174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56378) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:53.950565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:54.101509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:54.109138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:54.193194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=036c04a943b8434fa95a4e8be5829651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551926 Nov 23 10:58:54.195828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56400) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:54.281466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a7ca89-cb70-4881-9814-ef480516afeb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:54.332156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.332510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.332865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.361087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.361527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.361860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.362217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.362549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.363723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.373695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.374053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.374398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393aab18-94a6-48e8-bced-0b2f356e4783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:58:54.488997 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-361cb027-df7c-40ee-b613-8f56ac7188e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:54.535532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-361cb027-df7c-40ee-b613-8f56ac7188e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:54.622111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-361cb027-df7c-40ee-b613-8f56ac7188e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:54.626352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-361cb027-df7c-40ee-b613-8f56ac7188e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:54.629965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-361cb027-df7c-40ee-b613-8f56ac7188e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e1a7ca89-cb70-4881-9814-ef480516afeb HTTP/1.1" status: 204 len: 168 time: 0.4242539 Nov 23 10:58:54.639617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cb027-df7c-40ee-b613-8f56ac7188e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a7ca89-cb70-4881-9814-ef480516afeb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:55.254073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56436) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:55.430070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56446) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:55.475285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d0-6c95-4f1c-8cd9-16f1bb353ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.632903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d0-6c95-4f1c-8cd9-16f1bb353ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.639560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff5aa3d0-6c95-4f1c-8cd9-16f1bb353ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.710692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ff5aa3d0-6c95-4f1c-8cd9-16f1bb353ca9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f609160791e9485493dc1dedf625846d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2786572 Nov 23 10:58:55.712615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56458) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:55.799911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c879b6ab-a0a9-429f-b78c-71471ec460eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.810818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8964d6a4-55f4-4556-ae3f-39e6da3bd806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.824867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5aa3d0-6c95-4f1c-8cd9-16f1bb353ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510859b8-4436-4c30-8348-6d7817d91cfb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:55.879166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8964d6a4-55f4-4556-ae3f-39e6da3bd806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.950590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8964d6a4-55f4-4556-ae3f-39e6da3bd806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.955719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8964d6a4-55f4-4556-ae3f-39e6da3bd806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:55.959216 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8964d6a4-55f4-4556-ae3f-39e6da3bd806 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/510859b8-4436-4c30-8348-6d7817d91cfb HTTP/1.1" status: 204 len: 168 time: 0.2455273 Nov 23 10:58:56.001161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d6a4-55f4-4556-ae3f-39e6da3bd806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510859b8-4436-4c30-8348-6d7817d91cfb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:56.001483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c879b6ab-a0a9-429f-b78c-71471ec460eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:56.006244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c879b6ab-a0a9-429f-b78c-71471ec460eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:56.126517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c879b6ab-a0a9-429f-b78c-71471ec460eb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b03c75ffdd7497a8e9a1c5c6e09e41f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8690174 Nov 23 10:58:56.126881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:58:56.138075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b6ab-a0a9-429f-b78c-71471ec460eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936bd98c-bd2d-4c47-995a-0fe6a4b6b156,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:56.245028 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-506b2a2b-2b85-4270-959b-ac7d7db63f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:56.304757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-506b2a2b-2b85-4270-959b-ac7d7db63f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:56.381787 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-506b2a2b-2b85-4270-959b-ac7d7db63f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:56.385756 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-506b2a2b-2b85-4270-959b-ac7d7db63f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:58:56.387882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-506b2a2b-2b85-4270-959b-ac7d7db63f83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/936bd98c-bd2d-4c47-995a-0fe6a4b6b156 HTTP/1.1" status: 204 len: 168 time: 0.2593615 Nov 23 10:58:56.406805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b2a2b-2b85-4270-959b-ac7d7db63f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936bd98c-bd2d-4c47-995a-0fe6a4b6b156,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:58:59.678151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56602) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:00.015160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56620) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:00.104148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1011804969'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:00.142300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Made reservation on behalf of 52e5bcbded4a4ec59d84483da3c966a2 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:00.147041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.160106 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.333683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.344473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.366478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:00.383228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.383875 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Added segment c3ee71ee-98cb-48f9-9cc0-a6710371c5b9 of type vlan for network c4c69fe6-519c-480d-9206-96f16d9aa272 Nov 23 10:59:00.446472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.536661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846e23ec-291e-4137-9ae8-517134756c01,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:00.540608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.546934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:00.547487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.633489 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7e92-7411-47c3-bf1a-8ee6188022d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.691245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0083220 Nov 23 10:59:00.691245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ac17d-77c5-49f0-9205-31ebc74de05d tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Pushing event updated for resources: {'Network': ['ID=c4c69fe6-519c-480d-9206-96f16d9aa272,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:00.696698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56640) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:00.706951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c4c69fe6-519c-480d-9206-96f16d9aa272 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:00.962022 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7e92-7411-47c3-bf1a-8ee6188022d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:00.979405 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7e92-7411-47c3-bf1a-8ee6188022d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.049135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a0cc7e92-7411-47c3-bf1a-8ee6188022d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a708412715da4fd5b4eb940d15efba76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0325727 Nov 23 10:59:01.051166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7e92-7411-47c3-bf1a-8ee6188022d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde74fd9-7e03-4358-b910-e071b2fabdb3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:01.052252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56650) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:01.169273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'network': {'name': 'tempest-network--1906967970', 'router:external': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:01.216382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Made reservation on behalf of 4eb269bd66604a5b8c2ea65be34334a5 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:01.219907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2dac373-84b3-494e-93b3-02f5bada7b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.220898 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.248095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.274284 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2dac373-84b3-494e-93b3-02f5bada7b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.365849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2dac373-84b3-494e-93b3-02f5bada7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.369270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f2dac373-84b3-494e-93b3-02f5bada7b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.374125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f2dac373-84b3-494e-93b3-02f5bada7b79 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bde74fd9-7e03-4358-b910-e071b2fabdb3 HTTP/1.1" status: 204 len: 168 time: 0.3182640 Nov 23 10:59:01.382518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dac373-84b3-494e-93b3-02f5bada7b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde74fd9-7e03-4358-b910-e071b2fabdb3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:01.486335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.495156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.519190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:01.537259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0701dacb-94b4-4c4a-9d30-cd9286331942,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:01.551463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.554080 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Added segment ea4404c4-3994-4153-9cd3-647baed15863 of type vlan for network d4d00926-5aa7-41ea-8f6c-68dc8a3a5abb Nov 23 10:59:01.627848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.688614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.690599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:01.691446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:01.795430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56668) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:01.801398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0913131 Nov 23 10:59:01.854304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fddb9-e05b-4cb1-b781-0f601c83a594 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Network': ['ID=d4d00926-5aa7-41ea-8f6c-68dc8a3a5abb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:01.866876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d4d00926-5aa7-41ea-8f6c-68dc8a3a5abb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:01.925090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.053193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.080097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d00926-5aa7-41ea-8f6c-68dc8a3a5abb']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:02.091650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4404c4-3994-4153-9cd3-647baed15863') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:02.091816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4404c4-3994-4153-9cd3-647baed15863') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:02.112342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.145029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.160002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:02.160853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:02.165791 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:02.299699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.320955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d4d00926-5aa7-41ea-8f6c-68dc8a3a5abb {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:59:02.352977 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.366570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "DELETE /v2.0/networks/d4d00926-5aa7-41ea-8f6c-68dc8a3a5abb HTTP/1.1" status: 204 len: 168 time: 0.5700390 Nov 23 10:59:02.368227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa1023-db84-46f5-b455-8fb924f584a1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event deleted for resources: {'Network': ['ID=d4d00926-5aa7-41ea-8f6c-68dc8a3a5abb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:02.369792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56684) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:02.378822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:02.408841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Made reservation on behalf of 4eb269bd66604a5b8c2ea65be34334a5 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:02.413999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.479354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:02.511342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.512360 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Added segment 7bf1ea99-238e-4c5f-b262-b957aac25fa1 of type vlan for network cf01cf10-f16b-493e-ace1-d301c7a7c2a3 Nov 23 10:59:02.562197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:02.599556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.610554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ab0686b-8e91-47a3-a2d7-b7cf536239d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.672027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.673377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:02.674007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.832471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ab0686b-8e91-47a3-a2d7-b7cf536239d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.840257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Network': ['ID=cf01cf10-f16b-493e-ace1-d301c7a7c2a3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:02.842416 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0ab0686b-8e91-47a3-a2d7-b7cf536239d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.866698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cf01cf10-f16b-493e-ace1-d301c7a7c2a3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:02.868230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-18bed262-fe4b-4a27-9c30-0ce8ca773d2f tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4937668 Nov 23 10:59:02.871404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56718) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:02.878089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'subnet': {'network_id': 'cf01cf10-f16b-493e-ace1-d301c7a7c2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:02.946339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Made reservation on behalf of 4eb269bd66604a5b8c2ea65be34334a5 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:02.951070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:02.967148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0ab0686b-8e91-47a3-a2d7-b7cf536239d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=485a723fb80343e3a275cba98286c5a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028149 Nov 23 10:59:02.968230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0686b-8e91-47a3-a2d7-b7cf536239d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8557db-a754-444c-a3e0-c33f690a87a4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:02.977696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56728) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:03.106781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ab6345-e9d6-41f0-9377-566a7aa8a0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:03.186724 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ab6345-e9d6-41f0-9377-566a7aa8a0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:03.265319 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ab6345-e9d6-41f0-9377-566a7aa8a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:03.269166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04ab6345-e9d6-41f0-9377-566a7aa8a0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:03.270385 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-04ab6345-e9d6-41f0-9377-566a7aa8a0ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c8557db-a754-444c-a3e0-c33f690a87a4 HTTP/1.1" status: 204 len: 168 time: 0.2908103 Nov 23 10:59:03.289576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab6345-e9d6-41f0-9377-566a7aa8a0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8557db-a754-444c-a3e0-c33f690a87a4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:03.594742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.objects.ports [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103426) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 10:59:03.595390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:03.691545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4347f7fe-affc-4101-aace-c067f4a065de,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:03.702232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Checking segment: {'id': '7bf1ea99-238e-4c5f-b262-b957aac25fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'cf01cf10-f16b-493e-ace1-d301c7a7c2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:03.702232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Network hostable DHCP agents. Network: cf01cf10-f16b-493e-ace1-d301c7a7c2a3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:59:03.729319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Network cf01cf10-f16b-493e-ace1-d301c7a7c2a3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:59:03.743781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cf01cf10-f16b-493e-ace1-d301c7a7c2a3) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:03.755150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162a690a-a182-4802-a008-72fd08ffaa7a None None] Network cf01cf10-f16b-493e-ace1-d301c7a7c2a3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:03.757546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:03.758171 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:03.782700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7e96aef0-57da-4691-a212-92498519f7ee tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9103146 Nov 23 10:59:03.785547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56822) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:03.796504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf01cf10-f16b-493e-ace1-d301c7a7c2a3'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:03.856299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:04.044032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0750329d-477a-4a78-816c-9cf54977d884 None None] Network cf01cf10-f16b-493e-ace1-d301c7a7c2a3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:04.069561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:04.290416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Allocated IP 172.20.0.8 (cf01cf10-f16b-493e-ace1-d301c7a7c2a3/4347f7fe-affc-4101-aace-c067f4a065de/cee551b6-8d87-4296-b3de-458862d5ee40) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:04.520460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:04.588306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:04.637609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56918) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:04.655400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b71666bf-822e-45bc-9e8f-721fcafaa81d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:04.669551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Network cf01cf10-f16b-493e-ace1-d301c7a7c2a3 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:04.679023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:04.687132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:04.791679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Port': ['ID=cee551b6-8d87-4296-b3de-458862d5ee40,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:04.880175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b71666bf-822e-45bc-9e8f-721fcafaa81d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:04.887605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b71666bf-822e-45bc-9e8f-721fcafaa81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:04.976916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b71666bf-822e-45bc-9e8f-721fcafaa81d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=41ee87bb74c940efa6372bade9fe9fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379521 Nov 23 10:59:04.981912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56960) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:04.984830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71666bf-822e-45bc-9e8f-721fcafaa81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e9aed-a7c2-4b9e-b47f-5c0be679fccd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:05.081316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.167581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.171574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7d22-2a22-41b2-af96-1e5f3d7d7a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.244838 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7d22-2a22-41b2-af96-1e5f3d7d7a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.280040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:05.445154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c02d-6f6a-4dfb-adc3-b58be3f0c47a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.461505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7d22-2a22-41b2-af96-1e5f3d7d7a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.465827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b9f7d22-2a22-41b2-af96-1e5f3d7d7a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.467495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b9f7d22-2a22-41b2-af96-1e5f3d7d7a4f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/907e9aed-a7c2-4b9e-b47f-5c0be679fccd HTTP/1.1" status: 204 len: 168 time: 0.4843068 Nov 23 10:59:05.485793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f7d22-2a22-41b2-af96-1e5f3d7d7a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e9aed-a7c2-4b9e-b47f-5c0be679fccd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:05.522663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.532226 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.622961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c02d-6f6a-4dfb-adc3-b58be3f0c47a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.629383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f6d0c02d-6f6a-4dfb-adc3-b58be3f0c47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.633888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Port': ['ID=cee551b6-8d87-4296-b3de-458862d5ee40,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:05.697144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f6d0c02d-6f6a-4dfb-adc3-b58be3f0c47a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4508649f54954c4eb03f1637bc3c1a17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4157271 Nov 23 10:59:05.697816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57038) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:05.706240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0c02d-6f6a-4dfb-adc3-b58be3f0c47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a835e7f3-a21c-446b-9539-fa74aa749aa9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:05.723758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.753346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.760906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57046) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:05.761172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-69c6daca-d06e-4835-932e-c8c1fb9d3cda tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9722762 Nov 23 10:59:05.839951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a30709a-1474-4b7b-b9bd-99b3afe1425a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:05.843521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-440492b8-3cf8-4bb5-84ac-2ceca36ff849 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "GET /v2.0/floatingips?floating_network_id=cf01cf10-f16b-493e-ace1-d301c7a7c2a3 HTTP/1.1" status: 200 len: 689 time: 0.0814104 Nov 23 10:59:05.846673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57056) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:05.943036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a30709a-1474-4b7b-b9bd-99b3afe1425a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.046377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a30709a-1474-4b7b-b9bd-99b3afe1425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.053790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a30709a-1474-4b7b-b9bd-99b3afe1425a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.061049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a30709a-1474-4b7b-b9bd-99b3afe1425a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a835e7f3-a21c-446b-9539-fa74aa749aa9 HTTP/1.1" status: 204 len: 168 time: 0.3608506 Nov 23 10:59:06.073906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30709a-1474-4b7b-b9bd-99b3afe1425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a835e7f3-a21c-446b-9539-fa74aa749aa9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:06.402043 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.532531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Deleting port cee551b6-8d87-4296-b3de-458862d5ee40 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:06.533070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.631960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.632737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.651952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Calling delete_port for cee551b6-8d87-4296-b3de-458862d5ee40 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:06.729012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57152) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:06.752154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e48392bb-d641-42bf-b47b-becd97efc854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.876967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.982726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e48392bb-d641-42bf-b47b-becd97efc854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:06.997002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e48392bb-d641-42bf-b47b-becd97efc854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.042395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48392bb-d641-42bf-b47b-becd97efc854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab70ed-a556-4db2-a9bb-65d1416dc54c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:07.072673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e48392bb-d641-42bf-b47b-becd97efc854 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=66dc46390c7a4b9d91e607dda0917db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374019 Nov 23 10:59:07.072673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57192) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:07.117399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event deleted for resources: {'Port': ['ID=cee551b6-8d87-4296-b3de-458862d5ee40,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:07.125744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.150091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-089703c7-c515-4146-bdee-6db109a6e9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.186990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-089703c7-c515-4146-bdee-6db109a6e9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.210396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.289375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-089703c7-c515-4146-bdee-6db109a6e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.306346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-089703c7-c515-4146-bdee-6db109a6e9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.308192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-089703c7-c515-4146-bdee-6db109a6e9e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01ab70ed-a556-4db2-a9bb-65d1416dc54c HTTP/1.1" status: 204 len: 168 time: 0.2356279 Nov 23 10:59:07.322362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089703c7-c515-4146-bdee-6db109a6e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab70ed-a556-4db2-a9bb-65d1416dc54c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:07.408611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.468125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4347f7fe-affc-4101-aace-c067f4a065de,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:07.523280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.556079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf01cf10-f16b-493e-ace1-d301c7a7c2a3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:07.567639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf1ea99-238e-4c5f-b262-b957aac25fa1') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:07.567922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf1ea99-238e-4c5f-b262-b957aac25fa1') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:07.598003 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.625361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.645741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:07.646353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:07.649570 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:07.759317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.771999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf01cf10-f16b-493e-ace1-d301c7a7c2a3 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:59:07.776185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:07.779546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "DELETE /v2.0/networks/cf01cf10-f16b-493e-ace1-d301c7a7c2a3 HTTP/1.1" status: 204 len: 168 time: 1.9317420 Nov 23 10:59:07.782218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57264) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:07.792311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c4a30-8fc9-4d6a-b055-d56d9b57fabb tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf01cf10-f16b-493e-ace1-d301c7a7c2a3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:07.893756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:07.894444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-82dbe73d-551f-4da7-9340-6ba2f4328364 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1105819 Nov 23 10:59:08.130176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57296) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:08.145519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f962fba0-03f8-4105-80ec-e5800ca892da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:08.197910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.200335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.203161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.205440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.206075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.207656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.208691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.216613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57306) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:08.217281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-07985d43-dd69-4f24-a4dc-09aa6680db45 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4665 time: 0.3215191 Nov 23 10:59:08.299408 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-f8425814-b53c-4e1c-b1e8-a9c88cb39bd8 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] delete failed (client error): The resource could not be found. Nov 23 10:59:08.303621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57312) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:08.313979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f8425814-b53c-4e1c-b1e8-a9c88cb39bd8 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "DELETE /v2.0/floatingips/e5f0f830-1b2c-4476-9e0c-88c62472be37 HTTP/1.1" status: 404 len: 345 time: 0.0910087 Nov 23 10:59:08.365796 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-6389ad9e-fb6e-4792-bc9a-39f8faaf85c4 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 10:59:08.366859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6389ad9e-fb6e-4792-bc9a-39f8faaf85c4 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:59:08.377372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6389ad9e-fb6e-4792-bc9a-39f8faaf85c4 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "DELETE /v2.0/networks/cf01cf10-f16b-493e-ace1-d301c7a7c2a3 HTTP/1.1" status: 404 len: 339 time: 0.0717978 Nov 23 10:59:08.381326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57320) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:08.396485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'network': {'name': 'tempest-network--17740879', 'router:external': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:08.460424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Made reservation on behalf of 4eb269bd66604a5b8c2ea65be34334a5 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:08.464485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:08.493588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:08.508729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:08.509204 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Added segment ac131b28-b2b2-4053-9780-67d191b837a8 of type vlan for network 6345ddfa-6f93-442c-968a-17365c0ec866 Nov 23 10:59:08.578632 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:08.620627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:08.622514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:08.623114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:08.722848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Network': ['ID=6345ddfa-6f93-442c-968a-17365c0ec866,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:08.732055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-62a7cd5d-95a2-4182-b017-58bc6cff1e81 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3479476 Nov 23 10:59:08.734624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57340) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:08.745890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 6345ddfa-6f93-442c-968a-17365c0ec866 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:09.091801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791f419-6218-4066-97f6-54f40db9fa38 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:09.099461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791f419-6218-4066-97f6-54f40db9fa38 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:09.107789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791f419-6218-4066-97f6-54f40db9fa38 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:09.113857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791f419-6218-4066-97f6-54f40db9fa38 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:09.120484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9791f419-6218-4066-97f6-54f40db9fa38 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3842480 Nov 23 10:59:09.121154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57370) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:09.217195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f962fba0-03f8-4105-80ec-e5800ca892da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.233307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.264242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f962fba0-03f8-4105-80ec-e5800ca892da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.401951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962fba0-03f8-4105-80ec-e5800ca892da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbba3ff-eec0-4538-88e8-5a06242cf0aa,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:09.424587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f962fba0-03f8-4105-80ec-e5800ca892da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d38a830b42e43909ef9eec1648cffa3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2930760 Nov 23 10:59:09.427985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57386) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:09.435296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.487966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6345ddfa-6f93-442c-968a-17365c0ec866']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:09.501687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981880-63ba-41a8-baae-96a7e45989de req-84d4b218-d928-4662-9f46-49b688d4787f tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:09.503606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-84d4b218-d928-4662-9f46-49b688d4787f tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 813 time: 0.2809258 Nov 23 10:59:09.524310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac131b28-b2b2-4053-9780-67d191b837a8') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:09.524585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac131b28-b2b2-4053-9780-67d191b837a8') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:09.536916 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ba83d11-3359-429f-b952-58e9f7ca9f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.540257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.554244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-576cac48-3954-4eb9-92f7-ceabee3a6e29 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/quotas/b35258d1d1bc4d8cac607e27c25c4a25 HTTP/1.1" status: 200 len: 375 time: 0.0434301 Nov 23 10:59:09.580715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.599700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:09.600136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:09.602502 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:09.613290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-7740816c-dd99-4ea5-b54b-df35e8bbb259 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509863 Nov 23 10:59:09.624181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ba83d11-3359-429f-b952-58e9f7ca9f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.764119 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.774160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6345ddfa-6f93-442c-968a-17365c0ec866 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:59:09.781260 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.789276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57404) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:09.790403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "DELETE /v2.0/networks/6345ddfa-6f93-442c-968a-17365c0ec866 HTTP/1.1" status: 204 len: 168 time: 0.6663144 Nov 23 10:59:09.803974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'network': {'name': 'tempest-network--549510118', 'router:external': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:09.812873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b7640-defc-4bb0-be26-365773255dc3 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event deleted for resources: {'Network': ['ID=6345ddfa-6f93-442c-968a-17365c0ec866,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:09.859610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ba83d11-3359-429f-b952-58e9f7ca9f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.862830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ba83d11-3359-429f-b952-58e9f7ca9f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.869623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ba83d11-3359-429f-b952-58e9f7ca9f14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efbba3ff-eec0-4538-88e8-5a06242cf0aa HTTP/1.1" status: 204 len: 168 time: 0.4400403 Nov 23 10:59:09.882318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-97a6cef9-7e72-40c8-a457-e7ea4e351ef6 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:09.883213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Made reservation on behalf of 4eb269bd66604a5b8c2ea65be34334a5 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:09.883814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-97a6cef9-7e72-40c8-a457-e7ea4e351ef6 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.2090881 Nov 23 10:59:09.899244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:09.918158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-a077a6f4-8b3e-4b08-b2ec-60b85a9ecedb tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/quotas/f007cce6f8984a8d98e9bead10d030a5 HTTP/1.1" status: 200 len: 375 time: 0.0241272 Nov 23 10:59:09.930593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-d770bf3c-2981-4b5b-a1cc-5d2eb65b1612 service neutron] 10.222.0.61 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028831 Nov 23 10:59:09.957600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba83d11-3359-429f-b952-58e9f7ca9f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbba3ff-eec0-4538-88e8-5a06242cf0aa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:10.037444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2339aa69-61de-4ac7-beec-341a2487e514 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182983 Nov 23 10:59:10.179534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-aac63ea2-6b27-43e9-b1c1-3000dddd4b4f service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409183 Nov 23 10:59:10.225737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-773c9625-f0e5-405a-ae3f-ab00044634d1 service neutron] 10.222.0.61 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728875 Nov 23 10:59:10.263407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:10.278667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:10.279172 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Added segment 085c0078-308e-4a64-b419-4ad4f2ab207e of type vlan for network 4e874d11-38df-41ce-a492-f81fcdfd5efd Nov 23 10:59:10.366969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:10.461925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1e11c2d6-7680-4779-9ca8-0f14a5b891c1 service neutron] 10.222.0.61 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632632 Nov 23 10:59:10.640609 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:10.657578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:10.659960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:10.682631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5547452d-3d23-4eb9-93ca-213034a6f8a8 req-e57121c7-e491-4284-97ba-296d4bbad8c8 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 210 time: 0.1414716 Nov 23 10:59:10.808473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57430) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:10.811808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0183544 Nov 23 10:59:10.892382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d6440-b685-42ec-9b22-9e047a0161db tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Network': ['ID=4e874d11-38df-41ce-a492-f81fcdfd5efd,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:10.913671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 4e874d11-38df-41ce-a492-f81fcdfd5efd details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:11.000025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd505bed-d72e-4b09-8dde-667cbac45091 req-b9bebdfe-08f7-4cd6-b70c-ea3217b18dfe tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 210 time: 0.0595596 Nov 23 10:59:11.217954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690c3ab-b62c-4ad4-9ccb-a2068db15593 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:11.223319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f690c3ab-b62c-4ad4-9ccb-a2068db15593 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] 10.222.0.61 "GET /v2.0/networks/4e874d11-38df-41ce-a492-f81fcdfd5efd HTTP/1.1" status: 200 len: 756 time: 0.4127138 Nov 23 10:59:11.225294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57448) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:11.397202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57452) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:11.456571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf59a1-0624-4ed5-9be1-7a5bbad795e2 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:11.461039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57458) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:11.491334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5fbf59a1-0624-4ed5-9be1-7a5bbad795e2 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] 10.222.0.61 "GET /v2.0/networks/c4c69fe6-519c-480d-9206-96f16d9aa272 HTTP/1.1" status: 200 len: 768 time: 0.2639997 Nov 23 10:59:11.665725 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f527f0e-71bc-49cf-9979-bba73906d7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:11.707419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:11.875760 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f527f0e-71bc-49cf-9979-bba73906d7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:11.883081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f527f0e-71bc-49cf-9979-bba73906d7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:11.990646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.025761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e874d11-38df-41ce-a492-f81fcdfd5efd']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:12.027978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e64be62f-49fd-406b-8acd-42477ada333b req-d6aeb6ed-7785-41e0-aa77-50542f7e521e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 210 time: 0.1107934 Nov 23 10:59:12.068472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085c0078-308e-4a64-b419-4ad4f2ab207e') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:12.068775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085c0078-308e-4a64-b419-4ad4f2ab207e') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:12.095233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f527f0e-71bc-49cf-9979-bba73906d7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe6d60-4b42-46b3-a8fd-575afde88f0b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:12.095945 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.113489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f527f0e-71bc-49cf-9979-bba73906d7a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=966a7ab6de014c6baa3cbf74bdb44564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7140439 Nov 23 10:59:12.114641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57482) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:12.157350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.177596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:12.178003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:12.186709 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:12.301019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7221a496-2d0e-4137-8d84-ed035f51b62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.340949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7221a496-2d0e-4137-8d84-ed035f51b62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.408859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34af6325-3cb9-4f32-ad73-3b25697c7a45 req-d7a49686-aade-44ed-a5e5-d0eb4beec1e2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 210 time: 0.0671184 Nov 23 10:59:12.417714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.430839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e874d11-38df-41ce-a492-f81fcdfd5efd {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:59:12.467084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.477704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "DELETE /v2.0/networks/4e874d11-38df-41ce-a492-f81fcdfd5efd HTTP/1.1" status: 204 len: 168 time: 1.0148728 Nov 23 10:59:12.482001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57492) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:12.516394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134472ef-6657-4f32-bd37-5b27af5f3cc1 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e874d11-38df-41ce-a492-f81fcdfd5efd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:12.517081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'network': {'name': 'tempest-network--638251845'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:12.592446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57494) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:12.607790 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7221a496-2d0e-4137-8d84-ed035f51b62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.611097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7221a496-2d0e-4137-8d84-ed035f51b62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.612456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7221a496-2d0e-4137-8d84-ed035f51b62d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23fe6d60-4b42-46b3-a8fd-575afde88f0b HTTP/1.1" status: 204 len: 168 time: 0.4961984 Nov 23 10:59:12.628824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221a496-2d0e-4137-8d84-ed035f51b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe6d60-4b42-46b3-a8fd-575afde88f0b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:12.636387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Made reservation on behalf of 4eb269bd66604a5b8c2ea65be34334a5 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:12.641056 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.790003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981880-63ba-41a8-baae-96a7e45989de req-53dfa09b-c2c0-43f8-a4eb-2e46ee03c87d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:12.792456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-53dfa09b-c2c0-43f8-a4eb-2e46ee03c87d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.65 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 813 time: 0.4944222 Nov 23 10:59:12.815994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Request body: {'port': {'device_id': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921', 'admin_state_up': True, 'tenant_id': 'b35258d1d1bc4d8cac607e27c25c4a25'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:12.820705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:12.891303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:12.891659 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Added segment 8b6985ae-fdd8-42fb-9ccc-b3dd81416b28 of type vlan for network 857ca223-af09-4ac3-bb88-02817f43b402 Nov 23 10:59:12.993717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:13.226306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Made reservation on behalf of b35258d1d1bc4d8cac607e27c25c4a25 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:13.237730 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:13.357650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-5a11a277-88a1-4512-abb2-33c774b15e81 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:13.362133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-5a11a277-88a1-4512-abb2-33c774b15e81 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 814 time: 0.4156408 Nov 23 10:59:13.381813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Request body: {'port': {'device_id': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'admin_state_up': True, 'tenant_id': 'f007cce6f8984a8d98e9bead10d030a5'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:13.489663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57510) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:13.552581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db762cf4-8a83-46d5-97b0-d1c5b6bc3680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:13.575172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Allocated IP 172.20.0.2 (907fae1b-184c-4552-8576-9a2a8f6cf921/e14be5f4-628a-484d-a501-528d2ed6eaad/062b79e4-b3e7-4f70-ac92-20afc1ed9a1a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:13.596649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:13.597813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:13.598631 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:13.667584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f75b326d-c0e1-479e-91db-89fea47bf5b0 req-ec184d31-f76f-4ee5-b1d1-3d7905804708 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 210 time: 0.3590221 Nov 23 10:59:13.692908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0af9713-5396-4abf-9fa4-e44aefecf3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:13.761148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2713566 Nov 23 10:59:13.777713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57512) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:13.796054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bbf30910-0161-4b31-885b-92297b315350 req-f26d9c59-f2d9-4b75-8bea-3d53b7b3dea4 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 210 time: 0.1073008 Nov 23 10:59:13.810992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:13.828182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac91df-c7bb-4148-9f5e-2027df878b16 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Network': ['ID=857ca223-af09-4ac3-bb88-02817f43b402,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:13.844345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 857ca223-af09-4ac3-bb88-02817f43b402 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:14.019895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Made reservation on behalf of f007cce6f8984a8d98e9bead10d030a5 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:14.024393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.067829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db762cf4-8a83-46d5-97b0-d1c5b6bc3680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.119980 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db762cf4-8a83-46d5-97b0-d1c5b6bc3680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.186907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0af9713-5396-4abf-9fa4-e44aefecf3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.201191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0af9713-5396-4abf-9fa4-e44aefecf3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.245651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-db762cf4-8a83-46d5-97b0-d1c5b6bc3680 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=780e74af3c9a4b9da00e3a6e66d949fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7511990 Nov 23 10:59:14.257432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57514) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:14.261052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af9713-5396-4abf-9fa4-e44aefecf3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471522d9-c7fd-4bd4-9bcd-f5a37fde81c9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:14.261638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db762cf4-8a83-46d5-97b0-d1c5b6bc3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cd8894-efbe-4b0b-bedc-6a457daba7c7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:14.269251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.314296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e0af9713-5396-4abf-9fa4-e44aefecf3c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba2220737fc14ebd92c48dfac706c695&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7210789 Nov 23 10:59:14.321727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57518) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:14.331647 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.368597 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.374404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.459698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event updated for resources: {'Network': ['ID=857ca223-af09-4ac3-bb88-02817f43b402,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:14.493181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Network 857ca223-af09-4ac3-bb88-02817f43b402 is not hosted by any dhcp agent {{(pid=103426) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:59:14.494887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:14.495787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.499559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8eda7956-8b3d-4df4-b495-b42cea1b28a6 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "PUT /v2.0/networks/857ca223-af09-4ac3-bb88-02817f43b402 HTTP/1.1" status: 200 len: 857 time: 0.6998954 Nov 23 10:59:14.505887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57522) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:14.516770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31efe7bb-2d53-4000-a381-3a4a48a6420f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.523020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Network 907fae1b-184c-4552-8576-9a2a8f6cf921 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:14.532993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:14.551982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:14.569170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Allocated IP 172.20.0.11 (d898bed4-6d0d-4cff-8e9d-033efad0c617/2da67f8e-b620-405b-8d71-0d6b4334c998/b7c6aadc-e8eb-47a4-92bb-c43477bd8c66) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:14.574201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Pushing event updated for resources: {'Port': ['ID=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:14.607130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ad825d-7cc5-4db1-876b-a0b228bd94e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.622390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf88343-268c-47ca-8808-9f1106ee814d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.631685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:14.632456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.652562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-c637bc06-cc59-41fa-b88e-5e68809044bb tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8433917 Nov 23 10:59:14.666429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Request body: {'port': {'device_id': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:14.730998 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.739742 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ad825d-7cc5-4db1-876b-a0b228bd94e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.747001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.764746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf88343-268c-47ca-8808-9f1106ee814d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:14.944449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030938b6-f5ba-421d-85e3-a2b4b968b5c4 req-dbe7dc57-69eb-473c-bfa6-ea0f55656134 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:14.946009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-030938b6-f5ba-421d-85e3-a2b4b968b5c4 req-dbe7dc57-69eb-473c-bfa6-ea0f55656134 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 931 time: 0.1402471 Nov 23 10:59:15.050998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-030938b6-f5ba-421d-85e3-a2b4b968b5c4 req-5fcbf3ac-8a2a-432c-9c8a-7dad42d92812 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904858 Nov 23 10:59:15.093378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.124026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857ca223-af09-4ac3-bb88-02817f43b402']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:15.136400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6985ae-fdd8-42fb-9ccc-b3dd81416b28') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:15.137185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6985ae-fdd8-42fb-9ccc-b3dd81416b28') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:15.164230 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.170234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf88343-268c-47ca-8808-9f1106ee814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.173034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf88343-268c-47ca-8808-9f1106ee814d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.177079 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bcf88343-268c-47ca-8808-9f1106ee814d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8cd8894-efbe-4b0b-bedc-6a457daba7c7 HTTP/1.1" status: 204 len: 168 time: 0.9184773 Nov 23 10:59:15.179508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2c557b93-8fa5-4d36-b0ec-a937d1e79da8 req-ad7a1629-5d50-44b7-abf6-ed6aecc45e3f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 210 time: 0.2046893 Nov 23 10:59:15.227925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf88343-268c-47ca-8808-9f1106ee814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cd8894-efbe-4b0b-bedc-6a457daba7c7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:15.272922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.280949 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ad825d-7cc5-4db1-876b-a0b228bd94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.293848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ad825d-7cc5-4db1-876b-a0b228bd94e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.295025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-13ad825d-7cc5-4db1-876b-a0b228bd94e6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/471522d9-c7fd-4bd4-9bcd-f5a37fde81c9 HTTP/1.1" status: 204 len: 168 time: 0.9696894 Nov 23 10:59:15.310471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:15.311300 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:15.312633 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:15.315762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:59:15.336518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.378901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad825d-7cc5-4db1-876b-a0b228bd94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471522d9-c7fd-4bd4-9bcd-f5a37fde81c9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:15.494928 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.523214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Transition to ACTIVE for port object 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:59:15.532845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.533538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.558595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 857ca223-af09-4ac3-bb88-02817f43b402 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 10:59:15.602956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.617832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57538) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:15.617832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57540) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:15.619349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] 10.222.0.61 "DELETE /v2.0/networks/857ca223-af09-4ac3-bb88-02817f43b402 HTTP/1.1" status: 204 len: 168 time: 1.1049240 Nov 23 10:59:15.654428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddbfaa-1d69-464d-b880-6e928e08ba83 tempest-ExternalNetworksTestJSON-741772113 tempest-ExternalNetworksTestJSON-741772113-project-admin] Pushing event deleted for resources: {'Network': ['ID=857ca223-af09-4ac3-bb88-02817f43b402,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:15.690101 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0529ff-eeb2-419e-8806-9ebd1ad85b23 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] DELETE failed (client error): The resource could not be found. Nov 23 10:59:15.690748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:15.690855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0529ff-eeb2-419e-8806-9ebd1ad85b23 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 10:59:15.698259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b0529ff-eeb2-419e-8806-9ebd1ad85b23 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] 10.222.0.61 "DELETE /v2.0/subnets/4347f7fe-affc-4101-aace-c067f4a065de HTTP/1.1" status: 404 len: 337 time: 0.0600586 Nov 23 10:59:15.703731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7e84e0f5-ce93-425f-9428-d6204cfc0033'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:59:15.706367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b4121caf-cec9-4210-a973-b1f3bc76ff0d', '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:59:15.725442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57546) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:15.761834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Pushing event updated for resources: {'Port': ['ID=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:15.834470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Network d898bed4-6d0d-4cff-8e9d-033efad0c617 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:15.848534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:15.877142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:15.958615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Attempting to bind port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:15.959311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Attempting to bind port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:15.961397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Attempting to bind port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a on network 907fae1b-184c-4552-8576-9a2a8f6cf921 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:16.019596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:16.028302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a on network 907fae1b-184c-4552-8576-9a2a8f6cf921 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:16.029368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Attempting to bind port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a on network 907fae1b-184c-4552-8576-9a2a8f6cf921 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:16.054819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:16.055162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Checking segment: {'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:16.055557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Bound using segment: {'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:16.055999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Bound port: 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:16.056364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:16.058486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:16.059314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:16.135941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event updated for resources: {'Port': ['ID=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:16.163368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1530c865-9c49-4a2c-b1b3-24c94f67f152 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7879059 Nov 23 10:59:16.187601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Request body: {'port': {'device_id': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:16.367998 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:16.569708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f5cc2-9ddf-4585-a4f8-34e892fb96c5 req-de05e759-9e90-438d-8a93-036bba0c8072 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:16.586559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-432f5cc2-9ddf-4585-a4f8-34e892fb96c5 req-de05e759-9e90-438d-8a93-036bba0c8072 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 932 time: 0.2216668 Nov 23 10:59:16.955291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-432f5cc2-9ddf-4585-a4f8-34e892fb96c5 req-3142b960-57dd-4ba7-a156-c4108536c855 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422525 Nov 23 10:59:16.960765 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29c2294c-bb2f-4430-901d-dd0e298ef91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.121505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.199899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:59:17.205912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c69fe6-519c-480d-9206-96f16d9aa272']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:17.209495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.225194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Transition to ACTIVE for port object b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 10:59:17.230772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ee71ee-98cb-48f9-9cc0-a6710371c5b9') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:17.230772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ee71ee-98cb-48f9-9cc0-a6710371c5b9') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:17.236384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.241829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] For port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:17.265414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.278941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] For port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:17.288619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95375869-2b0c-4eee-9a04-e7df7880b5fd req-0b2b3d1d-b62a-4745-9ccd-86e46d5ca062 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:17.290269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95375869-2b0c-4eee-9a04-e7df7880b5fd req-0b2b3d1d-b62a-4745-9ccd-86e46d5ca062 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 943 time: 0.3505604 Nov 23 10:59:17.302043 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.339631 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.378070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:17.432339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:17.433062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.439654 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] 10.222.0.65 "PUT /v2.0/ports/062b79e4-b3e7-4f70-ac92-20afc1ed9a1a HTTP/1.1" status: 200 len: 1091 time: 2.7769597 Nov 23 10:59:17.439862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Attempting to bind port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:17.439862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Attempting to bind port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:17.440270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Attempting to bind port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:17.446442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 on network d898bed4-6d0d-4cff-8e9d-033efad0c617 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:17.446968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Attempting to bind port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 on network d898bed4-6d0d-4cff-8e9d-033efad0c617 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:17.455323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:17.456016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Checking segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:17.456502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Bound using segment: {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:17.457048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Bound port: b7c6aadc-e8eb-47a4-92bb-c43477bd8c66, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144cd790-b255-474d-8a84-f6fe8efc32d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:17.457547 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.493704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'tag': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:17.513032 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7569b5-2626-415c-8d77-eb15f54ffe5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec29d12-ce99-4102-bdf2-85a9c8ed5968", "tag": "062b79e4-b3e7-4f70-ac92-20afc1ed9a1a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:17.520896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:17.521354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.581524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] For port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:17.585642 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:17.588675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] For port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:17.596891 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.709523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:17.710161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.711595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] 10.222.0.65 "PUT /v2.0/ports/b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 HTTP/1.1" status: 200 len: 1092 time: 1.5369222 Nov 23 10:59:17.712051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'tag': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:17.729898 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f412704e-0b95-473f-8c8b-627903ac5238 x-openstack-request-id: req-f412704e-0b95-473f-8c8b-627903ac5238 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:17.730310 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec29d12-ce99-4102-bdf2-85a9c8ed5968", "tag": "062b79e4-b3e7-4f70-ac92-20afc1ed9a1a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:17.730475 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f412704e-0b95-473f-8c8b-627903ac5238 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:17.730907 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'tag': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a', 'status': 'completed', 'code': 200} Nov 23 10:59:17.739944 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c" -d '{"events": [{"name": "network-changed", "server_uuid": "2305cd46-cfb9-4e57-8e5b-c559005590aa", "tag": "b7c6aadc-e8eb-47a4-92bb-c43477bd8c66"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:17.763649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88589586-249f-4f8f-86c7-a1d9b22fcc47 service neutron] Pushing event updated for resources: {'Port': ['ID=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:17.829773 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b230f2d3-a186-4032-aa39-cfcdd38ce690 x-openstack-request-id: req-b230f2d3-a186-4032-aa39-cfcdd38ce690 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:17.830337 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2305cd46-cfb9-4e57-8e5b-c559005590aa", "tag": "b7c6aadc-e8eb-47a4-92bb-c43477bd8c66", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:17.830599 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b230f2d3-a186-4032-aa39-cfcdd38ce690 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:17.831010 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'tag': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66', 'status': 'completed', 'code': 200} Nov 23 10:59:17.857679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ed071-8e34-4108-9887-4fc396028919 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:17.870812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95375869-2b0c-4eee-9a04-e7df7880b5fd req-990cd541-323a-459b-8855-b8e9bb49e97d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611446 Nov 23 10:59:17.878191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-16ef1626-f3c3-44b3-a1cb-6a93714ffb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:17.880258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-16ef1626-f3c3-44b3-a1cb-6a93714ffb81 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 1095 time: 0.1111317 Nov 23 10:59:17.880554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.889792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981880-63ba-41a8-baae-96a7e45989de req-6041b9ce-0e4f-43c1-8e4b-df0be2390c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:17.891313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-6041b9ce-0e4f-43c1-8e4b-df0be2390c38 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 1094 time: 0.3078659 Nov 23 10:59:17.911861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:17.930914 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] 10.222.0.61 "DELETE /v2.0/networks/c4c69fe6-519c-480d-9206-96f16d9aa272 HTTP/1.1" status: 204 len: 168 time: 2.1932969 Nov 23 10:59:17.957357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-13edb38e-87fb-455f-a5b9-101e855e70f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 HTTP/1.1" status: 200 len: 217 time: 0.0611627 Nov 23 10:59:17.964307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e669cc-ceaf-4c36-a3f8-0e4919699eb7 tempest-ExternalNetworksTestJSON-1744700258 tempest-ExternalNetworksTestJSON-1744700258-project] Pushing event deleted for resources: {'Network': ['ID=c4c69fe6-519c-480d-9206-96f16d9aa272,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:18.053579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-be9e66a7-077f-4e4a-bb97-05567ad43e1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a HTTP/1.1" status: 200 len: 217 time: 0.0908804 Nov 23 10:59:18.077030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-b1ba1325-9fa4-4171-acd0-a44edb3c65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:18.082927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-b1ba1325-9fa4-4171-acd0-a44edb3c65b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.1142340 Nov 23 10:59:18.161793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-4ddae415-8a04-4339-a75d-73ecb0cf058d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301707 Nov 23 10:59:18.173567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981880-63ba-41a8-baae-96a7e45989de req-b4e6f236-6a88-4d29-b041-228698ea6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:18.175031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-b4e6f236-6a88-4d29-b041-228698ea6ff1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e14be5f4-628a-484d-a501-528d2ed6eaad HTTP/1.1" status: 200 len: 853 time: 0.0888574 Nov 23 10:59:18.180294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44c83-7f5b-46f2-af62-3a3dd90ca4c1 req-35dcae2e-2e98-4c5f-b7a5-29dba4508d10 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:18.187852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac44c83-7f5b-46f2-af62-3a3dd90ca4c1 req-35dcae2e-2e98-4c5f-b7a5-29dba4508d10 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 944 time: 0.0992024 Nov 23 10:59:18.235069 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-1e6ced4a-f22c-4525-9c8c-724765239962 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=907fae1b-184c-4552-8576-9a2a8f6cf921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422723 Nov 23 10:59:18.322599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ac44c83-7f5b-46f2-af62-3a3dd90ca4c1 req-0da5ad74-c064-420b-87f4-bd71c9e1e7a9 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279585 Nov 23 10:59:18.397800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-bade2a60-5e61-45f6-a7d4-3a9d3011a681 service neutron] 10.222.0.65 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484420 Nov 23 10:59:18.406278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-1c3c0d5a-43c5-4c85-9eee-fd6d4f974d36 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155850 Nov 23 10:59:18.414005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:18.543587 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:18.555454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57618) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:18.618038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62298029-c2bf-4148-80fb-1ad2ecb5d23f req-0afe0a1c-f8c5-4fa4-9a10-4b74cc62b96f service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989477 Nov 23 10:59:18.707391 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52981880-63ba-41a8-baae-96a7e45989de req-ada223c2-7832-4d0f-8cac-41fede2a69c2 service neutron] 10.222.0.65 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888696 Nov 23 10:59:18.769352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-35ff7e54-6fc8-4b84-9985-d4db39574f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:18.771286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-35ff7e54-6fc8-4b84-9985-d4db39574f0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 1095 time: 0.1014707 Nov 23 10:59:18.896690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-d519b941-294c-4e0e-bd2f-7946995fdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:18.898729 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-d519b941-294c-4e0e-bd2f-7946995fdc0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 1094 time: 0.1169553 Nov 23 10:59:18.993869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-8ad3aa98-7959-45d5-bf0f-753e5f1d87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:18.996263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-8ad3aa98-7959-45d5-bf0f-753e5f1d87fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.2155855 Nov 23 10:59:18.999062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4250aeb5-8474-4a2a-8c76-d7c253e3e90f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52e5bcbded4a4ec59d84483da3c966a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4424307 Nov 23 10:59:19.001703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57634) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:19.008692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Deleting port 79ceee96-163a-417f-b84f-1991c4355aa1 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:19.009025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.059493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-ef9addb3-c738-4416-9fe7-6829094eb22e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 HTTP/1.1" status: 200 len: 217 time: 0.0497563 Nov 23 10:59:19.146461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-57bd1b2a-b6b7-411d-b8f9-a51e1e9b7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:19.148192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-57bd1b2a-b6b7-411d-b8f9-a51e1e9b7aab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.0784414 Nov 23 10:59:19.171625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-fe1a4251-7270-422e-a1c7-a8bf3e3c9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:19.173236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-fe1a4251-7270-422e-a1c7-a8bf3e3c9a2a service neutron] 10.222.0.65 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 914 time: 0.2606080 Nov 23 10:59:19.192039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c783dc1-5638-4541-b6ec-188b98a488c4 req-89a37c01-a53e-4818-8763-5be106f185e6 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:19.193949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c783dc1-5638-4541-b6ec-188b98a488c4 req-89a37c01-a53e-4818-8763-5be106f185e6 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 943 time: 0.1802657 Nov 23 10:59:19.200972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-67cd27a5-2293-46fa-a0f7-10802553299c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408113 Nov 23 10:59:19.217555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] For port 79ceee96-163a-417f-b84f-1991c4355aa1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=79ceee96-163a-417f-b84f-1991c4355aa1,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:19.217874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.232814 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a2305bf-4872-437c-940d-934565f1c8fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.273162 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-ce77d947-c277-4ba1-91dc-ada46a090341 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a HTTP/1.1" status: 200 len: 217 time: 0.0719593 Nov 23 10:59:19.281643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Calling delete_port for 79ceee96-163a-417f-b84f-1991c4355aa1 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:19.310375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a2305bf-4872-437c-940d-934565f1c8fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.370056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-6b07d9cd-a8df-476e-a79a-4d5487e78414 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600752 Nov 23 10:59:19.442537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c783dc1-5638-4541-b6ec-188b98a488c4 req-abe7d78c-d3e1-4d01-97db-1905e965e412 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329550 Nov 23 10:59:19.453028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-69d67bf4-382f-4f5b-b630-5634bcd26e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:19.455550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-69d67bf4-382f-4f5b-b630-5634bcd26e55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e14be5f4-628a-484d-a501-528d2ed6eaad HTTP/1.1" status: 200 len: 853 time: 0.1663015 Nov 23 10:59:19.518619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.534433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a2305bf-4872-437c-940d-934565f1c8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.537007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a2305bf-4872-437c-940d-934565f1c8fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.538171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4a2305bf-4872-437c-940d-934565f1c8fd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/846e23ec-291e-4137-9ae8-517134756c01 HTTP/1.1" status: 204 len: 168 time: 0.5355654 Nov 23 10:59:19.561454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2305bf-4872-437c-940d-934565f1c8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846e23ec-291e-4137-9ae8-517134756c01,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:19.596238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14d1c-23d4-4266-bd80-2ea347212374 req-4d55bdd4-0d88-49e6-b3db-b054b5ee7541 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:19.604478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4a14d1c-23d4-4266-bd80-2ea347212374 req-4d55bdd4-0d88-49e6-b3db-b054b5ee7541 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 944 time: 0.1389995 Nov 23 10:59:19.627032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c67dd2c8-31f7-4fb9-9e2d-b7e9cd7db69c req-dd351488-6354-4ca9-98c9-5161d2da7b58 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442780 Nov 23 10:59:19.672187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-646d6f9c-d10d-40bd-8d5c-5f69d13fd80f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=907fae1b-184c-4552-8576-9a2a8f6cf921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070916 Nov 23 10:59:19.682445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4a14d1c-23d4-4266-bd80-2ea347212374 req-07cc181e-b593-4557-bac0-cfdf727082ae tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743368 Nov 23 10:59:19.852954 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:19.878104 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-34589d83-8272-4f3f-9320-d7c1e91f454e service neutron] 10.222.0.65 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917546 Nov 23 10:59:19.959454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.022529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ceee96-163a-417f-b84f-1991c4355aa1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:20.105814 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.133203 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f7569b5-2626-415c-8d77-eb15f54ffe5c req-0be62160-4faa-4f2c-87c0-528f09f14f55 service neutron] 10.222.0.65 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361016 Nov 23 10:59:20.325660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.362092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57734) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:20.433000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b1935b34-6481-453c-830c-a301680c90b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4eb269bd66604a5b8c2ea65be34334a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671084 Nov 23 10:59:20.433274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57738) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:20.502070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c3647b-15d4-4e88-9248-778833634ab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.539204 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c3647b-15d4-4e88-9248-778833634ab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.608278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c3647b-15d4-4e88-9248-778833634ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.613537 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91c3647b-15d4-4e88-9248-778833634ab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:20.617467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-91c3647b-15d4-4e88-9248-778833634ab6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0701dacb-94b4-4c4a-9d30-cd9286331942 HTTP/1.1" status: 204 len: 168 time: 0.1819241 Nov 23 10:59:20.636320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3647b-15d4-4e88-9248-778833634ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0701dacb-94b4-4c4a-9d30-cd9286331942,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:20.846531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9742c-2282-459e-96df-7a1f4f2e0053 req-2e1a8676-4712-4b05-9e06-6f3b3c249f46 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:20.855930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdb9742c-2282-459e-96df-7a1f4f2e0053 req-2e1a8676-4712-4b05-9e06-6f3b3c249f46 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 944 time: 0.0790224 Nov 23 10:59:20.918043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdb9742c-2282-459e-96df-7a1f4f2e0053 req-84f28752-20b8-44e6-a6bc-4ba7a868cff4 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608103 Nov 23 10:59:21.093093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8afb6e-08e5-4d95-b75b-271d79b6c874 req-8c8d477e-6624-4b94-abcd-b728402eb6c4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:21.095050 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f8afb6e-08e5-4d95-b75b-271d79b6c874 req-8c8d477e-6624-4b94-abcd-b728402eb6c4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 943 time: 0.1871750 Nov 23 10:59:21.099580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:59:21.205532 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f8afb6e-08e5-4d95-b75b-271d79b6c874 req-53a6d6a3-2830-44b6-a0c2-7523f24fc2f6 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028175 Nov 23 10:59:21.224661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57758) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:21.259547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:59:21.267942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4f48df5c-e543-4b77-8ccf-91e8dc63a1c2 admin admin] 10.222.0.61 "PUT /v2.0/routers/2fbbdf72-8f1f-4c86-aa05-0f2233215e31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6345792 Nov 23 10:59:21.268046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57762) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:21.270316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] Sync routers for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:59:21.284375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:21.285024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:21.423118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.454041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:21.588292 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.593619 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1138-e5cd-463e-9db5-bb35c6c201f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.704038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Deleting port de061e56-194c-4fce-ac77-4aec984b907a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:21.704718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.710864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:59:21.752560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1138-e5cd-463e-9db5-bb35c6c201f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.779257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fcd1138-e5cd-463e-9db5-bb35c6c201f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.807623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1fcd1138-e5cd-463e-9db5-bb35c6c201f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e6ed1933b5647919259c0ba2582c777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5813477 Nov 23 10:59:21.810320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57776) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:21.843227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd1138-e5cd-463e-9db5-bb35c6c201f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c20f6cd-43f8-4a9b-8b77-433c2e1f4ad1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:21.876025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:59:19Z', 'revision_number': 5, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port': {'id': 'de061e56-194c-4fce-ac77-4aec984b907a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:08Z', 'updated_at': '2021-11-23T10:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:21.892485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] For port de061e56-194c-4fce-ac77-4aec984b907a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=de061e56-194c-4fce-ac77-4aec984b907a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:21.893255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.913520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Calling delete_port for de061e56-194c-4fce-ac77-4aec984b907a owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:21.914663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] Checking router: 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:59:21.931189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:21.935233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] Routers {'2fbbdf72-8f1f-4c86-aa05-0f2233215e31'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:21.935233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:21.938902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87623849-6a80-4abd-94da-f8491311e39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.987571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87623849-6a80-4abd-94da-f8491311e39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:21.997306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57780) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:22.013701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a', 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921', 'port_id': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a', 'mac_address': 'fa:16:3e:a8:b2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14be5f4-628a-484d-a501-528d2ed6eaad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:59:22.105499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] Set router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:22.109303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87623849-6a80-4abd-94da-f8491311e39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.112325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87623849-6a80-4abd-94da-f8491311e39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.116001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-87623849-6a80-4abd-94da-f8491311e39d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c20f6cd-43f8-4a9b-8b77-433c2e1f4ad1 HTTP/1.1" status: 204 len: 168 time: 0.3023379 Nov 23 10:59:22.130102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87623849-6a80-4abd-94da-f8491311e39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c20f6cd-43f8-4a9b-8b77-433c2e1f4ad1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:22.202644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:59:21Z', 'revision_number': 6, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:22.243673 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.266401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a28b05-650d-400f-b18f-e7b7fe33e83e None None] The sync data for ids ['2fbbdf72-8f1f-4c86-aa05-0f2233215e31'] in n-d-817747-2 is: [{'id': '2fbbdf72-8f1f-4c86-aa05-0f2233215e31', 'name': 'tempest-TaggedBootDevicesTest-381310095-router', 'tenant_id': '5a14e0ebb8f9410982d127e9f76042ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:07Z', 'updated_at': '2021-11-23T10:59:21Z', 'revision_number': 6, 'project_id': '5a14e0ebb8f9410982d127e9f76042ce', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:59:22.268756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:59:22.280225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.317527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:22.326391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.328094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 10:59:22.482360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba754df-70d5-4191-8c99-32453d1278a9 req-9733ea3a-1b3b-4678-9026-4f33f3cadcef tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:22.485330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:22.487260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ba754df-70d5-4191-8c99-32453d1278a9 req-9733ea3a-1b3b-4678-9026-4f33f3cadcef tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 944 time: 0.1428702 Nov 23 10:59:22.627822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ba754df-70d5-4191-8c99-32453d1278a9 req-3dcd51fc-f773-4712-b729-b16284416e47 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344175 Nov 23 10:59:22.699713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:22.716498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66', 'network_id': 'd898bed4-6d0d-4cff-8e9d-033efad0c617', 'port_id': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66', 'mac_address': 'fa:16:3e:ae:b3:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da67f8e-b620-405b-8d71-0d6b4334c998', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 10:59:22.770983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.786571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57800) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:22.789988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 10:59:22.808444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50c66024-e10d-49ea-bcde-304926ba1ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.826226 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:22.840876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.920294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ea753-3131-46dd-a662-31fe089ff749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:22.939288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:22.967330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d6971-8e6b-43a3-ac7d-344e01c02e73 req-f9b6157a-3aa1-4806-a4bf-4defddad1133 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:22.968910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c5d6971-8e6b-43a3-ac7d-344e01c02e73 req-f9b6157a-3aa1-4806-a4bf-4defddad1133 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 944 time: 0.8969183 Nov 23 10:59:22.988696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50c66024-e10d-49ea-bcde-304926ba1ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.001601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50c66024-e10d-49ea-bcde-304926ba1ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.099349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-50c66024-e10d-49ea-bcde-304926ba1ae9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a08bd91fad2b4f7bb4a0dad5f9981f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115008 Nov 23 10:59:23.100270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c66024-e10d-49ea-bcde-304926ba1ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c74c70-bc72-4a86-a15f-6923ca5c8594,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:23.102979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:23.116390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c5d6971-8e6b-43a3-ac7d-344e01c02e73 req-5b6e7aa8-ede6-4a4c-acb5-123dfc915177 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256912 Nov 23 10:59:23.116930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['b7c6aadc-e8eb-47a4-92bb-c43477bd8c66'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:59:23.121213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['062b79e4-b3e7-4f70-ac92-20afc1ed9a1a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 10:59:23.149019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.212429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Pushing event deleted for resources: {'Port': ['ID=de061e56-194c-4fce-ac77-4aec984b907a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:23.257371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e892caef-8a7f-4b61-a13d-b24387055bdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.261666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ea753-3131-46dd-a662-31fe089ff749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.300083 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e31ea753-3131-46dd-a662-31fe089ff749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.310574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e892caef-8a7f-4b61-a13d-b24387055bdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.323305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111261ad-a743-4e55-b5b0-021645454bfc None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:59:23.391607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device de061e56-194c-4fce-ac77-4aec984b907a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:59:23.394727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e31ea753-3131-46dd-a662-31fe089ff749 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=78085d629df1497a962fa22068c1ecdf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3944128 Nov 23 10:59:23.397378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57810) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:23.406190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e892caef-8a7f-4b61-a13d-b24387055bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.415540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e892caef-8a7f-4b61-a13d-b24387055bdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.420783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e892caef-8a7f-4b61-a13d-b24387055bdd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1c74c70-bc72-4a86-a15f-6923ca5c8594 HTTP/1.1" status: 204 len: 168 time: 0.3163879 Nov 23 10:59:23.434008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.439810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ea753-3131-46dd-a662-31fe089ff749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9011ee-12c0-4d1b-a5c0-ece4d7f9934a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:23.452240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: de061e56-194c-4fce-ac77-4aec984b907a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:59:23.453229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device de061e56-194c-4fce-ac77-4aec984b907a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:59:23.464949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 79ceee96-163a-417f-b84f-1991c4355aa1 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:59:23.498831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892caef-8a7f-4b61-a13d-b24387055bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c74c70-bc72-4a86-a15f-6923ca5c8594,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:23.507898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 79ceee96-163a-417f-b84f-1991c4355aa1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:59:23.508431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 79ceee96-163a-417f-b84f-1991c4355aa1 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:59:23.564350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2221-772b-4998-872b-43442f54aadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.624638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2221-772b-4998-872b-43442f54aadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.747396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2221-772b-4998-872b-43442f54aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.751203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff3c2221-772b-4998-872b-43442f54aadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.754007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ff3c2221-772b-4998-872b-43442f54aadc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fd9011ee-12c0-4d1b-a5c0-ece4d7f9934a HTTP/1.1" status: 204 len: 168 time: 0.3551545 Nov 23 10:59:23.796995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c2221-772b-4998-872b-43442f54aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9011ee-12c0-4d1b-a5c0-ece4d7f9934a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:23.821812 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.843478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e20266-3ca1-4005-b814-4afb37459927 req-2893b5ca-3a7b-4458-8dcc-4b20d246f72d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:23.852696 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85e20266-3ca1-4005-b814-4afb37459927 req-2893b5ca-3a7b-4458-8dcc-4b20d246f72d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 944 time: 0.1325541 Nov 23 10:59:23.856373 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.965017 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.965760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbbdf72-8f1f-4c86-aa05-0f2233215e31 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:59:23.968923 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85e20266-3ca1-4005-b814-4afb37459927 req-9d64e068-6e27-4e26-b77d-b13bbae2e25d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142933 Nov 23 10:59:23.982281 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:23.983911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2403cf7d-c7e5-4ee8-bae0-d52782c04524 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2fbbdf72-8f1f-4c86-aa05-0f2233215e31 HTTP/1.1" status: 204 len: 168 time: 2.7149174 Nov 23 10:59:23.986586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:24.093270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] Deleting subnet e66536e5-6ad5-4ff3-acb6-9feefcc40aed {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:59:24.101027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.164123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.280901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57840) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:24.299868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.360234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57846) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:24.408629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0b793-e006-4bf5-9c8f-0e39bdfe5425 req-d62a4285-8428-46be-8885-d30554efe8a8 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:24.413179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b0b793-e006-4bf5-9c8f-0e39bdfe5425 req-d62a4285-8428-46be-8885-d30554efe8a8 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 945 time: 0.1709158 Nov 23 10:59:24.414532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fcbc722b-62c7-41bd-8631-59709484b7e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.452712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.472429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.479313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e66536e5-6ad5-4ff3-acb6-9feefcc40aed HTTP/1.1" status: 204 len: 168 time: 0.4914503 Nov 23 10:59:24.479516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad9c086-415f-47ce-817a-20811d5f1127 None None] Network 172cb543-158a-4cad-bd24-49d8d0daf094 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:24.523525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57850) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:24.543128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac418037-6cf3-443f-9b35-1581d89ead73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e66536e5-6ad5-4ff3-acb6-9feefcc40aed,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:24.550748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fcbc722b-62c7-41bd-8631-59709484b7e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.563757 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fcbc722b-62c7-41bd-8631-59709484b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.596771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc722b-62c7-41bd-8631-59709484b7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b029e18c-496b-422f-97aa-fd4b154ff53d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:24.637762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fcbc722b-62c7-41bd-8631-59709484b7e8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f03ce27a632e4da7b820b9a85e7b3d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764635 Nov 23 10:59:24.641494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57854) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:24.658718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b0b793-e006-4bf5-9c8f-0e39bdfe5425 req-11036c1c-4a40-441c-b579-8c40cd258ae2 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329686 Nov 23 10:59:24.734061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70cb056c-b1c5-470d-9bcf-2e66686c454c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.737454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f15868a1-fbb8-4c6b-aef5-6238a3f287ec tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1497338365'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:24.739442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f15868a1-fbb8-4c6b-aef5-6238a3f287ec tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Unknown quota resources ['metering_label']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:24.761517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70cb056c-b1c5-470d-9bcf-2e66686c454c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.777702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.794072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] DHCP port deletion for 172cb543-158a-4cad-bd24-49d8d0daf094 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:59:24.869546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70cb056c-b1c5-470d-9bcf-2e66686c454c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.874098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-70cb056c-b1c5-470d-9bcf-2e66686c454c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.886510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-70cb056c-b1c5-470d-9bcf-2e66686c454c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b029e18c-496b-422f-97aa-fd4b154ff53d HTTP/1.1" status: 204 len: 168 time: 0.2394278 Nov 23 10:59:24.895459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] Deleting port e51a2534-4046-420e-8f06-c5b209653d67 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:24.896176 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:24.927775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb056c-b1c5-470d-9bcf-2e66686c454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b029e18c-496b-422f-97aa-fd4b154ff53d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:25.071727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] For port e51a2534-4046-420e-8f06-c5b209653d67, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e51a2534-4046-420e-8f06-c5b209653d67,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:25.072767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.104325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] Calling delete_port for e51a2534-4046-420e-8f06-c5b209653d67 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:25.124301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e51a2534-4046-420e-8f06-c5b209653d67 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:59:25.151587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f15868a1-fbb8-4c6b-aef5-6238a3f287ec tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.152767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f15868a1-fbb8-4c6b-aef5-6238a3f287ec tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8698647 Nov 23 10:59:25.155671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57868) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:25.162573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-99dc5fa6-22e2-40ba-8941-2c0f8570517b tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd427ca99-7e83-4b5b-91d9-0707d37e7980'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:25.163132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-99dc5fa6-22e2-40ba-8941-2c0f8570517b tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:25.242119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dd992-6c9b-4244-98a3-9794564bcfa1 req-35d3cf1a-f939-4842-80bf-7506e848c22e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:25.249769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e0dd992-6c9b-4244-98a3-9794564bcfa1 req-35d3cf1a-f939-4842-80bf-7506e848c22e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 944 time: 0.1040888 Nov 23 10:59:25.334393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Deleting port e51a2534-4046-420e-8f06-c5b209653d67 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:25.335881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.336674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.355987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.366487 n-d-817747-2 neutron-server[103426]: WARNING neutron.services.metering.metering_plugin [None req-99dc5fa6-22e2-40ba-8941-2c0f8570517b tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:59:25.368629 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e0dd992-6c9b-4244-98a3-9794564bcfa1 req-debbd680-baae-4f5c-a4d6-40f1d3c0021b tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121314 Nov 23 10:59:25.408401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] Pushing event deleted for resources: {'Port': ['ID=e51a2534-4046-420e-8f06-c5b209653d67,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:25.443135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da71e8b-8992-4762-a396-6eb2a3cbf1e6 None None] No DVR routers for this DVR port e51a2534-4046-420e-8f06-c5b209653d67 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:59:25.492796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] For port e51a2534-4046-420e-8f06-c5b209653d67, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e51a2534-4046-420e-8f06-c5b209653d67,segment=NetworkSegment(318be6b8-3373-4fdd-95a9-28f1e33e8efc),segment_id=318be6b8-3373-4fdd-95a9-28f1e33e8efc)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:25.494450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.518016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Calling delete_port for e51a2534-4046-420e-8f06-c5b209653d67 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:25.618050 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.645013 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-99dc5fa6-22e2-40ba-8941-2c0f8570517b tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.653405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-99dc5fa6-22e2-40ba-8941-2c0f8570517b tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4913328 Nov 23 10:59:25.653524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e51a2534-4046-420e-8f06-c5b209653d67,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:25.654073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57884) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:25.658806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cd6b9f12-ff29-497a-920b-b13d90fb4f7a tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd427ca99-7e83-4b5b-91d9-0707d37e7980'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:25.659314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cd6b9f12-ff29-497a-920b-b13d90fb4f7a tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:25.659969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] No DVR routers for this DVR port e51a2534-4046-420e-8f06-c5b209653d67 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:59:25.703717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:25.773136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.778160 n-d-817747-2 neutron-server[103426]: WARNING neutron.services.metering.metering_plugin [None req-cd6b9f12-ff29-497a-920b-b13d90fb4f7a tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:59:25.810102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['172cb543-158a-4cad-bd24-49d8d0daf094']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:25.828408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318be6b8-3373-4fdd-95a9-28f1e33e8efc') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:25.829544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318be6b8-3373-4fdd-95a9-28f1e33e8efc') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:25.839054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:59:25.846414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:25.846802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.852993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.876719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.887293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:25.888629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: timer() Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:25.894248 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:25.976392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.993441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:25.998743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] 10.222.0.61 "DELETE /v2.0/networks/172cb543-158a-4cad-bd24-49d8d0daf094 HTTP/1.1" status: 204 len: 168 time: 1.4736638 Nov 23 10:59:26.003971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57898) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:26.019080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd6b9f12-ff29-497a-920b-b13d90fb4f7a tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.020290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd6b9f12-ff29-497a-920b-b13d90fb4f7a tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3648698 Nov 23 10:59:26.024232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57900) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:26.060637 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 10:59:26.066213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e822abb-58a8-496e-b98b-bc9052719500 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=27a9c9b1-5f41-4d19-986e-8a85f53b9842 HTTP/1.1" status: 200 len: 464 time: 0.0406017 Nov 23 10:59:26.069079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57906) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:26.080342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c049ccb-b5db-49ff-85b5-2cae5268db0c admin admin] Pushing event deleted for resources: {'Network': ['ID=172cb543-158a-4cad-bd24-49d8d0daf094,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:26.094753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.102944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a079c7c-2007-40e7-9a17-85edd65dc6c2 req-b081e09c-91bd-484b-864c-4d0c3a4f4f67 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.104554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a079c7c-2007-40e7-9a17-85edd65dc6c2 req-b081e09c-91bd-484b-864c-4d0c3a4f4f67 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 945 time: 0.2007086 Nov 23 10:59:26.177337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:26.188858 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efd6955-976b-40b3-9343-afe6ea6093f0" -d '{"events": [{"server_uuid": "2ec29d12-ce99-4102-bdf2-85a9c8ed5968", "name": "network-vif-plugged", "status": "completed", "tag": "062b79e4-b3e7-4f70-ac92-20afc1ed9a1a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:26.221271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:26.230157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.231101 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:26.366386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e68f70b-5774-44c0-8a2c-eeaa883377f9 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.367707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6e68f70b-5774-44c0-8a2c-eeaa883377f9 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/27a9c9b1-5f41-4d19-986e-8a85f53b9842 HTTP/1.1" status: 204 len: 168 time: 0.2976735 Nov 23 10:59:26.374081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57920) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:26.387131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-36d99de9-5294-4008-8388-8efe434ca012 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=27a9c9b1-5f41-4d19-986e-8a85f53b9842 HTTP/1.1" status: 200 len: 221 time: 0.0116620 Nov 23 10:59:26.391972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57922) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:26.397551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-89a24a66-52dd-428b-a976-fd82f79b3eed tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1573176481', 'description': 'label created by tempest'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:26.398350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-89a24a66-52dd-428b-a976-fd82f79b3eed tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Unknown quota resources ['metering_label']. {{(pid=103426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:26.446093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2a079c7c-2007-40e7-9a17-85edd65dc6c2 req-61757d44-dfbf-4067-9f20-2a3e05d2d287 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333809 Nov 23 10:59:26.620419 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d07ed5-504e-4a78-bcde-6fa5893c5517 x-openstack-request-id: req-58d07ed5-504e-4a78-bcde-6fa5893c5517 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:26.620741 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec29d12-ce99-4102-bdf2-85a9c8ed5968", "name": "network-vif-plugged", "status": "completed", "tag": "062b79e4-b3e7-4f70-ac92-20afc1ed9a1a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:26.620984 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58d07ed5-504e-4a78-bcde-6fa5893c5517 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:26.621432 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a', 'code': 200} Nov 23 10:59:26.704838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 10:59:26.711771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:26.712433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.715746 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:26.787213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe29704-c435-4aa1-844d-10f5ed6e2a54 req-fce75a4c-481b-404a-9a1e-9f12f33a3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.788869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffe29704-c435-4aa1-844d-10f5ed6e2a54 req-fce75a4c-481b-404a-9a1e-9f12f33a3755 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 1096 time: 0.1734216 Nov 23 10:59:26.800385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3076783-6f24-432c-ab54-8281ec396324 req-231f3e87-19fd-4e88-a0c0-8a5a5aedc21e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:26.809074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3076783-6f24-432c-ab54-8281ec396324 req-231f3e87-19fd-4e88-a0c0-8a5a5aedc21e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 945 time: 0.1946106 Nov 23 10:59:26.833450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89a24a66-52dd-428b-a976-fd82f79b3eed tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.836792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-89a24a66-52dd-428b-a976-fd82f79b3eed tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4436641 Nov 23 10:59:26.840064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57936) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:26.865769 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.934332 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3076783-6f24-432c-ab54-8281ec396324 req-bb908ea9-e9a3-4d34-bc5a-9265d2c6af82 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243260 Nov 23 10:59:26.945955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:26.953011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:26.973965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffe29704-c435-4aa1-844d-10f5ed6e2a54 req-50aed99c-0e50-45f4-a9d4-2ff8e224b004 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553805 Nov 23 10:59:26.995014 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-512f4c31-05d5-48f1-bc58-b03e885f918d tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=7dca07ef-9ce5-4e95-92f2-4b98068c6b2e HTTP/1.1" status: 200 len: 468 time: 0.1531327 Nov 23 10:59:26.998005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57950) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.026642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.048391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:27.266076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17351adb-b7e1-4df2-98f5-a9a328a72790 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.267240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-17351adb-b7e1-4df2-98f5-a9a328a72790 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/7dca07ef-9ce5-4e95-92f2-4b98068c6b2e HTTP/1.1" status: 204 len: 168 time: 0.2647679 Nov 23 10:59:27.270903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57974) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.301739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.303262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-77ed2f57-ea17-4b4e-9fee-de03d6296057 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=7dca07ef-9ce5-4e95-92f2-4b98068c6b2e HTTP/1.1" status: 200 len: 216 time: 0.0298979 Nov 23 10:59:27.321353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac5ba506-91c2-4656-a988-5fcd1f4665f4 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0147679 Nov 23 10:59:27.325035 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.342252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5e4982e7-f69b-4f9f-8fe3-d09063849420 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0162137 Nov 23 10:59:27.342937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57990) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.405806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bc3e9dc5-f399-4598-a5ec-93f4cd5ee65d tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/d427ca99-7e83-4b5b-91d9-0707d37e7980 HTTP/1.1" status: 200 len: 473 time: 0.0616882 Nov 23 10:59:27.415484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58000) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.440020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3a8a6e58-3dbf-471a-9fbb-0b0eeed97293 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/e8ad2278-3cfe-4761-8422-301570b59d16 HTTP/1.1" status: 200 len: 461 time: 0.0218449 Nov 23 10:59:27.444589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58006) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.459245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Deleting port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:27.459524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.579898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccd91883-fdb2-40a0-8db1-61285485ced4 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.581436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ccd91883-fdb2-40a0-8db1-61285485ced4 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/e8ad2278-3cfe-4761-8422-301570b59d16 HTTP/1.1" status: 204 len: 168 time: 0.1353569 Nov 23 10:59:27.583838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58022) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:27.586688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] For port 9be91421-8779-4ab0-9bc1-f51e2c0b16cc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,segment=NetworkSegment(61edd5c4-b7bb-48a5-9962-6040ff30d57e),segment_id=61edd5c4-b7bb-48a5-9962-6040ff30d57e)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:27.587408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.627908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Calling delete_port for 9be91421-8779-4ab0-9bc1-f51e2c0b16cc owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:27.903914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c60597-a31c-487f-81fd-4b94a73ce21f req-3c364e2f-3299-4563-907b-477a0957dad5 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:27.905704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91c60597-a31c-487f-81fd-4b94a73ce21f req-3c364e2f-3299-4563-907b-477a0957dad5 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 946 time: 0.3299925 Nov 23 10:59:27.910228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-50e5d4e1-cbac-4941-af6f-5c634f1be5b0 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:27.911351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-50e5d4e1-cbac-4941-af6f-5c634f1be5b0 tempest-MeteringTestJSON-641144220 tempest-MeteringTestJSON-641144220-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/d427ca99-7e83-4b5b-91d9-0707d37e7980 HTTP/1.1" status: 204 len: 168 time: 0.3253760 Nov 23 10:59:27.939367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:28.004330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91c60597-a31c-487f-81fd-4b94a73ce21f req-55bd1aba-ddc0-4a83-abca-3c42c4300f93 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870659 Nov 23 10:59:28.099868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be91421-8779-4ab0-9bc1-f51e2c0b16cc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:28.204243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58052) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:28.392361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14770f87-3d7d-4968-865e-309bf3e2091e req-a5ea58bd-5719-42ce-a337-eedd9909c8ec tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:28.395484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14770f87-3d7d-4968-865e-309bf3e2091e req-a5ea58bd-5719-42ce-a337-eedd9909c8ec tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 945 time: 0.1770670 Nov 23 10:59:28.527258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58076) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:28.566001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14770f87-3d7d-4968-865e-309bf3e2091e req-3c281ecb-5340-479e-bbff-8ae6cddd1389 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314902 Nov 23 10:59:28.580551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:28.616463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d82ad-840e-4b47-9e43-4d05656733f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:28.622706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 10:59:28.626999 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bc528b-f65a-48f2-8816-dd1e10d959f3" -d '{"events": [{"server_uuid": "2305cd46-cfb9-4e57-8e5b-c559005590aa", "name": "network-vif-plugged", "status": "completed", "tag": "b7c6aadc-e8eb-47a4-92bb-c43477bd8c66"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 10:59:28.684062 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f2bd46-8b0d-4d9d-b5ec-4aaa2d379130 x-openstack-request-id: req-24f2bd46-8b0d-4d9d-b5ec-4aaa2d379130 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 10:59:28.684482 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2305cd46-cfb9-4e57-8e5b-c559005590aa", "name": "network-vif-plugged", "status": "completed", "tag": "b7c6aadc-e8eb-47a4-92bb-c43477bd8c66", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 10:59:28.684846 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-24f2bd46-8b0d-4d9d-b5ec-4aaa2d379130 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 10:59:28.685442 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66', 'code': 200} Nov 23 10:59:28.751165 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-066e4af4-d85a-4eb3-aa3c-9d925953c3a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:28.831908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d82ad-840e-4b47-9e43-4d05656733f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:28.836422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58086) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:28.851001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f1d82ad-840e-4b47-9e43-4d05656733f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:28.862725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba3cf-4e87-4c93-9d7b-db71c3df7487 req-992056bd-0738-4abc-93f7-74d2a70b4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:28.864335 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-224ba3cf-4e87-4c93-9d7b-db71c3df7487 req-992056bd-0738-4abc-93f7-74d2a70b4139 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 1097 time: 0.1059608 Nov 23 10:59:28.885918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7f1d82ad-840e-4b47-9e43-4d05656733f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61ff782d3d0541039e41464249d3f1db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6801405 Nov 23 10:59:28.886538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58090) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:28.956910 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-224ba3cf-4e87-4c93-9d7b-db71c3df7487 req-463c97d5-9dd9-4f46-86e3-843bdefea277 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639598 Nov 23 10:59:28.963287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Router a7986e11-c664-4623-b4b0-02c8885d98d4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:59:28.968484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d82ad-840e-4b47-9e43-4d05656733f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209c8eb5-7526-48a5-829b-a1e4a511c180,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:28.990856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-066e4af4-d85a-4eb3-aa3c-9d925953c3a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.002306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-066e4af4-d85a-4eb3-aa3c-9d925953c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.085618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4bcc82ff-3ca0-446c-8cf5-79be1dd73e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.106932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-066e4af4-d85a-4eb3-aa3c-9d925953c3a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c656b56dda744be48967066cffa5d98b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5784347 Nov 23 10:59:29.111010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58094) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:29.123081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e4af4-d85a-4eb3-aa3c-9d925953c3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16d2f89-0120-45cc-ac01-bab56722d66a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:29.127990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58c2e93c-469b-4d04-a149-5258f36292d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.169522 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58c2e93c-469b-4d04-a149-5258f36292d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.265568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58c2e93c-469b-4d04-a149-5258f36292d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.268253 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58c2e93c-469b-4d04-a149-5258f36292d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.274655 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-58c2e93c-469b-4d04-a149-5258f36292d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/209c8eb5-7526-48a5-829b-a1e4a511c180 HTTP/1.1" status: 204 len: 168 time: 0.3727236 Nov 23 10:59:29.289177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4bcc82ff-3ca0-446c-8cf5-79be1dd73e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.296343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2e93c-469b-4d04-a149-5258f36292d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209c8eb5-7526-48a5-829b-a1e4a511c180,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:29.300577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4bcc82ff-3ca0-446c-8cf5-79be1dd73e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.347871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc82ff-3ca0-446c-8cf5-79be1dd73e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cca1c0-dfe7-488a-8d85-af0f982ffb0a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:29.352999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4bcc82ff-3ca0-446c-8cf5-79be1dd73e2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8286020871bc4c9cb1e72a61be7ce254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151837 Nov 23 10:59:29.356455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58098) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:29.433862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74827ac7-e193-4181-8afd-76079d5a0dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.474721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74827ac7-e193-4181-8afd-76079d5a0dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.516182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:59:29.521669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d5d1cfc7-53da-4560-b725-54f16ad19b82 admin admin] 10.222.0.61 "PUT /v2.0/routers/a7986e11-c664-4623-b4b0-02c8885d98d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5162153 Nov 23 10:59:29.525542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58102) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:29.528295 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] Sync routers for ids ['a7986e11-c664-4623-b4b0-02c8885d98d4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:59:29.545531 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] Routers {'a7986e11-c664-4623-b4b0-02c8885d98d4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:29.548270 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7986e11-c664-4623-b4b0-02c8885d98d4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:29.555735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e92440-a545-4e5e-be5f-a7d90e20a38b req-f2b92150-b570-4010-aaa2-d3716b567ab7 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:29.558076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04e92440-a545-4e5e-be5f-a7d90e20a38b req-f2b92150-b570-4010-aaa2-d3716b567ab7 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 946 time: 0.4640539 Nov 23 10:59:29.603919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10d4afb4-15bd-4b8f-8bce-8787ecba030e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.642194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10d4afb4-15bd-4b8f-8bce-8787ecba030e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.663300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04e92440-a545-4e5e-be5f-a7d90e20a38b req-eefbe166-3445-4479-bd43-d0cf88beed7f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920434 Nov 23 10:59:29.706857 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74827ac7-e193-4181-8afd-76079d5a0dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.711270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74827ac7-e193-4181-8afd-76079d5a0dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.712642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-74827ac7-e193-4181-8afd-76079d5a0dcb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7cca1c0-dfe7-488a-8d85-af0f982ffb0a HTTP/1.1" status: 204 len: 168 time: 0.3549409 Nov 23 10:59:29.756046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74827ac7-e193-4181-8afd-76079d5a0dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cca1c0-dfe7-488a-8d85-af0f982ffb0a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:29.760622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10d4afb4-15bd-4b8f-8bce-8787ecba030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.764509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10d4afb4-15bd-4b8f-8bce-8787ecba030e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.768994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-10d4afb4-15bd-4b8f-8bce-8787ecba030e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f16d2f89-0120-45cc-ac01-bab56722d66a HTTP/1.1" status: 204 len: 168 time: 0.6538401 Nov 23 10:59:29.769193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.791205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58112) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:29.799699 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] Set router a7986e11-c664-4623-b4b0-02c8885d98d4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:29.813421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4afb4-15bd-4b8f-8bce-8787ecba030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16d2f89-0120-45cc-ac01-bab56722d66a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:29.846324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-121fee30-e078-49ae-9c81-c0c9e5337a16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:29.859704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444e894-36e1-4233-a33f-b3cde3e3c2e9 req-4628793c-2dde-424b-aa98-b37277e6d41b tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:29.862222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c444e894-36e1-4233-a33f-b3cde3e3c2e9 req-4628793c-2dde-424b-aa98-b37277e6d41b tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 945 time: 0.1806238 Nov 23 10:59:30.043868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c444e894-36e1-4233-a33f-b3cde3e3c2e9 req-5c205638-7bf1-43e7-afa4-6df881a438c3 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572304 Nov 23 10:59:30.050203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.136474 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:59:27Z', 'revision_number': 5, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port': {'id': 'ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:47:26Z', 'updated_at': '2021-11-23T10:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:30.151257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-121fee30-e078-49ae-9c81-c0c9e5337a16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.165503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-121fee30-e078-49ae-9c81-c0c9e5337a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.174617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Deleting port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:30.174960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.211044 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] Checking router: a7986e11-c664-4623-b4b0-02c8885d98d4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:59:30.241334 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] Routers {'a7986e11-c664-4623-b4b0-02c8885d98d4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:30.242228 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7986e11-c664-4623-b4b0-02c8885d98d4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:30.279927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-121fee30-e078-49ae-9c81-c0c9e5337a16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4edaec0fe4d40afbd396cde61186b77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4875000 Nov 23 10:59:30.281699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fee30-e078-49ae-9c81-c0c9e5337a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad69e8a-7521-40cb-85bb-d9adf3564a90,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:30.296771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58134) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:30.343685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:30.367840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7edd59b1-5aa3-41bb-9a00-f4c1094b7995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.420015 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] Set router a7986e11-c664-4623-b4b0-02c8885d98d4 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:30.433604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-081f1028-e6a6-4d17-96e6-3d50c9334223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.479480 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7edd59b1-5aa3-41bb-9a00-f4c1094b7995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.481858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-081f1028-e6a6-4d17-96e6-3d50c9334223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.488846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] For port ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:30.489427 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.500126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7edd59b1-5aa3-41bb-9a00-f4c1094b7995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.564020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Calling delete_port for ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:30.573850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:30.574595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7edd59b1-5aa3-41bb-9a00-f4c1094b7995 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76071f6e48a440e8bde3d9bbed4e0888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291369 Nov 23 10:59:30.608155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd59b1-5aa3-41bb-9a00-f4c1094b7995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df0e395-0a14-4d4a-9771-62d88f8288a4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:30.653642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:30.672826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f0741e20-186a-456d-bba4-f733250c1616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.677166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-081f1028-e6a6-4d17-96e6-3d50c9334223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.680547 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-081f1028-e6a6-4d17-96e6-3d50c9334223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.685933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-081f1028-e6a6-4d17-96e6-3d50c9334223 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ad69e8a-7521-40cb-85bb-d9adf3564a90 HTTP/1.1" status: 204 len: 168 time: 0.3859818 Nov 23 10:59:30.716656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f1028-e6a6-4d17-96e6-3d50c9334223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad69e8a-7521-40cb-85bb-d9adf3564a90,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:30.718644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09e7fdc7-6908-430c-b803-a7837b827252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.748350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09e7fdc7-6908-430c-b803-a7837b827252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.769239 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:59:30Z', 'revision_number': 6, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:30.811429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09e7fdc7-6908-430c-b803-a7837b827252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.816002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09e7fdc7-6908-430c-b803-a7837b827252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.821232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-09e7fdc7-6908-430c-b803-a7837b827252 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0df0e395-0a14-4d4a-9771-62d88f8288a4 HTTP/1.1" status: 204 len: 168 time: 0.2461371 Nov 23 10:59:30.827875 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79eb41-9d72-49ca-84b7-aceca720977f None None] The sync data for ids ['a7986e11-c664-4623-b4b0-02c8885d98d4'] in n-d-817747-2 is: [{'id': 'a7986e11-c664-4623-b4b0-02c8885d98d4', 'name': 'tempest-TaggedBootDevicesTest-1826599315-router', 'tenant_id': '167f96ac94ec4d188d6152b8f764dfd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:47:23Z', 'updated_at': '2021-11-23T10:59:30Z', 'revision_number': 6, 'project_id': '167f96ac94ec4d188d6152b8f764dfd6', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:59:30.866882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7fdc7-6908-430c-b803-a7837b827252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df0e395-0a14-4d4a-9771-62d88f8288a4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:30.934659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:30.966135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3eb78-32a1-4015-a7c2-15583190bca7 req-5ec082b6-34cc-4f07-9329-68bba8895446 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:30.978209 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70a3eb78-32a1-4015-a7c2-15583190bca7 req-5ec082b6-34cc-4f07-9329-68bba8895446 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 946 time: 0.1276505 Nov 23 10:59:31.007224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:31.036979 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f0741e20-186a-456d-bba4-f733250c1616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.058098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3a648-02e3-4e83-bf96-283304cc23dd None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:59:31.065518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f0741e20-186a-456d-bba4-f733250c1616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.142153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0741e20-186a-456d-bba4-f733250c1616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd468dd5-c149-4f10-b5bc-953228b1fa69,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:31.196773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0741e20-186a-456d-bba4-f733250c1616 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=96883e3940144f9183ee3819d81ba3e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5399885 Nov 23 10:59:31.205820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70a3eb78-32a1-4015-a7c2-15583190bca7 req-b52bee60-0d4b-403d-9b59-54ca2fc7e930 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263553 Nov 23 10:59:31.206867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58184) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:31.282917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.380681 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a025-6680-4897-b1ca-58e4ac5eda33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.424207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be91421-8779-4ab0-9bc1-f51e2c0b16cc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:59:31.467556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a025-6680-4897-b1ca-58e4ac5eda33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.493787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9be91421-8779-4ab0-9bc1-f51e2c0b16cc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:59:31.495410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9be91421-8779-4ab0-9bc1-f51e2c0b16cc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:59:31.560966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.582449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a025-6680-4897-b1ca-58e4ac5eda33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.585007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.585626 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cfc6a025-6680-4897-b1ca-58e4ac5eda33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.590221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cfc6a025-6680-4897-b1ca-58e4ac5eda33 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd468dd5-c149-4f10-b5bc-953228b1fa69 HTTP/1.1" status: 204 len: 168 time: 0.3819258 Nov 23 10:59:31.605551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6a025-6680-4897-b1ca-58e4ac5eda33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd468dd5-c149-4f10-b5bc-953228b1fa69,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:31.672042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.672634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7986e11-c664-4623-b4b0-02c8885d98d4 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 10:59:31.677680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.682526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-07911e23-9ccb-4f52-bbd3-2d3e8801d1e2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a7986e11-c664-4623-b4b0-02c8885d98d4 HTTP/1.1" status: 204 len: 168 time: 2.1528914 Nov 23 10:59:31.683031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58222) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:31.757709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] Deleting subnet c9193eb9-c9aa-4ed3-8aa5-e347f664deab {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 10:59:31.768259 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:31.921962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.089732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.200436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.259945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9193eb9-c9aa-4ed3-8aa5-e347f664deab,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:32.282896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.286462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950fa94f-a94b-4316-a51a-1caa8ddff182 None None] Network cbda0260-b347-4f11-82cd-f919130e6bde requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:32.301920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-17e29992-b448-498e-9323-2b8576f0722b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c9193eb9-c9aa-4ed3-8aa5-e347f664deab HTTP/1.1" status: 204 len: 168 time: 0.6177182 Nov 23 10:59:32.304494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58266) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:32.503715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.633791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Deleting port 0f1f2181-13a8-416a-b453-8640d950391f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:32.634158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.725702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] DHCP port deletion for cbda0260-b347-4f11-82cd-f919130e6bde request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:59:32.851431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] Deleting port 0f1f2181-13a8-416a-b453-8640d950391f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:32.852843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.874677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] For port 0f1f2181-13a8-416a-b453-8640d950391f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0f1f2181-13a8-416a-b453-8640d950391f,segment=NetworkSegment(61edd5c4-b7bb-48a5-9962-6040ff30d57e),segment_id=61edd5c4-b7bb-48a5-9962-6040ff30d57e)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:32.875391 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:32.922237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Calling delete_port for 0f1f2181-13a8-416a-b453-8640d950391f owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:33.037343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] For port 0f1f2181-13a8-416a-b453-8640d950391f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0f1f2181-13a8-416a-b453-8640d950391f,segment=NetworkSegment(61edd5c4-b7bb-48a5-9962-6040ff30d57e),segment_id=61edd5c4-b7bb-48a5-9962-6040ff30d57e)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:33.038115 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.086727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] Calling delete_port for 0f1f2181-13a8-416a-b453-8640d950391f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:33.142184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.188254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1f2181-13a8-416a-b453-8640d950391f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:33.193983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] No DVR routers for this DVR port 0f1f2181-13a8-416a-b453-8640d950391f on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:59:33.316143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.325839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0f1f2181-13a8-416a-b453-8640d950391f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:59:33.365805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbda0260-b347-4f11-82cd-f919130e6bde']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:33.383560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61edd5c4-b7bb-48a5-9962-6040ff30d57e') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:33.384029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61edd5c4-b7bb-48a5-9962-6040ff30d57e') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:33.403588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.427967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0f1f2181-13a8-416a-b453-8640d950391f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:59:33.429929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.433719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0f1f2181-13a8-416a-b453-8640d950391f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:59:33.435787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 10:59:33.439985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 10:59:33.440882 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: timer() Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 10:59:33.444195 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 10:59:33.493166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 10:59:33.498091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ea62f230-bb2f-4b36-8f59-07bb9c8ac7d7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 10:59:33.571087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.572030 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.590510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:33.590915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] Network cbda0260-b347-4f11-82cd-f919130e6bde is not hosted by any dhcp agent {{(pid=103428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 10:59:33.594737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] No DVR routers for this DVR port 0f1f2181-13a8-416a-b453-8640d950391f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 10:59:33.612197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] 10.222.0.61 "DELETE /v2.0/networks/cbda0260-b347-4f11-82cd-f919130e6bde HTTP/1.1" status: 204 len: 168 time: 1.3055513 Nov 23 10:59:33.632813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a18bd-3279-4c31-acdc-b0439382edfa admin admin] Pushing event deleted for resources: {'Network': ['ID=cbda0260-b347-4f11-82cd-f919130e6bde,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:33.659037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75681527-07bd-4a0a-b117-1a77ea752908 None None] Pushing event deleted for resources: {'Port': ['ID=0f1f2181-13a8-416a-b453-8640d950391f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:33.942348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58346) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:34.000202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e4d73615-ab2a-4c60-84e2-1dfa9213a832 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a14e0ebb8f9410982d127e9f76042ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566099 Nov 23 10:59:34.002782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58350) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:34.105864 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9adec2cc-8102-40c0-8df7-d1cc325b84a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:34.116487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58356) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:34.187972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9adec2cc-8102-40c0-8df7-d1cc325b84a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:34.293353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9adec2cc-8102-40c0-8df7-d1cc325b84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:34.297668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9adec2cc-8102-40c0-8df7-d1cc325b84a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:34.304380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9adec2cc-8102-40c0-8df7-d1cc325b84a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9acb911-0dab-4e70-9308-714cc3a0c82f HTTP/1.1" status: 204 len: 168 time: 0.2982616 Nov 23 10:59:34.331800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adec2cc-8102-40c0-8df7-d1cc325b84a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9acb911-0dab-4e70-9308-714cc3a0c82f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:34.600611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9a5df93-48d1-4ca3-b0e9-666671399a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:34.773574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9a5df93-48d1-4ca3-b0e9-666671399a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:34.783501 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f9a5df93-48d1-4ca3-b0e9-666671399a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:34.833682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f9a5df93-48d1-4ca3-b0e9-666671399a0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a6b8ad9825548bc83738324c10e0578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7154810 Nov 23 10:59:34.836948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:34.850620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5df93-48d1-4ca3-b0e9-666671399a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee47d90-8fbe-48fc-8e80-c8a7ab9c88ae,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:34.887623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58396) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:34.951202 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ec0bae10-33a3-45e2-83f7-76db329d6c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.006260 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ec0bae10-33a3-45e2-83f7-76db329d6c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.038636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58402) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:35.116025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ec0bae10-33a3-45e2-83f7-76db329d6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.119307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ec0bae10-33a3-45e2-83f7-76db329d6c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.120607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ec0bae10-33a3-45e2-83f7-76db329d6c6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7ee47d90-8fbe-48fc-8e80-c8a7ab9c88ae HTTP/1.1" status: 204 len: 168 time: 0.2820456 Nov 23 10:59:35.149288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bae10-33a3-45e2-83f7-76db329d6c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee47d90-8fbe-48fc-8e80-c8a7ab9c88ae,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:35.154811 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-16bd96db-c761-41c0-ab27-7a850bc1dcf6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=167f96ac94ec4d188d6152b8f764dfd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146734 Nov 23 10:59:35.155453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58406) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:35.283183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6f95c25-4cba-4fb9-97d0-0db625f99a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.289900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-215ff7f6-7f15-4854-b159-e2b3177389e6 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1499606595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:35.343749 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-215ff7f6-7f15-4854-b159-e2b3177389e6 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.345236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-215ff7f6-7f15-4854-b159-e2b3177389e6 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.355424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6f95c25-4cba-4fb9-97d0-0db625f99a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.448541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-215ff7f6-7f15-4854-b159-e2b3177389e6 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.460270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-215ff7f6-7f15-4854-b159-e2b3177389e6 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.469894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6f95c25-4cba-4fb9-97d0-0db625f99a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.471554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6f95c25-4cba-4fb9-97d0-0db625f99a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.475468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a6f95c25-4cba-4fb9-97d0-0db625f99a52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd0859c3-8fc2-4253-96a2-d9692e5aaa88 HTTP/1.1" status: 204 len: 168 time: 0.3188663 Nov 23 10:59:35.496944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f95c25-4cba-4fb9-97d0-0db625f99a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0859c3-8fc2-4253-96a2-d9692e5aaa88,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:35.533092 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-215ff7f6-7f15-4854-b159-e2b3177389e6 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.539501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-215ff7f6-7f15-4854-b159-e2b3177389e6 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6503322 Nov 23 10:59:35.540229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:35.547575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-55236680'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:35.594024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Made reservation on behalf of b433572e2f6f4bae969a564f3657770d for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:35.600102 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.619380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.645790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58422) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:35.771286 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.779016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.815524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648da434-70d6-4ce3-9b6d-673bf55e2606,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:35.827237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:35.842612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.843112 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Added segment b7473885-26df-4a90-ae95-aaaf780e1a15 of type vlan for network 7747d694-959f-41e8-9a27-7480b12a6b0e Nov 23 10:59:35.891189 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.926546 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.939697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:35.940702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:35.987641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-673205830'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:36.042684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5006800 Nov 23 10:59:36.045939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58430) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:36.058295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'subnet': {'network_id': '7747d694-959f-41e8-9a27-7480b12a6b0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:36.065011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Made reservation on behalf of 847ec3a853b0406f9ccea7cfc6466980 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:36.069657 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.094299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.199228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ec64e-702e-400e-a083-ba3be8d436a1 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Network': ['ID=7747d694-959f-41e8-9a27-7480b12a6b0e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:36.210453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 7747d694-959f-41e8-9a27-7480b12a6b0e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:36.271240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.280973 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.344454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482137c0-5e31-478b-86fe-0b0a0c595751,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:36.370118 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:36.388555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.388905 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Added segment c2af9539-b47f-4769-b8f3-35921b1ed80c of type vlan for network 92d179ed-8379-4142-99ec-05b55e23a8b1 Nov 23 10:59:36.426689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Made reservation on behalf of b433572e2f6f4bae969a564f3657770d for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:36.432365 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.461709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.987732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:36.994861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:36.995712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.140374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4899976 Nov 23 10:59:37.176883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:37.205451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21cd65-f217-4bb2-b162-486157a0c86e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Pushing event updated for resources: {'Network': ['ID=92d179ed-8379-4142-99ec-05b55e23a8b1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:37.238226 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 92d179ed-8379-4142-99ec-05b55e23a8b1 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:37.359021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.485414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Subnet': ['ID=9ee8ccd9-bea1-4493-99b0-bfc739db3b47,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:37.515817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Checking segment: {'id': 'b7473885-26df-4a90-ae95-aaaf780e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7747d694-959f-41e8-9a27-7480b12a6b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:37.516192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network hostable DHCP agents. Network: 7747d694-959f-41e8-9a27-7480b12a6b0e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:59:37.562456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network 7747d694-959f-41e8-9a27-7480b12a6b0e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:59:37.579452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 7747d694-959f-41e8-9a27-7480b12a6b0e) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:37.589211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:37.590361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.590540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13cc78-32e8-460c-854b-0128395116f9 None None] Network 7747d694-959f-41e8-9a27-7480b12a6b0e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:37.622314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58484) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:37.623639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58486) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:37.631075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'network': {'name': 'tempest-router-network01--1802799952'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:37.637365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e2f8c583-4604-4f06-a752-c47e03b8f94a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5884604 Nov 23 10:59:37.646372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Request body: {'port': {'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1', 'binding:host_id': 'n-h1-817747-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834404479'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:37.695922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Made reservation on behalf of 04629faea7614e52922005129d04da37 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:37.701066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.743264 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.805689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Made reservation on behalf of b433572e2f6f4bae969a564f3657770d for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:37.811717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.848893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-network', 'tenant_id': '5dd2359fbc2545fb90425957f3880391'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:37.889387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:37.894004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.908937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.936935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:37.968785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:37.969425 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Added segment 35a4b5c0-779a-4056-ba6f-b1f166e9dbbe of type vlan for network d3e51875-11f6-439b-81e3-1cbdb3e7e36e Nov 23 10:59:38.028659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-7747d694-959f-41e8-9a27-7480b12a6b0e', 'network_id': '7747d694-959f-41e8-9a27-7480b12a6b0e', 'tenant_id': 'b433572e2f6f4bae969a564f3657770d', 'fixed_ips': [{'subnet_id': '9ee8ccd9-bea1-4493-99b0-bfc739db3b47'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:59:38.030439 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.110913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.118445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.132735 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.140369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] device_id is not set on port 89dd1024-3d8d-4647-af62-4041f8a39d84 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:59:38.311784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 10:59:38.331837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0201b19f-4a3e-4c28-be04-247ba2929724,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:38.391145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Allocated IP 172.20.0.2 (7747d694-959f-41e8-9a27-7480b12a6b0e/9ee8ccd9-bea1-4493-99b0-bfc739db3b47/cfbcfed7-549e-4655-998e-e7ec0f075097) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:38.432676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.440601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:38.441288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.557652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.580807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58518) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:38.677254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.711091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:38.732592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.732943 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Added segment 6de8bf29-4d22-4621-bc8f-7c71465a5ef8 of type vlan for network 67ce1b16-9a83-43fa-a305-e49de886852f Nov 23 10:59:38.769999 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.784666 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.801087 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8b62a446-c763-4729-84bc-f0cfa99528a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:38.857209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58524) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:38.860485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2171443 Nov 23 10:59:38.873946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Network 7747d694-959f-41e8-9a27-7480b12a6b0e is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:38.875955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:38.886166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'network': {'name': 'tempest-router-network02--1211360585'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:38.888779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:38.917041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Pushing event updated for resources: {'Port': ['ID=cfbcfed7-549e-4655-998e-e7ec0f075097,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:38.959747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.006062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.007568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:39.008635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.021164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee36ce7-4e99-4a82-bd3c-20e81b89c7fd tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Network': ['ID=d3e51875-11f6-439b-81e3-1cbdb3e7e36e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:39.051086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:39.106099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8b62a446-c763-4729-84bc-f0cfa99528a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.145985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Pushing event updated for resources: {'Network': ['ID=67ce1b16-9a83-43fa-a305-e49de886852f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:39.147831 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8b62a446-c763-4729-84bc-f0cfa99528a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.165381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af72bb5-27a9-4bbe-ade0-10b8d354d265,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:39.190021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] device_id is not set on port 89dd1024-3d8d-4647-af62-4041f8a39d84 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:59:39.203793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62a446-c763-4729-84bc-f0cfa99528a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8360095-4105-47f2-8f27-d6a9d4d9dd9e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:39.225242 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.252193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Made reservation on behalf of b433572e2f6f4bae969a564f3657770d for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:39.254539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.256535 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.264302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8b62a446-c763-4729-84bc-f0cfa99528a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=407257f932aa47819225d3828519b6f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6821911 Nov 23 10:59:39.273405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58530) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:39.278025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 67ce1b16-9a83-43fa-a305-e49de886852f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:39.337407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Attempting to bind port cfbcfed7-549e-4655-998e-e7ec0f075097 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:39.339548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Attempting to bind port cfbcfed7-549e-4655-998e-e7ec0f075097 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'b7473885-26df-4a90-ae95-aaaf780e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7747d694-959f-41e8-9a27-7480b12a6b0e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:39.340809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Attempting to bind port cfbcfed7-549e-4655-998e-e7ec0f075097 on network 7747d694-959f-41e8-9a27-7480b12a6b0e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:39.362852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f59d178d-b9c3-4d05-8bb2-35d85811ac1e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1835806 Nov 23 10:59:39.372096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58534) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:39.388233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:39.407903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Request body: {'subnet': {'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-subnet', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:39.414012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.414366 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Added segment 895499b4-6f86-4364-93ce-01f138c74b32 of type vlan for network f2692076-cd2f-49dc-92db-a5e6693dfc4e Nov 23 10:59:39.438557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:39.441189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Checking segment: {'id': 'b7473885-26df-4a90-ae95-aaaf780e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7747d694-959f-41e8-9a27-7480b12a6b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:39.443105 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.446049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Bound using segment: {'id': 'b7473885-26df-4a90-ae95-aaaf780e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7747d694-959f-41e8-9a27-7480b12a6b0e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:39.451007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Bound port: cfbcfed7-549e-4655-998e-e7ec0f075097, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7473885-26df-4a90-ae95-aaaf780e1a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '7747d694-959f-41e8-9a27-7480b12a6b0e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:39.453152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.462795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Checking segment: {'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:39.463192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Network hostable DHCP agents. Network: 92d179ed-8379-4142-99ec-05b55e23a8b1, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:59:39.469561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:39.472549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.520614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=89dd1024-3d8d-4647-af62-4041f8a39d84,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:39.534668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Network 92d179ed-8379-4142-99ec-05b55e23a8b1 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:59:39.570263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.583470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94993a0a-51c4-478a-aac9-d0c2b845339e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.592581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 92d179ed-8379-4142-99ec-05b55e23a8b1) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:39.606547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:39.646376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4e6d9-3b2c-4373-8675-1a7dfe4df14c None None] Network 92d179ed-8379-4142-99ec-05b55e23a8b1 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:39.658245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:39.658593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:39.658979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:39.690240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:39.690592 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:39.693694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94993a0a-51c4-478a-aac9-d0c2b845339e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.705464 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 2 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:39.748086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:39.748532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:39.748899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:39.765389 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.770641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:39.770986 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:39.773350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:39.773882 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 3 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:39.776076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.813001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94993a0a-51c4-478a-aac9-d0c2b845339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.816742 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94993a0a-51c4-478a-aac9-d0c2b845339e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:39.820244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94993a0a-51c4-478a-aac9-d0c2b845339e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8360095-4105-47f2-8f27-d6a9d4d9dd9e HTTP/1.1" status: 204 len: 168 time: 0.5457895 Nov 23 10:59:39.862388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0040302 Nov 23 10:59:39.878171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] For port cfbcfed7-549e-4655-998e-e7ec0f075097, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:39.902836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94993a0a-51c4-478a-aac9-d0c2b845339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8360095-4105-47f2-8f27-d6a9d4d9dd9e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:39.910665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58538) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:39.962725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'subnet': {'network_id': 'd3e51875-11f6-439b-81e3-1cbdb3e7e36e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:39.974038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] For port cfbcfed7-549e-4655-998e-e7ec0f075097, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cfbcfed7-549e-4655-998e-e7ec0f075097,segment=NetworkSegment(b7473885-26df-4a90-ae95-aaaf780e1a15),segment_id=b7473885-26df-4a90-ae95-aaaf780e1a15)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:39.975681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:39.976113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:39.976591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.002541 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.005098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.067317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Pushing event updated for resources: {'Subnet': ['ID=feabcc24-0463-45e9-ac94-11dcf2ecd494,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:40.078643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.080365 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.081618 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 4 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:40.168145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:40.168464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:40.169174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.179206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.179542 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.180063 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 5 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:40.200783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Checking segment: {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:40.201191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Network hostable DHCP agents. Network: 67ce1b16-9a83-43fa-a305-e49de886852f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:59:40.207290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:40.207698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:40.208038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.219387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.220100 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.223092 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 6 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:40.248555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:40.248931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:40.249457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.258150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.259364 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.260080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Network 67ce1b16-9a83-43fa-a305-e49de886852f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:59:40.269942 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 7 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:40.272543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead7920-49c3-46a2-ade7-d4e345320df1 None None] Pushing event updated for resources: {'Port': ['ID=cfbcfed7-549e-4655-998e-e7ec0f075097,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:40.313735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:40.314433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:40.314433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.317249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 67ce1b16-9a83-43fa-a305-e49de886852f) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:40.330192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:40.330454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726468c-1570-4c54-b73a-07b869a647fe None None] Network 67ce1b16-9a83-43fa-a305-e49de886852f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:40.330805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.337945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e33edf-6b82-4128-a8d4-d1e75a1c7a66 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Network': ['ID=f2692076-cd2f-49dc-92db-a5e6693dfc4e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:40.353672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.353972 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.357567 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 8 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:40.363992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Made reservation on behalf of b433572e2f6f4bae969a564f3657770d for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:40.369370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.388912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f2692076-cd2f-49dc-92db-a5e6693dfc4e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:40.406395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:40.407080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:40.407379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.416848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.417670 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.418844 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 9 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:40.453745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:40.455221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:40.456807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.474669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-46d0bcf5-fcbb-4d89-82b1-8e66c31f974b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1013527 Nov 23 10:59:40.477645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58550) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:40.479519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.481546 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.493003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:40.500419 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 10 to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 Nov 23 10:59:40.553953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:40.554294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:40.554944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:40.567994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 89dd1024-3d8d-4647-af62-4041f8a39d84 on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:40.568337 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 89dd1024-3d8d-4647-af62-4041f8a39d84 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:40.568935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.741069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.749077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.859752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:40.921619 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.007460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-67ce1b16-9a83-43fa-a305-e49de886852f', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:59:41.008355 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.223798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Checking segment: {'id': '35a4b5c0-779a-4056-ba6f-b1f166e9dbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd3e51875-11f6-439b-81e3-1cbdb3e7e36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:41.225378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network hostable DHCP agents. Network: d3e51875-11f6-439b-81e3-1cbdb3e7e36e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:59:41.247367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.269840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] For port 89dd1024-3d8d-4647-af62-4041f8a39d84, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:41.270301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempted to set empty binding levels {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 10:59:41.279132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Subnet': ['ID=a1c7f428-9d35-4c0c-923c-e9b9daf610e1,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:41.302133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.326685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:59:41.339643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Allocated IP 172.20.0.2 (67ce1b16-9a83-43fa-a305-e49de886852f/feabcc24-0463-45e9-ac94-11dcf2ecd494/1c7dfb72-6cec-4f6d-b0b1-95594c99e465) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:41.359974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, d3e51875-11f6-439b-81e3-1cbdb3e7e36e) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:41.367628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:41.369739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.420609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e6eff1e-951c-4191-a91d-fc5ddd15cdee tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5014937 Nov 23 10:59:41.423213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58570) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:41.429969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'subnet': {'network_id': 'f2692076-cd2f-49dc-92db-a5e6693dfc4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:41.453492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=89dd1024-3d8d-4647-af62-4041f8a39d84,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:41.484655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:41.485485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.550363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-439ee7f1-463d-4953-bde4-f90de28a6283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.9254856 Nov 23 10:59:41.556115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58574) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:41.621486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Made reservation on behalf of b433572e2f6f4bae969a564f3657770d for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:41.626062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.747872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.763157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cfbcfed7-549e-4655-998e-e7ec0f075097 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:41.768539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc782dd-84cc-4cd5-a303-a16a742fb680 None None] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:41.781780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.894711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Deleting port 89dd1024-3d8d-4647-af62-4041f8a39d84 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:41.895103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:41.934304 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.031536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Subnet': ['ID=f0f0aa73-a973-402b-8dbb-ca589eab0866,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:42.048194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Checking segment: {'id': '895499b4-6f86-4364-93ce-01f138c74b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f2692076-cd2f-49dc-92db-a5e6693dfc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:42.049690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network hostable DHCP agents. Network: f2692076-cd2f-49dc-92db-a5e6693dfc4e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:59:42.057584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] For port 89dd1024-3d8d-4647-af62-4041f8a39d84, host n-h1-817747-2, got binding levels [] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:42.057929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.075026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network f2692076-cd2f-49dc-92db-a5e6693dfc4e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:59:42.091546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Calling delete_port for 89dd1024-3d8d-4647-af62-4041f8a39d84 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:42.100222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44694a49-f6f4-45c0-82b3-59ebcae952b2 None None] Network 7747d694-959f-41e8-9a27-7480b12a6b0e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:42.103905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f2692076-cd2f-49dc-92db-a5e6693dfc4e) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:42.114535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:42.117077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.117940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Network 67ce1b16-9a83-43fa-a305-e49de886852f is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:42.160366 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c1876b26-f06c-4c14-9b17-a88e54477397 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7354801 Nov 23 10:59:42.161805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58582) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:42.171003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ab377-f415-4a60-8459-1e6d9d35016f None None] Network f2692076-cd2f-49dc-92db-a5e6693dfc4e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:42.283716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.421795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event deleted for resources: {'Port': ['ID=89dd1024-3d8d-4647-af62-4041f8a39d84,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:42.562282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.562943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.562943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.563294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.563636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.563974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.564309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.564636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.564965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.565331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.565667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.565996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:42.577547 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.583539 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a5a19939-3fc5-406b-a4ea-0cc058e74c1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "DELETE /v2.0/ports/89dd1024-3d8d-4647-af62-4041f8a39d84 HTTP/1.1" status: 204 len: 168 time: 1.0232112 Nov 23 10:59:42.583850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58592) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:42.616274 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b226c192-ab6e-41ef-b1cd-c33dad76bac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] GET failed (client error): The resource could not be found. Nov 23 10:59:42.621871 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b226c192-ab6e-41ef-b1cd-c33dad76bac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "GET /v2.0/ports/89dd1024-3d8d-4647-af62-4041f8a39d84 HTTP/1.1" status: 404 len: 333 time: 0.0333118 Nov 23 10:59:42.625206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58594) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:42.634791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Request body: {'port': {'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1303597427'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:42.650333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Pushing event updated for resources: {'Port': ['ID=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:42.653127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:42.663008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:42.683398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Made reservation on behalf of 04629faea7614e52922005129d04da37 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:42.691583 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.743365 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.745210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7f85632e-0190-43a8-a988-0d99d36d01e2 None None] Provisioning complete for port cfbcfed7-549e-4655-998e-e7ec0f075097 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:42.745589 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7f85632e-0190-43a8-a988-0d99d36d01e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.775673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:42.804315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] device_id is not set on port 3ae62866-439c-4e53-acd6-a291d430e91a yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:59:42.855245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cfbcfed7-549e-4655-998e-e7ec0f075097 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:42.855442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.025812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Allocated IP 172.25.5.232 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/eebbf4a3-d4d4-496c-aed6-1fc448ce77c0) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:43.037429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Attempting to bind port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:43.038009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Attempting to bind port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:43.038378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Attempting to bind port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 on network 67ce1b16-9a83-43fa-a305-e49de886852f {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:43.042012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d3e51875-11f6-439b-81e3-1cbdb3e7e36e', 'network_id': 'd3e51875-11f6-439b-81e3-1cbdb3e7e36e', 'tenant_id': 'b433572e2f6f4bae969a564f3657770d', 'fixed_ips': [{'subnet_id': 'a1c7f428-9d35-4c0c-923c-e9b9daf610e1'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:59:43.042856 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.096177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:43.096600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Checking segment: {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:43.096974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.097417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Bound using segment: {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:43.097911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Bound port: 1c7dfb72-6cec-4f6d-b0b1-95594c99e465, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:43.098887 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.178812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58602) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:43.196263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.229880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.259670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.361662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.457285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d767c64e-dafc-4afb-ae81-00016b51e20c tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-649150008'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:43.457754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d767c64e-dafc-4afb-ae81-00016b51e20c tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Unknown quota resources ['metering_label']. {{(pid=103426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:43.466113 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.474291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:43.490084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:43.503596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Network 92d179ed-8379-4142-99ec-05b55e23a8b1 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:43.504071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:43.507957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Pushing event updated for resources: {'Port': ['ID=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:43.514930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:43.547445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:43.548430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:43.549057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.617388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.630300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d494090-090f-440a-86d2-4d616989ebab None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:59:43.661087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae62866-439c-4e53-acd6-a291d430e91a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:43.667578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0d1b9d73-a80e-4ce9-941c-89636598568b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0367749 Nov 23 10:59:43.676705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58614) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:43.688425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:43.706805 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7f85632e-0190-43a8-a988-0d99d36d01e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.755866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-f2692076-cd2f-49dc-92db-a5e6693dfc4e', 'network_id': 'f2692076-cd2f-49dc-92db-a5e6693dfc4e', 'tenant_id': 'b433572e2f6f4bae969a564f3657770d', 'fixed_ips': [{'subnet_id': 'f0f0aa73-a973-402b-8dbb-ca589eab0866'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:59:43.760265 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.770043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d767c64e-dafc-4afb-ae81-00016b51e20c tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:43.771231 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d767c64e-dafc-4afb-ae81-00016b51e20c tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5873706 Nov 23 10:59:43.774074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58616) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:43.779532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0587e400-d80e-4f47-9058-46836402c0f8 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7c41bb78-f30d-495e-ad45-ad714ec3781b'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:43.779785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0587e400-d80e-4f47-9058-46836402c0f8 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:43.856229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] For port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:43.927669 n-d-817747-2 neutron-server[103426]: WARNING neutron.services.metering.metering_plugin [None req-0587e400-d80e-4f47-9058-46836402c0f8 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:59:43.959688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port cfbcfed7-549e-4655-998e-e7ec0f075097, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cfbcfed7-549e-4655-998e-e7ec0f075097,segment=NetworkSegment(b7473885-26df-4a90-ae95-aaaf780e1a15),segment_id=b7473885-26df-4a90-ae95-aaaf780e1a15)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:43.961413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.008152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Allocated IP 172.20.0.1 (d3e51875-11f6-439b-81e3-1cbdb3e7e36e/a1c7f428-9d35-4c0c-923c-e9b9daf610e1/8de5faa9-2540-457d-9f16-727fddc2df0a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:44.159808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] For port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:44.186409 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.246637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.248251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0587e400-d80e-4f47-9058-46836402c0f8 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.252347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0587e400-d80e-4f47-9058-46836402c0f8 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4744394 Nov 23 10:59:44.253264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58622) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:44.268881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d68bc41b-1bd9-4bac-bceb-49b1371e51a3 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7c41bb78-f30d-495e-ad45-ad714ec3781b'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:44.269430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d68bc41b-1bd9-4bac-bceb-49b1371e51a3 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:44.277038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-cb0cff05-9f59-4066-8d43-1ae38bdc56c7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3769698 Nov 23 10:59:44.300905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.407571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-7f85632e-0190-43a8-a988-0d99d36d01e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 10:59:44.407937 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-7f85632e-0190-43a8-a988-0d99d36d01e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 10:59:44.457150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-5601d8c2-8d20-46b1-a6ab-87d2afe80c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:44.459409 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-5601d8c2-8d20-46b1-a6ab-87d2afe80c00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 1096 time: 0.1129329 Nov 23 10:59:44.465640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.591450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.593906 n-d-817747-2 neutron-server[103427]: WARNING neutron.services.metering.metering_plugin [None req-d68bc41b-1bd9-4bac-bceb-49b1371e51a3 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 10:59:44.637993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=cfbcfed7-549e-4655-998e-e7ec0f075097,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:44.670134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.677582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.678217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.678801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.682067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.682597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.690688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.691067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.691555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.691905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.692246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.692578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:44.698798 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90049813-833a-4e83-8b4d-b69a784f7d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:44.725906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:44.755613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:44.758297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-a8541cf4-8f79-46ab-8d05-3b6279bea05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:44.760465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-a8541cf4-8f79-46ab-8d05-3b6279bea05b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.2748327 Nov 23 10:59:44.761332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:44.817167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Port': ['ID=8de5faa9-2540-457d-9f16-727fddc2df0a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:44.870021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Allocated IP 172.20.0.2 (f2692076-cd2f-49dc-92db-a5e6693dfc4e/f0f0aa73-a973-402b-8dbb-ca589eab0866/439e0cfd-45f3-4353-9f10-c65b49aeda8b) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:44.878415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Allocated IP 172.20.0.2 (d3e51875-11f6-439b-81e3-1cbdb3e7e36e/a1c7f428-9d35-4c0c-923c-e9b9daf610e1/ce05660c-b71f-4900-a9bc-e5dde2dc3872) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:44.941966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-b8b75ce9-0d52-465b-85d0-5225e0fa61ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d HTTP/1.1" status: 200 len: 217 time: 0.1069632 Nov 23 10:59:45.014814 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.066863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481b49f-505f-4db4-9c77-da120f5f948a None None] Pushing event updated for resources: {'Port': ['ID=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:45.198225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-55fad9e3-e1d4-46e4-9edd-37857b0d5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:45.205175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-55fad9e3-e1d4-46e4-9edd-37857b0d5066 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.2536242 Nov 23 10:59:45.351829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-46381019-f720-4941-b388-1d29e3de4324 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203890 Nov 23 10:59:45.427633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9dec971e-7af3-46e7-8874-c5df7efe2d39 None None] Provisioning complete for port cfbcfed7-549e-4655-998e-e7ec0f075097 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:45.428187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9dec971e-7af3-46e7-8874-c5df7efe2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.558912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.636585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-183ac13b-87ad-4584-89ed-4fae95f940bd service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767315 Nov 23 10:59:45.645144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d68bc41b-1bd9-4bac-bceb-49b1371e51a3 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.647407 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d68bc41b-1bd9-4bac-bceb-49b1371e51a3 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.3935921 Nov 23 10:59:45.664038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58632) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:45.751143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-acc7f289-2704-415f-a1ca-fefb22ac761f tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=6c50a16b-db78-45a9-81d2-731dbfb72a94 HTTP/1.1" status: 200 len: 462 time: 0.0852361 Nov 23 10:59:45.756465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58634) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:45.779632 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.825220 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.897209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69a10581-c702-46e0-ad3d-0b7a936c6699 req-b1cd4f8e-03d2-4fee-8b04-5719f6faaa75 service neutron] 10.222.0.58 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520790 Nov 23 10:59:45.917056 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] device_id is not set on port 3ae62866-439c-4e53-acd6-a291d430e91a yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:59:45.963658 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.975409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.984696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b6696d9-eca0-4c49-80b0-1da50fed30dd tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:45.986478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8b6696d9-eca0-4c49-80b0-1da50fed30dd tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/6c50a16b-db78-45a9-81d2-731dbfb72a94 HTTP/1.1" status: 204 len: 168 time: 0.2251551 Nov 23 10:59:45.989550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58636) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:46.013415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:46.022053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:46.025445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Pushing event updated for resources: {'Port': ['ID=ce05660c-b71f-4900-a9bc-e5dde2dc3872,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:46.031456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:46.054716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:46.069363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5519c5b1-52da-4420-8538-6319561f7e31 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=6c50a16b-db78-45a9-81d2-731dbfb72a94 HTTP/1.1" status: 200 len: 221 time: 0.0782068 Nov 23 10:59:46.075094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:46.129051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Pushing event updated for resources: {'Port': ['ID=439e0cfd-45f3-4353-9f10-c65b49aeda8b,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:46.150226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58638) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:46.182503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Network f2692076-cd2f-49dc-92db-a5e6693dfc4e is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:46.188152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ca79687f-86a2-4f28-95d9-c301fee4e2f4 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--800220596', 'description': 'label created by tempest'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:46.188497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ca79687f-86a2-4f28-95d9-c301fee4e2f4 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Unknown quota resources ['metering_label']. {{(pid=103427) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 10:59:46.191328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:46.233689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:46.262745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Attempting to bind port ce05660c-b71f-4900-a9bc-e5dde2dc3872 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:46.263120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Attempting to bind port ce05660c-b71f-4900-a9bc-e5dde2dc3872 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '35a4b5c0-779a-4056-ba6f-b1f166e9dbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd3e51875-11f6-439b-81e3-1cbdb3e7e36e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:46.263494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Attempting to bind port ce05660c-b71f-4900-a9bc-e5dde2dc3872 on network d3e51875-11f6-439b-81e3-1cbdb3e7e36e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:46.268680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b207c3-1149-4735-bec4-745a21f5c18f None None] Network 67ce1b16-9a83-43fa-a305-e49de886852f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:46.274291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9dec971e-7af3-46e7-8874-c5df7efe2d39 None None] Provisioning complete for port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:46.275332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9dec971e-7af3-46e7-8874-c5df7efe2d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:46.345913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae62866-439c-4e53-acd6-a291d430e91a,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:46.376424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:46.377458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Checking segment: {'id': '35a4b5c0-779a-4056-ba6f-b1f166e9dbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd3e51875-11f6-439b-81e3-1cbdb3e7e36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:46.377458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:46.377686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Bound using segment: {'id': '35a4b5c0-779a-4056-ba6f-b1f166e9dbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd3e51875-11f6-439b-81e3-1cbdb3e7e36e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:46.378281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Bound port: ce05660c-b71f-4900-a9bc-e5dde2dc3872, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a4b5c0-779a-4056-ba6f-b1f166e9dbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'd3e51875-11f6-439b-81e3-1cbdb3e7e36e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:46.378416 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:46.558974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:46.702247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cfbcfed7-549e-4655-998e-e7ec0f075097 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:46.746228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:46.747249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:46.747983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:46.846743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:46.846974 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:46.849536 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 2 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:46.855290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca79687f-86a2-4f28-95d9-c301fee4e2f4 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:46.859297 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca79687f-86a2-4f28-95d9-c301fee4e2f4 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6768994 Nov 23 10:59:46.860577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58646) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:46.915831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:46.916345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:46.916873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:46.924976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-6a98aa35-b7e7-4b88-891d-8d5b00ebf56d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543757 Nov 23 10:59:46.938145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:46.938845 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:46.940964 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 3 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:46.963742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:46.964223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:46.964670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:46.973048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-13085ba7-d8fe-490c-91fb-537c4e7907b6 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=91d824a0-6375-4993-af0f-0ac94f61a167 HTTP/1.1" status: 200 len: 467 time: 0.1087294 Nov 23 10:59:46.973484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58648) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:46.977677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:46.978182 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:46.984668 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 4 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:46.987128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.003395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.027034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Attempting to bind port 439e0cfd-45f3-4353-9f10-c65b49aeda8b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.027596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Attempting to bind port 439e0cfd-45f3-4353-9f10-c65b49aeda8b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '895499b4-6f86-4364-93ce-01f138c74b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f2692076-cd2f-49dc-92db-a5e6693dfc4e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.028003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Attempting to bind port 439e0cfd-45f3-4353-9f10-c65b49aeda8b on network f2692076-cd2f-49dc-92db-a5e6693dfc4e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.089955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9dec971e-7af3-46e7-8874-c5df7efe2d39 None None] Port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:59:47.102842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:47.103537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Checking segment: {'id': '895499b4-6f86-4364-93ce-01f138c74b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f2692076-cd2f-49dc-92db-a5e6693dfc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:47.104034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.104531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Bound using segment: {'id': '895499b4-6f86-4364-93ce-01f138c74b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f2692076-cd2f-49dc-92db-a5e6693dfc4e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:47.105152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Bound port: 439e0cfd-45f3-4353-9f10-c65b49aeda8b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895499b4-6f86-4364-93ce-01f138c74b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f2692076-cd2f-49dc-92db-a5e6693dfc4e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:47.105797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.117957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.118177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.119036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.133683 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-15401a73-51b7-46a3-9f30-f19ed6cf87bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.138914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:47.139346 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:47.140852 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 5 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:47.179047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.179392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.179723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.211373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:47.211717 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:47.212956 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 6 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:47.232931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-a8cac5a6-fa62-4e26-a72b-1dc716e75518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:47.234241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-a8cac5a6-fa62-4e26-a72b-1dc716e75518 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f007cce6f8984a8d98e9bead10d030a5&device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 1096 time: 0.2235563 Nov 23 10:59:47.237192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Router 5f185d34-7a65-4305-a568-9cefdd6ccabf is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:59:47.239118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.241195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.241195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.263470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.267647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:47.267978 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:47.269670 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 7 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:47.382431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] For port ce05660c-b71f-4900-a9bc-e5dde2dc3872, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:47.387013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] For port ce05660c-b71f-4900-a9bc-e5dde2dc3872, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ce05660c-b71f-4900-a9bc-e5dde2dc3872,segment=NetworkSegment(35a4b5c0-779a-4056-ba6f-b1f166e9dbbe),segment_id=35a4b5c0-779a-4056-ba6f-b1f166e9dbbe)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:47.396161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.396493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.396876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.422523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.505455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:47.505841 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:47.516036 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 8 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:47.572992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-74884f31-afb5-45a8-9070-512a99f3ee54 None None] Provisioning complete for port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:47.572992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74884f31-afb5-45a8-9070-512a99f3ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.606069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Port': ['ID=8de5faa9-2540-457d-9f16-727fddc2df0a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:47.615930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.616117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.616702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.630889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cfbcfed7-549e-4655-998e-e7ec0f075097 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:47.631601 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.641966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] For port 439e0cfd-45f3-4353-9f10-c65b49aeda8b, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:47.647609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:47.648030 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:47.651200 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 9 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:47.685864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.686242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.686591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.697537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933a461-19ca-4c71-9b9b-0823c3aab03d None None] Pushing event updated for resources: {'Port': ['ID=ce05660c-b71f-4900-a9bc-e5dde2dc3872,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:47.719030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:47.719491 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:47.727075 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 10 to bind port 3ae62866-439c-4e53-acd6-a291d430e91a Nov 23 10:59:47.737202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fb70-81d3-4fe4-b162-230afa282e45 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.739695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b4f6fb70-81d3-4fe4-b162-230afa282e45 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/91d824a0-6375-4993-af0f-0ac94f61a167 HTTP/1.1" status: 204 len: 168 time: 0.7654464 Nov 23 10:59:47.743200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58656) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:47.744332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] For port 439e0cfd-45f3-4353-9f10-c65b49aeda8b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=439e0cfd-45f3-4353-9f10-c65b49aeda8b,segment=NetworkSegment(895499b4-6f86-4364-93ce-01f138c74b32),segment_id=895499b4-6f86-4364-93ce-01f138c74b32)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:47.766844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.782114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-85ba1020-8917-4c87-9ab0-0ef56d2443a3 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=91d824a0-6375-4993-af0f-0ac94f61a167 HTTP/1.1" status: 200 len: 216 time: 0.0348444 Nov 23 10:59:47.816684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:47.821298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:47.823750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:47.824116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:47.850664 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86c75c3b-90cc-494b-86e4-24c0939d171f tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0236828 Nov 23 10:59:47.865028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:59:47.879530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58660) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:47.895641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:47.896502 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port 3ae62866-439c-4e53-acd6-a291d430e91a on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:47.897025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:47.974311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Sync routers for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:59:47.984040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-184d2546-7010-4fb3-aaf3-b3faf6e6e97c tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0922532 Nov 23 10:59:47.992428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58662) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:47.993283 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-d0182c1c-6e00-42fd-a8b1-fcebeab298af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:47.996740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-d0182c1c-6e00-42fd-a8b1-fcebeab298af service neutron] 10.222.0.65 "GET /v2.0/networks?id=d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 200 len: 915 time: 0.6355529 Nov 23 10:59:48.067035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac335407-4572-46b3-953a-359479b15fc5 None None] Pushing event updated for resources: {'Port': ['ID=439e0cfd-45f3-4353-9f10-c65b49aeda8b,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:48.119395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.123332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:48.123332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:48.126627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f4315b7-0810-4fbe-9a1a-b243c97b79aa admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6378314 Nov 23 10:59:48.128389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-29a612cb-83c7-4383-b1b1-b324b314a4c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033 HTTP/1.1" status: 200 len: 217 time: 0.0932217 Nov 23 10:59:48.130853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58664) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:48.142855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-54721131-c416-41af-b91f-055b5426bc7c tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-labels/7c41bb78-f30d-495e-ad45-ad714ec3781b HTTP/1.1" status: 200 len: 472 time: 0.1445742 Nov 23 10:59:48.144545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58666) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:48.194337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9b8a1806-c9ae-4e5e-800b-a1115657753a tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "GET /v2.0/metering/metering-label-rules/8fc58af2-ccc0-4bcb-ac47-0ee2076c8407 HTTP/1.1" status: 200 len: 459 time: 0.0371449 Nov 23 10:59:48.195020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58668) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:48.272925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:48.276494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:48.301068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74884f31-afb5-45a8-9070-512a99f3ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.367951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] For port 3ae62866-439c-4e53-acd6-a291d430e91a, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:48.368368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempted to set empty binding levels {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 10:59:48.385485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.389682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:48.466294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] In _notify_port_updated(), no bound segment for port 3ae62866-439c-4e53-acd6-a291d430e91a on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 10:59:48.467741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.468545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.469952 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "PUT /v2.0/ports/3ae62866-439c-4e53-acd6-a291d430e91a HTTP/1.1" status: 200 len: 979 time: 4.7861316 Nov 23 10:59:48.474605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-74884f31-afb5-45a8-9070-512a99f3ee54 None None] For port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:48.481530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58670) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:48.508230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-05e141a3-f0f7-4952-8be7-89c17a7e9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.510220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-05e141a3-f0f7-4952-8be7-89c17a7e9cd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 200 len: 854 time: 0.3475156 Nov 23 10:59:48.534234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74884f31-afb5-45a8-9070-512a99f3ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.727038 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.731919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-c5454a5a-3371-4a56-9a0e-0ccb041d5731 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d898bed4-6d0d-4cff-8e9d-033efad0c617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993909 Nov 23 10:59:48.736073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:48.740358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eee3ed-3abd-4da4-8a53-84d1afad8851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae62866-439c-4e53-acd6-a291d430e91a,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:48.821920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74884f31-afb5-45a8-9070-512a99f3ee54 None None] Pushing event updated for resources: {'Port': ['ID=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:48.834247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f5196aff-ac98-4946-bade-e8a406304c8a None None] Provisioning complete for port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:48.834740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f5196aff-ac98-4946-bade-e8a406304c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.842388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:48.842729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.862975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f6ba34d-480f-45a1-a410-6c35632f321b tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:48.872257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1f6ba34d-480f-45a1-a410-6c35632f321b tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-label-rules/8fc58af2-ccc0-4bcb-ac47-0ee2076c8407 HTTP/1.1" status: 204 len: 168 time: 0.6698048 Nov 23 10:59:48.880828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58678) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:48.930722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.931477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.932376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.934983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.934983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.935326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.937648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.937648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.937858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.938373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.944371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.944371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.944371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.944737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.945021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.945501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:48.954196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7eb7e4f8-20aa-41cb-ba11-0a248712537e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14461 time: 0.4651279 Nov 23 10:59:48.954196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58680) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:49.010787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Router 1b5e806a-bb82-4c07-b168-2745059327e3 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 10:59:49.217497 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-f74bfb45-4ca2-4380-bfe2-416483b83d84 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726570 Nov 23 10:59:49.234972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Deleting port 3ae62866-439c-4e53-acd6-a291d430e91a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:49.235558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:49.246334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:43Z', 'revision_number': 3, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:49.300445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:59:49.314593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e8faf2c-a5a5-4986-99b2-4cb866b04b24 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "PUT /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1520977 Nov 23 10:59:49.324852 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] Sync routers for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:59:49.328253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58682) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:49.333709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Checking router: 5f185d34-7a65-4305-a568-9cefdd6ccabf for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:59:49.334366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Updating router 5f185d34-7a65-4305-a568-9cefdd6ccabf port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:59:49.377820 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:49.381756 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:49.396918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:49.488410 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:49.518732 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:49.519624 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:49.600897 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:49.610091 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe99e6-e71c-440c-a2ec-d8646e650ecf None None] The sync data for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:59:49.656626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] For port 3ae62866-439c-4e53-acd6-a291d430e91a, host n-h1-817747-2, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:49.663309 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:49.735739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:49.764554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bdb722d2-6656-4876-9f84-076252b52339 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:49.767567 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bdb722d2-6656-4876-9f84-076252b52339 tempest-MeteringIpV6TestJSON-909078377 tempest-MeteringIpV6TestJSON-909078377-project-admin] 10.222.0.61 "DELETE /v2.0/metering/metering-labels/7c41bb78-f30d-495e-ad45-ad714ec3781b HTTP/1.1" status: 204 len: 168 time: 0.8746727 Nov 23 10:59:49.859014 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:49.902471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Calling delete_port for 3ae62866-439c-4e53-acd6-a291d430e91a owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:49.974839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83da5c3-3e60-4088-ba46-4d710dde772a None None] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:49.980235 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.148865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1702713b-90e0-4ac0-bc94-44b996300b16 None None] Provisioning complete for port ce05660c-b71f-4900-a9bc-e5dde2dc3872 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:50.149466 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1702713b-90e0-4ac0-bc94-44b996300b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.163350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19003077-e004-439c-8e6d-4c71b97ab32a None None] Network f2692076-cd2f-49dc-92db-a5e6693dfc4e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:50.166526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:50.167129 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.267046 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.455208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.458549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58694) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:50.585312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ae62866-439c-4e53-acd6-a291d430e91a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:50.602153 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-27d05c56-9350-423b-b238-05806614fef8 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 10:59:50.604886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-27d05c56-9350-423b-b238-05806614fef8 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "PUT /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2756944 Nov 23 10:59:50.609144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58698) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:50.614943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.627216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7a10aba4-88bc-413f-bbad-46233f6a5af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3ae62866-439c-4e53-acd6-a291d430e91a HTTP/1.1" status: 204 len: 168 time: 1.6740322 Nov 23 10:59:50.764149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:50.802832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab6bcbb2-ec84-42be-ae92-dbcd5ac53c57 req-a118e697-90d3-45c8-9824-0944864fc0e9 service neutron] 10.222.0.65 "GET /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4149346 Nov 23 10:59:50.806602 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf90ade6-3730-4aab-aa62-29515a73012a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] GET failed (client error): The resource could not be found. Nov 23 10:59:50.809228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bf90ade6-3730-4aab-aa62-29515a73012a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "GET /v2.0/ports/3ae62866-439c-4e53-acd6-a291d430e91a HTTP/1.1" status: 404 len: 333 time: 0.0440326 Nov 23 10:59:50.813491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58706) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:50.819041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-850281911', 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:50.863062 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.889876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.941417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.944056 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Made reservation on behalf of 04629faea7614e52922005129d04da37 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:50.946664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:50.976065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Attempting to bind port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:50.976766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Attempting to bind port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:50.977423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Attempting to bind port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:51.001270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] device_id is not set on port 7577e115-cd01-4a2b-b95e-dd95581bfa64 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:59:51.014908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:51.015684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:51.016323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.016946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:51.017715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Bound port: eebbf4a3-d4d4-496c-aed6-1fc448ce77c0, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:51.018329 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.068296 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6c04170-6df0-40de-bf52-762f2d91f276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.074948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] For port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:51.078568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] For port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:51.080124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e0d7de-ddc1-4c11-89ce-8e6ec61b62da None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:59:51.132727 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.307125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6c04170-6df0-40de-bf52-762f2d91f276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.325010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6c04170-6df0-40de-bf52-762f2d91f276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.373433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a6c04170-6df0-40de-bf52-762f2d91f276 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b4fa2d739be54002b552da5876b03fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9109480 Nov 23 10:59:51.379277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58710) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:51.385194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5a11b-594b-423b-a43b-535d3b5d0a56 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 10:59:51.427287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58c566-a371-4192-a6e5-fb34701e0267 None None] Pushing event updated for resources: {'Port': ['ID=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:51.459978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c04170-6df0-40de-bf52-762f2d91f276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430d11e7-62d0-444a-a6cc-03af80e5ba9e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:51.476799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.481029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b1befa3-990f-4ff8-99ae-3a71854bf212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.503681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:51.504679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:51.573447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ce05660c-b71f-4900-a9bc-e5dde2dc3872 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:51.585797 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.617772 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1702713b-90e0-4ac0-bc94-44b996300b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.732642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Allocated IP 172.20.0.1 (67ce1b16-9a83-43fa-a305-e49de886852f/feabcc24-0463-45e9-ac94-11dcf2ecd494/ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:51.735627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.839008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ce05660c-b71f-4900-a9bc-e5dde2dc3872 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:51.839432 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.845029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Network 92d179ed-8379-4142-99ec-05b55e23a8b1 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:51.849230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58c566-a371-4192-a6e5-fb34701e0267 None None] Pushing event updated for resources: {'Port': ['ID=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:51.886100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b1befa3-990f-4ff8-99ae-3a71854bf212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.906667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:51.909420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:51.933553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:51.941452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:51.947804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:51.990647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1702713b-90e0-4ac0-bc94-44b996300b16 None None] For port ce05660c-b71f-4900-a9bc-e5dde2dc3872, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ce05660c-b71f-4900-a9bc-e5dde2dc3872,segment=NetworkSegment(35a4b5c0-779a-4056-ba6f-b1f166e9dbbe),segment_id=35a4b5c0-779a-4056-ba6f-b1f166e9dbbe)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:52.004244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=7577e115-cd01-4a2b-b95e-dd95581bfa64,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:52.035088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-19c27436-abb8-4b52-90cd-c6894e282764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2203948 Nov 23 10:59:52.052355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:52.074999 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1702713b-90e0-4ac0-bc94-44b996300b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.222120 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b1befa3-990f-4ff8-99ae-3a71854bf212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.224692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b1befa3-990f-4ff8-99ae-3a71854bf212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.242682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b1befa3-990f-4ff8-99ae-3a71854bf212 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/430d11e7-62d0-444a-a6cc-03af80e5ba9e HTTP/1.1" status: 204 len: 168 time: 0.8623493 Nov 23 10:59:52.266938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1befa3-990f-4ff8-99ae-3a71854bf212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d11e7-62d0-444a-a6cc-03af80e5ba9e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:52.276638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b319945-ebcc-4b2d-941a-0af0d996da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:52.280969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2b319945-ebcc-4b2d-941a-0af0d996da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "GET /v2.0/ports/7577e115-cd01-4a2b-b95e-dd95581bfa64 HTTP/1.1" status: 200 len: 958 time: 0.2249093 Nov 23 10:59:52.282214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58726) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:52.291405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Deleting port 8de5faa9-2540-457d-9f16-727fddc2df0a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:52.291700 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.321021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.343462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Provisioning complete for port 439e0cfd-45f3-4353-9f10-c65b49aeda8b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:52.343462 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.419109 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.479800 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.541095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Network 67ce1b16-9a83-43fa-a305-e49de886852f is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:52.545935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:52.550756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:52.557071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:52.605833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702713b-90e0-4ac0-bc94-44b996300b16 None None] Pushing event updated for resources: {'Port': ['ID=ce05660c-b71f-4900-a9bc-e5dde2dc3872,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:52.675492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 439e0cfd-45f3-4353-9f10-c65b49aeda8b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:52.693235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.721267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.773981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Calling delete_port for 8de5faa9-2540-457d-9f16-727fddc2df0a owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:52.784911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Deleting port 7577e115-cd01-4a2b-b95e-dd95581bfa64 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 10:59:52.787687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.941603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 439e0cfd-45f3-4353-9f10-c65b49aeda8b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:52.941985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.944864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:52.958312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58738) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:53.065663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.069494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.073761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.127171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Calling delete_port for 7577e115-cd01-4a2b-b95e-dd95581bfa64 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 10:59:53.265934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] For port 439e0cfd-45f3-4353-9f10-c65b49aeda8b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=439e0cfd-45f3-4353-9f10-c65b49aeda8b,segment=NetworkSegment(895499b4-6f86-4364-93ce-01f138c74b32),segment_id=895499b4-6f86-4364-93ce-01f138c74b32)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:53.286915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:43Z', 'revision_number': 3, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:53.339515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.353565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77851b37-9220-4a7a-9fb5-44f42b8dd8ca None None] The sync data for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 is: [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:43Z', 'revision_number': 3, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:59:53.516354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Pushing event updated for resources: {'Port': ['ID=439e0cfd-45f3-4353-9f10-c65b49aeda8b,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:53.521952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.538002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.549352 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.554674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Provisioning complete for port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:53.555061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.568122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.621756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Pushing event updated for resources: {'Port': ['ID=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:53.623257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.643111 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.710080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event deleted for resources: {'Port': ['ID=7577e115-cd01-4a2b-b95e-dd95581bfa64,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:53.715151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.855147 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:53.910919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ce05660c-b71f-4900-a9bc-e5dde2dc3872 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:53.924847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Network 67ce1b16-9a83-43fa-a305-e49de886852f is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:53.928330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:53.949724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] For port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 10:59:53.974739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Port': ['ID=8de5faa9-2540-457d-9f16-727fddc2df0a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:53.992134 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.000033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.030986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b142c588-fc22-4ccd-a2d5-7e40eb71f9a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "DELETE /v2.0/ports/7577e115-cd01-4a2b-b95e-dd95581bfa64 HTTP/1.1" status: 204 len: 168 time: 1.7479882 Nov 23 10:59:54.035688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58748) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:54.190404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ce05660c-b71f-4900-a9bc-e5dde2dc3872 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:54.190776 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.242538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=577b1732563341c0b08fe1f7c0a19ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2255950 Nov 23 10:59:54.246291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58754) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:54.315950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Provisioning complete for port 439e0cfd-45f3-4353-9f10-c65b49aeda8b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:54.320123 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.418083 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-718228b1-e69d-4fe2-a46e-e834dd6155dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.462912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b779e-848f-41cc-9604-6866d2d0ddfb None None] Pushing event updated for resources: {'Port': ['ID=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:54.466663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-718228b1-e69d-4fe2-a46e-e834dd6155dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.553180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 439e0cfd-45f3-4353-9f10-c65b49aeda8b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:54.567338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-718228b1-e69d-4fe2-a46e-e834dd6155dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.570394 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-718228b1-e69d-4fe2-a46e-e834dd6155dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:54.574491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-718228b1-e69d-4fe2-a46e-e834dd6155dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/84625aa6-c264-4d98-b864-806f543a0b4a HTTP/1.1" status: 204 len: 168 time: 0.3253493 Nov 23 10:59:54.626926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Router 5f185d34-7a65-4305-a568-9cefdd6ccabf has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:59:54.628706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718228b1-e69d-4fe2-a46e-e834dd6155dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84625aa6-c264-4d98-b864-806f543a0b4a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:54.995048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:59:55.019522 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2b4a7e1c-5def-46e4-a5c8-cb56a4ef76a1 admin admin] 10.222.0.61 "PUT /v2.0/routers/5f185d34-7a65-4305-a568-9cefdd6ccabf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8875520 Nov 23 10:59:55.288520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84625aa6-c264-4d98-b864-806f543a0b4a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:55.315935 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-a005bf32-0ca2-4dac-8f2e-1817e3507d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] GET failed (client error): The resource could not be found. Nov 23 10:59:55.317942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a005bf32-0ca2-4dac-8f2e-1817e3507d24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "GET /v2.0/ports/7577e115-cd01-4a2b-b95e-dd95581bfa64 HTTP/1.1" status: 404 len: 333 time: 1.2255621 Nov 23 10:59:55.322906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58774) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:55.327597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.328801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.328935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Request body: {'port': {'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1235008635'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:55.329467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.329973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.335003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.335552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.336047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.336559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.337893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.338403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.338901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.341283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4a4534-fcf8-4da9-a4e8-b6609b8e884c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:55.346102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:55.420244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Made reservation on behalf of 04629faea7614e52922005129d04da37 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:55.424815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:55.450970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] device_id is not set on port ad7e6eac-c15f-4fef-982d-b04c24893e2f yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:59:55.629275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Provisioning complete for port ce05660c-b71f-4900-a9bc-e5dde2dc3872 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:55.629987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:55.635451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 439e0cfd-45f3-4353-9f10-c65b49aeda8b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:55.635838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:55.873396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Router 1b5e806a-bb82-4c07-b168-2745059327e3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 10:59:56.051229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Could not find standard attr ID for object 8de5faa9-2540-457d-9f16-727fddc2df0a. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 10:59:56.077869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:56.092141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Provisioning complete for port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:56.092525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:56.123347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 10:59:56.156932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] Sync routers for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:59:56.167146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-59719823-7ac4-48e3-a9e4-cb3288cc88c2 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "PUT /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5528080 Nov 23 10:59:56.167972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58796) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:56.245910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:56.246957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:56.250607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2f77962e-a011-4b22-a0a8-67ddf9f32e09 None None] Port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:59:56.311986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 10:59:56.323827 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-124830b8-9a18-41a3-9395-4ab256fc3458 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] delete failed (client error): The resource could not be found. Nov 23 10:59:56.325059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:56.328375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-124830b8-9a18-41a3-9395-4ab256fc3458 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-202711561 HTTP/1.1" status: 404 len: 334 time: 0.1589859 Nov 23 10:59:56.333865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58800) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:56.346479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ad0aab80-0a09-44c6-a539-d86cef96feac tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b5e806a-bb82-4c07-b168-2745059327e3'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:56.366893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:56.448486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:56.465252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:56.503302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Network 92d179ed-8379-4142-99ec-05b55e23a8b1 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 10:59:56.522265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:56.537062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 10:59:56.538236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:56.538854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:56.597098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=ad7e6eac-c15f-4fef-982d-b04c24893e2f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:56.609508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2acc5734-885e-4b3e-9601-58519f74ae49 None None] Provisioning complete for port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:56.610000 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2acc5734-885e-4b3e-9601-58519f74ae49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:56.630756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a91677f1-3304-411f-b5c7-3e9dd76c426b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3050752 Nov 23 10:59:56.633596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58812) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:56.661000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:56.760222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:56.764214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698a3ef-e8f5-4769-a8dd-30982a0c5af4 None None] The sync data for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 10:59:56.773405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2acc5734-885e-4b3e-9601-58519f74ae49 None None] Port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 10:59:56.786214 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Sync routers for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 10:59:56.836007 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:56.839188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:56.839585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:56.840722 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:56.904786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58818) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:56.958597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.012070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-network', 'tenant_id': '141b4e5bfb404a618241e525639617e3'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:57.251415 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 10:59:57.360792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad0aab80-0a09-44c6-a539-d86cef96feac tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.377680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Made reservation on behalf of 141b4e5bfb404a618241e525639617e3 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:57.386095 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.449532 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-ad0aab80-0a09-44c6-a539-d86cef96feac tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] update failed (client error): The resource could not be found. Nov 23 10:59:57.457928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ad0aab80-0a09-44c6-a539-d86cef96feac tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "PUT /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3 HTTP/1.1" status: 404 len: 339 time: 1.1214292 Nov 23 10:59:57.464094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:57.466308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.614517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] device_id is not set on port ad7e6eac-c15f-4fef-982d-b04c24893e2f yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 10:59:57.634714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.691877 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.712140 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.712491 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 2, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:57.726267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.757279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 10:59:57.769886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af3f733-3c19-4577-81c2-c2d67026ec4b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:57.777803 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.778672 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Added segment 92b53abf-22f5-4e73-8556-2ba751b7b50b of type vlan for network 7f510a33-1d40-4699-ba31-eba4b105568d Nov 23 10:59:57.799827 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Checking router: 5f185d34-7a65-4305-a568-9cefdd6ccabf for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 10:59:57.800378 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Updating router 5f185d34-7a65-4305-a568-9cefdd6ccabf port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 10:59:57.851617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=ad7e6eac-c15f-4fef-982d-b04c24893e2f,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:57.866506 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.890059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.982649 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:57.983913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:57.984937 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.093463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1874487 Nov 23 10:59:58.098741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58844) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:58.111576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Request body: {'subnet': {'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-subnet', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:58.323394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74cc5b-dd94-4297-b907-cc5423242754 admin admin] Pushing event updated for resources: {'Network': ['ID=7f510a33-1d40-4699-ba31-eba4b105568d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:58.357688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 7f510a33-1d40-4699-ba31-eba4b105568d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 10:59:58.364608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:58.364954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:58.370825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:58.386831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:58.386831 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:58.389521 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 2 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 10:59:58.408072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Made reservation on behalf of 141b4e5bfb404a618241e525639617e3 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 10:59:58.421941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.491324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:58.491893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:58.491984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:58.518243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:58.518808 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:58.521304 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 3 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 10:59:58.579924 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.596573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.598824 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.627057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:58.627554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:58.628006 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:58.664731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:58.669492 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:58.670413 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 4 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 10:59:58.716267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:58.716618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:58.717029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:58.822927 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Pushing event updated for resources: {'Port': ['ID=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:58.960655 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:58.960929 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.961695 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.963670 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.964196 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.964695 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.965279 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.965786 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.966391 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.967560 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.968101 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.968786 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:58.969147 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 10:59:59.055011 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Attempting to bind port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:59.055440 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Attempting to bind port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:59.056335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Attempting to bind port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 on network 67ce1b16-9a83-43fa-a305-e49de886852f {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:59.084198 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 10:59:59.089008 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Checking segment: {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:59.089978 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.090684 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Bound using segment: {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 10:59:59.091508 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Bound port: ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 10:59:59.092136 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.126984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=de28534e-0ada-475a-b6a5-e9cce7df0832,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:59.197430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Checking segment: {'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 10:59:59.197965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Network hostable DHCP agents. Network: 7f510a33-1d40-4699-ba31-eba4b105568d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 10:59:59.243516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Network 7f510a33-1d40-4699-ba31-eba4b105568d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 10:59:59.266081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 7f510a33-1d40-4699-ba31-eba4b105568d) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 10:59:59.269050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:59.269456 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:59.270626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 10:59:59.271290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.272420 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 5 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 10:59:59.283290 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] For port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 10:59:59.288469 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] For port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 10:59:59.297406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eeb363-23dd-4c48-b251-cc4bd014405a None None] Network 7f510a33-1d40-4699-ba31-eba4b105568d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 10:59:59.303752 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.323467 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-96090218-29d0-4e57-a4b8-10fc51d409aa admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2170079 Nov 23 10:59:59.329763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58866) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:59.335404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 10:59:59.423013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:59.423288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:59.423552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:59.429195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.431637 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.451814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:59.452153 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:59.465939 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 6 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 10:59:59.497250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58868) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 10:59:59.541889 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 10:59:59.542094 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 10:59:59.612407 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.680406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:59.694472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:59.694937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:59.724100 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d444f4c-199d-4f35-964f-a06e7ec494bb None None] Pushing event updated for resources: {'Port': ['ID=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 10:59:59.725676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:59.726017 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:59.733309 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 7 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 10:59:59.793064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Allocated IP 172.20.0.1 (7747d694-959f-41e8-9a27-7480b12a6b0e/9ee8ccd9-bea1-4493-99b0-bfc739db3b47/26256f5a-6854-45e1-b41b-81887c3ef1b4) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 10:59:59.815489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 10:59:59.815830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 10:59:59.816177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 10:59:59.839786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 10:59:59.840153 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 10:59:59.858346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-92bbd568-1e4d-42f7-9530-982bdf29ea50 None None] Provisioning complete for port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 10:59:59.867406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-92bbd568-1e4d-42f7-9530-982bdf29ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.963233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-7f510a33-1d40-4699-ba31-eba4b105568d', 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'fixed_ips': [{'subnet_id': 'de28534e-0ada-475a-b6a5-e9cce7df0832'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 10:59:59.964328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 10:59:59.992911 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 8 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 11:00:00.002981 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:00.038906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.197462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-06ced412-7414-4af5-8e3a-ed8777ca483f tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:00.255489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:00.256166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:00.260223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:00.275589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:00.276704 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 11:00:00.278715 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 9 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 11:00:00.280563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-92bbd568-1e4d-42f7-9530-982bdf29ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.306632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:00.307774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:00.308827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:00.365691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-06ced412-7414-4af5-8e3a-ed8777ca483f tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "PUT /v2.0/quotas/732809125e12467bbefbba570d08f7e0 HTTP/1.1" status: 200 len: 368 time: 0.8654404 Nov 23 11:00:00.367250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58876) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:00.373318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:00.375617 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 11:00:00.393820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Request body: {'network': {'project_id': '732809125e12467bbefbba570d08f7e0'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:00.394729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Allocated IP 172.20.0.2 (7f510a33-1d40-4699-ba31-eba4b105568d/de28534e-0ada-475a-b6a5-e9cce7df0832/992d3420-2744-4ac7-9fff-0ebdc5cb79ad) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:00.399875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-92bbd568-1e4d-42f7-9530-982bdf29ea50 None None] For port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:00.405557 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempt 10 to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f Nov 23 11:00:00.413476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-92bbd568-1e4d-42f7-9530-982bdf29ea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.474621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:00.475180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:00.475810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempting to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:00.492542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.513933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:00.514571 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Failed to bind port ad7e6eac-c15f-4fef-982d-b04c24893e2f on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'c2af9539-b47f-4769-b8f3-35921b1ed80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '92d179ed-8379-4142-99ec-05b55e23a8b1'}] Nov 23 11:00:00.518000 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.732954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.768129 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T10:59:59Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:00.777904 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.800423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Made reservation on behalf of 732809125e12467bbefbba570d08f7e0 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:00.804851 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.811688 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.815840 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9702a89-5ebd-4966-968b-a8bff1458a52 None None] The sync data for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 is: [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T10:59:59Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:00.825904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.839856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:00.846838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbd568-1e4d-42f7-9530-982bdf29ea50 None None] Pushing event updated for resources: {'Port': ['ID=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:00.973078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] For port ad7e6eac-c15f-4fef-982d-b04c24893e2f, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:00.973468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attempted to set empty binding levels {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 11:00:00.976709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Pushing event updated for resources: {'Port': ['ID=992d3420-2744-4ac7-9fff-0ebdc5cb79ad,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:00.989505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.005159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-70e6bed6-7a7a-4e3c-a102-3bd6dc8d2ba8 None None] Provisioning complete for port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:01.005566 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-70e6bed6-7a7a-4e3c-a102-3bd6dc8d2ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.065091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event updated for resources: {'Port': ['ID=ad7e6eac-c15f-4fef-982d-b04c24893e2f,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:01.068962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.139845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network 7747d694-959f-41e8-9a27-7480b12a6b0e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:01.149302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Network 7f510a33-1d40-4699-ba31-eba4b105568d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:01.156352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] In _notify_port_updated(), no bound segment for port ad7e6eac-c15f-4fef-982d-b04c24893e2f on network 92d179ed-8379-4142-99ec-05b55e23a8b1 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:00:01.162876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:01.165606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.165606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2a59bb28-29eb-43f6-af1a-908868ddc780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "PUT /v2.0/ports/ad7e6eac-c15f-4fef-982d-b04c24893e2f HTTP/1.1" status: 200 len: 979 time: 4.5245841 Nov 23 11:00:01.171733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58884) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:01.178773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:01.184426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:01.191946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:01.194823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:01.326158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Allocated IP 172.25.5.226 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ee0319fc-45dd-4214-8970-39a407156d74) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:01.381767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Attempting to bind port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:01.382574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Attempting to bind port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:01.383120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Attempting to bind port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad on network 7f510a33-1d40-4699-ba31-eba4b105568d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:01.391673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Port': ['ID=26256f5a-6854-45e1-b41b-81887c3ef1b4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:01.511509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.550441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.559499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:01.559765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Checking segment: {'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:01.560012 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.560382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Bound using segment: {'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:01.560938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Bound port: 992d3420-2744-4ac7-9fff-0ebdc5cb79ad, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:01.561304 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.675181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Deleting port ad7e6eac-c15f-4fef-982d-b04c24893e2f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:01.675525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.704384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.951297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] For port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:01.958408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:00:01.961302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] For port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=992d3420-2744-4ac7-9fff-0ebdc5cb79ad,segment=NetworkSegment(92b53abf-22f5-4e73-8556-2ba751b7b50b),segment_id=92b53abf-22f5-4e73-8556-2ba751b7b50b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:01.982897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] For port ad7e6eac-c15f-4fef-982d-b04c24893e2f, host n-h1-817747-2, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:01.984095 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:01.987600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80592c4f-5605-432a-a502-a2377dbfb4ab,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:02.029282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.031670 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Added segment 43745455-1a63-4db9-ad4b-1035a3c685b3 of type vlan for network 7fafe7e1-161d-40bb-b87e-d63fb1d12f89 Nov 23 11:00:02.036124 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.040226 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.066044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Calling delete_port for ad7e6eac-c15f-4fef-982d-b04c24893e2f owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:02.154023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1e5adbd2-cdd1-47a2-a60c-5678f99bfd07 None None] Provisioning complete for port 26256f5a-6854-45e1-b41b-81887c3ef1b4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:02.154023 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1e5adbd2-cdd1-47a2-a60c-5678f99bfd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.226763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1e5adbd2-cdd1-47a2-a60c-5678f99bfd07 None None] Port 26256f5a-6854-45e1-b41b-81887c3ef1b4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:02.237447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dce32-00cd-4455-b10e-bd7816e31457 None None] Pushing event updated for resources: {'Port': ['ID=992d3420-2744-4ac7-9fff-0ebdc5cb79ad,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:02.254003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:02.333951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.337163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.351972 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.428850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:02.433100 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.548239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:02.557666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:02.560919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0319fc-45dd-4214-8970-39a407156d74,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:02.576193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:02.576789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.582242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:02.589325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.675051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ea343-cfd9-482c-b7bd-b24d96f1f8dd None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:02.799159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:02.946368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5690303 Nov 23 11:00:02.949794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f3a28816-bf55-4b6b-a66f-ee76ac13bee4 None None] Provisioning complete for port ee0319fc-45dd-4214-8970-39a407156d74 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:02.956369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f3a28816-bf55-4b6b-a66f-ee76ac13bee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.051060 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:00:03.071219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f3a28816-bf55-4b6b-a66f-ee76ac13bee4 None None] Port ee0319fc-45dd-4214-8970-39a407156d74 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:03.072879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:03.080130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Request body: {'network': {'project_id': '732809125e12467bbefbba570d08f7e0'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:03.090485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98873445-72dc-4c85-8750-932c657ca146 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Pushing event updated for resources: {'Network': ['ID=7fafe7e1-161d-40bb-b87e-d63fb1d12f89,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:03.101387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 7fafe7e1-161d-40bb-b87e-d63fb1d12f89 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:00:03.146757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Made reservation on behalf of 732809125e12467bbefbba570d08f7e0 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:03.149847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.199970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad7e6eac-c15f-4fef-982d-b04c24893e2f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:03.237868 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.249462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-91b3983e-86ba-42dd-adea-c8b07cfc7517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "DELETE /v2.0/ports/ad7e6eac-c15f-4fef-982d-b04c24893e2f HTTP/1.1" status: 204 len: 168 time: 2.0738704 Nov 23 11:00:03.250705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58904) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:03.316938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:00:03.374495 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc72bb7-64bc-4eb9-ba6b-af1e3e654862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] GET failed (client error): The resource could not be found. Nov 23 11:00:03.383370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7fc72bb7-64bc-4eb9-ba6b-af1e3e654862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1098197912-project-admin] 10.222.0.61 "GET /v2.0/ports/ad7e6eac-c15f-4fef-982d-b04c24893e2f HTTP/1.1" status: 404 len: 333 time: 0.0839911 Nov 23 11:00:03.395855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58908) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:03.537923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.538538 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Added segment 0c735183-6116-4da8-b706-d1dbb90680bd of type vlan for network 6aaa4372-30c8-494c-8f58-66de5a823297 Nov 23 11:00:03.710179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.846773 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.958040 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.959124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:03.959813 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.965264 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:03.989155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.058402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.079888 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0053625 Nov 23 11:00:04.090541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58914) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:04.098219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-55e22dea-068b-4f7c-9d73-bb607f768636 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Request body: {'network': {'project_id': '732809125e12467bbefbba570d08f7e0'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:04.278366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 992d3420-2744-4ac7-9fff-0ebdc5cb79ad up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:04.404100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:04.404483 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.441546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.467787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed22bd-1c5b-4447-95b2-74e1133d1052 None None] Network 7f510a33-1d40-4699-ba31-eba4b105568d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:04.528063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4b469aa0-31bf-4e70-97dc-86ad863766d8 None None] Provisioning complete for port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:04.528734 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b469aa0-31bf-4e70-97dc-86ad863766d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.584663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d179ed-8379-4142-99ec-05b55e23a8b1']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:04.622802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2af9539-b47f-4769-b8f3-35921b1ed80c') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:04.623102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2af9539-b47f-4769-b8f3-35921b1ed80c') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:04.648839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.669382 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.701768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.705190 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.726298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9e516-12b9-43d0-b6cb-fc8d6a183b45 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Pushing event updated for resources: {'Network': ['ID=6aaa4372-30c8-494c-8f58-66de5a823297,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:04.727608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=992d3420-2744-4ac7-9fff-0ebdc5cb79ad,segment=NetworkSegment(92b53abf-22f5-4e73-8556-2ba751b7b50b),segment_id=92b53abf-22f5-4e73-8556-2ba751b7b50b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:04.754167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 6aaa4372-30c8-494c-8f58-66de5a823297 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:00:04.785822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.793145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event updated for resources: {'Port': ['ID=26256f5a-6854-45e1-b41b-81887c3ef1b4,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:04.799523 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e22dea-068b-4f7c-9d73-bb607f768636 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 11:00:04.800152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e22dea-068b-4f7c-9d73-bb607f768636 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:00:04.802905 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-55e22dea-068b-4f7c-9d73-bb607f768636 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.7097034 Nov 23 11:00:04.813729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58920) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:04.854122 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.873624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:04.874163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:04.964718 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:04.974113 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.979662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:04.986656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] 10.222.0.61 "DELETE /v2.0/networks/92d179ed-8379-4142-99ec-05b55e23a8b1 HTTP/1.1" status: 204 len: 168 time: 1.5888305 Nov 23 11:00:05.056557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-41aa6cc5-cfc8-46b6-813e-8ac3edeb882d tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=732809125e12467bbefbba570d08f7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354844 Nov 23 11:00:05.067733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58926) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.117939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=992d3420-2744-4ac7-9fff-0ebdc5cb79ad,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:05.250989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Network 7747d694-959f-41e8-9a27-7480b12a6b0e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:05.262090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:05.329195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7091999a-5194-43f8-add2-ffe637506d02 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.551395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58930) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.608052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7091999a-5194-43f8-add2-ffe637506d02 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.698515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Router 1b5e806a-bb82-4c07-b168-2745059327e3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:00:05.769735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-164694d0-f884-4781-98c6-b34cfcac2c37 None None] Provisioning complete for port 26256f5a-6854-45e1-b41b-81887c3ef1b4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:05.771978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-164694d0-f884-4781-98c6-b34cfcac2c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.848569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-164694d0-f884-4781-98c6-b34cfcac2c37 None None] Port 26256f5a-6854-45e1-b41b-81887c3ef1b4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:05.910497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7091999a-5194-43f8-add2-ffe637506d02 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.914246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7091999a-5194-43f8-add2-ffe637506d02 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:05.919518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7091999a-5194-43f8-add2-ffe637506d02 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "DELETE /v2.0/security-groups/80592c4f-5605-432a-a502-a2377dbfb4ab HTTP/1.1" status: 204 len: 168 time: 0.8481386 Nov 23 11:00:05.955560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58938) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:05.957327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091999a-5194-43f8-add2-ffe637506d02 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80592c4f-5605-432a-a502-a2377dbfb4ab,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:06.028959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cc4a6-e88f-4c3a-9fd1-d7aef4d1b238 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229890314-project] Pushing event deleted for resources: {'Network': ['ID=92d179ed-8379-4142-99ec-05b55e23a8b1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:06.102700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Router 363ff45f-96ed-412c-bd58-c8510a90e2ad is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:00:06.120428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1335ba9f-dc35-427b-b84f-d05110b805fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=847ec3a853b0406f9ccea7cfc6466980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5548217 Nov 23 11:00:06.122338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58940) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:06.153370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:06.163365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb120601-8d40-4a5a-b717-3c588a299c45 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "PUT /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6950264 Nov 23 11:00:06.165616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58944) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:06.174514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] Sync routers for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:06.202481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 992d3420-2744-4ac7-9fff-0ebdc5cb79ad up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:06.284422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:06.285072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:06.336153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eed92e6f-67d3-4102-a296-dcf91ce53027 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.342265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c363c440-937f-426c-a494-06d1b577386f None None] Provisioning complete for port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:06.342656 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c363c440-937f-426c-a494-06d1b577386f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.420353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:06.468256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:06.468939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:06.481341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ecd-d486-4fa7-a11e-717532bd0807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.506432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:06.518168 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Sync routers for ids ['363ff45f-96ed-412c-bd58-c8510a90e2ad'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:06.520249 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-eed92e6f-67d3-4102-a296-dcf91ce53027 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 11:00:06.521501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eed92e6f-67d3-4102-a296-dcf91ce53027 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3 HTTP/1.1" status: 409 len: 329 time: 0.3543301 Nov 23 11:00:06.525652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.528718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58946) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:06.543200 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Routers {'363ff45f-96ed-412c-bd58-c8510a90e2ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:06.544323 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['363ff45f-96ed-412c-bd58-c8510a90e2ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:06.552998 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ecd-d486-4fa7-a11e-717532bd0807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.559035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:06.559819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a55aadd-3022-4c06-8e30-af2113b634e6 None None] The sync data for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:06.594548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.599110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6e267e21-ad88-4c41-a2a2-3694c81b5c48 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2698987 Nov 23 11:00:06.599920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58948) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:06.705718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:06.710119 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.851798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ecd-d486-4fa7-a11e-717532bd0807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.856040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbe55ecd-d486-4fa7-a11e-717532bd0807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:06.858744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cbe55ecd-d486-4fa7-a11e-717532bd0807 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/482137c0-5e31-478b-86fe-0b0a0c595751 HTTP/1.1" status: 204 len: 168 time: 0.7352211 Nov 23 11:00:06.965418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe55ecd-d486-4fa7-a11e-717532bd0807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482137c0-5e31-478b-86fe-0b0a0c595751,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:07.053870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.074136 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Set router 363ff45f-96ed-412c-bd58-c8510a90e2ad gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:07.097684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaa4372-30c8-494c-8f58-66de5a823297']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:07.112282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c735183-6116-4da8-b706-d1dbb90680bd') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:07.112593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c735183-6116-4da8-b706-d1dbb90680bd') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:07.137810 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.162174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.169903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:07.170305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:07.245871 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:07.261845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.267873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.281291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "DELETE /v2.0/networks/6aaa4372-30c8-494c-8f58-66de5a823297 HTTP/1.1" status: 204 len: 168 time: 1.3140006 Nov 23 11:00:07.284809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58962) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:07.339175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a4c86-ca9e-4393-b53b-4f560ff980e8 tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Pushing event deleted for resources: {'Network': ['ID=6aaa4372-30c8-494c-8f58-66de5a823297,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:07.460881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58968) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:07.524510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.642241 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:00:03Z', 'revision_number': 3, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:07.646387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58972) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:07.647565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f7c74e9a-736c-4765-982f-4a6e4f620552 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04629faea7614e52922005129d04da37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847236 Nov 23 11:00:07.712806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.764335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Checking router: 363ff45f-96ed-412c-bd58-c8510a90e2ad for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:00:07.764684 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Updating router 363ff45f-96ed-412c-bd58-c8510a90e2ad port ee0319fc-45dd-4214-8970-39a407156d74 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:00:07.824836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fafe7e1-161d-40bb-b87e-d63fb1d12f89']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:07.833166 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.839399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43745455-1a63-4db9-ad4b-1035a3c685b3') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:07.839702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43745455-1a63-4db9-ad4b-1035a3c685b3') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:07.842263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.870137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.886867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af7076ea-d935-44b9-b063-5f34e0d5adc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.909275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.929824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af7076ea-d935-44b9-b063-5f34e0d5adc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.942690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:07.943187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:07.945067 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:08.170464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.267509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.272068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Allocated IP 172.20.0.1 (7f510a33-1d40-4699-ba31-eba4b105568d/de28534e-0ada-475a-b6a5-e9cce7df0832/197d358f-de10-4742-9688-aeab503a63df) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:08.350200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.365013 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] 10.222.0.61 "DELETE /v2.0/networks/7fafe7e1-161d-40bb-b87e-d63fb1d12f89 HTTP/1.1" status: 204 len: 168 time: 1.0750351 Nov 23 11:00:08.386087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d86c1-d9b4-45a1-b0c5-09ba4b1b6e6e tempest-QuotasNegativeTest-806033396 tempest-QuotasNegativeTest-806033396-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fafe7e1-161d-40bb-b87e-d63fb1d12f89,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:08.424673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af7076ea-d935-44b9-b063-5f34e0d5adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.427449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af7076ea-d935-44b9-b063-5f34e0d5adc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.428625 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-af7076ea-d935-44b9-b063-5f34e0d5adc4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0201b19f-4a3e-4c28-be04-247ba2929724 HTTP/1.1" status: 204 len: 168 time: 0.7801011 Nov 23 11:00:08.446666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7076ea-d935-44b9-b063-5f34e0d5adc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0201b19f-4a3e-4c28-be04-247ba2929724,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:08.534137 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.598677 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.602846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.621404 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.723619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Network 7f510a33-1d40-4699-ba31-eba4b105568d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:08.752411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:08.769655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:08.802221 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3b405-d59a-4610-974e-b3b2c15e47b5 None None] Pushing event updated for resources: {'Port': ['ID=ee0319fc-45dd-4214-8970-39a407156d74,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:08.806730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ef336-9053-4b3a-9b01-685462a86e82 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:08.810477 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Attempting to bind port ee0319fc-45dd-4214-8970-39a407156d74 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:08.810863 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Attempting to bind port ee0319fc-45dd-4214-8970-39a407156d74 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:08.811230 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Attempting to bind port ee0319fc-45dd-4214-8970-39a407156d74 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:08.827251 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:08.832309 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:08.833304 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.835236 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:08.835905 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Bound port: ee0319fc-45dd-4214-8970-39a407156d74, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:08.839345 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.911515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d4c4d01d-879d-433f-a0d0-62164adb3a41 None None] Provisioning complete for port ee0319fc-45dd-4214-8970-39a407156d74 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:08.911884 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d4c4d01d-879d-433f-a0d0-62164adb3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.912853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Pushing event updated for resources: {'Port': ['ID=197d358f-de10-4742-9688-aeab503a63df,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:08.928938 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] For port ee0319fc-45dd-4214-8970-39a407156d74, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:08.933964 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] For port ee0319fc-45dd-4214-8970-39a407156d74, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee0319fc-45dd-4214-8970-39a407156d74,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:08.951710 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:08.999698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.002081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Deleting port 26256f5a-6854-45e1-b41b-81887c3ef1b4 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:09.004091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.061537 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3b405-d59a-4610-974e-b3b2c15e47b5 None None] Pushing event updated for resources: {'Port': ['ID=ee0319fc-45dd-4214-8970-39a407156d74,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:09.085819 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Routers {'363ff45f-96ed-412c-bd58-c8510a90e2ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:09.089046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ebf35-88ed-48df-a34a-2de48c535e36 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:09.090304 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['363ff45f-96ed-412c-bd58-c8510a90e2ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:09.126997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4d01d-879d-433f-a0d0-62164adb3a41 None None] Port ee0319fc-45dd-4214-8970-39a407156d74 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:09.281055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-27c3cc71-38e6-4eb8-b72e-e3e20ec551f7 None None] Provisioning complete for port ee0319fc-45dd-4214-8970-39a407156d74 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:09.281492 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c3cc71-38e6-4eb8-b72e-e3e20ec551f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.347344 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] Set router 363ff45f-96ed-412c-bd58-c8510a90e2ad gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:09.351538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.407240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.473863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Calling delete_port for 26256f5a-6854-45e1-b41b-81887c3ef1b4 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:09.526973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c3cc71-38e6-4eb8-b72e-e3e20ec551f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.611932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-27c3cc71-38e6-4eb8-b72e-e3e20ec551f7 None None] For port ee0319fc-45dd-4214-8970-39a407156d74, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee0319fc-45dd-4214-8970-39a407156d74,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:09.624097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c3cc71-38e6-4eb8-b72e-e3e20ec551f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.789264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3cc71-38e6-4eb8-b72e-e3e20ec551f7 None None] Pushing event updated for resources: {'Port': ['ID=ee0319fc-45dd-4214-8970-39a407156d74,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:09.827467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59008) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:09.837082 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:00:03Z', 'revision_number': 3, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:09.843211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-90158f6b-0bcb-4dc7-88b2-83c5a93bfecf None None] Provisioning complete for port 197d358f-de10-4742-9688-aeab503a63df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:09.843751 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90158f6b-0bcb-4dc7-88b2-83c5a93bfecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.885551 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa5005-e911-46a6-ad62-51c28628b5fa None None] The sync data for ids ['363ff45f-96ed-412c-bd58-c8510a90e2ad'] in n-d-817747-2 is: [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:00:03Z', 'revision_number': 3, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:09.927011 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.943121 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:09.961301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-90158f6b-0bcb-4dc7-88b2-83c5a93bfecf None None] Port 197d358f-de10-4742-9688-aeab503a63df cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:10.057991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.152299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06f6d05-3a3f-4b7d-94bf-b848cdb4c93b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.154156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Port': ['ID=26256f5a-6854-45e1-b41b-81887c3ef1b4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:10.259886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.322348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Pushing event updated for resources: {'Port': ['ID=197d358f-de10-4742-9688-aeab503a63df,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:10.594503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59028) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:10.611295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.662335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06f6d05-3a3f-4b7d-94bf-b848cdb4c93b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.684005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Network 7f510a33-1d40-4699-ba31-eba4b105568d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:10.686560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:10.691830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06f6d05-3a3f-4b7d-94bf-b848cdb4c93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:10.731107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f6d05-3a3f-4b7d-94bf-b848cdb4c93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d664cc-d8d4-48ef-b640-19e1c8b11a25,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:10.904063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f06f6d05-3a3f-4b7d-94bf-b848cdb4c93b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=341132e6d4884e57b89cf32513d51fae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702405 Nov 23 11:00:10.907844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1799057320'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:10.910845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59036) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:10.965879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Router 1b5e806a-bb82-4c07-b168-2745059327e3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:00:10.983320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:10.986920 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.003599 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.134835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-32338c82-45c7-40c7-9202-597ac79a76b6 None None] Provisioning complete for port 197d358f-de10-4742-9688-aeab503a63df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:11.136032 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-32338c82-45c7-40c7-9202-597ac79a76b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.199158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7d42f9a-bbf9-4f24-a179-6549d935bff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.223869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Router 363ff45f-96ed-412c-bd58-c8510a90e2ad has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:00:11.226249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.229456 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:11.236071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2fe73eb1-593a-44f2-8e6c-8b9f09c5691d tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "PUT /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7062511 Nov 23 11:00:11.238443 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.244131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59042) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:11.244330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] Sync routers for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:11.276876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-32338c82-45c7-40c7-9202-597ac79a76b6 None None] Port 197d358f-de10-4742-9688-aeab503a63df cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:11.286911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:11.293982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:11.299834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7d42f9a-bbf9-4f24-a179-6549d935bff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.355151 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-10b11e6f-b108-465e-b8b6-5aca5fc5344f tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] show failed (client error): The resource could not be found. Nov 23 11:00:11.357438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-10b11e6f-b108-465e-b8b6-5aca5fc5344f tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1055966106 HTTP/1.1" status: 404 len: 335 time: 0.1088049 Nov 23 11:00:11.360653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:00:11.368519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:11.376573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59048) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:11.382434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b7735b39-5c7c-4326-9c29-a3bbcd92fcc8 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:11.395428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] Routers {'1b5e806a-bb82-4c07-b168-2745059327e3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:11.396072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1b5e806a-bb82-4c07-b168-2745059327e3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:11.434897 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.435657 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Added segment 569fe06f-703e-4edd-bf85-558d3f670b05 of type vlan for network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb Nov 23 11:00:11.439465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:11.440333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d759281-e1ec-4365-bf41-570a0545c51e None None] The sync data for ids ['1b5e806a-bb82-4c07-b168-2745059327e3'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:11.448874 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-b7735b39-5c7c-4326-9c29-a3bbcd92fcc8 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] update failed (client error): The resource could not be found. Nov 23 11:00:11.450144 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b7735b39-5c7c-4326-9c29-a3bbcd92fcc8 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-490791165 HTTP/1.1" status: 404 len: 334 time: 0.0713286 Nov 23 11:00:11.456293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59052) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:11.466223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be1eef-ff5a-4b2b-8e6c-1b5ac0ed1682,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:11.573524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Deleting subnet f0f0aa73-a973-402b-8dbb-ca589eab0866 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:00:11.581192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.648542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.777492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.852555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7d42f9a-bbf9-4f24-a179-6549d935bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.855605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b7d42f9a-bbf9-4f24-a179-6549d935bff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.857086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b7d42f9a-bbf9-4f24-a179-6549d935bff7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1d664cc-d8d4-48ef-b640-19e1c8b11a25 HTTP/1.1" status: 204 len: 168 time: 0.9432805 Nov 23 11:00:11.867208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:11.874783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.880164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dee96667-f8fe-4e0b-919a-b68981176b7f admin admin] 10.222.0.61 "PUT /v2.0/routers/363ff45f-96ed-412c-bd58-c8510a90e2ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2758925 Nov 23 11:00:11.885818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d42f9a-bbf9-4f24-a179-6549d935bff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d664cc-d8d4-48ef-b640-19e1c8b11a25,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:11.938131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f0aa73-a973-402b-8dbb-ca589eab0866,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:11.940968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:11.947839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac0e417-696e-44e2-8a91-0e591686e9b8 None None] Network f2692076-cd2f-49dc-92db-a5e6693dfc4e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:11.957604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a81ba52d-18e6-4d88-8182-04f3603fe70a tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/subnets/f0f0aa73-a973-402b-8dbb-ca589eab0866 HTTP/1.1" status: 204 len: 168 time: 0.5002074 Nov 23 11:00:11.963340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59060) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:12.081757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Deleting subnet a1c7f428-9d35-4c0c-923c-e9b9daf610e1 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:00:12.096320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.203232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.232825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee0319fc-45dd-4214-8970-39a407156d74 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:12.275009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.330828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] DHCP port deletion for f2692076-cd2f-49dc-92db-a5e6693dfc4e request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:12.357387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.363020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:12.363628 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.400584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ee0319fc-45dd-4214-8970-39a407156d74 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:12.401544 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.471647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] Deleting port 439e0cfd-45f3-4353-9f10-c65b49aeda8b {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:12.472031 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.520292 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.566481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9701762 Nov 23 11:00:12.570287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59074) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:12.576740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'subnet': {'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:12.582092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afed6e-5942-43e9-9c1b-daea6c0f75c2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Network': ['ID=c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:12.599569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] For port 439e0cfd-45f3-4353-9f10-c65b49aeda8b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=439e0cfd-45f3-4353-9f10-c65b49aeda8b,segment=NetworkSegment(895499b4-6f86-4364-93ce-01f138c74b32),segment_id=895499b4-6f86-4364-93ce-01f138c74b32)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:12.600163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.647374 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] Calling delete_port for 439e0cfd-45f3-4353-9f10-c65b49aeda8b owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:12.692108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:00:12.706680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.732800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59078) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:12.812751 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:12.817331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/subnets/a1c7f428-9d35-4c0c-923c-e9b9daf610e1 HTTP/1.1" status: 204 len: 168 time: 0.8526206 Nov 23 11:00:12.819276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b544e-c5ca-4db3-9123-496878e8e8ae None None] Network d3e51875-11f6-439b-81e3-1cbdb3e7e36e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:12.826342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90584a-5a6b-4f6a-a6bd-b3e2c31a089c tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c7f428-9d35-4c0c-923c-e9b9daf610e1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:12.832321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59082) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:12.848022 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8976-7e2d-4540-8100-ca3de711d215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.025640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8976-7e2d-4540-8100-ca3de711d215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.032446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a6eb8976-7e2d-4540-8100-ca3de711d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.034694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.060213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:13.064375 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.155012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a6eb8976-7e2d-4540-8100-ca3de711d215 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8f901b29e1e4d81b0a3bbd414f7ae3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4119430 Nov 23 11:00:13.164131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59122) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:13.198353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb8976-7e2d-4540-8100-ca3de711d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0a9740-29dc-4ea6-aa58-54c4073c4f6b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:13.234552 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Sync routers for ids ['363ff45f-96ed-412c-bd58-c8510a90e2ad'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:13.249222 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Routers {'363ff45f-96ed-412c-bd58-c8510a90e2ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:13.249866 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['363ff45f-96ed-412c-bd58-c8510a90e2ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:13.422892 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Set router 363ff45f-96ed-412c-bd58-c8510a90e2ad gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:13.496504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.568369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] No DVR routers for this DVR port 439e0cfd-45f3-4353-9f10-c65b49aeda8b on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:13.574124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319de02-5ba3-4447-9d7c-3a6bdd0f9bb1 None None] Pushing event deleted for resources: {'Port': ['ID=439e0cfd-45f3-4353-9f10-c65b49aeda8b,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:13.702406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f639c0f2-ef27-4b21-9e1e-3e17de378c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.705439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] DHCP port deletion for d3e51875-11f6-439b-81e3-1cbdb3e7e36e request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:13.736437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Deleting port 439e0cfd-45f3-4353-9f10-c65b49aeda8b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:13.737175 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.797292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f639c0f2-ef27-4b21-9e1e-3e17de378c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.873454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] Deleting port ce05660c-b71f-4900-a9bc-e5dde2dc3872 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:13.874223 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.886790 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '197d358f-de10-4742-9688-aeab503a63df', 'name': '', 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'mac_address': 'fa:16:3e:31:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'de28534e-0ada-475a-b6a5-e9cce7df0832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 2, 'project_id': '141b4e5bfb404a618241e525639617e3', 'subnets': [{'id': 'de28534e-0ada-475a-b6a5-e9cce7df0832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:13.933602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:13.951259 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Checking router: 363ff45f-96ed-412c-bd58-c8510a90e2ad for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:00:13.951623 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Updating router 363ff45f-96ed-412c-bd58-c8510a90e2ad port 197d358f-de10-4742-9688-aeab503a63df binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:00:14.007905 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.030982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] For port ce05660c-b71f-4900-a9bc-e5dde2dc3872, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ce05660c-b71f-4900-a9bc-e5dde2dc3872,segment=NetworkSegment(35a4b5c0-779a-4056-ba6f-b1f166e9dbbe),segment_id=35a4b5c0-779a-4056-ba6f-b1f166e9dbbe)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:14.031391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.064808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Subnet': ['ID=88dd7d14-b990-4d85-9bcf-92917471965b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:14.069121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] For port 439e0cfd-45f3-4353-9f10-c65b49aeda8b, host n-d-817747-2, got binding levels [] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:14.069586 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.115188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] Calling delete_port for ce05660c-b71f-4900-a9bc-e5dde2dc3872 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:14.122766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Checking segment: {'id': '569fe06f-703e-4edd-bf85-558d3f670b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:14.123255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network hostable DHCP agents. Network: c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:00:14.147901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Calling delete_port for 439e0cfd-45f3-4353-9f10-c65b49aeda8b owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:14.155546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Port 439e0cfd-45f3-4353-9f10-c65b49aeda8b was not found and therefore no delete operation was performed {{(pid=103427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:00:14.164769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.202412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] No DVR routers for this DVR port 439e0cfd-45f3-4353-9f10-c65b49aeda8b on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:14.242176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:00:14.246326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Port': ['ID=439e0cfd-45f3-4353-9f10-c65b49aeda8b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:14.327041 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.362840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2692076-cd2f-49dc-92db-a5e6693dfc4e']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:14.363051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ce05660c-b71f-4900-a9bc-e5dde2dc3872 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:14.379308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895499b4-6f86-4364-93ce-01f138c74b32') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:14.379881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895499b4-6f86-4364-93ce-01f138c74b32') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:14.397503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.442256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.457822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ce05660c-b71f-4900-a9bc-e5dde2dc3872 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:14.458365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ce05660c-b71f-4900-a9bc-e5dde2dc3872 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:14.458808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 439e0cfd-45f3-4353-9f10-c65b49aeda8b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:14.471273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:14.472321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.538835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.618643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 439e0cfd-45f3-4353-9f10-c65b49aeda8b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:14.629585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 439e0cfd-45f3-4353-9f10-c65b49aeda8b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:14.648196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] Pushing event deleted for resources: {'Port': ['ID=ce05660c-b71f-4900-a9bc-e5dde2dc3872,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:14.715555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef54b8f-c3cf-439c-b0d4-023041d22859 None None] No DVR routers for this DVR port ce05660c-b71f-4900-a9bc-e5dde2dc3872 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:14.733615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa166-71e2-48dd-95c2-3934d0b68ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:14.744925 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:14.747316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f639c0f2-ef27-4b21-9e1e-3e17de378c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.763066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f639c0f2-ef27-4b21-9e1e-3e17de378c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.764274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f639c0f2-ef27-4b21-9e1e-3e17de378c1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb0a9740-29dc-4ea6-aa58-54c4073c4f6b HTTP/1.1" status: 204 len: 168 time: 1.5940814 Nov 23 11:00:14.775950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:14.797703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c120be80-b140-4ad2-b67c-e95ba1b84f09 None None] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:14.815120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:14.818134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.830952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639c0f2-ef27-4b21-9e1e-3e17de378c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0a9740-29dc-4ea6-aa58-54c4073c4f6b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:14.841594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.876173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.884430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/networks/f2692076-cd2f-49dc-92db-a5e6693dfc4e HTTP/1.1" status: 204 len: 168 time: 2.0476532 Nov 23 11:00:14.885275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:14.958398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c10e2-8674-4270-bbf4-65591617feb7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Network': ['ID=f2692076-cd2f-49dc-92db-a5e6693dfc4e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:14.968273 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.986461 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f8404387-189a-4124-81c0-437242f2480e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4147155 Nov 23 11:00:14.989186 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:14.989677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59174) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:15.029860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1371875366'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:15.154996 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b216d-84a1-408a-90ef-acff2d2fc766 None None] Pushing event updated for resources: {'Port': ['ID=197d358f-de10-4742-9688-aeab503a63df,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:15.219909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.320127 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Attempting to bind port 197d358f-de10-4742-9688-aeab503a63df on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:15.324099 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Attempting to bind port 197d358f-de10-4742-9688-aeab503a63df by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:15.325348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Attempting to bind port 197d358f-de10-4742-9688-aeab503a63df on network 7f510a33-1d40-4699-ba31-eba4b105568d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:15.345582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'tenant_id': '29e360eb2af94a9d879a42beb893e3cc', 'fixed_ips': [{'subnet_id': '88dd7d14-b990-4d85-9bcf-92917471965b'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:00:15.346968 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.369855 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:15.370805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Checking segment: {'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:15.371976 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.372384 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Bound using segment: {'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:15.378476 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Bound port: 197d358f-de10-4742-9688-aeab503a63df, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b53abf-22f5-4e73-8556-2ba751b7b50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:15.387433 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.422658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4404a3-e4e9-472b-9324-22ebd09ff320 req-3247a392-9342-4df8-9349-10a4e3b3e91b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:15.445806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e4404a3-e4e9-472b-9324-22ebd09ff320 req-3247a392-9342-4df8-9349-10a4e3b3e91b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 946 time: 0.2120795 Nov 23 11:00:15.462475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:15.466443 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.499237 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] For port 197d358f-de10-4742-9688-aeab503a63df, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:15.505558 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] For port 197d358f-de10-4742-9688-aeab503a63df, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=197d358f-de10-4742-9688-aeab503a63df,segment=NetworkSegment(92b53abf-22f5-4e73-8556-2ba751b7b50b),segment_id=92b53abf-22f5-4e73-8556-2ba751b7b50b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:15.523854 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.560150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] device_id is not set on port 49280f2a-31ad-4ea2-8d41-f2011838e103 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:15.636964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.687732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e4404a3-e4e9-472b-9324-22ebd09ff320 req-3fbf8502-5e5e-448d-a211-2cc01768282b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285199 Nov 23 11:00:15.689834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e51875-11f6-439b-81e3-1cbdb3e7e36e']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:15.705430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a4b5c0-779a-4056-ba6f-b1f166e9dbbe') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:15.705992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a4b5c0-779a-4056-ba6f-b1f166e9dbbe') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:15.721722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.736626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.744807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:15.745442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:15.748812 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:15.796288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ea83fe47-aea6-4346-be95-3e9838c45be8 None None] Provisioning complete for port 197d358f-de10-4742-9688-aeab503a63df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:15.798905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea83fe47-aea6-4346-be95-3e9838c45be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.832648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.847282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:15.855387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/networks/d3e51875-11f6-439b-81e3-1cbdb3e7e36e HTTP/1.1" status: 204 len: 168 time: 0.9689085 Nov 23 11:00:15.860248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59188) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:15.894594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Allocated IP 2001:db8::2 (c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb/88dd7d14-b990-4d85-9bcf-92917471965b/1495d9f9-49d9-4730-98e0-8544d6c01ec4) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:15.909049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb4ae1-54c4-47a9-be0a-06fc38e0edf7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Network': ['ID=d3e51875-11f6-439b-81e3-1cbdb3e7e36e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:15.974846 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b216d-84a1-408a-90ef-acff2d2fc766 None None] Pushing event updated for resources: {'Port': ['ID=197d358f-de10-4742-9688-aeab503a63df,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:16.015749 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Routers {'363ff45f-96ed-412c-bd58-c8510a90e2ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:16.016496 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T10:59:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['363ff45f-96ed-412c-bd58-c8510a90e2ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:16.057372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Deleting subnet 9ee8ccd9-bea1-4493-99b0-bfc739db3b47 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:00:16.073713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.200910 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.337831 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea83fe47-aea6-4346-be95-3e9838c45be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.341059 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] Set router 363ff45f-96ed-412c-bd58-c8510a90e2ad gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:00:16.542432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.655151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ea83fe47-aea6-4346-be95-3e9838c45be8 None None] For port 197d358f-de10-4742-9688-aeab503a63df, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=197d358f-de10-4742-9688-aeab503a63df,segment=NetworkSegment(92b53abf-22f5-4e73-8556-2ba751b7b50b),segment_id=92b53abf-22f5-4e73-8556-2ba751b7b50b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:16.682718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea83fe47-aea6-4346-be95-3e9838c45be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.763933 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.867224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583c4de-ed20-435c-bd81-eb104e48ab10 None None] Network 7747d694-959f-41e8-9a27-7480b12a6b0e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:16.883351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.899734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/subnets/9ee8ccd9-bea1-4493-99b0-bfc739db3b47 HTTP/1.1" status: 204 len: 168 time: 1.0141394 Nov 23 11:00:16.911298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59210) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:16.913523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df4f87-1c5e-426c-a884-9150651258a7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee8ccd9-bea1-4493-99b0-bfc739db3b47,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:16.943358 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:16.945651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e79e3bf8-ad6e-4c57-825f-c20b847982b1 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:16.948066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e79e3bf8-ad6e-4c57-825f-c20b847982b1 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 946 time: 0.1776223 Nov 23 11:00:17.056832 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:17.061362 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '197d358f-de10-4742-9688-aeab503a63df', 'name': '', 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'mac_address': 'fa:16:3e:31:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'de28534e-0ada-475a-b6a5-e9cce7df0832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:15Z', 'revision_number': 4, 'project_id': '141b4e5bfb404a618241e525639617e3', 'subnets': [{'id': 'de28534e-0ada-475a-b6a5-e9cce7df0832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:17.090143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c8c50791-c00b-420f-9b4d-9252bb128f67 None None] Provisioning complete for port 197d358f-de10-4742-9688-aeab503a63df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:17.090995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c8c50791-c00b-420f-9b4d-9252bb128f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:17.163936 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e15ef-0398-4497-b089-b25f4d5629f0 None None] The sync data for ids ['363ff45f-96ed-412c-bd58-c8510a90e2ad'] in n-d-817747-2 is: [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '197d358f-de10-4742-9688-aeab503a63df', 'name': '', 'network_id': '7f510a33-1d40-4699-ba31-eba4b105568d', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'mac_address': 'fa:16:3e:31:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': 'de28534e-0ada-475a-b6a5-e9cce7df0832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:07Z', 'updated_at': '2021-11-23T11:00:15Z', 'revision_number': 4, 'project_id': '141b4e5bfb404a618241e525639617e3', 'subnets': [{'id': 'de28534e-0ada-475a-b6a5-e9cce7df0832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:17.168185 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:17.372015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Deleting port cfbcfed7-549e-4655-998e-e7ec0f075097 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:17.379242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:17.397401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Allocated IP 2001:db8::270 (c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb/88dd7d14-b990-4d85-9bcf-92917471965b/49280f2a-31ad-4ea2-8d41-f2011838e103) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:17.520068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6e2e0a1a-7050-4926-946f-197371a84844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:17.554367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83fe47-aea6-4346-be95-3e9838c45be8 None None] Pushing event updated for resources: {'Port': ['ID=197d358f-de10-4742-9688-aeab503a63df,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:17.581882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:17.645355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Pushing event updated for resources: {'Port': ['ID=1495d9f9-49d9-4730-98e0-8544d6c01ec4,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:17.651725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:17.655600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:17.697726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] For port cfbcfed7-549e-4655-998e-e7ec0f075097, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cfbcfed7-549e-4655-998e-e7ec0f075097,segment=NetworkSegment(b7473885-26df-4a90-ae95-aaaf780e1a15),segment_id=b7473885-26df-4a90-ae95-aaaf780e1a15)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:17.700606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:17.767388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Calling delete_port for cfbcfed7-549e-4655-998e-e7ec0f075097 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:17.935050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaeb15-444d-4c19-a9c0-76edc2d10744 req-d0e2de96-acf0-4211-8436-59d24c74fe12 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:17.951486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33eaeb15-444d-4c19-a9c0-76edc2d10744 req-d0e2de96-acf0-4211-8436-59d24c74fe12 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 946 time: 0.9948082 Nov 23 11:00:18.067410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.112115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] No DVR routers for this DVR port cfbcfed7-549e-4655-998e-e7ec0f075097 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:18.185304 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33eaeb15-444d-4c19-a9c0-76edc2d10744 req-dcbb5e07-986f-4d4b-b520-464b8c65bd1e tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313778 Nov 23 11:00:18.296384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Port': ['ID=cfbcfed7-549e-4655-998e-e7ec0f075097,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:18.341809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Deleting port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:18.342587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.359443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 197d358f-de10-4742-9688-aeab503a63df up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:18.446104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.482097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3884542-9b90-494e-adac-f0199cc800e1 None None] DHCP port deletion for 7747d694-959f-41e8-9a27-7480b12a6b0e request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:18.495845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7747d694-959f-41e8-9a27-7480b12a6b0e']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:18.515408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7473885-26df-4a90-ae95-aaaf780e1a15') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:18.515960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7473885-26df-4a90-ae95-aaaf780e1a15') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:18.535807 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.581428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Attempting to bind port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:18.581930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Attempting to bind port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '569fe06f-703e-4edd-bf85-558d3f670b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:18.582310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Attempting to bind port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 on network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:18.582991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] For port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:18.583589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.590593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.605497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:18.606358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.607519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Calling delete_port for b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:18.679914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:18.679914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Checking segment: {'id': '569fe06f-703e-4edd-bf85-558d3f670b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:18.681916 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.682363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Bound using segment: {'id': '569fe06f-703e-4edd-bf85-558d3f670b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:18.687949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Bound port: 1495d9f9-49d9-4730-98e0-8544d6c01ec4, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569fe06f-703e-4edd-bf85-558d3f670b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:18.688415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.728985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:18.772533 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:18.788204 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.811822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.817728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/networks/7747d694-959f-41e8-9a27-7480b12a6b0e HTTP/1.1" status: 204 len: 168 time: 1.8970280 Nov 23 11:00:18.831288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59238) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:18.890135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] For port 1495d9f9-49d9-4730-98e0-8544d6c01ec4, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:18.894638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] For port 1495d9f9-49d9-4730-98e0-8544d6c01ec4, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1495d9f9-49d9-4730-98e0-8544d6c01ec4,segment=NetworkSegment(569fe06f-703e-4edd-bf85-558d3f670b05),segment_id=569fe06f-703e-4edd-bf85-558d3f670b05)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:18.896775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.903792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 197d358f-de10-4742-9688-aeab503a63df triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:18.904465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:18.908833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97409120-76fc-4185-b263-aed63c05bff7 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Pushing event deleted for resources: {'Network': ['ID=7747d694-959f-41e8-9a27-7480b12a6b0e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:18.926048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed8c9b5c-6201-4c61-a6d7-c26780f7b12e tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b5e806a-bb82-4c07-b168-2745059327e3 HTTP/1.1" status: 200 len: 205 time: 0.0877538 Nov 23 11:00:18.926237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59242) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:18.926580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59244) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:19.001242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.013097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.126802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06ac60-a8ad-40ef-83c1-6b3a648f5321 None None] Pushing event updated for resources: {'Port': ['ID=1495d9f9-49d9-4730-98e0-8544d6c01ec4,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:19.136274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db01e40d-fd71-49fd-a3e5-5b18695ac679 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.164287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:19.180166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:19.198317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.216513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:19.242304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:19.245353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.269257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=49280f2a-31ad-4ea2-8d41-f2011838e103,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:19.282238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b4121caf-cec9-4210-a973-b1f3bc76ff0d', '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:00:19.284436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7e84e0f5-ce93-425f-9428-d6204cfc0033', 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:00:19.402747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event deleted for resources: {'Port': ['ID=b7c6aadc-e8eb-47a4-92bb-c43477bd8c66,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:19.434865 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-85d16a33-85b5-4a8b-98de-f621b93f23e2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.4291327 Nov 23 11:00:19.451104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:19.609335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-375677920', 'allowed_address_pairs': [{'ip_address': '2001:db8::270', 'mac_address': 'fa:16:3e:84:f1:90'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:19.646522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.737160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db01e40d-fd71-49fd-a3e5-5b18695ac679 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.760134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] No DVR routers for this DVR port b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:19.767507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8a5e14c-b892-419b-840a-8c6b4df18120 req-5ec1bb52-d28b-4483-9994-99be475527ce tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=2305cd46-cfb9-4e57-8e5b-c559005590aa HTTP/1.1" status: 200 len: 210 time: 0.4281049 Nov 23 11:00:19.769786 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.776569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db01e40d-fd71-49fd-a3e5-5b18695ac679 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.784500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef5ad25f-2466-4ad0-9aec-24b05f33b664 req-e2653513-1e44-4ca9-95e6-b7e27a852f5a tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "DELETE /v2.0/ports/b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 HTTP/1.1" status: 204 len: 173 time: 2.8203235 Nov 23 11:00:19.785073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'name': 'network-vif-deleted', 'tag': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:19.788040 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c58747-2f1e-4f7e-b55b-745ce7a160d5" -d '{"events": [{"server_uuid": "2305cd46-cfb9-4e57-8e5b-c559005590aa", "name": "network-vif-deleted", "tag": "b7c6aadc-e8eb-47a4-92bb-c43477bd8c66"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:19.792279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1360042951'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:19.890395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Made reservation on behalf of 25968947c6684dd8ade1e54deb53fef9 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:19.899920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:19.904546 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de024590-948a-4a3a-8736-6161b6b00511 x-openstack-request-id: req-de024590-948a-4a3a-8736-6161b6b00511 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:19.905395 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2305cd46-cfb9-4e57-8e5b-c559005590aa", "name": "network-vif-deleted", "tag": "b7c6aadc-e8eb-47a4-92bb-c43477bd8c66", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:19.905868 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-de024590-948a-4a3a-8736-6161b6b00511 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:19.906841 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2305cd46-cfb9-4e57-8e5b-c559005590aa', 'name': 'network-vif-deleted', 'tag': 'b7c6aadc-e8eb-47a4-92bb-c43477bd8c66', 'status': 'completed', 'code': 200} Nov 23 11:00:19.944748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.015825 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.056169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:20.088690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db01e40d-fd71-49fd-a3e5-5b18695ac679 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.097332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db01e40d-fd71-49fd-a3e5-5b18695ac679 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5e806a-bb82-4c07-b168-2745059327e3 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:00:20.121337 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db01e40d-fd71-49fd-a3e5-5b18695ac679 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.147577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-db01e40d-fd71-49fd-a3e5-5b18695ac679 tempest-RoutersNegativeTest-1923559461 tempest-RoutersNegativeTest-1923559461-project] 10.222.0.61 "DELETE /v2.0/routers/1b5e806a-bb82-4c07-b168-2745059327e3 HTTP/1.1" status: 204 len: 168 time: 1.2158833 Nov 23 11:00:20.226551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.317955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1495d9f9-49d9-4730-98e0-8544d6c01ec4 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:20.359416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.377964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.390934 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.438060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] device_id is not set on port 0753e348-c85a-4553-9054-6f7681ec170a yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:20.473420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:00:20.610465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:20.620680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.671051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Allocated IP 2001:db8::3c5 (c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb/88dd7d14-b990-4d85-9bcf-92917471965b/0753e348-c85a-4553-9054-6f7681ec170a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:20.893863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:20.941176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 1495d9f9-49d9-4730-98e0-8544d6c01ec4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1495d9f9-49d9-4730-98e0-8544d6c01ec4,segment=NetworkSegment(569fe06f-703e-4edd-bf85-558d3f670b05),segment_id=569fe06f-703e-4edd-bf85-558d3f670b05)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:20.944174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:20.953262 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.046120 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.099670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cfbcfed7-549e-4655-998e-e7ec0f075097 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:21.140356 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.186834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=1495d9f9-49d9-4730-98e0-8544d6c01ec4,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:21.206358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cfbcfed7-549e-4655-998e-e7ec0f075097 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:21.209255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cfbcfed7-549e-4655-998e-e7ec0f075097 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:21.309642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf96e7-406c-472d-8451-e53caefd7af8 None None] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:21.340352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:21.393229 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.395632 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Added segment aeee2ba0-7daf-4425-9dbd-571d992fbea4 of type vlan for network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d Nov 23 11:00:21.406565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a345f-a005-4738-9942-ad34aa3ed684,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:21.407470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:21.426905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:21.440817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:21.448857 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.483384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=0753e348-c85a-4553-9054-6f7681ec170a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:21.489683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.502981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a16e1ea2-b855-488b-970e-abf84e456fb1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b433572e2f6f4bae969a564f3657770d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5541108 Nov 23 11:00:21.505756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59280) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:21.531448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e81f235f-bd29-49d7-9a91-9493ecd12c22 None None] Provisioning complete for port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:21.531831 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e81f235f-bd29-49d7-9a91-9493ecd12c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.557723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.568559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:21.569261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b9da7a7-5d34-4f81-82f6-4efbdb889f90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0813558 Nov 23 11:00:21.570619 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.574053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59282) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:21.656128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7213619 Nov 23 11:00:21.673832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f719f829-5169-4d24-9157-0fb51c89c1eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.713243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1869f-0a11-4317-bf19-11827db8ba93 tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Pushing event updated for resources: {'Network': ['ID=2e7ce82a-90ce-4b63-816e-593c4f36ae4d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:21.720347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f719f829-5169-4d24-9157-0fb51c89c1eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.731462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:00:21.733666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8ab76-d9be-4237-948f-918e4b245c90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:21.739939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8ab76-d9be-4237-948f-918e4b245c90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:21.747148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda8ab76-d9be-4237-948f-918e4b245c90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:21.748904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fda8ab76-d9be-4237-948f-918e4b245c90 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1735127 Nov 23 11:00:21.751784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59290) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:21.906767 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f719f829-5169-4d24-9157-0fb51c89c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.910552 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f719f829-5169-4d24-9157-0fb51c89c1eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:21.912602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f719f829-5169-4d24-9157-0fb51c89c1eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/648da434-70d6-4ce3-9b6d-673bf55e2606 HTTP/1.1" status: 204 len: 168 time: 0.4053016 Nov 23 11:00:21.942545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719f829-5169-4d24-9157-0fb51c89c1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648da434-70d6-4ce3-9b6d-673bf55e2606,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:21.971926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:21.982998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting port 0753e348-c85a-4553-9054-6f7681ec170a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:21.984711 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.072472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:22.073524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device b7c6aadc-e8eb-47a4-92bb-c43477bd8c66 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:22.150874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.219164 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.253946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Calling delete_port for 0753e348-c85a-4553-9054-6f7681ec170a owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:22.256980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59296) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:22.260807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1495d9f9-49d9-4730-98e0-8544d6c01ec4 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:22.265027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Request body: {'port': {'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d', 'binding:host_id': 'n-h1-817747-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-918732579'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:22.323461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:22.323935 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.388585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Made reservation on behalf of aa2948be00bb46419f28b3db430596e7 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:22.392034 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.413349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.457944 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.506304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Port': ['ID=0753e348-c85a-4553-9054-6f7681ec170a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:22.572503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-45ed1cdc-dc8d-4d3e-bcfe-f2c04a44e1b2 None None] Could not find standard attr ID for object 0753e348-c85a-4553-9054-6f7681ec170a. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:00:22.600965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-45ed1cdc-dc8d-4d3e-bcfe-f2c04a44e1b2 None None] Provisioning complete for port 49280f2a-31ad-4ea2-8d41-f2011838e103 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:22.604213 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-45ed1cdc-dc8d-4d3e-bcfe-f2c04a44e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.709615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-45ed1cdc-dc8d-4d3e-bcfe-f2c04a44e1b2 None None] Port 49280f2a-31ad-4ea2-8d41-f2011838e103 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:22.734749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-45ed1cdc-dc8d-4d3e-bcfe-f2c04a44e1b2 None None] Provisioning complete for port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:22.736222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-45ed1cdc-dc8d-4d3e-bcfe-f2c04a44e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.798272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.805993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.810557 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:22.814988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0b69896a-6d17-4498-966e-6a6843f60683 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/ports/0753e348-c85a-4553-9054-6f7681ec170a HTTP/1.1" status: 204 len: 168 time: 1.0592945 Nov 23 11:00:22.819120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59308) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:22.831611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] device_id is not set on port 49de582f-6253-4900-9175-72b9c58ffecc yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:22.896457 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8c2843-b943-4114-98da-977b7e5e543e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] GET failed (client error): The resource could not be found. Nov 23 11:00:22.905411 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-df8c2843-b943-4114-98da-977b7e5e543e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "GET /v2.0/ports/0753e348-c85a-4553-9054-6f7681ec170a HTTP/1.1" status: 404 len: 333 time: 0.0828669 Nov 23 11:00:22.911004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59314) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:23.056062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-504951726'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:23.121991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e872e5e5-91c2-4b43-81d9-8e20d0c79633,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:23.187141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7c1915fb-e5d1-4e91-bbd3-2ba3c6fc1f79 None None] Provisioning complete for port 49280f2a-31ad-4ea2-8d41-f2011838e103 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:23.188090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7c1915fb-e5d1-4e91-bbd3-2ba3c6fc1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:23.255645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7c1915fb-e5d1-4e91-bbd3-2ba3c6fc1f79 None None] Port 49280f2a-31ad-4ea2-8d41-f2011838e103 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:23.584956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:23.620244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:23.675815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] device_id is not set on port 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:23.683576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-20eb939e-5b95-4fbf-807e-aa9538b83096 None None] Could not find standard attr ID for object 0753e348-c85a-4553-9054-6f7681ec170a. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:00:23.965450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] device_id is not set on port 49de582f-6253-4900-9175-72b9c58ffecc yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:24.090792 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:24.114983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:24.306352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Allocated IP 2001:db8::250 (c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb/88dd7d14-b990-4d85-9bcf-92917471965b/1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:24.360667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=49de582f-6253-4900-9175-72b9c58ffecc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:24.370233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Checking segment: {'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:24.370672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Network hostable DHCP agents. Network: 2e7ce82a-90ce-4b63-816e-593c4f36ae4d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:00:24.500976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:00:24.555850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 2e7ce82a-90ce-4b63-816e-593c4f36ae4d) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:24.567383 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:24.576701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3366f41-1da3-411a-a536-27dee7f3941c None None] Network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:24.627419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.627991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.627991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:24.647030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:24.647306 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:24.650974 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 2 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:24.665599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.665947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.666287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:24.683271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:24.683528 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:24.686434 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 3 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:24.708582 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:24.713733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.714183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.714407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:24.722333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:24.722675 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:24.724486 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 4 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:24.752765 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.753032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.753432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:24.759348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:24.759686 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:24.761323 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 5 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:24.780738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.781083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.781450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:24.786668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:24.786875 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:24.787300 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 6 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:24.799213 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:24.854195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:24.871259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.871851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.872356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:24.884868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:24.886642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:24.887160 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:24.888415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:24.890323 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 7 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:24.910373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:24.917819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:24.918511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:24.931707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.932663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.933046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:24.939948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:24.940291 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:24.945250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cd6f89b7-5903-42a6-9c90-e80a458a6b58 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8938701 Nov 23 11:00:24.946945 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 8 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:24.951138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59348) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:24.960055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::270', 'mac_address': 'fa:16:3e:84:f1:90'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:24.992312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:24.993448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:24.993448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:25.001654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:25.002934 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:25.002934 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 9 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:25.040801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:25.041950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:25.043091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:25.051063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:25.051365 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:25.051757 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 10 to bind port 49de582f-6253-4900-9175-72b9c58ffecc Nov 23 11:00:25.080116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:25.081000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:25.084377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:25.103325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 49de582f-6253-4900-9175-72b9c58ffecc on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:25.105534 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 49de582f-6253-4900-9175-72b9c58ffecc on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:25.109360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:25.383943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] For port 49de582f-6253-4900-9175-72b9c58ffecc, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:25.388837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempted to set empty binding levels {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 11:00:25.406360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:25.445624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:25.574388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:25.576015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:25.610510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2ac54b93-2f71-41da-9f20-140955df72a8 None None] Provisioning complete for port 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:25.614507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ac54b93-2f71-41da-9f20-140955df72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:25.622003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=49de582f-6253-4900-9175-72b9c58ffecc,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:25.638275 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a5d907fb-f1a6-451f-8075-2a1c2da2ff3d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.3801303 Nov 23 11:00:25.645172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59360) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:25.720130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2ac54b93-2f71-41da-9f20-140955df72a8 None None] Port 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:25.940518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Deleting port 49de582f-6253-4900-9175-72b9c58ffecc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:25.941449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.038949 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.046665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.121517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] In _notify_port_updated(), no bound segment for port 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 on network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:00:26.127431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:26.128166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.140868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "PUT /v2.0/ports/1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 HTTP/1.1" status: 200 len: 1002 time: 1.1876833 Nov 23 11:00:26.141630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59370) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:26.219454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] For port 49de582f-6253-4900-9175-72b9c58ffecc, host n-h1-817747-2, got binding levels [] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:26.220766 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.248844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Calling delete_port for 49de582f-6253-4900-9175-72b9c58ffecc owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:26.278826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb86528-9607-4063-a3e9-382c6a3fdbb2 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:26.402675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting port 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:26.403034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.498503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.576486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event deleted for resources: {'Port': ['ID=49de582f-6253-4900-9175-72b9c58ffecc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:26.596492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.604537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c481307a-6b1b-427f-b15d-54605e8cdd8a tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "DELETE /v2.0/ports/49de582f-6253-4900-9175-72b9c58ffecc HTTP/1.1" status: 204 len: 168 time: 0.9559841 Nov 23 11:00:26.607703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59380) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:26.686986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.704525 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-8761556e-a88d-41d4-8786-fddbee538310 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] GET failed (client error): The resource could not be found. Nov 23 11:00:26.709892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8761556e-a88d-41d4-8786-fddbee538310 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "GET /v2.0/ports/49de582f-6253-4900-9175-72b9c58ffecc HTTP/1.1" status: 404 len: 333 time: 0.0979774 Nov 23 11:00:26.710487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59384) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:26.721885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Calling delete_port for 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:26.722856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-73bf1bfd-35ac-4d07-83aa-063760156b5f None None] Provisioning complete for port 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:26.723313 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-73bf1bfd-35ac-4d07-83aa-063760156b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.729751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Request body: {'port': {'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-751254025'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:26.786108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Made reservation on behalf of aa2948be00bb46419f28b3db430596e7 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:26.790852 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:26.858985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] device_id is not set on port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:26.912325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-73bf1bfd-35ac-4d07-83aa-063760156b5f None None] Port 1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:26.963409 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.004004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Port': ['ID=1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:27.183471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.189580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f7dc3cd6-fe01-4aff-8558-09574e02569a tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/ports/1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 HTTP/1.1" status: 204 len: 168 time: 1.0420547 Nov 23 11:00:27.191555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59388) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:27.247376 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fba7b6-6cfb-43c1-a348-c0800031face tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] GET failed (client error): The resource could not be found. Nov 23 11:00:27.255291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b8fba7b6-6cfb-43c1-a348-c0800031face tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "GET /v2.0/ports/1dbba70f-d91b-4b09-9b7b-269f8f0ad7a6 HTTP/1.1" status: 404 len: 333 time: 0.0577323 Nov 23 11:00:27.258010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59390) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:27.292565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-852612931'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:27.374459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.435251 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.467896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:27.471182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:27.474638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:27.475591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:27.476199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.521505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8083377 Nov 23 11:00:27.525299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59396) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:27.531424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:27.578061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb83352-730d-4c04-919c-6dee588f33dd tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c0c750-8b58-4caf-ab8d-9948ba6cab86,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:27.641407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.779450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:27.783189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.833649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] device_id is not set on port 95709f4d-b59d-44a9-9045-917511aec835 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:27.882595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] device_id is not set on port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:27.893147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.905713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:27.988005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c0c750-8b58-4caf-ab8d-9948ba6cab86,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:28.010323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.010669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.012141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.019507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.019963 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.020475 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 2 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.052245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.052588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.052931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.103307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.104816 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.110160 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 3 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.151177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Allocated IP 2001:db8::1ab (c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb/88dd7d14-b990-4d85-9bcf-92917471965b/95709f4d-b59d-44a9-9045-917511aec835) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:28.157896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.158538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.158538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.168748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.169092 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.169640 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 4 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.207673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.208102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.208648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.219434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.219777 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.220173 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 5 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.256302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.262780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.263869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.275500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.275825 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.276191 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 6 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.305215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.307505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.307896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.321643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.323318 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.325839 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 7 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.351132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.351415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.351764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.361060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.363532 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.365657 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 8 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.393021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.393684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.396052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.408216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.408604 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.408999 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 9 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.441405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.441862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.443268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.453355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.453897 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.455100 n-d-817747-2 neutron-server[103427]: INFO neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 10 to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 Nov 23 11:00:28.488686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:28.489067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:28.489533 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:28.502017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:28.502385 n-d-817747-2 neutron-server[103427]: ERROR neutron.plugins.ml2.managers [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:28.502754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:28.586177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:28.637822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] For port d5c0c750-8b58-4caf-ab8d-9948ba6cab86, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:28.638199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempted to set empty binding levels {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 11:00:28.646165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:28.685739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] In _notify_port_updated(), no bound segment for port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:00:28.686575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:28.688528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:28.689586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:28.691305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59410) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:28.691532 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "PUT /v2.0/ports/d5c0c750-8b58-4caf-ab8d-9948ba6cab86 HTTP/1.1" status: 200 len: 974 time: 1.1649864 Nov 23 11:00:28.719337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e38198-5f0f-4605-88c2-381aff25d614 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=d5c0c750-8b58-4caf-ab8d-9948ba6cab86,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:28.886603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:28.897873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:28.978334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:29.003446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.004138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:29.027305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=95709f4d-b59d-44a9-9045-917511aec835,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:29.110520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.112287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.113793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.116315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.119682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.121424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.122506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.123588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.124288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.125392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.132084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.132994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.134891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.135687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.136627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.141188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.141942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.142598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:29.153274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1fe8cd52-bfb9-4185-a5e5-a352d1bc9841 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16310 time: 0.4562345 Nov 23 11:00:29.157242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59422) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:29.183620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59424) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:29.184181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-614d63be-ee9d-4619-90d7-7fa9f8f7ae6f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9239209 Nov 23 11:00:29.194646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:84:f1:90'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:29.423691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Deleting port d5c0c750-8b58-4caf-ab8d-9948ba6cab86 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:29.427782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:29.545073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-826249f3-d2f8-4df3-aaeb-26be182ceb16 None None] Provisioning complete for port 95709f4d-b59d-44a9-9045-917511aec835 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:29.547034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-826249f3-d2f8-4df3-aaeb-26be182ceb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:29.658275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-826249f3-d2f8-4df3-aaeb-26be182ceb16 None None] Port 95709f4d-b59d-44a9-9045-917511aec835 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:29.663109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] For port d5c0c750-8b58-4caf-ab8d-9948ba6cab86, host n-h1-817747-2, got binding levels [] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:29.663587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:29.681860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Calling delete_port for d5c0c750-8b58-4caf-ab8d-9948ba6cab86 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:29.852761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:29.971190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5c0c750-8b58-4caf-ab8d-9948ba6cab86,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:29.981811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:29.997006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f4e59c74-5e20-4798-ab75-569a03b8fa91 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "DELETE /v2.0/ports/d5c0c750-8b58-4caf-ab8d-9948ba6cab86 HTTP/1.1" status: 204 len: 168 time: 0.8342259 Nov 23 11:00:29.998566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59430) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:30.070629 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd7985e-014a-4588-bc22-f03dfa147079 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] GET failed (client error): The resource could not be found. Nov 23 11:00:30.072683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2dd7985e-014a-4588-bc22-f03dfa147079 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "GET /v2.0/ports/d5c0c750-8b58-4caf-ab8d-9948ba6cab86 HTTP/1.1" status: 404 len: 333 time: 0.0729728 Nov 23 11:00:30.076880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59432) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:30.082663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-48557273', 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:30.209570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Made reservation on behalf of aa2948be00bb46419f28b3db430596e7 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:30.218331 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.232912 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.252274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] device_id is not set on port be303fd7-9a0a-4710-b1cb-799b8ed80bcb yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:30.527869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.649283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.773666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:30.779659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:30.786424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:30.787364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:30.787963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.797209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=be303fd7-9a0a-4710-b1cb-799b8ed80bcb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:30.827659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-baad0af9-a306-4e91-a8dd-483fbc61a02b tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7501793 Nov 23 11:00:30.833018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59446) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:30.838054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.852409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.890535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] In _notify_port_updated(), no bound segment for port 95709f4d-b59d-44a9-9045-917511aec835 on network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:00:30.896923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:30.897740 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:30.899463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "PUT /v2.0/ports/95709f4d-b59d-44a9-9045-917511aec835 HTTP/1.1" status: 200 len: 1002 time: 1.7130198 Nov 23 11:00:30.902993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59448) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:30.932690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a17db1-9de2-471f-bd98-85ab39c014b7 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:30.934560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-50a17db1-9de2-471f-bd98-85ab39c014b7 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "GET /v2.0/ports/be303fd7-9a0a-4710-b1cb-799b8ed80bcb HTTP/1.1" status: 200 len: 953 time: 0.0991375 Nov 23 11:00:30.937215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59450) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:30.951877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d7254-c270-494f-a15e-d40e73375d31 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=95709f4d-b59d-44a9-9045-917511aec835,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:31.036758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting port 95709f4d-b59d-44a9-9045-917511aec835 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:31.038609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.094083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Deleting port be303fd7-9a0a-4710-b1cb-799b8ed80bcb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:31.094425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.167240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.193700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Calling delete_port for 95709f4d-b59d-44a9-9045-917511aec835 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:31.201880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.216843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Calling delete_port for be303fd7-9a0a-4710-b1cb-799b8ed80bcb owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:31.323804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-27d5602a-836a-429a-8518-75591ce74071 None None] Provisioning complete for port 95709f4d-b59d-44a9-9045-917511aec835 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:31.338487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27d5602a-836a-429a-8518-75591ce74071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.377996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-960ad552-e8a0-4f27-8537-4a1dfc5508f5 req-43cfd3b5-425e-4725-8f42-8570e16d1b8b service neutron] (103426) timed out ('10.222.0.65', 54687) {{(pid=103426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:00:31.495768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.510940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-27d5602a-836a-429a-8518-75591ce74071 None None] Port 95709f4d-b59d-44a9-9045-917511aec835 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:31.519428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.608492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Port': ['ID=95709f4d-b59d-44a9-9045-917511aec835,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:31.645142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event deleted for resources: {'Port': ['ID=be303fd7-9a0a-4710-b1cb-799b8ed80bcb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:31.665879 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.677941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5d61beaa-0339-467a-86a6-d66e9b5ecd1d tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "DELETE /v2.0/ports/be303fd7-9a0a-4710-b1cb-799b8ed80bcb HTTP/1.1" status: 204 len: 168 time: 0.7388995 Nov 23 11:00:31.680010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59468) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:31.704460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.710947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93c3e8fb-ea05-4677-a6b6-62b7a39fca41 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/ports/95709f4d-b59d-44a9-9045-917511aec835 HTTP/1.1" status: 204 len: 168 time: 0.8067789 Nov 23 11:00:31.713392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:31.762581 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e049ed-f443-40b9-a66a-6a2ccfc3fed1 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] GET failed (client error): The resource could not be found. Nov 23 11:00:31.766897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-22e049ed-f443-40b9-a66a-6a2ccfc3fed1 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "GET /v2.0/ports/be303fd7-9a0a-4710-b1cb-799b8ed80bcb HTTP/1.1" status: 404 len: 333 time: 0.0842137 Nov 23 11:00:31.777435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59474) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:31.784719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Request body: {'port': {'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-83587822'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:31.797288 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-945c8189-cc94-4846-9b13-088a55a89065 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] GET failed (client error): The resource could not be found. Nov 23 11:00:31.803247 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-945c8189-cc94-4846-9b13-088a55a89065 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "GET /v2.0/ports/95709f4d-b59d-44a9-9045-917511aec835 HTTP/1.1" status: 404 len: 333 time: 0.0888016 Nov 23 11:00:31.804285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59476) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:31.811400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-806890269'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:31.861444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Made reservation on behalf of aa2948be00bb46419f28b3db430596e7 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:31.867375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:31.894283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] device_id is not set on port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:31.940680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe588887-dc1b-437a-a248-4a75a56b2e5d req-203ce8a0-68bc-4635-9ccb-d1e03a9dc1bb tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:31.942580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe588887-dc1b-437a-a248-4a75a56b2e5d req-203ce8a0-68bc-4635-9ccb-d1e03a9dc1bb tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 945 time: 0.2300761 Nov 23 11:00:32.087621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe588887-dc1b-437a-a248-4a75a56b2e5d req-cac11e95-2997-49c5-ae47-df15c0281e97 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279914 Nov 23 11:00:32.121754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:32.141492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.161205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] device_id is not set on port f0f1693b-cdfe-4eae-9d70-656b7c060d66 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:32.242179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.282324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.344302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:32.349065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:32.356597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:32.357921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:32.358746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.377396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=1c94fd18-aa9a-463d-8bc2-53d5b8843875,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:32.394712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9e2094da-3dfc-454c-9d49-30a6bb335072 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6133618 Nov 23 11:00:32.394914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Allocated IP 2001:db8::346 (c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb/88dd7d14-b990-4d85-9bcf-92917471965b/f0f1693b-cdfe-4eae-9d70-656b7c060d66) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:32.395386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59482) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:32.403287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:32.483906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.813458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.874096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] device_id is not set on port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:32.885492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.890320 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.892365 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:32.952410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:32.956478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:32.965397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=1c94fd18-aa9a-463d-8bc2-53d5b8843875,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:32.979884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:32.980222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:32.980604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:32.991951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:33.002855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.003085 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.003335 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 2 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.007816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:33.008597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:33.047631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.047995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.048347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.059896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.060242 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.060644 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 3 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.066052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59496) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:33.068066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2614150 Nov 23 11:00:33.073247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'network_id': 'c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1298714530'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:33.083020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d17a16-4d3f-45d6-9d25-8aa99ba4e8a8 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=f0f1693b-cdfe-4eae-9d70-656b7c060d66,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:33.142959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.143299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.143644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.214523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.215123 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.232605 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 4 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.288435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.288927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.290263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.309725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffc3f1-c9c1-42b2-9940-1f6f0db904f3 req-6d7f7eec-452c-4907-8743-aadaf6ab6110 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:33.318221 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3ffc3f1-c9c1-42b2-9940-1f6f0db904f3 req-6d7f7eec-452c-4907-8743-aadaf6ab6110 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 945 time: 0.1309688 Nov 23 11:00:33.329514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.330021 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.340572 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 5 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.416163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3ffc3f1-c9c1-42b2-9940-1f6f0db904f3 req-bd0bee6e-3cbf-4c31-9f74-dbb7eedbe7f4 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961688 Nov 23 11:00:33.424690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.426969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.427594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.433818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Made reservation on behalf of 29e360eb2af94a9d879a42beb893e3cc for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:33.434373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-8773bc48-9ed3-4e91-b25a-721199a2ef09 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:33.436008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-8773bc48-9ed3-4e91-b25a-721199a2ef09 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 945 time: 0.0817647 Nov 23 11:00:33.441047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:33.453021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.453496 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.457165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-71ced472-68f2-447b-988a-9ffa35c8c8e2 None None] Provisioning complete for port f0f1693b-cdfe-4eae-9d70-656b7c060d66 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:33.458340 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-71ced472-68f2-447b-988a-9ffa35c8c8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:33.478138 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 6 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.511251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.511251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.511251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.521829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] device_id is not set on port b6990b1c-ad06-449f-9497-bbeee9cc012e yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:00:33.531973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-71ced472-68f2-447b-988a-9ffa35c8c8e2 None None] Port f0f1693b-cdfe-4eae-9d70-656b7c060d66 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:33.535114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.535472 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.540388 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 7 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.558693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Deleting port 7e84e0f5-ce93-425f-9428-d6204cfc0033 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:33.559037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:33.624410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.624763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.625259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.639711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.640034 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.646329 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 8 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.668663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] For port 7e84e0f5-ce93-425f-9428-d6204cfc0033, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=7e84e0f5-ce93-425f-9428-d6204cfc0033,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:33.669073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:33.684014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Calling delete_port for 7e84e0f5-ce93-425f-9428-d6204cfc0033 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:33.697082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.697619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.697816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.706773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.707117 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.709990 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 9 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.753523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Allocated IP 2001:db8::17c (c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb/88dd7d14-b990-4d85-9bcf-92917471965b/b6990b1c-ad06-449f-9497-bbeee9cc012e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:33.761350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.762058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.762497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.769214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.769587 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.773294 n-d-817747-2 neutron-server[103426]: INFO neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempt 10 to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 Nov 23 11:00:33.819361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:33.819746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:33.820129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempting to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:33.835969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:00:33.836841 n-d-817747-2 neutron-server[103426]: ERROR neutron.plugins.ml2.managers [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Failed to bind port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on host n-h1-817747-2 for vnic_type normal using segments [{'id': 'aeee2ba0-7daf-4425-9dbd-571d992fbea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '2e7ce82a-90ce-4b63-816e-593c4f36ae4d'}] Nov 23 11:00:33.837234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:33.881279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:33.895087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b4121caf-cec9-4210-a973-b1f3bc76ff0d', '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:00:33.901962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['7e84e0f5-ce93-425f-9428-d6204cfc0033'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:00:33.933081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event deleted for resources: {'Port': ['ID=7e84e0f5-ce93-425f-9428-d6204cfc0033,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:33.981645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] For port 1c94fd18-aa9a-463d-8bc2-53d5b8843875, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:33.982236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attempted to set empty binding levels {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 11:00:33.989035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] No DVR routers for this DVR port 7e84e0f5-ce93-425f-9428-d6204cfc0033 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:33.999293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.010858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5fa8117e-0212-4543-a41f-8c7a3d33890e req-fce18dec-ffa8-495b-8091-62dddd6e3067 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.65 "DELETE /v2.0/ports/7e84e0f5-ce93-425f-9428-d6204cfc0033 HTTP/1.1" status: 204 len: 173 time: 0.5646491 Nov 23 11:00:34.014564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'name': 'network-vif-deleted', 'tag': '7e84e0f5-ce93-425f-9428-d6204cfc0033'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:34.025683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.027894 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4223a-c589-4c25-9fbf-fc4beb688a38" -d '{"events": [{"server_uuid": "ff890812-68fe-4a0a-8fde-19491e8010c1", "name": "network-vif-deleted", "tag": "7e84e0f5-ce93-425f-9428-d6204cfc0033"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:34.106446 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436ec75c-5781-4d75-95b9-1b97fd892931 x-openstack-request-id: req-436ec75c-5781-4d75-95b9-1b97fd892931 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:34.106785 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff890812-68fe-4a0a-8fde-19491e8010c1", "name": "network-vif-deleted", "tag": "7e84e0f5-ce93-425f-9428-d6204cfc0033", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:34.107055 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-436ec75c-5781-4d75-95b9-1b97fd892931 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:34.107462 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff890812-68fe-4a0a-8fde-19491e8010c1', 'name': 'network-vif-deleted', 'tag': '7e84e0f5-ce93-425f-9428-d6204cfc0033', 'status': 'completed', 'code': 200} Nov 23 11:00:34.188543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] In _notify_port_updated(), no bound segment for port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 on network 2e7ce82a-90ce-4b63-816e-593c4f36ae4d {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:00:34.190480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:34.193042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.197669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "PUT /v2.0/ports/1c94fd18-aa9a-463d-8bc2-53d5b8843875 HTTP/1.1" status: 200 len: 973 time: 1.8010826 Nov 23 11:00:34.200559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59518) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:34.316478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566278c-f7da-4e76-8b9b-8b8d77bb2f41 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event updated for resources: {'Port': ['ID=1c94fd18-aa9a-463d-8bc2-53d5b8843875,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:34.384037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.398391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Deleting port 1c94fd18-aa9a-463d-8bc2-53d5b8843875 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:34.402067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.428425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.485133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:34.504513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:34.509061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:34.515874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:34.516518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.524771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=b6990b1c-ad06-449f-9497-bbeee9cc012e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:34.598045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d5d1ef35-a801-46da-843d-4878283626cb tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5283360 Nov 23 11:00:34.600038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] For port 1c94fd18-aa9a-463d-8bc2-53d5b8843875, host n-h1-817747-2, got binding levels [] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:34.600765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59524) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:34.609722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:34.630048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Calling delete_port for 1c94fd18-aa9a-463d-8bc2-53d5b8843875 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:34.668781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::270', 'mac_address': 'fa:16:3e:84:f1:90'}, {'ip_address': '2001:db8::346', 'mac_address': 'fa:16:3e:ce:29:81'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:34.934610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.007059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d02a5af3-edca-4c47-86b0-e21a0fd78c85 req-3326ac04-b838-450a-84e4-b56d8b379269 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=ff890812-68fe-4a0a-8fde-19491e8010c1 HTTP/1.1" status: 200 len: 210 time: 0.1040671 Nov 23 11:00:35.061914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c94fd18-aa9a-463d-8bc2-53d5b8843875,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:35.064015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.079440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ff4341c9-325f-4e7c-9efe-d9afe7720ec3 tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "DELETE /v2.0/ports/1c94fd18-aa9a-463d-8bc2-53d5b8843875 HTTP/1.1" status: 204 len: 168 time: 0.8773909 Nov 23 11:00:35.095245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59532) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:35.146909 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84f8c31-17f6-48df-87ba-01a3eae2da3f tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] GET failed (client error): The resource could not be found. Nov 23 11:00:35.150091 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b84f8c31-17f6-48df-87ba-01a3eae2da3f tempest-PortsAdminExtendedAttrsTestJSON-410662108 tempest-PortsAdminExtendedAttrsTestJSON-410662108-project-admin] 10.222.0.61 "GET /v2.0/ports/1c94fd18-aa9a-463d-8bc2-53d5b8843875 HTTP/1.1" status: 404 len: 333 time: 0.0577970 Nov 23 11:00:35.157405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59536) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:35.209589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1e88f746-9289-4a4e-8753-38dc7bb3eb72 None None] Provisioning complete for port b6990b1c-ad06-449f-9497-bbeee9cc012e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:35.210096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1e88f746-9289-4a4e-8753-38dc7bb3eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.250324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1e88f746-9289-4a4e-8753-38dc7bb3eb72 None None] Port b6990b1c-ad06-449f-9497-bbeee9cc012e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:35.286295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.333077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.433688 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.459312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7ce82a-90ce-4b63-816e-593c4f36ae4d']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:35.489245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeee2ba0-7daf-4425-9dbd-571d992fbea4') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:35.489937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeee2ba0-7daf-4425-9dbd-571d992fbea4') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:35.501332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.519965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.531280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:35.533286 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.609691 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:35.615011 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:35.621163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.635452 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.642612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.650321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] 10.222.0.61 "DELETE /v2.0/networks/2e7ce82a-90ce-4b63-816e-593c4f36ae4d HTTP/1.1" status: 204 len: 168 time: 0.4918954 Nov 23 11:00:35.656245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] In _notify_port_updated(), no bound segment for port b6990b1c-ad06-449f-9497-bbeee9cc012e on network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:00:35.670546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:35.671515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:35.675028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "PUT /v2.0/ports/b6990b1c-ad06-449f-9497-bbeee9cc012e HTTP/1.1" status: 200 len: 1068 time: 1.0701222 Nov 23 11:00:35.677951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59540) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:35.708628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ba25b-5617-4573-96bb-c94515bc536e tempest-PortsAdminExtendedAttrsTestJSON-807954999 tempest-PortsAdminExtendedAttrsTestJSON-807954999-project] Pushing event deleted for resources: {'Network': ['ID=2e7ce82a-90ce-4b63-816e-593c4f36ae4d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:35.820497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f923659-5ea4-4960-8607-73d981e4354f tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event updated for resources: {'Port': ['ID=b6990b1c-ad06-449f-9497-bbeee9cc012e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:35.869708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting port b6990b1c-ad06-449f-9497-bbeee9cc012e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:35.870063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:36.124061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6c799bca-690e-438d-87a5-dbe7a0dfa199 None None] Provisioning complete for port b6990b1c-ad06-449f-9497-bbeee9cc012e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:36.124846 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c799bca-690e-438d-87a5-dbe7a0dfa199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:36.156562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:36.188596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Calling delete_port for b6990b1c-ad06-449f-9497-bbeee9cc012e owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:36.251383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6c799bca-690e-438d-87a5-dbe7a0dfa199 None None] Port b6990b1c-ad06-449f-9497-bbeee9cc012e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:36.411738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59564) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:36.420833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:36.491130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Port': ['ID=b6990b1c-ad06-449f-9497-bbeee9cc012e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:36.815404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90d53-62a3-47d2-8feb-6c83c8e74838 req-0952a339-8f59-4264-a924-267b1890f944 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:36.823608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2db90d53-62a3-47d2-8feb-6c83c8e74838 req-0952a339-8f59-4264-a924-267b1890f944 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 946 time: 0.2172966 Nov 23 11:00:36.826137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81503390-8cb3-4ed5-9d1e-8dd5d046a39e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=25968947c6684dd8ade1e54deb53fef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135814 Nov 23 11:00:36.829061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59570) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:36.875328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:36.881144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-84b1802a-0d87-45ae-8b3a-756fb1a6947c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/ports/b6990b1c-ad06-449f-9497-bbeee9cc012e HTTP/1.1" status: 204 len: 168 time: 1.1997252 Nov 23 11:00:36.881565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59574) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:36.934524 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b355d4a-89df-41c4-8439-04f59a45c31c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] GET failed (client error): The resource could not be found. Nov 23 11:00:36.938449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b355d4a-89df-41c4-8439-04f59a45c31c tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "GET /v2.0/ports/b6990b1c-ad06-449f-9497-bbeee9cc012e HTTP/1.1" status: 404 len: 333 time: 0.0535154 Nov 23 11:00:36.941504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59576) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:36.999055 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a486f8e-10e1-4b8d-b387-2887a93cff20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.062232 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a486f8e-10e1-4b8d-b387-2887a93cff20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.078362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting port f0f1693b-cdfe-4eae-9d70-656b7c060d66 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:37.078844 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.170695 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2db90d53-62a3-47d2-8feb-6c83c8e74838 req-316d77e2-8b44-4319-8aed-b7e56a866571 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283415 Nov 23 11:00:37.203362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.222476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Calling delete_port for f0f1693b-cdfe-4eae-9d70-656b7c060d66 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:37.246861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a486f8e-10e1-4b8d-b387-2887a93cff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.273439 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a486f8e-10e1-4b8d-b387-2887a93cff20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.278099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6a486f8e-10e1-4b8d-b387-2887a93cff20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac6a345f-a005-4738-9942-ad34aa3ed684 HTTP/1.1" status: 204 len: 168 time: 0.4479370 Nov 23 11:00:37.287385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a486f8e-10e1-4b8d-b387-2887a93cff20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a345f-a005-4738-9942-ad34aa3ed684,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:37.511290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.546472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Port': ['ID=f0f1693b-cdfe-4eae-9d70-656b7c060d66,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:37.627857 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:37.632931 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-db4cb223-229b-4162-9ef7-c5b06c951cc1 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/ports/f0f1693b-cdfe-4eae-9d70-656b7c060d66 HTTP/1.1" status: 204 len: 168 time: 0.6902103 Nov 23 11:00:37.635923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59590) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:37.691725 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1355a19c-5126-47ee-8102-b04e72d50e19 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] GET failed (client error): The resource could not be found. Nov 23 11:00:37.698957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59592) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:37.699852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1355a19c-5126-47ee-8102-b04e72d50e19 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "GET /v2.0/ports/f0f1693b-cdfe-4eae-9d70-656b7c060d66 HTTP/1.1" status: 404 len: 333 time: 0.0622480 Nov 23 11:00:37.898004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59594) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:37.959851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting port 49280f2a-31ad-4ea2-8d41-f2011838e103 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:37.962820 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:38.016749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-30830f15-8556-4908-a8af-c42f2e1a1f0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa2948be00bb46419f28b3db430596e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1144800 Nov 23 11:00:38.017149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59598) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:38.032959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7e84e0f5-ce93-425f-9428-d6204cfc0033 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:38.081437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 7e84e0f5-ce93-425f-9428-d6204cfc0033 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:38.082263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 7e84e0f5-ce93-425f-9428-d6204cfc0033 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:38.085883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5424-1bb7-4407-8673-018e59d3b1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:38.111052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5424-1bb7-4407-8673-018e59d3b1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:38.169886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84d9a9-263d-412d-9df7-481166501519 req-cf5768de-8699-44b2-a78f-8867f539f821 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:38.171792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd84d9a9-263d-412d-9df7-481166501519 req-cf5768de-8699-44b2-a78f-8867f539f821 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 946 time: 0.2053235 Nov 23 11:00:38.176166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5424-1bb7-4407-8673-018e59d3b1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:38.179873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cbf5424-1bb7-4407-8673-018e59d3b1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:38.183554 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0cbf5424-1bb7-4407-8673-018e59d3b1d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e872e5e5-91c2-4b43-81d9-8e20d0c79633 HTTP/1.1" status: 204 len: 168 time: 0.1630337 Nov 23 11:00:38.198658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf5424-1bb7-4407-8673-018e59d3b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e872e5e5-91c2-4b43-81d9-8e20d0c79633,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:38.312534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:38.467474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Calling delete_port for 49280f2a-31ad-4ea2-8d41-f2011838e103 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:38.721485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e2ae2-e084-4dba-a642-ec6950afcd6d req-2c5e52bd-3a2f-4550-9a0a-7ae637b85099 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:38.723722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-803e2ae2-e084-4dba-a642-ec6950afcd6d req-2c5e52bd-3a2f-4550-9a0a-7ae637b85099 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 946 time: 0.3337321 Nov 23 11:00:38.758960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Deleting port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:38.759843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:39.052515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-803e2ae2-e084-4dba-a642-ec6950afcd6d req-dafc10e7-0ff9-4d2d-a494-d61a85325e52 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107049 Nov 23 11:00:39.152197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] For port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:39.152570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:39.176791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:39.247136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Calling delete_port for 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:39.279298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Port': ['ID=49280f2a-31ad-4ea2-8d41-f2011838e103,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:39.960738 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:39.967129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59646) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:39.976331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-77c0d0f4-5bae-4100-8f15-2c227d58cb3e tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/ports/49280f2a-31ad-4ea2-8d41-f2011838e103 HTTP/1.1" status: 204 len: 168 time: 2.2760131 Nov 23 11:00:40.054438 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:00:40.115743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting subnet 88dd7d14-b990-4d85-9bcf-92917471965b {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:00:40.149518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:40.177524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:40.190533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b4121caf-cec9-4210-a973-b1f3bc76ff0d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:00:40.236032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event deleted for resources: {'Port': ['ID=7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:40.297331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] No DVR routers for this DVR port 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:40.299795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee22b2d0-acbe-48cc-b908-ce68deda5ab7 req-6870b360-871c-4ceb-8663-26d3b205111f tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=046a206e-e413-45c2-bbd1-6a82f4d6e9e8 HTTP/1.1" status: 200 len: 210 time: 0.0899243 Nov 23 11:00:40.300055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:40.303629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd84d9a9-263d-412d-9df7-481166501519 req-197172c7-90d7-466d-9c13-af5dd80e1f5b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "DELETE /v2.0/ports/7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef HTTP/1.1" status: 204 len: 173 time: 2.1233382 Nov 23 11:00:40.304110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'name': 'network-vif-deleted', 'tag': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:40.307224 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e077b2-b43b-4a01-9e49-d1ab71fe3f1c" -d '{"events": [{"server_uuid": "046a206e-e413-45c2-bbd1-6a82f4d6e9e8", "name": "network-vif-deleted", "tag": "7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:40.364633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:40.384360 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9ae90d-9a0a-47ab-a87e-c9ee35f0eae2 x-openstack-request-id: req-3c9ae90d-9a0a-47ab-a87e-c9ee35f0eae2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:40.384703 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046a206e-e413-45c2-bbd1-6a82f4d6e9e8", "name": "network-vif-deleted", "tag": "7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:40.384985 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3c9ae90d-9a0a-47ab-a87e-c9ee35f0eae2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:40.385432 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046a206e-e413-45c2-bbd1-6a82f4d6e9e8', 'name': 'network-vif-deleted', 'tag': '7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef', 'status': 'completed', 'code': 200} Nov 23 11:00:40.512589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:40.655121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:40.677372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:40.684476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336386a2-fbb9-4da7-b4c0-5897a62e35ca None None] Network c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:40.700112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/subnets/88dd7d14-b990-4d85-9bcf-92917471965b HTTP/1.1" status: 204 len: 168 time: 0.7308843 Nov 23 11:00:40.703705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59668) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:40.770620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67839436-19f7-4054-b85f-f5c3c89bd454 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Subnet': ['ID=88dd7d14-b990-4d85-9bcf-92917471965b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:40.912583 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.112392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Deleting port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:41.113065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.203314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] DHCP port deletion for c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:00:41.211909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:41.286508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] For port 1495d9f9-49d9-4730-98e0-8544d6c01ec4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1495d9f9-49d9-4730-98e0-8544d6c01ec4,segment=NetworkSegment(569fe06f-703e-4edd-bf85-558d3f670b05),segment_id=569fe06f-703e-4edd-bf85-558d3f670b05)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:41.287179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.303431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Calling delete_port for 1495d9f9-49d9-4730-98e0-8544d6c01ec4 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:41.425350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:41.505596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:41.505954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 7e1c367c-6a76-4b0c-98e8-ac3300b2f8ef not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:41.506493 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.508586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] Deleting port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:41.524761 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.571290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c0b27222-5860-476c-8465-91cea08cb100 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1275548356'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:41.624427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0b27222-5860-476c-8465-91cea08cb100 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.625819 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0b27222-5860-476c-8465-91cea08cb100 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.638975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Port': ['ID=1495d9f9-49d9-4730-98e0-8544d6c01ec4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:41.651011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] No DVR routers for this DVR port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:41.688250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] For port 1495d9f9-49d9-4730-98e0-8544d6c01ec4, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:41.688864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.737859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] Calling delete_port for 1495d9f9-49d9-4730-98e0-8544d6c01ec4 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:41.741041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] Port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:00:41.745900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.750915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0b27222-5860-476c-8465-91cea08cb100 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.763197 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0b27222-5860-476c-8465-91cea08cb100 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.770275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] No DVR routers for this DVR port 1495d9f9-49d9-4730-98e0-8544d6c01ec4 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:41.790976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c0b27222-5860-476c-8465-91cea08cb100 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.794974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c0b27222-5860-476c-8465-91cea08cb100 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5812793 Nov 23 11:00:41.795385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59702) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:41.811762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653ff46-6355-4f37-880b-5776ffefba0e None None] Pushing event deleted for resources: {'Port': ['ID=1495d9f9-49d9-4730-98e0-8544d6c01ec4,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:41.934635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:41.947426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79ab8052-9ea5-477e-ab7b-e46748a6cb66 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.047156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:42.060622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569fe06f-703e-4edd-bf85-558d3f670b05') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:42.060939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569fe06f-703e-4edd-bf85-558d3f670b05') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:42.074885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.201802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.204455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1495d9f9-49d9-4730-98e0-8544d6c01ec4 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:42.216794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:42.217487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.250842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1495d9f9-49d9-4730-98e0-8544d6c01ec4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:42.254142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1495d9f9-49d9-4730-98e0-8544d6c01ec4 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:42.356950 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:42.393793 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.406564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.410603 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] 10.222.0.61 "DELETE /v2.0/networks/c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb HTTP/1.1" status: 204 len: 168 time: 1.7054415 Nov 23 11:00:42.466488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3da570-fafe-4f8e-9684-3cf1ed6812b9 tempest-AllowedAddressPairIpV6TestJSON-2002223780 tempest-AllowedAddressPairIpV6TestJSON-2002223780-project] Pushing event deleted for resources: {'Network': ['ID=c2cf7f12-fc13-4a95-90ca-cb9b2b0e19eb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:42.478842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79ab8052-9ea5-477e-ab7b-e46748a6cb66 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.482097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79ab8052-9ea5-477e-ab7b-e46748a6cb66 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.575395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79ab8052-9ea5-477e-ab7b-e46748a6cb66 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.575934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ab8052-9ea5-477e-ab7b-e46748a6cb66 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5adb25d-11c3-4d67-8005-145bb9e157a0 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:00:42.581029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79ab8052-9ea5-477e-ab7b-e46748a6cb66 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.582477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-79ab8052-9ea5-477e-ab7b-e46748a6cb66 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "DELETE /v2.0/routers/a5adb25d-11c3-4d67-8005-145bb9e157a0 HTTP/1.1" status: 204 len: 168 time: 0.7793016 Nov 23 11:00:42.586424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59716) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:42.591459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e8cb9b8e-68cf-47dd-b80e-18f987a7e24e tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Request body: {'router': {'name': 'tempest-router-706220785', 'distributed': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:42.643381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b8e-68cf-47dd-b80e-18f987a7e24e tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.644814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b8e-68cf-47dd-b80e-18f987a7e24e tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.838806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b8e-68cf-47dd-b80e-18f987a7e24e tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.854973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b8e-68cf-47dd-b80e-18f987a7e24e tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.908845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8cb9b8e-68cf-47dd-b80e-18f987a7e24e tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:42.910830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e8cb9b8e-68cf-47dd-b80e-18f987a7e24e tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3233643 Nov 23 11:00:42.917008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59728) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:43.096968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d77d3d92-b036-4cb5-bac1-eb7e02595688 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:43.525581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59742) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:43.617048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d77d3d92-b036-4cb5-bac1-eb7e02595688 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:43.623913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d77d3d92-b036-4cb5-bac1-eb7e02595688 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:43.803048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d77d3d92-b036-4cb5-bac1-eb7e02595688 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:43.803609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77d3d92-b036-4cb5-bac1-eb7e02595688 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8b0c83a-7d45-4580-9d6c-b464c49ac315 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:00:43.808895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d77d3d92-b036-4cb5-bac1-eb7e02595688 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:43.813547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d77d3d92-b036-4cb5-bac1-eb7e02595688 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "DELETE /v2.0/routers/b8b0c83a-7d45-4580-9d6c-b464c49ac315 HTTP/1.1" status: 204 len: 168 time: 0.8907335 Nov 23 11:00:43.813894 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59746) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:43.819669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9b609bf0-abf7-4baa-a5ae-e0aa7744aec2 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Request body: {'router': {'name': 'tempest-router-968637885', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e05cf767bab34bc4b311130c158eb5d8'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:43.948337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b609bf0-abf7-4baa-a5ae-e0aa7744aec2 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:43.963009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b609bf0-abf7-4baa-a5ae-e0aa7744aec2 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.052967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b609bf0-abf7-4baa-a5ae-e0aa7744aec2 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.073347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b609bf0-abf7-4baa-a5ae-e0aa7744aec2 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.099816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a882690d-4a69-41df-a55f-afdcc3fd6a7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=29e360eb2af94a9d879a42beb893e3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5728447 Nov 23 11:00:44.103080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59750) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:44.134172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b609bf0-abf7-4baa-a5ae-e0aa7744aec2 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.135812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b609bf0-abf7-4baa-a5ae-e0aa7744aec2 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3208392 Nov 23 11:00:44.139674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59752) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:44.144590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:44.246541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-938eb72b-363d-4fe1-ae2e-4c076f31d4f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.284848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-938eb72b-363d-4fe1-ae2e-4c076f31d4f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.344514 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-938eb72b-363d-4fe1-ae2e-4c076f31d4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.348002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-938eb72b-363d-4fe1-ae2e-4c076f31d4f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.352992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-938eb72b-363d-4fe1-ae2e-4c076f31d4f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9be1eef-ff5a-4b2b-8e6c-1b5ac0ed1682 HTTP/1.1" status: 204 len: 168 time: 0.2483833 Nov 23 11:00:44.406718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938eb72b-363d-4fe1-ae2e-4c076f31d4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be1eef-ff5a-4b2b-8e6c-1b5ac0ed1682,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:44.534101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc376934-ff2c-4c44-ae96-a964fd5b4c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.807461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:44.808285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:45.073632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103427) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 11:00:45.074294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Router b0de6899-3214-49a9-aa73-5affc59cf728 migrating from provider to provider. {{(pid=103427) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 11:00:45.074403 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:45.144524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:45.155183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:45.400716 n-d-817747-2 neutron-server[103427]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] No L3 agents can host the router b0de6899-3214-49a9-aa73-5affc59cf728 Nov 23 11:00:45.934218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Hosts for router b0de6899-3214-49a9-aa73-5affc59cf728: [] {{(pid=103427) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 11:00:46.035617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Hosts for other DVR routers connected to router b0de6899-3214-49a9-aa73-5affc59cf728: set() {{(pid=103427) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 11:00:46.053842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:46.059264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59798) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:46.060609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3705c656-0436-4cf5-b0ea-dd75a7a83349 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "PUT /v2.0/routers/b0de6899-3214-49a9-aa73-5affc59cf728 HTTP/1.1" status: 200 len: 716 time: 1.9196835 Nov 23 11:00:46.405967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c8027655-6799-4b74-b1d4-4549c57ccdf0 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "GET /v2.0/routers/b0de6899-3214-49a9-aa73-5affc59cf728 HTTP/1.1" status: 200 len: 716 time: 0.3415818 Nov 23 11:00:46.406547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59816) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:46.501502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59820) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:46.835011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-679018814'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:46.908485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:46.931355 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:46.955190 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c92b66c9-5664-4c32-8894-e37f0041ff6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:46.966345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.217548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.236153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.421253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:00:47.467469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0fb14-f598-4dcc-891a-ddb2aa3bee54,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:47.490577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7e66b5e3-f625-4eb9-b6e9-f9a494ca0a3f tempest-RoutersTestDVR-1250788471 tempest-RoutersTestDVR-1250788471-project] 10.222.0.61 "GET /v2.0/routers/b0de6899-3214-49a9-aa73-5affc59cf728 HTTP/1.1" status: 200 len: 682 time: 1.0821905 Nov 23 11:00:47.494481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59838) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:47.495200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.495562 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 73db53e1-66f0-4761-bc1b-8a2f1649baf7 of type vlan for network c4ad7d81-95c5-45e3-ab06-9a79b67f835a Nov 23 11:00:47.718176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.754182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-a3c7405f-53ad-4039-9969-1ebe17d444d5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1459424 Nov 23 11:00:47.787973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347d1ff7-5ae0-4e7f-9310-cc49f74fd873 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.793400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.809902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:47.816006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:47.879740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3724236 Nov 23 11:00:47.880369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59842) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:47.913387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1021200168'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:48.105372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22d8c-e073-4860-b230-b080a32aa8e1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=c4ad7d81-95c5-45e3-ab06-9a79b67f835a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:48.121361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:00:48.182851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:48.186752 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:48.277399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:00:48.303235 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:48.303578 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment e773b69a-f4eb-4453-98ec-eec7a3734b61 of type vlan for network c6e8cf19-8785-484c-8570-5544b70b656d Nov 23 11:00:48.392822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:48.443650 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:48.450164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:48.450774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:48.579599 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:48.603706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7035713 Nov 23 11:00:48.609172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59854) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:48.627028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': 'c4ad7d81-95c5-45e3-ab06-9a79b67f835a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:48.812133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdfdf1-d545-495b-b3e9-3b43da37cc96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=c6e8cf19-8785-484c-8570-5544b70b656d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:48.823436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c6e8cf19-8785-484c-8570-5544b70b656d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:00:48.871617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:48.878349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.213556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.275184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=61297914-2fd9-4db2-ad29-3a882f908ed9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:49.378061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '73db53e1-66f0-4761-bc1b-8a2f1649baf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4ad7d81-95c5-45e3-ab06-9a79b67f835a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:49.378713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: c4ad7d81-95c5-45e3-ab06-9a79b67f835a, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:00:49.415671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347d1ff7-5ae0-4e7f-9310-cc49f74fd873 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.423771 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347d1ff7-5ae0-4e7f-9310-cc49f74fd873 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.437085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:00:49.466416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c4ad7d81-95c5-45e3-ab06-9a79b67f835a) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:49.471903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:49.474255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.486013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52650a-878e-41c1-a896-ff3ce5900b53 None None] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:49.529210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-92cd2f33-b432-480f-ac36-95177ffc3876 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9184608 Nov 23 11:00:49.530626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59866) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:49.568607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': 'c6e8cf19-8785-484c-8570-5544b70b656d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:49.588153 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.630558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347d1ff7-5ae0-4e7f-9310-cc49f74fd873 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.630984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347d1ff7-5ae0-4e7f-9310-cc49f74fd873 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0de6899-3214-49a9-aa73-5affc59cf728 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:00:49.656495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-347d1ff7-5ae0-4e7f-9310-cc49f74fd873 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.672279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-347d1ff7-5ae0-4e7f-9310-cc49f74fd873 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "DELETE /v2.0/routers/b0de6899-3214-49a9-aa73-5affc59cf728 HTTP/1.1" status: 204 len: 168 time: 2.1734314 Nov 23 11:00:49.672711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59872) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:49.678826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d846a879-6116-4f24-8495-cd1cd601a36b tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Request body: {'router': {'name': 'tempest-router-915523889', 'distributed': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:49.691612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-62de95b1-c9cc-4213-8a7d-d40b6ac00a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:49.704283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-62de95b1-c9cc-4213-8a7d-d40b6ac00a06 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 1096 time: 1.7168064 Nov 23 11:00:49.745932 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d846a879-6116-4f24-8495-cd1cd601a36b tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.747483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d846a879-6116-4f24-8495-cd1cd601a36b tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.891263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c4ad7d81-95c5-45e3-ab06-9a79b67f835a', 'network_id': 'c4ad7d81-95c5-45e3-ab06-9a79b67f835a', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': '61297914-2fd9-4db2-ad29-3a882f908ed9'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:00:49.892952 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.933624 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.958306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d846a879-6116-4f24-8495-cd1cd601a36b tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:49.968193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d846a879-6116-4f24-8495-cd1cd601a36b tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:50.022997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:00:50.023961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d846a879-6116-4f24-8495-cd1cd601a36b tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:50.031709 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:50.033281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d846a879-6116-4f24-8495-cd1cd601a36b tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3582489 Nov 23 11:00:50.045344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59878) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:50.378987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:50.405245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e04cab-f34c-420a-bda0-eb362d598408 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:50.513965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Allocated IP 172.20.0.2 (c4ad7d81-95c5-45e3-ab06-9a79b67f835a/61297914-2fd9-4db2-ad29-3a882f908ed9/42ed26ef-4500-410f-b412-464973b613e7) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:50.552631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc65de-9ab7-4a05-a3b6-60f844316079 req-37d8d37f-fb8e-4131-aa32-3c683ac9c61c tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:50.560271 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1fc65de-9ab7-4a05-a3b6-60f844316079 req-37d8d37f-fb8e-4131-aa32-3c683ac9c61c tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 945 time: 0.3765430 Nov 23 11:00:50.661801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-7fb5f6bb-7666-4475-9dff-9874a8e425a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:50.663236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-7fb5f6bb-7666-4475-9dff-9874a8e425a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 914 time: 0.9372442 Nov 23 11:00:50.798150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-161837ef-3145-49f9-9177-82e142474779 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a HTTP/1.1" status: 200 len: 217 time: 0.0888462 Nov 23 11:00:50.894670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-aa045203-1e82-4d8f-8a09-c334b87776e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:50.896246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-aa045203-1e82-4d8f-8a09-c334b87776e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e14be5f4-628a-484d-a501-528d2ed6eaad HTTP/1.1" status: 200 len: 853 time: 0.0941050 Nov 23 11:00:50.994008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-89a3942a-8d1e-41d3-ba67-7ca2e3ddf263 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=907fae1b-184c-4552-8576-9a2a8f6cf921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833266 Nov 23 11:00:51.043749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1fc65de-9ab7-4a05-a3b6-60f844316079 req-8f081b24-b9a3-49eb-b93a-e74b41299923 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823303 Nov 23 11:00:51.150185 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.166874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.303156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Pushing event updated for resources: {'Port': ['ID=42ed26ef-4500-410f-b412-464973b613e7,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:51.352443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.353176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.353981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.355397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.356448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.360855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.361465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.361998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.362688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.363224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.363721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.366486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:51.374905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e04cab-f34c-420a-bda0-eb362d598408 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.383776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e04cab-f34c-420a-bda0-eb362d598408 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.389663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:51.396696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:51.405928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:51.501325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e04cab-f34c-420a-bda0-eb362d598408 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.502534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e04cab-f34c-420a-bda0-eb362d598408 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24f24c01-5354-4e56-a016-3a0b15c4b374 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:00:51.507129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-86e04cab-f34c-420a-bda0-eb362d598408 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.509463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-0c5d92bb-2904-48b9-9603-64a6b9ae299a service neutron] 10.222.0.65 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017927 Nov 23 11:00:51.510035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-86e04cab-f34c-420a-bda0-eb362d598408 tempest-RoutersTestDVR-1009908364 tempest-RoutersTestDVR-1009908364-project-admin] 10.222.0.61 "DELETE /v2.0/routers/24f24c01-5354-4e56-a016-3a0b15c4b374 HTTP/1.1" status: 204 len: 168 time: 1.4631276 Nov 23 11:00:51.512854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.601091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Attempting to bind port 42ed26ef-4500-410f-b412-464973b613e7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:51.601779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Attempting to bind port 42ed26ef-4500-410f-b412-464973b613e7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '73db53e1-66f0-4761-bc1b-8a2f1649baf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4ad7d81-95c5-45e3-ab06-9a79b67f835a'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:51.603044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Attempting to bind port 42ed26ef-4500-410f-b412-464973b613e7 on network c4ad7d81-95c5-45e3-ab06-9a79b67f835a {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:51.624444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:51.624839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Checking segment: {'id': '73db53e1-66f0-4761-bc1b-8a2f1649baf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4ad7d81-95c5-45e3-ab06-9a79b67f835a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:51.625286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.625696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Bound using segment: {'id': '73db53e1-66f0-4761-bc1b-8a2f1649baf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4ad7d81-95c5-45e3-ab06-9a79b67f835a'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:51.626206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Bound port: 42ed26ef-4500-410f-b412-464973b613e7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73db53e1-66f0-4761-bc1b-8a2f1649baf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c4ad7d81-95c5-45e3-ab06-9a79b67f835a'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:51.626588 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:51.852454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-56cdae43-e81a-4984-a763-f59b7899fc17 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:51.854304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-56cdae43-e81a-4984-a763-f59b7899fc17 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 945 time: 0.1461349 Nov 23 11:00:51.864596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] For port 42ed26ef-4500-410f-b412-464973b613e7, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:51.874898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] For port 42ed26ef-4500-410f-b412-464973b613e7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=42ed26ef-4500-410f-b412-464973b613e7,segment=NetworkSegment(73db53e1-66f0-4761-bc1b-8a2f1649baf7),segment_id=73db53e1-66f0-4761-bc1b-8a2f1649baf7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:51.889197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.183568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Deleting port b4121caf-cec9-4210-a973-b1f3bc76ff0d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:00:52.185354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.198028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=8dce7141-a14d-4f00-ad02-b818b359c2bc,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:52.204877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': 'e773b69a-f4eb-4453-98ec-eec7a3734b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6e8cf19-8785-484c-8570-5544b70b656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:52.205478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: c6e8cf19-8785-484c-8570-5544b70b656d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:00:52.246498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.252228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63011f55-876f-4a27-9817-76dec3caa967 None None] Pushing event updated for resources: {'Port': ['ID=42ed26ef-4500-410f-b412-464973b613e7,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:52.252922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.253469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.254012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.254525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.255032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.255529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.257834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.259039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.259866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.260626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.262572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:52.286058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.327413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network c6e8cf19-8785-484c-8570-5544b70b656d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:00:52.346996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2ccca3-0239-448c-b0d5-1da85e0a8d47 req-a820e70e-6ee2-4d90-b471-72c6fff62b46 service neutron] 10.222.0.65 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240867 Nov 23 11:00:52.364976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c6e8cf19-8785-484c-8570-5544b70b656d) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:52.375502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b63fb8-7ab8-4b50-a7b9-3a4db30f6eb4 None None] Network c6e8cf19-8785-484c-8570-5544b70b656d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:52.384539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:52.385263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.403816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59916) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:52.480760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59920) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:52.481134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-62f79aa4-0f3f-4f6f-b6ab-b8a449d3fba3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9310102 Nov 23 11:00:52.485613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-59abfd26-432a-4eaa-af93-3f0c2e779ad1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-595465139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:00:52.537127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] For port b4121caf-cec9-4210-a973-b1f3bc76ff0d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b4121caf-cec9-4210-a973-b1f3bc76ff0d,segment=NetworkSegment(144cd790-b255-474d-8a84-f6fe8efc32d3),segment_id=144cd790-b255-474d-8a84-f6fe8efc32d3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:52.537811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.548048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc6d7e-97ef-4ee5-90e5-e7ec21993c41 req-42d59577-662f-4fcb-b163-bd652ff0d985 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:52.549754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfbc6d7e-97ef-4ee5-90e5-e7ec21993c41 req-42d59577-662f-4fcb-b163-bd652ff0d985 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 945 time: 0.2140024 Nov 23 11:00:52.574220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Calling delete_port for b4121caf-cec9-4210-a973-b1f3bc76ff0d owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:00:52.602145 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59abfd26-432a-4eaa-af93-3f0c2e779ad1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.603492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59abfd26-432a-4eaa-af93-3f0c2e779ad1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.672332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfbc6d7e-97ef-4ee5-90e5-e7ec21993c41 req-7a5290fa-5e16-4613-9f51-1bf1b64b601b tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/security-groups?id=83dc7c23-8bb6-4d98-a817-0749420b3926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122196 Nov 23 11:00:52.920251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c6e8cf19-8785-484c-8570-5544b70b656d', 'network_id': 'c6e8cf19-8785-484c-8570-5544b70b656d', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': '8dce7141-a14d-4f00-ad02-b818b359c2bc'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:00:52.925871 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.963898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59abfd26-432a-4eaa-af93-3f0c2e779ad1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:52.978962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59abfd26-432a-4eaa-af93-3f0c2e779ad1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.000785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fe05279-7489-44b8-824c-c398e11fe1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.052625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-59abfd26-432a-4eaa-af93-3f0c2e779ad1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.054016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-59abfd26-432a-4eaa-af93-3f0c2e779ad1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5721335 Nov 23 11:00:53.057679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59930) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:53.224396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fe05279-7489-44b8-824c-c398e11fe1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.247786 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fe05279-7489-44b8-824c-c398e11fe1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.312186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Allocated IP 172.21.0.2 (c6e8cf19-8785-484c-8570-5544b70b656d/8dce7141-a14d-4f00-ad02-b818b359c2bc/98e6bdf5-9186-49fa-8375-4bc764ef8ee1) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:53.369819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0fe05279-7489-44b8-824c-c398e11fe1d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e05cf767bab34bc4b311130c158eb5d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9646044 Nov 23 11:00:53.370692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05279-7489-44b8-824c-c398e11fe1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f90b8-daf6-4f93-916f-2405de354889,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:53.387349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59934) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:53.537093 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e88627f-e770-4839-8494-38063f012dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.595468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e88627f-e770-4839-8494-38063f012dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.712707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e88627f-e770-4839-8494-38063f012dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.716236 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e88627f-e770-4839-8494-38063f012dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.717784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e88627f-e770-4839-8494-38063f012dd9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d89f90b8-daf6-4f93-916f-2405de354889 HTTP/1.1" status: 204 len: 168 time: 0.3264022 Nov 23 11:00:53.735334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88627f-e770-4839-8494-38063f012dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f90b8-daf6-4f93-916f-2405de354889,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:53.758195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:53.851239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Pushing event deleted for resources: {'Port': ['ID=b4121caf-cec9-4210-a973-b1f3bc76ff0d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:53.958673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db6910bd-743a-4ce5-854b-c50fdb0f38db req-e1fdbdf8-cf8e-43fa-afb4-ad3ba89560c4 tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.61 "GET /v2.0/ports?device_id=d6416ccd-c032-4d1c-8045-24160145656a HTTP/1.1" status: 200 len: 210 time: 0.1308403 Nov 23 11:00:53.996974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:54.107705 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:54.117514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] No DVR routers for this DVR port b4121caf-cec9-4210-a973-b1f3bc76ff0d on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:00:54.127286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:54.133982 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:54.155594 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-44e91fcd-3737-4a7d-80fc-67855b0f1ac4 req-d32f3784-f1c3-48d5-9187-c1eb034e35ec tempest-AttachVolumeNegativeTest-619652457 tempest-AttachVolumeNegativeTest-619652457-project] 10.222.0.58 "DELETE /v2.0/ports/b4121caf-cec9-4210-a973-b1f3bc76ff0d HTTP/1.1" status: 204 len: 173 time: 2.2921443 Nov 23 11:00:54.158336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6416ccd-c032-4d1c-8045-24160145656a', 'name': 'network-vif-deleted', 'tag': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:00:54.160753 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aab44b-dbf3-4265-9bb4-c5f0e70287bf" -d '{"events": [{"server_uuid": "d6416ccd-c032-4d1c-8045-24160145656a", "name": "network-vif-deleted", "tag": "b4121caf-cec9-4210-a973-b1f3bc76ff0d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:00:54.168175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14169b-1498-41c1-8f06-a6c2776265f2 None None] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:54.317738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Network c6e8cf19-8785-484c-8570-5544b70b656d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:54.356371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:54.455125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:54.460022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cd12f8c2-b85c-447c-8761-858fd5419f96 None None] Provisioning complete for port 42ed26ef-4500-410f-b412-464973b613e7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:54.465674 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd12f8c2-b85c-447c-8761-858fd5419f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:54.567561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42ed26ef-4500-410f-b412-464973b613e7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:54.571851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Pushing event updated for resources: {'Port': ['ID=98e6bdf5-9186-49fa-8375-4bc764ef8ee1,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:54.792433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59964) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:54.831254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88cf0a2c-dda5-441e-86e4-b4a70efecd8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:54.831451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.20.0.1 (c4ad7d81-95c5-45e3-ab06-9a79b67f835a/61297914-2fd9-4db2-ad29-3a882f908ed9/3430f806-a1a5-412f-be4f-3eea00bc9fd5) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:55.014605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.109222 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67826fa9-4468-4ed0-a03a-db188207b9cd x-openstack-request-id: req-67826fa9-4468-4ed0-a03a-db188207b9cd {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:00:55.113290 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6416ccd-c032-4d1c-8045-24160145656a", "name": "network-vif-deleted", "tag": "b4121caf-cec9-4210-a973-b1f3bc76ff0d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:00:55.115466 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67826fa9-4468-4ed0-a03a-db188207b9cd {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:00:55.116132 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6416ccd-c032-4d1c-8045-24160145656a', 'name': 'network-vif-deleted', 'tag': 'b4121caf-cec9-4210-a973-b1f3bc76ff0d', 'status': 'completed', 'code': 200} Nov 23 11:00:55.121082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.204910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:55.220189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:55.280999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:00:55.291417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59976) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:55.310703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88cf0a2c-dda5-441e-86e4-b4a70efecd8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.336224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Attempting to bind port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:00:55.336848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Attempting to bind port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'e773b69a-f4eb-4453-98ec-eec7a3734b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6e8cf19-8785-484c-8570-5544b70b656d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:00:55.337156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Attempting to bind port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 on network c6e8cf19-8785-484c-8570-5544b70b656d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:00:55.342829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-88cf0a2c-dda5-441e-86e4-b4a70efecd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.376427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:00:55.376777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=3430f806-a1a5-412f-be4f-3eea00bc9fd5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:55.376909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Checking segment: {'id': 'e773b69a-f4eb-4453-98ec-eec7a3734b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6e8cf19-8785-484c-8570-5544b70b656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:00:55.377493 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.377926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Bound using segment: {'id': 'e773b69a-f4eb-4453-98ec-eec7a3734b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6e8cf19-8785-484c-8570-5544b70b656d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:00:55.378459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Bound port: 98e6bdf5-9186-49fa-8375-4bc764ef8ee1, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e773b69a-f4eb-4453-98ec-eec7a3734b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'c6e8cf19-8785-484c-8570-5544b70b656d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:00:55.378847 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.401473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.401989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.402465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.403005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.403490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.403928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.423696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.424331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.424782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.425261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.425733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.426550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:00:55.432604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 42ed26ef-4500-410f-b412-464973b613e7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:55.432985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.441632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.443150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd12f8c2-b85c-447c-8761-858fd5419f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.548158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b4121caf-cec9-4210-a973-b1f3bc76ff0d no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:00:55.550236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-88cf0a2c-dda5-441e-86e4-b4a70efecd8d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60584c9208d14af4892b91d5e132e5b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7542450 Nov 23 11:00:55.558617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:55.577959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf0a2c-dda5-441e-86e4-b4a70efecd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a88881-0207-4e4c-b41c-025e98f8f322,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:55.584842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] Deleting subnet 2da67f8e-b620-405b-8d71-0d6b4334c998 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:00:55.596719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.685853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.700567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: b4121caf-cec9-4210-a973-b1f3bc76ff0d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:00:55.700982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b4121caf-cec9-4210-a973-b1f3bc76ff0d not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:00:55.705347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.785736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a666ff-615e-43ee-a5a2-2b0256953915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.841499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cd12f8c2-b85c-447c-8761-858fd5419f96 None None] For port 42ed26ef-4500-410f-b412-464973b613e7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=42ed26ef-4500-410f-b412-464973b613e7,segment=NetworkSegment(73db53e1-66f0-4761-bc1b-8a2f1649baf7),segment_id=73db53e1-66f0-4761-bc1b-8a2f1649baf7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:55.847578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.874694 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd12f8c2-b85c-447c-8761-858fd5419f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.908490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a666ff-615e-43ee-a5a2-2b0256953915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:55.996478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] For port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:00:56.101313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] For port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=98e6bdf5-9186-49fa-8375-4bc764ef8ee1,segment=NetworkSegment(e773b69a-f4eb-4453-98ec-eec7a3734b61),segment_id=e773b69a-f4eb-4453-98ec-eec7a3734b61)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:00:56.115070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.178134 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.207031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a666ff-615e-43ee-a5a2-2b0256953915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.210008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12f8c2-b85c-447c-8761-858fd5419f96 None None] Pushing event updated for resources: {'Port': ['ID=42ed26ef-4500-410f-b412-464973b613e7,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:56.230800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6a666ff-615e-43ee-a5a2-2b0256953915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.232202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b6a666ff-615e-43ee-a5a2-2b0256953915 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91a88881-0207-4e4c-b41c-025e98f8f322 HTTP/1.1" status: 204 len: 168 time: 0.6726267 Nov 23 11:00:56.234258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.240493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2da67f8e-b620-405b-8d71-0d6b4334c998 HTTP/1.1" status: 204 len: 168 time: 0.9338090 Nov 23 11:00:56.250523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da497f1-d216-42f8-a18e-1d92f220daf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da67f8e-b620-405b-8d71-0d6b4334c998,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:56.256330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59988) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:56.259520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a666ff-615e-43ee-a5a2-2b0256953915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a88881-0207-4e4c-b41c-025e98f8f322,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:56.394744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.406848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.426408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8c92a9b1-cabc-4326-b118-885afe76982e None None] Provisioning complete for port 3430f806-a1a5-412f-be4f-3eea00bc9fd5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:56.426824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c92a9b1-cabc-4326-b118-885afe76982e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.439925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.440511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77265278-eb14-433b-8dde-22ce29341b0b None None] Pushing event updated for resources: {'Port': ['ID=98e6bdf5-9186-49fa-8375-4bc764ef8ee1,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:56.624761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=3430f806-a1a5-412f-be4f-3eea00bc9fd5,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:56.661141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8c92a9b1-cabc-4326-b118-885afe76982e None None] Port 3430f806-a1a5-412f-be4f-3eea00bc9fd5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:56.670962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.678542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.704765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42ed26ef-4500-410f-b412-464973b613e7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:56.707174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d898bed4-6d0d-4cff-8e9d-033efad0c617']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:56.718578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144cd790-b255-474d-8a84-f6fe8efc32d3') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:56.719256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144cd790-b255-474d-8a84-f6fe8efc32d3') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:56.732271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.752105 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.761639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:00:56.762287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:00:56.765067 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:00:56.842258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8c92a9b1-cabc-4326-b118-885afe76982e None None] Provisioning complete for port 42ed26ef-4500-410f-b412-464973b613e7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:56.842586 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c92a9b1-cabc-4326-b118-885afe76982e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.907597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:00:56.912557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:00:56.945611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.951419 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:56.954682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] 10.222.0.61 "DELETE /v2.0/networks/d898bed4-6d0d-4cff-8e9d-033efad0c617 HTTP/1.1" status: 204 len: 168 time: 0.6813347 Nov 23 11:00:57.011288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d29f1-11d0-4fde-be43-1aae9d152ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=d898bed4-6d0d-4cff-8e9d-033efad0c617,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:57.020460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 42ed26ef-4500-410f-b412-464973b613e7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:57.022613 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:57.319665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60016) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:57.367363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 19169ebf-1a21-47f3-94d3-7d984c906828 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:00:57.413064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ec8d64f-80cb-448f-8d2e-2d257a2460e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f007cce6f8984a8d98e9bead10d030a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0917010 Nov 23 11:00:57.425689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:57.587658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250dc18f-f67d-4b12-9209-d335b6f27f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:57.607836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-af99aba7-0335-4056-ae43-ff70b369b1ad None None] Provisioning complete for port 3430f806-a1a5-412f-be4f-3eea00bc9fd5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:57.608411 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-af99aba7-0335-4056-ae43-ff70b369b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:57.628937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:00:57.650276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-69c325a3-c71d-4d50-9da3-42831bdc4b84 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/19169ebf-1a21-47f3-94d3-7d984c906828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5885584 Nov 23 11:00:57.655456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250dc18f-f67d-4b12-9209-d335b6f27f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:57.659523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60030) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:57.699403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] Sync routers for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:00:57.742893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7941bc-2eea-4c63-a463-a9f12499a787 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:00:57.751641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:57.754909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:57.756514 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da7941bc-2eea-4c63-a463-a9f12499a787 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports/3430f806-a1a5-412f-be4f-3eea00bc9fd5 HTTP/1.1" status: 200 len: 910 time: 0.0930042 Nov 23 11:00:57.759713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60034) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:57.770712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-af99aba7-0335-4056-ae43-ff70b369b1ad None None] Port 3430f806-a1a5-412f-be4f-3eea00bc9fd5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:00:57.857751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:57.896698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:00:57.897403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:57.943487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250dc18f-f67d-4b12-9209-d335b6f27f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:57.949927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-250dc18f-f67d-4b12-9209-d335b6f27f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:57.954789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-250dc18f-f67d-4b12-9209-d335b6f27f86 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83dc7c23-8bb6-4d98-a817-0749420b3926 HTTP/1.1" status: 204 len: 168 time: 0.5256538 Nov 23 11:00:57.990235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:00:57.991117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154c46d-4122-499c-a8c0-b5517a1637c5 None None] The sync data for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:00:58.001508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dc18f-f67d-4b12-9209-d335b6f27f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dc7c23-8bb6-4d98-a817-0749420b3926,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:00:58.691595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdafb0b-7fab-4c7b-aebf-070fcedbb5f1 None None] Network c6e8cf19-8785-484c-8570-5544b70b656d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:00:58.754509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:00:58.889415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:59.065215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9585dd0f-38bb-4162-8b29-9360e3a2b190 None None] Provisioning complete for port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:59.065949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9585dd0f-38bb-4162-8b29-9360e3a2b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:59.165602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:59.166330 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:59.453239 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:59.500154 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9585dd0f-38bb-4162-8b29-9360e3a2b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:59.569404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60084) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:00:59.632548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9585dd0f-38bb-4162-8b29-9360e3a2b190 None None] For port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=98e6bdf5-9186-49fa-8375-4bc764ef8ee1,segment=NetworkSegment(e773b69a-f4eb-4453-98ec-eec7a3734b61),segment_id=e773b69a-f4eb-4453-98ec-eec7a3734b61)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:00:59.649983 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9585dd0f-38bb-4162-8b29-9360e3a2b190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:00:59.715289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.21.0.1 (c6e8cf19-8785-484c-8570-5544b70b656d/8dce7141-a14d-4f00-ad02-b818b359c2bc/2a61dce1-809c-422a-8c3b-f5fe77401e52) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:00:59.941755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4074593a-1d6c-4501-a08f-0d6f878c7add None None] Provisioning complete for port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:00:59.945739 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4074593a-1d6c-4501-a08f-0d6f878c7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.000689 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.003089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60098) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:00.042225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585dd0f-38bb-4162-8b29-9360e3a2b190 None None] Pushing event updated for resources: {'Port': ['ID=98e6bdf5-9186-49fa-8375-4bc764ef8ee1,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:00.049267 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:01:00.050866 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:01:00.143808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd262-e41d-47b6-a8c9-4e3866f0be85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.172997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.198548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network c6e8cf19-8785-484c-8570-5544b70b656d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:00.202897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:00.230574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1656508748', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:00.231234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:00.275908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Made reservation on behalf of 8c9eae27d1f740dcb006a38eb0bb9ca8 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:00.279077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.317293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.325586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=2a61dce1-809c-422a-8c3b-f5fe77401e52,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:00.356477 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.646962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd262-e41d-47b6-a8c9-4e3866f0be85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.651881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.659225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.663889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] device_id is not set on port 08d55703-0f33-42d5-a18a-7ae757038712 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:01:00.705853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.741550 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd262-e41d-47b6-a8c9-4e3866f0be85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.784271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-09a474f2-23a1-468d-b1c3-9753b7ed1dbd None None] Provisioning complete for port 2a61dce1-809c-422a-8c3b-f5fe77401e52 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:00.784583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-09a474f2-23a1-468d-b1c3-9753b7ed1dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:00.891034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-09a474f2-23a1-468d-b1c3-9753b7ed1dbd None None] Port 2a61dce1-809c-422a-8c3b-f5fe77401e52 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:00.936007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:00.960394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Allocated IP 172.25.5.252 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/08d55703-0f33-42d5-a18a-7ae757038712) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:01.065932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:01.066526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.171137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32a32e1-bc14-4cb5-9e46-eeeb261134ce,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:01.175716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bcdcd262-e41d-47b6-a8c9-4e3866f0be85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90088012f790443e93d18a7e5ea779eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5984046 Nov 23 11:01:01.176662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcd262-e41d-47b6-a8c9-4e3866f0be85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee063e68-91aa-4e24-8c33-a8fd743e00fb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:01.187322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60128) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:01.450799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.457678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8782-6be0-4e4e-839a-08227ac57204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.485080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.498741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.523135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8782-6be0-4e4e-839a-08227ac57204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.625910 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8782-6be0-4e4e-839a-08227ac57204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.630004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a0b8782-6be0-4e4e-839a-08227ac57204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.634393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7a0b8782-6be0-4e4e-839a-08227ac57204 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee063e68-91aa-4e24-8c33-a8fd743e00fb HTTP/1.1" status: 204 len: 168 time: 0.2948737 Nov 23 11:01:01.642250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=2a61dce1-809c-422a-8c3b-f5fe77401e52,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:01.644736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.658220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b8782-6be0-4e4e-839a-08227ac57204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee063e68-91aa-4e24-8c33-a8fd743e00fb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:01.693470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:01.810048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network c6e8cf19-8785-484c-8570-5544b70b656d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:01.812143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:02.201334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 19169ebf-1a21-47f3-94d3-7d984c906828 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:01:02.331197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5dc671c1-2559-44df-bf23-26ced80642a0 None None] Provisioning complete for port 2a61dce1-809c-422a-8c3b-f5fe77401e52 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:02.331748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5dc671c1-2559-44df-bf23-26ced80642a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:02.420324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5dc671c1-2559-44df-bf23-26ced80642a0 None None] Port 2a61dce1-809c-422a-8c3b-f5fe77401e52 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:02.451555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:02.458295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:02.462784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:02.474250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077f2d4-8f8f-42a2-ad05-e76df768a6cc None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:01:02.503913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Pushing event updated for resources: {'Port': ['ID=08d55703-0f33-42d5-a18a-7ae757038712,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:02.547640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-274e6d89-c67a-417a-a8ab-0df71ae9a61e None None] Provisioning complete for port 08d55703-0f33-42d5-a18a-7ae757038712 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:02.550243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-274e6d89-c67a-417a-a8ab-0df71ae9a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:02.555366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:02.564577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:02.577958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:01:02.585150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f82b10d6-b3f6-407f-8c3f-ebf2c8025ae7 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/19169ebf-1a21-47f3-94d3-7d984c906828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8223429 Nov 23 11:01:02.586531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:02.590927 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] Sync routers for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:01:02.619431 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:02.621414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0db5c4b8-12db-4617-99d1-616a31f2a4bb tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6170597 Nov 23 11:01:02.622057 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:02.622281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60168) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:02.633984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.252'}]}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:02.733008 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:02.735079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-274e6d89-c67a-417a-a8ab-0df71ae9a61e None None] Port 08d55703-0f33-42d5-a18a-7ae757038712 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:02.735515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921195d7-50e5-404e-b1ca-ea901ba66fb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:02.740234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:02.757420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-921195d7-50e5-404e-b1ca-ea901ba66fb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports/2a61dce1-809c-422a-8c3b-f5fe77401e52 HTTP/1.1" status: 200 len: 910 time: 0.1490948 Nov 23 11:01:02.758178 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:02.758917 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:02.775514 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:02.776916 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:02.817149 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:02.818126 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8db52-3b94-4f64-b114-be5cb18a8e1f None None] The sync data for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:01:02.943448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:03.472258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.043481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.075245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.088299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.360974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.502712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60218) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:04.508291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-587704193'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:04.740068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.748649 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.809510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:04.813914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.873198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.873731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5791dd00-df1b-4948-adf4-aa4141735ff8 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:01:04.887557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:04.913942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:04.914491 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Added segment 9ae1d9ce-0d84-4736-9990-19f908cb4434 of type vlan for network b1d540c5-847b-4e74-b00e-731c17929b8d Nov 23 11:01:04.954318 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 11:01:04.955410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-96f677a0-8ccd-47e6-a89c-4836795b4b45 tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3320596 Nov 23 11:01:04.958293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60226) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:05.019159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.036252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 2a61dce1-809c-422a-8c3b-f5fe77401e52 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:05.036838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.134378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 11:01:05.171166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Deleting port 08d55703-0f33-42d5-a18a-7ae757038712 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:05.171293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.173458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.186339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 2a61dce1-809c-422a-8c3b-f5fe77401e52 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:05.284709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.287710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.291410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:05.292036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.301050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Calling delete_port for 08d55703-0f33-42d5-a18a-7ae757038712 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:05.373186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Network': ['ID=b1d540c5-847b-4e74-b00e-731c17929b8d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:05.392390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e894df20-6f19-432e-adcb-31d0a1aa9002 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8885767 Nov 23 11:01:05.397481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60240) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:05.404140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b1d540c5-847b-4e74-b00e-731c17929b8d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:05.407337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1335765669'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:05.567856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:05.575273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.579205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.643280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Pushing event deleted for resources: {'Port': ['ID=08d55703-0f33-42d5-a18a-7ae757038712,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:05.671538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7767a10-7c13-489e-afb5-493f47bbe6f9 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:01:05.698533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:05.777888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.778457 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Added segment 949a13da-c22f-443c-9057-6f862cc5aa0c of type vlan for network c4bca5d6-81ec-41aa-8078-ec5d966d117c Nov 23 11:01:05.783406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.786753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7684a666-712d-4587-9321-87f5a5a2c99d tempest-RoutersAdminNegativeTest-727591735 tempest-RoutersAdminNegativeTest-727591735-project-admin] 10.222.0.61 "DELETE /v2.0/ports/08d55703-0f33-42d5-a18a-7ae757038712 HTTP/1.1" status: 204 len: 168 time: 0.8269298 Nov 23 11:01:05.850842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.862787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.914983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=2a61dce1-809c-422a-8c3b-f5fe77401e52,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:05.927662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:05.935719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:05.936437 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:06.041945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6426275 Nov 23 11:01:06.042359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60252) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:06.048413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'subnet': {'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:06.308671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60264) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:06.373572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:06.377976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:06.637740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678cdb5-9d1f-4a24-b3cf-464711e9fb3c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Network': ['ID=c4bca5d6-81ec-41aa-8078-ec5d966d117c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:06.653013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:06.885355 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:07.228632 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654f-b486-47b6-9004-47c548fba004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:07.235485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 19169ebf-1a21-47f3-94d3-7d984c906828 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:01:07.446840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60296) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:07.453985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:01:07.462187 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-314bc413-3605-4f1b-b75a-598fcde0fda3 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/19169ebf-1a21-47f3-94d3-7d984c906828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7182937 Nov 23 11:01:07.463846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60300) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:07.467209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] Sync routers for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:01:07.491168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:07.492664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:07.537472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:07.609023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:07.643819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:07.645237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:07.733498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:07.734323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6488e5-4679-40e8-a783-18fa20783df2 None None] The sync data for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:01:07.756863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8681-4eb1-4e7a-b600-001920265814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:07.805841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654f-b486-47b6-9004-47c548fba004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:07.841722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Subnet': ['ID=9e366a8e-0870-427e-ac86-34a1dfc4d658,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:07.846006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c2bd654f-b486-47b6-9004-47c548fba004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:07.983839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c2bd654f-b486-47b6-9004-47c548fba004 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0779cb4650d4b9395cfb485127da06b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6740382 Nov 23 11:01:07.988427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd654f-b486-47b6-9004-47c548fba004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911c7618-9835-4756-aea7-876b78e87c93,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:07.997374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60310) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:08.015425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Checking segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:08.016182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network hostable DHCP agents. Network: b1d540c5-847b-4e74-b00e-731c17929b8d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:08.086987 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.117827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fee5a5-24fb-4ded-b5dc-783688e07755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.119880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network b1d540c5-847b-4e74-b00e-731c17929b8d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:08.159682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8681-4eb1-4e7a-b600-001920265814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.170059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d2e8681-4eb1-4e7a-b600-001920265814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.238647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d2e8681-4eb1-4e7a-b600-001920265814 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f04190b0dbe5434ab0dac7fca1a0fbf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7907996 Nov 23 11:01:08.242207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60312) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:08.245683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e8681-4eb1-4e7a-b600-001920265814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd5d7b-1f2e-4700-a7b9-08f97c6c6cce,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:08.267638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b1d540c5-847b-4e74-b00e-731c17929b8d) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:08.275135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:08.275749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.280267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cbcb6d-465e-4b26-9044-6ae0ce1bbe0e None None] Network b1d540c5-847b-4e74-b00e-731c17929b8d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:08.308958 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ea9870e-3342-4afa-8559-7671d2a889e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2647309 Nov 23 11:01:08.311410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fee5a5-24fb-4ded-b5dc-783688e07755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.313285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60314) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:08.320198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'subnet': {'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:08.483915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:08.493466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.501532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4116708-3d69-4183-a185-f66326b458ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.555082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4116708-3d69-4183-a185-f66326b458ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.565977 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fee5a5-24fb-4ded-b5dc-783688e07755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.568588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fee5a5-24fb-4ded-b5dc-783688e07755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.577991 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-45fee5a5-24fb-4ded-b5dc-783688e07755 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/911c7618-9835-4756-aea7-876b78e87c93 HTTP/1.1" status: 204 len: 168 time: 0.5793321 Nov 23 11:01:08.597684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-b1d540c5-847b-4e74-b00e-731c17929b8d', 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'fixed_ips': [{'subnet_id': '9e366a8e-0870-427e-ac86-34a1dfc4d658'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:01:08.598912 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.680954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fee5a5-24fb-4ded-b5dc-783688e07755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c7618-9835-4756-aea7-876b78e87c93,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:08.856720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4116708-3d69-4183-a185-f66326b458ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.859689 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4116708-3d69-4183-a185-f66326b458ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:08.861013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e4116708-3d69-4183-a185-f66326b458ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72cd5d7b-1f2e-4700-a7b9-08f97c6c6cce HTTP/1.1" status: 204 len: 168 time: 0.6177042 Nov 23 11:01:08.900645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116708-3d69-4183-a185-f66326b458ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd5d7b-1f2e-4700-a7b9-08f97c6c6cce,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:08.995354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 3430f806-a1a5-412f-be4f-3eea00bc9fd5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:08.996878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.100686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Allocated IP 10.1.1.2 (b1d540c5-847b-4e74-b00e-731c17929b8d/9e366a8e-0870-427e-ac86-34a1dfc4d658/af031e7c-1a2f-4458-9a5d-06d55b75792f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:09.203737 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.225297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 3430f806-a1a5-412f-be4f-3eea00bc9fd5 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:09.228694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.253226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60330) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:09.394663 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.412714 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.441795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.462844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Network b1d540c5-847b-4e74-b00e-731c17929b8d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:09.466432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:09.469896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:09.474495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=3430f806-a1a5-412f-be4f-3eea00bc9fd5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:09.533350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Pushing event updated for resources: {'Port': ['ID=af031e7c-1a2f-4458-9a5d-06d55b75792f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:09.565051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Subnet': ['ID=1803379c-d0d7-4a82-8e5f-7352745eaab9,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:09.574351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Attempting to bind port af031e7c-1a2f-4458-9a5d-06d55b75792f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:09.574661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Attempting to bind port af031e7c-1a2f-4458-9a5d-06d55b75792f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:09.575042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Attempting to bind port af031e7c-1a2f-4458-9a5d-06d55b75792f on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:09.582831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:09.583213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Checking segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:09.583627 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.584025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Bound using segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:09.584510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Bound port: af031e7c-1a2f-4458-9a5d-06d55b75792f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:09.584899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.612726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Checking segment: {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:09.613095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network hostable DHCP agents. Network: c4bca5d6-81ec-41aa-8078-ec5d966d117c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:09.624158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7cbca7dc-e846-41df-8f55-7b72adbd1540 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c9eae27d1f740dcb006a38eb0bb9ca8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651149 Nov 23 11:01:09.624860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:09.718545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:09.740124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] For port af031e7c-1a2f-4458-9a5d-06d55b75792f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:09.748346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60336) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:09.748861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] For port af031e7c-1a2f-4458-9a5d-06d55b75792f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=af031e7c-1a2f-4458-9a5d-06d55b75792f,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:09.762566 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.763704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c4bca5d6-81ec-41aa-8078-ec5d966d117c) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:09.770139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36db884c-e0c4-4e4e-82b6-f8c01c10c5d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.780086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:09.781256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.792118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd10aaa2-9467-4406-9997-83eb3748a1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.869201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-54e8e8b0-6966-4f8c-889c-e68a5794057f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5517640 Nov 23 11:01:09.890005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd10aaa2-9467-4406-9997-83eb3748a1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.895986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd670ba-aaa7-439c-8489-9b946f56d4cf None None] Pushing event updated for resources: {'Port': ['ID=af031e7c-1a2f-4458-9a5d-06d55b75792f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:09.908133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9206f-8d8b-4993-8984-4bc4bc8d2c29 None None] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:09.943077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36db884c-e0c4-4e4e-82b6-f8c01c10c5d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.944562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.948025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60342) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:09.963564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'port': {'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1238883743', 'fixed_ips': [{'subnet_id': '9e366a8e-0870-427e-ac86-34a1dfc4d658'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:09.965010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd10aaa2-9467-4406-9997-83eb3748a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.967643 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd10aaa2-9467-4406-9997-83eb3748a1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.971157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bd10aaa2-9467-4406-9997-83eb3748a1ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a32a32e1-bc14-4cb5-9e46-eeeb261134ce HTTP/1.1" status: 204 len: 168 time: 0.3409550 Nov 23 11:01:09.979695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-36db884c-e0c4-4e4e-82b6-f8c01c10c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:09.993274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10aaa2-9467-4406-9997-83eb3748a1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32a32e1-bc14-4cb5-9e46-eeeb261134ce,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:10.168036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-36db884c-e0c4-4e4e-82b6-f8c01c10c5d0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e72e8c4ae4e4958adbea716b8786a8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4125936 Nov 23 11:01:10.168036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db884c-e0c4-4e4e-82b6-f8c01c10c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319612a0-1093-4b42-97a3-58954cc548f7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:10.168247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60352) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:10.285844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21cbe996-0dc6-4c14-bb92-b4d0cbed0dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:10.289602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c4bca5d6-81ec-41aa-8078-ec5d966d117c', 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'fixed_ips': [{'subnet_id': '1803379c-d0d7-4a82-8e5f-7352745eaab9'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:01:10.295594 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:10.346967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21cbe996-0dc6-4c14-bb92-b4d0cbed0dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:10.521560 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21cbe996-0dc6-4c14-bb92-b4d0cbed0dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:10.524282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21cbe996-0dc6-4c14-bb92-b4d0cbed0dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:10.525504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-21cbe996-0dc6-4c14-bb92-b4d0cbed0dc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/319612a0-1093-4b42-97a3-58954cc548f7 HTTP/1.1" status: 204 len: 168 time: 0.3559620 Nov 23 11:01:10.537982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbe996-0dc6-4c14-bb92-b4d0cbed0dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319612a0-1093-4b42-97a3-58954cc548f7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:10.696969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Allocated IP 10.2.2.2 (c4bca5d6-81ec-41aa-8078-ec5d966d117c/1803379c-d0d7-4a82-8e5f-7352745eaab9/ef3d210d-54e6-43cf-a1f8-542df9860cfa) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:10.798061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 19169ebf-1a21-47f3-94d3-7d984c906828 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:01:10.892134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:11.136907 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:11.160750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device af031e7c-1a2f-4458-9a5d-06d55b75792f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:11.218850 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:11.266240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] device_id is not set on port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:01:11.308712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:11.370702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:11.378526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:11.386575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:11.393292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:01:11.406464 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] Sync routers for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:01:11.410697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60406) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:11.422576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9236b063-ab6f-4645-a8cd-6f51378cb2c2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/19169ebf-1a21-47f3-94d3-7d984c906828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9575229 Nov 23 11:01:11.426797 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:11.427334 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:11.505390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fa113cb1-8a0f-415c-8f39-fbc7ef03150e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=19169ebf-1a21-47f3-94d3-7d984c906828 HTTP/1.1" status: 200 len: 205 time: 0.0927749 Nov 23 11:01:11.508058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60412) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:11.565684 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:11.590987 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] Routers {'19169ebf-1a21-47f3-94d3-7d984c906828'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:11.593813 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:00:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['19169ebf-1a21-47f3-94d3-7d984c906828'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:11.669640 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:11.671789 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1b23a5-2aa7-439e-b9ec-8e3bef02f468 None None] The sync data for ids ['19169ebf-1a21-47f3-94d3-7d984c906828'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:01:11.769517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60420) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:11.814734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-59fc5afc-75f0-48ec-96ee-08015f0ed052 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:11.907790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 10.1.1.26 (b1d540c5-847b-4e74-b00e-731c17929b8d/9e366a8e-0870-427e-ac86-34a1dfc4d658/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:12.075669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f32bc-2ab3-4d21-8b63-41d597f619e8 None None] Network b1d540c5-847b-4e74-b00e-731c17929b8d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:12.298346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:12.313910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Attempting to bind port ef3d210d-54e6-43cf-a1f8-542df9860cfa on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:12.314407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Attempting to bind port ef3d210d-54e6-43cf-a1f8-542df9860cfa by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:12.314754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Attempting to bind port ef3d210d-54e6-43cf-a1f8-542df9860cfa on network c4bca5d6-81ec-41aa-8078-ec5d966d117c {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:12.318392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Pushing event updated for resources: {'Port': ['ID=ef3d210d-54e6-43cf-a1f8-542df9860cfa,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:12.345923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port af031e7c-1a2f-4458-9a5d-06d55b75792f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:12.346355 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.350096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:12.353653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Checking segment: {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:12.354357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.354898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Bound using segment: {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:12.355552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Bound port: ef3d210d-54e6-43cf-a1f8-542df9860cfa, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:12.356118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.380275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'networks': [{'name': 'tempest-network--1163545505'}, {'name': 'tempest-network--2036104583'}]} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:12.384929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'network': {'name': 'tempest-network--1163545505'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:12.385497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'network': {'name': 'tempest-network--2036104583'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:12.410495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f8993072-36a8-4fa9-b2c6-982466d084dc None None] Provisioning complete for port af031e7c-1a2f-4458-9a5d-06d55b75792f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:12.410810 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8993072-36a8-4fa9-b2c6-982466d084dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.425725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.450593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbee019-d028-485f-8e3f-a2169b9c0462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.493554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-59fc5afc-75f0-48ec-96ee-08015f0ed052 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.499321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Made reservation on behalf of af2c34ae4781451697afea38f4bdfe8d for: {'network': 2} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:12.510543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-59fc5afc-75f0-48ec-96ee-08015f0ed052 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.517065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.557377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.642103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.650081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-59fc5afc-75f0-48ec-96ee-08015f0ed052 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.650638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc5afc-75f0-48ec-96ee-08015f0ed052 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Fanout notify agent at l3_agent the message router_deleted on router 19169ebf-1a21-47f3-94d3-7d984c906828 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:01:12.662614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-59fc5afc-75f0-48ec-96ee-08015f0ed052 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.664313 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-59fc5afc-75f0-48ec-96ee-08015f0ed052 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/19169ebf-1a21-47f3-94d3-7d984c906828 HTTP/1.1" status: 204 len: 168 time: 1.1536314 Nov 23 11:01:12.669597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60448) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:12.691315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8993072-36a8-4fa9-b2c6-982466d084dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.699629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] For port ef3d210d-54e6-43cf-a1f8-542df9860cfa, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:12.732152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.778489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] For port ef3d210d-54e6-43cf-a1f8-542df9860cfa, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef3d210d-54e6-43cf-a1f8-542df9860cfa,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:12.795934 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.810679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:12.831930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet 8dce7141-a14d-4f00-ad02-b818b359c2bc {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:01:12.850770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:12.876103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network b1d540c5-847b-4e74-b00e-731c17929b8d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:12.884720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630ee9a-5368-4bd1-adf0-40918be553a9 None None] Pushing event updated for resources: {'Port': ['ID=ef3d210d-54e6-43cf-a1f8-542df9860cfa,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:12.888546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:12.901318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:12.912589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port af031e7c-1a2f-4458-9a5d-06d55b75792f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=af031e7c-1a2f-4458-9a5d-06d55b75792f,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:12.931576 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.002057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.031488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbee019-d028-485f-8e3f-a2169b9c0462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.075651 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ebbee019-d028-485f-8e3f-a2169b9c0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.109045 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-f8993072-36a8-4fa9-b2c6-982466d084dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:01:13.109436 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-f8993072-36a8-4fa9-b2c6-982466d084dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:01:13.114175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=af031e7c-1a2f-4458-9a5d-06d55b75792f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:13.245724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.247227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbee019-d028-485f-8e3f-a2169b9c0462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da1906d-27fb-431d-9a5f-6bfd061595c1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:13.254923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ebbee019-d028-485f-8e3f-a2169b9c0462 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4bffe8c3063b4bd189b3bdad61518376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9551792 Nov 23 11:01:13.265965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.268449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60454) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:13.272385 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.273879 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.400053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:13.401232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.478629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.560788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=8dce7141-a14d-4f00-ad02-b818b359c2bc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:13.578390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.580404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b52e5ea2-efa6-4be8-9535-da021a9f18d0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6265748 Nov 23 11:01:13.581597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:13.589444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cbaa15-ef95-49f4-bc19-3e14139f7a7a None None] Network c6e8cf19-8785-484c-8570-5544b70b656d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:13.597709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60460) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:13.597972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60462) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:13.604426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-15632442-032c-4578-8913-af01902ec811 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/8dce7141-a14d-4f00-ad02-b818b359c2bc HTTP/1.1" status: 204 len: 168 time: 0.9314928 Nov 23 11:01:13.616168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'port': {'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1470705778', 'fixed_ips': [{'subnet_id': '9e366a8e-0870-427e-ac86-34a1dfc4d658'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:13.641762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a46d69-9fa4-4c4d-9752-76d96c9fb565,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:13.768587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.769070 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Added segment 9ef08517-a62e-4212-ae12-e1ac5494fc8b of type vlan for network 991eacc5-f7a9-4889-9550-3614fbcda613 Nov 23 11:01:13.840312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d526061e-9b78-47f1-a6f6-f3a6aeeb6246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:13.990963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d103f2f1-c3d8-4845-8bf7-11b9ec3ca1e9 None None] Provisioning complete for port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:13.991720 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d103f2f1-c3d8-4845-8bf7-11b9ec3ca1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.090150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d103f2f1-c3d8-4845-8bf7-11b9ec3ca1e9 None None] Port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:14.106529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d103f2f1-c3d8-4845-8bf7-11b9ec3ca1e9 None None] Provisioning complete for port af031e7c-1a2f-4458-9a5d-06d55b75792f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:14.106911 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d103f2f1-c3d8-4845-8bf7-11b9ec3ca1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.214862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] DHCP port deletion for c6e8cf19-8785-484c-8570-5544b70b656d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:01:14.419533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.442129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] Deleting port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:14.442522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.525583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-af76257a-a7e6-439a-b4b4-5975b465ab2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.525835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:14.532424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] For port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=98e6bdf5-9186-49fa-8375-4bc764ef8ee1,segment=NetworkSegment(e773b69a-f4eb-4453-98ec-eec7a3734b61),segment_id=e773b69a-f4eb-4453-98ec-eec7a3734b61)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:14.532802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.549271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] Calling delete_port for 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:14.564592 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.564937 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Added segment cdc083fd-0c15-46ac-85f2-1e135c386310 of type vlan for network 071ee8c2-03d8-4a3f-b4d6-7b4fc9b40606 Nov 23 11:01:14.643195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.703386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.763166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] Pushing event deleted for resources: {'Port': ['ID=98e6bdf5-9186-49fa-8375-4bc764ef8ee1,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:14.776987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbc85f-7589-4259-8874-df8c1feecbeb None None] No DVR routers for this DVR port 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:14.790525 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.791174 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.807746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:14.820858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:14.821733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89be40-e41d-4860-a153-cffaef7041b1 None None] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:14.825001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.859431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet 61297914-2fd9-4db2-ad29-3a882f908ed9 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:01:14.888095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:14.892886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.911632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:14.984633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d526061e-9b78-47f1-a6f6-f3a6aeeb6246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.052959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bbf0c2de-f526-40f0-b8af-42e7f51bb326 None None] Provisioning complete for port ef3d210d-54e6-43cf-a1f8-542df9860cfa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:15.053378 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c2de-f526-40f0-b8af-42e7f51bb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.090466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Network': ['ID=991eacc5-f7a9-4889-9550-3614fbcda613,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:15.116067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 991eacc5-f7a9-4889-9550-3614fbcda613 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:15.160655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] device_id is not set on port c858014f-0e28-48f9-9de1-676a30ffb85d yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:01:15.177176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60490) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:15.190839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.4061680 Nov 23 11:01:15.259012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60492) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:15.301766 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c2de-f526-40f0-b8af-42e7f51bb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.304593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef3d210d-54e6-43cf-a1f8-542df9860cfa up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:15.391595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bbf0c2de-f526-40f0-b8af-42e7f51bb326 None None] For port ef3d210d-54e6-43cf-a1f8-542df9860cfa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef3d210d-54e6-43cf-a1f8-542df9860cfa,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:15.403088 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbf0c2de-f526-40f0-b8af-42e7f51bb326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.403601 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.487388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1b255-4337-4ba1-99bc-35f4b870640e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Network': ['ID=071ee8c2-03d8-4a3f-b4d6-7b4fc9b40606,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:15.493079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0c2de-f526-40f0-b8af-42e7f51bb326 None None] Pushing event updated for resources: {'Port': ['ID=ef3d210d-54e6-43cf-a1f8-542df9860cfa,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:15.499041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ef3d210d-54e6-43cf-a1f8-542df9860cfa triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:15.499421 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.511120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 071ee8c2-03d8-4a3f-b4d6-7b4fc9b40606 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:15.515932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f3c2d-5145-4e29-9b27-3888752ca3c7 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:15.533585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f3c2d-5145-4e29-9b27-3888752ca3c7 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:15.543620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f3c2d-5145-4e29-9b27-3888752ca3c7 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:15.562562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1f3c2d-5145-4e29-9b27-3888752ca3c7 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:15.564428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9e1f3c2d-5145-4e29-9b27-3888752ca3c7 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3861883 Nov 23 11:01:15.567537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60496) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:15.575019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d526061e-9b78-47f1-a6f6-f3a6aeeb6246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.577939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d526061e-9b78-47f1-a6f6-f3a6aeeb6246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.579095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d526061e-9b78-47f1-a6f6-f3a6aeeb6246 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0da1906d-27fb-431d-9a5f-6bfd061595c1 HTTP/1.1" status: 204 len: 168 time: 2.3086195 Nov 23 11:01:15.612593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd006-d16c-4488-8cd3-9c6fdae49186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.699473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526061e-9b78-47f1-a6f6-f3a6aeeb6246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da1906d-27fb-431d-9a5f-6bfd061595c1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:15.741013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.774783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1afe189f-28ec-40ce-865f-27236e04127c None None] Provisioning complete for port ef3d210d-54e6-43cf-a1f8-542df9860cfa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:15.775750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1afe189f-28ec-40ce-865f-27236e04127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:15.881143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device af031e7c-1a2f-4458-9a5d-06d55b75792f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:15.941978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 10.1.1.172 (b1d540c5-847b-4e74-b00e-731c17929b8d/9e366a8e-0870-427e-ac86-34a1dfc4d658/c858014f-0e28-48f9-9de1-676a30ffb85d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:15.965642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.000675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port af031e7c-1a2f-4458-9a5d-06d55b75792f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:16.001050 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.020335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd006-d16c-4488-8cd3-9c6fdae49186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.048584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991eacc5-f7a9-4889-9550-3614fbcda613']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:16.064534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef08517-a62e-4212-ae12-e1ac5494fc8b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:16.064833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef08517-a62e-4212-ae12-e1ac5494fc8b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:16.083533 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.103290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd006-d16c-4488-8cd3-9c6fdae49186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.151118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.166192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.204517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:01:16.224314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:16.224314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.239126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:16.239782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 98e6bdf5-9186-49fa-8375-4bc764ef8ee1 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:16.241234 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:16.275290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2f3cd006-d16c-4488-8cd3-9c6fdae49186 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f93c775db4548c4b21ffaf11cb33b22&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0152123 Nov 23 11:01:16.282853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60512) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:16.283928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cd006-d16c-4488-8cd3-9c6fdae49186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd18a7-2fbf-412a-bedc-49417125440f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:16.344914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.345764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.355887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.359768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/networks/991eacc5-f7a9-4889-9550-3614fbcda613 HTTP/1.1" status: 204 len: 168 time: 0.7911763 Nov 23 11:01:16.371676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60516) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:16.382725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc0717-d4eb-4911-a03d-ca9fd58f3f75 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Network': ['ID=991eacc5-f7a9-4889-9550-3614fbcda613,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:16.417265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=61297914-2fd9-4db2-ad29-3a882f908ed9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:16.424747 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.428792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda3137-1661-4fed-b262-20911cc582a5 None None] Network c4ad7d81-95c5-45e3-ab06-9a79b67f835a requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:16.441476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6a58f260-5fa4-4ece-83af-107f008d9b36 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/61297914-2fd9-4db2-ad29-3a882f908ed9 HTTP/1.1" status: 204 len: 168 time: 2.8400257 Nov 23 11:01:16.450402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60518) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:16.502448 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.524360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3413099-271a-4044-b83f-12021d1cd2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.543428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.607688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3413099-271a-4044-b83f-12021d1cd2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.671955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.704737 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.707947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071ee8c2-03d8-4a3f-b4d6-7b4fc9b40606']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:16.714446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] DHCP port deletion for c4ad7d81-95c5-45e3-ab06-9a79b67f835a request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:01:16.748614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc083fd-0c15-46ac-85f2-1e135c386310') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:16.750765 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc083fd-0c15-46ac-85f2-1e135c386310') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:16.758741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3413099-271a-4044-b83f-12021d1cd2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.761598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f3413099-271a-4044-b83f-12021d1cd2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.765359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f3413099-271a-4044-b83f-12021d1cd2f5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcfd18a7-2fbf-412a-bedc-49417125440f HTTP/1.1" status: 204 len: 168 time: 0.4791400 Nov 23 11:01:16.776334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.796167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.806687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:16.807509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.824782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] Deleting port 42ed26ef-4500-410f-b412-464973b613e7 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:16.825842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.838516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3413099-271a-4044-b83f-12021d1cd2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd18a7-2fbf-412a-bedc-49417125440f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:16.846578 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.923893 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:16.937634 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:16.946089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.952832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:16.965531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/networks/071ee8c2-03d8-4a3f-b4d6-7b4fc9b40606 HTTP/1.1" status: 204 len: 168 time: 0.5926704 Nov 23 11:01:16.967393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60534) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:16.983594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e8cf19-8785-484c-8570-5544b70b656d']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:17.001322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e773b69a-f4eb-4453-98ec-eec7a3734b61') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:17.001909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e773b69a-f4eb-4453-98ec-eec7a3734b61') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:17.014515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.030573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.036981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:17.037388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.056697 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:01:17.106017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eff6bf-5dd1-48d9-a200-575b7dd5a2ee tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Network': ['ID=071ee8c2-03d8-4a3f-b4d6-7b4fc9b40606,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:17.144136 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:17.169958 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.189822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef3d210d-54e6-43cf-a1f8-542df9860cfa up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:17.208583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] For port 42ed26ef-4500-410f-b412-464973b613e7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=42ed26ef-4500-410f-b412-464973b613e7,segment=NetworkSegment(73db53e1-66f0-4761-bc1b-8a2f1649baf7),segment_id=73db53e1-66f0-4761-bc1b-8a2f1649baf7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:17.209149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.283307 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.287408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/c6e8cf19-8785-484c-8570-5544b70b656d HTTP/1.1" status: 204 len: 168 time: 0.8302708 Nov 23 11:01:17.298471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aaf7d-a980-437e-bddb-ec54887d6c24 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=c6e8cf19-8785-484c-8570-5544b70b656d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:17.302339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60548) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:17.313379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network b1d540c5-847b-4e74-b00e-731c17929b8d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:17.317626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:17.328041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:17.390633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=c858014f-0e28-48f9-9de1-676a30ffb85d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:17.454803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] Calling delete_port for 42ed26ef-4500-410f-b412-464973b613e7 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:17.459250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:17.463645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.501060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-49d925de-e143-4ac4-986e-b4a62abf6649 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9017925 Nov 23 11:01:17.545879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60554) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:17.547313 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.573695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4eed-ce1b-4123-9859-5a342523c3f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.598431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dadedb-3a6c-4a3a-a2f3-63e0ccdbbc29 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:17.606579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dadedb-3a6c-4a3a-a2f3-63e0ccdbbc29 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:17.610497 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-02dadedb-3a6c-4a3a-a2f3-63e0ccdbbc29 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5892637 Nov 23 11:01:17.614168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60556) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:17.622802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-94656547'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:17.633772 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f71ce2eb-7771-42d2-9b20-08046be5a303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.695921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ef3d210d-54e6-43cf-a1f8-542df9860cfa triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:17.700281 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.713830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Made reservation on behalf of af2c34ae4781451697afea38f4bdfe8d for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:17.719097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.736335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 42ed26ef-4500-410f-b412-464973b613e7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:17.736948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.778174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:17.811115 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.811476 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Added segment c71c47cc-8a6e-48c8-82c7-7a0e7bf1b388 of type vlan for network ad89cb1f-9215-451e-b19e-a0992fdd0338 Nov 23 11:01:17.822922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4eed-ce1b-4123-9859-5a342523c3f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.861836 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.864232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f9e4eed-ce1b-4123-9859-5a342523c3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.910358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.926429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:17.928308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.942377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:17.989609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2f9e4eed-ce1b-4123-9859-5a342523c3f3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35002f4688a64a8a820e73db44729e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4423745 Nov 23 11:01:17.990439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60560) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:17.994418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] No DVR routers for this DVR port 42ed26ef-4500-410f-b412-464973b613e7 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:18.106462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4902611 Nov 23 11:01:18.134497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60562) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:18.147232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dd1dc-01c9-4f83-9fe0-e5e9012055f1 None None] Pushing event deleted for resources: {'Port': ['ID=42ed26ef-4500-410f-b412-464973b613e7,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:18.163220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-321065bd-f766-4822-aac2-4569b2b6f1cf None None] Provisioning complete for port c858014f-0e28-48f9-9de1-676a30ffb85d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:18.166978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-321329849'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:18.171127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-321065bd-f766-4822-aac2-4569b2b6f1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.213948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60564) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:18.230879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1853b1c5-3438-4f0d-9d08-58df4639cc10 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--688363786', 'description': 'tempest-description--378201244'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:18.235451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 42ed26ef-4500-410f-b412-464973b613e7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=42ed26ef-4500-410f-b412-464973b613e7,segment=NetworkSegment(73db53e1-66f0-4761-bc1b-8a2f1649baf7),segment_id=73db53e1-66f0-4761-bc1b-8a2f1649baf7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:18.235843 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.238500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-321065bd-f766-4822-aac2-4569b2b6f1cf None None] Port c858014f-0e28-48f9-9de1-676a30ffb85d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:18.262900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e4eed-ce1b-4123-9859-5a342523c3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f12990-deb5-445f-9c47-5f154942dc58,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:18.272024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 42ed26ef-4500-410f-b412-464973b613e7 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:18.321073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef95e44-5179-411e-9863-15669ff71a57 req-b654f3db-3195-4869-b8a9-d569155383af tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:18.328163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ef95e44-5179-411e-9863-15669ff71a57 req-b654f3db-3195-4869-b8a9-d569155383af tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 945 time: 0.4963732 Nov 23 11:01:18.404252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.485695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port 42ed26ef-4500-410f-b412-464973b613e7 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:18.503560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-396d9365-3912-4e59-86d9-f69924194c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.506795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3df9f-f4d8-4e98-9e2c-6b21c3af2397 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Network': ['ID=ad89cb1f-9215-451e-b19e-a0992fdd0338,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:18.534827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1853b1c5-3438-4f0d-9d08-58df4639cc10 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.536695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=42ed26ef-4500-410f-b412-464973b613e7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:18.545807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 11:01:18.545807 n-d-817747-2 neutron-server[103427]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 11:01:18.545807 n-d-817747-2 neutron-server[103427]: [parameters: {'project_id': 'af2c34ae4781451697afea38f4bdfe8d', 'id': 'f450e979-57ef-4c98-a7b8-046335f3b84a', 'expiration': datetime.datetime(2021, 11, 23, 11, 3, 18, 481686)}] Nov 23 11:01:18.545807 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:01:18.546247 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:01:18.561918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ef95e44-5179-411e-9863-15669ff71a57 req-6f8a3dba-e9c6-4143-8113-eb55fbb7de91 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020488 Nov 23 11:01:18.584635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-396d9365-3912-4e59-86d9-f69924194c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.640813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ad89cb1f-9215-451e-b19e-a0992fdd0338 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:18.677833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-396d9365-3912-4e59-86d9-f69924194c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.684068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-396d9365-3912-4e59-86d9-f69924194c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.688812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-396d9365-3912-4e59-86d9-f69924194c82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29f12990-deb5-445f-9c47-5f154942dc58 HTTP/1.1" status: 204 len: 168 time: 0.6263132 Nov 23 11:01:18.711836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d9365-3912-4e59-86d9-f69924194c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f12990-deb5-445f-9c47-5f154942dc58,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:18.745950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.779193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42ed26ef-4500-410f-b412-464973b613e7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:01:18.787745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ad7d81-95c5-45e3-ab06-9a79b67f835a']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:18.807955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1853b1c5-3438-4f0d-9d08-58df4639cc10 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.810515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73db53e1-66f0-4761-bc1b-8a2f1649baf7') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:18.810515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73db53e1-66f0-4761-bc1b-8a2f1649baf7') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:18.821923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1853b1c5-3438-4f0d-9d08-58df4639cc10 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.826051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.827001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 42ed26ef-4500-410f-b412-464973b613e7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:18.827544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 42ed26ef-4500-410f-b412-464973b613e7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:01:18.832047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.859964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.872602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853b1c5-3438-4f0d-9d08-58df4639cc10 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0db0788-a144-4277-a3b8-d6150e777861,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:18.875912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:18.877402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1853b1c5-3438-4f0d-9d08-58df4639cc10 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.881404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:18.883902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1853b1c5-3438-4f0d-9d08-58df4639cc10 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6663671 Nov 23 11:01:18.885166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60576) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:18.886278 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:18.894152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7cb3e78b-fd13-47bb-88f7-b07db25814e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'security_group_rule': {'security_group_id': 'e0db0788-a144-4277-a3b8-d6150e777861', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:18.929813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e78b-fd13-47bb-88f7-b07db25814e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.015163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.038908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e78b-fd13-47bb-88f7-b07db25814e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.044725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e78b-fd13-47bb-88f7-b07db25814e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.055409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.060457 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/c4ad7d81-95c5-45e3-ab06-9a79b67f835a HTTP/1.1" status: 204 len: 168 time: 1.7549665 Nov 23 11:01:19.064227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73a447-90b1-46b2-80de-fef5d8c0d807 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=c4ad7d81-95c5-45e3-ab06-9a79b67f835a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:19.066374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60580) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:19.073305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3e78b-fd13-47bb-88f7-b07db25814e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e52ab00-404e-4bb0-8621-0fc0e4dda5de,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:19.076923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-198725237'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:19.094743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 11:01:19.094743 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 11:01:19.094743 n-d-817747-2 neutron-server[103427]: [parameters: {'project_id_1': 'e98741d4408c42c8b4e104c4f628ae88', 'expiration_1': datetime.datetime(2021, 11, 23, 11, 0, 59, 82486)}] Nov 23 11:01:19.094743 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:01:19.095234 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:01:19.111837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Made reservation on behalf of af2c34ae4781451697afea38f4bdfe8d for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:19.117899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e78b-fd13-47bb-88f7-b07db25814e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.119451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7cb3e78b-fd13-47bb-88f7-b07db25814e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2294147 Nov 23 11:01:19.120291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.122136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60582) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:19.130189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d4f4ce4a-7ee8-48cf-8a02-3e4b98673fb0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'security_group_rule': {'security_group_id': 'e0db0788-a144-4277-a3b8-d6150e777861', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:19.178142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:19.187472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ce4a-7ee8-48cf-8a02-3e4b98673fb0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.209382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.212326 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Added segment 64e9cc34-f616-4781-8a51-5cd8dadf8c1d of type vlan for network ab424cad-d2f1-43b0-b9b7-955b0b3173db Nov 23 11:01:19.274442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.300632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ce4a-7ee8-48cf-8a02-3e4b98673fb0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.308413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ce4a-7ee8-48cf-8a02-3e4b98673fb0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.324134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.338792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:19.340688 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.374543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4ce4a-7ee8-48cf-8a02-3e4b98673fb0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f2e5ea-855c-486c-a574-3757fb0b9c13,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:19.403259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4f4ce4a-7ee8-48cf-8a02-3e4b98673fb0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.405443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d4f4ce4a-7ee8-48cf-8a02-3e4b98673fb0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820973 Nov 23 11:01:19.408921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60592) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:19.432079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:19.477819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Network': ['ID=ab424cad-d2f1-43b0-b9b7-955b0b3173db,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:19.488889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ab424cad-d2f1-43b0-b9b7-955b0b3173db details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:19.490269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9f0c2a8b-dab9-42bb-803b-15994a91bbcc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3545845 Nov 23 11:01:19.494393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60598) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:19.512034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'ports': [{'network_id': 'ad89cb1f-9215-451e-b19e-a0992fdd0338', 'name': 'tempest-port--1876705510', 'admin_state_up': True}, {'network_id': 'ab424cad-d2f1-43b0-b9b7-955b0b3173db', 'admin_state_up': False}]} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:19.512455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'port': {'network_id': 'ad89cb1f-9215-451e-b19e-a0992fdd0338', 'name': 'tempest-port--1876705510', 'admin_state_up': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:19.515399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'port': {'network_id': 'ab424cad-d2f1-43b0-b9b7-955b0b3173db', 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:19.552439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-0b0723b8-6556-47b6-af97-1a4f20103aea tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:19.554718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-0b0723b8-6556-47b6-af97-1a4f20103aea tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 945 time: 0.0787804 Nov 23 11:01:19.596210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.606890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.684386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:19.691730 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.749422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:19.795471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Deleting port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:19.795852 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.805979 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.806336 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 03609bd3-30ab-4a7d-83c5-286ab0ff73e9 of type vlan for network 6ba73220-78e7-4770-8fd8-eb6728e6de17 Nov 23 11:01:19.846667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.934288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.937012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Made reservation on behalf of af2c34ae4781451697afea38f4bdfe8d for: {'port': 2} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:19.942021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.947648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:19.949503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161366cb-7a35-46f0-a41c-3c0f3d1a0d2a req-56034cdd-ef2f-4e1c-9afe-e5534aabe593 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:19.959169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-161366cb-7a35-46f0-a41c-3c0f3d1a0d2a req-56034cdd-ef2f-4e1c-9afe-e5534aabe593 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 945 time: 0.2185218 Nov 23 11:01:19.970328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.083108 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.106525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 11:01:20.109973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] For port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:20.110865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.113749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60610) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:20.129206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] device_id is not set on port 4cba930b-b67f-4bc3-9774-65962e5f1bb1 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:01:20.156833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 172.25.5.11 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/ae78e90e-3797-46c0-b5e3-86623fddad8d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:20.159915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Calling delete_port for 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:20.216648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-161366cb-7a35-46f0-a41c-3c0f3d1a0d2a req-2c97373a-e53a-4e07-bf8b-0a3cae308e0a tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564638 Nov 23 11:01:20.237692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.243876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:20.244469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.320520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279462067-network', 'tenant_id': 'ef5a104bde274e3f8197b044508651f6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:20.344325 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2727523 Nov 23 11:01:20.344524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60614) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:20.352804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:20.384440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.392269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.565688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] device_id is not set on port 5e43a5e0-be39-4e34-bc2a-3cda1956db75 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:01:20.579721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.635893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:20.642000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:20.644567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:20.712609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a2e4b-3d86-4f78-8ad4-d6e03732b884 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=6ba73220-78e7-4770-8fd8-eb6728e6de17,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:20.735498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:20.767436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=ae78e90e-3797-46c0-b5e3-86623fddad8d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:20.845987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Made reservation on behalf of ef5a104bde274e3f8197b044508651f6 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:20.851438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.855907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-2adfb209-5f92-42bd-ae19-dda33e5a2e66 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0f56d1911acb4caca3bd01b0151c3c34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449402 Nov 23 11:01:20.860944 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.863476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.879887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['062b79e4-b3e7-4f70-ac92-20afc1ed9a1a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:01:20.897075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Pushing event deleted for resources: {'Port': ['ID=062b79e4-b3e7-4f70-ac92-20afc1ed9a1a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:20.981211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:20.985080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:20.995702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] No DVR routers for this DVR port 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:20.999367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.004845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-052b5b8a-0fdb-4085-a415-93da56210e00 req-36684341-2c84-4488-aa1f-3ec75daa03b4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.65 "DELETE /v2.0/ports/062b79e4-b3e7-4f70-ac92-20afc1ed9a1a HTTP/1.1" status: 204 len: 173 time: 1.4402115 Nov 23 11:01:21.005595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'name': 'network-vif-deleted', 'tag': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:21.009143 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad6d094-47de-406b-8b4b-4b596789fdb4" -d '{"events": [{"server_uuid": "2ec29d12-ce99-4102-bdf2-85a9c8ed5968", "name": "network-vif-deleted", "tag": "062b79e4-b3e7-4f70-ac92-20afc1ed9a1a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:21.053540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.059671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.079812 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.085813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:21.110795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbdd1ca-027d-4a37-a608-d0da2bb23fab,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:21.114677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.115023 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Added segment 3647724b-dbea-463c-b7fe-11872145d377 of type vlan for network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa Nov 23 11:01:21.125327 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763540a3-7adf-43d8-b88a-98de02f9a8ed x-openstack-request-id: req-763540a3-7adf-43d8-b88a-98de02f9a8ed {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:21.125523 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec29d12-ce99-4102-bdf2-85a9c8ed5968", "name": "network-vif-deleted", "tag": "062b79e4-b3e7-4f70-ac92-20afc1ed9a1a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:21.125728 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-763540a3-7adf-43d8-b88a-98de02f9a8ed {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:21.126187 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec29d12-ce99-4102-bdf2-85a9c8ed5968', 'name': 'network-vif-deleted', 'tag': '062b79e4-b3e7-4f70-ac92-20afc1ed9a1a', 'status': 'completed', 'code': 200} Nov 23 11:01:21.178280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.213526 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.215056 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:21.215881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.265439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1447241 Nov 23 11:01:21.269919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60636) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:21.277603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Request body: {'subnet': {'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279462067-subnet', 'tenant_id': 'ef5a104bde274e3f8197b044508651f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:21.329264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dc957-0e3b-4e52-8da0-a308545de19e admin admin] Pushing event updated for resources: {'Network': ['ID=5cd8c6e9-2f70-4634-b447-03ad6b311dfa,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:21.342460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:21.367614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Made reservation on behalf of ef5a104bde274e3f8197b044508651f6 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:21.370066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.400224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3172ee9-31ab-4c02-ab4d-33916026d587 req-93bcd402-862b-420b-b16b-c23293c88773 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ec29d12-ce99-4102-bdf2-85a9c8ed5968 HTTP/1.1" status: 200 len: 210 time: 0.0567546 Nov 23 11:01:21.638391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.660124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.681030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.733207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-bfb4233f-f5cd-4f30-97e4-70534c459b3d tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:21.735048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-bfb4233f-f5cd-4f30-97e4-70534c459b3d tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8659947 Nov 23 11:01:21.758402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:21.767101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Checking segment: {'id': '3647724b-dbea-463c-b7fe-11872145d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:21.767101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Network hostable DHCP agents. Network: 5cd8c6e9-2f70-4634-b447-03ad6b311dfa, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:21.789486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:21.795089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-572de0dc-474a-4c00-ac5f-5643536bab27 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/quotas/0f56d1911acb4caca3bd01b0151c3c34 HTTP/1.1" status: 200 len: 375 time: 0.0499916 Nov 23 11:01:21.806551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 5cd8c6e9-2f70-4634-b447-03ad6b311dfa) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:21.811866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:21.812836 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:21.816838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23cb85e-6c98-4d16-bf0e-321c0d3e5c33 None None] Network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:21.856496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c4cbf98f-b562-456a-9aed-949840299d9b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5833030 Nov 23 11:01:21.868898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-eb285eaf-8d8f-491a-bd27-e3928c740849 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f56d1911acb4caca3bd01b0151c3c34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466900 Nov 23 11:01:21.940906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.133604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af9cb3-b385-4f51-8ca6-996352f57bbc None None] Network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:22.245499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5a7727d5-3611-4b35-b9dd-cbdc044fa2cd req-df8f04ba-cce3-4106-b620-f2f44d020647 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 210 time: 0.1053963 Nov 23 11:01:22.261863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.291902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Port': ['ID=4cba930b-b67f-4bc3-9774-65962e5f1bb1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:22.329290 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.523984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Checking segment: {'id': 'c71c47cc-8a6e-48c8-82c7-7a0e7bf1b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ad89cb1f-9215-451e-b19e-a0992fdd0338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:22.523984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network hostable DHCP agents. Network: ad89cb1f-9215-451e-b19e-a0992fdd0338, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:22.536042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '03609bd3-30ab-4a7d-83c5-286ab0ff73e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:22.536773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: 6ba73220-78e7-4770-8fd8-eb6728e6de17, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:22.572327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=e61d5364-9759-455e-a28f-75faafafe12a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:22.609282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.621042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network ad89cb1f-9215-451e-b19e-a0992fdd0338 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:22.628361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.639347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:22.699393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 6ba73220-78e7-4770-8fd8-eb6728e6de17) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:22.709287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:22.713435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.713576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c494a768-b821-4423-a113-a8c2d200a1a1 None None] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:22.716925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ad89cb1f-9215-451e-b19e-a0992fdd0338) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:22.723911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:22.725059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:22.893238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60674) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:22.899897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-374065082-network', 'tenant_id': '0b3987fb9eef426bbda2ce804b53d603'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:22.927482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6fdb32a1-fbc7-44f8-8473-f9adb8ad6ccf tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5819361 Nov 23 11:01:22.933431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60678) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:22.946013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=ae78e90e-3797-46c0-b5e3-86623fddad8d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:22.971437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02794d59-42b7-46a2-aadf-86089b315631 None None] Network ad89cb1f-9215-451e-b19e-a0992fdd0338 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:22.973713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fb381295-6a92-4180-a7a4-737aa82d1eb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-293357597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:23.019541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.042951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Made reservation on behalf of 0b3987fb9eef426bbda2ce804b53d603 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:23.049191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.088345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb381295-6a92-4180-a7a4-737aa82d1eb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.091743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb381295-6a92-4180-a7a4-737aa82d1eb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.103521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Checking segment: {'id': '64e9cc34-f616-4781-8a51-5cd8dadf8c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'ab424cad-d2f1-43b0-b9b7-955b0b3173db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:23.105811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network hostable DHCP agents. Network: ab424cad-d2f1-43b0-b9b7-955b0b3173db, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:23.129152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-6ba73220-78e7-4770-8fd8-eb6728e6de17', 'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': 'e61d5364-9759-455e-a28f-75faafafe12a'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:01:23.130856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Port': ['ID=5e43a5e0-be39-4e34-bc2a-3cda1956db75,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:23.134348 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.170372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.175863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a1eed16-2ec3-46eb-a561-788215f9676f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7655127 Nov 23 11:01:23.243949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network ab424cad-d2f1-43b0-b9b7-955b0b3173db is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:23.289478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ab424cad-d2f1-43b0-b9b7-955b0b3173db) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:23.293555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:23.299452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:23.318113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:23.318921 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.328135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb381295-6a92-4180-a7a4-737aa82d1eb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.337394 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.358873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b3af3b1f-592f-4308-9311-5b1b1371e3ea tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8631394 Nov 23 11:01:23.361508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60686) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:23.373824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb381295-6a92-4180-a7a4-737aa82d1eb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.410230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea39530-3486-4ea9-a259-addb477c3d80 None None] Network ab424cad-d2f1-43b0-b9b7-955b0b3173db requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:23.474131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55417b10-dc1e-4a8e-b03c-e940523722c7 req-0ca48787-9312-421b-a41f-57b29821b04c tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 210 time: 0.1047282 Nov 23 11:01:23.523721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb381295-6a92-4180-a7a4-737aa82d1eb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:23.529551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fb381295-6a92-4180-a7a4-737aa82d1eb6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5886502 Nov 23 11:01:23.530793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:23.555469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'port': {'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17', 'name': 'tempest-RoutersTest-1910063147'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:23.660809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd69f0-f453-4b68-a6be-51d7b39c3506 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:23.676483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd69f0-f453-4b68-a6be-51d7b39c3506 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:23.679029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-becd69f0-f453-4b68-a6be-51d7b39c3506 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3162620 Nov 23 11:01:23.683051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60702) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:23.902858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Allocated IP 172.20.0.2 (6ba73220-78e7-4770-8fd8-eb6728e6de17/e61d5364-9759-455e-a28f-75faafafe12a/6384ab17-0536-4fcb-926c-06eea0e8fde0) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:23.969409 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-242d46a5-355b-4413-9ea7-fb2f8a811396 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--688363786&fields=id&tenant_id=5dd2359fbc2545fb90425957f3880391 HTTP/1.1" status: 200 len: 267 time: 0.2220414 Nov 23 11:01:23.995645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.028124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.042671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:24.045177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-cb89b8eb-5867-4a00-bc1c-201b2b3aea8d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:24.055433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.056004 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Added segment 6dcdb96c-c450-46e4-a54c-6b7a96c1b647 of type vlan for network 370c1e07-cf40-40b3-a593-d5321cd57cd3 Nov 23 11:01:24.058558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-cb89b8eb-5867-4a00-bc1c-201b2b3aea8d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 936 time: 0.0871270 Nov 23 11:01:24.142314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.166406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-0829fc82-125e-4282-ba26-489f94b47ac8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:24.175962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-0829fc82-125e-4282-ba26-489f94b47ac8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports/c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 937 time: 0.1169972 Nov 23 11:01:24.197765 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.201933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:24.207927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.213061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.214191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f98dad4-9d69-41d3-8d69-4effcaa0bb55,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:24.218476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.219796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:24.220550 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.308637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Pushing event updated for resources: {'Port': ['ID=6384ab17-0536-4fcb-926c-06eea0e8fde0,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:24.313235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:01:24.317134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] Pushing event updated for resources: {'Network': ['ID=370c1e07-cf40-40b3-a593-d5321cd57cd3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:24.332863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-ca451b6e-5522-4c36-b5b8-d95b513bc083 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1549528 Nov 23 11:01:24.336356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:24.336714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 062b79e4-b3e7-4f70-ac92-20afc1ed9a1a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:01:24.343149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:24.345383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 370c1e07-cf40-40b3-a593-d5321cd57cd3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:24.349048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:24.361328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:24.390508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-967b0e47-eb3a-40ac-9957-4343e2e6333a tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0f56d1911acb4caca3bd01b0151c3c34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753567 Nov 23 11:01:24.393917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Deleting port 4cba930b-b67f-4bc3-9774-65962e5f1bb1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:24.394280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.404579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] device_id is not set on port b018bb17-41e0-423b-82e8-bb73b6bada07 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:01:24.406457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-4fb00ddc-9b6b-4407-8354-86c17734db43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0677741 Nov 23 11:01:24.574925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.20.0.6 (6ba73220-78e7-4770-8fd8-eb6728e6de17/e61d5364-9759-455e-a28f-75faafafe12a/b018bb17-41e0-423b-82e8-bb73b6bada07) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:24.621853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Attempting to bind port 6384ab17-0536-4fcb-926c-06eea0e8fde0 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:24.622523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Attempting to bind port 6384ab17-0536-4fcb-926c-06eea0e8fde0 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '03609bd3-30ab-4a7d-83c5-286ab0ff73e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:24.623061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Attempting to bind port 6384ab17-0536-4fcb-926c-06eea0e8fde0 on network 6ba73220-78e7-4770-8fd8-eb6728e6de17 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:24.633719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:24.634559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Checking segment: {'id': '03609bd3-30ab-4a7d-83c5-286ab0ff73e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:24.635244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.635806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Bound using segment: {'id': '03609bd3-30ab-4a7d-83c5-286ab0ff73e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:24.636466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Bound port: 6384ab17-0536-4fcb-926c-06eea0e8fde0, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03609bd3-30ab-4a7d-83c5-286ab0ff73e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '6ba73220-78e7-4770-8fd8-eb6728e6de17'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:24.637031 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.724828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] For port 6384ab17-0536-4fcb-926c-06eea0e8fde0, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:24.728519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] For port 6384ab17-0536-4fcb-926c-06eea0e8fde0, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6384ab17-0536-4fcb-926c-06eea0e8fde0,segment=NetworkSegment(03609bd3-30ab-4a7d-83c5-286ab0ff73e9),segment_id=03609bd3-30ab-4a7d-83c5-286ab0ff73e9)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:24.734690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.752002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.777720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:24.790088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Calling delete_port for 4cba930b-b67f-4bc3-9774-65962e5f1bb1 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:24.810839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e9cf-a85f-4dec-9d9b-f2f2252b88f5 None None] Pushing event updated for resources: {'Port': ['ID=6384ab17-0536-4fcb-926c-06eea0e8fde0,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:24.956900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-827c8f23-87c7-4237-8eae-3b8ee2e8f8e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:24.979037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-827c8f23-87c7-4237-8eae-3b8ee2e8f8e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:24.985587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-827c8f23-87c7-4237-8eae-3b8ee2e8f8e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:25.014737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-827c8f23-87c7-4237-8eae-3b8ee2e8f8e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 1995 time: 0.6073077 Nov 23 11:01:25.047188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-ac88e9b2-bf2b-45fe-b17b-52476ffdb519 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/quotas/5dd2359fbc2545fb90425957f3880391 HTTP/1.1" status: 200 len: 375 time: 0.0314457 Nov 23 11:01:25.071613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b2cfa501-c316-4549-a6ae-e3b57bd52a0c tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:25.073505 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b2cfa501-c316-4549-a6ae-e3b57bd52a0c tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558348 Nov 23 11:01:25.075667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc83d962-5773-4c17-aef1-65eae4392100 req-ce90225e-aec3-4685-a744-a300cab9fac0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 210 time: 0.2602222 Nov 23 11:01:25.080506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5e962a1-00b3-4fad-96fb-13c4fb476d13 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1858037 Nov 23 11:01:25.081616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.092993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60714) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:25.107911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Request body: {'subnet': {'network_id': '370c1e07-cf40-40b3-a593-d5321cd57cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-374065082-subnet', 'tenant_id': '0b3987fb9eef426bbda2ce804b53d603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:25.108036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Request body: {'port': {'device_id': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '0f56d1911acb4caca3bd01b0151c3c34'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:25.176133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:25.178035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=b018bb17-41e0-423b-82e8-bb73b6bada07,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:25.184030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:25.186018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:25.237332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-a283b0ed-1f4e-4bd2-bca1-cf2e6229188a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1883984 Nov 23 11:01:25.248115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Made reservation on behalf of 0b3987fb9eef426bbda2ce804b53d603 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:25.250405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.265046 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.265644 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:25.267147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.313745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-33bac564-4a0a-4f14-9f76-892200cf901b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7769213 Nov 23 11:01:25.317723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60716) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:25.380591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.385076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/ports/4cba930b-b67f-4bc3-9774-65962e5f1bb1 HTTP/1.1" status: 204 len: 168 time: 1.7009079 Nov 23 11:01:25.391585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60718) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:25.416181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22166b7e-d246-4d54-bfb8-45049edef72e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Port': ['ID=4cba930b-b67f-4bc3-9774-65962e5f1bb1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:25.541854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-a26c95be-c32b-489c-9a8b-e8076bc5f9a8 service neutron] 10.222.0.61 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036578 Nov 23 11:01:25.731835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Deleting port 5e43a5e0-be39-4e34-bc2a-3cda1956db75 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:25.732255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.818165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.892060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-44b73669-6042-4650-aa37-39c60707536e service neutron] 10.222.0.61 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297288 Nov 23 11:01:25.896041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.943551 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:25.970133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Calling delete_port for 5e43a5e0-be39-4e34-bc2a-3cda1956db75 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:26.075653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Made reservation on behalf of 0f56d1911acb4caca3bd01b0151c3c34 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:26.079279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.084476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-15ea5710-9630-4ee3-8ced-b06f22f0b7aa service neutron] 10.222.0.61 "GET /v2.0/ports/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1835768 Nov 23 11:01:26.111280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.231390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.256293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.359997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-38827aeb-f13f-48ce-a565-ee04905432f5 req-9f338f33-ea7f-4fd3-b35d-aabe07ad129a tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 210 time: 0.1097636 Nov 23 11:01:26.458835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85aaf9a6-0072-40e8-9aad-e5cc0c6232f7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:26.483309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b09baf-8db4-45a0-8f72-6dfe647d2e21,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:26.488995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Checking segment: {'id': '6dcdb96c-c450-46e4-a54c-6b7a96c1b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '370c1e07-cf40-40b3-a593-d5321cd57cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:26.489393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Network hostable DHCP agents. Network: 370c1e07-cf40-40b3-a593-d5321cd57cd3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:26.560712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60730) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:26.593856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Network 370c1e07-cf40-40b3-a593-d5321cd57cd3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:26.620914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-d90314bf-4c4c-4ef6-9661-d5dc4b4871ff service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049880 Nov 23 11:01:26.628284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 370c1e07-cf40-40b3-a593-d5321cd57cd3) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:26.639462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb6bd7-cfb0-4673-9842-1bef2f39265f None None] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:26.642437 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.645973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:26.646353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.649958 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.656720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Allocated IP 192.168.233.46 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/60a902c2-7f5d-4b09-bdc2-de0b835df70a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:26.671457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.682458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c616f4-627a-4454-8997-5df07d727d64 None None] Network 370c1e07-cf40-40b3-a593-d5321cd57cd3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:26.737250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Port': ['ID=5e43a5e0-be39-4e34-bc2a-3cda1956db75,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:26.754410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.761945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a0746f01-c468-4c0a-993c-ed8f7d8d862a tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/ports/5e43a5e0-be39-4e34-bc2a-3cda1956db75 HTTP/1.1" status: 204 len: 168 time: 1.3649614 Nov 23 11:01:26.765691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60734) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:26.787104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d18a1d07-4c65-48f6-8877-e3ef2fa71738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.803386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-24f7c6f6-ac1c-4a79-af88-1835f1508ab2 None None] Provisioning complete for port 6384ab17-0536-4fcb-926c-06eea0e8fde0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:26.804571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-24f7c6f6-ac1c-4a79-af88-1835f1508ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:26.815671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2fef400c-0e83-4aa6-b39a-8c1e0510fac3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7202890 Nov 23 11:01:26.833305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=b018bb17-41e0-423b-82e8-bb73b6bada07,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:26.843058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-075d1b4f-948b-44ee-8b42-cf39077a0240 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0760198 Nov 23 11:01:26.852507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:26.858338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1080736160'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:26.973660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-2e433a54-6691-4e9a-8f71-0a184e7b899f service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288527 Nov 23 11:01:27.024006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193252a1-3d31-44ae-8ea1-b5558176ce29 None None] Network 370c1e07-cf40-40b3-a593-d5321cd57cd3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:27.046810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Made reservation on behalf of af2c34ae4781451697afea38f4bdfe8d for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:27.051574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.083970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8e5b4e7f-eeaf-4306-b777-49ab7cc9e753 service neutron] 10.222.0.61 "GET /v2.0/ports/c858014f-0e28-48f9-9de1-676a30ffb85d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1094055 Nov 23 11:01:27.153224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-24f7c6f6-ac1c-4a79-af88-1835f1508ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.197040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-24f7c6f6-ac1c-4a79-af88-1835f1508ab2 None None] For port 6384ab17-0536-4fcb-926c-06eea0e8fde0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6384ab17-0536-4fcb-926c-06eea0e8fde0,segment=NetworkSegment(03609bd3-30ab-4a7d-83c5-286ab0ff73e9),segment_id=03609bd3-30ab-4a7d-83c5-286ab0ff73e9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:27.202528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6384ab17-0536-4fcb-926c-06eea0e8fde0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:27.256083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:27.276692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.277094 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Added segment 409b509d-1a5a-4c10-ad62-177f5ead73c5 of type vlan for network d06ab5e3-d7e3-4d29-bf71-786142f3586b Nov 23 11:01:27.287822 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-24f7c6f6-ac1c-4a79-af88-1835f1508ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.332632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-4bd87eb0-9b10-4a47-96cb-e9451c0b578d service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399433 Nov 23 11:01:27.348686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.466188 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d18a1d07-4c65-48f6-8877-e3ef2fa71738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.471087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.488028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:27.489295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.508264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7c6f6-ac1c-4a79-af88-1835f1508ab2 None None] Pushing event updated for resources: {'Port': ['ID=6384ab17-0536-4fcb-926c-06eea0e8fde0,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:27.532117 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d18a1d07-4c65-48f6-8877-e3ef2fa71738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.535660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6384ab17-0536-4fcb-926c-06eea0e8fde0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:27.536078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.539471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-c2ecedc2-f0af-4267-a9f2-ff8d7c9337d5 service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978722 Nov 23 11:01:27.581037 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7268312 Nov 23 11:01:27.582408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60762) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:27.588607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1496002047'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:27.646734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1d07-4c65-48f6-8877-e3ef2fa71738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6b2d0d-0364-4bdc-9f08-5bd54d7b0dff,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:27.671293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Made reservation on behalf of af2c34ae4781451697afea38f4bdfe8d for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:27.676281 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.709059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-ad790274-922b-4755-b91b-b1cbd52c81ec service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633384 Nov 23 11:01:27.721512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:27.767367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.767971 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Added segment 580c1421-4f35-4917-bfb0-1396a8d28a34 of type vlan for network b6f18415-0589-4841-ba8b-aef84ffd7ba8 Nov 23 11:01:27.891277 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.948352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-ebc008ed-ee79-46ba-b265-1e9599b11d43 service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229214 Nov 23 11:01:27.969916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-82af0e9d-36ce-4da9-8c93-4dd6747e0fe4 None None] Provisioning complete for port b018bb17-41e0-423b-82e8-bb73b6bada07 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:27.970492 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-82af0e9d-36ce-4da9-8c93-4dd6747e0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.977401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:27.984577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:27.985412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.027658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-82af0e9d-36ce-4da9-8c93-4dd6747e0fe4 None None] Port b018bb17-41e0-423b-82e8-bb73b6bada07 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:28.042743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-82af0e9d-36ce-4da9-8c93-4dd6747e0fe4 None None] Provisioning complete for port 6384ab17-0536-4fcb-926c-06eea0e8fde0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:28.043124 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-82af0e9d-36ce-4da9-8c93-4dd6747e0fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.105925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e145519-122e-4a0f-8872-e9d689aacd9a req-23b5a267-bc45-4c13-8075-ce8b494d08ee tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 210 time: 0.6018815 Nov 23 11:01:28.157420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5598319 Nov 23 11:01:28.209354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d5a9-a8fa-4844-8ed4-89fa8e42e7cc tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Network': ['ID=b6f18415-0589-4841-ba8b-aef84ffd7ba8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:28.235740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b6f18415-0589-4841-ba8b-aef84ffd7ba8 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:28.257647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5ece4645-36e4-4c05-aa22-8e7fdab8e1e1 service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014405 Nov 23 11:01:28.287509 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d18a1d07-4c65-48f6-8877-e3ef2fa71738 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e211aea7f7ab48fc897c1672d2ed184b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7251658 Nov 23 11:01:28.289277 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.307626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60766) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:28.309795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60768) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:28.339000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'subnets': [{'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--344322547', 'ip_version': 4}, {'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:28.339315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'subnet': {'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--344322547', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:28.339905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Request body: {'subnet': {'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:28.347282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.350027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56534ff1-03b1-4c03-bca5-89b781d893dd tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Network': ['ID=d06ab5e3-d7e3-4d29-bf71-786142f3586b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:28.401715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d06ab5e3-d7e3-4d29-bf71-786142f3586b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:28.456390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-9662e513-82ea-4496-9bf2-335b089d7e72 service neutron] 10.222.0.61 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912034 Nov 23 11:01:28.460763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-04d56850-8915-46fa-8705-fa7bfc53dfe2 None None] Provisioning complete for port b018bb17-41e0-423b-82e8-bb73b6bada07 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:28.461279 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04d56850-8915-46fa-8705-fa7bfc53dfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.590460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-04d56850-8915-46fa-8705-fa7bfc53dfe2 None None] Port b018bb17-41e0-423b-82e8-bb73b6bada07 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:28.621989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-07fe7c54-789c-4a08-96eb-c68000b2db46 service neutron] 10.222.0.61 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644998 Nov 23 11:01:28.701384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.720609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d5fe7a96-7013-4920-96e7-78dff10cac72 None None] Provisioning complete for port b018bb17-41e0-423b-82e8-bb73b6bada07 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:28.721134 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5fe7a96-7013-4920-96e7-78dff10cac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.723397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e6ecb5a9-549e-4bcb-8b70-2f2e8a0d70a7 service neutron] 10.222.0.61 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959251 Nov 23 11:01:28.769797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe7a96-7013-4920-96e7-78dff10cac72 None None] Port b018bb17-41e0-423b-82e8-bb73b6bada07 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:28.833222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-a23f2fce-6036-4ae8-b6f0-476a2ef4390a service neutron] 10.222.0.61 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003981 Nov 23 11:01:28.858590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6245e221-3a05-4858-bef9-5cda97678865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.874127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:28.908523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:28.922433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:28.940454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.947508 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6245e221-3a05-4858-bef9-5cda97678865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:28.953270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-4ecdb40c-53c6-4939-9e3e-7266cc6b380a service neutron] 10.222.0.61 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088724 Nov 23 11:01:28.990013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-bbcd96c3-9a6c-436f-ade3-e0563d1a68a0 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:28.992078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-bbcd96c3-9a6c-436f-ade3-e0563d1a68a0 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/networks?id=5cd8c6e9-2f70-4634-b447-03ad6b311dfa HTTP/1.1" status: 200 len: 808 time: 0.3822954 Nov 23 11:01:29.000052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Pushing event updated for resources: {'Port': ['ID=60a902c2-7f5d-4b09-bdc2-de0b835df70a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:29.080465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6384ab17-0536-4fcb-926c-06eea0e8fde0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:29.130885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-377feba0-5ccc-42db-a712-37aa97b45a5f tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/quotas/ef5a104bde274e3f8197b044508651f6 HTTP/1.1" status: 200 len: 375 time: 0.1174817 Nov 23 11:01:29.149392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Made reservation on behalf of af2c34ae4781451697afea38f4bdfe8d for: {'subnet': 2} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:29.156751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6384ab17-0536-4fcb-926c-06eea0e8fde0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:29.157383 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.161596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.162159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.181859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:29.183064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.323934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a1bdd7d9-8f2c-4aed-9f24-de8cd7306f3b None None] Provisioning complete for port 60a902c2-7f5d-4b09-bdc2-de0b835df70a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:29.324335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd7d9-8f2c-4aed-9f24-de8cd7306f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.336577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-af032e0d-7c9d-44e1-8e42-de1309e4031b tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef5a104bde274e3f8197b044508651f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1640229 Nov 23 11:01:29.382602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-b5f23c5e-b76c-4a0e-bcf0-3cfe4dd5bab0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2842913 Nov 23 11:01:29.391654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdd7d9-8f2c-4aed-9f24-de8cd7306f3b None None] Port 60a902c2-7f5d-4b09-bdc2-de0b835df70a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:29.430912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Request body: {'port': {'device_id': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:29.500632 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6245e221-3a05-4858-bef9-5cda97678865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.503292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6245e221-3a05-4858-bef9-5cda97678865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.508814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6245e221-3a05-4858-bef9-5cda97678865 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d6b2d0d-0364-4bdc-9f08-5bd54d7b0dff HTTP/1.1" status: 204 len: 168 time: 1.1887212 Nov 23 11:01:29.612442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245e221-3a05-4858-bef9-5cda97678865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6b2d0d-0364-4bdc-9f08-5bd54d7b0dff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:29.776153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.840757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.876838 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e7388-95b7-4e9f-82d8-f28c16fe54de req-54022337-af32-4da7-aacd-f1fe6bff6f6d tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:29.878505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-762e7388-95b7-4e9f-82d8-f28c16fe54de req-54022337-af32-4da7-aacd-f1fe6bff6f6d tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 935 time: 0.0850399 Nov 23 11:01:29.923455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=b018bb17-41e0-423b-82e8-bb73b6bada07,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:29.937370 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:29.981666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-762e7388-95b7-4e9f-82d8-f28c16fe54de req-3b9125d7-adf8-4253-a5d2-2574d5bee369 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957527 Nov 23 11:01:30.041539 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-9bb34652-010e-4155-90fc-af636e058bd1 service neutron] 10.222.0.61 "GET /v2.0/networks/5cd8c6e9-2f70-4634-b447-03ad6b311dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486347 Nov 23 11:01:30.046152 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:30.073612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ded12973-9cc3-43de-ab07-364cf7ce268c req-d95ce6f1-0d3c-4ccb-8821-7592c9828261 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0377657 Nov 23 11:01:30.450204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-98579a48-082f-4e34-b117-65c86f0e21f2 service neutron] 10.222.0.61 "GET /v2.0/networks/5cd8c6e9-2f70-4634-b447-03ad6b311dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915167 Nov 23 11:01:30.487627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:30.497003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:30.836163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a902c2-7f5d-4b09-bdc2-de0b835df70a {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:30.847126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:30.851874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:30.859345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc8b8106-393f-4dee-878a-91d3b9d9327a req-fc401eab-4f01-4daa-9125-0f471b3365ad tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 210 time: 0.1043520 Nov 23 11:01:30.915229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Transition to ACTIVE for port object 60a902c2-7f5d-4b09-bdc2-de0b835df70a will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:01:30.937194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Subnet': ['ID=e0d553b4-d874-4bb2-8602-76453c5a68da,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:30.949821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-aa45201e-7a01-42a5-99f5-f29811ba70f5 None None] Provisioning complete for port b018bb17-41e0-423b-82e8-bb73b6bada07 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:30.952318 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa45201e-7a01-42a5-99f5-f29811ba70f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:30.956593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:31.032086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Checking segment: {'id': '409b509d-1a5a-4c10-ad62-177f5ead73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:31.032624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network hostable DHCP agents. Network: d06ab5e3-d7e3-4d29-bf71-786142f3586b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:31.041980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 8ae8e291-9640-4617-adc1-0dfc26af39c2 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:01:31.047717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Pushing event updated for resources: {'Port': ['ID=60a902c2-7f5d-4b09-bdc2-de0b835df70a,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:31.101982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-aa45201e-7a01-42a5-99f5-f29811ba70f5 None None] Port b018bb17-41e0-423b-82e8-bb73b6bada07 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:31.307577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e2a36e9e-de9a-4da5-94e5-1913bc7df35c req-f44042ce-dfe1-46c4-93df-09464dca56f1 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0919731 Nov 23 11:01:31.400181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network d06ab5e3-d7e3-4d29-bf71-786142f3586b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:31.422920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, d06ab5e3-d7e3-4d29-bf71-786142f3586b) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:31.439503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1830c07-88c3-45a8-9826-eaeaf600bda5 None None] Network d06ab5e3-d7e3-4d29-bf71-786142f3586b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:31.452776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:31.466715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-af3c0a6c-5e33-4eb4-956e-c95e2a8ee8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:31.469276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-af3c0a6c-5e33-4eb4-956e-c95e2a8ee8a0 service neutron] 10.222.0.58 "GET /v2.0/ports/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 1032 time: 0.4312046 Nov 23 11:01:31.509880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:01:31.520262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8b671306-a21e-432a-a028-76475f89aea1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/8ae8e291-9640-4617-adc1-0dfc26af39c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2002511 Nov 23 11:01:31.533958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a7990-194c-4ad6-a4cc-74df01f14b10 req-dcee8b4f-34ef-4f3b-8371-49d2384630da tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:31.535825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-790a7990-194c-4ad6-a4cc-74df01f14b10 req-dcee8b4f-34ef-4f3b-8371-49d2384630da tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 947 time: 0.2638025 Nov 23 11:01:31.539319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] Sync routers for ids ['8ae8e291-9640-4617-adc1-0dfc26af39c2'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:01:31.541829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60868) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:31.568869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-602613b9-514b-4dfe-a93c-70c4f7bae79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:31.589559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-602613b9-514b-4dfe-a93c-70c4f7bae79d service neutron] 10.222.0.58 "GET /v2.0/ports/c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 1033 time: 0.1037188 Nov 23 11:01:31.597850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Attempting to bind port 60a902c2-7f5d-4b09-bdc2-de0b835df70a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:31.598190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Attempting to bind port 60a902c2-7f5d-4b09-bdc2-de0b835df70a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:31.598520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Attempting to bind port 60a902c2-7f5d-4b09-bdc2-de0b835df70a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:31.766606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] Routers {'8ae8e291-9640-4617-adc1-0dfc26af39c2'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:31.767514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8ae8e291-9640-4617-adc1-0dfc26af39c2'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:31.786120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-148dbbaa-04d7-45a2-badf-3935cedc6552 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:31.802536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-148dbbaa-04d7-45a2-badf-3935cedc6552 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:31.812429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:31.818340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-148dbbaa-04d7-45a2-badf-3935cedc6552 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:31.823410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-148dbbaa-04d7-45a2-badf-3935cedc6552 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 1995 time: 0.2262111 Nov 23 11:01:31.847269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] Routers {'8ae8e291-9640-4617-adc1-0dfc26af39c2'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:31.848361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8ae8e291-9640-4617-adc1-0dfc26af39c2'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:31.919784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:31.932739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1fb89-e40c-45cb-8455-3de2cd566a56 None None] The sync data for ids ['8ae8e291-9640-4617-adc1-0dfc26af39c2'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:01:31.979443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d06ab5e3-d7e3-4d29-bf71-786142f3586b', 'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b', 'tenant_id': 'af2c34ae4781451697afea38f4bdfe8d', 'fixed_ips': [{'subnet_id': 'e0d553b4-d874-4bb2-8602-76453c5a68da'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:01:31.980431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.074639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7a83056-5919-4c89-abc7-613fcf273825 req-9257a2e5-a69b-43f9-83e1-540b6a61ccf6 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 210 time: 0.0757859 Nov 23 11:01:32.093999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f2f73a88-3227-478b-bc5d-2ac1d8f004d3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd2359fbc2545fb90425957f3880391 HTTP/1.1" status: 200 len: 379 time: 0.2618389 Nov 23 11:01:32.106626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'admin_state_up': True, 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'security_groups': ['e0db0788-a144-4277-a3b8-d6150e777861']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:32.249848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Allocated IP 172.20.0.2 (d06ab5e3-d7e3-4d29-bf71-786142f3586b/e0d553b4-d874-4bb2-8602-76453c5a68da/1016b3f0-2a28-4f45-8eeb-78001344f401) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:32.266105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Port 60a902c2-7f5d-4b09-bdc2-de0b835df70a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:01:32.266692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Attempting to bind port 60a902c2-7f5d-4b09-bdc2-de0b835df70a on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:32.275453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:32.276310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:32.276960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:32.278008 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Bound port: 60a902c2-7f5d-4b09-bdc2-de0b835df70a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:32.278612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.291258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event updated for resources: {'Subnet': ['ID=10c80a98-06f7-4dd3-a4af-e26ae7d2ba31,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:32.325008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:32.328934 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.357783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-790a7990-194c-4ad6-a4cc-74df01f14b10 req-0d1fcd81-36dd-48bd-8764-bca463086c6b tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8017106 Nov 23 11:01:32.385458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc2a94-3ba0-4e36-a692-42f2c1382308 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:32.390457 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bbbc2a94-3ba0-4e36-a692-42f2c1382308 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports/b018bb17-41e0-423b-82e8-bb73b6bada07 HTTP/1.1" status: 200 len: 977 time: 0.8456471 Nov 23 11:01:32.394296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60890) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:32.466051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.483306 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.509562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Checking segment: {'id': '580c1421-4f35-4917-bfb0-1396a8d28a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:32.510617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network hostable DHCP agents. Network: b6f18415-0589-4841-ba8b-aef84ffd7ba8, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:32.551862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Network b6f18415-0589-4841-ba8b-aef84ffd7ba8 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:32.568762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Pushing event updated for resources: {'Port': ['ID=1016b3f0-2a28-4f45-8eeb-78001344f401,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:32.590224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Network d06ab5e3-d7e3-4d29-bf71-786142f3586b is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:32.594334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:32.597018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:32.615619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] For port 60a902c2-7f5d-4b09-bdc2-de0b835df70a, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:32.625516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] For port 60a902c2-7f5d-4b09-bdc2-de0b835df70a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=60a902c2-7f5d-4b09-bdc2-de0b835df70a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:32.626987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b6f18415-0589-4841-ba8b-aef84ffd7ba8) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:32.633861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:32.634305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:32.637256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.641838 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.698019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139196b1-3813-4ab9-a977-a961354131ca None None] Network b6f18415-0589-4841-ba8b-aef84ffd7ba8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:32.744012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:32.744644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:32.747400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] 10.222.0.65 "PUT /v2.0/ports/60a902c2-7f5d-4b09-bdc2-de0b835df70a HTTP/1.1" status: 200 len: 1095 time: 3.3295410 Nov 23 11:01:32.749041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'tag': '60a902c2-7f5d-4b09-bdc2-de0b835df70a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:32.751334 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394" -d '{"events": [{"name": "network-changed", "server_uuid": "aca40771-564f-4e29-bec6-f5e2d02d9246", "tag": "60a902c2-7f5d-4b09-bdc2-de0b835df70a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:32.772083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d5b59a3a-9998-4d15-8225-72e50ee986ae tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.4548664 Nov 23 11:01:32.790402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60900) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:32.847081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78981eba-9b27-442b-937d-a5734d1cb034 req-8130c56c-7497-48c8-a557-8605c9055d33 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.3406940 Nov 23 11:01:32.952871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Attempting to bind port 1016b3f0-2a28-4f45-8eeb-78001344f401 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:32.953279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Attempting to bind port 1016b3f0-2a28-4f45-8eeb-78001344f401 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '409b509d-1a5a-4c10-ad62-177f5ead73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:32.953654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Attempting to bind port 1016b3f0-2a28-4f45-8eeb-78001344f401 on network d06ab5e3-d7e3-4d29-bf71-786142f3586b {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:32.990647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 172.20.0.12 (67ce1b16-9a83-43fa-a305-e49de886852f/feabcc24-0463-45e9-ac94-11dcf2ecd494/f2686c79-bcf2-45ba-8b13-cb6a006203ab) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:33.009148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:33.011528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048ec68-5aae-4cc9-9ab6-aa7eb14ebf6e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:33.013261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048ec68-5aae-4cc9-9ab6-aa7eb14ebf6e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:33.014793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048ec68-5aae-4cc9-9ab6-aa7eb14ebf6e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:33.016503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7048ec68-5aae-4cc9-9ab6-aa7eb14ebf6e tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2251384 Nov 23 11:01:33.018864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Checking segment: {'id': '409b509d-1a5a-4c10-ad62-177f5ead73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:33.019171 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:33.019585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Bound using segment: {'id': '409b509d-1a5a-4c10-ad62-177f5ead73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:33.023915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Bound port: 1016b3f0-2a28-4f45-8eeb-78001344f401, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409b509d-1a5a-4c10-ad62-177f5ead73c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd06ab5e3-d7e3-4d29-bf71-786142f3586b'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:33.027719 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:33.030609 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb8346d-ed38-4594-b2d1-ed1f901bd706 x-openstack-request-id: req-cfb8346d-ed38-4594-b2d1-ed1f901bd706 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:33.030917 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aca40771-564f-4e29-bec6-f5e2d02d9246", "tag": "60a902c2-7f5d-4b09-bdc2-de0b835df70a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:33.031176 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cfb8346d-ed38-4594-b2d1-ed1f901bd706 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:33.031800 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'tag': '60a902c2-7f5d-4b09-bdc2-de0b835df70a', 'status': 'completed', 'code': 200} Nov 23 11:01:33.080100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60904) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:33.199882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] For port 1016b3f0-2a28-4f45-8eeb-78001344f401, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:33.203691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] For port 1016b3f0-2a28-4f45-8eeb-78001344f401, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1016b3f0-2a28-4f45-8eeb-78001344f401,segment=NetworkSegment(409b509d-1a5a-4c10-ad62-177f5ead73c5),segment_id=409b509d-1a5a-4c10-ad62-177f5ead73c5)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:33.226418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:33.292911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95173471-3f6a-4b0f-85ea-7908667dce67 service neutron] Pushing event updated for resources: {'Port': ['ID=60a902c2-7f5d-4b09-bdc2-de0b835df70a,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:33.344745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-afd4a61d-cf4c-4102-a599-db5b614e7cc8 req-0ea1128b-4120-4866-824d-f6e9ffadb2ad tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 210 time: 0.1106312 Nov 23 11:01:33.380606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Deleting subnet e0d553b4-d874-4bb2-8602-76453c5a68da {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:01:33.394749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:33.410147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-21e840b0-2b67-4ed1-8d21-01bcc7e08cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:33.418106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-21e840b0-2b67-4ed1-8d21-01bcc7e08cc4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f56d1911acb4caca3bd01b0151c3c34&device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 1098 time: 0.3831799 Nov 23 11:01:33.441077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e278d-6c90-4fc4-967e-a2dedf6647b5 None None] Pushing event updated for resources: {'Port': ['ID=1016b3f0-2a28-4f45-8eeb-78001344f401,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:33.465699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-b6f18415-0589-4841-ba8b-aef84ffd7ba8', 'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8', 'tenant_id': 'af2c34ae4781451697afea38f4bdfe8d', 'fixed_ips': [{'subnet_id': '10c80a98-06f7-4dd3-a4af-e26ae7d2ba31'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:01:33.466905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:33.554267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-11b6a0ad-4b2d-4177-958e-14e2c1e7b4ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=60a902c2-7f5d-4b09-bdc2-de0b835df70a HTTP/1.1" status: 200 len: 217 time: 0.0529816 Nov 23 11:01:33.596061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:33.828596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-795c0e64-e420-4325-b10d-777a60413c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:33.830367 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-795c0e64-e420-4325-b10d-777a60413c37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2654097 Nov 23 11:01:33.864105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Allocated IP 172.20.0.18 (b6f18415-0589-4841-ba8b-aef84ffd7ba8/10c80a98-06f7-4dd3-a4af-e26ae7d2ba31/011519bf-b68e-4ba3-9b1b-018e5632becc) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:33.995668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.262405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.274259 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.285072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ac00d71-b983-4453-81a8-d02cf24dd891 req-2b2341a0-e161-4784-ac8b-0148b0da9dd9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.1115918 Nov 23 11:01:34.297345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Network b6f18415-0589-4841-ba8b-aef84ffd7ba8 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:34.299870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:34.322307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:34.325774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9642adc-7a13-42ba-97a9-64421a31060a req-c3bcdda4-d636-484e-9c96-7ae2e104b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:34.332334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-c3bcdda4-d636-484e-9c96-7ae2e104b1b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4886572 Nov 23 11:01:34.374807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.450884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d553b4-d874-4bb2-8602-76453c5a68da,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:34.485636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.489634 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-45fd045c-6405-4814-9c9d-ebbe0100665c tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/subnets/e0d553b4-d874-4bb2-8602-76453c5a68da HTTP/1.1" status: 204 len: 168 time: 1.4038196 Nov 23 11:01:34.493369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60934) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:34.532182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Pushing event updated for resources: {'Port': ['ID=011519bf-b68e-4ba3-9b1b-018e5632becc,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:34.541480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Attempting to bind port 011519bf-b68e-4ba3-9b1b-018e5632becc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:34.541861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Attempting to bind port 011519bf-b68e-4ba3-9b1b-018e5632becc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '580c1421-4f35-4917-bfb0-1396a8d28a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:34.542309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Attempting to bind port 011519bf-b68e-4ba3-9b1b-018e5632becc on network b6f18415-0589-4841-ba8b-aef84ffd7ba8 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:34.551808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:34.552275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Checking segment: {'id': '580c1421-4f35-4917-bfb0-1396a8d28a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:34.552750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.553187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Bound using segment: {'id': '580c1421-4f35-4917-bfb0-1396a8d28a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:34.554670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Bound port: 011519bf-b68e-4ba3-9b1b-018e5632becc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580c1421-4f35-4917-bfb0-1396a8d28a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b6f18415-0589-4841-ba8b-aef84ffd7ba8'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:34.554949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.596622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9e03e97-3b21-438b-a2c5-efb7f8ec9851 req-a6195975-7edc-472a-8c51-fb83957300e1 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 210 time: 0.0654962 Nov 23 11:01:34.615336 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-0236ed29-6db4-4fcd-86ed-41830537cff6 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693512 Nov 23 11:01:34.628433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Deleting subnet 10c80a98-06f7-4dd3-a4af-e26ae7d2ba31 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:01:34.701934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] For port 011519bf-b68e-4ba3-9b1b-018e5632becc, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:34.712049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] For port 011519bf-b68e-4ba3-9b1b-018e5632becc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=011519bf-b68e-4ba3-9b1b-018e5632becc,segment=NetworkSegment(580c1421-4f35-4917-bfb0-1396a8d28a34),segment_id=580c1421-4f35-4917-bfb0-1396a8d28a34)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:34.723743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.791545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9642adc-7a13-42ba-97a9-64421a31060a req-fecd3811-5dc7-4b6e-ad31-ceb971ad91ef service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598885 Nov 23 11:01:34.792386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.872796 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9de13-d816-47e2-a32e-2b18a8a45ce7 None None] Pushing event updated for resources: {'Port': ['ID=011519bf-b68e-4ba3-9b1b-018e5632becc,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:34.877395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.923281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-2ba80a2d-0976-4f91-9abc-7166886f136e tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:34.924874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-2ba80a2d-0976-4f91-9abc-7166886f136e tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.65 "GET /v2.0/networks?id=5cd8c6e9-2f70-4634-b447-03ad6b311dfa HTTP/1.1" status: 200 len: 808 time: 2.3115172 Nov 23 11:01:34.938263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:34.955877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Request body: {'port': {'device_id': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa', 'admin_state_up': True, 'tenant_id': 'ef5a104bde274e3f8197b044508651f6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:34.968914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0051517-3c26-4b2e-b93c-6c2bc70ea393 req-2b53dcb3-b360-49a2-bd97-33e9db36c773 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:34.990035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0051517-3c26-4b2e-b93c-6c2bc70ea393 req-2b53dcb3-b360-49a2-bd97-33e9db36c773 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 947 time: 1.4349220 Nov 23 11:01:35.077971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-7a242994-ac07-446f-967b-b702661d1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:35.079986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-7a242994-ac07-446f-967b-b702661d1bb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0f56d1911acb4caca3bd01b0151c3c34&device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 1098 time: 0.1879532 Nov 23 11:01:35.194862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1016b3f0-2a28-4f45-8eeb-78001344f401 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:35.386614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:35.390508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1016b3f0-2a28-4f45-8eeb-78001344f401 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:35.392449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:35.463124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0051517-3c26-4b2e-b93c-6c2bc70ea393 req-108efa34-0731-4f8a-9eb9-bdbc0c4b0f8e tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720340 Nov 23 11:01:35.497483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-f7c034ff-9f51-4b5e-8757-b182bc3600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:35.499440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-f7c034ff-9f51-4b5e-8757-b182bc3600f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.3625290 Nov 23 11:01:35.532557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf2e270-d6e1-4854-b351-4c95c758a977 None None] Network d06ab5e3-d7e3-4d29-bf71-786142f3586b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:35.575888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:35.691453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2310be0-28cf-4ba4-985e-2c3d219a5e8b req-d7731b0d-b82a-46e3-8a93-5cc1a6e2f69d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.1823852 Nov 23 11:01:35.696309 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-d594df84-49a8-4d6f-a3fb-3a7eab17a933 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=60a902c2-7f5d-4b09-bdc2-de0b835df70a HTTP/1.1" status: 200 len: 217 time: 0.1493728 Nov 23 11:01:35.699587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network 67ce1b16-9a83-43fa-a305-e49de886852f is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:35.714317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:35.745364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-77c3d8ba-59ce-4867-a9f9-04a050e14cf8 None None] Provisioning complete for port 1016b3f0-2a28-4f45-8eeb-78001344f401 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:35.745744 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77c3d8ba-59ce-4867-a9f9-04a050e14cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:35.747183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:35.750995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:35.784922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Subnet': ['ID=10c80a98-06f7-4dd3-a4af-e26ae7d2ba31,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:35.796721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:35.813859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e8d2f11e-f2ba-4203-b666-ffa7649c2bd2 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/subnets/10c80a98-06f7-4dd3-a4af-e26ae7d2ba31 HTTP/1.1" status: 204 len: 168 time: 1.3190956 Nov 23 11:01:35.824268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60968) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:35.838294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=f2686c79-bcf2-45ba-8b13-cb6a006203ab,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:35.916157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-28f15a66-dfc4-40a3-ac43-c419f26654be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:35.917727 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-28f15a66-dfc4-40a3-ac43-c419f26654be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.2132106 Nov 23 11:01:35.949648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e48a0ec6-ffcf-4607-832a-e9737c13f633 req-61383915-3362-4a7c-968a-44b3f379dbc1 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 210 time: 0.1085126 Nov 23 11:01:35.983499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e6aed-d478-4169-bf94-732fc5f8878d tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:35.985545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f91e6aed-d478-4169-bf94-732fc5f8878d tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1602507 Nov 23 11:01:35.989992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60972) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:36.025814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Made reservation on behalf of ef5a104bde274e3f8197b044508651f6 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:36.029403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.060116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:36.060752 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.149663 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.202430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.217664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-fe2758d0-557b-486c-a8ae-302309d1cae8 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:36.228730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-fe2758d0-557b-486c-a8ae-302309d1cae8 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 813 time: 0.5825222 Nov 23 11:01:36.235343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1824e74a-f64b-491b-8ca4-0590c3b1137d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1330862 Nov 23 11:01:36.257102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-a31031ef-2ace-4e8d-8eb5-df7ff485598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:36.258720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-a31031ef-2ace-4e8d-8eb5-df7ff485598f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3117785 Nov 23 11:01:36.262879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.298536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'admin_state_up': True, 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'security_groups': ['e0db0788-a144-4277-a3b8-d6150e777861']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:36.375858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 1016b3f0-2a28-4f45-8eeb-78001344f401, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1016b3f0-2a28-4f45-8eeb-78001344f401,segment=NetworkSegment(409b509d-1a5a-4c10-ad62-177f5ead73c5),segment_id=409b509d-1a5a-4c10-ad62-177f5ead73c5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:36.380229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 60a902c2-7f5d-4b09-bdc2-de0b835df70a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:01:36.408314 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-ddc5290a-9f55-4725-b3a8-decfe8095c72 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382833 Nov 23 11:01:36.490423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2ee4a235-3a32-4bd3-bbe9-00e0430647f5 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/quotas/b35258d1d1bc4d8cac607e27c25c4a25 HTTP/1.1" status: 200 len: 375 time: 0.2602925 Nov 23 11:01:36.571631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-4ca20fe9-d382-4072-96cc-74eb7fc26457 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794530 Nov 23 11:01:36.606079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Deleting port 011519bf-b68e-4ba3-9b1b-018e5632becc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:36.606872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.641226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Allocated IP 172.20.0.3 (5cd8c6e9-2f70-4634-b447-03ad6b311dfa/a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843/90cca424-2fa4-4ee0-a38c-7f263ac69611) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:36.655715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:36.659412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.666694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d044fd46-4a09-4dfa-a9f6-4c4c2da92394 req-d740a3ed-6115-4a35-9be5-ef3f5acd9a2a service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366116 Nov 23 11:01:36.811464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] For port 011519bf-b68e-4ba3-9b1b-018e5632becc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=011519bf-b68e-4ba3-9b1b-018e5632becc,segment=NetworkSegment(580c1421-4f35-4917-bfb0-1396a8d28a34),segment_id=580c1421-4f35-4917-bfb0-1396a8d28a34)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:36.812076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:36.837392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824ea42-e816-4321-977e-12028e9bf749 req-66ecfc6a-aa66-46f6-9a96-d429ae8d49b5 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:36.839016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4824ea42-e816-4321-977e-12028e9bf749 req-66ecfc6a-aa66-46f6-9a96-d429ae8d49b5 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 947 time: 0.2281594 Nov 23 11:01:36.848896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Calling delete_port for 011519bf-b68e-4ba3-9b1b-018e5632becc owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:36.975770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4824ea42-e816-4321-977e-12028e9bf749 req-b0fdef45-fec8-4d51-a7f6-fbc9b4b460a6 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274765 Nov 23 11:01:36.986269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 60a902c2-7f5d-4b09-bdc2-de0b835df70a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=60a902c2-7f5d-4b09-bdc2-de0b835df70a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:37.022208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '60a902c2-7f5d-4b09-bdc2-de0b835df70a', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '60a902c2-7f5d-4b09-bdc2-de0b835df70a', 'mac_address': 'fa:16:3e:d6:5b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:01:37.026319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0939a3f-6b8a-46d7-ae17-3d49df1825d2 None None] Network b6f18415-0589-4841-ba8b-aef84ffd7ba8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:37.064356 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.103304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-5f67d1d1-413d-4328-95c2-c3ee7d66e63b service neutron] 10.222.0.61 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300522 Nov 23 11:01:37.111063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77c3d8ba-59ce-4867-a9f9-04a050e14cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.142024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] No DVR routers for this DVR port 011519bf-b68e-4ba3-9b1b-018e5632becc on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:37.143498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.165716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Port': ['ID=011519bf-b68e-4ba3-9b1b-018e5632becc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:37.317446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=1016b3f0-2a28-4f45-8eeb-78001344f401,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:37.322676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.329489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] DHCP port deletion for d06ab5e3-d7e3-4d29-bf71-786142f3586b request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:01:37.355411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd71d74-1480-4e35-bbc6-066e1deeeeea req-299af9fd-bda1-45f4-8ebe-d7bce35dbdde tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:37.363418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ebd71d74-1480-4e35-bbc6-066e1deeeeea req-299af9fd-bda1-45f4-8ebe-d7bce35dbdde tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 932 time: 0.2040181 Nov 23 11:01:37.399361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f18415-0589-4841-ba8b-aef84ffd7ba8']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:37.418757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580c1421-4f35-4917-bfb0-1396a8d28a34') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:37.419462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580c1421-4f35-4917-bfb0-1396a8d28a34') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:37.431175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 10.1.1.210 (b1d540c5-847b-4e74-b00e-731c17929b8d/9e366a8e-0870-427e-ac86-34a1dfc4d658/960c4597-fbe5-4796-a439-fe34a19c39b2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:37.443620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.467492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 011519bf-b68e-4ba3-9b1b-018e5632becc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:37.495029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 011519bf-b68e-4ba3-9b1b-018e5632becc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:37.495451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 011519bf-b68e-4ba3-9b1b-018e5632becc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 11:01:37.497329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ebd71d74-1480-4e35-bbc6-066e1deeeeea req-ea7d5d5f-0201-4c81-9cb9-18f0d5f4e9d2 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326876 Nov 23 11:01:37.504899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.533556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Port 011519bf-b68e-4ba3-9b1b-018e5632becc not found, will not notify nova. {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 11:01:37.534589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:37.535611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:37.546372 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:37.569093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01629f4-60df-472f-ab1b-8a9739d27c06 None None] DHCP port deletion for b6f18415-0589-4841-ba8b-aef84ffd7ba8 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:01:37.611583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-77c3d8ba-59ce-4867-a9f9-04a050e14cf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:01:37.612066 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-77c3d8ba-59ce-4867-a9f9-04a050e14cf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:01:37.622124 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.668937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a902c2-7f5d-4b09-bdc2-de0b835df70a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:37.721136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4ef9138-d820-4599-8cd8-275582181351 req-1f7fc960-9fdb-4c74-b9be-3b3b7185f563 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 210 time: 0.0452719 Nov 23 11:01:37.731659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.745047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.751867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] Deleting port 1016b3f0-2a28-4f45-8eeb-78001344f401 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:37.751867 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.752595 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/networks/b6f18415-0589-4841-ba8b-aef84ffd7ba8 HTTP/1.1" status: 204 len: 168 time: 1.7597942 Nov 23 11:01:37.753646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32798) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:37.761604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 60a902c2-7f5d-4b09-bdc2-de0b835df70a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=60a902c2-7f5d-4b09-bdc2-de0b835df70a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:37.782574 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.788551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-fe4df545-2867-4e41-8631-ddc83c93692b service neutron] 10.222.0.61 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207294 Nov 23 11:01:37.801403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.814776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9532a9-7fde-4820-8432-ae6108227df5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Network': ['ID=b6f18415-0589-4841-ba8b-aef84ffd7ba8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:37.866765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] For port 1016b3f0-2a28-4f45-8eeb-78001344f401, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1016b3f0-2a28-4f45-8eeb-78001344f401,segment=NetworkSegment(409b509d-1a5a-4c10-ad62-177f5ead73c5),segment_id=409b509d-1a5a-4c10-ad62-177f5ead73c5)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:37.867172 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:37.890275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] Calling delete_port for 1016b3f0-2a28-4f45-8eeb-78001344f401 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:37.896044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=60a902c2-7f5d-4b09-bdc2-de0b835df70a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:38.003380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.011023 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.063384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] Pushing event deleted for resources: {'Port': ['ID=1016b3f0-2a28-4f45-8eeb-78001344f401,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:38.080140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['60a902c2-7f5d-4b09-bdc2-de0b835df70a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:01:38.082451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b116ae65-c59b-4f4f-9973-7f8dad9287fc None None] No DVR routers for this DVR port 1016b3f0-2a28-4f45-8eeb-78001344f401 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:38.207336 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.213501 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-77c3d8ba-59ce-4867-a9f9-04a050e14cf8 None None] Port 1016b3f0-2a28-4f45-8eeb-78001344f401 update to ACTIVE by agent not found {{(pid=103428) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 11:01:38.237309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-78472626-a170-42d5-82bb-3e3fd46adf93 req-209eaabb-532f-448e-93a8-0cd291bd1621 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 210 time: 0.0526628 Nov 23 11:01:38.280784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.348923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Pushing event updated for resources: {'Port': ['ID=90cca424-2fa4-4ee0-a38c-7f263ac69611,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:38.376191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port b018bb17-41e0-423b-82e8-bb73b6bada07 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:38.378186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.414326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-230cf2ef-881f-41d2-a4c0-3b01d67e2ea2 None None] Could not find standard attr ID for object 011519bf-b68e-4ba3-9b1b-018e5632becc. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:01:38.449893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:38.450263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.455352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:38.478811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-230cf2ef-881f-41d2-a4c0-3b01d67e2ea2 None None] Provisioning complete for port f2686c79-bcf2-45ba-8b13-cb6a006203ab triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:38.479189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-230cf2ef-881f-41d2-a4c0-3b01d67e2ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.500118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26327a-2e47-4847-8f7d-a48bce6cdc56 req-d988bf93-f2a5-495b-9803-f586dd3dabd4 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:38.502854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.506283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e26327a-2e47-4847-8f7d-a48bce6cdc56 req-d988bf93-f2a5-495b-9803-f586dd3dabd4 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 948 time: 0.3326471 Nov 23 11:01:38.511431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06ab5e3-d7e3-4d29-bf71-786142f3586b']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:38.520843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:38.561238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409b509d-1a5a-4c10-ad62-177f5ead73c5') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:38.561989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409b509d-1a5a-4c10-ad62-177f5ead73c5') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:38.587274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.598718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e26327a-2e47-4847-8f7d-a48bce6cdc56 req-8f5b7235-75ac-4960-8307-e1637867ca23 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803854 Nov 23 11:01:38.613313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-230cf2ef-881f-41d2-a4c0-3b01d67e2ea2 None None] Port f2686c79-bcf2-45ba-8b13-cb6a006203ab cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:38.638789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.666235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:38.667585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:38.675927 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:38.705684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network b1d540c5-847b-4e74-b00e-731c17929b8d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:38.742138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:38.760088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:38.835961 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.855121 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.857180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=960c4597-fbe5-4796-a439-fe34a19c39b2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:38.887354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:38.891989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.896100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:38.899717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/networks/d06ab5e3-d7e3-4d29-bf71-786142f3586b HTTP/1.1" status: 204 len: 168 time: 1.1396620 Nov 23 11:01:38.903409 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32860) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:38.927266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for b018bb17-41e0-423b-82e8-bb73b6bada07 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:38.942546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c3c48-1341-45e4-a3e5-ff812b9f7cfa tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Network': ['ID=d06ab5e3-d7e3-4d29-bf71-786142f3586b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:38.984585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dc82c-b468-4e1a-8d4a-8ae2610576b1 req-eb829ff2-c396-43c5-8aa2-75b6eec1e50f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:38.993311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dc82c-b468-4e1a-8d4a-8ae2610576b1 req-eb829ff2-c396-43c5-8aa2-75b6eec1e50f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:38.995857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-025dc82c-b468-4e1a-8d4a-8ae2610576b1 req-eb829ff2-c396-43c5-8aa2-75b6eec1e50f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 1654 time: 0.3254962 Nov 23 11:01:39.004144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c7e00211-af25-44a8-a539-8233f96fd571 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0634725 Nov 23 11:01:39.044150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:39.045979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.062283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Request body: {'port': {'device_id': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:39.062979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259c592-afb4-4afc-82df-7e05c35ae120 req-6ac135b6-b2dd-472a-b24f-dc6cfdb6b164 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:39.064559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9259c592-afb4-4afc-82df-7e05c35ae120 req-6ac135b6-b2dd-472a-b24f-dc6cfdb6b164 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 931 time: 0.2266192 Nov 23 11:01:39.095136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.265635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-744e183f-bb09-4733-bc36-b2babd76a163 None None] Provisioning complete for port 960c4597-fbe5-4796-a439-fe34a19c39b2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:39.269150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-744e183f-bb09-4733-bc36-b2babd76a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.328315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 011519bf-b68e-4ba3-9b1b-018e5632becc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:01:39.355257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 011519bf-b68e-4ba3-9b1b-018e5632becc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:39.355853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 011519bf-b68e-4ba3-9b1b-018e5632becc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:01:39.356638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1016b3f0-2a28-4f45-8eeb-78001344f401 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:01:39.382095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1016b3f0-2a28-4f45-8eeb-78001344f401 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:39.382694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1016b3f0-2a28-4f45-8eeb-78001344f401 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:01:39.399640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-744e183f-bb09-4733-bc36-b2babd76a163 None None] Port 960c4597-fbe5-4796-a439-fe34a19c39b2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:39.423510 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9259c592-afb4-4afc-82df-7e05c35ae120 req-ea3c68fe-6fbe-4196-bba9-fbdd3ad3a3a4 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476701 Nov 23 11:01:39.437283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.527021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab424cad-d2f1-43b0-b9b7-955b0b3173db']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:39.571102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e9cc34-f616-4781-8a51-5cd8dadf8c1d') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:39.571403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e9cc34-f616-4781-8a51-5cd8dadf8c1d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:39.585756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8946bac9-03e5-4137-b291-5aa4ee33bed7 req-d7950679-0e2d-4972-b140-a072049d42a1 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 210 time: 0.0459561 Nov 23 11:01:39.598138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.617062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.625566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:39.626355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:39.630048 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:39.661048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-025dc82c-b468-4e1a-8d4a-8ae2610576b1 req-b9d7db09-36a3-433b-b496-9045f6101d44 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6524994 Nov 23 11:01:39.749351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-076b7230-1e85-4874-aec9-33e65517f3c3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4627745 Nov 23 11:01:39.770321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'admin_state_up': True, 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'security_groups': ['e0db0788-a144-4277-a3b8-d6150e777861']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:39.806234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.827210 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.833501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/networks/ab424cad-d2f1-43b0-b9b7-955b0b3173db HTTP/1.1" status: 204 len: 168 time: 0.9261177 Nov 23 11:01:39.834150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32894) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:39.886669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.990929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:39.995487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d28c1d-0253-49ab-954e-7382687921d5 tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Network': ['ID=ab424cad-d2f1-43b0-b9b7-955b0b3173db,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:40.020316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0a62f-df04-4fd8-b0db-0bb2a325eccc req-fa86ec8e-ea8f-466c-8640-383d0f1a41bd tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:40.032690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46c0a62f-df04-4fd8-b0db-0bb2a325eccc req-fa86ec8e-ea8f-466c-8640-383d0f1a41bd tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 948 time: 0.2877486 Nov 23 11:01:40.091117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 32898) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:40.161271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:40.164767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46c0a62f-df04-4fd8-b0db-0bb2a325eccc req-69e2cca6-2efe-4a26-9a45-2d0b0a6b8b07 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296184 Nov 23 11:01:40.166292 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.197264 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.223699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad89cb1f-9215-451e-b19e-a0992fdd0338']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:40.235401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71c47cc-8a6e-48c8-82c7-7a0e7bf1b388') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:40.236010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71c47cc-8a6e-48c8-82c7-7a0e7bf1b388') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:40.247995 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.265651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.268469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.278802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:40.279708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:40.286356 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:40.338191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-e3b30959-df0d-4c95-a9db-c39b4003ea69 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:40.339697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-e3b30959-df0d-4c95-a9db-c39b4003ea69 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.58 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 813 time: 0.4353023 Nov 23 11:01:40.358372 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.359543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 60a902c2-7f5d-4b09-bdc2-de0b835df70a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:40.365315 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.371240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] 10.222.0.61 "DELETE /v2.0/networks/ad89cb1f-9215-451e-b19e-a0992fdd0338 HTTP/1.1" status: 204 len: 168 time: 0.5169001 Nov 23 11:01:40.382772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ec48d-5ae5-4991-b694-da3b76c81ede tempest-BulkNetworkOpsTest-2086173414 tempest-BulkNetworkOpsTest-2086173414-project] Pushing event deleted for resources: {'Network': ['ID=ad89cb1f-9215-451e-b19e-a0992fdd0338,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:40.384956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2772b03-1d3e-479a-a33f-bd283af46125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.407593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Request body: {'port': {'device_id': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921', 'admin_state_up': True, 'tenant_id': 'b35258d1d1bc4d8cac607e27c25c4a25'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:40.417002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=b018bb17-41e0-423b-82e8-bb73b6bada07,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:40.430114 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 60a902c2-7f5d-4b09-bdc2-de0b835df70a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:01:40.434704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 60a902c2-7f5d-4b09-bdc2-de0b835df70a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:40.435207 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.563305 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.612529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a902c2-7f5d-4b09-bdc2-de0b835df70a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:40.616664 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6736d78-4ade-44b7-a3a3-e440e15f2820" -d '{"events": [{"server_uuid": "aca40771-564f-4e29-bec6-f5e2d02d9246", "name": "network-vif-plugged", "status": "completed", "tag": "60a902c2-7f5d-4b09-bdc2-de0b835df70a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:40.645419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 60a902c2-7f5d-4b09-bdc2-de0b835df70a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=60a902c2-7f5d-4b09-bdc2-de0b835df70a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:40.654458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:40.759951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=60a902c2-7f5d-4b09-bdc2-de0b835df70a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:40.774122 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-081a1558-81fe-4ae8-bd50-ce899a52508e req-addd6341-0cef-4165-b127-9f1d0098d0d5 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 210 time: 0.0706511 Nov 23 11:01:40.807504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32914) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:40.835291 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b1adc5-5e35-4597-9c32-3997c8081613 x-openstack-request-id: req-17b1adc5-5e35-4597-9c32-3997c8081613 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:40.835829 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca40771-564f-4e29-bec6-f5e2d02d9246", "name": "network-vif-plugged", "status": "completed", "tag": "60a902c2-7f5d-4b09-bdc2-de0b835df70a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:40.836574 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17b1adc5-5e35-4597-9c32-3997c8081613 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:40.837796 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a902c2-7f5d-4b09-bdc2-de0b835df70a', 'code': 200} Nov 23 11:01:40.967202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e503d-920a-438b-8851-2c7c6f9deb7b req-9b25a537-b7ad-4852-9d2e-bab66cf95d1a tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:40.969412 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b6e503d-920a-438b-8851-2c7c6f9deb7b req-9b25a537-b7ad-4852-9d2e-bab66cf95d1a tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 931 time: 0.4203384 Nov 23 11:01:40.979439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 10.1.1.47 (b1d540c5-847b-4e74-b00e-731c17929b8d/9e366a8e-0870-427e-ac86-34a1dfc4d658/6709a09e-1957-4b86-bb9c-662f146cc608) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:40.995674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.041551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f6232-8cf7-4d2e-a0ec-f904e7986a02 req-2bf398d9-b7a6-4a8c-ac31-7dc97d766f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:41.043353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e21f6232-8cf7-4d2e-a0ec-f904e7986a02 req-2bf398d9-b7a6-4a8c-ac31-7dc97d766f77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 1100 time: 0.1167660 Nov 23 11:01:41.058758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b46c6-9f5c-423e-8804-e16d1e1dea1d req-6f2adc51-6e36-48f0-b0d7-f41b8b010a34 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:41.065965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b46c6-9f5c-423e-8804-e16d1e1dea1d req-6f2adc51-6e36-48f0-b0d7-f41b8b010a34 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:41.067765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f7b46c6-9f5c-423e-8804-e16d1e1dea1d req-6f2adc51-6e36-48f0-b0d7-f41b8b010a34 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 1654 time: 0.1519737 Nov 23 11:01:41.140549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c975c0dd-a348-4fb0-af3c-2668529d455f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af2c34ae4781451697afea38f4bdfe8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316128 Nov 23 11:01:41.141352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32918) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:41.160776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2772b03-1d3e-479a-a33f-bd283af46125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.204044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e21f6232-8cf7-4d2e-a0ec-f904e7986a02 req-5c47da1d-8833-4b1f-b39c-861e94678183 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351082 Nov 23 11:01:41.216284 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2772b03-1d3e-479a-a33f-bd283af46125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.232439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f7b46c6-9f5c-423e-8804-e16d1e1dea1d req-a4199afd-fbdd-40d8-aa11-dadfbd9bcc3e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502929 Nov 23 11:01:41.260738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487af301-d45d-4ce3-8bc7-52ce8544e03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.289942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487af301-d45d-4ce3-8bc7-52ce8544e03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.292191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Made reservation on behalf of b35258d1d1bc4d8cac607e27c25c4a25 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:41.295741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.357191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cca424-2fa4-4ee0-a38c-7f263ac69611 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:41.364343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b6e503d-920a-438b-8851-2c7c6f9deb7b req-4b295f73-9a3b-4a9a-891d-1f1665e35cee tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823750 Nov 23 11:01:41.384740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ad2bf-43ac-433a-bddf-ca35f75fbbd2 req-8bea8dcd-df37-4c10-a0d0-9e451370122c tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:41.394578 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d4ad2bf-43ac-433a-bddf-ca35f75fbbd2 req-8bea8dcd-df37-4c10-a0d0-9e451370122c tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 949 time: 0.0743401 Nov 23 11:01:41.395775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487af301-d45d-4ce3-8bc7-52ce8544e03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.399490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487af301-d45d-4ce3-8bc7-52ce8544e03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.403123 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-487af301-d45d-4ce3-8bc7-52ce8544e03b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93a46d69-9fa4-4c4d-9752-76d96c9fb565 HTTP/1.1" status: 204 len: 168 time: 0.2512689 Nov 23 11:01:41.407704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b2772b03-1d3e-479a-a33f-bd283af46125 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f05b35f3f204de0aa08f9732b12a997&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3076999 Nov 23 11:01:41.409941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.415069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32924) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:41.438535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487af301-d45d-4ce3-8bc7-52ce8544e03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a46d69-9fa4-4c4d-9752-76d96c9fb565,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:41.452525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2772b03-1d3e-479a-a33f-bd283af46125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555f5e8-631d-46ee-87b0-bfa2ce377875,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:41.494583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d4ad2bf-43ac-433a-bddf-ca35f75fbbd2 req-c08e3c8e-28d3-40b0-a474-c8de6f6127c1 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925128 Nov 23 11:01:41.510954 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6322660a-e7b5-4f69-8bd3-cc84e25bce2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.546396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Transition to ACTIVE for port object 90cca424-2fa4-4ee0-a38c-7f263ac69611 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:01:41.546862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6322660a-e7b5-4f69-8bd3-cc84e25bce2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.568335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.574922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 8ae8e291-9640-4617-adc1-0dfc26af39c2 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:01:41.601248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6322660a-e7b5-4f69-8bd3-cc84e25bce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.604712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6322660a-e7b5-4f69-8bd3-cc84e25bce2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.609827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6322660a-e7b5-4f69-8bd3-cc84e25bce2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e555f5e8-631d-46ee-87b0-bfa2ce377875 HTTP/1.1" status: 204 len: 168 time: 0.1813128 Nov 23 11:01:41.618481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322660a-e7b5-4f69-8bd3-cc84e25bce2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555f5e8-631d-46ee-87b0-bfa2ce377875,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:41.697858 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:41.793359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Pushing event updated for resources: {'Port': ['ID=90cca424-2fa4-4ee0-a38c-7f263ac69611,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:41.911533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:01:41.926726 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] Sync routers for ids ['8ae8e291-9640-4617-adc1-0dfc26af39c2'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:01:41.929229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5fcda8c4-c677-4670-85b7-16ce7995c131 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/8ae8e291-9640-4617-adc1-0dfc26af39c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5334287 Nov 23 11:01:41.932049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32940) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:41.949776 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] Routers {'8ae8e291-9640-4617-adc1-0dfc26af39c2'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:41.951139 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8ae8e291-9640-4617-adc1-0dfc26af39c2'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:42.003310 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:42.017004 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] Routers {'8ae8e291-9640-4617-adc1-0dfc26af39c2'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:42.018087 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8ae8e291-9640-4617-adc1-0dfc26af39c2'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:42.068481 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:42.070057 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5aa253-0a5e-4b24-82b4-2690e3f588dc None None] The sync data for ids ['8ae8e291-9640-4617-adc1-0dfc26af39c2'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:01:42.383322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 32944) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:42.385893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Allocated IP 172.20.0.9 (907fae1b-184c-4552-8576-9a2a8f6cf921/e14be5f4-628a-484d-a501-528d2ed6eaad/2a59556e-7cbb-4f91-9b9b-a873690c8703) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:42.394049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b7ce289-26b4-4989-ad37-230fb866808d req-cf0c96ef-dd0b-4f0d-8aed-77c307512c65 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 210 time: 0.4791627 Nov 23 11:01:42.407429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Attempting to bind port 90cca424-2fa4-4ee0-a38c-7f263ac69611 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:42.408022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Attempting to bind port 90cca424-2fa4-4ee0-a38c-7f263ac69611 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '3647724b-dbea-463c-b7fe-11872145d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:42.408536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Attempting to bind port 90cca424-2fa4-4ee0-a38c-7f263ac69611 on network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:42.439065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bec363dc-ffd2-4616-a008-f161fd3fc52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:42.535735 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bec363dc-ffd2-4616-a008-f161fd3fc52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:42.537136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Port 90cca424-2fa4-4ee0-a38c-7f263ac69611 on network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:01:42.538850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Attempting to bind port 90cca424-2fa4-4ee0-a38c-7f263ac69611 on network 5cd8c6e9-2f70-4634-b447-03ad6b311dfa {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:42.554811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bec363dc-ffd2-4616-a008-f161fd3fc52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:42.601332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:42.605660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Checking segment: {'id': '3647724b-dbea-463c-b7fe-11872145d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:42.606422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Bound using segment: {'id': '3647724b-dbea-463c-b7fe-11872145d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:42.607712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Bound port: 90cca424-2fa4-4ee0-a38c-7f263ac69611, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3647724b-dbea-463c-b7fe-11872145d377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:42.608375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:42.660880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:42.734115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 32960) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:42.748375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f83b3-18b4-438a-97a2-c2da2f3928a8 req-584fbc06-497b-4332-8343-6a6c83cb5530 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:42.755199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f83b3-18b4-438a-97a2-c2da2f3928a8 req-584fbc06-497b-4332-8343-6a6c83cb5530 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:42.761808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f83b3-18b4-438a-97a2-c2da2f3928a8 req-584fbc06-497b-4332-8343-6a6c83cb5530 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:42.763496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-156f83b3-18b4-438a-97a2-c2da2f3928a8 req-584fbc06-497b-4332-8343-6a6c83cb5530 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 2374 time: 0.1822639 Nov 23 11:01:42.790095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bec363dc-ffd2-4616-a008-f161fd3fc52f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0a1e6e39a1240ab8f5b928867529ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4016600 Nov 23 11:01:42.800044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network b1d540c5-847b-4e74-b00e-731c17929b8d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:42.801629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec363dc-ffd2-4616-a008-f161fd3fc52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fe5dee-9851-47cc-a669-96f44dab11af,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:42.808947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32964) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:42.810785 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-b5cfa6df-696a-4333-ae97-4110b61e6278 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 11:01:42.811181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5cfa6df-696a-4333-ae97-4110b61e6278 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/8ae8e291-9640-4617-adc1-0dfc26af39c2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8773549 Nov 23 11:01:42.854485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32966) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:42.885992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ec85a581-606e-48ac-83d3-33e48c156c38 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae8e291-9640-4617-adc1-0dfc26af39c2 HTTP/1.1" status: 200 len: 205 time: 0.0290699 Nov 23 11:01:42.889548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32968) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:42.896131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:42.903651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ee19fe33-c26d-456a-b608-439a1b467f1f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:42.904300 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-ee19fe33-c26d-456a-b608-439a1b467f1f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 11:01:42.904945 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-ee19fe33-c26d-456a-b608-439a1b467f1f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 11:01:42.909627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ee19fe33-c26d-456a-b608-439a1b467f1f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1652682 Nov 23 11:01:42.910641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:42.944074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 32970) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:42.952739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907263979'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:42.995247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-653ed5f8-a4f8-47bf-9e8d-089eb73b4b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.014727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d50ff-ba51-4d4d-89cf-012efdbb3dbf req-ef55532e-f0f7-469a-820e-68f99be5dfa7 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:43.018193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-653ed5f8-a4f8-47bf-9e8d-089eb73b4b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.021661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-318d50ff-ba51-4d4d-89cf-012efdbb3dbf req-ef55532e-f0f7-469a-820e-68f99be5dfa7 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 943 time: 0.4535425 Nov 23 11:01:43.024646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.062204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=6709a09e-1957-4b86-bb9c-662f146cc608,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:43.079751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-156f83b3-18b4-438a-97a2-c2da2f3928a8 req-6a11184b-fadf-4108-88fd-6f21159f4f2a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983456 Nov 23 11:01:43.082879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5516f06b-2ae7-4068-9636-3beceb4005a4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.090528 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.105575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.203404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-653ed5f8-a4f8-47bf-9e8d-089eb73b4b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.206669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-653ed5f8-a4f8-47bf-9e8d-089eb73b4b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.207990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-653ed5f8-a4f8-47bf-9e8d-089eb73b4b3c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/98fe5dee-9851-47cc-a669-96f44dab11af HTTP/1.1" status: 204 len: 168 time: 0.3958480 Nov 23 11:01:43.253166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:43.253743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.269527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-318d50ff-ba51-4d4d-89cf-012efdbb3dbf req-3834314e-96c6-45bc-bb96-cf8c6e0b2239 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457168 Nov 23 11:01:43.276986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-63cd897f-60bb-4ad5-ac97-740be05f73d7 None None] Provisioning complete for port 6709a09e-1957-4b86-bb9c-662f146cc608 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:43.278113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ed5f8-a4f8-47bf-9e8d-089eb73b4b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fe5dee-9851-47cc-a669-96f44dab11af,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:43.278756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63cd897f-60bb-4ad5-ac97-740be05f73d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.283798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] For port 90cca424-2fa4-4ee0-a38c-7f263ac69611, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:43.291299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] For port 90cca424-2fa4-4ee0-a38c-7f263ac69611, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611,segment=NetworkSegment(3647724b-dbea-463c-b7fe-11872145d377),segment_id=3647724b-dbea-463c-b7fe-11872145d377)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:43.317476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.345425 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-510a5cae-57b5-45be-a8a2-e9cc02a8f6d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5872817 Nov 23 11:01:43.374503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.383886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c', 'admin_state_up': True, 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'security_groups': ['e0db0788-a144-4277-a3b8-d6150e777861']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:43.405639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-63cd897f-60bb-4ad5-ac97-740be05f73d7 None None] Port 6709a09e-1957-4b86-bb9c-662f146cc608 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:43.421072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:43.421928 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.423414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] 10.222.0.65 "PUT /v2.0/ports/90cca424-2fa4-4ee0-a38c-7f263ac69611 HTTP/1.1" status: 200 len: 1091 time: 4.3665843 Nov 23 11:01:43.426803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:43.429693 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b94d46a-26cf-4c49-9bdc-6526b4765242" -d '{"events": [{"name": "network-changed", "server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:43.477608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5516f06b-2ae7-4068-9636-3beceb4005a4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.478415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412af0a8-480a-40a3-9379-088c5995a64c service neutron] Pushing event updated for resources: {'Port': ['ID=90cca424-2fa4-4ee0-a38c-7f263ac69611,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:43.481320 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5516f06b-2ae7-4068-9636-3beceb4005a4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.493727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2755-082d-4a11-acf7-ea5797565ece req-30ccc588-5067-4c6c-a2fc-2b81dff1a179 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:43.500993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-910d2755-082d-4a11-acf7-ea5797565ece req-30ccc588-5067-4c6c-a2fc-2b81dff1a179 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 949 time: 0.2881246 Nov 23 11:01:43.568385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5516f06b-2ae7-4068-9636-3beceb4005a4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.568842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5516f06b-2ae7-4068-9636-3beceb4005a4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae8e291-9640-4617-adc1-0dfc26af39c2 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:01:43.575439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Pushing event updated for resources: {'Port': ['ID=2a59556e-7cbb-4f91-9b9b-a873690c8703,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:43.587941 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5516f06b-2ae7-4068-9636-3beceb4005a4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.589217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5516f06b-2ae7-4068-9636-3beceb4005a4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/8ae8e291-9640-4617-adc1-0dfc26af39c2 HTTP/1.1" status: 204 len: 168 time: 0.6983984 Nov 23 11:01:43.592958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32980) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:43.618525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-910d2755-082d-4a11-acf7-ea5797565ece req-d61d6e58-07e8-4116-ad36-4ec6226039ad tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165340 Nov 23 11:01:43.622540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Network 907fae1b-184c-4552-8576-9a2a8f6cf921 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:43.633160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.634779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:43.666844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:43.673771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.734764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet e61d5364-9759-455e-a28f-75faafafe12a {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:01:43.747540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.833306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.855970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.895903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:43.925828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-fe20ebe4-be89-4d3c-93e1-61ba82bc460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:43.930100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-fe20ebe4-be89-4d3c-93e1-61ba82bc460a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a104bde274e3f8197b044508651f6&device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 1094 time: 0.4304905 Nov 23 11:01:43.940977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1396234-ac9b-494d-a14c-faef30f09847 req-f7ebd6c9-e167-49a3-a416-417004729c9d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:43.958328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1396234-ac9b-494d-a14c-faef30f09847 req-f7ebd6c9-e167-49a3-a416-417004729c9d tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 931 time: 0.3781672 Nov 23 11:01:43.958722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.043735 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.045675 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144c38a2-948d-45f1-b813-0086d7d9946d x-openstack-request-id: req-144c38a2-948d-45f1-b813-0086d7d9946d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:44.046580 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:44.046930 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-144c38a2-948d-45f1-b813-0086d7d9946d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:44.047254 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611', 'status': 'completed', 'code': 200} Nov 23 11:01:44.065864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.073059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1239238 Nov 23 11:01:44.074897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33000) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:44.092325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=e61d5364-9759-455e-a28f-75faafafe12a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:44.095912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-02f055aa-eb4b-4f7b-97d5-9f9e1725c93f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611 HTTP/1.1" status: 200 len: 217 time: 0.1340377 Nov 23 11:01:44.096581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117dcf99-63f3-478e-a18c-b664327f7329,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:44.136676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65b9a7-f689-4e9f-8fc3-18708f478052 None None] Network 6ba73220-78e7-4770-8fd8-eb6728e6de17 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:44.138499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.140760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5ba025a3-0be4-4b4b-919f-6fc3540adae4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '1690d663-a89b-4db3-95d4-bf1193db85d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:44.150844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f7f605eb-f85c-42ed-8cbe-7dff8f5a8d02 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/e61d5364-9759-455e-a28f-75faafafe12a HTTP/1.1" status: 204 len: 168 time: 0.5555940 Nov 23 11:01:44.153703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33008) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:44.162322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.163665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.307384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.316935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca7253-bfe7-400a-b6d8-ba4b7b2ccb39 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1690d663-a89b-4db3-95d4-bf1193db85d4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:44.323204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c9149-e23a-46ff-93fa-59c4acd89f3f req-2f8dbd25-5d14-4be1-b28b-5f465defc5c4 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.331390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-797c9149-e23a-46ff-93fa-59c4acd89f3f req-2f8dbd25-5d14-4be1-b28b-5f465defc5c4 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 949 time: 0.1262076 Nov 23 11:01:44.384202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-161efa1f-53d8-4ad3-8a64-cccd0c5a926e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9895406 Nov 23 11:01:44.388860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c1241257-7c9a-4913-afb3-5c5849e62273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.390635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-c1241257-7c9a-4913-afb3-5c5849e62273 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843 HTTP/1.1" status: 200 len: 848 time: 0.2407372 Nov 23 11:01:44.403343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1396234-ac9b-494d-a14c-faef30f09847 req-0a8d4a0b-2943-49e9-8b7c-fe59af89cb8b tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427640 Nov 23 11:01:44.430301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ba025a3-0be4-4b4b-919f-6fc3540adae4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.441720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] DHCP port deletion for 6ba73220-78e7-4770-8fd8-eb6728e6de17 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:01:44.466608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-797c9149-e23a-46ff-93fa-59c4acd89f3f req-01313c89-a4ab-4ee2-b313-44bb21ea4a2e tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342449 Nov 23 11:01:44.472271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Request body: {'port': {'device_id': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:44.503585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 6384ab17-0536-4fcb-926c-06eea0e8fde0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:44.504907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.539141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6514487-91ad-4c56-afb7-413056a16b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.565401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] Deleting port 6384ab17-0536-4fcb-926c-06eea0e8fde0 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:44.566112 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.567435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-8c3d5c62-e206-4576-8dbe-202619a2c958 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5cd8c6e9-2f70-4634-b447-03ad6b311dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562872 Nov 23 11:01:44.597768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:44.641695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] For port 6384ab17-0536-4fcb-926c-06eea0e8fde0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6384ab17-0536-4fcb-926c-06eea0e8fde0,segment=NetworkSegment(03609bd3-30ab-4a7d-83c5-286ab0ff73e9),segment_id=03609bd3-30ab-4a7d-83c5-286ab0ff73e9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:44.642405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.667997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] Calling delete_port for 6384ab17-0536-4fcb-926c-06eea0e8fde0 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:44.669714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 6384ab17-0536-4fcb-926c-06eea0e8fde0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6384ab17-0536-4fcb-926c-06eea0e8fde0,segment=NetworkSegment(03609bd3-30ab-4a7d-83c5-286ab0ff73e9),segment_id=03609bd3-30ab-4a7d-83c5-286ab0ff73e9)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:44.669940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.689499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 6384ab17-0536-4fcb-926c-06eea0e8fde0 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:44.706896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83d4af-e66a-4b65-b07e-9705cb934e2a req-f35a25eb-234e-4e09-9f24-5b19a6eb5276 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.708512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b83d4af-e66a-4b65-b07e-9705cb934e2a req-f35a25eb-234e-4e09-9f24-5b19a6eb5276 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 943 time: 0.1478226 Nov 23 11:01:44.774978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.826746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b83d4af-e66a-4b65-b07e-9705cb934e2a req-b1a5a9c2-ff71-4a61-bf03-6fb1bac60a30 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012752 Nov 23 11:01:44.852924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] Pushing event deleted for resources: {'Port': ['ID=6384ab17-0536-4fcb-926c-06eea0e8fde0,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:44.868025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.868608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d73b5a-9909-4ed6-a451-4ac7af41a74c None None] No DVR routers for this DVR port 6384ab17-0536-4fcb-926c-06eea0e8fde0 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:44.872520 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.914656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e823ce0-c00f-4577-a496-cadc31f2ba50 req-1fe75ec9-314b-4e67-979a-fd24f9f48d94 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.921705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=6384ab17-0536-4fcb-926c-06eea0e8fde0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:44.923086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e823ce0-c00f-4577-a496-cadc31f2ba50 req-1fe75ec9-314b-4e67-979a-fd24f9f48d94 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.924618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port 6384ab17-0536-4fcb-926c-06eea0e8fde0 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:44.938121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e823ce0-c00f-4577-a496-cadc31f2ba50 req-1fe75ec9-314b-4e67-979a-fd24f9f48d94 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:44.939907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e823ce0-c00f-4577-a496-cadc31f2ba50 req-1fe75ec9-314b-4e67-979a-fd24f9f48d94 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 2374 time: 0.3799796 Nov 23 11:01:44.971724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ba025a3-0be4-4b4b-919f-6fc3540adae4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:44.975818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-a76b0b04-c1b0-4bfc-8afd-12fffd0f6477 service neutron] 10.222.0.65 "GET /v2.0/networks/5cd8c6e9-2f70-4634-b447-03ad6b311dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811982 Nov 23 11:01:45.032160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ba025a3-0be4-4b4b-919f-6fc3540adae4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.054736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.083235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba025a3-0be4-4b4b-919f-6fc3540adae4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4bfd95-bf45-414c-a824-21c71ffeb9b5,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:45.083943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba73220-78e7-4770-8fd8-eb6728e6de17']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:45.098592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03609bd3-30ab-4a7d-83c5-286ab0ff73e9') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:45.099025 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03609bd3-30ab-4a7d-83c5-286ab0ff73e9') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:45.118255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.126705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.163685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.174410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:01:45.177023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:01:45.190627 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:01:45.275365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6384ab17-0536-4fcb-926c-06eea0e8fde0 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:01:45.300666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6384ab17-0536-4fcb-926c-06eea0e8fde0 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:45.301349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6384ab17-0536-4fcb-926c-06eea0e8fde0 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:01:45.305081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.332604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.340395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/6ba73220-78e7-4770-8fd8-eb6728e6de17 HTTP/1.1" status: 204 len: 168 time: 1.1823184 Nov 23 11:01:45.340395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed700a-323a-440b-aa16-47c7fb57edc4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=6ba73220-78e7-4770-8fd8-eb6728e6de17,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:45.343528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33028) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:45.353836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-618227804'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:45.394599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:45.398844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.430529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ba025a3-0be4-4b4b-919f-6fc3540adae4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.430529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ba025a3-0be4-4b4b-919f-6fc3540adae4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3339627 Nov 23 11:01:45.443243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:01:45.450134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33036) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:45.456345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d142aa31-31f2-4c0e-b31f-22652a329ef9 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '1690d663-a89b-4db3-95d4-bf1193db85d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:45.465925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.466276 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 50a9fa6c-7748-457a-ba11-f091673ee934 of type vlan for network e2662f02-b043-4ba1-923f-c43787c539db Nov 23 11:01:45.532232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e823ce0-c00f-4577-a496-cadc31f2ba50 req-e411e6f6-70fd-409a-9ae8-cadf607f8bb7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5539172 Nov 23 11:01:45.589776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.639327 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-6107c6cd-552b-4cc8-b41f-1dc67861bc68 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:45.641387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-6107c6cd-552b-4cc8-b41f-1dc67861bc68 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.65 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 949 time: 0.0930309 Nov 23 11:01:45.650095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969eb9c5-5c05-4d26-8729-a2d490ccb80d req-d915386d-223d-4473-9c78-d435bc8cc2b3 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:45.651781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-969eb9c5-5c05-4d26-8729-a2d490ccb80d req-d915386d-223d-4473-9c78-d435bc8cc2b3 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 931 time: 0.1371925 Nov 23 11:01:45.669737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9153d8d-6878-4735-9448-ad5ac2f0b02a req-532767af-281a-4db9-b5f9-9d748587741d service neutron] 10.222.0.65 "GET /v2.0/networks/5cd8c6e9-2f70-4634-b447-03ad6b311dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842549 Nov 23 11:01:45.697989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d142aa31-31f2-4c0e-b31f-22652a329ef9 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.704468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.711012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:45.712404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:45.715702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 10.2.2.100 (c4bca5d6-81ec-41aa-8078-ec5d966d117c/1803379c-d0d7-4a82-8e5f-7352745eaab9/221a2df4-7756-4767-98f5-febdbd3b4dd7) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:45.834056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4894338 Nov 23 11:01:45.861936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33046) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:45.875815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-969eb9c5-5c05-4d26-8729-a2d490ccb80d req-d77be834-4dae-4707-a54b-df59d57f55dd tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733499 Nov 23 11:01:45.878226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8a2b2-81dd-4894-a6fa-9519eeba8dbe tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=e2662f02-b043-4ba1-923f-c43787c539db,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:45.891268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e2662f02-b043-4ba1-923f-c43787c539db details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:01:45.908164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Deleting port 60a902c2-7f5d-4b09-bdc2-de0b835df70a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:01:45.908505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.023854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': 'e2662f02-b043-4ba1-923f-c43787c539db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:46.129593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a59556e-7cbb-4f91-9b9b-a873690c8703 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:46.137893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7c3a1-65f0-4021-9c05-6c1c32a3833a req-175e9740-a22e-4d20-8347-59aa5ade5f2a tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.146557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fed7c3a1-65f0-4021-9c05-6c1c32a3833a req-175e9740-a22e-4d20-8347-59aa5ade5f2a tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 943 time: 0.1042862 Nov 23 11:01:46.150878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] For port 60a902c2-7f5d-4b09-bdc2-de0b835df70a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=60a902c2-7f5d-4b09-bdc2-de0b835df70a,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:46.151468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.179758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Calling delete_port for 60a902c2-7f5d-4b09-bdc2-de0b835df70a owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:01:46.213317 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.267525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fed7c3a1-65f0-4021-9c05-6c1c32a3833a req-e08e9a87-b78c-4a2d-9535-bad78efa1e2e tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196113 Nov 23 11:01:46.392781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.406349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['60a902c2-7f5d-4b09-bdc2-de0b835df70a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:01:46.435288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Pushing event deleted for resources: {'Port': ['ID=60a902c2-7f5d-4b09-bdc2-de0b835df70a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:46.512572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] No DVR routers for this DVR port 60a902c2-7f5d-4b09-bdc2-de0b835df70a on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:01:46.515296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.518995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.65 "DELETE /v2.0/ports/60a902c2-7f5d-4b09-bdc2-de0b835df70a HTTP/1.1" status: 204 len: 173 time: 0.8635738 Nov 23 11:01:46.519322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'name': 'network-vif-deleted', 'tag': '60a902c2-7f5d-4b09-bdc2-de0b835df70a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:46.522075 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb143c-5ce8-4ba2-9274-108443724e76" -d '{"events": [{"server_uuid": "aca40771-564f-4e29-bec6-f5e2d02d9246", "name": "network-vif-deleted", "tag": "60a902c2-7f5d-4b09-bdc2-de0b835df70a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:46.606538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Transition to ACTIVE for port object 2a59556e-7cbb-4f91-9b9b-a873690c8703 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:01:46.641229 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a5eff-1f4e-4e6c-9169-74dc7df0bb0b x-openstack-request-id: req-242a5eff-1f4e-4e6c-9169-74dc7df0bb0b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:46.641769 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aca40771-564f-4e29-bec6-f5e2d02d9246", "name": "network-vif-deleted", "tag": "60a902c2-7f5d-4b09-bdc2-de0b835df70a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:46.642124 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-242a5eff-1f4e-4e6c-9169-74dc7df0bb0b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:46.642611 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aca40771-564f-4e29-bec6-f5e2d02d9246', 'name': 'network-vif-deleted', 'tag': '60a902c2-7f5d-4b09-bdc2-de0b835df70a', 'status': 'completed', 'code': 200} Nov 23 11:01:46.649850 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.653414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-2884e290-3bb1-4b1c-967b-3a8045a85e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.654964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-2884e290-3bb1-4b1c-967b-3a8045a85e80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef5a104bde274e3f8197b044508651f6&device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 1094 time: 0.8056953 Nov 23 11:01:46.670152 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-d142aa31-31f2-4c0e-b31f-22652a329ef9 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 11:01:46.674066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33076) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:46.674224 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d142aa31-31f2-4c0e-b31f-22652a329ef9 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2212613 Nov 23 11:01:46.720615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9e862-d2d4-4848-915d-c332848ae485 req-0d825e2a-cebb-4bc0-a172-2e5ce1ee38f0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.728540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69b9e862-d2d4-4848-915d-c332848ae485 req-0d825e2a-cebb-4bc0-a172-2e5ce1ee38f0 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/ports?device_id=aca40771-564f-4e29-bec6-f5e2d02d9246 HTTP/1.1" status: 200 len: 949 time: 1.0400150 Nov 23 11:01:46.889833 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e5edc6c-14c4-4115-b543-b11c22c8fca4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.938212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7f9ec-ea75-4ed9-be90-ef53b0d67e58 req-41075ffd-d762-4635-a876-c30cfad46b1f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.946254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7f9ec-ea75-4ed9-be90-ef53b0d67e58 req-41075ffd-d762-4635-a876-c30cfad46b1f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.951668 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3604c296-86ec-45a1-94a9-800f367ae2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:46.953842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7f9ec-ea75-4ed9-be90-ef53b0d67e58 req-41075ffd-d762-4635-a876-c30cfad46b1f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:46.968136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eef7f9ec-ea75-4ed9-be90-ef53b0d67e58 req-41075ffd-d762-4635-a876-c30cfad46b1f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 2374 time: 0.1437147 Nov 23 11:01:46.984719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e5edc6c-14c4-4115-b543-b11c22c8fca4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.006022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:47.009765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.059356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Pushing event updated for resources: {'Port': ['ID=2a59556e-7cbb-4f91-9b9b-a873690c8703,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:47.091703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e5edc6c-14c4-4115-b543-b11c22c8fca4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.101157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e5edc6c-14c4-4115-b543-b11c22c8fca4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.106239 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3e5edc6c-14c4-4115-b543-b11c22c8fca4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/1690d663-a89b-4db3-95d4-bf1193db85d4 HTTP/1.1" status: 204 len: 168 time: 0.4306376 Nov 23 11:01:47.108057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33094) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:47.166210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eef7f9ec-ea75-4ed9-be90-ef53b0d67e58 req-1d65dfe6-ce1c-4f98-b90b-728eb8aa115d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548853 Nov 23 11:01:47.169053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5edc6c-14c4-4115-b543-b11c22c8fca4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690d663-a89b-4db3-95d4-bf1193db85d4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:47.294713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6558d46a-2c63-4e03-93b1-d4a6fc27cf1a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1803200 Nov 23 11:01:47.295391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33100) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:47.300110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-964b6982-1811-4117-a102-4a150146c791 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609210815'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:47.332293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.351699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69b9e862-d2d4-4848-915d-c332848ae485 req-2aa16a56-256a-476c-9493-d00065d20289 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] 10.222.0.61 "GET /v2.0/security-groups?id=60b09baf-8db4-45a0-8f72-6dfe647d2e21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6222653 Nov 23 11:01:47.379749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Attempting to bind port 2a59556e-7cbb-4f91-9b9b-a873690c8703 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:47.380744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Attempting to bind port 2a59556e-7cbb-4f91-9b9b-a873690c8703 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:47.381939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Attempting to bind port 2a59556e-7cbb-4f91-9b9b-a873690c8703 on network 907fae1b-184c-4552-8576-9a2a8f6cf921 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:47.410719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Port 2a59556e-7cbb-4f91-9b9b-a873690c8703 on network 907fae1b-184c-4552-8576-9a2a8f6cf921 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:01:47.411381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Attempting to bind port 2a59556e-7cbb-4f91-9b9b-a873690c8703 on network 907fae1b-184c-4552-8576-9a2a8f6cf921 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:47.418446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-f37e7e75-2eb6-4b80-9bec-de4923a4cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:47.419688 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-964b6982-1811-4117-a102-4a150146c791 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.420364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-f37e7e75-2eb6-4b80-9bec-de4923a4cd99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5cd8c6e9-2f70-4634-b447-03ad6b311dfa HTTP/1.1" status: 200 len: 909 time: 0.7433348 Nov 23 11:01:47.462328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddf2ee-b5b3-48a1-a5bc-9ebc541ecc74 req-9d84f971-1da8-4409-af7c-98dda2fc6ecc tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:47.464546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dddf2ee-b5b3-48a1-a5bc-9ebc541ecc74 req-9d84f971-1da8-4409-af7c-98dda2fc6ecc tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 943 time: 0.1520491 Nov 23 11:01:47.479913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:47.480515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Checking segment: {'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:47.481102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Bound using segment: {'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:47.481781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Bound port: 2a59556e-7cbb-4f91-9b9b-a873690c8703, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2098c606-19c0-434f-bb68-731a532b2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:47.482485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.579309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-cac2d295-9f8e-487b-a7a8-11f3a6763fc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611 HTTP/1.1" status: 200 len: 217 time: 0.1415560 Nov 23 11:01:47.584546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dddf2ee-b5b3-48a1-a5bc-9ebc541ecc74 req-156a2d10-b31d-42bf-a6b9-79122a000c64 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115124 Nov 23 11:01:47.639458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-964b6982-1811-4117-a102-4a150146c791 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.646576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-964b6982-1811-4117-a102-4a150146c791 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.673244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-964b6982-1811-4117-a102-4a150146c791 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.677742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-964b6982-1811-4117-a102-4a150146c791 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3813210 Nov 23 11:01:47.685708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33108) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:47.691455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7d1c7291-bb58-4cf0-b424-71a9e8779ffd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '3db5413f-3942-44c0-a5fb-daafe131b33d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:47.693705 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-7d1c7291-bb58-4cf0-b424-71a9e8779ffd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 11:01:47.694535 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-7d1c7291-bb58-4cf0-b424-71a9e8779ffd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:47.695888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.699124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7d1c7291-bb58-4cf0-b424-71a9e8779ffd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0117500 Nov 23 11:01:47.704390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33110) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:47.741417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b6982-1811-4117-a102-4a150146c791 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db5413f-3942-44c0-a5fb-daafe131b33d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:47.800595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b06105b1-814b-4616-aed8-b84ef8b0e434 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.857578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b06105b1-814b-4616-aed8-b84ef8b0e434 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.915761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:47.922881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b06105b1-814b-4616-aed8-b84ef8b0e434 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.925262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb349d65-6858-46d3-83f1-0eee3b83d457 req-2a1e6c89-b841-41c3-bba5-556e3ab313c2 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:47.926888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb349d65-6858-46d3-83f1-0eee3b83d457 req-2a1e6c89-b841-41c3-bba5-556e3ab313c2 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 943 time: 0.3764279 Nov 23 11:01:47.933032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b06105b1-814b-4616-aed8-b84ef8b0e434 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:47.934508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b06105b1-814b-4616-aed8-b84ef8b0e434 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/3db5413f-3942-44c0-a5fb-daafe131b33d HTTP/1.1" status: 204 len: 168 time: 0.2287109 Nov 23 11:01:47.938086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:47.938994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:47.947579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=221a2df4-7756-4767-98f5-febdbd3b4dd7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:47.953906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:47.999396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06105b1-814b-4616-aed8-b84ef8b0e434 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db5413f-3942-44c0-a5fb-daafe131b33d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:48.027483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] For port 2a59556e-7cbb-4f91-9b9b-a873690c8703, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:48.040954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.042053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.065453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3026f834-728a-42fc-931b-11d3da753783 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1182389 Nov 23 11:01:48.066212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33120) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:48.071755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-523914c1-c572-4154-8d43-87382daebd0e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853975067'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:48.083867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-c36befde-6583-4133-8ef9-b92e09f5c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.085879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-c36befde-6583-4133-8ef9-b92e09f5c3be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843 HTTP/1.1" status: 200 len: 848 time: 0.4590936 Nov 23 11:01:48.115276 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-523914c1-c572-4154-8d43-87382daebd0e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.121519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] For port 2a59556e-7cbb-4f91-9b9b-a873690c8703, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:48.126719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.156234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-dad899e0-b2b6-4ef3-9b18-a2658ed70043 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5cd8c6e9-2f70-4634-b447-03ad6b311dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469739 Nov 23 11:01:48.208369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-efe3e686-c324-418e-abb8-f5f8293ed771 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8369632 Nov 23 11:01:48.217700 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.259890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-523914c1-c572-4154-8d43-87382daebd0e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.277699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c', 'admin_state_up': True, 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'security_groups': ['e0db0788-a144-4277-a3b8-d6150e777861']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:48.278274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-523914c1-c572-4154-8d43-87382daebd0e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.356492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523914c1-c572-4154-8d43-87382daebd0e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673bb768-97fa-4d31-8f5e-e7dcb08cfac0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:48.363450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-523914c1-c572-4154-8d43-87382daebd0e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.365649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-523914c1-c572-4154-8d43-87382daebd0e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2983618 Nov 23 11:01:48.379576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33128) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:48.389785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1b3db516-f168-4889-b3cb-4f3a59604cef tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '673bb768-97fa-4d31-8f5e-e7dcb08cfac0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:48.391281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 90cca424-2fa4-4ee0-a38c-7f263ac69611 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:01:48.392004 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-1b3db516-f168-4889-b3cb-4f3a59604cef tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 11:01:48.392642 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-1b3db516-f168-4889-b3cb-4f3a59604cef tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:48.394498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b3db516-f168-4889-b3cb-4f3a59604cef tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133338 Nov 23 11:01:48.412843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33132) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:48.441366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.442172 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.444474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] 10.222.0.58 "PUT /v2.0/ports/2a59556e-7cbb-4f91-9b9b-a873690c8703 HTTP/1.1" status: 200 len: 1091 time: 4.0315919 Nov 23 11:01:48.454802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'tag': '2a59556e-7cbb-4f91-9b9b-a873690c8703'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:48.457384 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8477ac1-110e-4f98-8aea-a165fd3258b9", "tag": "2a59556e-7cbb-4f91-9b9b-a873690c8703"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:48.460141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2acf6-d0d1-46fd-b570-ab4be034d808 req-9af80909-8d4a-4d87-92cf-caa2b65dcd01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.480436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb349d65-6858-46d3-83f1-0eee3b83d457 req-aeefb3e5-ff39-4a3b-a1a2-7e071125ab82 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294044 Nov 23 11:01:48.506183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2acf6-d0d1-46fd-b570-ab4be034d808 req-9af80909-8d4a-4d87-92cf-caa2b65dcd01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.536213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2acf6-d0d1-46fd-b570-ab4be034d808 req-9af80909-8d4a-4d87-92cf-caa2b65dcd01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.542421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=628fae5c-c1f0-43b0-b179-09ae78a9642d,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:48.562478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2acf6-d0d1-46fd-b570-ab4be034d808 req-9af80909-8d4a-4d87-92cf-caa2b65dcd01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.570221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-32c2acf6-d0d1-46fd-b570-ab4be034d808 req-9af80909-8d4a-4d87-92cf-caa2b65dcd01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 3095 time: 0.2020249 Nov 23 11:01:48.665528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51d70c-6f05-475e-b750-cef8200f869b service neutron] Pushing event updated for resources: {'Port': ['ID=2a59556e-7cbb-4f91-9b9b-a873690c8703,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:48.666313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 90cca424-2fa4-4ee0-a38c-7f263ac69611, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611,segment=NetworkSegment(3647724b-dbea-463c-b7fe-11872145d377),segment_id=3647724b-dbea-463c-b7fe-11872145d377)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:48.713879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '50a9fa6c-7748-457a-ba11-f091673ee934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e2662f02-b043-4ba1-923f-c43787c539db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:48.714556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '90cca424-2fa4-4ee0-a38c-7f263ac69611', 'network_id': '5cd8c6e9-2f70-4634-b447-03ad6b311dfa', 'port_id': '90cca424-2fa4-4ee0-a38c-7f263ac69611', 'mac_address': 'fa:16:3e:2f:c4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:01:48.715194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: e2662f02-b043-4ba1-923f-c43787c539db, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:01:48.719797 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a64621d-2322-44be-bedb-d543294311f2 x-openstack-request-id: req-8a64621d-2322-44be-bedb-d543294311f2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:48.720358 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8477ac1-110e-4f98-8aea-a165fd3258b9", "tag": "2a59556e-7cbb-4f91-9b9b-a873690c8703", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:48.720800 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a64621d-2322-44be-bedb-d543294311f2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:48.721414 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'tag': '2a59556e-7cbb-4f91-9b9b-a873690c8703', 'status': 'completed', 'code': 200} Nov 23 11:01:48.732525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-32c2acf6-d0d1-46fd-b570-ab4be034d808 req-fbab445b-c7e4-4ec0-b390-b7bd8c286587 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543148 Nov 23 11:01:48.746345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-a89383fd-eff0-4c29-9688-f1af94a368a6 service neutron] 10.222.0.65 "GET /v2.0/networks/5cd8c6e9-2f70-4634-b447-03ad6b311dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033514 Nov 23 11:01:48.765321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-6499891c-ce3b-4f53-9a69-31376f0e0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:48.778936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-6499891c-ce3b-4f53-9a69-31376f0e0534 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 1094 time: 0.2263806 Nov 23 11:01:48.778936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cb3779-4fd4-4684-a0b8-3fabb0266438 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.824684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-64bc15c7-18ea-4400-9f47-c70d6f403e48 None None] Provisioning complete for port 221a2df4-7756-4767-98f5-febdbd3b4dd7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:48.825389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-64bc15c7-18ea-4400-9f47-c70d6f403e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.831352 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.898231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.899425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network e2662f02-b043-4ba1-923f-c43787c539db is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:01:48.903394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-8201cf92-e950-4756-a245-e44e440a28c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703 HTTP/1.1" status: 200 len: 217 time: 0.1222510 Nov 23 11:01:48.928809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cca424-2fa4-4ee0-a38c-7f263ac69611 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:48.954864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 90cca424-2fa4-4ee0-a38c-7f263ac69611, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611,segment=NetworkSegment(3647724b-dbea-463c-b7fe-11872145d377),segment_id=3647724b-dbea-463c-b7fe-11872145d377)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:48.958470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-64bc15c7-18ea-4400-9f47-c70d6f403e48 None None] Port 221a2df4-7756-4767-98f5-febdbd3b4dd7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:48.964123 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:48.982965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cb3779-4fd4-4684-a0b8-3fabb0266438 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.010054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Made reservation on behalf of 5dd2359fbc2545fb90425957f3880391 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:01:49.021062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.042170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=90cca424-2fa4-4ee0-a38c-7f263ac69611,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:49.062377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e2662f02-b043-4ba1-923f-c43787c539db) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:49.073206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9f7f3-fd80-4b5c-a775-ed687b60d1f9 None None] Network e2662f02-b043-4ba1-923f-c43787c539db requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:49.097245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:49.098104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.184117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-44fba14b-6c16-4d63-9c7b-21d5726481c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:49.186116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-44fba14b-6c16-4d63-9c7b-21d5726481c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e14be5f4-628a-484d-a501-528d2ed6eaad HTTP/1.1" status: 200 len: 853 time: 0.2682855 Nov 23 11:01:49.210942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['90cca424-2fa4-4ee0-a38c-7f263ac69611'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:01:49.221876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-90a3edf1-0735-46d5-9109-45be1b426bb4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2505002 Nov 23 11:01:49.226637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33168) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:49.230380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1ff29-5fbd-47a7-96ad-3020cbf562b7 req-19de4726-c15e-4f26-8c83-bcb6c738be4a tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:49.237505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4ecc0cf8-30e5-4e4f-8fc5-e64f34eb556d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-76158148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:49.237663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ed1ff29-5fbd-47a7-96ad-3020cbf562b7 req-19de4726-c15e-4f26-8c83-bcb6c738be4a tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 943 time: 0.4356906 Nov 23 11:01:49.257911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b94d46a-26cf-4c49-9bdc-6526b4765242 req-19ffcee1-fd09-445d-b614-dd88a97e8b23 service neutron] 10.222.0.65 "GET /v2.0/networks/5cd8c6e9-2f70-4634-b447-03ad6b311dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968603 Nov 23 11:01:49.291836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-abaebc35-1b48-423e-8f0b-ee0646bd0312 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=907fae1b-184c-4552-8576-9a2a8f6cf921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519273 Nov 23 11:01:49.299869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cb3779-4fd4-4684-a0b8-3fabb0266438 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.302814 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cb3779-4fd4-4684-a0b8-3fabb0266438 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.308903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-10cb3779-4fd4-4684-a0b8-3fabb0266438 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/673bb768-97fa-4d31-8f5e-e7dcb08cfac0 HTTP/1.1" status: 204 len: 168 time: 0.8919029 Nov 23 11:01:49.315171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33170) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:49.344338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e2662f02-b043-4ba1-923f-c43787c539db', 'network_id': 'e2662f02-b043-4ba1-923f-c43787c539db', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': '628fae5c-c1f0-43b0-b179-09ae78a9642d'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:01:49.346219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0cf8-30e5-4e4f-8fc5-e64f34eb556d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.347705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0cf8-30e5-4e4f-8fc5-e64f34eb556d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.348930 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.441878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb3779-4fd4-4684-a0b8-3fabb0266438 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673bb768-97fa-4d31-8f5e-e7dcb08cfac0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:49.472940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:49.525779 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0cf8-30e5-4e4f-8fc5-e64f34eb556d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.536479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0cf8-30e5-4e4f-8fc5-e64f34eb556d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.556459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ed1ff29-5fbd-47a7-96ad-3020cbf562b7 req-621b6fce-9884-4294-bfbb-4999265d0b8f tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179867 Nov 23 11:01:49.596962 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.606299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ecc0cf8-30e5-4e4f-8fc5-e64f34eb556d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.611887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ecc0cf8-30e5-4e4f-8fc5-e64f34eb556d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3836944 Nov 23 11:01:49.614717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33180) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:49.642814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e1fe8fd-8de9-403d-89ff-07c064f68512 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3236139 Nov 23 11:01:49.643634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33184) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:49.653176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c1bc4c39-3a75-4054-a46c-a38bf5f9fe97 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--975155507'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:49.688306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Allocated IP 10.2.2.200 (c4bca5d6-81ec-41aa-8078-ec5d966d117c/1803379c-d0d7-4a82-8e5f-7352745eaab9/20e57a02-9fc4-49fd-831a-899165f597a6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:49.697333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-5763760d-716b-4a80-8ba9-f79625140f33 service neutron] 10.222.0.58 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834021 Nov 23 11:01:49.718606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Allocated IP 172.20.0.2 (e2662f02-b043-4ba1-923f-c43787c539db/628fae5c-c1f0-43b0-b179-09ae78a9642d/4474a009-fe3e-4eb0-bf02-af8dcc13362e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:49.754104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1bc4c39-3a75-4054-a46c-a38bf5f9fe97 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:49.918135 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.051369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.073460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539928a8-dbea-417a-acc9-37b2aff1d589 req-13fd0299-b94c-4cfc-85a6-3523dcf4ef90 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:50.073954 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.081416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-539928a8-dbea-417a-acc9-37b2aff1d589 req-13fd0299-b94c-4cfc-85a6-3523dcf4ef90 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 944 time: 0.3363693 Nov 23 11:01:50.121024 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.149265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Network e2662f02-b043-4ba1-923f-c43787c539db is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:50.152902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:50.161020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:50.203536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Pushing event updated for resources: {'Port': ['ID=4474a009-fe3e-4eb0-bf02-af8dcc13362e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:50.253810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Attempting to bind port 4474a009-fe3e-4eb0-bf02-af8dcc13362e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:50.254363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Attempting to bind port 4474a009-fe3e-4eb0-bf02-af8dcc13362e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '50a9fa6c-7748-457a-ba11-f091673ee934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e2662f02-b043-4ba1-923f-c43787c539db'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:50.255012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Attempting to bind port 4474a009-fe3e-4eb0-bf02-af8dcc13362e on network e2662f02-b043-4ba1-923f-c43787c539db {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:50.262596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:50.263000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Checking segment: {'id': '50a9fa6c-7748-457a-ba11-f091673ee934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e2662f02-b043-4ba1-923f-c43787c539db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:50.263394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.263800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Bound using segment: {'id': '50a9fa6c-7748-457a-ba11-f091673ee934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e2662f02-b043-4ba1-923f-c43787c539db'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:50.264487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Bound port: 4474a009-fe3e-4eb0-bf02-af8dcc13362e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a9fa6c-7748-457a-ba11-f091673ee934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'e2662f02-b043-4ba1-923f-c43787c539db'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:50.265186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.278056 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d829830-0ca4-4ce4-a2de-3d1f7eb77bb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.370806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] For port 4474a009-fe3e-4eb0-bf02-af8dcc13362e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:50.377791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] For port 4474a009-fe3e-4eb0-bf02-af8dcc13362e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4474a009-fe3e-4eb0-bf02-af8dcc13362e,segment=NetworkSegment(50a9fa6c-7748-457a-ba11-f091673ee934),segment_id=50a9fa6c-7748-457a-ba11-f091673ee934)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:50.388102 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.426347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 90cca424-2fa4-4ee0-a38c-7f263ac69611 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:50.545566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47cc6c6c-5925-4446-8e75-8d764af47a90 req-1e05a6b7-39d1-48c1-ace3-5395c29088cb service neutron] 10.222.0.58 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378694 Nov 23 11:01:50.572385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808d53f-dc42-406a-99eb-adcf85df64b2 req-67f1e4f3-9f00-42b6-a534-a271b8c90b7a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:50.580965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02af39a-1634-4d64-a733-83dbb6fe6cf0 None None] Pushing event updated for resources: {'Port': ['ID=4474a009-fe3e-4eb0-bf02-af8dcc13362e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:50.586814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808d53f-dc42-406a-99eb-adcf85df64b2 req-67f1e4f3-9f00-42b6-a534-a271b8c90b7a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:50.624915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 90cca424-2fa4-4ee0-a38c-7f263ac69611 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:01:50.626792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808d53f-dc42-406a-99eb-adcf85df64b2 req-67f1e4f3-9f00-42b6-a534-a271b8c90b7a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:50.637444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 90cca424-2fa4-4ee0-a38c-7f263ac69611 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:50.637956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.647172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808d53f-dc42-406a-99eb-adcf85df64b2 req-67f1e4f3-9f00-42b6-a534-a271b8c90b7a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:50.652657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2808d53f-dc42-406a-99eb-adcf85df64b2 req-67f1e4f3-9f00-42b6-a534-a271b8c90b7a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 3095 time: 0.7592432 Nov 23 11:01:50.837626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.843388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.858876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1bc4c39-3a75-4054-a46c-a38bf5f9fe97 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.889500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1bc4c39-3a75-4054-a46c-a38bf5f9fe97 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.893425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 90cca424-2fa4-4ee0-a38c-7f263ac69611, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611,segment=NetworkSegment(3647724b-dbea-463c-b7fe-11872145d377),segment_id=3647724b-dbea-463c-b7fe-11872145d377)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:50.895267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:50.899065 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faa6281-e43b-4a5a-b441-61a3b85fb1e9" -d '{"events": [{"server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "name": "network-vif-plugged", "status": "completed", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:50.906269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:50.907213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 60a902c2-7f5d-4b09-bdc2-de0b835df70a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:01:50.968696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-cb9f1871-da81-4f06-b203-a6f3b3f5be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:50.970232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-cb9f1871-da81-4f06-b203-a6f3b3f5be27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 1094 time: 0.3112652 Nov 23 11:01:50.982165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-539928a8-dbea-417a-acc9-37b2aff1d589 req-0f7decc2-d7c8-47ca-afae-0361ebba0613 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8998120 Nov 23 11:01:51.001568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2808d53f-dc42-406a-99eb-adcf85df64b2 req-1bf62398-f591-4dc8-bda3-e47235f03460 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406654 Nov 23 11:01:51.011632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1bc4c39-3a75-4054-a46c-a38bf5f9fe97 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.024304 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=90cca424-2fa4-4ee0-a38c-7f263ac69611,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:51.026271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33276) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:51.026922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c1bc4c39-3a75-4054-a46c-a38bf5f9fe97 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3778064 Nov 23 11:01:51.039264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 60a902c2-7f5d-4b09-bdc2-de0b835df70a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:01:51.040089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 60a902c2-7f5d-4b09-bdc2-de0b835df70a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:01:51.040214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.044694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ede49fe9-a7eb-4e1c-b7ac-627967d46556 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '5d769a04-3792-4441-8e65-f626857547bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:51.063867 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-ede49fe9-a7eb-4e1c-b7ac-627967d46556 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 11:01:51.064538 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-ede49fe9-a7eb-4e1c-b7ac-627967d46556 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:51.068421 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ede49fe9-a7eb-4e1c-b7ac-627967d46556 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0302694 Nov 23 11:01:51.069930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33280) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:51.075462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6ebbea28-449d-4ad9-baf6-4fb30aaa3502 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '5d769a04-3792-4441-8e65-f626857547bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:51.076924 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-6ebbea28-449d-4ad9-baf6-4fb30aaa3502 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 11:01:51.083562 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-6ebbea28-449d-4ad9-baf6-4fb30aaa3502 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:51.086338 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac38fbf2-f7e7-4f42-9f57-ec884c4fee4e x-openstack-request-id: req-ac38fbf2-f7e7-4f42-9f57-ec884c4fee4e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:51.086902 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "name": "network-vif-plugged", "status": "completed", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:51.087357 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ac38fbf2-f7e7-4f42-9f57-ec884c4fee4e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:51.087485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6ebbea28-449d-4ad9-baf6-4fb30aaa3502 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0155039 Nov 23 11:01:51.088223 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611', 'code': 200} Nov 23 11:01:51.093913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33282) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:51.096906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d829830-0ca4-4ce4-a2de-3d1f7eb77bb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.098709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc4c39-3a75-4054-a46c-a38bf5f9fe97 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d769a04-3792-4441-8e65-f626857547bf,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:51.100891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-635f3170-d1a5-45a1-ab48-eda9b9353f21 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '5d769a04-3792-4441-8e65-f626857547bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:51.101876 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-635f3170-d1a5-45a1-ab48-eda9b9353f21 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 11:01:51.102023 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-635f3170-d1a5-45a1-ab48-eda9b9353f21 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:51.106396 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-635f3170-d1a5-45a1-ab48-eda9b9353f21 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114484 Nov 23 11:01:51.108374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33284) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:51.112972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f6942b63-e210-455d-841f-395063d5c94a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '5d769a04-3792-4441-8e65-f626857547bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:51.113213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d829830-0ca4-4ce4-a2de-3d1f7eb77bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.120567 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-f6942b63-e210-455d-841f-395063d5c94a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 11:01:51.121170 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-f6942b63-e210-455d-841f-395063d5c94a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:51.136881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f6942b63-e210-455d-841f-395063d5c94a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0273991 Nov 23 11:01:51.137830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33286) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:51.156178 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.347567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eff65cba-39fc-4ec8-9895-f22ede81c0ff tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.399488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4474a009-fe3e-4eb0-bf02-af8dcc13362e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:51.403861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869fa3e-75bc-4879-9349-861fcd54c0e2 req-38b6b7e4-c29c-42ee-a4c5-8ee48717c40c tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:51.405711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7869fa3e-75bc-4879-9349-861fcd54c0e2 req-38b6b7e4-c29c-42ee-a4c5-8ee48717c40c tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 943 time: 0.2670009 Nov 23 11:01:51.451789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8d829830-0ca4-4ce4-a2de-3d1f7eb77bb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a92f4713d0b4ab6ae5cf35edd6840f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9731956 Nov 23 11:01:51.457473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33300) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:51.476285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eff65cba-39fc-4ec8-9895-f22ede81c0ff tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.479279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829830-0ca4-4ce4-a2de-3d1f7eb77bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ceff2d-cc91-4e5d-ac82-e037cedd3432,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:51.496594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:51.513248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:51.518131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event updated for resources: {'Port': ['ID=20e57a02-9fc4-49fd-831a-899165f597a6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:51.542141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4474a009-fe3e-4eb0-bf02-af8dcc13362e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:51.542535 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.554373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:51.618616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b44b83-dc30-4c8a-b26b-36a7ac09b968 req-fa41c137-46d4-4d84-b9fb-29884566b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:51.620459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35b44b83-dc30-4c8a-b26b-36a7ac09b968 req-fa41c137-46d4-4d84-b9fb-29884566b483 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 1096 time: 0.2674479 Nov 23 11:01:51.685196 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.691067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-b7a9feb8-8fcc-4841-9b65-08d62d0cad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:51.700536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-b7a9feb8-8fcc-4841-9b65-08d62d0cad9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 914 time: 0.6919067 Nov 23 11:01:51.750002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 4474a009-fe3e-4eb0-bf02-af8dcc13362e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4474a009-fe3e-4eb0-bf02-af8dcc13362e,segment=NetworkSegment(50a9fa6c-7748-457a-ba11-f091673ee934),segment_id=50a9fa6c-7748-457a-ba11-f091673ee934)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:51.760774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.903130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7869fa3e-75bc-4879-9349-861fcd54c0e2 req-8406dd0a-bb5f-4ba3-abd7-15e4fa887ca7 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795349 Nov 23 11:01:51.904309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=4474a009-fe3e-4eb0-bf02-af8dcc13362e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:51.905271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.908872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:51.909600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.929776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.930215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.930574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.932198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.932559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.935674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.936043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.937281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.939201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.940699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.941451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.941893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:51.946040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-98546075-d4f6-486c-ae6f-07b55556c8b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703 HTTP/1.1" status: 200 len: 217 time: 0.2197816 Nov 23 11:01:51.963688 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eff65cba-39fc-4ec8-9895-f22ede81c0ff tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.973982 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eff65cba-39fc-4ec8-9895-f22ede81c0ff tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:51.978883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eff65cba-39fc-4ec8-9895-f22ede81c0ff tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/5d769a04-3792-4441-8e65-f626857547bf HTTP/1.1" status: 204 len: 168 time: 0.8386471 Nov 23 11:01:51.979564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33340) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:52.005393 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.037666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-669d6a8d-af2d-4634-b9e6-7fd1edd7faaa None None] Provisioning complete for port 20e57a02-9fc4-49fd-831a-899165f597a6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:52.038391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-669d6a8d-af2d-4634-b9e6-7fd1edd7faaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.051085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35b44b83-dc30-4c8a-b26b-36a7ac09b968 req-ccaa1022-a349-419e-88ae-f9bacdb34908 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124737 Nov 23 11:01:52.109999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff65cba-39fc-4ec8-9895-f22ede81c0ff tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d769a04-3792-4441-8e65-f626857547bf,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:52.110993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-94261220-5f5b-426c-9e4a-b78b5c140be4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8521967 Nov 23 11:01:52.147723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:52.212974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.20.0.1 (e2662f02-b043-4ba1-923f-c43787c539db/628fae5c-c1f0-43b0-b179-09ae78a9642d/ed5cbebc-03e0-4a42-81b8-7ba463aeac35) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:01:52.253823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-0329b913-bb16-4e52-8e1f-18a24bde2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:52.255789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-0329b913-bb16-4e52-8e1f-18a24bde2f5c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e14be5f4-628a-484d-a501-528d2ed6eaad HTTP/1.1" status: 200 len: 853 time: 0.2745879 Nov 23 11:01:52.348662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dc7f7839-852a-438f-8933-a96ab9cf6510 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3576715 Nov 23 11:01:52.349549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33360) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:52.366080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9037bdb0-f183-4f67-81e5-76b6c94808b1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882624681'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:52.380407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad31ca-0907-417d-87f7-960475340680 req-77741c68-8047-49f0-8601-1c2476339a55 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:52.383063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-669d6a8d-af2d-4634-b9e6-7fd1edd7faaa None None] Port 20e57a02-9fc4-49fd-831a-899165f597a6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:52.385814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-d0800e9e-6060-4cb1-949b-673c5421cbd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=907fae1b-184c-4552-8576-9a2a8f6cf921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110191 Nov 23 11:01:52.388384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad31ca-0907-417d-87f7-960475340680 req-77741c68-8047-49f0-8601-1c2476339a55 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:52.394578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad31ca-0907-417d-87f7-960475340680 req-77741c68-8047-49f0-8601-1c2476339a55 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:52.404804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad31ca-0907-417d-87f7-960475340680 req-77741c68-8047-49f0-8601-1c2476339a55 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:52.413063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4d86b-4ff0-4910-bf49-294575316f7f None None] Network e2662f02-b043-4ba1-923f-c43787c539db requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:01:52.415758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad31ca-0907-417d-87f7-960475340680 req-77741c68-8047-49f0-8601-1c2476339a55 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:52.418785 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8fad31ca-0907-417d-87f7-960475340680 req-77741c68-8047-49f0-8601-1c2476339a55 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 3816 time: 0.2080383 Nov 23 11:01:52.457745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.491089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.493434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a7b78-3e75-49ff-ae26-927ae5708581 req-5b4af5f5-30e5-4acb-99c9-0d7f95d81e57 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:52.495040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e64a7b78-3e75-49ff-ae26-927ae5708581 req-5b4af5f5-30e5-4acb-99c9-0d7f95d81e57 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 945 time: 0.3392317 Nov 23 11:01:52.499611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.500774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e8ceff2d-cc91-4e5d-ac82-e037cedd3432 HTTP/1.1" status: 204 len: 168 time: 1.0411742 Nov 23 11:01:52.599204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.635091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6646caab-883f-45d0-956f-fcc7ecb83fea None None] Provisioning complete for port 4474a009-fe3e-4eb0-bf02-af8dcc13362e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:52.635829 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6646caab-883f-45d0-956f-fcc7ecb83fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.682044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-d9448604-96ab-4f6a-9a78-2fa190e71b52 service neutron] 10.222.0.58 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727091 Nov 23 11:01:52.704004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.739695 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.753688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ceff2d-cc91-4e5d-ac82-e037cedd3432,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:52.901164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=ed5cbebc-03e0-4a42-81b8-7ba463aeac35,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:52.904289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9037bdb0-f183-4f67-81e5-76b6c94808b1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:52.961319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.961319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.973546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.974014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.974312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.974697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.975492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.975819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.976184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.976546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.976840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:52.977173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c248b7f3-c588-41cc-b1a6-d31f2639cd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.035307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e64a7b78-3e75-49ff-ae26-927ae5708581 req-be8c0cfb-61b9-41f4-8301-22e2443ac1a3 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978242 Nov 23 11:01:53.047258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network e2662f02-b043-4ba1-923f-c43787c539db is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:53.059404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8fad31ca-0907-417d-87f7-960475340680 req-301f96e1-7ed0-4f8b-ac3c-582eb037f831 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5385647 Nov 23 11:01:53.060875 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.061250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.061590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.061927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.062259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.062596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.062923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.063248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.063571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.063891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.064214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.064850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:53.091908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33396) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:53.117155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:53.134027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:01:53.237592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f246746-8687-4282-bd87-8bd143881c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.322436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f58a2f5-b69a-4b20-a0a0-46e24d412aa1 req-4b11eeb7-2720-4e8c-b9de-5cf562c1fc8c service neutron] 10.222.0.58 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288183 Nov 23 11:01:53.345809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ab50793b-b5d3-463f-ba75-f95821c25e9c None None] Provisioning complete for port 4474a009-fe3e-4eb0-bf02-af8dcc13362e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:53.346497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ab50793b-b5d3-463f-ba75-f95821c25e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.410226 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f246746-8687-4282-bd87-8bd143881c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.446146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db836f-7588-4217-a8eb-88db0798660a req-331b7350-28b3-4d4a-b6c3-20d067b06a0e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:53.447740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7db836f-7588-4217-a8eb-88db0798660a req-331b7350-28b3-4d4a-b6c3-20d067b06a0e tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 943 time: 0.2527530 Nov 23 11:01:53.456358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f246746-8687-4282-bd87-8bd143881c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.463365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4474a009-fe3e-4eb0-bf02-af8dcc13362e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:53.498311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.603629 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1f246746-8687-4282-bd87-8bd143881c5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5b6417860cb04e3b80a988509a9a2c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5082386 Nov 23 11:01:53.608539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33414) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:53.608739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4474a009-fe3e-4eb0-bf02-af8dcc13362e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:53.609319 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.616885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7db836f-7588-4217-a8eb-88db0798660a req-29fdf4e8-d0ec-4f72-8de8-33a7bc07edf4 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592152 Nov 23 11:01:53.619288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f246746-8687-4282-bd87-8bd143881c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ecf77e-4acf-4b22-858a-8b81098eafed,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:53.738395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2a59556e-7cbb-4f91-9b9b-a873690c8703 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:01:53.740091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9037bdb0-f183-4f67-81e5-76b6c94808b1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.755974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2686c79-bcf2-45ba-8b13-cb6a006203ab {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:53.768512 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.789084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9037bdb0-f183-4f67-81e5-76b6c94808b1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.791168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fa220033-84b9-40b4-b4c0-0fb1475fddd9 None None] Provisioning complete for port ed5cbebc-03e0-4a42-81b8-7ba463aeac35 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:53.791678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Transition to ACTIVE for port object f2686c79-bcf2-45ba-8b13-cb6a006203ab will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:01:53.791809 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa220033-84b9-40b4-b4c0-0fb1475fddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.801851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.876535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Pushing event updated for resources: {'Port': ['ID=f2686c79-bcf2-45ba-8b13-cb6a006203ab,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:53.932692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9037bdb0-f183-4f67-81e5-76b6c94808b1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:53.940504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9037bdb0-f183-4f67-81e5-76b6c94808b1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5867286 Nov 23 11:01:53.946829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33432) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:53.953062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037bdb0-f183-4f67-81e5-76b6c94808b1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e7b4a9-1207-45e5-a625-883ef430f9c5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:53.976357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2a59556e-7cbb-4f91-9b9b-a873690c8703, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:53.993663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b564a71f-98dd-48a4-9352-9ce02cb748db tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:53.994689 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-b564a71f-98dd-48a4-9352-9ce02cb748db tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 11:01:53.995355 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-b564a71f-98dd-48a4-9352-9ce02cb748db tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:54.000045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b564a71f-98dd-48a4-9352-9ce02cb748db tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0291898 Nov 23 11:01:54.005220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33436) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:54.007247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '2a59556e-7cbb-4f91-9b9b-a873690c8703', 'network_id': '907fae1b-184c-4552-8576-9a2a8f6cf921', 'port_id': '2a59556e-7cbb-4f91-9b9b-a873690c8703', 'mac_address': 'fa:16:3e:17:8b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14be5f4-628a-484d-a501-528d2ed6eaad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:01:54.021259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5ad3380f-7bdb-4c8a-b13a-3021ffa339b7 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:54.046782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Attempting to bind port f2686c79-bcf2-45ba-8b13-cb6a006203ab on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:54.047475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Attempting to bind port f2686c79-bcf2-45ba-8b13-cb6a006203ab by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:54.047614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Attempting to bind port f2686c79-bcf2-45ba-8b13-cb6a006203ab on network 67ce1b16-9a83-43fa-a305-e49de886852f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:54.058268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:01:54.067116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Port f2686c79-bcf2-45ba-8b13-cb6a006203ab on network 67ce1b16-9a83-43fa-a305-e49de886852f not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:01:54.067448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Attempting to bind port f2686c79-bcf2-45ba-8b13-cb6a006203ab on network 67ce1b16-9a83-43fa-a305-e49de886852f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:54.077052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:54.077488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Checking segment: {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:54.077880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Bound using segment: {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:54.078317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Bound port: f2686c79-bcf2-45ba-8b13-cb6a006203ab, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de8bf29-4d22-4621-bc8f-7c71465a5ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:54.078748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.088284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fa220033-84b9-40b4-b4c0-0fb1475fddd9 None None] Port ed5cbebc-03e0-4a42-81b8-7ba463aeac35 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:54.105283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.107009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.142476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a59556e-7cbb-4f91-9b9b-a873690c8703 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:54.149836 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-5ad3380f-7bdb-4c8a-b13a-3021ffa339b7 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:54.154993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ad3380f-7bdb-4c8a-b13a-3021ffa339b7 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1515827 Nov 23 11:01:54.159859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33442) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:54.168119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e38d87b6-62d2-47fc-9b28-c0566dce16c5 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:54.169976 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-e38d87b6-62d2-47fc-9b28-c0566dce16c5 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 11:01:54.172315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2a59556e-7cbb-4f91-9b9b-a873690c8703, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:54.172672 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-e38d87b6-62d2-47fc-9b28-c0566dce16c5 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:54.176570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e38d87b6-62d2-47fc-9b28-c0566dce16c5 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0136411 Nov 23 11:01:54.181462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33444) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:54.186278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8e657180-0974-4323-ac7d-8dde50a97a9d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:54.188490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.264568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] For port f2686c79-bcf2-45ba-8b13-cb6a006203ab, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:54.273470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] For port f2686c79-bcf2-45ba-8b13-cb6a006203ab, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:54.278285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=2a59556e-7cbb-4f91-9b9b-a873690c8703,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:54.317352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.340865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-249c17b2-4b33-4f20-9724-7351707d83fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.367496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-249c17b2-4b33-4f20-9724-7351707d83fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.419478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Pushing event updated for resources: {'Port': ['ID=f2686c79-bcf2-45ba-8b13-cb6a006203ab,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:54.435240 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-8e657180-0974-4323-ac7d-8dde50a97a9d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:54.435417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67adbf-bd29-4f53-92ff-ba4f48ee3688 req-2468655e-5c62-4bec-895e-b1bb155346df tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:54.437012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d67adbf-bd29-4f53-92ff-ba4f48ee3688 req-2468655e-5c62-4bec-895e-b1bb155346df tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 945 time: 0.2396572 Nov 23 11:01:54.440083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8e657180-0974-4323-ac7d-8dde50a97a9d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2573950 Nov 23 11:01:54.448974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33446) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:54.461183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-989f8f7a-9803-43a7-bae4-9ba0556dcbda tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:54.461668 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-989f8f7a-9803-43a7-bae4-9ba0556dcbda tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 11:01:54.462155 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-989f8f7a-9803-43a7-bae4-9ba0556dcbda tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:54.466858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-989f8f7a-9803-43a7-bae4-9ba0556dcbda tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109046 Nov 23 11:01:54.469134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33448) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:54.479341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a8554b97-3d46-46a0-bc0a-33c7356ba092 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:54.488266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:54.488892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.491329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8229a955-12d0-463b-845c-15753c6df994 service neutron] 10.222.0.58 "PUT /v2.0/ports/f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1092 time: 2.3711524 Nov 23 11:01:54.491785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:54.494153 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0854c3-7d78-43f6-9141-3f6e333011c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:54.515735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673007c1-9afd-4a3a-aacc-245f3437289a req-c4660399-e8d1-4f14-8f53-2c8f082d3141 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:54.523168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673007c1-9afd-4a3a-aacc-245f3437289a req-c4660399-e8d1-4f14-8f53-2c8f082d3141 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:54.529414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673007c1-9afd-4a3a-aacc-245f3437289a req-c4660399-e8d1-4f14-8f53-2c8f082d3141 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:54.536220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673007c1-9afd-4a3a-aacc-245f3437289a req-c4660399-e8d1-4f14-8f53-2c8f082d3141 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:54.543324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673007c1-9afd-4a3a-aacc-245f3437289a req-c4660399-e8d1-4f14-8f53-2c8f082d3141 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:54.545207 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-673007c1-9afd-4a3a-aacc-245f3437289a req-c4660399-e8d1-4f14-8f53-2c8f082d3141 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 3828 time: 0.2496035 Nov 23 11:01:54.552207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:54.564609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['2a59556e-7cbb-4f91-9b9b-a873690c8703'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:01:54.606818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-249c17b2-4b33-4f20-9724-7351707d83fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.609664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-249c17b2-4b33-4f20-9724-7351707d83fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:54.613069 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-249c17b2-4b33-4f20-9724-7351707d83fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22ecf77e-4acf-4b22-858a-8b81098eafed HTTP/1.1" status: 204 len: 168 time: 0.9732559 Nov 23 11:01:54.615445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d67adbf-bd29-4f53-92ff-ba4f48ee3688 req-c885c728-298d-449e-bc3f-e3f1af573edd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929215 Nov 23 11:01:54.677090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c17b2-4b33-4f20-9724-7351707d83fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ecf77e-4acf-4b22-858a-8b81098eafed,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:54.755777 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2d8811-18ff-4597-b8f4-edad6c5ee862 x-openstack-request-id: req-bb2d8811-18ff-4597-b8f4-edad6c5ee862 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:54.756845 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:54.757074 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bb2d8811-18ff-4597-b8f4-edad6c5ee862 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:54.781602 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'status': 'completed', 'code': 200} Nov 23 11:01:54.871873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-673007c1-9afd-4a3a-aacc-245f3437289a req-6a732740-590b-43eb-b106-b8ae67bdcd61 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135726 Nov 23 11:01:54.949834 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-a8554b97-3d46-46a0-bc0a-33c7356ba092 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Project 07934cc3e0fd4139a6491ece90265c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:01:55.075100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:55.098606 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-a8554b97-3d46-46a0-bc0a-33c7356ba092 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:55.100914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a8554b97-3d46-46a0-bc0a-33c7356ba092 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6290994 Nov 23 11:01:55.106687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33462) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:55.113512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-b793fee9-206d-4616-984d-2c814d0673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.114151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-b793fee9-206d-4616-984d-2c814d0673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.114596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-b793fee9-206d-4616-984d-2c814d0673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.115069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-b793fee9-206d-4616-984d-2c814d0673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.117898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73c2e9-34e9-4fcf-80bc-8df1c008b8b3 req-9f34ac92-46cf-4cf4-8b84-9a79259ce412 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.125422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab73c2e9-34e9-4fcf-80bc-8df1c008b8b3 req-9f34ac92-46cf-4cf4-8b84-9a79259ce412 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 944 time: 0.2493534 Nov 23 11:01:55.132103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-b793fee9-206d-4616-984d-2c814d0673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.134535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-b793fee9-206d-4616-984d-2c814d0673cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 4363 time: 0.3519788 Nov 23 11:01:55.142677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:55.149974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b9ef6577-ec7b-4ce1-942c-09b3fcc4a56f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:55.150465 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-b9ef6577-ec7b-4ce1-942c-09b3fcc4a56f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 11:01:55.151001 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-b9ef6577-ec7b-4ce1-942c-09b3fcc4a56f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:55.152198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b9ef6577-ec7b-4ce1-942c-09b3fcc4a56f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165071 Nov 23 11:01:55.154869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33464) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:55.168193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-00cc480a-9495-4eac-958e-c7d375b8958d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:55.184923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:55.323457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:55.476866 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-00cc480a-9495-4eac-958e-c7d375b8958d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Project 07934cc3e0fd4139a6491ece90265c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:01:55.500210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab73c2e9-34e9-4fcf-80bc-8df1c008b8b3 req-f589643f-b34c-44ad-b855-c72a8833e141 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738725 Nov 23 11:01:55.514804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=ed5cbebc-03e0-4a42-81b8-7ba463aeac35,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:55.620311 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-00cc480a-9495-4eac-958e-c7d375b8958d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:55.627773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-00cc480a-9495-4eac-958e-c7d375b8958d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4622605 Nov 23 11:01:55.628541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33480) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:55.640929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f977de91-ed90-499a-87bb-9d7a1c4652b0 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '18e7b4a9-1207-45e5-a625-883ef430f9c5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:55.718975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2a59556e-7cbb-4f91-9b9b-a873690c8703 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:01:55.747875 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-f977de91-ed90-499a-87bb-9d7a1c4652b0 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Project 07934cc3e0fd4139a6491ece90265c4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:01:55.769280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network e2662f02-b043-4ba1-923f-c43787c539db is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:01:55.782852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:01:55.835361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 2a59556e-7cbb-4f91-9b9b-a873690c8703 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:01:55.839658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 2a59556e-7cbb-4f91-9b9b-a873690c8703 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:55.840036 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:55.848082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:55.890899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:55.917332 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-f977de91-ed90-499a-87bb-9d7a1c4652b0 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:55.918597 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f977de91-ed90-499a-87bb-9d7a1c4652b0 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2851686 Nov 23 11:01:55.942068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33490) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:55.996743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-54317e18-0f55-4a9d-8fe6-5dc280249a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.997258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-54317e18-0f55-4a9d-8fe6-5dc280249a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.997730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-54317e18-0f55-4a9d-8fe6-5dc280249a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:55.999349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-54317e18-0f55-4a9d-8fe6-5dc280249a3e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5dd2359fbc2545fb90425957f3880391&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8432300 Nov 23 11:01:56.016292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Transition to ACTIVE for port object b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:01:56.023391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.102067 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.118008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2a59556e-7cbb-4f91-9b9b-a873690c8703, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:01:56.129009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a59556e-7cbb-4f91-9b9b-a873690c8703'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:56.146305 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb2b942-015c-441f-8bfa-d64e6cf67cb1" -d '{"events": [{"server_uuid": "b8477ac1-110e-4f98-8aea-a165fd3258b9", "name": "network-vif-plugged", "status": "completed", "tag": "2a59556e-7cbb-4f91-9b9b-a873690c8703"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:56.148819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 24b6ba5d-cacf-4165-9734-c25ce5bfbd12 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:01:56.157880 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.284354 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95da54-b471-4a9c-b42d-602199d874af x-openstack-request-id: req-4b95da54-b471-4a9c-b42d-602199d874af {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:56.284648 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8477ac1-110e-4f98-8aea-a165fd3258b9", "name": "network-vif-plugged", "status": "completed", "tag": "2a59556e-7cbb-4f91-9b9b-a873690c8703", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:56.284907 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b95da54-b471-4a9c-b42d-602199d874af {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:56.291436 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a59556e-7cbb-4f91-9b9b-a873690c8703', 'code': 200} Nov 23 11:01:56.307584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=2a59556e-7cbb-4f91-9b9b-a873690c8703,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:56.329687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-10cd3f3a-9dee-4062-9f1a-d6faeb597e5d None None] Provisioning complete for port ed5cbebc-03e0-4a42-81b8-7ba463aeac35 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:01:56.330063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10cd3f3a-9dee-4062-9f1a-d6faeb597e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.415137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-10cd3f3a-9dee-4062-9f1a-d6faeb597e5d None None] Port ed5cbebc-03e0-4a42-81b8-7ba463aeac35 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:01:56.430792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.469954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.580430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.582347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:56.583519 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/18e7b4a9-1207-45e5-a625-883ef430f9c5 HTTP/1.1" status: 204 len: 168 time: 0.6408801 Nov 23 11:01:56.588291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33504) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:56.597016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:01:56.613432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] Sync routers for ids ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:01:56.619798 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-102e22be-bc56-48e9-879c-961cee5db778 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/24b6ba5d-cacf-4165-9734-c25ce5bfbd12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0031400 Nov 23 11:01:56.630037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] Routers {'24b6ba5d-cacf-4165-9734-c25ce5bfbd12'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:56.630688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:56.634487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e7b4a9-1207-45e5-a625-883ef430f9c5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:56.636462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33508) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:56.656436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c383705-b0a5-4889-8390-7073b9d9799c req-038c2f1c-5e4a-4dd0-b567-5e127389226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:56.661415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c383705-b0a5-4889-8390-7073b9d9799c req-038c2f1c-5e4a-4dd0-b567-5e127389226e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 1096 time: 0.2636459 Nov 23 11:01:56.704870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:56.729510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] Routers {'24b6ba5d-cacf-4165-9734-c25ce5bfbd12'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:01:56.730185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:56.774621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92902b0d-b72b-4ae4-a6a4-b1c3b2246a9f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:56.775983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-92902b0d-b72b-4ae4-a6a4-b1c3b2246a9f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports/ed5cbebc-03e0-4a42-81b8-7ba463aeac35 HTTP/1.1" status: 200 len: 910 time: 0.1119969 Nov 23 11:01:56.776735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Pushing event updated for resources: {'Port': ['ID=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:56.785371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33510) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:56.807926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.808366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.808616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.808958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.809323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.809660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.809994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.810327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.810653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.811013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.811501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.811834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:56.836829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:01:56.838461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2f7c8-a3ae-4904-a63f-2eaba6cab231 None None] The sync data for ids ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:01:56.844569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-010c4c30-3f3d-495d-9bf2-377e98c0c89c tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2546740 Nov 23 11:01:56.861488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33514) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:56.900573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-17186dee-f255-489a-a1c7-79a1c0795200 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--65917505'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:57.015759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b176f6-9acb-4365-8210-df6242f25bea req-4c9ff06b-ad35-4f09-840e-7e2a41ba7cd3 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.027984 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8b176f6-9acb-4365-8210-df6242f25bea req-4c9ff06b-ad35-4f09-840e-7e2a41ba7cd3 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 945 time: 0.2911298 Nov 23 11:01:57.049517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c383705-b0a5-4889-8390-7073b9d9799c req-89f46ae3-96d5-4c73-a923-64b86eb29cf3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740640 Nov 23 11:01:57.089911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17186dee-f255-489a-a1c7-79a1c0795200 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.251865 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8b176f6-9acb-4365-8210-df6242f25bea req-c6c58df2-aea4-4af9-8e50-d8721677ce5c tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204199 Nov 23 11:01:57.271046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.274147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.274521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.275976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.276443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.277632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.278995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.279397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.279777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.283301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.283672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.284024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f0ada0-7ce8-468c-9c92-ca9bfd44a96a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:01:57.285671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17186dee-f255-489a-a1c7-79a1c0795200 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.335975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17186dee-f255-489a-a1c7-79a1c0795200 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.341404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-a6820981-6a5f-464f-a652-e4ff493ee445 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.347849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-a6820981-6a5f-464f-a652-e4ff493ee445 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.354705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-a6820981-6a5f-464f-a652-e4ff493ee445 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.361482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-a6820981-6a5f-464f-a652-e4ff493ee445 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.368894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-a6820981-6a5f-464f-a652-e4ff493ee445 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.373675 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17186dee-f255-489a-a1c7-79a1c0795200 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.377922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-a6820981-6a5f-464f-a652-e4ff493ee445 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.378109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-a6820981-6a5f-464f-a652-e4ff493ee445 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 4605 time: 1.2960906 Nov 23 11:01:57.378647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-17186dee-f255-489a-a1c7-79a1c0795200 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4871767 Nov 23 11:01:57.379424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33522) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:57.385660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-75978cd8-cbea-422a-8df9-0481f716597a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': 'd87d9e0c-cab9-41bb-9172-8408b9af0fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:57.390428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17186dee-f255-489a-a1c7-79a1c0795200 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87d9e0c-cab9-41bb-9172-8408b9af0fad,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:57.500454 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-75978cd8-cbea-422a-8df9-0481f716597a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The resource could not be found. Nov 23 11:01:57.501755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-75978cd8-cbea-422a-8df9-0481f716597a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1208768 Nov 23 11:01:57.504473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33528) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:57.509426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4078200b-083d-4269-bbdd-bd982015f232 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': 'd87d9e0c-cab9-41bb-9172-8408b9af0fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ad4a07fa-dcb1-4660-9f06-ee54331035a6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:57.592440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1076818c-5fab-42ef-9e3e-f86ab0327f7a req-67f0829f-79a3-4df5-8e83-b2159552d516 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038020 Nov 23 11:01:57.604651 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-4078200b-083d-4269-bbdd-bd982015f232 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The resource could not be found. Nov 23 11:01:57.608870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4078200b-083d-4269-bbdd-bd982015f232 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1032751 Nov 23 11:01:57.609487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33532) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:57.616573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-5f657c95-ee23-4b9d-a491-43a62ab4cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:57.618691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0a0854c3-7d78-43f6-9141-3f6e333011c0 req-5f657c95-ee23-4b9d-a491-43a62ab4cfd9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6006801 Nov 23 11:01:57.622866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Attempting to bind port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:01:57.638300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Attempting to bind port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:01:57.640761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Attempting to bind port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:57.664121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 on network b1d540c5-847b-4e74-b00e-731c17929b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:01:57.665603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Attempting to bind port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:01:57.681706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:01:57.681870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Checking segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:01:57.682255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Bound using segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:01:57.682704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Bound port: b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:01:57.683069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.725893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b131ba44-8b73-4874-8840-0bda36d56f71 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.790825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b131ba44-8b73-4874-8840-0bda36d56f71 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.899471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b131ba44-8b73-4874-8840-0bda36d56f71 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.902652 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b131ba44-8b73-4874-8840-0bda36d56f71 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:57.906772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b131ba44-8b73-4874-8840-0bda36d56f71 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/d87d9e0c-cab9-41bb-9172-8408b9af0fad HTTP/1.1" status: 204 len: 168 time: 0.2962251 Nov 23 11:01:57.908420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33542) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:57.972797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131ba44-8b73-4874-8840-0bda36d56f71 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87d9e0c-cab9-41bb-9172-8408b9af0fad,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:58.024137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb1d344c-51ca-45d9-a540-98d13672a42f tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1089947 Nov 23 11:01:58.024775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33548) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:58.029441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-42608970-8b84-4850-9d45-8dc97fb07cc3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '04bb44ca-64cf-4122-bd6d-1b2b237802a2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:58.071018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] For port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:01:58.096078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] For port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:01:58.108784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.118760 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-42608970-8b84-4850-9d45-8dc97fb07cc3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The resource could not be found. Nov 23 11:01:58.124316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-42608970-8b84-4850-9d45-8dc97fb07cc3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0984461 Nov 23 11:01:58.124900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33556) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:58.161974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7e8e89b2-5ccd-43a6-b15a-8a46a16cb969 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712396007'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:58.195929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.196483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.198477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] 10.222.0.58 "PUT /v2.0/ports/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 1135 time: 3.6506236 Nov 23 11:01:58.202720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:01:58.218166 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0110bf9-6d70-4c81-8517-1e399281da9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:01:58.243832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89b2-5ccd-43a6-b15a-8a46a16cb969 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.271586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:58.358328 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d305bb3-c4ed-451b-abb2-f25a3d1890c9 x-openstack-request-id: req-8d305bb3-c4ed-451b-abb2-f25a3d1890c9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:01:58.358607 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:01:58.358873 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d305bb3-c4ed-451b-abb2-f25a3d1890c9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:01:58.359496 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143', 'status': 'completed', 'code': 200} Nov 23 11:01:58.530299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89b2-5ccd-43a6-b15a-8a46a16cb969 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.542992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89b2-5ccd-43a6-b15a-8a46a16cb969 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.564481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.634580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7e8e89b2-5ccd-43a6-b15a-8a46a16cb969 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.645706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7e8e89b2-5ccd-43a6-b15a-8a46a16cb969 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5178337 Nov 23 11:01:58.648210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33580) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:58.653429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c554c344-47fb-4e9c-b879-8b78e3ec0516 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--363786338'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:58.672333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e89b2-5ccd-43a6-b15a-8a46a16cb969 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287d2d25-e3d7-485d-ad21-1a2f48ad1bf8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:58.742635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c554c344-47fb-4e9c-b879-8b78e3ec0516 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.752196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cdc7b-211e-4ad1-bc90-a80ea0f3157a service neutron] Pushing event updated for resources: {'Port': ['ID=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:58.804062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-d6dabc27-be83-4056-af33-6ce20090eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.804692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-d6dabc27-be83-4056-af33-6ce20090eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.805478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-d6dabc27-be83-4056-af33-6ce20090eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.806130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-d6dabc27-be83-4056-af33-6ce20090eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.806780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-d6dabc27-be83-4056-af33-6ce20090eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.807394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-d6dabc27-be83-4056-af33-6ce20090eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.809845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-d6dabc27-be83-4056-af33-6ce20090eff5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5291 time: 0.3978426 Nov 23 11:01:58.851241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5422a4-b486-4af1-89f4-c9ddef58f951 req-81f88cc9-4502-45f4-803b-631053aefd28 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.855721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d5422a4-b486-4af1-89f4-c9ddef58f951 req-81f88cc9-4502-45f4-803b-631053aefd28 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 945 time: 0.3956909 Nov 23 11:01:58.869214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-2f543ccf-c07f-4459-a36a-6da6d4190774 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.875235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-2f543ccf-c07f-4459-a36a-6da6d4190774 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.883567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-2f543ccf-c07f-4459-a36a-6da6d4190774 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.889624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-2f543ccf-c07f-4459-a36a-6da6d4190774 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.910601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-2f543ccf-c07f-4459-a36a-6da6d4190774 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.914902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:58.916859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-2f543ccf-c07f-4459-a36a-6da6d4190774 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:58.925748 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-2f543ccf-c07f-4459-a36a-6da6d4190774 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 4605 time: 0.1632633 Nov 23 11:01:59.238431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c554c344-47fb-4e9c-b879-8b78e3ec0516 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.254234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b3f2599-1241-4da6-9ca4-1982ff606237 req-4097196c-3613-4e97-be30-36cc97688708 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3240523 Nov 23 11:01:59.256304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c554c344-47fb-4e9c-b879-8b78e3ec0516 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.337746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c554c344-47fb-4e9c-b879-8b78e3ec0516 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.345161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c554c344-47fb-4e9c-b879-8b78e3ec0516 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6958029 Nov 23 11:01:59.347012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33606) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:59.357324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-682dfebb-faf5-4e48-99c2-24b9df5af576 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '287d2d25-e3d7-485d-ad21-1a2f48ad1bf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6b2583b7-d605-4944-979d-f01c359b8c74'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:01:59.363037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d5422a4-b486-4af1-89f4-c9ddef58f951 req-c9196ea9-887f-4eeb-a8d1-c2a512fdf326 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525983 Nov 23 11:01:59.375568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554c344-47fb-4e9c-b879-8b78e3ec0516 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2583b7-d605-4944-979d-f01c359b8c74,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:59.451471 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-682dfebb-faf5-4e48-99c2-24b9df5af576 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:01:59.452693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-682dfebb-faf5-4e48-99c2-24b9df5af576 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1032777 Nov 23 11:01:59.455784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33610) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:59.507093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33614) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:59.565481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d376e97e-6b65-4322-a166-b2155bac65fd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.618434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d376e97e-6b65-4322-a166-b2155bac65fd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.624680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-298afaaa-185f-42e0-97f6-f5c5ed57b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:59.625210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-298afaaa-185f-42e0-97f6-f5c5ed57b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:59.625742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-298afaaa-185f-42e0-97f6-f5c5ed57b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:59.627435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-298afaaa-185f-42e0-97f6-f5c5ed57b728 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5dd2359fbc2545fb90425957f3880391&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8017607 Nov 23 11:01:59.734853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d376e97e-6b65-4322-a166-b2155bac65fd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.739229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d376e97e-6b65-4322-a166-b2155bac65fd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.740010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c858014f-0e28-48f9-9de1-676a30ffb85d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:01:59.744560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d376e97e-6b65-4322-a166-b2155bac65fd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/6b2583b7-d605-4944-979d-f01c359b8c74 HTTP/1.1" status: 204 len: 168 time: 0.2836432 Nov 23 11:01:59.748197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33622) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:59.800614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376e97e-6b65-4322-a166-b2155bac65fd tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2583b7-d605-4944-979d-f01c359b8c74,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:01:59.811767 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.856388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Transition to ACTIVE for port object c858014f-0e28-48f9-9de1-676a30ffb85d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:01:59.890352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:01:59.891996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c4762677-ce08-4400-8e22-067b06cd32b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0f56d1911acb4caca3bd01b0151c3c34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802140 Nov 23 11:01:59.895694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33628) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:01:59.972740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-6b948606-32e7-4261-a796-349bf1ebf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:01:59.974308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0110bf9-6d70-4c81-8517-1e399281da9c req-6b948606-32e7-4261-a796-349bf1ebf4a6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3204312 Nov 23 11:02:00.012037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33630) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:00.025817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0b084a8-db1b-4cb5-9299-38dcfa60e130 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2736540 Nov 23 11:02:00.034989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33632) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:00.110176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Pushing event updated for resources: {'Port': ['ID=c858014f-0e28-48f9-9de1-676a30ffb85d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:00.112023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3ed-93ed-43b1-a036-e66d78fba24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.196799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3ed-93ed-43b1-a036-e66d78fba24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.306508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Attempting to bind port c858014f-0e28-48f9-9de1-676a30ffb85d on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:00.307403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Attempting to bind port c858014f-0e28-48f9-9de1-676a30ffb85d by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:00.307898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Attempting to bind port c858014f-0e28-48f9-9de1-676a30ffb85d on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:00.313724 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c9e5df17-4f3a-4e5c-8eb9-0d410508e9cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.314156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port ed5cbebc-03e0-4a42-81b8-7ba463aeac35 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:00.314684 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.386768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3ed-93ed-43b1-a036-e66d78fba24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.389843 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3ed-93ed-43b1-a036-e66d78fba24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.393901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-29c8a3ed-93ed-43b1-a036-e66d78fba24e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60b09baf-8db4-45a0-8f72-6dfe647d2e21 HTTP/1.1" status: 204 len: 168 time: 0.4940484 Nov 23 11:02:00.402075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Port c858014f-0e28-48f9-9de1-676a30ffb85d on network b1d540c5-847b-4e74-b00e-731c17929b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:02:00.403796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Attempting to bind port c858014f-0e28-48f9-9de1-676a30ffb85d on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:00.422970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a8b5588b-f7c4-4120-89b5-055fd68fa2d4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.429499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:00.429499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Checking segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:00.429750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Bound using segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:00.430096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Bound port: c858014f-0e28-48f9-9de1-676a30ffb85d, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:00.430435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.438890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8a3ed-93ed-43b1-a036-e66d78fba24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b09baf-8db4-45a0-8f72-6dfe647d2e21,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:00.513714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.517441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f944c0-66f1-4c39-b5d1-44e3071e81d8 req-718a7a2d-be6c-49d1-9f9a-4740530bc539 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.520695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.525539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45f944c0-66f1-4c39-b5d1-44e3071e81d8 req-718a7a2d-be6c-49d1-9f9a-4740530bc539 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 945 time: 0.2760184 Nov 23 11:02:00.527209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.533351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.540718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.547295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.554458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.556639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a94144c3-938e-484a-9e23-942c2209edff req-19c363ea-b3b9-4f66-8a8f-b854e9a16f75 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5383 time: 0.1714904 Nov 23 11:02:00.591644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c9e5df17-4f3a-4e5c-8eb9-0d410508e9cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.603502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c9e5df17-4f3a-4e5c-8eb9-0d410508e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.623502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] For port c858014f-0e28-48f9-9de1-676a30ffb85d, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:00.636432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5df17-4f3a-4e5c-8eb9-0d410508e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a267cef0-3093-4a43-ae7e-b283780665b8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:00.648362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a8b5588b-f7c4-4120-89b5-055fd68fa2d4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.662152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] For port c858014f-0e28-48f9-9de1-676a30ffb85d, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c858014f-0e28-48f9-9de1-676a30ffb85d,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:00.677657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c9e5df17-4f3a-4e5c-8eb9-0d410508e9cf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1f6668b0b8b4750a73c2676d2578496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506670 Nov 23 11:02:00.681686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33646) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:00.690887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.738647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.739854 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a94144c3-938e-484a-9e23-942c2209edff req-5d1989bd-4dff-4588-a2d4-22aaa4dc466f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655834 Nov 23 11:02:00.755227 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f832a944-349b-4aaf-abc0-05d8592ccab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.774109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-45f944c0-66f1-4c39-b5d1-44e3071e81d8 req-383a1dee-6dfa-4c12-a9f3-a722437a769d tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475805 Nov 23 11:02:00.792407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for ed5cbebc-03e0-4a42-81b8-7ba463aeac35 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:00.802036 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f832a944-349b-4aaf-abc0-05d8592ccab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.803722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.804362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.805792 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] 10.222.0.58 "PUT /v2.0/ports/c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 1136 time: 2.5588007 Nov 23 11:02:00.806548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'c858014f-0e28-48f9-9de1-676a30ffb85d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:00.808914 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "c858014f-0e28-48f9-9de1-676a30ffb85d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:00.863923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:00.865068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f832a944-349b-4aaf-abc0-05d8592ccab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.868368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f832a944-349b-4aaf-abc0-05d8592ccab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.869699 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f832a944-349b-4aaf-abc0-05d8592ccab0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a267cef0-3093-4a43-ae7e-b283780665b8 HTTP/1.1" status: 204 len: 168 time: 0.1870434 Nov 23 11:02:00.877574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a8b5588b-f7c4-4120-89b5-055fd68fa2d4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.883340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a8b5588b-f7c4-4120-89b5-055fd68fa2d4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:00.886885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a8b5588b-f7c4-4120-89b5-055fd68fa2d4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/287d2d25-e3d7-485d-ad21-1a2f48ad1bf8 HTTP/1.1" status: 204 len: 168 time: 0.8485959 Nov 23 11:02:00.886885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57334a6e-8cbb-4b2f-9734-25512e916281 service neutron] Pushing event updated for resources: {'Port': ['ID=c858014f-0e28-48f9-9de1-676a30ffb85d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:00.888788 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4bb70-b9fe-48b7-9665-d12860e2800e x-openstack-request-id: req-85f4bb70-b9fe-48b7-9665-d12860e2800e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:00.889085 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "c858014f-0e28-48f9-9de1-676a30ffb85d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:00.889376 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85f4bb70-b9fe-48b7-9665-d12860e2800e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:00.889787 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'c858014f-0e28-48f9-9de1-676a30ffb85d', 'status': 'completed', 'code': 200} Nov 23 11:02:00.893369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832a944-349b-4aaf-abc0-05d8592ccab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a267cef0-3093-4a43-ae7e-b283780665b8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:00.897445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:00.976731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20a386-5ca6-4ba7-9c02-3a3811537e5c req-56f3e573-e1f6-4918-bf28-19d75dddf3e2 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:00.984062 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d20a386-5ca6-4ba7-9c02-3a3811537e5c req-56f3e573-e1f6-4918-bf28-19d75dddf3e2 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 945 time: 0.1081145 Nov 23 11:02:00.984284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5588b-f7c4-4120-89b5-055fd68fa2d4 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287d2d25-e3d7-485d-ad21-1a2f48ad1bf8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:00.999420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26bd7863-10ac-4281-91d0-7c124d389c04 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1005538 Nov 23 11:02:01.012763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33662) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.018998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-230ad8f9-9f5d-4304-90a6-5c3151e9d041 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--526293167'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:01.056356 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-230ad8f9-9f5d-4304-90a6-5c3151e9d041 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.093005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.101576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d20a386-5ca6-4ba7-9c02-3a3811537e5c req-eccc9f4e-25a9-4df2-9396-73da0ad48a68 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154451 Nov 23 11:02:01.205054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.205558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.206028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.206593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.206920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.207378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.207837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.217518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-230ad8f9-9f5d-4304-90a6-5c3151e9d041 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.218739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-f1786066-db46-4c3c-9cac-b25657685570 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6220 time: 0.2621882 Nov 23 11:02:01.227460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-230ad8f9-9f5d-4304-90a6-5c3151e9d041 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.280531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-230ad8f9-9f5d-4304-90a6-5c3151e9d041 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.282034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-230ad8f9-9f5d-4304-90a6-5c3151e9d041 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2665677 Nov 23 11:02:01.289200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.295804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1ac7411d-fe4c-4d7b-93d3-d6d3215de7b7 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '45742cec-ee2c-49dc-b3b5-6aec7a065803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:01.305212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad8f9-9f5d-4304-90a6-5c3151e9d041 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45742cec-ee2c-49dc-b3b5-6aec7a065803,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:01.350633 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-1ac7411d-fe4c-4d7b-93d3-d6d3215de7b7 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:02:01.355253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1ac7411d-fe4c-4d7b-93d3-d6d3215de7b7 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0647807 Nov 23 11:02:01.356466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33674) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.369982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d8891a61-fac4-411b-90ec-082300515abf tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group_rule': {'security_group_id': '45742cec-ee2c-49dc-b3b5-6aec7a065803', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:01.429728 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-d8891a61-fac4-411b-90ec-082300515abf tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:02:01.430983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d8891a61-fac4-411b-90ec-082300515abf tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0715771 Nov 23 11:02:01.436583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.519307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-265fca8e-ec52-4d78-83cc-072ca528f11a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.581100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-265fca8e-ec52-4d78-83cc-072ca528f11a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.589396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33688) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.638635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-128ffcd7-fce6-4606-a6f9-d5a6b9116b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.672438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-265fca8e-ec52-4d78-83cc-072ca528f11a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.675792 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-265fca8e-ec52-4d78-83cc-072ca528f11a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.676983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-265fca8e-ec52-4d78-83cc-072ca528f11a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/45742cec-ee2c-49dc-b3b5-6aec7a065803 HTTP/1.1" status: 204 len: 168 time: 0.2393982 Nov 23 11:02:01.691397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33692) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.692217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fca8e-ec52-4d78-83cc-072ca528f11a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45742cec-ee2c-49dc-b3b5-6aec7a065803,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:01.727019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.778171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be764c87-470d-4862-a3a6-054b6cd8a25e tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0833893 Nov 23 11:02:01.781998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33698) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:01.788527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dfffa442-e1e4-4228-96df-e07ab9e7a911 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'tempest-secgroup--525071457'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:01.836750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dfffa442-e1e4-4228-96df-e07ab9e7a911 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:01.950829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1259350295-network', 'tenant_id': '9a28650198b941c682815a8cc8b58681'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:01.990873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eb1f9-a3b9-4714-a5bb-a0ca44e63efc req-c24d8898-8fc1-42a1-95a2-207eca26b8b8 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:01.992528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-671eb1f9-a3b9-4714-a5bb-a0ca44e63efc req-c24d8898-8fc1-42a1-95a2-207eca26b8b8 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 945 time: 0.1175699 Nov 23 11:02:02.029746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dfffa442-e1e4-4228-96df-e07ab9e7a911 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.030943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:02.033431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.049508 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dfffa442-e1e4-4228-96df-e07ab9e7a911 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.055413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.120164 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dfffa442-e1e4-4228-96df-e07ab9e7a911 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.128346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dfffa442-e1e4-4228-96df-e07ab9e7a911 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3382487 Nov 23 11:02:02.129169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:02.142725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffa442-e1e4-4228-96df-e07ab9e7a911 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94c8553-4cd4-4c73-b0e5-3893fbddb535,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:02.148211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-244ff559-25a5-4dfe-b513-857ff8fd618a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:02.148500 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-244ff559-25a5-4dfe-b513-857ff8fd618a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 11:02:02.148990 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-244ff559-25a5-4dfe-b513-857ff8fd618a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 11:02:02.152737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-244ff559-25a5-4dfe-b513-857ff8fd618a tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "PUT /v2.0/security-groups/f94c8553-4cd4-4c73-b0e5-3893fbddb535 HTTP/1.1" status: 409 len: 330 time: 0.0085039 Nov 23 11:02:02.152984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33706) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:02.166327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-671eb1f9-a3b9-4714-a5bb-a0ca44e63efc req-c1606104-016a-45f4-aa5e-22fddce53f07 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647077 Nov 23 11:02:02.225800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-7b6ae554-7de0-4c40-9b38-8de5fb3c6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.226621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-7b6ae554-7de0-4c40-9b38-8de5fb3c6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.226908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-7b6ae554-7de0-4c40-9b38-8de5fb3c6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.229152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-7b6ae554-7de0-4c40-9b38-8de5fb3c6bad service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5dd2359fbc2545fb90425957f3880391&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9777820 Nov 23 11:02:02.230163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.245626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af540225-6f17-4951-a119-b5c2b24a5dde req-efdceaa8-a3ec-4d88-8600-a8b22f108fd2 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.247019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af540225-6f17-4951-a119-b5c2b24a5dde req-efdceaa8-a3ec-4d88-8600-a8b22f108fd2 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 945 time: 0.7169783 Nov 23 11:02:02.247512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e905a21c-a4a7-4bda-af66-af91342cb7d3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.286183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.288020 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e905a21c-a4a7-4bda-af66-af91342cb7d3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.301065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.315485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=ed5cbebc-03e0-4a42-81b8-7ba463aeac35,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:02.338540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:02.362457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a679c3-7dfd-4ab0-894d-0cbca63b0909,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:02.365622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.366018 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Added segment 2de44aa0-5c5f-4a48-bb0c-338d23276372 of type vlan for network c38aaf9c-00c0-4860-bb29-c099205a8172 Nov 23 11:02:02.401762 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e905a21c-a4a7-4bda-af66-af91342cb7d3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.404470 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e905a21c-a4a7-4bda-af66-af91342cb7d3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.405697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e905a21c-a4a7-4bda-af66-af91342cb7d3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/f94c8553-4cd4-4c73-b0e5-3893fbddb535 HTTP/1.1" status: 204 len: 168 time: 0.2517769 Nov 23 11:02:02.410549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.412669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33708) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:02.417656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.423800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.430374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.436373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.438880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905a21c-a4a7-4bda-af66-af91342cb7d3 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94c8553-4cd4-4c73-b0e5-3893fbddb535,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:02.439608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.460504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.470791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.473018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-1e1348db-bf4c-414e-a828-75a3874c556d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5383 time: 0.4599910 Nov 23 11:02:02.506286 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f398a4ef-e3c3-440b-8eb3-2b421ce0d54d tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0891824 Nov 23 11:02:02.509904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:02.518960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.519925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.520685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.593182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] Pushing event updated for resources: {'Network': ['ID=c38aaf9c-00c0-4860-bb29-c099205a8172,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:02.598267 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-3bede76a-860d-44bf-ae81-676e2bde057b tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] delete failed (client error): The resource could not be found. Nov 23 11:02:02.599261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3bede76a-860d-44bf-ae81-676e2bde057b tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "DELETE /v2.0/security-groups/2c0bf92e-30fa-43ae-8f3d-ecab77618599 HTTP/1.1" status: 404 len: 347 time: 0.0881789 Nov 23 11:02:02.604677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33712) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:02.607628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c38aaf9c-00c0-4860-bb29-c099205a8172 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:02.613809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960c4597-fbe5-4796-a439-fe34a19c39b2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:02.624944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.626028 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-d6a28908-edc9-4223-ba5a-66fac72d3012 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] show failed (client error): The resource could not be found. Nov 23 11:02:02.627282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d6a28908-edc9-4223-ba5a-66fac72d3012 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-groups/bc616074-67d7-4693-9b85-6bf0384c5ac0 HTTP/1.1" status: 404 len: 347 time: 0.0216551 Nov 23 11:02:02.633822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-062a6938-b8fa-44e0-acb2-eee8ab03ec31 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9052141 Nov 23 11:02:02.634859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33714) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:02.640994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33716) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:02.647775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Request body: {'subnet': {'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1259350295-subnet', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:02.663976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Transition to ACTIVE for port object 960c4597-fbe5-4796-a439-fe34a19c39b2 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:02:02.667090 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-b588b5e4-b7e1-44f7-940b-7063f5ce19c1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] show failed (client error): The resource could not be found. Nov 23 11:02:02.668411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b588b5e4-b7e1-44f7-940b-7063f5ce19c1 tempest-NegativeSecGroupIPv6Test-823655281 tempest-NegativeSecGroupIPv6Test-823655281-project] 10.222.0.61 "GET /v2.0/security-group-rules/805f33a9-ef03-4c88-b559-da1147fbe565 HTTP/1.1" status: 404 len: 356 time: 0.0324261 Nov 23 11:02:02.687276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:02.690618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.811675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-128ffcd7-fce6-4606-a6f9-d5a6b9116b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.813594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-253c1d2c-2799-4113-966e-a3146c922c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:02.815458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8b95ef0-0a28-4167-9bc5-e8d8b70bc262 req-253c1d2c-2799-4113-966e-a3146c922c7e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5570486 Nov 23 11:02:02.929949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.931069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-128ffcd7-fce6-4606-a6f9-d5a6b9116b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.955127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:02.982681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33724) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:03.006434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b896e64b-52f2-45a7-ac27-f87e936f1700,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:03.014643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:03.015011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Network hostable DHCP agents. Network: c38aaf9c-00c0-4860-bb29-c099205a8172, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:02:03.019678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-128ffcd7-fce6-4606-a6f9-d5a6b9116b0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=816e01180f1747218eb4d24f1452afd7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4125662 Nov 23 11:02:03.025356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33728) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:03.049470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ffcd7-fce6-4606-a6f9-d5a6b9116b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988a7178-35f9-44f5-bb54-e99f70404e9a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:03.059842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:02:03.074487 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d241300-10ae-4ee2-8127-8ede530f4a6b req-15ee65df-d513-45fd-8030-ec638e468199 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3846879 Nov 23 11:02:03.086914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c38aaf9c-00c0-4860-bb29-c099205a8172) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:03.108357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d8b48e-f897-48e4-a6ab-ef731597cb97 None None] Network c38aaf9c-00c0-4860-bb29-c099205a8172 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:03.120493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:03.121157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.138790 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb284ff4-3e3e-4d27-af3f-9118df22626d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.206957 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb284ff4-3e3e-4d27-af3f-9118df22626d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.274177 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb284ff4-3e3e-4d27-af3f-9118df22626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.276842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fb284ff4-3e3e-4d27-af3f-9118df22626d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.281258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fb284ff4-3e3e-4d27-af3f-9118df22626d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/988a7178-35f9-44f5-bb54-e99f70404e9a HTTP/1.1" status: 204 len: 168 time: 0.2508514 Nov 23 11:02:03.297816 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.331278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Pushing event updated for resources: {'Port': ['ID=960c4597-fbe5-4796-a439-fe34a19c39b2,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:03.390762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb284ff4-3e3e-4d27-af3f-9118df22626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988a7178-35f9-44f5-bb54-e99f70404e9a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:03.430907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c38aaf9c-00c0-4860-bb29-c099205a8172', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:02:03.434978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.439503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-053c43b6-6ca7-4b78-99df-8d8827c032e7 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7971668 Nov 23 11:02:03.447699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33734) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:03.512518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3466c338-5ea7-47f3-bf6d-28c74520e045 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07934cc3e0fd4139a6491ece90265c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284743 Nov 23 11:02:03.515552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:03.543955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:03.560978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72da2c0-df63-442f-9e17-58337e53af0d req-b0506e03-6ac2-41bf-bc5e-ed0171476030 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:03.564968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b72da2c0-df63-442f-9e17-58337e53af0d req-b0506e03-6ac2-41bf-bc5e-ed0171476030 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 945 time: 0.2549949 Nov 23 11:02:03.585643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.587152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.645701 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.678893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Allocated IP 172.20.0.2 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/7f01e75e-1f2f-49bc-ba52-1d8408d3b0db) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:03.705040 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-839b73d0-895f-4d0e-9edc-82c61b18a55b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.738006 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b72da2c0-df63-442f-9e17-58337e53af0d req-5eecb94c-ce7c-47be-9256-54910c92eb60 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607831 Nov 23 11:02:03.743199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Deleting port 90cca424-2fa4-4ee0-a38c-7f263ac69611 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:03.743957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.772121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-839b73d0-895f-4d0e-9edc-82c61b18a55b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.878007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Attempting to bind port 960c4597-fbe5-4796-a439-fe34a19c39b2 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:03.878355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Attempting to bind port 960c4597-fbe5-4796-a439-fe34a19c39b2 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:03.878892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Attempting to bind port 960c4597-fbe5-4796-a439-fe34a19c39b2 on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:03.883010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-839b73d0-895f-4d0e-9edc-82c61b18a55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.885841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-839b73d0-895f-4d0e-9edc-82c61b18a55b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.894171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-839b73d0-895f-4d0e-9edc-82c61b18a55b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/117dcf99-63f3-478e-a18c-b664327f7329 HTTP/1.1" status: 204 len: 168 time: 0.3737667 Nov 23 11:02:03.908995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b73d0-895f-4d0e-9edc-82c61b18a55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117dcf99-63f3-478e-a18c-b664327f7329,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:03.972677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Port 960c4597-fbe5-4796-a439-fe34a19c39b2 on network b1d540c5-847b-4e74-b00e-731c17929b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:02:03.973336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Attempting to bind port 960c4597-fbe5-4796-a439-fe34a19c39b2 on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:03.982664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:03.999425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:04.000200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Checking segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:04.002275 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.005644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Bound using segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:04.007448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Bound port: 960c4597-fbe5-4796-a439-fe34a19c39b2, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:04.008062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.035747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.059181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 24b6ba5d-cacf-4165-9734-c25ce5bfbd12 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:04.113365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:04.135010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Pushing event updated for resources: {'Port': ['ID=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:04.147271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:04.157043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:04.172542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] For port 90cca424-2fa4-4ee0-a38c-7f263ac69611, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611,segment=NetworkSegment(3647724b-dbea-463c-b7fe-11872145d377),segment_id=3647724b-dbea-463c-b7fe-11872145d377)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:04.180327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.245738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Calling delete_port for 90cca424-2fa4-4ee0-a38c-7f263ac69611 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:04.257478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Attempting to bind port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:04.257896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Attempting to bind port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:04.258373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Attempting to bind port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:04.263936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:04.264497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:04.264980 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.265639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:04.266190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Bound port: 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:04.266812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.367967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] For port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:04.374580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] For port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:04.378600 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.399419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] For port 960c4597-fbe5-4796-a439-fe34a19c39b2, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:04.437576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:04.445040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-771b73e5-e66e-4532-9a7f-4b857c584309 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/24b6ba5d-cacf-4165-9734-c25ce5bfbd12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6285300 Nov 23 11:02:04.450922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33770) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:04.458477 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320968f-3624-4327-927b-1586111b34ce None None] Sync routers for ids ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:04.492889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] For port 960c4597-fbe5-4796-a439-fe34a19c39b2, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=960c4597-fbe5-4796-a439-fe34a19c39b2,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:04.497798 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320968f-3624-4327-927b-1586111b34ce None None] Routers {'24b6ba5d-cacf-4165-9734-c25ce5bfbd12'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:04.498439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5320968f-3624-4327-927b-1586111b34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:04.523717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae1c04-bb90-451c-b4bf-43f5327f661d None None] Pushing event updated for resources: {'Port': ['ID=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:04.528035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.541638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 90cca424-2fa4-4ee0-a38c-7f263ac69611 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:04.582740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1e9357f7-aeb6-4115-b2b1-c9eca2261f52 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=24b6ba5d-cacf-4165-9734-c25ce5bfbd12 HTTP/1.1" status: 200 len: 205 time: 0.1279254 Nov 23 11:02:04.583241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33774) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:04.606012 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5320968f-3624-4327-927b-1586111b34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:04.637924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.639435 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320968f-3624-4327-927b-1586111b34ce None None] Routers {'24b6ba5d-cacf-4165-9734-c25ce5bfbd12'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:04.640949 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5320968f-3624-4327-927b-1586111b34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:04.645825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.654638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.669967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.679522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.701541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.708035 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.730740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-0c6afa72-9330-4977-b25f-5c1f3a0754ab tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5395 time: 0.4688334 Nov 23 11:02:04.733614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:04.742791 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5320968f-3624-4327-927b-1586111b34ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:04.743313 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.743461 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5320968f-3624-4327-927b-1586111b34ce None None] The sync data for ids ['24b6ba5d-cacf-4165-9734-c25ce5bfbd12'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:04.745368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] 10.222.0.58 "PUT /v2.0/ports/960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 1091 time: 3.9014852 Nov 23 11:02:04.753915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:04.757222 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:04.778215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.843141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:04.848468 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd14f4-1e8e-4d2b-b26f-109abc2f6c02" -d '{"events": [{"server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "name": "network-vif-unplugged", "status": "completed", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:04.876484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 90cca424-2fa4-4ee0-a38c-7f263ac69611, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=90cca424-2fa4-4ee0-a38c-7f263ac69611,segment=NetworkSegment(3647724b-dbea-463c-b7fe-11872145d377),segment_id=3647724b-dbea-463c-b7fe-11872145d377)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:04.890673 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:04.908406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:05.035549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a46fab-1029-466e-a67e-e3a997d8f7ee req-e8e5535f-0980-4333-99f1-b70666b7ef90 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:05.042995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=90cca424-2fa4-4ee0-a38c-7f263ac69611,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:05.045648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26a46fab-1029-466e-a67e-e3a997d8f7ee req-e8e5535f-0980-4333-99f1-b70666b7ef90 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 943 time: 0.1503756 Nov 23 11:02:05.096515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e81be4-db09-4e27-84ba-ed05c5e0a089 service neutron] Pushing event updated for resources: {'Port': ['ID=960c4597-fbe5-4796-a439-fe34a19c39b2,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:05.117720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a96961b3-5d87-471c-8798-63cd38583411 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:05.177444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26a46fab-1029-466e-a67e-e3a997d8f7ee req-27099fd7-ed8e-4c56-85a4-347fc003b433 tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/security-groups?id=7dbdd1ca-027d-4a37-a608-d0da2bb23fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188812 Nov 23 11:02:05.383516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:05.454798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:05.455225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:05.569720 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:05.619279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:05.625269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:05.692564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33804) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:05.704450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:05.749098 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198aabd2-d346-4c98-bfac-67dd3ba226a2 x-openstack-request-id: req-198aabd2-d346-4c98-bfac-67dd3ba226a2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:05.750069 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:05.750508 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-198aabd2-d346-4c98-bfac-67dd3ba226a2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:05.751070 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2', 'status': 'completed', 'code': 200} Nov 23 11:02:05.836377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:05.842222 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a065f4eb-7ed6-493d-8d27-fc31fb5fb843 x-openstack-request-id: req-a065f4eb-7ed6-493d-8d27-fc31fb5fb843 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:05.842706 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "name": "network-vif-unplugged", "status": "completed", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:05.842795 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a065f4eb-7ed6-493d-8d27-fc31fb5fb843 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:05.843240 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611', 'code': 200} Nov 23 11:02:05.971410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e46271be-826f-4c48-8c1b-439de3c97c2b req-8b2f3f87-c0b4-42d8-a3aa-d5a1d37defc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2393985 Nov 23 11:02:06.079428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1217494638'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:06.113732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.137919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Made reservation on behalf of fed28975f334473ca0db7dc8d5e1e4e8 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:06.144793 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.185778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a96961b3-5d87-471c-8798-63cd38583411 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.186599 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.197677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a96961b3-5d87-471c-8798-63cd38583411 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.204516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.205282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.206085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.206879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.207507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.208128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.208748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.211532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-7df604dd-c9b9-4567-8284-4acec1556e56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6287 time: 0.4519830 Nov 23 11:02:06.268254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Pushing event deleted for resources: {'Port': ['ID=90cca424-2fa4-4ee0-a38c-7f263ac69611,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:06.314004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e6270-cba5-4a30-b1f7-778b74084a1f None None] Network c38aaf9c-00c0-4860-bb29-c099205a8172 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:06.337556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.353853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.381962 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50c4b8e9-a9f7-4e69-b523-921e5fc5b220 req-7521b784-e5e7-4f12-9327-b12abdc41c7d tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b85256d-a4dc-4428-8b72-e45b87686dac HTTP/1.1" status: 200 len: 210 time: 0.0422559 Nov 23 11:02:06.413269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:06.426315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4047391-4036-432b-8b7b-04b1a342a010,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:06.432565 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.433035 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Added segment ee736d82-21d5-41de-a947-a1f04dd3e7d1 of type vlan for network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 Nov 23 11:02:06.445373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-853465d9-5546-4567-b5e2-278a006627d9 None None] Provisioning complete for port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:06.449498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-853465d9-5546-4567-b5e2-278a006627d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.487157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a96961b3-5d87-471c-8798-63cd38583411 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.487709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96961b3-5d87-471c-8798-63cd38583411 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Fanout notify agent at l3_agent the message router_deleted on router 24b6ba5d-cacf-4165-9734-c25ce5bfbd12 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:02:06.506931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.518606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a96961b3-5d87-471c-8798-63cd38583411 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.519734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a96961b3-5d87-471c-8798-63cd38583411 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/24b6ba5d-cacf-4165-9734-c25ce5bfbd12 HTTP/1.1" status: 204 len: 168 time: 1.9329736 Nov 23 11:02:06.520728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] No DVR routers for this DVR port 90cca424-2fa4-4ee0-a38c-7f263ac69611 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:06.540936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33822) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:06.572338 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.576075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af540225-6f17-4951-a119-b5c2b24a5dde req-819ff688-ed23-436b-a550-9f1f223ac4fd tempest-VolumesActionsTest-569084568 tempest-VolumesActionsTest-569084568-project] 10.222.0.65 "DELETE /v2.0/ports/90cca424-2fa4-4ee0-a38c-7f263ac69611 HTTP/1.1" status: 204 len: 173 time: 4.2889588 Nov 23 11:02:06.586883 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.640646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.721750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-3dbfb27b-44f8-463d-9618-04ec41071093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.722115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-3dbfb27b-44f8-463d-9618-04ec41071093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.723090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-3dbfb27b-44f8-463d-9618-04ec41071093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.724983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-3dbfb27b-44f8-463d-9618-04ec41071093 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5dd2359fbc2545fb90425957f3880391&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4718924 Nov 23 11:02:06.740694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.755097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:06.757147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.845068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet 628fae5c-c1f0-43b0-b179-09ae78a9642d {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:02:06.855001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.953578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6709a09e-1957-4b86-bb9c-662f146cc608 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:06.965598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:06.982979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Transition to ACTIVE for port object 6709a09e-1957-4b86-bb9c-662f146cc608 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:02:07.004868 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.070858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Pushing event updated for resources: {'Port': ['ID=6709a09e-1957-4b86-bb9c-662f146cc608,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:07.159286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2ee5593b-da42-4c1d-8fef-816ad9e2c4fd None None] Provisioning complete for port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:07.159886 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ee5593b-da42-4c1d-8fef-816ad9e2c4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.233793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Allocated IP 172.25.5.207 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/3a732951-0222-4264-9e28-11b436e10dc1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:07.392481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:07.488191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:07.516369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:07.516756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.565736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8710709 Nov 23 11:02:07.573502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33840) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:07.579603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Request body: {'subnet': {'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:07.593678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787dfa5-a340-4fa6-a9e3-602e9a10ffcc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event updated for resources: {'Network': ['ID=3c4b4dd3-287f-406f-be9e-5f3c7efbc766,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:07.627912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:07.634549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.720169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-f61c3eee-96db-4e1e-a3db-0d7e77fff27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.721737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f7e9404e-967d-4c65-a5c3-0c11a6d51c61 req-f61c3eee-96db-4e1e-a3db-0d7e77fff27d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9862196 Nov 23 11:02:07.754293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.783507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.786676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Made reservation on behalf of fed28975f334473ca0db7dc8d5e1e4e8 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:07.790541 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.798550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.807217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.813653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.822054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.829296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:07.839254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-f442b6b6-8fd8-4aa6-b976-4dffb448ba01 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5407 time: 0.6793571 Nov 23 11:02:07.845925 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.850511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'name': 'network-vif-deleted', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:07.852751 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af98d858-89cf-4178-8e5a-61f7f62a9805" -d '{"events": [{"server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "name": "network-vif-deleted", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:07.904108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b64-d99c-456f-83c4-1d332ee294c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.930039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:07.954932 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c0161e-edb0-4619-975f-0e86be687407 x-openstack-request-id: req-69c0161e-edb0-4619-975f-0e86be687407 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:07.955519 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b85256d-a4dc-4428-8b72-e45b87686dac", "name": "network-vif-deleted", "tag": "90cca424-2fa4-4ee0-a38c-7f263ac69611", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:07.955519 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69c0161e-edb0-4619-975f-0e86be687407 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:07.956000 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b85256d-a4dc-4428-8b72-e45b87686dac', 'name': 'network-vif-deleted', 'tag': '90cca424-2fa4-4ee0-a38c-7f263ac69611', 'status': 'completed', 'code': 200} Nov 23 11:02:07.977773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Attempting to bind port 6709a09e-1957-4b86-bb9c-662f146cc608 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:07.978127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Attempting to bind port 6709a09e-1957-4b86-bb9c-662f146cc608 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:07.978449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Attempting to bind port 6709a09e-1957-4b86-bb9c-662f146cc608 on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:08.020470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Port 6709a09e-1957-4b86-bb9c-662f146cc608 on network b1d540c5-847b-4e74-b00e-731c17929b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:02:08.020470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Attempting to bind port 6709a09e-1957-4b86-bb9c-662f146cc608 on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:08.038527 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.047105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:08.047410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Checking segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:08.047928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Bound using segment: {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:08.048371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Bound port: 6709a09e-1957-4b86-bb9c-662f146cc608, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae1d9ce-0d84-4736-9990-19f908cb4434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:08.048724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.059048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bae43f02-dea5-469f-b5d9-b198b17ea975 req-0d13312a-4f3b-430a-b486-820b951417e3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2176361 Nov 23 11:02:08.075032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.110623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=628fae5c-c1f0-43b0-b179-09ae78a9642d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:08.116216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.124482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b4fccf2f-2a9e-4f2b-9ead-ab363c11bf62 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/628fae5c-c1f0-43b0-b179-09ae78a9642d HTTP/1.1" status: 204 len: 168 time: 1.5774915 Nov 23 11:02:08.129090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33848) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:08.139311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132f639-fe2c-4109-8b03-23310f77d9f2 None None] Network e2662f02-b043-4ba1-923f-c43787c539db requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:08.178121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.256184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event updated for resources: {'Subnet': ['ID=dafd3def-483c-47bc-b934-63c0ef0f9a9f,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:08.266329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Checking segment: {'id': 'ee736d82-21d5-41de-a947-a1f04dd3e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:08.266770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Network hostable DHCP agents. Network: 3c4b4dd3-287f-406f-be9e-5f3c7efbc766, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:02:08.286410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:02:08.312696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 3c4b4dd3-287f-406f-be9e-5f3c7efbc766) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:08.316953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:08.317581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.332908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92793c9e-cb09-4aaf-8397-4756e283cf92 None None] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:08.351761 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5b12f3f0-b148-4221-a67a-e91cba268122 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7770109 Nov 23 11:02:08.354328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33854) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:08.359397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Request body: {'port': {'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766', 'name': 'tempest-TagsExtTest-487349371'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:08.411091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=3a732951-0222-4264-9e28-11b436e10dc1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:08.418226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:08.439306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:08.470480 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b64-d99c-456f-83c4-1d332ee294c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.475725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:08.511498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ca70b64-d99c-456f-83c4-1d332ee294c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.521591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] For port 6709a09e-1957-4b86-bb9c-662f146cc608, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:08.542906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Made reservation on behalf of fed28975f334473ca0db7dc8d5e1e4e8 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:08.547130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.557623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.571396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] device_id is not set on port eac88264-4a42-4ca5-b8a5-51b4e87d070d yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:02:08.593647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] For port 6709a09e-1957-4b86-bb9c-662f146cc608, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6709a09e-1957-4b86-bb9c-662f146cc608,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:08.611883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2ca70b64-d99c-456f-83c4-1d332ee294c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=213cac95f6fd4614bd95411ad0df77fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1182678 Nov 23 11:02:08.618154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.621268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33856) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:08.678774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca70b64-d99c-456f-83c4-1d332ee294c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a53f867-ff0a-4bb4-bfe1-4c69d582de20,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:08.791730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:08.792864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:08.793945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] 10.222.0.58 "PUT /v2.0/ports/6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 1090 time: 3.9077475 Nov 23 11:02:08.839126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbaa156-32e6-4e38-9b25-b8e53c38dfee None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:08.840910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Allocated IP 172.20.0.8 (3c4b4dd3-287f-406f-be9e-5f3c7efbc766/dafd3def-483c-47bc-b934-63c0ef0f9a9f/eac88264-4a42-4ca5-b8a5-51b4e87d070d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:08.866778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:08.908503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fef06-a038-4dff-b242-78d1e0fa367c service neutron] Pushing event updated for resources: {'Port': ['ID=6709a09e-1957-4b86-bb9c-662f146cc608,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:09.008813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-3c4b4dd3-287f-406f-be9e-5f3c7efbc766', 'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766', 'tenant_id': 'fed28975f334473ca0db7dc8d5e1e4e8', 'fixed_ips': [{'subnet_id': 'dafd3def-483c-47bc-b934-63c0ef0f9a9f'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:02:09.014099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.051168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d671077-353d-4242-9cb7-b8d818d0512c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.065018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] DHCP port deletion for e2662f02-b043-4ba1-923f-c43787c539db request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:09.072175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.077015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f42170e0-92f6-411e-af94-7dc37f968493 None None] Provisioning complete for port 3a732951-0222-4264-9e28-11b436e10dc1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:09.078729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f42170e0-92f6-411e-af94-7dc37f968493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.082179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 4474a009-fe3e-4eb0-bf02-af8dcc13362e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:09.082425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.134329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d671077-353d-4242-9cb7-b8d818d0512c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.172698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.237227 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.300122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f42170e0-92f6-411e-af94-7dc37f968493 None None] Port 3a732951-0222-4264-9e28-11b436e10dc1 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:09.311435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4474a009-fe3e-4eb0-bf02-af8dcc13362e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:09.367771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:09.380048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:09.384117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event updated for resources: {'Port': ['ID=eac88264-4a42-4ca5-b8a5-51b4e87d070d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:09.397630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:09.440174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 4474a009-fe3e-4eb0-bf02-af8dcc13362e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4474a009-fe3e-4eb0-bf02-af8dcc13362e,segment=NetworkSegment(50a9fa6c-7748-457a-ba11-f091673ee934),segment_id=50a9fa6c-7748-457a-ba11-f091673ee934)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:09.440555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.453329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.462369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.470675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.478671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.485142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.492496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.499562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.506745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.516623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-1b3cc5e0-f91e-4e56-b948-972fd25f9b80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5407 time: 0.3014216 Nov 23 11:02:09.573492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:09.575067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.601539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] Deleting port 4474a009-fe3e-4eb0-bf02-af8dcc13362e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:09.602131 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.617565 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3d30f2d4-0409-4b54-a9c9-b12bbcc78c54 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2620006 Nov 23 11:02:09.637125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5e8316fe-5b95-4ea7-95a0-ff250df130b0 req-605c6fc3-3973-4139-855c-c848f48fd26c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1170101 Nov 23 11:02:09.637679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33864) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:09.648106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cbb26ba2-290e-4fdc-a030-98095dcb83a5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1570033305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:09.679143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb26ba2-290e-4fdc-a030-98095dcb83a5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.680651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb26ba2-290e-4fdc-a030-98095dcb83a5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.711070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Allocated IP 172.20.0.2 (3c4b4dd3-287f-406f-be9e-5f3c7efbc766/dafd3def-483c-47bc-b934-63c0ef0f9a9f/6a44eeee-ba18-4757-9832-2646325311dc) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:09.747293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] For port 4474a009-fe3e-4eb0-bf02-af8dcc13362e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4474a009-fe3e-4eb0-bf02-af8dcc13362e,segment=NetworkSegment(50a9fa6c-7748-457a-ba11-f091673ee934),segment_id=50a9fa6c-7748-457a-ba11-f091673ee934)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:09.748179 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.749298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb26ba2-290e-4fdc-a030-98095dcb83a5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.758104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb26ba2-290e-4fdc-a030-98095dcb83a5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.775226 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] Calling delete_port for 4474a009-fe3e-4eb0-bf02-af8dcc13362e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:09.786442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cbb26ba2-290e-4fdc-a030-98095dcb83a5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.788826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cbb26ba2-290e-4fdc-a030-98095dcb83a5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1501064 Nov 23 11:02:09.791559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33866) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:09.796975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e7767407-d95d-485a-b8f1-6f3eab44e5e4 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1913679223', 'prefixes': ['172.20.0.0/16']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:09.813690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.884184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7767407-d95d-485a-b8f1-6f3eab44e5e4 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for subnetpool, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:09.886371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e7767407-d95d-485a-b8f1-6f3eab44e5e4 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0934396 Nov 23 11:02:09.889531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33868) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:09.895262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-edadd522-06bf-451b-a946-711520161eaa tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', 'tempest-TagsExtTest-Tag-149011268') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:09.937825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 4474a009-fe3e-4eb0-bf02-af8dcc13362e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4474a009-fe3e-4eb0-bf02-af8dcc13362e,segment=NetworkSegment(50a9fa6c-7748-457a-ba11-f091673ee934),segment_id=50a9fa6c-7748-457a-ba11-f091673ee934)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:09.961333 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.045944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-edadd522-06bf-451b-a946-711520161eaa tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags/tempest-TagsExtTest-Tag-149011268 HTTP/1.1" status: 201 len: 201 time: 0.1525497 Nov 23 11:02:10.049938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33870) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:10.055558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-3a5200bf-c11c-4e0f-b99b-b15ba22a4dab tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', 'tempest-TagsExtTest-Tag-1223549406') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:10.089991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '6709a09e-1957-4b86-bb9c-662f146cc608'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:10.093856 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21f933a-0f46-48cf-b2d4-a95a793a02da" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "6709a09e-1957-4b86-bb9c-662f146cc608"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:10.097729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=4474a009-fe3e-4eb0-bf02-af8dcc13362e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:10.109744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d671077-353d-4242-9cb7-b8d818d0512c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.113537 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d671077-353d-4242-9cb7-b8d818d0512c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.117512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8d671077-353d-4242-9cb7-b8d818d0512c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a53f867-ff0a-4bb4-bfe1-4c69d582de20 HTTP/1.1" status: 204 len: 168 time: 1.4906693 Nov 23 11:02:10.117687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.140579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] No DVR routers for this DVR port 4474a009-fe3e-4eb0-bf02-af8dcc13362e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:10.143700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 4474a009-fe3e-4eb0-bf02-af8dcc13362e owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:10.199234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.223403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3a5200bf-c11c-4e0f-b99b-b15ba22a4dab tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags/tempest-TagsExtTest-Tag-1223549406 HTTP/1.1" status: 201 len: 201 time: 0.1719701 Nov 23 11:02:10.224083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33878) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:10.230566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-7f1775c6-833e-4ea2-ae65-4eddafa6b45c tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', 'tempest-TagsExtTest-Tag-1687272022') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:10.233733 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32420c-a296-4e74-8ccd-99e8116a6489 x-openstack-request-id: req-ba32420c-a296-4e74-8ccd-99e8116a6489 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:10.234350 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "6709a09e-1957-4b86-bb9c-662f146cc608", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:10.234855 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba32420c-a296-4e74-8ccd-99e8116a6489 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:10.235493 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '6709a09e-1957-4b86-bb9c-662f146cc608', 'status': 'completed', 'code': 200} Nov 23 11:02:10.242388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.257902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40615ef0-9c95-4505-ba36-a9174da02c1b None None] Pushing event deleted for resources: {'Port': ['ID=4474a009-fe3e-4eb0-bf02-af8dcc13362e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:10.314926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Pushing event updated for resources: {'Port': ['ID=6a44eeee-ba18-4757-9832-2646325311dc,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:10.325678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:10.327246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:10.331892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:10.403679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Attempting to bind port 6a44eeee-ba18-4757-9832-2646325311dc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:10.407555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Attempting to bind port 6a44eeee-ba18-4757-9832-2646325311dc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ee736d82-21d5-41de-a947-a1f04dd3e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:10.407979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Attempting to bind port 6a44eeee-ba18-4757-9832-2646325311dc on network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:10.416923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:10.417506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Checking segment: {'id': 'ee736d82-21d5-41de-a947-a1f04dd3e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:10.418020 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.418843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Bound using segment: {'id': 'ee736d82-21d5-41de-a947-a1f04dd3e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:10.419106 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Bound port: 6a44eeee-ba18-4757-9832-2646325311dc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee736d82-21d5-41de-a947-a1f04dd3e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3c4b4dd3-287f-406f-be9e-5f3c7efbc766'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:10.419597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.441789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7f1775c6-833e-4ea2-ae65-4eddafa6b45c tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags/tempest-TagsExtTest-Tag-1687272022 HTTP/1.1" status: 201 len: 201 time: 0.2163486 Nov 23 11:02:10.446433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33888) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:10.454953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-06020fc9-ee65-462b-995b-6de7b68a609f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', 'tempest-TagsExtTest-Tag-2023271859') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:10.484102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d671077-353d-4242-9cb7-b8d818d0512c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a53f867-ff0a-4bb4-bfe1-4c69d582de20,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:10.578612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] For port 6a44eeee-ba18-4757-9832-2646325311dc, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:10.582187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] For port 6a44eeee-ba18-4757-9832-2646325311dc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a44eeee-ba18-4757-9832-2646325311dc,segment=NetworkSegment(ee736d82-21d5-41de-a947-a1f04dd3e7d1),segment_id=ee736d82-21d5-41de-a947-a1f04dd3e7d1)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:10.589485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-06020fc9-ee65-462b-995b-6de7b68a609f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags/tempest-TagsExtTest-Tag-2023271859 HTTP/1.1" status: 201 len: 201 time: 0.1399262 Nov 23 11:02:10.591460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33894) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:10.597208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-12c1bc84-e330-4e1b-9605-fa4697932da1 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:10.601556 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.690085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.717478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33898) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:10.746584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a01cb-5e68-4dc2-9b26-9d4777090c73 None None] Pushing event updated for resources: {'Port': ['ID=6a44eeee-ba18-4757-9832-2646325311dc,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:10.749097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f89507a-6745-4c8a-9ce4-75ef778dcb09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:10.774812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-12c1bc84-e330-4e1b-9605-fa4697932da1 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags HTTP/1.1" status: 200 len: 240 time: 0.1818168 Nov 23 11:02:10.794702 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33900) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:10.797149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=4474a009-fe3e-4eb0-bf02-af8dcc13362e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:10.807710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port 4474a009-fe3e-4eb0-bf02-af8dcc13362e on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:10.809895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-59d99858-ce91-428d-a610-cd454ef13112 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', 'tempest-TagsExtTest-Tag-149011268') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:10.870765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.871248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.871714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.872176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.872635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.873095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.873739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.875728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-71b21089-dc70-4a5c-a760-08c63854589b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6354 time: 0.6483915 Nov 23 11:02:10.915258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.921559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.928073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.935688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.942969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.950629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.963630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:10.965895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-92aabfbc-e894-4b62-b686-2afa65e618e5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5407 time: 0.1863170 Nov 23 11:02:10.986492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221a2df4-7756-4767-98f5-febdbd3b4dd7 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:11.004061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.053252 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.056038 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-59d99858-ce91-428d-a610-cd454ef13112 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags/tempest-TagsExtTest-Tag-149011268 HTTP/1.1" status: 204 len: 168 time: 0.2589219 Nov 23 11:02:11.064510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:11.070166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-6557034f-900e-443e-9e7d-63c3ee939ffc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', 'tempest-TagsExtTest-Tag-149011268') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.106423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f89507a-6745-4c8a-9ce4-75ef778dcb09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.138772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f89507a-6745-4c8a-9ce4-75ef778dcb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.148472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Transition to ACTIVE for port object 221a2df4-7756-4767-98f5-febdbd3b4dd7 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:02:11.159214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.162953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2662f02-b043-4ba1-923f-c43787c539db']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.176228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.181658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a9fa6c-7748-457a-ba11-f091673ee934') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.181963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a9fa6c-7748-457a-ba11-f091673ee934') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.210155 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d8a0976-b450-4307-8b97-00c1a75d1c1c req-46f12ec5-6fba-4a8d-b7ee-16e9fb4b925d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2091212 Nov 23 11:02:11.232133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5f89507a-6745-4c8a-9ce4-75ef778dcb09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e467d06cebce44b7a8acfbddf18ab844&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5124090 Nov 23 11:02:11.233486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89507a-6745-4c8a-9ce4-75ef778dcb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ea866-4f53-4704-82e6-d1d2242977cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:11.236982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33904) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:11.243433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.286502 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6557034f-900e-443e-9e7d-63c3ee939ffc tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags/tempest-TagsExtTest-Tag-149011268 HTTP/1.1" status: 204 len: 168 time: 0.2210929 Nov 23 11:02:11.290511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33906) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:11.294795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-ae573fe9-2015-4925-80bc-eb3a82229760 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.348045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.354554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:02:11.354951 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.361740 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-660039dc-50ee-4aa5-bbe9-c187b932fc69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:02:11.366574 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:02:11.369540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-2fb08d54-9e3a-4d48-b925-83316c7d11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:11.369540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-2fb08d54-9e3a-4d48-b925-83316c7d11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:11.369540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-2fb08d54-9e3a-4d48-b925-83316c7d11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:11.370397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-2fb08d54-9e3a-4d48-b925-83316c7d11b0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5dd2359fbc2545fb90425957f3880391&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4480159 Nov 23 11:02:11.389219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-660039dc-50ee-4aa5-bbe9-c187b932fc69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.411650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a44eeee-ba18-4757-9832-2646325311dc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:11.462171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ae573fe9-2015-4925-80bc-eb3a82229760 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags HTTP/1.1" status: 200 len: 205 time: 0.1706433 Nov 23 11:02:11.464780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33908) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:11.469742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-28bcbfb9-84f5-4064-bfef-37792bf561d4 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.478669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-660039dc-50ee-4aa5-bbe9-c187b932fc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.482960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-660039dc-50ee-4aa5-bbe9-c187b932fc69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.484738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-660039dc-50ee-4aa5-bbe9-c187b932fc69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/028ea866-4f53-4704-82e6-d1d2242977cd HTTP/1.1" status: 204 len: 168 time: 0.2453136 Nov 23 11:02:11.518390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6a44eeee-ba18-4757-9832-2646325311dc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:11.518763 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.519026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660039dc-50ee-4aa5-bbe9-c187b932fc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ea866-4f53-4704-82e6-d1d2242977cd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:11.558449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Pushing event updated for resources: {'Port': ['ID=221a2df4-7756-4767-98f5-febdbd3b4dd7,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:11.601530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-28bcbfb9-84f5-4064-bfef-37792bf561d4 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags HTTP/1.1" status: 200 len: 241 time: 0.1315465 Nov 23 11:02:11.602214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33914) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:11.616864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-2f0e6a52-9aec-4737-8bc8-45638eca9420 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', 'tempest-TagsExtTest-Tag-1223549406') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.747440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.762614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33918) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:11.763744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2f0e6a52-9aec-4737-8bc8-45638eca9420 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags/tempest-TagsExtTest-Tag-1223549406 HTTP/1.1" status: 204 len: 168 time: 0.1604018 Nov 23 11:02:11.775945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-b1fe943c-bb21-43ef-ac9b-a9af996c830c tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', 'tempest-TagsExtTest-Tag-1223549406') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:11.808469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 6a44eeee-ba18-4757-9832-2646325311dc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a44eeee-ba18-4757-9832-2646325311dc,segment=NetworkSegment(ee736d82-21d5-41de-a947-a1f04dd3e7d1),segment_id=ee736d82-21d5-41de-a947-a1f04dd3e7d1)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:11.820454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.882392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.891205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Attempting to bind port 221a2df4-7756-4767-98f5-febdbd3b4dd7 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:11.891689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Attempting to bind port 221a2df4-7756-4767-98f5-febdbd3b4dd7 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:11.892354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Attempting to bind port 221a2df4-7756-4767-98f5-febdbd3b4dd7 on network c4bca5d6-81ec-41aa-8078-ec5d966d117c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:11.905825 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.910362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/e2662f02-b043-4ba1-923f-c43787c539db HTTP/1.1" status: 204 len: 168 time: 3.7701681 Nov 23 11:02:11.913795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:11.920479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1644083446', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:11.923945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=6a44eeee-ba18-4757-9832-2646325311dc,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:11.938308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Port 221a2df4-7756-4767-98f5-febdbd3b4dd7 on network c4bca5d6-81ec-41aa-8078-ec5d966d117c not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:02:11.938757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Attempting to bind port 221a2df4-7756-4767-98f5-febdbd3b4dd7 on network c4bca5d6-81ec-41aa-8078-ec5d966d117c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:11.954788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f63b0b-6410-48e3-88d9-5a9c09a1c1d6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=e2662f02-b043-4ba1-923f-c43787c539db,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:11.976611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.977865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:11.994047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:11.994915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Checking segment: {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:11.995675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Bound using segment: {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:11.996299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Bound port: 221a2df4-7756-4767-98f5-febdbd3b4dd7, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:11.996947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.055200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.073041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-d473dd2e-b005-4869-ad0f-d80fe9af7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.074662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a21f933a-0f46-48cf-b2d4-a95a793a02da req-d473dd2e-b005-4869-ad0f-d80fe9af7d89 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6320102 Nov 23 11:02:12.142270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b1fe943c-bb21-43ef-ac9b-a9af996c830c tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags/tempest-TagsExtTest-Tag-1223549406 HTTP/1.1" status: 204 len: 168 time: 0.3695946 Nov 23 11:02:12.145806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33928) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:12.152399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-0af23bab-7ed5-470e-91ac-5a40dc55479e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:12.210424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Router c938822d-1655-498f-beee-21e83c5b331b is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:02:12.233021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] For port 221a2df4-7756-4767-98f5-febdbd3b4dd7, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:12.239106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] For port 221a2df4-7756-4767-98f5-febdbd3b4dd7, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:12.277823 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.289827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.300368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b085776-1e0b-4416-9afc-5a4457b502b4 None None] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:12.350533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.351348 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.352791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] 10.222.0.58 "PUT /v2.0/ports/221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 1091 time: 3.5138185 Nov 23 11:02:12.365836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '221a2df4-7756-4767-98f5-febdbd3b4dd7'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:12.369758 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff1052e-da8f-4f3e-9262-4c25829aa32f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "221a2df4-7756-4767-98f5-febdbd3b4dd7"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:12.438099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Request body: {'port': {'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:12.491823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f1ade277-34ec-483c-bf54-343553e71665 None None] Provisioning complete for port 6a44eeee-ba18-4757-9832-2646325311dc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:12.492922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f1ade277-34ec-483c-bf54-343553e71665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.544674 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7466f9-3516-4518-8acb-c004447fe6f4 x-openstack-request-id: req-be7466f9-3516-4518-8acb-c004447fe6f4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:12.545471 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "221a2df4-7756-4767-98f5-febdbd3b4dd7", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:12.545967 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be7466f9-3516-4518-8acb-c004447fe6f4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:12.546772 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '221a2df4-7756-4767-98f5-febdbd3b4dd7', 'status': 'completed', 'code': 200} Nov 23 11:02:12.607618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0af23bab-7ed5-470e-91ac-5a40dc55479e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags HTTP/1.1" status: 200 len: 205 time: 0.4587438 Nov 23 11:02:12.612903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33942) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:12.653076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-1b792466-87be-4aba-9014-279ac1ae9a00 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:12.721256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.766571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:12.890033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c4095-7e29-4d94-9952-4e015c640836 service neutron] Pushing event updated for resources: {'Port': ['ID=221a2df4-7756-4767-98f5-febdbd3b4dd7,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:12.953201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.953625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.954233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.955136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.955620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.956249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.956543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.958725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-3b729562-980e-4209-8281-a1d3e125438b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6421 time: 0.4699426 Nov 23 11:02:12.971731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.975025 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.25.5.177 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/3c016311-3c11-4a2e-92f3-0b944aba60d6) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:12.981722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.991178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:12.999864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:13.008468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:13.016520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:13.026301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:13.028234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-07eea855-a356-490e-b7f7-3485627ab678 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5419 time: 0.5675354 Nov 23 11:02:13.046208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:13.058161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:13.076925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:13.078457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:13.112167 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:13.173886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1b792466-87be-4aba-9014-279ac1ae9a00 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags HTTP/1.1" status: 200 len: 241 time: 0.5311060 Nov 23 11:02:13.186538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33956) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:13.209595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-472341b9-5048-42f1-a9f1-8678d416bbee tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', 'tempest-TagsExtTest-Tag-1687272022') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:13.212354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:13.216701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-12574afc-8778-4c2e-8dd6-aa63f4535cf1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6796720 Nov 23 11:02:13.217431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33958) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:13.306217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:13.372900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54ff7374-31d2-4a4b-986d-331df5d3ffeb req-86e0585d-078a-43bf-98ed-a1a31a421471 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3158584 Nov 23 11:02:13.450902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a44eeee-ba18-4757-9832-2646325311dc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:13.455579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-aad35e34-37e6-4b2d-87ba-778ca6d40d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:13.456494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-aad35e34-37e6-4b2d-87ba-778ca6d40d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:13.456978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-aad35e34-37e6-4b2d-87ba-778ca6d40d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:13.459296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-aad35e34-37e6-4b2d-87ba-778ca6d40d72 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5dd2359fbc2545fb90425957f3880391&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4288659 Nov 23 11:02:13.484133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:13.500465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cff65347-73c2-4686-bd84-74f5892037a4 None None] Provisioning complete for port 6a44eeee-ba18-4757-9832-2646325311dc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:13.501258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cff65347-73c2-4686-bd84-74f5892037a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:13.580020 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:13.624748 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-472341b9-5048-42f1-a9f1-8678d416bbee tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags/tempest-TagsExtTest-Tag-1687272022 HTTP/1.1" status: 204 len: 168 time: 0.4359810 Nov 23 11:02:13.631428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33964) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:13.635782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-3afd8a65-1b7b-4d3b-a26e-e2bc8f5f7b0f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', 'tempest-TagsExtTest-Tag-1687272022') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:13.643189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6a44eeee-ba18-4757-9832-2646325311dc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:13.646644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:13.687740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:13.695977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:13.732348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=3c016311-3c11-4a2e-92f3-0b944aba60d6,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:13.743007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:13.787974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7022a4-60a9-4f89-93db-215a0f3ccf84 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:14.064218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cff65347-73c2-4686-bd84-74f5892037a4 None None] Provisioning complete for port eac88264-4a42-4ca5-b8a5-51b4e87d070d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:14.064862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cff65347-73c2-4686-bd84-74f5892037a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.097164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-e8a69ad9-16bf-4eed-9b2f-5ceee0aa34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:14.098886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-e8a69ad9-16bf-4eed-9b2f-5ceee0aa34a3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6113272 Nov 23 11:02:14.102566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3afd8a65-1b7b-4d3b-a26e-e2bc8f5f7b0f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags/tempest-TagsExtTest-Tag-1687272022 HTTP/1.1" status: 204 len: 168 time: 0.4673114 Nov 23 11:02:14.109849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33982) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:14.119925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cff65347-73c2-4686-bd84-74f5892037a4 None None] Port eac88264-4a42-4ca5-b8a5-51b4e87d070d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:14.122911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-fdbe3c68-eaa0-4f74-a73b-ed3480112168 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:14.151689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:08Z', 'revision_number': 3, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:14.214243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:14.214750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Updating router c938822d-1655-498f-beee-21e83c5b331b port 3a732951-0222-4264-9e28-11b436e10dc1 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:02:14.299871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.398663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fdbe3c68-eaa0-4f74-a73b-ed3480112168 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags HTTP/1.1" status: 200 len: 205 time: 0.2831621 Nov 23 11:02:14.400644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33998) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:14.404433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-6a789eb7-c628-4bb3-acaa-1aa9eba8e131 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:14.526720 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.632745 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6a789eb7-c628-4bb3-acaa-1aa9eba8e131 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags HTTP/1.1" status: 200 len: 241 time: 0.2290866 Nov 23 11:02:14.637277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34014) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:14.660683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-483e88ac-972a-4cff-bc7c-d5d22175b98d tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', 'tempest-TagsExtTest-Tag-2023271859') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:14.664349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5364526-ba1a-4b0f-8796-166f69d798b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.665199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e57a02-9fc4-49fd-831a-899165f597a6 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:14.665872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e7065b35-53b1-4e43-ae0a-1ae55a4f05e9 None None] Provisioning complete for port 3c016311-3c11-4a2e-92f3-0b944aba60d6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:14.666235 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e7065b35-53b1-4e43-ae0a-1ae55a4f05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.683888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.712488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Transition to ACTIVE for port object 20e57a02-9fc4-49fd-831a-899165f597a6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:02:14.748231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.766207 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-483e88ac-972a-4cff-bc7c-d5d22175b98d tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags/tempest-TagsExtTest-Tag-2023271859 HTTP/1.1" status: 204 len: 168 time: 0.1256568 Nov 23 11:02:14.788976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e7065b35-53b1-4e43-ae0a-1ae55a4f05e9 None None] Port 3c016311-3c11-4a2e-92f3-0b944aba60d6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:14.796153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34022) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:14.818991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-618f3820-c977-487c-af7b-c43e10b1a812 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', 'tempest-TagsExtTest-Tag-2023271859') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:14.858379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e7065b35-53b1-4e43-ae0a-1ae55a4f05e9 None None] Provisioning complete for port eac88264-4a42-4ca5-b8a5-51b4e87d070d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:14.858787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e7065b35-53b1-4e43-ae0a-1ae55a4f05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.895561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:14.925353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=20e57a02-9fc4-49fd-831a-899165f597a6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:14.926079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:14.932308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e7065b35-53b1-4e43-ae0a-1ae55a4f05e9 None None] Port eac88264-4a42-4ca5-b8a5-51b4e87d070d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:14.942657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:14.952919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:14.961470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:14.981278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:14.994868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:15.007268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:15.014484 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.018064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-d1037ec3-c5a7-4caf-a1d9-c0dbd4c1f2d7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5419 time: 0.4198284 Nov 23 11:02:15.064517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Attempting to bind port 20e57a02-9fc4-49fd-831a-899165f597a6 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:15.064967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Attempting to bind port 20e57a02-9fc4-49fd-831a-899165f597a6 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:15.065638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Attempting to bind port 20e57a02-9fc4-49fd-831a-899165f597a6 on network c4bca5d6-81ec-41aa-8078-ec5d966d117c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:15.099239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Port 20e57a02-9fc4-49fd-831a-899165f597a6 on network c4bca5d6-81ec-41aa-8078-ec5d966d117c not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:02:15.099479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Attempting to bind port 20e57a02-9fc4-49fd-831a-899165f597a6 on network c4bca5d6-81ec-41aa-8078-ec5d966d117c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:15.117342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:15.118196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Checking segment: {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:15.119133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Bound using segment: {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:15.119764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Bound port: 20e57a02-9fc4-49fd-831a-899165f597a6, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949a13da-c22f-443c-9057-6f862cc5aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:15.120486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.214295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.246825 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.257267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b84529a6-0df2-47fc-98fd-18bf532b5ef0 req-7aa7201d-dc93-4257-a3a8-7e0f3df95b89 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2364831 Nov 23 11:02:15.409017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0f85e-7296-4b4d-a9f0-a426646d9dd8 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:15.416060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] For port 20e57a02-9fc4-49fd-831a-899165f597a6, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:15.461206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] For port 20e57a02-9fc4-49fd-831a-899165f597a6, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=20e57a02-9fc4-49fd-831a-899165f597a6,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:15.462666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-618f3820-c977-487c-af7b-c43e10b1a812 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags/tempest-TagsExtTest-Tag-2023271859 HTTP/1.1" status: 204 len: 168 time: 0.6637931 Nov 23 11:02:15.463271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34042) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:15.475611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Attempting to bind port 3a732951-0222-4264-9e28-11b436e10dc1 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:15.475996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Attempting to bind port 3a732951-0222-4264-9e28-11b436e10dc1 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:15.476365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Attempting to bind port 3a732951-0222-4264-9e28-11b436e10dc1 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:15.480267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-9cf5ff74-5de9-4702-9668-f84af3a5558f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:15.487789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c5365-4e2f-4923-a868-309587fa3079 None None] Pushing event updated for resources: {'Port': ['ID=3a732951-0222-4264-9e28-11b436e10dc1,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:15.491421 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.504773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:15.505185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:15.506131 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.506705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:15.507195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Bound port: 3a732951-0222-4264-9e28-11b436e10dc1, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:15.507586 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.530713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34044) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:15.532674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Allocated IP 172.20.0.1 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/4b788c26-b93e-419e-a530-705fd5ce63c3) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:15.588074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9cf5ff74-5de9-4702-9668-f84af3a5558f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags HTTP/1.1" status: 200 len: 205 time: 0.1223164 Nov 23 11:02:15.588805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34048) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:15.594664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=20e57a02-9fc4-49fd-831a-899165f597a6,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:15.597216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-9db01302-7ab4-4cf1-8886-ae627b1f430e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:15.599525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router c40c716d-5aa8-4d61-9050-89b2a0f58950 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:02:15.644836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] For port 3a732951-0222-4264-9e28-11b436e10dc1, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:15.651109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] For port 3a732951-0222-4264-9e28-11b436e10dc1, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3a732951-0222-4264-9e28-11b436e10dc1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:15.679353 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.769142 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e754d9f3-5c0a-45ee-a49a-a3451572da50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.777613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.787263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:15.788248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:15.790524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c89a87-779f-44f6-a9b1-3fc73abd9b63 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:15.793163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-94ea2c91-19d8-42be-aa25-e59c405ec82a None None] Provisioning complete for port 3a732951-0222-4264-9e28-11b436e10dc1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:15.793587 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-94ea2c91-19d8-42be-aa25-e59c405ec82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.809579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9db01302-7ab4-4cf1-8886-ae627b1f430e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags HTTP/1.1" status: 204 len: 168 time: 0.2194645 Nov 23 11:02:15.813934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34052) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:15.828963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-4f3f964c-f23b-44c9-b744-b8255bef8cfb tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:15.842446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:15.843604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.848322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-f6ddeffe-e1d7-4e4d-80c9-96d183e1e2e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 1091 time: 3.4205663 Nov 23 11:02:15.848818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '20e57a02-9fc4-49fd-831a-899165f597a6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:15.855260 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d8249f-d7cc-468e-97ff-3986030c733e" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "20e57a02-9fc4-49fd-831a-899165f597a6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:15.882445 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:15.957797 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a02102-d637-43bc-aab2-87eccca28cdc x-openstack-request-id: req-b8a02102-d637-43bc-aab2-87eccca28cdc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:15.959359 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "20e57a02-9fc4-49fd-831a-899165f597a6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:15.959852 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8a02102-d637-43bc-aab2-87eccca28cdc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:15.960747 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': '20e57a02-9fc4-49fd-831a-899165f597a6', 'status': 'completed', 'code': 200} Nov 23 11:02:16.029896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c5365-4e2f-4923-a868-309587fa3079 None None] Pushing event updated for resources: {'Port': ['ID=3a732951-0222-4264-9e28-11b436e10dc1,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:16.052966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:16.063270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:16.066818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:16.165284 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-94ea2c91-19d8-42be-aa25-e59c405ec82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:16.171893 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:16.180686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Pushing event updated for resources: {'Port': ['ID=4b788c26-b93e-419e-a530-705fd5ce63c3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:16.287964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.288929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.288929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.289420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.289894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.290552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.291034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.293503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5139f338-40cb-4aae-b53e-811cfc4aae5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6488 time: 0.3851445 Nov 23 11:02:16.313738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-94ea2c91-19d8-42be-aa25-e59c405ec82a None None] For port 3a732951-0222-4264-9e28-11b436e10dc1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3a732951-0222-4264-9e28-11b436e10dc1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:16.331152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-94ea2c91-19d8-42be-aa25-e59c405ec82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:16.381622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:16.501228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8fad0ee7-a673-494e-9cf0-eafd0b316a1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 217 time: 0.0582523 Nov 23 11:02:16.556310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea2c91-19d8-42be-aa25-e59c405ec82a None None] Pushing event updated for resources: {'Port': ['ID=3a732951-0222-4264-9e28-11b436e10dc1,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:16.579613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:16.627531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-390acb21-5b90-48db-aa7f-535695cc7242 None None] Provisioning complete for port 3a732951-0222-4264-9e28-11b436e10dc1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:16.628208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-390acb21-5b90-48db-aa7f-535695cc7242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:16.637519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-b2980504-c3b9-4bf6-8e69-90b0dd12ef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.639086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-b2980504-c3b9-4bf6-8e69-90b0dd12ef48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.1152408 Nov 23 11:02:16.754626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:16.754866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-0992feae-b045-4300-8980-08e66ad21cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.758316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-0992feae-b045-4300-8980-08e66ad21cd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092098 Nov 23 11:02:16.767132 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] Sync routers for ids ['c40c716d-5aa8-4d61-9050-89b2a0f58950'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:16.783673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:08Z', 'revision_number': 3, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:16.787290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4f3f964c-f23b-44c9-b744-b8255bef8cfb tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags HTTP/1.1" status: 204 len: 168 time: 0.9613900 Nov 23 11:02:16.794084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34062) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:16.794720 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] Routers {'c40c716d-5aa8-4d61-9050-89b2a0f58950'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:16.795294 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c40c716d-5aa8-4d61-9050-89b2a0f58950'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:16.806119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.812467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.822796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.827797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb60acfe-78a8-4140-9ffc-fa340d215c87 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:08Z', 'revision_number': 3, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:16.829260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.836576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.842908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.865239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:16.868144 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:16.883176 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-1a86f2ab-210b-4211-8d3b-cfe1d63484cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.2802529 Nov 23 11:02:16.888805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-de8497ac-ffd7-4887-90a3-064cc7266248 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:16.908966 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] Routers {'c40c716d-5aa8-4d61-9050-89b2a0f58950'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:16.910202 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:01:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c40c716d-5aa8-4d61-9050-89b2a0f58950'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:16.952495 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:16.953208 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f753dc-5388-4d51-89f8-24b83f407e5a None None] The sync data for ids ['c40c716d-5aa8-4d61-9050-89b2a0f58950'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:16.973583 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:16.977694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-acae3f51-16a3-49e2-8f0f-fdf853016752 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.0594261 Nov 23 11:02:16.983177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34064) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:16.984192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-304f1496-e145-4def-a7fa-a4c325d908c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:16.991784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c7c0c00f-2d2f-42f5-b7ab-ce65150d6bf6 None None] Provisioning complete for port 4b788c26-b93e-419e-a530-705fd5ce63c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:16.992523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7c0c00f-2d2f-42f5-b7ab-ce65150d6bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.013579 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.035435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.045518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e754d9f3-5c0a-45ee-a49a-a3451572da50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.047046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0c00f-2d2f-42f5-b7ab-ce65150d6bf6 None None] Port 4b788c26-b93e-419e-a530-705fd5ce63c3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:17.067516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e754d9f3-5c0a-45ee-a49a-a3451572da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.145556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.167765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-406c0126-b8ec-4f16-85ca-fd7309a78ed4 req-170608b6-73a9-4a49-9c6b-aa3fc8de9ddd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2834775 Nov 23 11:02:17.183005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-55d8f1c5-7cee-4a61-a9f5-e5c8f64c0c8d service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339229 Nov 23 11:02:17.189961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e754d9f3-5c0a-45ee-a49a-a3451572da50 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76248e2be3e64d1bad421e849fbcd526&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6574662 Nov 23 11:02:17.192410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34070) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:17.212076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754d9f3-5c0a-45ee-a49a-a3451572da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d4dce6-ce6e-47d4-8440-513ce40a420f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:17.263634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Pushing event updated for resources: {'Port': ['ID=4b788c26-b93e-419e-a530-705fd5ce63c3,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:17.278036 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-de8497ac-ffd7-4887-90a3-064cc7266248 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags HTTP/1.1" status: 204 len: 168 time: 0.3922057 Nov 23 11:02:17.278463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34072) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:17.293899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-e9eb0024-3043-4606-a97f-291d0c50b895 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:17.369576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93d43a69-84b8-47c8-820e-9df8ad148710 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/routers/c40c716d-5aa8-4d61-9050-89b2a0f58950 HTTP/1.1" status: 200 len: 881 time: 0.3851435 Nov 23 11:02:17.376811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34074) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:17.410200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3a732951-0222-4264-9e28-11b436e10dc1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:17.432434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-2e823b2f-38ed-4f84-a797-1b1cbf76cba7 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348936 Nov 23 11:02:17.493244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3a732951-0222-4264-9e28-11b436e10dc1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:17.493566 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.516615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-25476300-ece1-4ce9-930c-94c8ba7e7503 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.0739403 Nov 23 11:02:17.517179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41a15ce2-62b9-4958-908e-3233bc5335e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.525928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:17.539150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:17.642939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41a15ce2-62b9-4958-908e-3233bc5335e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.670543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e9eb0024-3043-4606-a97f-291d0c50b895 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3757398 Nov 23 11:02:17.672882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34080) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:17.688146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-b36fcb3a-e80c-4c8c-a4f4-2da60e6c243a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', 'tempest-TagsExtTest-Tag-1599305258') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:17.735024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-366fab71-339f-4019-ad7a-62b692d50d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:17.736399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-366fab71-339f-4019-ad7a-62b692d50d77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.2092199 Nov 23 11:02:17.893249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:17.967083 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41a15ce2-62b9-4958-908e-3233bc5335e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.979238 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-41a15ce2-62b9-4958-908e-3233bc5335e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:17.983227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-41a15ce2-62b9-4958-908e-3233bc5335e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/76d4dce6-ce6e-47d4-8440-513ce40a420f HTTP/1.1" status: 204 len: 168 time: 0.7880430 Nov 23 11:02:18.007901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-815e98e1-6bb1-41f9-acc0-c4d175573f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:18.011126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-815e98e1-6bb1-41f9-acc0-c4d175573f4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2618592 Nov 23 11:02:18.011933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a15ce2-62b9-4958-908e-3233bc5335e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d4dce6-ce6e-47d4-8440-513ce40a420f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:18.055922 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e9ff3bb1-739c-4661-849a-5df85cf840a1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6742682 Nov 23 11:02:18.056671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34092) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:18.063742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-834074e9-2711-4f2e-a7ac-60cea4c211bb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1644083446'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:18.203178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9566a11b-6eef-466a-825f-cd46a23648ad None None] Provisioning complete for port 4b788c26-b93e-419e-a530-705fd5ce63c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:18.203568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9566a11b-6eef-466a-825f-cd46a23648ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:18.333089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9566a11b-6eef-466a-825f-cd46a23648ad None None] Port 4b788c26-b93e-419e-a530-705fd5ce63c3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:18.336492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b36fcb3a-e80c-4c8c-a4f4-2da60e6c243a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags/tempest-TagsExtTest-Tag-1599305258 HTTP/1.1" status: 201 len: 201 time: 0.6625340 Nov 23 11:02:18.345917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34098) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:18.353848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-cd3b8371-83ed-4ac7-a158-bef2152c65c3 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', 'tempest-TagsExtTest-Tag-1959671909') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:18.588122 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:18.592233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34104) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:18.681389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c596-4ef9-444a-b2e5-7410b6612c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:18.756008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-834074e9-2711-4f2e-a7ac-60cea4c211bb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:18.797489 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-834074e9-2711-4f2e-a7ac-60cea4c211bb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:18.905845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c596-4ef9-444a-b2e5-7410b6612c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:18.917049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4aa2c596-4ef9-444a-b2e5-7410b6612c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:18.969211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:18.977634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f8bd04a5-ad77-43b8-9607-7407973f714a admin admin] 10.222.0.61 "PUT /v2.0/routers/c938822d-1655-498f-beee-21e83c5b331b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7513878 Nov 23 11:02:19.014108 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4aa2c596-4ef9-444a-b2e5-7410b6612c02 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f976fd9e1bd465fb694c349f78cdec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4180894 Nov 23 11:02:19.018256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.019269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34108) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.025189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.031603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.043781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.050302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.056036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2c596-4ef9-444a-b2e5-7410b6612c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b0b840-0f07-43ea-be5f-81c43475f50c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:19.070757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.081968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.095436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-8cbafef0-c783-4973-af88-1dfefd373ec0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.2389901 Nov 23 11:02:19.121480 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1b0351fa-a113-430a-a295-f94a1c15322b service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0883439 Nov 23 11:02:19.157271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fdae96a2-cd6f-4cd4-9fee-7ed6222d49d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:19.167311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd3b8371-83ed-4ac7-a158-bef2152c65c3 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags/tempest-TagsExtTest-Tag-1959671909 HTTP/1.1" status: 201 len: 201 time: 0.8175445 Nov 23 11:02:19.172067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34112) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.194770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-2b8f7c9b-211d-4772-b010-63b4a3d98c45 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', 'tempest-TagsExtTest-Tag-522050774') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.264609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834074e9-2711-4f2e-a7ac-60cea4c211bb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router c40c716d-5aa8-4d61-9050-89b2a0f58950 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:19.284978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65ba55e3-1fe5-4936-b934-e6be31c3c98f req-873d8318-c841-48ee-9f80-4194423a224c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623244 Nov 23 11:02:19.318150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fdae96a2-cd6f-4cd4-9fee-7ed6222d49d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:19.337036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-9fd9c3b4-88b6-4a3c-9a16-59a8252b93ff service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835334 Nov 23 11:02:19.390480 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-166f4682-bf56-4076-bdbf-7d74fed2d459 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0446777 Nov 23 11:02:19.457325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1d78c9d7-cfbc-4ca4-991a-a6ff6e6873e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:19.459729 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-1d78c9d7-cfbc-4ca4-991a-a6ff6e6873e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0591929 Nov 23 11:02:19.495231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2b8f7c9b-211d-4772-b010-63b4a3d98c45 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags/tempest-TagsExtTest-Tag-522050774 HTTP/1.1" status: 201 len: 201 time: 0.3138521 Nov 23 11:02:19.497746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34118) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.502999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-ed15d7bb-8c71-464b-aaf2-14a24818173e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', 'tempest-TagsExtTest-Tag-1121780838') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.507636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834074e9-2711-4f2e-a7ac-60cea4c211bb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:19.515433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-834074e9-2711-4f2e-a7ac-60cea4c211bb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:19.520286 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-834074e9-2711-4f2e-a7ac-60cea4c211bb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/c40c716d-5aa8-4d61-9050-89b2a0f58950 HTTP/1.1" status: 200 len: 888 time: 1.4624422 Nov 23 11:02:19.522894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34120) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.529416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] Sync routers for ids ['c40c716d-5aa8-4d61-9050-89b2a0f58950'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:19.539348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fdae96a2-cd6f-4cd4-9fee-7ed6222d49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:19.542190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fdae96a2-cd6f-4cd4-9fee-7ed6222d49d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:19.545671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fdae96a2-cd6f-4cd4-9fee-7ed6222d49d1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52b0b840-0f07-43ea-be5f-81c43475f50c HTTP/1.1" status: 204 len: 168 time: 0.5222931 Nov 23 11:02:19.562653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae96a2-cd6f-4cd4-9fee-7ed6222d49d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b0b840-0f07-43ea-be5f-81c43475f50c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:19.563208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:19.577022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] Routers {'c40c716d-5aa8-4d61-9050-89b2a0f58950'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:19.579600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c40c716d-5aa8-4d61-9050-89b2a0f58950'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.581897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ed15d7bb-8c71-464b-aaf2-14a24818173e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags/tempest-TagsExtTest-Tag-1121780838 HTTP/1.1" status: 201 len: 201 time: 0.0830586 Nov 23 11:02:19.582652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34124) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.592982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-40e5d4c0-12b3-499f-a038-4f64fa26fc8d tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', {'tags': ['tempest-TagsExtTest-Tag-878206565', 'tempest-TagsExtTest-Tag-713649317', 'tempest-TagsExtTest-Tag-648893087']}) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.650599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.669422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] Routers {'c40c716d-5aa8-4d61-9050-89b2a0f58950'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:19.670261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c40c716d-5aa8-4d61-9050-89b2a0f58950'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.736249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.736912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c616bd8-bacd-4166-afcc-5f4890b6e2fa None None] The sync data for ids ['c40c716d-5aa8-4d61-9050-89b2a0f58950'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:19.761714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-40e5d4c0-12b3-499f-a038-4f64fa26fc8d tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags HTTP/1.1" status: 200 len: 315 time: 0.1764853 Nov 23 11:02:19.762497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34128) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.767271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-dc844fea-efe5-4e64-aae8-eb94981709b4 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.780076 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:19.797580 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:19.798203 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.846665 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:19.854860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dc844fea-efe5-4e64-aae8-eb94981709b4 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0912538 Nov 23 11:02:19.856983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34132) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.863463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-cfb63f92-4f51-40bf-b0a7-47b5e3a64c72 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', 'tempest-TagsExtTest-Tag-878206565') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:19.919628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a956d2c4-3045-43ef-ac50-717d2e3a87da tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/routers/c40c716d-5aa8-4d61-9050-89b2a0f58950 HTTP/1.1" status: 200 len: 888 time: 0.3940277 Nov 23 11:02:19.920461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:19.995253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dfc1e51c-1b0a-4767-9816-f561b1a12572 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=c40c716d-5aa8-4d61-9050-89b2a0f58950 HTTP/1.1" status: 200 len: 205 time: 0.0616140 Nov 23 11:02:20.000144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:20.003531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-c1cbb7b0-7a13-430b-bc01-c66b76e3dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.006413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-c1cbb7b0-7a13-430b-bc01-c66b76e3dec5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5374846 Nov 23 11:02:20.070430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.226167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34150) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:20.241539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1874174074-network', 'tenant_id': '59060150bba046e0a60132300d4daa2c'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:20.251103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-2cc3fe7f-2a39-4683-981a-427031f58a8a service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366483 Nov 23 11:02:20.283088 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:20.283321 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-cfb63f92-4f51-40bf-b0a7-47b5e3a64c72 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:20.284391 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cfb63f92-4f51-40bf-b0a7-47b5e3a64c72 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags/tempest-TagsExtTest-Tag-878206565 HTTP/1.1" status: 404 len: 328 time: 0.4260073 Nov 23 11:02:20.289821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34152) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:20.312459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-83db4fd1-4e11-4327-a288-845ed1938fd6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', 'tempest-TagsExtTest-Tag-713649317') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:20.377939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.418809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Made reservation on behalf of 59060150bba046e0a60132300d4daa2c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:20.428368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.522388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.600217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-8282a3c0-38c8-4a0b-b803-c7e79c70fe0b service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341303 Nov 23 11:02:20.613238 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.665214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-5c8d4ca6-8695-4b27-a975-87f3ea3e71fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0534894 Nov 23 11:02:20.721679 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-83db4fd1-4e11-4327-a288-845ed1938fd6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:20.722766 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83db4fd1-4e11-4327-a288-845ed1938fd6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags/tempest-TagsExtTest-Tag-713649317 HTTP/1.1" status: 404 len: 328 time: 0.4243450 Nov 23 11:02:20.737040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.741440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34162) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:20.745328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.751278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-c3f04916-9b32-4f82-884b-bd548801f7ee tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f', 'tempest-TagsExtTest-Tag-648893087') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:20.753532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.761939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.768605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.777915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.785222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.787925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23b7334d-fd4a-4727-aece-287b4211754d req-075cc90c-7e40-4565-8733-ebfaf5745332 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.1947579 Nov 23 11:02:20.844420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 2, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:20.854785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 3c016311-3c11-4a2e-92f3-0b944aba60d6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:20.855531 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.877204 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:20.877852 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Updating router c938822d-1655-498f-beee-21e83c5b331b port 4b788c26-b93e-419e-a530-705fd5ce63c3 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:02:20.898714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-7b2b30e2-362f-47a9-99f2-00d74f1dd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:20.900206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-7b2b30e2-362f-47a9-99f2-00d74f1dd213 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1837730 Nov 23 11:02:20.902543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.913758 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.957239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.970565 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-23b7334d-fd4a-4727-aece-287b4211754d req-4e345086-6139-45c4-a8a2-dc817f6c8339 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739442 Nov 23 11:02:20.980928 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:20.994998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 3c016311-3c11-4a2e-92f3-0b944aba60d6 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:21.018769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:21.048105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f76cda9-3110-4edd-b5cc-5a169fcd962c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:21.063181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.063516 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Added segment 0c83036c-7467-4d34-9d9d-4c1e59ab7b05 of type vlan for network 5fd1a280-f94c-4f12-b00f-97c309a8086c Nov 23 11:02:21.069802 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-c3f04916-9b32-4f82-884b-bd548801f7ee tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:21.070959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c3f04916-9b32-4f82-884b-bd548801f7ee tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags/tempest-TagsExtTest-Tag-648893087 HTTP/1.1" status: 404 len: 328 time: 0.3285854 Nov 23 11:02:21.080220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-2d46a48d-b676-422f-b3f6-7fb7331bf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:21.082481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-2d46a48d-b676-422f-b3f6-7fb7331bf398 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1726937 Nov 23 11:02:21.084062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:21.088765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-9b09dbf8-cd8f-4f44-828b-ecd4cd29a3b3 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', {'tags': ['tempest-TagsExtTest-Tag-75536544', 'tempest-TagsExtTest-Tag-1386668405', 'tempest-TagsExtTest-Tag-1138162228']}) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:21.213958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9b09dbf8-cd8f-4f44-828b-ecd4cd29a3b3 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags HTTP/1.1" status: 200 len: 316 time: 0.1287096 Nov 23 11:02:21.217224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34178) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:21.224520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-2042190a-ec6c-4b43-90f7-a0fa94afd07d tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:21.275714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.366149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-a02d0212-af57-4806-82bc-44a3b5c864d3 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939926 Nov 23 11:02:21.367377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.368356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:21.368962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.441444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.477153 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.480995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2042190a-ec6c-4b43-90f7-a0fa94afd07d tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags HTTP/1.1" status: 204 len: 168 time: 0.2626400 Nov 23 11:02:21.482861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=3c016311-3c11-4a2e-92f3-0b944aba60d6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:21.486405 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.486621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34186) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:21.493698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-38bb3e24-b5d0-487a-8df7-4594f47cd25b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', 'tempest-TagsExtTest-Tag-75536544') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:21.497461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46afb24-37ca-40af-a769-15e12a92e040 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:21.592901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.653574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-be727f83-68a3-442f-a809-147a1c263d41 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792120 Nov 23 11:02:21.666155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34190) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:21.671093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4338455 Nov 23 11:02:21.708006 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Attempting to bind port 4b788c26-b93e-419e-a530-705fd5ce63c3 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:21.708821 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Attempting to bind port 4b788c26-b93e-419e-a530-705fd5ce63c3 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:21.713460 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Attempting to bind port 4b788c26-b93e-419e-a530-705fd5ce63c3 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:21.730984 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:21.731287 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:21.731694 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.732096 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:21.732594 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Bound port: 4b788c26-b93e-419e-a530-705fd5ce63c3, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:21.732963 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.743920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Request body: {'subnet': {'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1874174074-subnet', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:21.811763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-230647e8-7934-457c-aa9c-6a86f0a59e71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.1374018 Nov 23 11:02:21.812852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a436ebb-3c54-469a-9c04-0175d3861eec admin admin] Pushing event updated for resources: {'Network': ['ID=5fd1a280-f94c-4f12-b00f-97c309a8086c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:21.826556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:21.846120 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Pushing event updated for resources: {'Port': ['ID=4b788c26-b93e-419e-a530-705fd5ce63c3,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:21.869057 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.869510 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.869803 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.870141 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.870475 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.870804 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.871129 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.871455 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.871859 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.872283 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.872397 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.872713 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:21.904507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-853f45bd-9d67-4b38-8a48-ec8b91eabc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:21.906043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-853f45bd-9d67-4b38-8a48-ec8b91eabc4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0853291 Nov 23 11:02:21.930422 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] For port 4b788c26-b93e-419e-a530-705fd5ce63c3, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:21.937322 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] For port 4b788c26-b93e-419e-a530-705fd5ce63c3, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4b788c26-b93e-419e-a530-705fd5ce63c3,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:21.954221 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:21.991360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-32a0dff6-a1a1-4892-861d-177358db0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:21.994597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-32a0dff6-a1a1-4892-861d-177358db0197 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0797968 Nov 23 11:02:22.054839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8e4072b3-fe4a-42f0-9131-389d6ac59dcb None None] Provisioning complete for port 4b788c26-b93e-419e-a530-705fd5ce63c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:22.058478 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8e4072b3-fe4a-42f0-9131-389d6ac59dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.202973 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae67300-ae9e-4a65-a470-cc19f1469c8d None None] Pushing event updated for resources: {'Port': ['ID=4b788c26-b93e-419e-a530-705fd5ce63c3,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:22.257529 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:22.258785 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:22.288780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.376125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-6e6b3d0d-0979-4c38-b4a0-d4f6c05d821c service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538802 Nov 23 11:02:22.464244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8e4072b3-fe4a-42f0-9131-389d6ac59dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.546816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8e4072b3-fe4a-42f0-9131-389d6ac59dcb None None] For port 4b788c26-b93e-419e-a530-705fd5ce63c3, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4b788c26-b93e-419e-a530-705fd5ce63c3,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:22.557964 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8e4072b3-fe4a-42f0-9131-389d6ac59dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.567241 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:22.631545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4072b3-fe4a-42f0-9131-389d6ac59dcb None None] Pushing event updated for resources: {'Port': ['ID=4b788c26-b93e-419e-a530-705fd5ce63c3,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:22.632684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-191b1140-24da-487a-b736-675d2e70926a service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549520 Nov 23 11:02:22.687907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f6654c81-f174-4ca4-917d-7181098a25b2 None None] Provisioning complete for port 4b788c26-b93e-419e-a530-705fd5ce63c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:22.688432 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f6654c81-f174-4ca4-917d-7181098a25b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.725148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-b7dab405-d012-4e00-8340-1b09c788ffae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0814178 Nov 23 11:02:22.744787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:22.745093 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.751151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.752060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:22.760317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:22.767578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:22.775968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:22.782753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:22.791133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:22.793300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-67172a78-33b1-4446-8bc4-247d4df34b9f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.5143797 Nov 23 11:02:22.892781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.893722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Fanout notify agent at l3_agent the message router_deleted on router c40c716d-5aa8-4d61-9050-89b2a0f58950 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:02:22.904307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.905961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cf71adc8-1119-4973-b027-98532e17462f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/c40c716d-5aa8-4d61-9050-89b2a0f58950 HTTP/1.1" status: 204 len: 168 time: 2.9047754 Nov 23 11:02:22.909740 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-38bb3e24-b5d0-487a-8df7-4594f47cd25b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:22.910934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-38bb3e24-b5d0-487a-8df7-4594f47cd25b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags/tempest-TagsExtTest-Tag-75536544 HTTP/1.1" status: 404 len: 327 time: 1.4207866 Nov 23 11:02:22.912545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Made reservation on behalf of 59060150bba046e0a60132300d4daa2c for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:22.915136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34212) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:22.915687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34214) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:22.916305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:22.925063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3708ed00-9e71-4d1e-a4f3-d46890180d8a req-51948a69-1883-4b52-be1f-954f60f435f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1209390 Nov 23 11:02:22.933884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-19a8914d-e9ac-41dc-b33f-7abc5edd6af5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', 'tempest-TagsExtTest-Tag-1386668405') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:22.940663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-48710078'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:23.023089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-39e60210-cd54-4420-87a5-f95c15b59e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:23.024754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-39e60210-cd54-4420-87a5-f95c15b59e57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.2303846 Nov 23 11:02:23.091716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:23.095165 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.128654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-2f40ca6a-1ca7-4fa1-8431-1e095799652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:23.130469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-2f40ca6a-1ca7-4fa1-8431-1e095799652c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0938978 Nov 23 11:02:23.172447 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-19a8914d-e9ac-41dc-b33f-7abc5edd6af5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:23.176536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-19a8914d-e9ac-41dc-b33f-7abc5edd6af5 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags/tempest-TagsExtTest-Tag-1386668405 HTTP/1.1" status: 404 len: 329 time: 0.2477796 Nov 23 11:02:23.181154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:23.191830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-1a826de6-5f06-4c59-8252-b91d94a265bf tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d', 'tempest-TagsExtTest-Tag-1138162228') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:23.242968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:23.290854 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:21Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:23.376307 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.377865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.382868 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 0e30ad54-26ea-494a-9c93-c139f1b04e76 of type vlan for network f7244111-22f3-4147-9974-2f6da0f53da3 Nov 23 11:02:23.391136 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121171ac-c38c-4ce9-9873-fdc7995aab29 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:21Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:23.508497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.519638 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-ffe89e4a-df45-40ff-aa05-db49db56d94e service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738127 Nov 23 11:02:23.539485 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-1a826de6-5f06-4c59-8252-b91d94a265bf tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:23.540532 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1a826de6-5f06-4c59-8252-b91d94a265bf tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags/tempest-TagsExtTest-Tag-1138162228 HTTP/1.1" status: 404 len: 329 time: 0.3583653 Nov 23 11:02:23.559124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34248) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:23.587559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-52de7de9-3d1a-45c5-a271-98e431d7711a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', {'tags': ['tempest-TagsExtTest-Tag-1544402543', 'tempest-TagsExtTest-Tag-1558887922', 'tempest-TagsExtTest-Tag-1232456170']}) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:23.596092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f70e5f-1a42-4ae6-a123-93ee176c42e8,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:23.627822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Checking segment: {'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:23.628516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Network hostable DHCP agents. Network: 5fd1a280-f94c-4f12-b00f-97c309a8086c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:02:23.660863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:02:23.674539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 5fd1a280-f94c-4f12-b00f-97c309a8086c) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:23.685758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0dfb92-0e91-4198-92f5-397dd0eb6cb9 None None] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:23.699899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:23.700631 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.745664 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-433ace71-7ac9-493f-8d5f-92f23087e84e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0659473 Nov 23 11:02:23.748246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34266) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:23.764231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:23.789773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.800378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:23.801041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.844334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:23.845818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:24.022666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0961108 Nov 23 11:02:24.041701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:24.048674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:24.068779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': 'f7244111-22f3-4147-9974-2f6da0f53da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:24.074193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-52de7de9-3d1a-45c5-a271-98e431d7711a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags HTTP/1.1" status: 200 len: 318 time: 0.4988425 Nov 23 11:02:24.091199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34272) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:24.111829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-59e370a3-a5ab-44af-b8d9-fa69c54ccaac tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:24.214434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b886e-fc8d-4923-8a27-354238f31f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=f7244111-22f3-4147-9974-2f6da0f53da3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:24.234784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-44903538-c1b9-4dac-bde9-2f5eae8763ce service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006431 Nov 23 11:02:24.236598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-5fd1a280-f94c-4f12-b00f-97c309a8086c', 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'fixed_ips': [{'subnet_id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:02:24.237930 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:24.280745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f7244111-22f3-4147-9974-2f6da0f53da3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:24.372100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-000a5315-8781-436e-9cb1-ad228436552b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.1249187 Nov 23 11:02:24.568247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-90077d43-5e6b-4a61-bff3-43c5ed18b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:24.570093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-90077d43-5e6b-4a61-bff3-43c5ed18b67c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1932678 Nov 23 11:02:24.666261 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:24.681260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Allocated IP 172.20.0.2 (5fd1a280-f94c-4f12-b00f-97c309a8086c/64f70e5f-1a42-4ae6-a123-93ee176c42e8/a97d0440-17b9-47e4-8e4e-befe87561063) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:24.751359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-de9c6479-2b0a-44c7-b439-47ce3945c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:24.756684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-de9c6479-2b0a-44c7-b439-47ce3945c06f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1766870 Nov 23 11:02:25.125941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-de24ed18-96f9-4468-be80-da087dce7e5a service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604743 Nov 23 11:02:25.189101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:25.230904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:25.314356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9ea88d1-f399-4b26-b811-9d98e73518f4 req-cf6602c5-0a72-4478-8d31-893ed3cd7b39 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783776 Nov 23 11:02:25.376019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.400374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.417379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.431296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.447597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.465311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.480067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:25.483814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.501053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4b788c26-b93e-419e-a530-705fd5ce63c3 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:25.502761 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-c5583d17-fb8d-47d5-a920-7704c492b7e9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 1.0034807 Nov 23 11:02:25.511585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:25.523670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.524572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:25.525262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.525768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.526914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.528694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.529205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.529739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.531923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-786fffbf-7edb-4236-9083-5be20b743aac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6488 time: 0.1245124 Nov 23 11:02:25.607964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Pushing event updated for resources: {'Port': ['ID=a97d0440-17b9-47e4-8e4e-befe87561063,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:25.749601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:25.753990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Attempting to bind port a97d0440-17b9-47e4-8e4e-befe87561063 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:25.754524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Attempting to bind port a97d0440-17b9-47e4-8e4e-befe87561063 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:25.754995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Attempting to bind port a97d0440-17b9-47e4-8e4e-befe87561063 on network 5fd1a280-f94c-4f12-b00f-97c309a8086c {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:25.759167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:25.767588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:25.768222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Checking segment: {'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:25.768790 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:25.769336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Bound using segment: {'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:25.769935 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Bound port: a97d0440-17b9-47e4-8e4e-befe87561063, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:25.770428 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:25.772686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4b788c26-b93e-419e-a530-705fd5ce63c3 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:25.773254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:25.805196 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-59e370a3-a5ab-44af-b8d9-fa69c54ccaac tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags HTTP/1.1" status: 204 len: 168 time: 1.7109246 Nov 23 11:02:25.806294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34350) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:25.882462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-52c6c2d0-99bf-4d3f-a5df-59add5532ec6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', 'tempest-TagsExtTest-Tag-1544402543') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:25.915648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-08386293-ae14-4ebd-b480-5f4faee51411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:25.922033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-08386293-ae14-4ebd-b480-5f4faee51411 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 903 time: 0.3802798 Nov 23 11:02:25.933713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] For port a97d0440-17b9-47e4-8e4e-befe87561063, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:25.939017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] For port a97d0440-17b9-47e4-8e4e-befe87561063, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a97d0440-17b9-47e4-8e4e-befe87561063,segment=NetworkSegment(0c83036c-7467-4d34-9d9d-4c1e59ab7b05),segment_id=0c83036c-7467-4d34-9d9d-4c1e59ab7b05)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:25.965075 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:26.058403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-7ea13013-98ea-4870-813e-4a9805c77ba8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.1254685 Nov 23 11:02:26.100046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2093b3-3e01-46a0-b219-2b19aa1033f7 None None] Pushing event updated for resources: {'Port': ['ID=a97d0440-17b9-47e4-8e4e-befe87561063,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:26.189087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-8ece6696-0e73-4998-b335-11533b041161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:26.193024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-8ece6696-0e73-4998-b335-11533b041161 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1269286 Nov 23 11:02:26.293959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-a9a6fb25-4c43-49c6-87b2-ddf4d806f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:26.295543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-a9a6fb25-4c43-49c6-87b2-ddf4d806f1f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0963471 Nov 23 11:02:26.475115 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-52c6c2d0-99bf-4d3f-a5df-59add5532ec6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:26.476396 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-52c6c2d0-99bf-4d3f-a5df-59add5532ec6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags/tempest-TagsExtTest-Tag-1544402543 HTTP/1.1" status: 404 len: 329 time: 0.6178536 Nov 23 11:02:26.485239 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8117fa5d-869d-4eca-a025-64d8f0cc4d3c req-9e4758fb-9055-4ba6-87f4-d964a73ac09f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9804075 Nov 23 11:02:26.493949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34380) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:26.527374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-053806df-e91d-43c5-b467-12b343fff1fb tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', 'tempest-TagsExtTest-Tag-1558887922') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:26.576161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-b233155b-cb15-4d5c-b45d-323dc3e4c23d service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715552 Nov 23 11:02:26.831944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0d8249f-d7cc-468e-97ff-3986030c733e req-bac96889-ff12-45b8-9b97-1066d994bf38 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475631 Nov 23 11:02:26.859965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34386) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:26.905842 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-053806df-e91d-43c5-b467-12b343fff1fb tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:26.906903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-053806df-e91d-43c5-b467-12b343fff1fb tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags/tempest-TagsExtTest-Tag-1558887922 HTTP/1.1" status: 404 len: 329 time: 0.3909979 Nov 23 11:02:26.910408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34390) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:26.911721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:26.916114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-f8fc14ad-33a2-4ab0-8d4e-366dcf4b9534 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829', 'tempest-TagsExtTest-Tag-1232456170') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.010499 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-f8fc14ad-33a2-4ab0-8d4e-366dcf4b9534 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:27.015327 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f8fc14ad-33a2-4ab0-8d4e-366dcf4b9534 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags/tempest-TagsExtTest-Tag-1232456170 HTTP/1.1" status: 404 len: 329 time: 0.1000106 Nov 23 11:02:27.015569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34392) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.020924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=3c17e199-1acb-4260-81c1-17bf9ede003d,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:27.021689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-0cb38afb-1ed1-474f-8ca6-7fdc99c99017 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', {'tags': ['tempest-TagsExtTest-Tag-98850665', 'tempest-TagsExtTest-Tag-1521547128', 'tempest-TagsExtTest-Tag-1834882974']}) {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.025637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.040672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e660618-3058-4f54-80a8-9ec319a38d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.056192 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.067568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '0e30ad54-26ea-494a-9c93-c139f1b04e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f7244111-22f3-4147-9974-2f6da0f53da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:27.068470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: f7244111-22f3-4147-9974-2f6da0f53da3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:02:27.118827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0cb38afb-1ed1-474f-8ca6-7fdc99c99017 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "PUT /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags HTTP/1.1" status: 200 len: 316 time: 0.1022887 Nov 23 11:02:27.121813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34394) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.133830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-5731fead-2e19-43de-8577-a68f3eb2607a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.180492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network f7244111-22f3-4147-9974-2f6da0f53da3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:02:27.201971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e660618-3058-4f54-80a8-9ec319a38d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.214318 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2e660618-3058-4f54-80a8-9ec319a38d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.218499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f7244111-22f3-4147-9974-2f6da0f53da3) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:27.219317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5731fead-2e19-43de-8577-a68f3eb2607a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags HTTP/1.1" status: 204 len: 168 time: 0.0965359 Nov 23 11:02:27.226686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:27.227501 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.227642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34396) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.241228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-fabb9df2-402b-445d-85d8-f44520171ea9 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', 'tempest-TagsExtTest-Tag-98850665') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.253074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad08e4e0-3c90-4816-a7fc-e58d90375de9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2099099 Nov 23 11:02:27.256617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34398) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.264103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a58289d-caa3-45a7-9fbf-2a4268935757 None None] Network f7244111-22f3-4147-9974-2f6da0f53da3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:27.264797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-064ca6e0-3f6f-4771-a332-d773f98496c4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-322432806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:27.294437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e660618-3058-4f54-80a8-9ec319a38d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027ee6be-a2bb-4a08-85d0-0674a10f320f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:27.304116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e660618-3058-4f54-80a8-9ec319a38d65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a1315e3b55d4ffd9b72d79d823a37f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4365377 Nov 23 11:02:27.304424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34400) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.306398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-064ca6e0-3f6f-4771-a332-d773f98496c4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.307729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-064ca6e0-3f6f-4771-a332-d773f98496c4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.335441 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-fabb9df2-402b-445d-85d8-f44520171ea9 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:27.336481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fabb9df2-402b-445d-85d8-f44520171ea9 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags/tempest-TagsExtTest-Tag-98850665 HTTP/1.1" status: 404 len: 327 time: 0.1025963 Nov 23 11:02:27.341392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34402) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.363733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-e4e27f20-71d2-46d7-8b35-ab0d8f29433a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', 'tempest-TagsExtTest-Tag-1521547128') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.371472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-064ca6e0-3f6f-4771-a332-d773f98496c4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.386126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-064ca6e0-3f6f-4771-a332-d773f98496c4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.393684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Allocated IP 172.25.5.230 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/5b21c557-a0a4-431f-9faa-acc53b7a7144) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:27.447559 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-362c3e2c-22c9-4846-95ec-4a06da1e978b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.450303 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-e4e27f20-71d2-46d7-8b35-ab0d8f29433a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:27.454752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e4e27f20-71d2-46d7-8b35-ab0d8f29433a tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags/tempest-TagsExtTest-Tag-1521547128 HTTP/1.1" status: 404 len: 329 time: 0.1036041 Nov 23 11:02:27.455070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34404) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.456274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-064ca6e0-3f6f-4771-a332-d773f98496c4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.460772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-064ca6e0-3f6f-4771-a332-d773f98496c4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2000608 Nov 23 11:02:27.461139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34406) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.461900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-a799fb5c-ac43-4606-83d6-fdcc7c4fe3b1 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b', 'tempest-TagsExtTest-Tag-1834882974') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.519315 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-362c3e2c-22c9-4846-95ec-4a06da1e978b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.568560 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-a799fb5c-ac43-4606-83d6-fdcc7c4fe3b1 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] show failed (client error): The resource could not be found. Nov 23 11:02:27.572829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a799fb5c-ac43-4606-83d6-fdcc7c4fe3b1 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags/tempest-TagsExtTest-Tag-1834882974 HTTP/1.1" status: 404 len: 329 time: 0.1142635 Nov 23 11:02:27.573282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34412) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.599463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-7a958238-0217-4961-9d12-f7c591cc0326 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4f7fec9a-394b-4ea4-8a1d-3b68de37b15b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.662698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7a958238-0217-4961-9d12-f7c591cc0326 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b/tags HTTP/1.1" status: 204 len: 168 time: 0.0870454 Nov 23 11:02:27.665302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34416) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:27.670686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-cd1df1ea-a55f-4210-94aa-303173dc706e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b3015076-47e0-4fb9-8555-f9fbce257829') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:27.742692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a97d0440-17b9-47e4-8e4e-befe87561063 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:27.750031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24736e0-4eb8-4c0f-9217-bb43d1ddb1fb None None] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:27.810381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.896498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:27.990979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:27.996633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a97d0440-17b9-47e4-8e4e-befe87561063 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:27.997189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:28.041280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:28.057358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e923d0f9-faba-4122-9eed-f1965ac41924 None None] Provisioning complete for port a97d0440-17b9-47e4-8e4e-befe87561063 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:28.057748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e923d0f9-faba-4122-9eed-f1965ac41924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:28.078310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bf5271-d1b7-4864-b055-3e3036dad835 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:28.097346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:28.271427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-f7244111-22f3-4147-9974-2f6da0f53da3', 'network_id': 'f7244111-22f3-4147-9974-2f6da0f53da3', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': '3c17e199-1acb-4260-81c1-17bf9ede003d'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:02:28.273157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:28.322629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Pushing event updated for resources: {'Port': ['ID=5b21c557-a0a4-431f-9faa-acc53b7a7144,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:28.373762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-362c3e2c-22c9-4846-95ec-4a06da1e978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:28.377191 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-362c3e2c-22c9-4846-95ec-4a06da1e978b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:28.378539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-362c3e2c-22c9-4846-95ec-4a06da1e978b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/027ee6be-a2bb-4a08-85d0-0674a10f320f HTTP/1.1" status: 204 len: 168 time: 1.0732141 Nov 23 11:02:28.417408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c3e2c-22c9-4846-95ec-4a06da1e978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ee6be-a2bb-4a08-85d0-0674a10f320f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:28.433490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:28.440254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:28.443759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Allocated IP 172.20.0.2 (f7244111-22f3-4147-9974-2f6da0f53da3/3c17e199-1acb-4260-81c1-17bf9ede003d/6f161b49-c303-4594-847e-1e9ef498e849) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:28.447868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:28.455151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:28.462265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:28.469915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:28.477962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:28.479927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-4e0b5351-51ea-4ca1-9ec5-cc684caa1795 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.8057208 Nov 23 11:02:28.538251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd1df1ea-a55f-4210-94aa-303173dc706e tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829/tags HTTP/1.1" status: 204 len: 168 time: 0.8718305 Nov 23 11:02:28.550670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34428) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:28.560140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-684665d3-4f2b-423f-9455-79e658595c62 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'eac88264-4a42-4ca5-b8a5-51b4e87d070d') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:28.577312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:28.720647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2998344-7d41-4f4d-b24f-f84afa1e00d7 req-f32ceb58-7572-4a23-a95a-8dc3bf743967 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2345300 Nov 23 11:02:28.796734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-684665d3-4f2b-423f-9455-79e658595c62 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d/tags HTTP/1.1" status: 204 len: 168 time: 0.2449219 Nov 23 11:02:28.801392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34434) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:28.812437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-bb76f609-0f20-4476-8f6f-60db12c0d0e8 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dafd3def-483c-47bc-b934-63c0ef0f9a9f') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:28.926063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bb76f609-0f20-4476-8f6f-60db12c0d0e8 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1216528 Nov 23 11:02:28.936708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:29.003795 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.046911 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.119466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34444) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:29.156670 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23eb50ec-f5a9-4813-98a3-0df5e1622a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.210169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Pushing event updated for resources: {'Port': ['ID=6f161b49-c303-4594-847e-1e9ef498e849,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:29.222274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e923d0f9-faba-4122-9eed-f1965ac41924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.253386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23eb50ec-f5a9-4813-98a3-0df5e1622a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.259516 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4119ba72-890b-47ca-b495-5dcc78d300c6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for subnetpool, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.261095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4119ba72-890b-47ca-b495-5dcc78d300c6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnetpools/4f7fec9a-394b-4ea4-8a1d-3b68de37b15b HTTP/1.1" status: 204 len: 168 time: 0.3095357 Nov 23 11:02:29.264488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23eb50ec-f5a9-4813-98a3-0df5e1622a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.267028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34446) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:29.324955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e923d0f9-faba-4122-9eed-f1965ac41924 None None] For port a97d0440-17b9-47e4-8e4e-befe87561063, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a97d0440-17b9-47e4-8e4e-befe87561063,segment=NetworkSegment(0c83036c-7467-4d34-9d9d-4c1e59ab7b05),segment_id=0c83036c-7467-4d34-9d9d-4c1e59ab7b05)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:29.326701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5185b878-8519-46cf-9155-0170e5f21322 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3015076-47e0-4fb9-8555-f9fbce257829 HTTP/1.1" status: 200 len: 205 time: 0.0569603 Nov 23 11:02:29.327157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.335677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34448) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:29.339345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Network f7244111-22f3-4147-9974-2f6da0f53da3 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:29.343475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:29.345496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e923d0f9-faba-4122-9eed-f1965ac41924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.347661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:29.360752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb50ec-f5a9-4813-98a3-0df5e1622a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7babffe1-94de-4607-b94d-91c95a590c4b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:29.443160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-23eb50ec-f5a9-4813-98a3-0df5e1622a2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22d0c84de2e44dd896bb5384a4456122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973807 Nov 23 11:02:29.444175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923d0f9-faba-4122-9eed-f1965ac41924 None None] Pushing event updated for resources: {'Port': ['ID=a97d0440-17b9-47e4-8e4e-befe87561063,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:29.445878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34450) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:29.532399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a9c399f-703c-4307-a46e-e309eacca090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.559475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a9c399f-703c-4307-a46e-e309eacca090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.611418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ac6-b6aa-49e2-8e43-afca15f6a67b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.619781 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:02:29.620207 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:02:29.620728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Attempting to bind port 6f161b49-c303-4594-847e-1e9ef498e849 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:29.621103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Attempting to bind port 6f161b49-c303-4594-847e-1e9ef498e849 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '0e30ad54-26ea-494a-9c93-c139f1b04e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f7244111-22f3-4147-9974-2f6da0f53da3'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:29.621488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Attempting to bind port 6f161b49-c303-4594-847e-1e9ef498e849 on network f7244111-22f3-4147-9974-2f6da0f53da3 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:29.628513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:29.628995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Checking segment: {'id': '0e30ad54-26ea-494a-9c93-c139f1b04e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f7244111-22f3-4147-9974-2f6da0f53da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:29.629383 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.629785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Bound using segment: {'id': '0e30ad54-26ea-494a-9c93-c139f1b04e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f7244111-22f3-4147-9974-2f6da0f53da3'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:29.630398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Bound port: 6f161b49-c303-4594-847e-1e9ef498e849, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e30ad54-26ea-494a-9c93-c139f1b04e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'f7244111-22f3-4147-9974-2f6da0f53da3'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:29.630684 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.632688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ae32f1dd-2616-4632-a065-84cae5ade4a9 None None] Provisioning complete for port 5b21c557-a0a4-431f-9faa-acc53b7a7144 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:29.633047 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae32f1dd-2616-4632-a065-84cae5ade4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.650549 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a9c399f-703c-4307-a46e-e309eacca090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.653550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a9c399f-703c-4307-a46e-e309eacca090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.658136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4a9c399f-703c-4307-a46e-e309eacca090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7babffe1-94de-4607-b94d-91c95a590c4b HTTP/1.1" status: 204 len: 168 time: 0.2077785 Nov 23 11:02:29.702131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c399f-703c-4307-a46e-e309eacca090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7babffe1-94de-4607-b94d-91c95a590c4b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:29.859063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] For port 6f161b49-c303-4594-847e-1e9ef498e849, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:29.869671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] For port 6f161b49-c303-4594-847e-1e9ef498e849, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6f161b49-c303-4594-847e-1e9ef498e849,segment=NetworkSegment(0e30ad54-26ea-494a-9c93-c139f1b04e76),segment_id=0e30ad54-26ea-494a-9c93-c139f1b04e76)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:29.889341 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.894369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ac6-b6aa-49e2-8e43-afca15f6a67b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.897456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ac6-b6aa-49e2-8e43-afca15f6a67b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.963923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ac6-b6aa-49e2-8e43-afca15f6a67b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.964691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d55ac6-b6aa-49e2-8e43-afca15f6a67b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Fanout notify agent at l3_agent the message router_deleted on router b3015076-47e0-4fb9-8555-f9fbce257829 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:02:29.972848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3d55ac6-b6aa-49e2-8e43-afca15f6a67b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:29.975737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d3d55ac6-b6aa-49e2-8e43-afca15f6a67b tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/routers/b3015076-47e0-4fb9-8555-f9fbce257829 HTTP/1.1" status: 204 len: 168 time: 0.6372833 Nov 23 11:02:29.979459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34456) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:30.003054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccb4d9-d945-4c79-94db-eff683c488fb None None] Pushing event updated for resources: {'Port': ['ID=6f161b49-c303-4594-847e-1e9ef498e849,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:30.014032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ae32f1dd-2616-4632-a065-84cae5ade4a9 None None] Port 5b21c557-a0a4-431f-9faa-acc53b7a7144 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:30.064026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:30.287971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-58bd6d7c-a79f-4266-a3a9-7d2189a6b02a None None] Provisioning complete for port a97d0440-17b9-47e4-8e4e-befe87561063 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:30.294848 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58bd6d7c-a79f-4266-a3a9-7d2189a6b02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:30.325240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:30.337537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:30.350481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Deleting port eac88264-4a42-4ca5-b8a5-51b4e87d070d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:30.350780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:30.351058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:30.363202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:30.382869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:30.395305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:30.412455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:30.417633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-070ba829-ea4a-43f5-8318-7ff1f4e58509 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.4325018 Nov 23 11:02:30.420096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a97d0440-17b9-47e4-8e4e-befe87561063 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:30.651157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:30.685228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Calling delete_port for eac88264-4a42-4ca5-b8a5-51b4e87d070d owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:30.789879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a97d0440-17b9-47e4-8e4e-befe87561063 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:30.790254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:30.947750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.054169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event deleted for resources: {'Port': ['ID=eac88264-4a42-4ca5-b8a5-51b4e87d070d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:31.070687 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:02:31.150988 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.155621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-88f0b518-7f9f-433c-b5fa-6f0b03993595 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/ports/eac88264-4a42-4ca5-b8a5-51b4e87d070d HTTP/1.1" status: 204 len: 168 time: 1.1751742 Nov 23 11:02:31.160311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34478) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:31.233644 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.20.0.1 (f7244111-22f3-4147-9974-2f6da0f53da3/3c17e199-1acb-4260-81c1-17bf9ede003d/e416f00c-f81e-4c25-9ffd-df07b070bd27) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:31.334995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Deleting subnet dafd3def-483c-47bc-b934-63c0ef0f9a9f {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:02:31.342671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.431829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aed1b73f-6f54-4299-a820-e67839b961f3 req-87676890-a636-489b-a060-b2842686cf4b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0063193 Nov 23 11:02:31.510472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.547124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.727364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.806520 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.885489 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.897343 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.964323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=e416f00c-f81e-4c25-9ffd-df07b070bd27,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:31.970803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event deleted for resources: {'Subnet': ['ID=dafd3def-483c-47bc-b934-63c0ef0f9a9f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:31.987589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:31.998958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f071b-18b6-47de-a092-57adfe3f2eef None None] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:32.016635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cb87ca81-a88a-4c12-8879-3f43d2f2409f tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/subnets/dafd3def-483c-47bc-b934-63c0ef0f9a9f HTTP/1.1" status: 204 len: 168 time: 0.8542693 Nov 23 11:02:32.017101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network f7244111-22f3-4147-9974-2f6da0f53da3 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:32.020641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34490) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:32.159143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:32.172027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:32.239975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:32.260827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Router 83e4a72c-4204-40fc-9f23-15e71a62c369 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:02:32.364124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2d9ab-8057-46c5-b229-ff4d74adb986 None None] Network f7244111-22f3-4147-9974-2f6da0f53da3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:32.574777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:32.592429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] DHCP port deletion for 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:32.624420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8b269570-8992-4e4a-b438-c05297a76a3d None None] Provisioning complete for port 6f161b49-c303-4594-847e-1e9ef498e849 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:32.624797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b269570-8992-4e4a-b438-c05297a76a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:32.734738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6f161b49-c303-4594-847e-1e9ef498e849 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:32.751164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:32.767110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Deleting port 6a44eeee-ba18-4757-9832-2646325311dc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:32.769375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:32.769741 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:32.783186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:32.785967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:32.820591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:32.820955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Sync routers for ids ['83e4a72c-4204-40fc-9f23-15e71a62c369'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:32.836646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:32.847571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:32.855408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:32.857841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-6452fe49-f25d-4785-83d1-5e0ac28322ed tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.2550201 Nov 23 11:02:32.888024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Routers {'83e4a72c-4204-40fc-9f23-15e71a62c369'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:32.888730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['83e4a72c-4204-40fc-9f23-15e71a62c369'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:33.008968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.010315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-61407b03-4c3e-4b30-a6d9-a89d81748744 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2610836 Nov 23 11:02:33.014177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34514) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:33.016965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6f161b49-c303-4594-847e-1e9ef498e849 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:33.017543 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.020396 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b269570-8992-4e4a-b438-c05297a76a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.123399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] For port 6a44eeee-ba18-4757-9832-2646325311dc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a44eeee-ba18-4757-9832-2646325311dc,segment=NetworkSegment(ee736d82-21d5-41de-a947-a1f04dd3e7d1),segment_id=ee736d82-21d5-41de-a947-a1f04dd3e7d1)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:33.123803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.127071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.245522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Calling delete_port for 6a44eeee-ba18-4757-9832-2646325311dc owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:33.309969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b951cd3-4cb4-4abd-9b71-18b2f394dc1c req-015d8a49-39e5-4ad7-9223-d916c09a2499 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4385648 Nov 23 11:02:33.578680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] Deleting port 6a44eeee-ba18-4757-9832-2646325311dc {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:33.579058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.653856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.723144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event deleted for resources: {'Port': ['ID=6a44eeee-ba18-4757-9832-2646325311dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:33.756392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] For port 6a44eeee-ba18-4757-9832-2646325311dc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6a44eeee-ba18-4757-9832-2646325311dc,segment=NetworkSegment(ee736d82-21d5-41de-a947-a1f04dd3e7d1),segment_id=ee736d82-21d5-41de-a947-a1f04dd3e7d1)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:33.757090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.783371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8b269570-8992-4e4a-b438-c05297a76a3d None None] For port 6f161b49-c303-4594-847e-1e9ef498e849, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6f161b49-c303-4594-847e-1e9ef498e849,segment=NetworkSegment(0e30ad54-26ea-494a-9c93-c139f1b04e76),segment_id=0e30ad54-26ea-494a-9c93-c139f1b04e76)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:33.815783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] Calling delete_port for 6a44eeee-ba18-4757-9832-2646325311dc owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:33.823231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b269570-8992-4e4a-b438-c05297a76a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:33.834524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Set router 83e4a72c-4204-40fc-9f23-15e71a62c369 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:33.843203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] No DVR routers for this DVR port 6a44eeee-ba18-4757-9832-2646325311dc on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:34.020561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.050018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b269570-8992-4e4a-b438-c05297a76a3d None None] Pushing event updated for resources: {'Port': ['ID=6f161b49-c303-4594-847e-1e9ef498e849,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:34.091280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4b4dd3-287f-406f-be9e-5f3c7efbc766']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:34.173089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee736d82-21d5-41de-a947-a1f04dd3e7d1') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:34.176447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee736d82-21d5-41de-a947-a1f04dd3e7d1') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:34.220597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.226627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.246638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.417002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=e416f00c-f81e-4c25-9ffd-df07b070bd27,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:34.417752 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.424880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6f161b49-c303-4594-847e-1e9ef498e849 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:34.436234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.472223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:02:34.472660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:02:34.476731 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:02:34.568385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.695174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:34.703580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:34.710759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:34.717482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:34.726132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:34.732883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:34.740297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:34.742355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4064d714-82bb-430d-ad6c-ba696b17244f req-95b61e3a-4e6d-4c86-9161-5fa09476d27c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.2587214 Nov 23 11:02:34.779072 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.799565 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.809537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:34.818213 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] 10.222.0.61 "DELETE /v2.0/networks/3c4b4dd3-287f-406f-be9e-5f3c7efbc766 HTTP/1.1" status: 204 len: 168 time: 2.7929072 Nov 23 11:02:34.843141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Allocated IP 172.20.0.1 (5fd1a280-f94c-4f12-b00f-97c309a8086c/64f70e5f-1a42-4ae6-a123-93ee176c42e8/13dfdb69-8118-4b7d-89e1-324a2c3b55df) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:34.886585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] Network 3c4b4dd3-287f-406f-be9e-5f3c7efbc766 is not hosted by any dhcp agent {{(pid=103428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 11:02:34.887392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] No DVR routers for this DVR port 6a44eeee-ba18-4757-9832-2646325311dc on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:34.983866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4e89a-cc99-483c-9026-2f749efe411d None None] Pushing event deleted for resources: {'Port': ['ID=6a44eeee-ba18-4757-9832-2646325311dc,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:34.993494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-37b6152d-9290-4105-9d6b-b7e3df5a92e5 None None] Provisioning complete for port e416f00c-f81e-4c25-9ffd-df07b070bd27 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:34.993877 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-37b6152d-9290-4105-9d6b-b7e3df5a92e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.037247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34578) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:35.037247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3272a80-98b7-4df8-b429-835cd26307a6 tempest-TagsExtTest-1399471116 tempest-TagsExtTest-1399471116-project] Pushing event deleted for resources: {'Network': ['ID=3c4b4dd3-287f-406f-be9e-5f3c7efbc766,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:35.077377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6f161b49-c303-4594-847e-1e9ef498e849 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:35.077927 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.166472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.195900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-37b6152d-9290-4105-9d6b-b7e3df5a92e5 None None] Port e416f00c-f81e-4c25-9ffd-df07b070bd27 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:35.227713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-37b6152d-9290-4105-9d6b-b7e3df5a92e5 None None] Provisioning complete for port 6f161b49-c303-4594-847e-1e9ef498e849 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:35.228271 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-37b6152d-9290-4105-9d6b-b7e3df5a92e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.247228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4064d714-82bb-430d-ad6c-ba696b17244f req-81dcc56d-381a-4055-8b4c-5c776c5f150f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4563296 Nov 23 11:02:35.266676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network f7244111-22f3-4147-9974-2f6da0f53da3 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:35.268410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:35.272885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.311812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:02:28Z', 'revision_number': 3, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port': {'id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:27Z', 'updated_at': '2021-11-23T11:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:35.351645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34586) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:35.394612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Checking router: 83e4a72c-4204-40fc-9f23-15e71a62c369 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:35.395057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Updating router 83e4a72c-4204-40fc-9f23-15e71a62c369 port 5b21c557-a0a4-431f-9faa-acc53b7a7144 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:02:35.414278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:35.461208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:35.469962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:35.515670 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Pushing event updated for resources: {'Port': ['ID=13dfdb69-8118-4b7d-89e1-324a2c3b55df,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:35.578414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.592753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-831a8c26-7cf8-47c6-8c00-5414cc62c4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.620207 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.692833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34596) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:35.704709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cdbc1bc9-f03c-4132-a04e-481d2c644f19 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fed28975f334473ca0db7dc8d5e1e4e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512385 Nov 23 11:02:35.890314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 27334b47-3676-40fe-98fc-07b71d0cca28 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:02:35.892996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a44eeee-ba18-4757-9832-2646325311dc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:35.916707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a63d2d21-1e49-485d-98c4-e9bdbe52e130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.937802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6a44eeee-ba18-4757-9832-2646325311dc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:02:35.938132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6a44eeee-ba18-4757-9832-2646325311dc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:02:35.957534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-831a8c26-7cf8-47c6-8c00-5414cc62c4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:35.969818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.031309 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-831a8c26-7cf8-47c6-8c00-5414cc62c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.058964 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a63d2d21-1e49-485d-98c4-e9bdbe52e130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.068190 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-831a8c26-7cf8-47c6-8c00-5414cc62c4af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fd1b425c239943e6a3266df40bfefa8e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0152426 Nov 23 11:02:36.077232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:36.086490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-eb786968-41b9-4603-aa2a-cccd8aa27b21 None None] Provisioning complete for port e416f00c-f81e-4c25-9ffd-df07b070bd27 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:36.087068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb786968-41b9-4603-aa2a-cccd8aa27b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.188230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a8c26-7cf8-47c6-8c00-5414cc62c4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529319b7-fcd3-42ed-94ae-5e3cc9aecd82,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:36.219086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:36.227300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4d17553-3583-474b-a165-c4f5ad811cd1 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/27334b47-3676-40fe-98fc-07b71d0cca28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7642307 Nov 23 11:02:36.235584 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] Sync routers for ids ['27334b47-3676-40fe-98fc-07b71d0cca28'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:36.236123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34604) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:36.266648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-eb786968-41b9-4603-aa2a-cccd8aa27b21 None None] Port e416f00c-f81e-4c25-9ffd-df07b070bd27 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:36.277422 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] Routers {'27334b47-3676-40fe-98fc-07b71d0cca28'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:36.282663 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['27334b47-3676-40fe-98fc-07b71d0cca28'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:36.312944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.327220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f897aaa-f5ac-466a-b36e-fb3884dd372e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.328732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f897aaa-f5ac-466a-b36e-fb3884dd372e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports/e416f00c-f81e-4c25-9ffd-df07b070bd27 HTTP/1.1" status: 200 len: 910 time: 0.0917535 Nov 23 11:02:36.330020 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-01006964-65b9-4c28-a665-2cae6f4c3c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.331933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34608) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:36.332472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a63d2d21-1e49-485d-98c4-e9bdbe52e130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.334305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.335671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a63d2d21-1e49-485d-98c4-e9bdbe52e130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.336857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a63d2d21-1e49-485d-98c4-e9bdbe52e130 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4047391-4036-432b-8b7b-04b1a342a010 HTTP/1.1" status: 204 len: 168 time: 0.6426229 Nov 23 11:02:36.368342 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.374657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c17e199-1acb-4260-81c1-17bf9ede003d'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:36.386541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.389133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-eb786968-41b9-4603-aa2a-cccd8aa27b21 None None] Provisioning complete for port 13dfdb69-8118-4b7d-89e1-324a2c3b55df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:36.396612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb786968-41b9-4603-aa2a-cccd8aa27b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.407255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:36.431086 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] Routers {'27334b47-3676-40fe-98fc-07b71d0cca28'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:36.437984 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['27334b47-3676-40fe-98fc-07b71d0cca28'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:36.507739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce30380f-81fa-410b-af58-c86e6a184c26 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:36.512891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d2d21-1e49-485d-98c4-e9bdbe52e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4047391-4036-432b-8b7b-04b1a342a010,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:36.522937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-eb786968-41b9-4603-aa2a-cccd8aa27b21 None None] Port 13dfdb69-8118-4b7d-89e1-324a2c3b55df cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:36.528009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Attempting to bind port 5b21c557-a0a4-431f-9faa-acc53b7a7144 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:36.528514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Attempting to bind port 5b21c557-a0a4-431f-9faa-acc53b7a7144 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:36.529758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Attempting to bind port 5b21c557-a0a4-431f-9faa-acc53b7a7144 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:36.541427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894da6-5916-4b9e-a579-4ae45a0f9e98 None None] Pushing event updated for resources: {'Port': ['ID=5b21c557-a0a4-431f-9faa-acc53b7a7144,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:36.541985 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:36.542864 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c67a4-704f-41ea-a29c-39fe9ce746bc None None] The sync data for ids ['27334b47-3676-40fe-98fc-07b71d0cca28'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:36.555468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:36.556142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:36.556802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.557666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:36.558444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Bound port: 5b21c557-a0a4-431f-9faa-acc53b7a7144, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:36.559793 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.589918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Pushing event updated for resources: {'Port': ['ID=13dfdb69-8118-4b7d-89e1-324a2c3b55df,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:36.596479 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.601698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-01006964-65b9-4c28-a665-2cae6f4c3c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.672589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.680075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.689264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.698996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.716517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.735204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.737359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] For port 5b21c557-a0a4-431f-9faa-acc53b7a7144, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:36.740527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-33b09601-7cfa-47a7-9ef1-6729d8280938 None None] Provisioning complete for port 5b21c557-a0a4-431f-9faa-acc53b7a7144 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:36.741049 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-33b09601-7cfa-47a7-9ef1-6729d8280938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.744805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] For port 5b21c557-a0a4-431f-9faa-acc53b7a7144, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5b21c557-a0a4-431f-9faa-acc53b7a7144,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:36.756729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-01006964-65b9-4c28-a665-2cae6f4c3c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.759467 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-01006964-65b9-4c28-a665-2cae6f4c3c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.764657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-01006964-65b9-4c28-a665-2cae6f4c3c2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/529319b7-fcd3-42ed-94ae-5e3cc9aecd82 HTTP/1.1" status: 204 len: 168 time: 0.6807396 Nov 23 11:02:36.767065 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.776034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:36.778979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01006964-65b9-4c28-a665-2cae6f4c3c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529319b7-fcd3-42ed-94ae-5e3cc9aecd82,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:36.793613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:36.798743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-c0a29d4b-aa2a-42f0-aefe-5db762a7d513 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.3622117 Nov 23 11:02:36.828158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894da6-5916-4b9e-a579-4ae45a0f9e98 None None] Pushing event updated for resources: {'Port': ['ID=5b21c557-a0a4-431f-9faa-acc53b7a7144,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:36.875094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-33b09601-7cfa-47a7-9ef1-6729d8280938 None None] Port 5b21c557-a0a4-431f-9faa-acc53b7a7144 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:36.883304 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc14f16-cd28-40b3-828d-12247ecb19dd None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:36.911083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Routers {'83e4a72c-4204-40fc-9f23-15e71a62c369'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:36.912675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['83e4a72c-4204-40fc-9f23-15e71a62c369'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:37.061148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-96491281-6409-4a6e-91d9-3f81ef73f280 req-7c0ed441-c29d-45c9-a4c6-17a4f714ef52 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421758 Nov 23 11:02:37.063463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:37.065289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:37.156081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f2881d65-27c5-40f2-bebf-767a36793143 None None] Provisioning complete for port 5b21c557-a0a4-431f-9faa-acc53b7a7144 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:37.157339 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f2881d65-27c5-40f2-bebf-767a36793143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:37.340617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Router 83e4a72c-4204-40fc-9f23-15e71a62c369 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:37.475324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34634) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:37.517048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80b49457-a835-45a8-a0ff-ec89211a88d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:37.556446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] Set router 83e4a72c-4204-40fc-9f23-15e71a62c369 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:37.633025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:37.649890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-04c8a104-485d-4dd2-b3e0-aa855202297a admin admin] 10.222.0.61 "PUT /v2.0/routers/83e4a72c-4204-40fc-9f23-15e71a62c369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6337018 Nov 23 11:02:37.750791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80b49457-a835-45a8-a0ff-ec89211a88d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:37.760175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80b49457-a835-45a8-a0ff-ec89211a88d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:37.853484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-80b49457-a835-45a8-a0ff-ec89211a88d5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed53bdbfb07f4f938b12ac91aaf8799b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762200 Nov 23 11:02:37.854677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b49457-a835-45a8-a0ff-ec89211a88d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7333d1f-d113-43b1-8cae-866df8d56dfa,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:37.857071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34648) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:37.867363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f2881d65-27c5-40f2-bebf-767a36793143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:37.979442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f2881d65-27c5-40f2-bebf-767a36793143 None None] For port 5b21c557-a0a4-431f-9faa-acc53b7a7144, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5b21c557-a0a4-431f-9faa-acc53b7a7144,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:37.979845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34658) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:37.988920 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f2881d65-27c5-40f2-bebf-767a36793143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.046057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2881d65-27c5-40f2-bebf-767a36793143 None None] Pushing event updated for resources: {'Port': ['ID=5b21c557-a0a4-431f-9faa-acc53b7a7144,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:38.056123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:02:35Z', 'revision_number': 4, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port': {'id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:27Z', 'updated_at': '2021-11-23T11:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '13dfdb69-8118-4b7d-89e1-324a2c3b55df', 'name': '', 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'mac_address': 'fa:16:3e:5a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:34Z', 'updated_at': '2021-11-23T11:02:36Z', 'revision_number': 2, 'project_id': '59060150bba046e0a60132300d4daa2c', 'subnets': [{'id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:38.092738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0384541-c2ef-4ba5-9097-dd616df71508 None None] The sync data for ids ['83e4a72c-4204-40fc-9f23-15e71a62c369'] in n-d-817747-2 is: [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:02:35Z', 'revision_number': 4, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port': {'id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:27Z', 'updated_at': '2021-11-23T11:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '13dfdb69-8118-4b7d-89e1-324a2c3b55df', 'name': '', 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'mac_address': 'fa:16:3e:5a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:34Z', 'updated_at': '2021-11-23T11:02:36Z', 'revision_number': 2, 'project_id': '59060150bba046e0a60132300d4daa2c', 'subnets': [{'id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:38.173391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-15e18d9c-1536-49e6-8072-54e088cdc209 None None] Provisioning complete for port 13dfdb69-8118-4b7d-89e1-324a2c3b55df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:38.174949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-453e3749-2af4-4d76-ad17-2acae9316464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.175683 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-15e18d9c-1536-49e6-8072-54e088cdc209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.260280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-15e18d9c-1536-49e6-8072-54e088cdc209 None None] Port 13dfdb69-8118-4b7d-89e1-324a2c3b55df cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:38.334123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1367767870'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:38.405590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Made reservation on behalf of 16d03a778d874cc2a69972b36dde40b1 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:38.410577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.433303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.439655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.442033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-453e3749-2af4-4d76-ad17-2acae9316464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.447429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.462236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.483673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.499852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.506554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.509286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-e7a81705-71ea-4d8b-a92d-04306b8de313 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.2712901 Nov 23 11:02:38.510254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.619767 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.632608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c66cb8f7-9065-4e50-9020-76ebb9b74af9 req-633f92ea-590c-40ac-a20a-5c0992095ca7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951710 Nov 23 11:02:38.638913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-453e3749-2af4-4d76-ad17-2acae9316464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.648100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-453e3749-2af4-4d76-ad17-2acae9316464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.649291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-453e3749-2af4-4d76-ad17-2acae9316464 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b7333d1f-d113-43b1-8cae-866df8d56dfa HTTP/1.1" status: 204 len: 168 time: 0.7874148 Nov 23 11:02:38.683318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.704725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.711698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.752971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:38.768442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94f6e1d-6dc8-48a9-9e82-49da57119b49,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:38.789524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.790092 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Added segment 129a406c-3292-425b-8859-f0a4abb3316a of type vlan for network f218bcc9-67e4-4201-8449-a39067ec3fe9 Nov 23 11:02:38.876419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.888582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=e416f00c-f81e-4c25-9ffd-df07b070bd27,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:38.914531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.932619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e3749-2af4-4d76-ad17-2acae9316464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7333d1f-d113-43b1-8cae-866df8d56dfa,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:38.932896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.933533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.992016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:38.992893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:38.995315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-173df5d1-f750-42a6-829b-66e108deb74f tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/ports/e416f00c-f81e-4c25-9ffd-df07b070bd27 HTTP/1.1" status: 200 len: 910 time: 2.6570709 Nov 23 11:02:38.997860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34674) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:39.126208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Pushing event updated for resources: {'Network': ['ID=f218bcc9-67e4-4201-8449-a39067ec3fe9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:39.150777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d667620e-c1e7-4d4a-97dd-802c653df937 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1688671 Nov 23 11:02:39.155242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34678) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:39.157468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f218bcc9-67e4-4201-8449-a39067ec3fe9 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:39.163390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-d5d437b1-15c7-4872-afc4-16e761c92bff tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-1951943138') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:39.342229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d5d437b1-15c7-4872-afc4-16e761c92bff tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "PUT /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-1951943138 HTTP/1.1" status: 201 len: 201 time: 0.1857080 Nov 23 11:02:39.346689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34688) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:39.367215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-a4710357-3338-4e90-92b6-baeef5ec3bc0 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-1951943138') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:39.587372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a4710357-3338-4e90-92b6-baeef5ec3bc0 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "GET /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-1951943138 HTTP/1.1" status: 204 len: 168 time: 0.2368352 Nov 23 11:02:39.591460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34696) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:39.604087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-be5c1926-7325-4a5c-ba9f-8696de3dc90d tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:39.778096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be5c1926-7325-4a5c-ba9f-8696de3dc90d tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "GET /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags HTTP/1.1" status: 200 len: 238 time: 0.1854389 Nov 23 11:02:39.780989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:39.787967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-279668e0-349c-49b3-83bc-d737b8b836f4 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', {'tags': ['tempest-TagsTest-Tag-892872417', 'tempest-TagsTest-Tag-1281519319', 'tempest-TagsTest-Tag-1068376307']}) {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:40.091038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:40.098880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:40.105682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:40.112569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:40.120789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:40.148307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:40.155576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:40.158646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-7408db5d-c809-4778-b820-3958cb100797 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.3432572 Nov 23 11:02:40.171839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:40.184311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34714) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:40.189469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-279668e0-349c-49b3-83bc-d737b8b836f4 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "PUT /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags HTTP/1.1" status: 200 len: 308 time: 0.4023316 Nov 23 11:02:40.191489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-000d631f-407f-4eb4-a8b4-6ba602b84f93 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-892872417') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:40.439146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34720) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:40.507427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5b21c557-a0a4-431f-9faa-acc53b7a7144 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:40.507988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-000d631f-407f-4eb4-a8b4-6ba602b84f93 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "DELETE /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-892872417 HTTP/1.1" status: 204 len: 168 time: 0.3198948 Nov 23 11:02:40.512794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34724) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:40.523422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-35854fa6-4583-40bb-9bd3-66387d859de2 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-892872417') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:40.635850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5b21c557-a0a4-431f-9faa-acc53b7a7144 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:40.636646 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:40.647464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff462d2d-37df-4a76-8d35-31bdf6570b80 req-afd43746-452e-4b5a-82e5-3786ba8ff10a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4720097 Nov 23 11:02:40.744481 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-35854fa6-4583-40bb-9bd3-66387d859de2 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] show failed (client error): The resource could not be found. Nov 23 11:02:40.748198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-35854fa6-4583-40bb-9bd3-66387d859de2 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "GET /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-892872417 HTTP/1.1" status: 404 len: 325 time: 0.2320483 Nov 23 11:02:40.749047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34730) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:40.756860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-48c68e86-6690-4cd9-9ae7-a984aa695d6c tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-1281519319') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:40.845756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1959451380'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:40.928554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Made reservation on behalf of 4f8d865b94bc4164bb21f6add70a5e4a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:40.937168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:40.961796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port e416f00c-f81e-4c25-9ffd-df07b070bd27 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:40.962494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:40.969454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.157391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.178749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for e416f00c-f81e-4c25-9ffd-df07b070bd27 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:41.262291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-48c68e86-6690-4cd9-9ae7-a984aa695d6c tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "GET /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-1281519319 HTTP/1.1" status: 204 len: 168 time: 0.5097234 Nov 23 11:02:41.269201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34738) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:41.276718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-106782cd-c679-4695-81e0-b0a70e118068 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-1068376307') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:41.320516 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.336696 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.372744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:41.413750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.414126 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Added segment b2081eff-7457-43b9-8d75-842983acb713 of type vlan for network 235a8f6d-1263-44df-8211-850faf16e9d6 Nov 23 11:02:41.498052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.501011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.507947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde99d09-061c-46dc-8694-f8333a78256f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:41.519392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34744) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:41.519567 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-106782cd-c679-4695-81e0-b0a70e118068 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "GET /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-1068376307 HTTP/1.1" status: 204 len: 168 time: 0.2479675 Nov 23 11:02:41.541311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=e416f00c-f81e-4c25-9ffd-df07b070bd27,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:41.542101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-4792be0a-e7e9-4338-9649-913945d299e6 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:41.660342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.675128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:41.675787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.921803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:41.928631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4836307 Nov 23 11:02:41.931457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c3a0e-8bc1-469d-9852-673650c5762b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Network': ['ID=235a8f6d-1263-44df-8211-850faf16e9d6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:41.934656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34748) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:41.942925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 235a8f6d-1263-44df-8211-850faf16e9d6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:41.956292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'subnet': {'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:41.980554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Sync routers for ids ['83e4a72c-4204-40fc-9f23-15e71a62c369'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:42.068047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:42.076027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:42.083329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:42.090302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:42.096403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:42.103926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:42.108900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Routers {'83e4a72c-4204-40fc-9f23-15e71a62c369'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:42.109878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['83e4a72c-4204-40fc-9f23-15e71a62c369'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.110739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:42.120949 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-539e616b-6348-462b-baca-eb732cdb0d7f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.3109195 Nov 23 11:02:42.135558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4792be0a-e7e9-4338-9649-913945d299e6 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "DELETE /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags HTTP/1.1" status: 204 len: 168 time: 0.6146953 Nov 23 11:02:42.175011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34752) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:42.181556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.tag.tag_plugin [None req-4be979c6-7afe-4605-a8d1-a36015ee1cd3 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-1281519319') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.234145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router 27334b47-3676-40fe-98fc-07b71d0cca28 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:02:42.292717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0b75293-b11c-48be-85e8-f8dccf58e107 req-52873bb7-9239-441d-911e-bb7dac8c57d9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706078 Nov 23 11:02:42.322705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Set router 83e4a72c-4204-40fc-9f23-15e71a62c369 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:42.361126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Made reservation on behalf of 4f8d865b94bc4164bb21f6add70a5e4a for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:42.365354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:42.415845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:42.427620 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] Sync routers for ids ['27334b47-3676-40fe-98fc-07b71d0cca28'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:42.447340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34762) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:42.447590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-df67889c-589b-4120-8a83-4008355bbdcc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/27334b47-3676-40fe-98fc-07b71d0cca28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4480722 Nov 23 11:02:42.452483 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] Routers {'27334b47-3676-40fe-98fc-07b71d0cca28'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:42.453382 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['27334b47-3676-40fe-98fc-07b71d0cca28'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.525038 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.537548 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] Routers {'27334b47-3676-40fe-98fc-07b71d0cca28'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:42.540629 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['27334b47-3676-40fe-98fc-07b71d0cca28'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.627943 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.632623 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30db8832-d054-44dc-8bd8-46f0e6b6b2f8 None None] The sync data for ids ['27334b47-3676-40fe-98fc-07b71d0cca28'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:42.834951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:02:35Z', 'revision_number': 4, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port': {'id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:27Z', 'updated_at': '2021-11-23T11:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '13dfdb69-8118-4b7d-89e1-324a2c3b55df', 'name': '', 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'mac_address': 'fa:16:3e:5a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:34Z', 'updated_at': '2021-11-23T11:02:36Z', 'revision_number': 2, 'project_id': '59060150bba046e0a60132300d4daa2c', 'subnets': [{'id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:42.894877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Checking router: 83e4a72c-4204-40fc-9f23-15e71a62c369 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:02:42.895611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Updating router 83e4a72c-4204-40fc-9f23-15e71a62c369 port 13dfdb69-8118-4b7d-89e1-324a2c3b55df binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:02:42.961155 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.095365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-3d37f8b4-048c-4eb1-93eb-d58853dcae68 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.097325 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-3d37f8b4-048c-4eb1-93eb-d58853dcae68 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1826541 Nov 23 11:02:43.117038 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-83e15c52-9b43-42f4-b65b-ec9dfe325d8b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/quotas/9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 375 time: 0.0128105 Nov 23 11:02:43.182837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-ba747af1-9d48-405e-a17f-2db2d3aa30db tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591860 Nov 23 11:02:43.202233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-76a133f3-f1e2-4201-bcf2-5896726d4fa0 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=27334b47-3676-40fe-98fc-07b71d0cca28 HTTP/1.1" status: 200 len: 205 time: 0.7427657 Nov 23 11:02:43.206862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34772) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:43.241045 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-4be979c6-7afe-4605-a8d1-a36015ee1cd3 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] show failed (client error): The resource could not be found. Nov 23 11:02:43.242364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4be979c6-7afe-4605-a8d1-a36015ee1cd3 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "GET /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-1281519319 HTTP/1.1" status: 404 len: 326 time: 1.0649693 Nov 23 11:02:43.245549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34774) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:43.251404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-c400b30e-a241-4775-8740-1b4c4667ed47 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9', 'tempest-TagsTest-Tag-1068376307') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:43.305259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.398044 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.409603 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.457318 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-c400b30e-a241-4775-8740-1b4c4667ed47 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] show failed (client error): The resource could not be found. Nov 23 11:02:43.463106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c400b30e-a241-4775-8740-1b4c4667ed47 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "GET /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags/tempest-TagsTest-Tag-1068376307 HTTP/1.1" status: 404 len: 326 time: 0.2163475 Nov 23 11:02:43.463716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34782) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:43.469944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.tag.tag_plugin [None req-48375779-dff3-4cf9-a4f9-557488ed9c23 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f218bcc9-67e4-4201-8449-a39067ec3fe9') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:43.515573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d2c2-3bea-4291-88d9-f988af78b635 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.522795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-d63bdb9e-654f-4473-a28e-7a3fa7a762cc service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322692 Nov 23 11:02:43.550679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bfdac-a094-4346-a4e6-86c7275b9688 None None] Pushing event updated for resources: {'Port': ['ID=13dfdb69-8118-4b7d-89e1-324a2c3b55df,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:43.676528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Attempting to bind port 13dfdb69-8118-4b7d-89e1-324a2c3b55df on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:43.677305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Attempting to bind port 13dfdb69-8118-4b7d-89e1-324a2c3b55df by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:43.677305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Attempting to bind port 13dfdb69-8118-4b7d-89e1-324a2c3b55df on network 5fd1a280-f94c-4f12-b00f-97c309a8086c {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:43.691923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:43.691923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Checking segment: {'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:43.693285 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.693285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Bound using segment: {'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:43.693671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Bound port: 13dfdb69-8118-4b7d-89e1-324a2c3b55df, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c83036c-7467-4d34-9d9d-4c1e59ab7b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:43.693991 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.732266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Subnet': ['ID=44b2c608-1a60-45f1-b06e-028e43b2b9d2,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:43.752496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Checking segment: {'id': 'b2081eff-7457-43b9-8d75-842983acb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:43.752955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Network hostable DHCP agents. Network: 235a8f6d-1263-44df-8211-850faf16e9d6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:02:43.767010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-48375779-dff3-4cf9-a4f9-557488ed9c23 tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "DELETE /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9/tags HTTP/1.1" status: 204 len: 168 time: 0.3000681 Nov 23 11:02:43.782670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34790) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:43.836514 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-5c2d94ea-fcf2-4e10-8a57-87d022f7c1a6 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033118 Nov 23 11:02:43.839165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] For port 13dfdb69-8118-4b7d-89e1-324a2c3b55df, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:43.874228 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] For port 13dfdb69-8118-4b7d-89e1-324a2c3b55df, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=13dfdb69-8118-4b7d-89e1-324a2c3b55df,segment=NetworkSegment(0c83036c-7467-4d34-9d9d-4c1e59ab7b05),segment_id=0c83036c-7467-4d34-9d9d-4c1e59ab7b05)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:43.908789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.938544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.941496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:43.954040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.960404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.969644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.976947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.983807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.990712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:43.993582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-1b5d231b-47ef-4ae2-b204-7475d495a9b8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.5304377 Nov 23 11:02:44.001725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d2c2-3bea-4291-88d9-f988af78b635 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.014551 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d2c2-3bea-4291-88d9-f988af78b635 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.018319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bfdac-a094-4346-a4e6-86c7275b9688 None None] Pushing event updated for resources: {'Port': ['ID=13dfdb69-8118-4b7d-89e1-324a2c3b55df,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.025562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-933c92c3-abdf-48c5-ac5b-d4a1d0682575 None None] Provisioning complete for port 13dfdb69-8118-4b7d-89e1-324a2c3b55df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:44.025936 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-933c92c3-abdf-48c5-ac5b-d4a1d0682575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.040430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Network 235a8f6d-1263-44df-8211-850faf16e9d6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:02:44.103216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Routers {'83e4a72c-4204-40fc-9f23-15e71a62c369'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:44.105892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['83e4a72c-4204-40fc-9f23-15e71a62c369'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:44.115898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 235a8f6d-1263-44df-8211-850faf16e9d6) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:44.127126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d2c2-3bea-4291-88d9-f988af78b635 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.127982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e4d2c2-3bea-4291-88d9-f988af78b635 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Fanout notify agent at l3_agent the message router_deleted on router 27334b47-3676-40fe-98fc-07b71d0cca28 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:02:44.137329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:44.138160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.161648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d2c2-3bea-4291-88d9-f988af78b635 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.163278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e8e4d2c2-3bea-4291-88d9-f988af78b635 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/27334b47-3676-40fe-98fc-07b71d0cca28 HTTP/1.1" status: 204 len: 168 time: 0.9492180 Nov 23 11:02:44.166744 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.169071 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-93265f8d-a815-4303-a373-f27f924a091a tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2300420 Nov 23 11:02:44.169974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34806) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.179578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34808) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.186470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a62bc67-c2d1-4543-8045-865e3f4764c9 req-3ffe6b21-4187-4356-b6fd-4da1f275b95d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1806664 Nov 23 11:02:44.191125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-be52db79-99ba-46ba-8300-5e4f9c74e7ae tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1551369898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:44.222406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f218bcc9-67e4-4201-8449-a39067ec3fe9']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:44.263691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129a406c-3292-425b-8859-f0a4abb3316a') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:44.265210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129a406c-3292-425b-8859-f0a4abb3316a') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:44.277604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet 3c17e199-1acb-4260-81c1-17bf9ede003d {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:02:44.282328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be52db79-99ba-46ba-8300-5e4f9c74e7ae tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.284970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be52db79-99ba-46ba-8300-5e4f9c74e7ae tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.289756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.294021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a7410f-287b-47d7-9ccd-7240e31691a5 None None] Network 235a8f6d-1263-44df-8211-850faf16e9d6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:44.317187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.372802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.392243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:02:44.392697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.411322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:02:44.472488 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:02:44.543418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.572270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.585724 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] 10.222.0.61 "DELETE /v2.0/networks/f218bcc9-67e4-4201-8449-a39067ec3fe9 HTTP/1.1" status: 204 len: 168 time: 0.7994759 Nov 23 11:02:44.599535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 13dfdb69-8118-4b7d-89e1-324a2c3b55df up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:44.618555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a47e4-0545-49de-89b8-dd6a33aba2ac tempest-TagsTest-562446928 tempest-TagsTest-562446928-project] Pushing event deleted for resources: {'Network': ['ID=f218bcc9-67e4-4201-8449-a39067ec3fe9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:44.757183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.766554 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-41da1282-5717-4dd2-9e09-12e87de24052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.842239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be52db79-99ba-46ba-8300-5e4f9c74e7ae tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.883048 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be52db79-99ba-46ba-8300-5e4f9c74e7ae tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.888240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-235a8f6d-1263-44df-8211-850faf16e9d6', 'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6', 'tenant_id': '4f8d865b94bc4164bb21f6add70a5e4a', 'fixed_ips': [{'subnet_id': '44b2c608-1a60-45f1-b06e-028e43b2b9d2'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:02:44.889568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.890892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-faf5db1c-4315-408e-97d9-d6879231eee9 req-1a8ea3a1-90dd-4ffe-82a8-5ce08f6e46c1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.0751603 Nov 23 11:02:44.916806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] Set router 83e4a72c-4204-40fc-9f23-15e71a62c369 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:02:44.922433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be52db79-99ba-46ba-8300-5e4f9c74e7ae tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.923717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be52db79-99ba-46ba-8300-5e4f9c74e7ae tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7360148 Nov 23 11:02:44.929296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34828) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:44.991455 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-933c92c3-abdf-48c5-ac5b-d4a1d0682575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:44.999164 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.032406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.041799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/3c17e199-1acb-4260-81c1-17bf9ede003d HTTP/1.1" status: 204 len: 168 time: 0.8700159 Nov 23 11:02:45.046649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654da2a0-330b-4ab2-8cae-d7cf4ab0d31c None None] Network f7244111-22f3-4147-9974-2f6da0f53da3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:45.091933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34832) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:45.107514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e122f-d295-4cdc-b5b3-7b6d0badec3b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=3c17e199-1acb-4260-81c1-17bf9ede003d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:45.242172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34838) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:45.268501 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.396701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 6f161b49-c303-4594-847e-1e9ef498e849 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:45.397746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.550863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:45.558429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:45.566060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:45.581242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:45.595586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:45.606260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:45.624002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:45.628240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a2630238-e0cc-4873-a8b2-073a143e796f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.2523735 Nov 23 11:02:45.641529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-739d0e15-6630-4f5a-af62-22451ca647ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16d03a778d874cc2a69972b36dde40b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3975589 Nov 23 11:02:45.649282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34844) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:45.682466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 6f161b49-c303-4594-847e-1e9ef498e849, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6f161b49-c303-4594-847e-1e9ef498e849,segment=NetworkSegment(0e30ad54-26ea-494a-9c93-c139f1b04e76),segment_id=0e30ad54-26ea-494a-9c93-c139f1b04e76)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:45.682846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.732674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-933c92c3-abdf-48c5-ac5b-d4a1d0682575 None None] For port 13dfdb69-8118-4b7d-89e1-324a2c3b55df, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=13dfdb69-8118-4b7d-89e1-324a2c3b55df,segment=NetworkSegment(0c83036c-7467-4d34-9d9d-4c1e59ab7b05),segment_id=0c83036c-7467-4d34-9d9d-4c1e59ab7b05)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:45.737828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 6f161b49-c303-4594-847e-1e9ef498e849 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:45.776373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 13dfdb69-8118-4b7d-89e1-324a2c3b55df triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:45.777026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:45.804929 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-933c92c3-abdf-48c5-ac5b-d4a1d0682575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.026815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 960c4597-fbe5-4796-a439-fe34a19c39b2 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:46.091946 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.103699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fac9b9ce-b3b6-4e98-8938-be159ee91af6 req-83899797-6955-465d-b27f-727e3256117a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.0399034 Nov 23 11:02:46.168513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c352bf-05df-4b92-a631-5003de08e4ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.175007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port 6f161b49-c303-4594-847e-1e9ef498e849 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:46.210570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-52dbb1df-daf7-42c7-b89f-14cef1a74088 None None] Provisioning complete for port 13dfdb69-8118-4b7d-89e1-324a2c3b55df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:46.211145 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52dbb1df-daf7-42c7-b89f-14cef1a74088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.221664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c92c3-abdf-48c5-ac5b-d4a1d0682575 None None] Pushing event updated for resources: {'Port': ['ID=13dfdb69-8118-4b7d-89e1-324a2c3b55df,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:46.271536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.297006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7244111-22f3-4147-9974-2f6da0f53da3']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:46.297363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Allocated IP 172.20.0.2 (235a8f6d-1263-44df-8211-850faf16e9d6/44b2c608-1a60-45f1-b06e-028e43b2b9d2/735001f7-bd48-4554-b6d5-ead2c2550e28) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:46.309951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e30ad54-26ea-494a-9c93-c139f1b04e76') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:46.310234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e30ad54-26ea-494a-9c93-c139f1b04e76') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:46.322228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.341491 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.354924 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-880b9ec6-e56e-4153-be0d-1b19a3aea5ea req-a9cc17d2-9054-4482-8745-4d677d99e871 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7132485 Nov 23 11:02:46.358605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=6f161b49-c303-4594-847e-1e9ef498e849,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:46.387168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.405881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c352bf-05df-4b92-a631-5003de08e4ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.478047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e2086-bc94-4cdd-9315-cdd92c9af1b8 None None] DHCP port deletion for f7244111-22f3-4147-9974-2f6da0f53da3 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:02:46.505920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:02:46.506513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:02:46.515122 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:02:46.527896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:02:35Z', 'revision_number': 4, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port': {'id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:27Z', 'updated_at': '2021-11-23T11:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '13dfdb69-8118-4b7d-89e1-324a2c3b55df', 'name': '', 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'mac_address': 'fa:16:3e:5a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:34Z', 'updated_at': '2021-11-23T11:02:43Z', 'revision_number': 4, 'project_id': '59060150bba046e0a60132300d4daa2c', 'subnets': [{'id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:46.547543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c352bf-05df-4b92-a631-5003de08e4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.557061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2c352bf-05df-4b92-a631-5003de08e4ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.558485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b2c352bf-05df-4b92-a631-5003de08e4ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b94f6e1d-6dc8-48a9-9e82-49da57119b49 HTTP/1.1" status: 204 len: 168 time: 0.9075897 Nov 23 11:02:46.626626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c352bf-05df-4b92-a631-5003de08e4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94f6e1d-6dc8-48a9-9e82-49da57119b49,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:46.631777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-b0bbdd64-096c-40b7-9e2c-6c84babb0868 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8082886 Nov 23 11:02:46.647523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.650097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3a752-b4a9-4796-8b77-cc886b474c22 None None] The sync data for ids ['83e4a72c-4204-40fc-9f23-15e71a62c369'] in n-d-817747-2 is: [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:02:35Z', 'revision_number': 4, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port': {'id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:27Z', 'updated_at': '2021-11-23T11:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '13dfdb69-8118-4b7d-89e1-324a2c3b55df', 'name': '', 'network_id': '5fd1a280-f94c-4f12-b00f-97c309a8086c', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'mac_address': 'fa:16:3e:5a:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:34Z', 'updated_at': '2021-11-23T11:02:43Z', 'revision_number': 4, 'project_id': '59060150bba046e0a60132300d4daa2c', 'subnets': [{'id': '64f70e5f-1a42-4ae6-a123-93ee176c42e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:46.663069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.675273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/f7244111-22f3-4147-9974-2f6da0f53da3 HTTP/1.1" status: 204 len: 168 time: 1.5769548 Nov 23 11:02:46.682966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34854) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:46.684157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 960c4597-fbe5-4796-a439-fe34a19c39b2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=960c4597-fbe5-4796-a439-fe34a19c39b2,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:46.700276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b9716bc5-894b-4ba3-a05e-3f4fcfa44d66 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-844356257', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:46.709571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892c28-5e51-4626-9f62-49379ae7d0cb tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=f7244111-22f3-4147-9974-2f6da0f53da3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:46.780535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '960c4597-fbe5-4796-a439-fe34a19c39b2', 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'port_id': '960c4597-fbe5-4796-a439-fe34a19c39b2', 'mac_address': 'fa:16:3e:00:db:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e366a8e-0870-427e-ac86-34a1dfc4d658', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:46.852026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9716bc5-894b-4ba3-a05e-3f4fcfa44d66 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:46.853260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9716bc5-894b-4ba3-a05e-3f4fcfa44d66 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.012991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-5a1244de-2fcb-429a-b153-987bd65a67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:47.015584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-5a1244de-2fcb-429a-b153-987bd65a67b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 1096 time: 0.2857103 Nov 23 11:02:47.122148 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9716bc5-894b-4ba3-a05e-3f4fcfa44d66 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.158889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 13dfdb69-8118-4b7d-89e1-324a2c3b55df up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:47.161973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-33519551-424b-4eae-a94d-d233d6f9b044 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:47.165083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-33519551-424b-4eae-a94d-d233d6f9b044 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.3793094 Nov 23 11:02:47.201253 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9716bc5-894b-4ba3-a05e-3f4fcfa44d66 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.243147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'port': {'device_id': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'admin_state_up': True, 'tenant_id': '9a28650198b941c682815a8cc8b58681'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:47.283168 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.371156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74a5b87d-7358-4376-93f7-10ae649254e5 req-be55f568-6a92-4e7c-86eb-726d38b87a10 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.0662153 Nov 23 11:02:47.372783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.375705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b9716bc5-894b-4ba3-a05e-3f4fcfa44d66 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.380125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34872) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:47.386176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916456018'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:47.396399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b9716bc5-894b-4ba3-a05e-3f4fcfa44d66 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7121575 Nov 23 11:02:47.420759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960c4597-fbe5-4796-a439-fe34a19c39b2 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:47.458857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ef2baeb4-2145-4f57-9a33-2d889df78485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.465790 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.603330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Allocated IP 172.20.0.1 (235a8f6d-1263-44df-8211-850faf16e9d6/44b2c608-1a60-45f1-b06e-028e43b2b9d2/2e150ee0-32af-4650-9eec-85908bf2dc5f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:47.636697 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Network 235a8f6d-1263-44df-8211-850faf16e9d6 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:47.652997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Pushing event updated for resources: {'Port': ['ID=735001f7-bd48-4554-b6d5-ead2c2550e28,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:47.657981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:47.665563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:47.732721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 13dfdb69-8118-4b7d-89e1-324a2c3b55df triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:47.733237 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.756271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-e40f4f0f-e546-4b1b-b776-6d9e1a69ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:47.757973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-e40f4f0f-e546-4b1b-b776-6d9e1a69ba41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 200 len: 914 time: 0.5874927 Nov 23 11:02:47.797282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 960c4597-fbe5-4796-a439-fe34a19c39b2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=960c4597-fbe5-4796-a439-fe34a19c39b2,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:47.823018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Attempting to bind port 735001f7-bd48-4554-b6d5-ead2c2550e28 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:47.823550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Attempting to bind port 735001f7-bd48-4554-b6d5-ead2c2550e28 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'b2081eff-7457-43b9-8d75-842983acb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:47.824070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Attempting to bind port 735001f7-bd48-4554-b6d5-ead2c2550e28 on network 235a8f6d-1263-44df-8211-850faf16e9d6 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:47.830347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.831973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:47.843410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:47.871872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.882136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:47.894945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:47.895857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Checking segment: {'id': 'b2081eff-7457-43b9-8d75-842983acb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:47.896267 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.896813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Bound using segment: {'id': 'b2081eff-7457-43b9-8d75-842983acb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:47.897302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Bound port: 735001f7-bd48-4554-b6d5-ead2c2550e28, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2081eff-7457-43b9-8d75-842983acb713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:47.897628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:47.939230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-5da46e59-0300-408a-adb8-8a0dd67e7de2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703 HTTP/1.1" status: 200 len: 217 time: 0.1727335 Nov 23 11:02:48.046031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143', 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'port_id': 'b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143', 'mac_address': 'fa:16:3e:b8:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e366a8e-0870-427e-ac86-34a1dfc4d658', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:48.099663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-515db336-8868-4af9-98f3-00b5f37581cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.103868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-515db336-8868-4af9-98f3-00b5f37581cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e14be5f4-628a-484d-a501-528d2ed6eaad HTTP/1.1" status: 200 len: 853 time: 0.1550810 Nov 23 11:02:48.107656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.124178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.142510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.162111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.174900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.187848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] For port 735001f7-bd48-4554-b6d5-ead2c2550e28, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:48.195597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.199313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] For port 735001f7-bd48-4554-b6d5-ead2c2550e28, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=735001f7-bd48-4554-b6d5-ead2c2550e28,segment=NetworkSegment(b2081eff-7457-43b9-8d75-842983acb713),segment_id=b2081eff-7457-43b9-8d75-842983acb713)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:48.205703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=960c4597-fbe5-4796-a439-fe34a19c39b2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:48.206030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-ac83c1ed-f92f-4d4b-a24a-453d49c4113e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=907fae1b-184c-4552-8576-9a2a8f6cf921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809999 Nov 23 11:02:48.213247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.218957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-f1b20a0e-c78b-4d2a-a1f3-459576c3a53c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5431 time: 0.5684760 Nov 23 11:02:48.269383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:48.282313 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.310254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:02:48.330699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.361884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.362397 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8 of type vlan for network 6810f325-880d-4755-a7c4-f9b40a84c18e Nov 23 11:02:48.491146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5a199-f304-4f9a-b6e1-9b02cb6818d9 None None] Pushing event updated for resources: {'Port': ['ID=735001f7-bd48-4554-b6d5-ead2c2550e28,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:48.504202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6f161b49-c303-4594-847e-1e9ef498e849 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:48.555099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6f161b49-c303-4594-847e-1e9ef498e849 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:02:48.555775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6f161b49-c303-4594-847e-1e9ef498e849 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:02:48.613420 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.627598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ec44680e-e095-4903-be89-26bec89929b0 req-b1ad0dd3-df74-4b22-806d-c6a0d08c36b1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.1089933 Nov 23 11:02:48.654136 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.665541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.694869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:48.750970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:48.752317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-43213cad-040f-4975-9a71-2b5961b6ac5f service neutron] 10.222.0.58 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409794 Nov 23 11:02:48.759925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.768490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f2686c79-bcf2-45ba-8b13-cb6a006203ab details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:48.814420 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-507d972b-a23c-42d6-ab19-59fc5a95a991 req-17f89226-0b2c-4adb-8258-44fa5617d62f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5775428 Nov 23 11:02:48.863422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.893667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 11:02:48.953660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:48.964930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:48.966895 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.026888 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6448672 Nov 23 11:02:49.048384 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57c829e5-7635-45b5-a137-1b23e40a4c53 req-c1df3e35-c017-4fc6-b7ad-57734467c0cc service neutron] 10.222.0.58 "GET /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828240 Nov 23 11:02:49.076411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34894) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:49.114820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:49.279226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad38b08-3e8d-4a74-9962-612f70f57134 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=6810f325-880d-4755-a7c4-f9b40a84c18e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:49.308779 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.328390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.20.0.5 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/883851f7-e203-4fd3-a43b-9ac89277a8b8) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:49.378663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 6810f325-880d-4755-a7c4-f9b40a84c18e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:02:49.420146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:49.425386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.451329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f2686c79-bcf2-45ba-8b13-cb6a006203ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:49.453944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Port': ['ID=2e150ee0-32af-4650-9eec-85908bf2dc5f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:49.473003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Network 235a8f6d-1263-44df-8211-850faf16e9d6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:49.477875 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:49.478131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'port_id': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'mac_address': 'fa:16:3e:df:19:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:49.487137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:49.605024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.617535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:49.686501 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.725413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.765834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2686c79-bcf2-45ba-8b13-cb6a006203ab {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:49.922766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f2686c79-bcf2-45ba-8b13-cb6a006203ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:49.940681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:49.942419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 221a2df4-7756-4767-98f5-febdbd3b4dd7 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:49.948377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.045185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3da42bf9-9368-483a-a3df-e813175dcaa8 req-8b5db4f8-ba46-47ee-a938-da59260b9d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.1624143 Nov 23 11:02:50.163292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.226115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f2686c79-bcf2-45ba-8b13-cb6a006203ab,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:50.276644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.331771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.447845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0457570-fe0c-48de-b59d-7f0db885127f req-7dade404-ca87-47c8-b1b4-6cf3f3f7aa5a tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:50.452116 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0457570-fe0c-48de-b59d-7f0db885127f req-7dade404-ca87-47c8-b1b4-6cf3f3f7aa5a tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 945 time: 0.5145106 Nov 23 11:02:50.577339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 221a2df4-7756-4767-98f5-febdbd3b4dd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:50.596821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51bd731-ee36-42fc-8b3c-57adb5d5e4e9 None None] Network 235a8f6d-1263-44df-8211-850faf16e9d6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:50.643247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:50.668031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '221a2df4-7756-4767-98f5-febdbd3b4dd7', 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c', 'port_id': '221a2df4-7756-4767-98f5-febdbd3b4dd7', 'mac_address': 'fa:16:3e:e6:01:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1803379c-d0d7-4a82-8e5f-7352745eaab9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:50.865598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34934) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:50.893739 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f0457570-fe0c-48de-b59d-7f0db885127f req-6d2f08ec-576e-48bb-96eb-a7e4f2d47139 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468418 Nov 23 11:02:50.902822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.043321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.062370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.070387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.109006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.120858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.142014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.161815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.169419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-44150908-f882-4f9d-b851-4c880d13bb80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5434 time: 0.8510256 Nov 23 11:02:51.201733 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.203792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 735001f7-bd48-4554-b6d5-ead2c2550e28 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:51.234382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=351726da-28a9-47df-87f6-36d920b7ddf9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:51.241103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:51.271829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1c310b43-b14d-4fd6-8fa1-06d61265df4f None None] Provisioning complete for port 735001f7-bd48-4554-b6d5-ead2c2550e28 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:51.272583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1c310b43-b14d-4fd6-8fa1-06d61265df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.275986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221a2df4-7756-4767-98f5-febdbd3b4dd7 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:51.288721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-086b8dbc-b078-4573-913d-c570e8deb529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.298285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:51.307260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:51.307864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: 6810f325-880d-4755-a7c4-f9b40a84c18e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:02:51.325701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:51.338046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=883851f7-e203-4fd3-a43b-9ac89277a8b8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:51.374452 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.381275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 221a2df4-7756-4767-98f5-febdbd3b4dd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:51.401300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e368033-a403-4a3e-94ca-bdd01e1870b2 req-bf48e9eb-3793-4049-925a-49ab2c290217 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.404705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e368033-a403-4a3e-94ca-bdd01e1870b2 req-bf48e9eb-3793-4049-925a-49ab2c290217 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 931 time: 0.2027004 Nov 23 11:02:51.406182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.414215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.417200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6709a09e-1957-4b86-bb9c-662f146cc608 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:51.500153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 6709a09e-1957-4b86-bb9c-662f146cc608, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6709a09e-1957-4b86-bb9c-662f146cc608,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:51.574611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '6709a09e-1957-4b86-bb9c-662f146cc608', 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'port_id': '6709a09e-1957-4b86-bb9c-662f146cc608', 'mac_address': 'fa:16:3e:23:ac:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e366a8e-0870-427e-ac86-34a1dfc4d658', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:51.593512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 6810f325-880d-4755-a7c4-f9b40a84c18e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:02:51.606500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.607118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.625550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72015ba1-534e-4d2f-8d16-009edbd144dc req-abc51d70-f374-45bf-9616-8e277c8bd3f9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4219401 Nov 23 11:02:51.731536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 6810f325-880d-4755-a7c4-f9b40a84c18e) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:51.736476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-26091559-2c22-4228-9c8a-9a0e965b9910 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5074944 Nov 23 11:02:51.739346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e368033-a403-4a3e-94ca-bdd01e1870b2 req-f6dd36ba-9cc5-4b38-b3aa-82330a8c0929 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145001 Nov 23 11:02:51.742947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.744662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:51.745429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.756093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beff1e5-9c24-4df2-a739-8e1646d390ea None None] Network 6810f325-880d-4755-a7c4-f9b40a84c18e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:51.759304 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 735001f7-bd48-4554-b6d5-ead2c2550e28 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:51.760006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.761240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Request body: {'port': {'device_id': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:51.768671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:51.771490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Port': ['ID=2e150ee0-32af-4650-9eec-85908bf2dc5f,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:52.009551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6709a09e-1957-4b86-bb9c-662f146cc608 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:52.014514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=221a2df4-7756-4767-98f5-febdbd3b4dd7,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:52.041351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Network 235a8f6d-1263-44df-8211-850faf16e9d6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:52.042885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:52.122977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.123711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.124295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.124888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.125694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.126274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.126841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.127426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.128001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.128848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.130372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.131062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:52.175339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 6709a09e-1957-4b86-bb9c-662f146cc608, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6709a09e-1957-4b86-bb9c-662f146cc608,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:52.196229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1c310b43-b14d-4fd6-8fa1-06d61265df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.205815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.206869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 20e57a02-9fc4-49fd-831a-899165f597a6 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:52.249406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.340538 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.362076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-11094b0f-ebde-4751-a13f-e33cf0aa1a79 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2616434 Nov 23 11:02:52.366028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34944) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:52.374500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Router 7e5de751-71dc-4e54-a2c8-9cd556b2a264 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:02:52.378069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-dccc2b54-320f-4775-b1b5-32926c0df38b tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:52.380548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-dccc2b54-320f-4775-b1b5-32926c0df38b tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.58 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 945 time: 0.7321725 Nov 23 11:02:52.389238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 20e57a02-9fc4-49fd-831a-899165f597a6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=20e57a02-9fc4-49fd-831a-899165f597a6,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:52.399275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-086b8dbc-b078-4573-913d-c570e8deb529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.470620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-086b8dbc-b078-4573-913d-c570e8deb529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.500059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '20e57a02-9fc4-49fd-831a-899165f597a6', 'network_id': 'c4bca5d6-81ec-41aa-8078-ec5d966d117c', 'port_id': '20e57a02-9fc4-49fd-831a-899165f597a6', 'mac_address': 'fa:16:3e:9e:df:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1803379c-d0d7-4a82-8e5f-7352745eaab9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:52.509250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1c310b43-b14d-4fd6-8fa1-06d61265df4f None None] For port 735001f7-bd48-4554-b6d5-ead2c2550e28, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=735001f7-bd48-4554-b6d5-ead2c2550e28,segment=NetworkSegment(b2081eff-7457-43b9-8d75-842983acb713),segment_id=b2081eff-7457-43b9-8d75-842983acb713)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:52.511976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=6709a09e-1957-4b86-bb9c-662f146cc608,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:52.538088 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1c310b43-b14d-4fd6-8fa1-06d61265df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.608904 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.630735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:02:52.631100 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:02:52.770615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfae534-ba88-4556-9eaf-5b00b1e14141 req-e4a0b56a-0340-4e1d-9064-d56b01f19310 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:52.785803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bfae534-ba88-4556-9eaf-5b00b1e14141 req-e4a0b56a-0340-4e1d-9064-d56b01f19310 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 945 time: 0.4953921 Nov 23 11:02:52.798436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-086b8dbc-b078-4573-913d-c570e8deb529 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d64f29fdb90e4e58b22b5c4d968bb43f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8971291 Nov 23 11:02:52.806351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34950) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:52.824045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Provisioning complete for port 883851f7-e203-4fd3-a43b-9ac89277a8b8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:52.825551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.840346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b8dbc-b078-4573-913d-c570e8deb529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0b9ae8-b190-49e8-be3f-d64644d61f39,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:52.888150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:52.934296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Port 883851f7-e203-4fd3-a43b-9ac89277a8b8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:52.936850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e57a02-9fc4-49fd-831a-899165f597a6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:52.965600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-6810f325-880d-4755-a7c4-f9b40a84c18e', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:02:52.966498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.050726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c310b43-b14d-4fd6-8fa1-06d61265df4f None None] Pushing event updated for resources: {'Port': ['ID=735001f7-bd48-4554-b6d5-ead2c2550e28,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:53.056762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:53.063657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 20e57a02-9fc4-49fd-831a-899165f597a6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=20e57a02-9fc4-49fd-831a-899165f597a6,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:53.076153 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ac9e143-85cc-4229-8c59-76c41804e96f tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "PUT /v2.0/routers/7e5de751-71dc-4e54-a2c8-9cd556b2a264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1432970 Nov 23 11:02:53.087819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 34954) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:53.142777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'port': {'network_id': '235a8f6d-1263-44df-8211-850faf16e9d6', 'name': 'tempest-FloatingIPNegativeTestJSON-1155720459'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:53.217668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.226089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.233521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.248888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.257899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.281475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.282480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] Sync routers for ids ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:53.289689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:53.291677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-5a145df6-c613-4481-9089-9df6a62957cb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5436 time: 0.3418999 Nov 23 11:02:53.360627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Allocated IP 172.20.0.2 (6810f325-880d-4755-a7c4-f9b40a84c18e/351726da-28a9-47df-87f6-36d920b7ddf9/e089a4d4-65f7-435b-9b68-d08ce8ba472f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:53.401097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bfae534-ba88-4556-9eaf-5b00b1e14141 req-11606402-ce42-4a25-817f-ce22aeacf344 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/security-groups?id=25130ded-3303-42b4-8509-4fe9da53b5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142485 Nov 23 11:02:53.402985 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f80bffd-b230-47d4-80f6-1ac838e68b6b req-db10b014-1707-4c42-8c81-e2c005844ccb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050770 Nov 23 11:02:53.448937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.492840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981da52b-c870-4b61-a389-de1814f09f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.525361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981da52b-c870-4b61-a389-de1814f09f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.527937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Provisioning complete for port 2e150ee0-32af-4650-9eec-85908bf2dc5f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:53.528328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.532013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.532692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c858014f-0e28-48f9-9de1-676a30ffb85d details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:02:53.596243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981da52b-c870-4b61-a389-de1814f09f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.599590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-981da52b-c870-4b61-a389-de1814f09f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.600762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-981da52b-c870-4b61-a389-de1814f09f83 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e0b9ae8-b190-49e8-be3f-d64644d61f39 HTTP/1.1" status: 204 len: 168 time: 0.7724881 Nov 23 11:02:53.726560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Deleting port 2a59556e-7cbb-4f91-9b9b-a873690c8703 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:02:53.729939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.788497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] Routers {'7e5de751-71dc-4e54-a2c8-9cd556b2a264'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:53.789222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:53.859271 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.resource_extend [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 11:02:53.863072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] For port 2a59556e-7cbb-4f91-9b9b-a873690c8703, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2a59556e-7cbb-4f91-9b9b-a873690c8703,segment=NetworkSegment(2098c606-19c0-434f-bb68-731a532b2dd3),segment_id=2098c606-19c0-434f-bb68-731a532b2dd3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:53.864265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:53.881424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Calling delete_port for 2a59556e-7cbb-4f91-9b9b-a873690c8703 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:02:53.984242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Port 2e150ee0-32af-4650-9eec-85908bf2dc5f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:54.016153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 735001f7-bd48-4554-b6d5-ead2c2550e28 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:54.023963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:54.030084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c858014f-0e28-48f9-9de1-676a30ffb85d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c858014f-0e28-48f9-9de1-676a30ffb85d,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:54.030206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981da52b-c870-4b61-a389-de1814f09f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0b9ae8-b190-49e8-be3f-d64644d61f39,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:54.040026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.081716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=20e57a02-9fc4-49fd-831a-899165f597a6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:54.164435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34962) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:54.164624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['2a59556e-7cbb-4f91-9b9b-a873690c8703'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:54.188463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.220951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'c858014f-0e28-48f9-9de1-676a30ffb85d', 'network_id': 'b1d540c5-847b-4e74-b00e-731c17929b8d', 'port_id': 'c858014f-0e28-48f9-9de1-676a30ffb85d', 'mac_address': 'fa:16:3e:0b:13:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e366a8e-0870-427e-ac86-34a1dfc4d658', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:02:54.238514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] Routers {'7e5de751-71dc-4e54-a2c8-9cd556b2a264'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:54.239246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:54.247924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Provisioning complete for port 735001f7-bd48-4554-b6d5-ead2c2550e28 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:54.248300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-742ddd4d-58dc-4aef-98a5-f861286abb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.321434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.326453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.330201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Made reservation on behalf of 4f8d865b94bc4164bb21f6add70a5e4a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:54.335433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.362956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Pushing event deleted for resources: {'Port': ['ID=2a59556e-7cbb-4f91-9b9b-a873690c8703,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:54.364738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=966178642b804472a97f1c603aaeac57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1986470 Nov 23 11:02:54.365326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34964) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:54.413613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50feab5-0c9a-43c1-9cc2-6a240cf74d63 req-b73064cd-8f3e-49a5-9cce-21321f9e3cb7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:54.424318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e77c51-9ecf-4457-86ee-0256550768b1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:54.425154 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50feab5-0c9a-43c1-9cc2-6a240cf74d63 req-b73064cd-8f3e-49a5-9cce-21321f9e3cb7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 931 time: 0.8426123 Nov 23 11:02:54.463474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] No DVR routers for this DVR port 2a59556e-7cbb-4f91-9b9b-a873690c8703 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:02:54.477182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.481316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4b7030ee-b0ec-486d-9927-060d48a0a9ee req-2a4ca650-1977-48ac-8369-9788993437da tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.58 "DELETE /v2.0/ports/2a59556e-7cbb-4f91-9b9b-a873690c8703 HTTP/1.1" status: 204 len: 173 time: 2.0909867 Nov 23 11:02:54.484987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'name': 'network-vif-deleted', 'tag': '2a59556e-7cbb-4f91-9b9b-a873690c8703'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:54.502407 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb80fe6-9eed-4dde-8bd5-5fe68f431ef1" -d '{"events": [{"server_uuid": "b8477ac1-110e-4f98-8aea-a165fd3258b9", "name": "network-vif-deleted", "tag": "2a59556e-7cbb-4f91-9b9b-a873690c8703"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:54.528401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] device_id is not set on port 14c478c7-53eb-4657-ace5-1d0acec1300b yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:02:54.544648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.550765 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.552131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.552808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.553459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.553816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.554205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.554685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.555066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.555408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.555742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.556070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0679810f-5bbc-4035-89e3-d626cfdb58f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:54.558186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.562837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:54.563588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74c36d-fdbf-4cdf-9853-4ad848cb4675 None None] The sync data for ids ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:02:54.576471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad1640ad-4e5c-4d09-815e-81afcd856fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.615143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad1640ad-4e5c-4d09-815e-81afcd856fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.643664 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.761853 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.782429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 883851f7-e203-4fd3-a43b-9ac89277a8b8 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:54.793679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.799075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50feab5-0c9a-43c1-9cc2-6a240cf74d63 req-28b6c34f-efd7-4fbc-9518-94de3f70057b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723927 Nov 23 11:02:54.809228 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0cf19823-1429-45f8-9eac-4d493e038f6d req-9ee7bbd9-e350-46bd-8776-70fed9573664 tempest-VolumesSnapshotTestJSON-1473141317 tempest-VolumesSnapshotTestJSON-1473141317-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8477ac1-110e-4f98-8aea-a165fd3258b9 HTTP/1.1" status: 200 len: 210 time: 0.2448130 Nov 23 11:02:54.810611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad1640ad-4e5c-4d09-815e-81afcd856fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.813939 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad1640ad-4e5c-4d09-815e-81afcd856fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.815474 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad1640ad-4e5c-4d09-815e-81afcd856fd7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4e77c51-9ecf-4457-86ee-0256550768b1 HTTP/1.1" status: 204 len: 168 time: 0.4476559 Nov 23 11:02:54.859516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c858014f-0e28-48f9-9de1-676a30ffb85d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:02:54.887716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c858014f-0e28-48f9-9de1-676a30ffb85d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c858014f-0e28-48f9-9de1-676a30ffb85d,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:54.893784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1640ad-4e5c-4d09-815e-81afcd856fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e77c51-9ecf-4457-86ee-0256550768b1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:54.908486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.20.0.1 (6810f325-880d-4755-a7c4-f9b40a84c18e/351726da-28a9-47df-87f6-36d920b7ddf9/4a4a342c-1841-4f7e-91d7-1fc3d178d9a0) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:54.917320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Transition to ACTIVE for port object 883851f7-e203-4fd3-a43b-9ac89277a8b8 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:02:54.931739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.953316 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d358f3-269b-443c-862f-6a89b0e0b6c5 x-openstack-request-id: req-29d358f3-269b-443c-862f-6a89b0e0b6c5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:54.953733 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8477ac1-110e-4f98-8aea-a165fd3258b9", "name": "network-vif-deleted", "tag": "2a59556e-7cbb-4f91-9b9b-a873690c8703", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:54.954091 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29d358f3-269b-443c-862f-6a89b0e0b6c5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:54.954599 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8477ac1-110e-4f98-8aea-a165fd3258b9', 'name': 'network-vif-deleted', 'tag': '2a59556e-7cbb-4f91-9b9b-a873690c8703', 'status': 'completed', 'code': 200} Nov 23 11:02:54.976087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 735001f7-bd48-4554-b6d5-ead2c2550e28 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:54.976389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:54.984269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Allocated IP 172.20.0.13 (235a8f6d-1263-44df-8211-850faf16e9d6/44b2c608-1a60-45f1-b06e-028e43b2b9d2/14c478c7-53eb-4657-ace5-1d0acec1300b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:55.049217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.076011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Network 6810f325-880d-4755-a7c4-f9b40a84c18e is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:55.140895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:55.149312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Pushing event updated for resources: {'Port': ['ID=883851f7-e203-4fd3-a43b-9ac89277a8b8,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:55.191383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Pushing event updated for resources: {'Port': ['ID=e089a4d4-65f7-435b-9b68-d08ce8ba472f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:55.200865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 34976) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:55.244936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:55.322086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.335159 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.341662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.357581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.373816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.382798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.416270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:55.419492 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-06a483ec-c58b-4598-af20-521f3b372346 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5438 time: 0.4736545 Nov 23 11:02:55.435953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] Deleting subnet a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:02:55.472942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.518598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Attempting to bind port 883851f7-e203-4fd3-a43b-9ac89277a8b8 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:55.519141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Attempting to bind port 883851f7-e203-4fd3-a43b-9ac89277a8b8 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:55.519261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Attempting to bind port 883851f7-e203-4fd3-a43b-9ac89277a8b8 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:55.602026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Port 883851f7-e203-4fd3-a43b-9ac89277a8b8 on network c38aaf9c-00c0-4860-bb29-c099205a8172 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:02:55.602364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Attempting to bind port 883851f7-e203-4fd3-a43b-9ac89277a8b8 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:55.616260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:55.616603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:55.617002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:55.626894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Bound port: 883851f7-e203-4fd3-a43b-9ac89277a8b8, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:55.627175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.650361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.659163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-28731fe9-9b1a-4f36-af59-341eb6a096a8 req-2c81b4ff-1374-439d-b052-84cc75a64dcd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2165987 Nov 23 11:02:55.673777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.767789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Attempting to bind port e089a4d4-65f7-435b-9b68-d08ce8ba472f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:02:55.768441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Attempting to bind port e089a4d4-65f7-435b-9b68-d08ce8ba472f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:02:55.769464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Attempting to bind port e089a4d4-65f7-435b-9b68-d08ce8ba472f on network 6810f325-880d-4755-a7c4-f9b40a84c18e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:02:55.774808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c858014f-0e28-48f9-9de1-676a30ffb85d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:55.776375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.806161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.812800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:02:55.813356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Checking segment: {'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:02:55.813858 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.814356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Bound using segment: {'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:02:55.815381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Bound port: e089a4d4-65f7-435b-9b68-d08ce8ba472f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:02:55.815381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.831698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] For port 883851f7-e203-4fd3-a43b-9ac89277a8b8, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:55.888316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.898892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] For port 883851f7-e203-4fd3-a43b-9ac89277a8b8, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:55.918853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9f38318a-fba0-4067-b098-386970fb586e None None] For port e089a4d4-65f7-435b-9b68-d08ce8ba472f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:02:55.922539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9f38318a-fba0-4067-b098-386970fb586e None None] For port e089a4d4-65f7-435b-9b68-d08ce8ba472f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e089a4d4-65f7-435b-9b68-d08ce8ba472f,segment=NetworkSegment(9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8),segment_id=9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:02:55.936299 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:55.937868 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.015161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.043452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:56.044347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.050911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] 10.222.0.65 "PUT /v2.0/ports/883851f7-e203-4fd3-a43b-9ac89277a8b8 HTTP/1.1" status: 200 len: 1091 time: 4.2976339 Nov 23 11:02:56.052665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38318a-fba0-4067-b098-386970fb586e None None] Pushing event updated for resources: {'Port': ['ID=e089a4d4-65f7-435b-9b68-d08ce8ba472f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:56.074130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 6810f325-880d-4755-a7c4-f9b40a84c18e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:56.075697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.079371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Network 235a8f6d-1263-44df-8211-850faf16e9d6 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:56.083818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:56.092951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:56.108884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b852babb-b023-454f-97ba-5b938ec8610f None None] Provisioning complete for port 2e150ee0-32af-4650-9eec-85908bf2dc5f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:56.109875 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b852babb-b023-454f-97ba-5b938ec8610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.136825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:56.151139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.157020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843 HTTP/1.1" status: 204 len: 168 time: 0.9548454 Nov 23 11:02:56.162377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:56.174008 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:56.212222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35000) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:56.230051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b852babb-b023-454f-97ba-5b938ec8610f None None] Port 2e150ee0-32af-4650-9eec-85908bf2dc5f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:56.243683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f2686c79-bcf2-45ba-8b13-cb6a006203ab'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:56.258773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:56.259396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.264278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a606b1-380e-4546-b132-c53a7955fabf service neutron] Pushing event updated for resources: {'Port': ['ID=883851f7-e203-4fd3-a43b-9ac89277a8b8,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:56.396831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:56.410689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00064-c80c-428f-be68-df285be4294b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bf92e9-a3bc-4a3d-9e4d-9879d82b6843,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:56.515980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['960c4597-fbe5-4796-a439-fe34a19c39b2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:56.578427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4697025 Nov 23 11:02:56.580028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35004) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:56.601737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:56.611480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['20e57a02-9fc4-49fd-831a-899165f597a6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:56.622370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['c858014f-0e28-48f9-9de1-676a30ffb85d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:56.631411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['6709a09e-1957-4b86-bb9c-662f146cc608'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:56.679727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecc1ed-fc49-404b-9620-55fbfdc7399a req-e2aca7e3-953c-4124-9a00-b884f4cb3fbf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:56.680579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f2a35-44ce-49ad-8abe-40e8359805df tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Port': ['ID=14c478c7-53eb-4657-ace5-1d0acec1300b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:56.690888 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcecc1ed-fc49-404b-9620-55fbfdc7399a req-e2aca7e3-953c-4124-9a00-b884f4cb3fbf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.5932658 Nov 23 11:02:56.732943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-6add18f0-b493-4274-b37e-aafd3303fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:56.735705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-6add18f0-b493-4274-b37e-aafd3303fdca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 1094 time: 0.4733911 Nov 23 11:02:56.751543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.773450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.895516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-b9b8f63a-2e04-457c-8a5f-7ab187201794 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8 HTTP/1.1" status: 200 len: 217 time: 0.1391907 Nov 23 11:02:56.913209 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:56.991097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:02:56.993998 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffa6dac-58d1-463b-8309-89f3972013d1" -d '{"events": [{"name": "network-changed", "server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:02:57.100516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2a59556e-7cbb-4f91-9b9b-a873690c8703 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:02:57.213898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['221a2df4-7756-4767-98f5-febdbd3b4dd7'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:02:57.311049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.318546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.327233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.350020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.358965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.365698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.381500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.383632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-8b14fed9-93a4-4c88-963f-096719c39409 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5438 time: 0.4872017 Nov 23 11:02:57.403766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-a204f577-3525-437c-a13d-4bf3202349c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.406370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-a204f577-3525-437c-a13d-4bf3202349c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.4958146 Nov 23 11:02:57.559583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 2a59556e-7cbb-4f91-9b9b-a873690c8703 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:02:57.559894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2a59556e-7cbb-4f91-9b9b-a873690c8703 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:02:57.587887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-c3d502e2-1003-41d1-8212-1867dcfee3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:57.610435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-c3d502e2-1003-41d1-8212-1867dcfee3e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908832 Nov 23 11:02:57.647673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da650fad-2b2a-4e07-ae02-3b77b0bebb76 req-343aa44e-ea24-4a6a-be2e-ee5cdfe4ec9a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2508516 Nov 23 11:02:57.724758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:57.782002 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1083d952-b160-4876-8cc7-6b2af870e742 x-openstack-request-id: req-1083d952-b160-4876-8cc7-6b2af870e742 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:02:57.783787 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:02:57.784136 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1083d952-b160-4876-8cc7-6b2af870e742 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:02:57.784633 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8', 'status': 'completed', 'code': 200} Nov 23 11:02:57.822806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dcecc1ed-fc49-404b-9620-55fbfdc7399a req-cab943c2-e56a-40cf-9dbb-71bc24caaa2e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1309295 Nov 23 11:02:58.092355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.095236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-abc5bbac-a1f3-4b01-9160-ca8f502271f9 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449182 Nov 23 11:02:58.126696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd8c6e9-2f70-4634-b447-03ad6b311dfa']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:58.144039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3647724b-dbea-463c-b7fe-11872145d377') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:58.144394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3647724b-dbea-463c-b7fe-11872145d377') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:58.150739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e089a4d4-65f7-435b-9b68-d08ce8ba472f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:02:58.155993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.172893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.180331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:02:58.180810 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:02:58.245729 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:02:58.262225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.275179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.279451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] 10.222.0.61 "DELETE /v2.0/networks/5cd8c6e9-2f70-4634-b447-03ad6b311dfa HTTP/1.1" status: 204 len: 168 time: 2.0003395 Nov 23 11:02:58.286594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35038) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:58.300173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef11e90-d269-459c-9b6f-0780442c9a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd8c6e9-2f70-4634-b447-03ad6b311dfa,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:58.324355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b4ca2-09d9-4e17-ae46-40d3f6ec928d None None] Network 6810f325-880d-4755-a7c4-f9b40a84c18e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:02:58.402704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd864d20-aa5c-4314-817b-a20a53395a27 None None] Provisioning complete for port 14c478c7-53eb-4657-ace5-1d0acec1300b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:58.403111 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd864d20-aa5c-4314-817b-a20a53395a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.442491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.491459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Allocated IP 172.25.5.25 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/1ce052bd-9254-4e98-8945-0f44738ff8ee) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:02:58.567328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] Deleting subnet 85aaf9a6-0072-40e8-9aad-e5cc0c6232f7 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:02:58.574216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ad69ea7-baed-4f89-a6c8-c778496e7a60 req-6bc2cb47-fdb7-4621-b201-f83beb992b77 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659131 Nov 23 11:02:58.577896 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.739987 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.821235 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:58.849244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fd864d20-aa5c-4314-817b-a20a53395a27 None None] Port 14c478c7-53eb-4657-ace5-1d0acec1300b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:02:58.910270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.029765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:59.053225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e089a4d4-65f7-435b-9b68-d08ce8ba472f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:59.053913 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.056884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Port': ['ID=1ce052bd-9254-4e98-8945-0f44738ff8ee,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:59.066462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:59.072255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:02:59.091630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1cd4463b-2bf0-4783-a01b-3375b9756847 None None] Provisioning complete for port e089a4d4-65f7-435b-9b68-d08ce8ba472f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:02:59.092331 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1cd4463b-2bf0-4783-a01b-3375b9756847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.128060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.150313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.150313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.150690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.150958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.151290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.152394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.152709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.153046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.153406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.153738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.154069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.154393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:02:59.158736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92085d-c1de-4be5-82f5-10a3d170807c req-fab51c8f-9752-4b5d-8af9-062e91720f36 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:59.160518 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc92085d-c1de-4be5-82f5-10a3d170807c req-fab51c8f-9752-4b5d-8af9-062e91720f36 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.1661024 Nov 23 11:02:59.162503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.257428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.267431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-af5c5abf-b418-4f17-97ab-f1f3e135b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:02:59.269249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-af5c5abf-b418-4f17-97ab-f1f3e135b2dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 1094 time: 0.5636175 Nov 23 11:02:59.302251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:59.302527 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.314378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc92085d-c1de-4be5-82f5-10a3d170807c req-8cc20413-b23a-4139-b19d-db125338cc38 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947468 Nov 23 11:02:59.320329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.470023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 6810f325-880d-4755-a7c4-f9b40a84c18e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:02:59.475262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:02:59.640390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.645996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:02:59.652436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1cd4463b-2bf0-4783-a01b-3375b9756847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.718996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1cd4463b-2bf0-4783-a01b-3375b9756847 None None] For port e089a4d4-65f7-435b-9b68-d08ce8ba472f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e089a4d4-65f7-435b-9b68-d08ce8ba472f,segment=NetworkSegment(9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8),segment_id=9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:02:59.735214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1cd4463b-2bf0-4783-a01b-3375b9756847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:02:59.886266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:02:59.894545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-31e82712-64ab-4c45-843e-5fea4a1d2602 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5274189 Nov 23 11:02:59.897954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35074) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:02:59.901170 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:02:59.916607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1825378789'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:02:59.920904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:02:59.921456 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:02:59.923904 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:02:59.925413 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:02:59.939987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4463b-2bf0-4783-a01b-3375b9756847 None None] Pushing event updated for resources: {'Port': ['ID=e089a4d4-65f7-435b-9b68-d08ce8ba472f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:02:59.967394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:02:59.971835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.013519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:00.017840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-b9a18763-f731-4611-9016-8d8bff85f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.022145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-b9a18763-f731-4611-9016-8d8bff85f540 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.7047293 Nov 23 11:03:00.027545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.028319 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 2954e829-23a6-4c79-97d9-3de1add80ca6 of type vlan for network cf904293-5fe7-48b2-b881-0dc76ef81fdb Nov 23 11:03:00.082884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c261ff74-e5dc-4aa1-9ff4-c10f6dad8df3 None None] Provisioning complete for port e089a4d4-65f7-435b-9b68-d08ce8ba472f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:00.083217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c261ff74-e5dc-4aa1-9ff4-c10f6dad8df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.107030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.152118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.160204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.162423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.268839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-621569c3-ef3c-4e74-b5cc-08de6995ce75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8 HTTP/1.1" status: 200 len: 217 time: 0.2114668 Nov 23 11:03:00.271656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3723547 Nov 23 11:03:00.279236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.287858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35076) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:00.293524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.298346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:00.299881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.310652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba2681-52a7-412f-8696-0b8707665905 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=cf904293-5fe7-48b2-b881-0dc76ef81fdb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:00.316068 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:00.316269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c261ff74-e5dc-4aa1-9ff4-c10f6dad8df3 None None] Provisioning complete for port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:00.316450 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c261ff74-e5dc-4aa1-9ff4-c10f6dad8df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.320649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.327028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.333280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.341497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.348451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.352123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-83f0e60c-8595-4e3c-a18d-c5c4ba25b01f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5438 time: 1.4763544 Nov 23 11:03:00.420335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:00.462880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-1deed8b4-33cd-4906-ab12-89a1af8ae446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.464368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-1deed8b4-33cd-4906-ab12-89a1af8ae446 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0904458 Nov 23 11:03:00.604997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c261ff74-e5dc-4aa1-9ff4-c10f6dad8df3 None None] Port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:00.640949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-88c5ef87-e5e2-4c2e-b4ff-4119eb458daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.642929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-88c5ef87-e5e2-4c2e-b4ff-4119eb458daf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443505 Nov 23 11:03:00.648172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce08c2-0722-4732-b3a5-7e08f6d92de3 req-0b1729a3-ea27-4139-a43b-49c22c00eca0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:00.649849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4ce08c2-0722-4732-b3a5-7e08f6d92de3 req-0b1729a3-ea27-4139-a43b-49c22c00eca0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.1150594 Nov 23 11:03:00.650983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:00.654948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.681610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1dc57a8-f027-43f6-8370-e3c4f0133310 req-068c36a6-43e8-4f61-99ca-19cc0949ad14 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3004634 Nov 23 11:03:00.750245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.778108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a33709e9-a75e-4243-85ef-e39b9bac6520 None None] Provisioning complete for port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:00.778645 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a33709e9-a75e-4243-85ef-e39b9bac6520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:00.887394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e089a4d4-65f7-435b-9b68-d08ce8ba472f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:00.916099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4ce08c2-0722-4732-b3a5-7e08f6d92de3 req-8368e8fb-56a3-4adc-bb5a-03c41d2280d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552209 Nov 23 11:03:00.947377 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:02:58Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:02:58Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:00.970362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85aaf9a6-0072-40e8-9aad-e5cc0c6232f7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:00.995542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a33709e9-a75e-4243-85ef-e39b9bac6520 None None] Port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:00.999996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.003314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-81657885-db71-417d-a8e1-b4d1105e9ca7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/85aaf9a6-0072-40e8-9aad-e5cc0c6232f7 HTTP/1.1" status: 204 len: 168 time: 2.7157211 Nov 23 11:03:01.031798 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:01.032890 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Updating router dceb3d59-91ff-45e1-b2a9-bc23328657e0 port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:03:01.064309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35088) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:01.068317 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.080349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e089a4d4-65f7-435b-9b68-d08ce8ba472f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:01.080714 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.102221 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.119102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:01.139792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.165791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.168337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.233295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=09372743-4918-4d41-bf5a-e5038fa740af,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:01.264341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-58698723-afbb-4d12-ae63-3c1f68d2790e None None] Provisioning complete for port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:01.264718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58698723-afbb-4d12-ae63-3c1f68d2790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.378092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-58698723-afbb-4d12-ae63-3c1f68d2790e None None] Port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:01.395478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-8f7a9716-e4c0-4ecd-ab60-6c92f23e6256 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236485 Nov 23 11:03:01.418107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:01.425905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:01.426545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.439847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.459650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Port': ['ID=1ce052bd-9254-4e98-8945-0f44738ff8ee,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:01.461977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:01.463530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.469770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: cf904293-5fe7-48b2-b881-0dc76ef81fdb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:01.505970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370c1e07-cf40-40b3-a593-d5321cd57cd3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:01.514903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:01.525837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dcdb96c-c450-46e4-a54c-6b7a96c1b647') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:01.526141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dcdb96c-c450-46e4-a54c-6b7a96c1b647') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:01.536524 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.558284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.561438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cf904293-5fe7-48b2-b881-0dc76ef81fdb) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:01.567878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:01.568585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.580413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe67bc1-6a67-41f4-9e9e-9731451fe206 None None] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:01.587541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.589745 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.591013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-21205e4b-aa13-4117-8d09-f6b3277c0569 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0062351 Nov 23 11:03:01.597242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8286d1b5-1123-4138-86de-87983cf4136a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3070970 Nov 23 11:03:01.598762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35092) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:01.603747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35094) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:01.604070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3ce41dd9-5cb2-4d59-9107-7dc37637af8c tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'floatingip': {'port_id': '14c478c7-53eb-4657-ace5-1d0acec1300b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:01.613147 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.671022 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.692600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:01.699023 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc000ef-8689-439e-b316-2f854486cf04" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:01.808400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:01.810163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:01.813777 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:01.855650 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6755ac35-aa1a-426c-a0af-ccb7a08d071e x-openstack-request-id: req-6755ac35-aa1a-426c-a0af-ccb7a08d071e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:01.856661 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:01.856661 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6755ac35-aa1a-426c-a0af-ccb7a08d071e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:01.856891 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143', 'code': 200} Nov 23 11:03:01.858678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:01.860094 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634894d-8f24-481e-a8bb-87ed2b25247c None None] Pushing event updated for resources: {'Port': ['ID=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:01.956848 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.958695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ce41dd9-5cb2-4d59-9107-7dc37637af8c tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.972030 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Attempting to bind port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:01.972613 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Attempting to bind port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:01.973357 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Attempting to bind port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 on network 6810f325-880d-4755-a7c4-f9b40a84c18e {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:01.976228 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.983935 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:01.984315 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Checking segment: {'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:01.984731 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.985146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Bound using segment: {'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:01.986436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.990869 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Bound port: 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:01.991615 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:01.994755 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] 10.222.0.61 "DELETE /v2.0/networks/370c1e07-cf40-40b3-a593-d5321cd57cd3 HTTP/1.1" status: 204 len: 168 time: 0.9290099 Nov 23 11:03:02.027419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ffa6dac-58d1-463b-8309-89f3972013d1 req-fdbc92a0-ff42-4dfb-97f0-67459364cbdc service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171584 Nov 23 11:03:02.191930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:02.196423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:02.197588 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] For port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:02.202482 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] For port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,segment=NetworkSegment(9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8),segment_id=9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:02.209200 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:02.220700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:02.239033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcebc6e-39ed-4995-b9b9-401338cd3b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=370c1e07-cf40-40b3-a593-d5321cd57cd3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:02.241466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a21a-08a2-4c78-a72c-05a02996ab73 req-050099f3-b2be-4492-8523-461f52d17add tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.249435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c714a21a-08a2-4c78-a72c-05a02996ab73 req-050099f3-b2be-4492-8523-461f52d17add tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.1255114 Nov 23 11:03:02.256048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6fb53d2c-9bdb-4a5f-b407-4ec806590958 None None] Provisioning complete for port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:02.261203 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fb53d2c-9bdb-4a5f-b407-4ec806590958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:02.287655 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634894d-8f24-481e-a8bb-87ed2b25247c None None] Pushing event updated for resources: {'Port': ['ID=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:02.328929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.340425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.341218 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:02.342014 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:02.347072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.355449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.361761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.369181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c714a21a-08a2-4c78-a72c-05a02996ab73 req-387378b1-9ec7-4a56-993a-3248fcf9eacd tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187413 Nov 23 11:03:02.372998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.384321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:02.396641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-8ea85081-edd6-44c6-b3d5-665faabca94b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5439 time: 0.5362356 Nov 23 11:03:02.422492 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-3ce41dd9-5cb2-4d59-9107-7dc37637af8c tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] update failed (client error): The resource could not be found. Nov 23 11:03:02.423853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ce41dd9-5cb2-4d59-9107-7dc37637af8c tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "PUT /v2.0/floatingips/e0796a47-ece0-4e88-b8f6-ceaadb08ed83 HTTP/1.1" status: 404 len: 507 time: 0.8239646 Nov 23 11:03:02.424769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35106) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:02.434851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35108) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:02.524429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Allocated IP 172.21.0.2 (cf904293-5fe7-48b2-b881-0dc76ef81fdb/09372743-4918-4d41-bf5a-e5038fa740af/0a033904-6c77-4892-a498-3cd5d6038f3c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:02.569673 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:02.799959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc6299fe-fcb5-4234-8c4e-090e002aec3b req-b835e4ea-e282-4044-8f2e-63aba143b597 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3469973 Nov 23 11:03:02.867345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:02.896358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ee7cd73e-8bb7-4da6-8399-b39a2e11df7f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef5a104bde274e3f8197b044508651f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4705007 Nov 23 11:03:02.903389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35118) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:02.907393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fb53d2c-9bdb-4a5f-b407-4ec806590958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.034983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9203569-d333-4ec8-9ea5-ee795bc3ba55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.037632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Deleting port 1ce052bd-9254-4e98-8945-0f44738ff8ee {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:03.038092 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.044317 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:02:58Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:03.047251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6fb53d2c-9bdb-4a5f-b407-4ec806590958 None None] For port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,segment=NetworkSegment(9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8),segment_id=9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:03.052393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.058304 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fb53d2c-9bdb-4a5f-b407-4ec806590958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.089976 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4c90-9ff2-403d-8b5f-066690269c67 None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:02:58Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:03.100850 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.105025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9203569-d333-4ec8-9ea5-ee795bc3ba55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.141643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 960c4597-fbe5-4796-a439-fe34a19c39b2 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:03.152291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:03.186710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb53d2c-9bdb-4a5f-b407-4ec806590958 None None] Pushing event updated for resources: {'Port': ['ID=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:03.190687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:03.243838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:03.251214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9203569-d333-4ec8-9ea5-ee795bc3ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.254285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9203569-d333-4ec8-9ea5-ee795bc3ba55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.255883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e9203569-d333-4ec8-9ea5-ee795bc3ba55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7dbdd1ca-027d-4a37-a608-d0da2bb23fab HTTP/1.1" status: 204 len: 168 time: 0.3467381 Nov 23 11:03:03.275779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9203569-d333-4ec8-9ea5-ee795bc3ba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbdd1ca-027d-4a37-a608-d0da2bb23fab,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:03.309682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Pushing event updated for resources: {'Port': ['ID=0a033904-6c77-4892-a498-3cd5d6038f3c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:03.314718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.315055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.330633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Calling delete_port for 1ce052bd-9254-4e98-8945-0f44738ff8ee owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:03.344319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-78136b23-b3d5-4526-8a83-71d61810dd8b None None] Provisioning complete for port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:03.345330 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-78136b23-b3d5-4526-8a83-71d61810dd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.349758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.21.0.1 (cf904293-5fe7-48b2-b881-0dc76ef81fdb/09372743-4918-4d41-bf5a-e5038fa740af/f5455954-99bc-4ac3-83a0-e8050cfc7eff) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:03.556366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 960c4597-fbe5-4796-a439-fe34a19c39b2 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:03.585767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 960c4597-fbe5-4796-a439-fe34a19c39b2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:03.586155 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.623750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee6935-cafe-4553-924b-5d44953c391c req-f2c4b7f6-a348-4158-854f-b4f1b37822e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:03.625296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a7ee6935-cafe-4553-924b-5d44953c391c req-f2c4b7f6-a348-4158-854f-b4f1b37822e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.0980177 Nov 23 11:03:03.653346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.658833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Attempting to bind port 0a033904-6c77-4892-a498-3cd5d6038f3c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:03.659785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Attempting to bind port 0a033904-6c77-4892-a498-3cd5d6038f3c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:03.660297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Attempting to bind port 0a033904-6c77-4892-a498-3cd5d6038f3c on network cf904293-5fe7-48b2-b881-0dc76ef81fdb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:03.698618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:03.699000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Checking segment: {'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:03.699411 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.699819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Bound using segment: {'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:03.700310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Bound port: 0a033904-6c77-4892-a498-3cd5d6038f3c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:03.700716 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.714902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.795843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a7ee6935-cafe-4553-924b-5d44953c391c req-468e11b2-c35d-4376-945c-5cbffd996c1b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557457 Nov 23 11:03:03.798892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.819206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:03.832548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:03.839640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:03.854539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event deleted for resources: {'Port': ['ID=1ce052bd-9254-4e98-8945-0f44738ff8ee,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:03.943919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] For port 0a033904-6c77-4892-a498-3cd5d6038f3c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:03.946551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.946966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:03.950238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] For port 0a033904-6c77-4892-a498-3cd5d6038f3c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0a033904-6c77-4892-a498-3cd5d6038f3c,segment=NetworkSegment(2954e829-23a6-4c79-97d9-3de1add80ca6),segment_id=2954e829-23a6-4c79-97d9-3de1add80ca6)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:04.011929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 960c4597-fbe5-4796-a439-fe34a19c39b2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=960c4597-fbe5-4796-a439-fe34a19c39b2,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:04.014789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:04.018221 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ee4a57-2a56-4b07-9463-a242f9be2e55" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:04.050449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.058393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.059362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f2686c79-bcf2-45ba-8b13-cb6a006203ab up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:04.063345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.070439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.075750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-57af72c8-75d6-4065-b0b0-3777b22755f8 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "DELETE /v2.0/floatingips/e0796a47-ece0-4e88-b8f6-ceaadb08ed83 HTTP/1.1" status: 204 len: 168 time: 1.6406221 Nov 23 11:03:04.076513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35152) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:04.076890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35154) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:04.083720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6488aa28-f121-4c48-ae3b-afeb0c521b43 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'floatingip': {'floating_network_id': '235a8f6d-1263-44df-8211-850faf16e9d6', 'port_id': '14c478c7-53eb-4657-ace5-1d0acec1300b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:04.099929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=f5455954-99bc-4ac3-83a0-e8050cfc7eff,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:04.148968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6488aa28-f121-4c48-ae3b-afeb0c521b43 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.160041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6dd5557b-73a3-4b70-ac21-21c942a3619c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b3987fb9eef426bbda2ce804b53d603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0797646 Nov 23 11:03:04.172114 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582c7b5b-61ce-40d8-a459-883b3a51ea62 x-openstack-request-id: req-582c7b5b-61ce-40d8-a459-883b3a51ea62 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:04.172426 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:04.172663 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-582c7b5b-61ce-40d8-a459-883b3a51ea62 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:04.174423 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2', 'code': 200} Nov 23 11:03:04.174569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35156) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:04.258698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port f2686c79-bcf2-45ba-8b13-cb6a006203ab completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:04.268926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:04.274723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3d2f-d869-478e-b479-68d6037210d1 None None] Pushing event updated for resources: {'Port': ['ID=0a033904-6c77-4892-a498-3cd5d6038f3c,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:04.280977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:04.282048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port f2686c79-bcf2-45ba-8b13-cb6a006203ab triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:04.282429 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.307321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:04.316281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:04.345660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:04.357248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:04.365483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:04.367741 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5399dd0b-f624-41ff-b230-f165aabff31e req-c4810e58-0627-4736-aa5f-0ef191a1ad35 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5440 time: 0.3636804 Nov 23 11:03:04.400125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03443b5d-4b6c-493c-9bb0-dc89658ace92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.439953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03443b5d-4b6c-493c-9bb0-dc89658ace92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.473955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=960c4597-fbe5-4796-a439-fe34a19c39b2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:04.548086 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-6488aa28-f121-4c48-ae3b-afeb0c521b43 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:03:04.556279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.558395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6488aa28-f121-4c48-ae3b-afeb0c521b43 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4780076 Nov 23 11:03:04.559915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35160) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:04.565925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '14c478c7-53eb-4657-ace5-1d0acec1300b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:04.572876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03443b5d-4b6c-493c-9bb0-dc89658ace92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.587809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03443b5d-4b6c-493c-9bb0-dc89658ace92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.589586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-03443b5d-4b6c-493c-9bb0-dc89658ace92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4f98dad4-9d69-41d3-8d69-4effcaa0bb55 HTTP/1.1" status: 204 len: 168 time: 0.4133484 Nov 23 11:03:04.612981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03443b5d-4b6c-493c-9bb0-dc89658ace92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f98dad4-9d69-41d3-8d69-4effcaa0bb55,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:04.650316 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.678127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.702155 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5399dd0b-f624-41ff-b230-f165aabff31e req-ffa44add-7394-4d9c-8534-83bb5c608d91 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3266661 Nov 23 11:03:04.854203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f2686c79-bcf2-45ba-8b13-cb6a006203ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:04.869384 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:04.870782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 221a2df4-7756-4767-98f5-febdbd3b4dd7 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:04.892275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.036924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:05.070618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f2686c79-bcf2-45ba-8b13-cb6a006203ab,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:05.112159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 221a2df4-7756-4767-98f5-febdbd3b4dd7 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:05.124120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 221a2df4-7756-4767-98f5-febdbd3b4dd7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:05.124696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.185817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:05.186319 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.223592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9300213-443d-4a3e-98ee-adf5495039ba req-4f5d6291-546d-481b-b800-3c5c5f527d32 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:05.225621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9300213-443d-4a3e-98ee-adf5495039ba req-4f5d6291-546d-481b-b800-3c5c5f527d32 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.2221930 Nov 23 11:03:05.301798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Allocated IP 172.25.5.66 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/92fa9ea8-5d87-4697-96b9-52aea1ac1989) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:05.312895 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.328413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.346406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9300213-443d-4a3e-98ee-adf5495039ba req-6bfc3f77-9d4c-429f-9439-71456f5ab1c1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Nov 23 11:03:05.534388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.583444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.612029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=f5455954-99bc-4ac3-83a0-e8050cfc7eff,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:05.631603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.756752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:05.759367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:05.788474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:05.797058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:05.805332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:05.925176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0a033904-6c77-4892-a498-3cd5d6038f3c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:05.932252 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:05.995727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event updated for resources: {'Port': ['ID=92fa9ea8-5d87-4697-96b9-52aea1ac1989,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:06.099962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 221a2df4-7756-4767-98f5-febdbd3b4dd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:06.122008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.123102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6709a09e-1957-4b86-bb9c-662f146cc608 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:06.166982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Deleting port 92fa9ea8-5d87-4697-96b9-52aea1ac1989 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:06.167811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.211225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab'}, {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221a2df4-7756-4767-98f5-febdbd3b4dd7'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:06.214677 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbde37c-8768-4a0f-8dd9-b547b0ca8a1c" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab"}, {"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "221a2df4-7756-4767-98f5-febdbd3b4dd7"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:06.218255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f930db-0b8d-4d41-b40e-455d566d15a4 None None] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:06.231002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0a033904-6c77-4892-a498-3cd5d6038f3c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:06.231378 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.323645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.325748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.367175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Calling delete_port for 92fa9ea8-5d87-4697-96b9-52aea1ac1989 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:06.456809 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a38d5-a0b1-4c04-90eb-0f80d49261e4 x-openstack-request-id: req-bc1a38d5-a0b1-4c04-90eb-0f80d49261e4 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:06.456809 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab", "code": 200}, {"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "221a2df4-7756-4767-98f5-febdbd3b4dd7", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:06.456809 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc1a38d5-a0b1-4c04-90eb-0f80d49261e4 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:06.457598 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'code': 200} Nov 23 11:03:06.457598 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221a2df4-7756-4767-98f5-febdbd3b4dd7', 'code': 200} Nov 23 11:03:06.548689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-875f0d27-1dda-4a91-83da-a115db685d13 None None] Provisioning complete for port 0a033904-6c77-4892-a498-3cd5d6038f3c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:06.549227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-875f0d27-1dda-4a91-83da-a115db685d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.610930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40b64b-2a8a-4725-8bf5-69b45bcb408b req-b1e7e3d1-8499-49cb-8b99-cc4abbc50263 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:06.612590 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a40b64b-2a8a-4725-8bf5-69b45bcb408b req-b1e7e3d1-8499-49cb-8b99-cc4abbc50263 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.1014924 Nov 23 11:03:06.681328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=221a2df4-7756-4767-98f5-febdbd3b4dd7,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:06.698886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.747877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event deleted for resources: {'Port': ['ID=92fa9ea8-5d87-4697-96b9-52aea1ac1989,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:06.764599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a40b64b-2a8a-4725-8bf5-69b45bcb408b req-0f9f66e4-7e3e-4a90-8608-ae04f0b84c89 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431730 Nov 23 11:03:06.828347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 6709a09e-1957-4b86-bb9c-662f146cc608 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:06.845309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 6709a09e-1957-4b86-bb9c-662f146cc608 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:06.845687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.974081 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:06.978260 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] create failed (client error): The resource could not be found. Nov 23 11:03:06.982971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-120c8917-e0c5-45b7-a7ef-574e7270b1eb tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4216595 Nov 23 11:03:06.983561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35212) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:06.989930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:07.014779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.021741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.028916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.035778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.043811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.051079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.058373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.060835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-ee49c4f6-c227-46ff-a099-0bf11c567ebd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5442 time: 1.1422291 Nov 23 11:03:07.153435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35214) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:07.194077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Deleting port 14c478c7-53eb-4657-ace5-1d0acec1300b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:07.194671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.236222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 0a033904-6c77-4892-a498-3cd5d6038f3c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0a033904-6c77-4892-a498-3cd5d6038f3c,segment=NetworkSegment(2954e829-23a6-4c79-97d9-3de1add80ca6),segment_id=2954e829-23a6-4c79-97d9-3de1add80ca6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:07.253682 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.257745 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-875f0d27-1dda-4a91-83da-a115db685d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.370611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=0a033904-6c77-4892-a498-3cd5d6038f3c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:07.376586 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63c241b3-0ec6-4889-b8e3-4543695641c5 req-da2c134b-8226-45c6-9387-ff59945db15b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3009293 Nov 23 11:03:07.378342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:07.389597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:07.422786 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-48f3f32d-0f99-41b6-bc0e-c61d9061bf8c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8151004 Nov 23 11:03:07.423184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35218) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:07.437454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-811106170'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:07.462118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-875f0d27-1dda-4a91-83da-a115db685d13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:03:07.462862 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-875f0d27-1dda-4a91-83da-a115db685d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:03:07.479742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:07.483908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.489541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.492353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6750fc6-08bf-4de5-97af-eb41c6e7653c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.492693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:07.493905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:07.499970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.530306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Calling delete_port for 14c478c7-53eb-4657-ace5-1d0acec1300b owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:07.540747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:07.574045 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.574587 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 2a211b5d-cb6e-4c5a-ab78-dec3c084eba0 of type vlan for network 584ee6b8-aa6d-40ac-b310-0fd739242401 Nov 23 11:03:07.658575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.696026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 6709a09e-1957-4b86-bb9c-662f146cc608, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6709a09e-1957-4b86-bb9c-662f146cc608,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:07.706065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:07.715911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.727062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:07.729280 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.731964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6750fc6-08bf-4de5-97af-eb41c6e7653c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.750532 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.751433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 20e57a02-9fc4-49fd-831a-899165f597a6 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:07.761312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d6750fc6-08bf-4de5-97af-eb41c6e7653c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.803133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6750fc6-08bf-4de5-97af-eb41c6e7653c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be0d75-d0bf-4b26-b261-9ef48587d06c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:07.844311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4190154 Nov 23 11:03:07.848753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35224) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:07.855026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d6750fc6-08bf-4de5-97af-eb41c6e7653c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ea1f6523e9ec4c6388668dc326c8216b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7009103 Nov 23 11:03:07.860797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35226) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:07.862988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:07.939579 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:07.966480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca9a3a-c20e-4701-adac-31a17b8067ae tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=584ee6b8-aa6d-40ac-b310-0fd739242401,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:08.054869 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:03:08.057996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event deleted for resources: {'Port': ['ID=14c478c7-53eb-4657-ace5-1d0acec1300b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:08.095035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:08.143930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:08.149451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.292692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.302296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09470fb3-5ee9-474a-8fbc-9fdc62a58f81 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "DELETE /v2.0/ports/14c478c7-53eb-4657-ace5-1d0acec1300b HTTP/1.1" status: 204 len: 168 time: 1.3176692 Nov 23 11:03:08.304032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35238) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:08.343766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f5849b0-eee8-4365-aa5f-bd394a9bbc3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.389508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60938-e46a-436d-882f-c5535df6f82b req-51e1dae4-835a-4aa6-886f-b69092d1dc1c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:08.391546 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fe60938-e46a-436d-882f-c5535df6f82b req-51e1dae4-835a-4aa6-886f-b69092d1dc1c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.4541361 Nov 23 11:03:08.399367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f5849b0-eee8-4365-aa5f-bd394a9bbc3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.422171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=6709a09e-1957-4b86-bb9c-662f146cc608,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:08.514512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35244) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:08.527531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6709a09e-1957-4b86-bb9c-662f146cc608'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:08.531146 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25b117-32e4-4d02-983d-c17111f6d726" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "6709a09e-1957-4b86-bb9c-662f146cc608"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:08.557688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f5849b0-eee8-4365-aa5f-bd394a9bbc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.569020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6f5849b0-eee8-4365-aa5f-bd394a9bbc3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.572190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6f5849b0-eee8-4365-aa5f-bd394a9bbc3d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f2be0d75-d0bf-4b26-b261-9ef48587d06c HTTP/1.1" status: 204 len: 168 time: 0.7099502 Nov 23 11:03:08.578565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c02c01-17eb-4ac7-8a8b-d7e8ac3bc084 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:08.580182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4c02c01-17eb-4ac7-8a8b-d7e8ac3bc084 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e5de751-71dc-4e54-a2c8-9cd556b2a264 HTTP/1.1" status: 200 len: 913 time: 0.2750986 Nov 23 11:03:08.585929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7a382517-0bb9-4fae-8fc1-1882d271ab65 None None] Provisioning complete for port f5455954-99bc-4ac3-83a0-e8050cfc7eff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:08.586308 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7a382517-0bb9-4fae-8fc1-1882d271ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.612084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35252) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:08.623951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5849b0-eee8-4365-aa5f-bd394a9bbc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be0d75-d0bf-4b26-b261-9ef48587d06c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:08.637027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fe60938-e46a-436d-882f-c5535df6f82b req-65f35c4a-763f-4b49-84d4-3f5ba0aafd5f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350399 Nov 23 11:03:08.652662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 20e57a02-9fc4-49fd-831a-899165f597a6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:08.686612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 20e57a02-9fc4-49fd-831a-899165f597a6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:08.687558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.744900 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a224c9-76c4-4b1b-9192-528177568ea0 x-openstack-request-id: req-30a224c9-76c4-4b1b-9192-528177568ea0 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:08.745243 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "6709a09e-1957-4b86-bb9c-662f146cc608", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:08.745502 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30a224c9-76c4-4b1b-9192-528177568ea0 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:08.745898 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6709a09e-1957-4b86-bb9c-662f146cc608', 'code': 200} Nov 23 11:03:08.774027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 883851f7-e203-4fd3-a43b-9ac89277a8b8 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:03:08.780648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7a382517-0bb9-4fae-8fc1-1882d271ab65 None None] Port f5455954-99bc-4ac3-83a0-e8050cfc7eff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:08.847734 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.919363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 20e57a02-9fc4-49fd-831a-899165f597a6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=20e57a02-9fc4-49fd-831a-899165f597a6,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:08.921311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7a382517-0bb9-4fae-8fc1-1882d271ab65 None None] Provisioning complete for port 0a033904-6c77-4892-a498-3cd5d6038f3c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:08.921740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7a382517-0bb9-4fae-8fc1-1882d271ab65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.962188 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.965940 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:08.966748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c858014f-0e28-48f9-9de1-676a30ffb85d up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:09.029633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be668856-2f18-483f-9b21-96766e3500b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.071713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.079073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.085380 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.096411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.103043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.110259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.117039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.119153 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22a89475-9a12-432b-8765-d17af4883ad3 req-6f6b9102-0176-42d6-8bcd-9a01b50e7689 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5443 time: 0.5803547 Nov 23 11:03:09.349468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=efb5fc14-27f8-4c90-bff3-5809966653df,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:09.443677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0a033904-6c77-4892-a498-3cd5d6038f3c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:09.453426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22a89475-9a12-432b-8765-d17af4883ad3 req-d3c0c8a9-0e49-40d2-86fc-9d615f5ad781 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2818408 Nov 23 11:03:09.464887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:09.465297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: 584ee6b8-aa6d-40ac-b310-0fd739242401, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:09.536011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:04Z', 'revision_number': 3, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:05Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:09.543532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:09.572509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be668856-2f18-483f-9b21-96766e3500b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.576946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 584ee6b8-aa6d-40ac-b310-0fd739242401) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:09.591037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:09.591458 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.597616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be668856-2f18-483f-9b21-96766e3500b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.646554 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5a7b1f9a-a40a-4fc9-81c2-5fc7c46186f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7965260 Nov 23 11:03:09.649863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35272) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:09.694499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be668856-2f18-483f-9b21-96766e3500b8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4c1d6a75135143908604b5207a84687a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1632740 Nov 23 11:03:09.695414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35278) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:09.703853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be668856-2f18-483f-9b21-96766e3500b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcacfa6-9b4e-4fbf-addb-6d4fa9d1c03a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:09.766184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afb5b05-e65b-4f24-b4b2-fa8b4b72a490 None None] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:09.773070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f83e037-8799-4353-a4b8-0d04745773ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.779110 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.827491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:09.827750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Updating router dceb3d59-91ff-45e1-b2a9-bc23328657e0 port f5455954-99bc-4ac3-83a0-e8050cfc7eff binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:03:09.854675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=20e57a02-9fc4-49fd-831a-899165f597a6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:09.876593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f83e037-8799-4353-a4b8-0d04745773ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.908009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port c858014f-0e28-48f9-9de1-676a30ffb85d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:09.927217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port c858014f-0e28-48f9-9de1-676a30ffb85d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:09.927885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:09.935394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 883851f7-e203-4fd3-a43b-9ac89277a8b8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:10.024362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0a033904-6c77-4892-a498-3cd5d6038f3c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:10.025002 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.033697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.034140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f83e037-8799-4353-a4b8-0d04745773ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.037216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0f83e037-8799-4353-a4b8-0d04745773ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.041847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0f83e037-8799-4353-a4b8-0d04745773ac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0bcacfa6-9b4e-4fbf-addb-6d4fa9d1c03a HTTP/1.1" status: 204 len: 168 time: 0.3437042 Nov 23 11:03:10.056932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83e037-8799-4353-a4b8-0d04745773ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcacfa6-9b4e-4fbf-addb-6d4fa9d1c03a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:10.187708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Deleting port 2e150ee0-32af-4650-9eec-85908bf2dc5f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:10.188064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.213800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adb9f9-842b-4112-beeb-8233c315bab4 req-09b6af8c-f2cd-4e46-9f93-e395d07ba3b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.228611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3adb9f9-842b-4112-beeb-8233c315bab4 req-09b6af8c-f2cd-4e46-9f93-e395d07ba3b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 943 time: 0.3898435 Nov 23 11:03:10.323313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '883851f7-e203-4fd3-a43b-9ac89277a8b8', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'port_id': '883851f7-e203-4fd3-a43b-9ac89277a8b8', 'mac_address': 'fa:16:3e:1c:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:03:10.326164 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.356638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Calling delete_port for 2e150ee0-32af-4650-9eec-85908bf2dc5f owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:10.421908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c17f2aa2-1029-45f0-bd17-bb46263d0ae3 None None] Provisioning complete for port f5455954-99bc-4ac3-83a0-e8050cfc7eff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:10.422898 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c17f2aa2-1029-45f0-bd17-bb46263d0ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.694141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a3adb9f9-842b-4112-beeb-8233c315bab4 req-9455f366-5ff0-49d9-bd53-3b5e39539aef tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590838 Nov 23 11:03:10.696784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.754775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.761673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.768523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.773927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e57a02-9fc4-49fd-831a-899165f597a6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:10.777539 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68431b03-5bb8-40d4-a28e-7a1e004d73ce" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "20e57a02-9fc4-49fd-831a-899165f597a6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:10.778366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.785886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.792860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.799336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:10.808163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-92624258-1190-457a-ba42-109d0c96e6ae tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5444 time: 0.1759722 Nov 23 11:03:10.883751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35330) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:10.886514 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.897386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.915402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.945009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-74c96c7e-c11d-4f22-b7ba-415f9bd8df4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:10.951471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event deleted for resources: {'Port': ['ID=2e150ee0-32af-4650-9eec-85908bf2dc5f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:10.979050 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f1302e8-b3a4-4336-a174-c37219eca56f req-38c9e334-c9ac-4aec-91d1-9db87e7d697d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674659 Nov 23 11:03:11.061841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c17f2aa2-1029-45f0-bd17-bb46263d0ae3 None None] Port f5455954-99bc-4ac3-83a0-e8050cfc7eff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:11.086802 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e70489-5c14-4902-b861-836500756123 x-openstack-request-id: req-c3e70489-5c14-4902-b861-836500756123 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:11.088652 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "20e57a02-9fc4-49fd-831a-899165f597a6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:11.089206 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3e70489-5c14-4902-b861-836500756123 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:11.090377 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e57a02-9fc4-49fd-831a-899165f597a6', 'code': 200} Nov 23 11:03:11.100413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-74c96c7e-c11d-4f22-b7ba-415f9bd8df4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.145731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-74c96c7e-c11d-4f22-b7ba-415f9bd8df4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.197063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 883851f7-e203-4fd3-a43b-9ac89277a8b8 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:03:11.231084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c96c7e-c11d-4f22-b7ba-415f9bd8df4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a6121-cb5b-498e-836d-934534d1763d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:11.236081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-74c96c7e-c11d-4f22-b7ba-415f9bd8df4b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f4d7ffc5097433981501f3f17206439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3506696 Nov 23 11:03:11.245531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35336) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:11.268900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 883851f7-e203-4fd3-a43b-9ac89277a8b8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:11.300376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.379141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c858014f-0e28-48f9-9de1-676a30ffb85d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c858014f-0e28-48f9-9de1-676a30ffb85d,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:11.393363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.420792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-584ee6b8-aa6d-40ac-b310-0fd739242401', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:11.421767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.484596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=883851f7-e203-4fd3-a43b-9ac89277a8b8,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:11.509709 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.566163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c858014f-0e28-48f9-9de1-676a30ffb85d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:11.639079 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c79923ed-db7c-4df7-9bac-28e712bfa2aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.682512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c79923ed-db7c-4df7-9bac-28e712bfa2aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.711669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['883851f7-e203-4fd3-a43b-9ac89277a8b8'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:03:11.879690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Router 7e5de751-71dc-4e54-a2c8-9cd556b2a264 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:11.912286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.934907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.22.0.1 (584ee6b8-aa6d-40ac-b310-0fd739242401/efb5fc14-27f8-4c90-bff3-5809966653df/278a622c-1087-46fc-a0e5-df7fc7137d33) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:11.947281 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:11.961565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf3848-e648-4f38-806a-d09c0d969f70 req-4d50f86c-6eed-4b82-a360-5e22debb5808 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:11.963191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ccaf3848-e648-4f38-806a-d09c0d969f70 req-4d50f86c-6eed-4b82-a360-5e22debb5808 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 944 time: 0.1108158 Nov 23 11:03:12.016946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c79923ed-db7c-4df7-9bac-28e712bfa2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.023205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c79923ed-db7c-4df7-9bac-28e712bfa2aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.030734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c79923ed-db7c-4df7-9bac-28e712bfa2aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e24a6121-cb5b-498e-836d-934534d1763d HTTP/1.1" status: 204 len: 168 time: 0.7778363 Nov 23 11:03:12.068160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79923ed-db7c-4df7-9bac-28e712bfa2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a6121-cb5b-498e-836d-934534d1763d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:12.079796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:12.099029 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] Sync routers for ids ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:12.099649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35378) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:12.103621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ccaf3848-e648-4f38-806a-d09c0d969f70 req-dec1ed84-ba20-471b-bf13-4245baf046ed tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310172 Nov 23 11:03:12.127879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ffd61b6b-98b2-40aa-aa08-f337db85753d tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "PUT /v2.0/routers/7e5de751-71dc-4e54-a2c8-9cd556b2a264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4669280 Nov 23 11:03:12.163601 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] Routers {'7e5de751-71dc-4e54-a2c8-9cd556b2a264'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:12.166146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:12.237634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa51d78f-5ae6-4120-a1b8-826ca882d111 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.261417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90e1f4-a6e6-497c-9f22-50e15242d2c0 None None] Pushing event updated for resources: {'Port': ['ID=f5455954-99bc-4ac3-83a0-e8050cfc7eff,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:12.288478 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:12.318958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] Routers {'7e5de751-71dc-4e54-a2c8-9cd556b2a264'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:12.320688 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:12.413911 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:12.418006 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3479f-fb3a-4ee6-921f-ab0364715c3c None None] The sync data for ids ['7e5de751-71dc-4e54-a2c8-9cd556b2a264'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:12.425219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Attempting to bind port f5455954-99bc-4ac3-83a0-e8050cfc7eff on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:12.426223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Attempting to bind port f5455954-99bc-4ac3-83a0-e8050cfc7eff by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:12.435247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Attempting to bind port f5455954-99bc-4ac3-83a0-e8050cfc7eff on network cf904293-5fe7-48b2-b881-0dc76ef81fdb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:12.466950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:12.467403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Checking segment: {'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:12.470034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.470433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Bound using segment: {'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:12.470939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Bound port: f5455954-99bc-4ac3-83a0-e8050cfc7eff, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2954e829-23a6-4c79-97d9-3de1add80ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:12.471327 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.473028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:12.505794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:12.518527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:12.525938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:12.532437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:12.539493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:12.547370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:12.557679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-49f068b5-57bb-4f3f-a97f-c76e86ee1e43 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.3721533 Nov 23 11:03:12.667419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] For port f5455954-99bc-4ac3-83a0-e8050cfc7eff, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:12.670906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] For port f5455954-99bc-4ac3-83a0-e8050cfc7eff, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f5455954-99bc-4ac3-83a0-e8050cfc7eff,segment=NetworkSegment(2954e829-23a6-4c79-97d9-3de1add80ca6),segment_id=2954e829-23a6-4c79-97d9-3de1add80ca6)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:12.680754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.686048 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b25b52db-a7f5-4df8-bfc6-ea8415a4607f req-29bda405-846b-4714-9db8-59a771d905d9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250031 Nov 23 11:03:12.742911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a05b9416-223b-4778-81e3-aecbf72eff43 None None] Provisioning complete for port f5455954-99bc-4ac3-83a0-e8050cfc7eff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:12.743292 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a05b9416-223b-4778-81e3-aecbf72eff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.776921 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.780663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa51d78f-5ae6-4120-a1b8-826ca882d111 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.785833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa51d78f-5ae6-4120-a1b8-826ca882d111 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.861506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90e1f4-a6e6-497c-9f22-50e15242d2c0 None None] Pushing event updated for resources: {'Port': ['ID=f5455954-99bc-4ac3-83a0-e8050cfc7eff,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:12.881328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:12.882944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:12.889394 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa51d78f-5ae6-4120-a1b8-826ca882d111 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.889394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa51d78f-5ae6-4120-a1b8-826ca882d111 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Fanout notify agent at l3_agent the message router_deleted on router 7e5de751-71dc-4e54-a2c8-9cd556b2a264 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:03:12.913368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35384) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:12.930862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa51d78f-5ae6-4120-a1b8-826ca882d111 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:12.934229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aa51d78f-5ae6-4120-a1b8-826ca882d111 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "DELETE /v2.0/routers/7e5de751-71dc-4e54-a2c8-9cd556b2a264 HTTP/1.1" status: 204 len: 168 time: 0.8273437 Nov 23 11:03:12.934503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35386) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:12.967172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b8f73dd-263d-4c15-a49b-534246b91b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.010779 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.011390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a05b9416-223b-4778-81e3-aecbf72eff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.074399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Deleting subnet 44b2c608-1a60-45f1-b06e-028e43b2b9d2 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:03:13.107888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.177816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=278a622c-1087-46fc-a0e5-df7fc7137d33,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:13.190623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b8f73dd-263d-4c15-a49b-534246b91b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.200712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b8f73dd-263d-4c15-a49b-534246b91b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.207446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:13.217782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:13.230090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:13.237416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.296882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f73dd-263d-4c15-a49b-534246b91b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcedb006-41bd-4088-92b3-8986191e63b0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:13.306403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b8f73dd-263d-4c15-a49b-534246b91b3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9744af3720d4ae99f1faebe602f847a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919320 Nov 23 11:03:13.308900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35390) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:13.380732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c0d-b8de-4685-9733-bcc89034fdae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.465672 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c0d-b8de-4685-9733-bcc89034fdae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.475595 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.549659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858014f-0e28-48f9-9de1-676a30ffb85d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:13.564034 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c0d-b8de-4685-9733-bcc89034fdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.568022 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f6a1c0d-b8de-4685-9733-bcc89034fdae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.572388 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4f6a1c0d-b8de-4685-9733-bcc89034fdae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcedb006-41bd-4088-92b3-8986191e63b0 HTTP/1.1" status: 204 len: 168 time: 0.2624543 Nov 23 11:03:13.582718 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a9d6ee-112f-4ad8-9e07-e40e3e215df8" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "c858014f-0e28-48f9-9de1-676a30ffb85d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:13.592736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a1c0d-b8de-4685-9733-bcc89034fdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcedb006-41bd-4088-92b3-8986191e63b0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:13.597657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63467921-7a30-4ed0-9001-3ac792ea8edc req-98f50bdf-2e43-4337-8caf-9e247a9847d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:13.603374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63467921-7a30-4ed0-9001-3ac792ea8edc req-98f50bdf-2e43-4337-8caf-9e247a9847d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 944 time: 0.3161738 Nov 23 11:03:13.662548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:13.704552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 883851f7-e203-4fd3-a43b-9ac89277a8b8 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:13.775096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63467921-7a30-4ed0-9001-3ac792ea8edc req-3de32a37-9cf7-43a9-81e4-243431b05773 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331117 Nov 23 11:03:13.797693 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.920487 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b73c41-3d74-48c6-9436-bb6624ac5b36 x-openstack-request-id: req-02b73c41-3d74-48c6-9436-bb6624ac5b36 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:13.925814 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-plugged", "status": "completed", "tag": "c858014f-0e28-48f9-9de1-676a30ffb85d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:13.926127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:13.927477 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02b73c41-3d74-48c6-9436-bb6624ac5b36 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:13.928142 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858014f-0e28-48f9-9de1-676a30ffb85d', 'code': 200} Nov 23 11:03:14.013642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a05b9416-223b-4778-81e3-aecbf72eff43 None None] For port f5455954-99bc-4ac3-83a0-e8050cfc7eff, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f5455954-99bc-4ac3-83a0-e8050cfc7eff,segment=NetworkSegment(2954e829-23a6-4c79-97d9-3de1add80ca6),segment_id=2954e829-23a6-4c79-97d9-3de1add80ca6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:14.015995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Allocated IP 172.22.0.2 (584ee6b8-aa6d-40ac-b310-0fd739242401/efb5fc14-27f8-4c90-bff3-5809966653df/d79e1de0-781a-4bc0-8aa1-eba5a81f226a) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:14.027696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.030352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.032794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.033191 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a05b9416-223b-4778-81e3-aecbf72eff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.034897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.036434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.037156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.037961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.039683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f6b65ae-bb50-476d-b09f-85184696234c req-556d60b1-fc80-445f-9c02-54521ee6eab7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.1656394 Nov 23 11:03:14.067481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.138907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.147396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.160989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.173745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.174741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 883851f7-e203-4fd3-a43b-9ac89277a8b8 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:14.180739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.186164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 883851f7-e203-4fd3-a43b-9ac89277a8b8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:14.186525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.197535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.204832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:14.207511 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-a8dce97c-83e2-44ad-b1b9-1ec0f76fbb9b tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.2785103 Nov 23 11:03:14.308804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event deleted for resources: {'Subnet': ['ID=44b2c608-1a60-45f1-b06e-028e43b2b9d2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:14.315938 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc2b6d14-3a67-4e96-8e91-f55b58626c4f req-4bc8bb49-d1b8-4143-b576-1fdf0cd62ac4 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0990696 Nov 23 11:03:14.316771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.324059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-73e5edf8-b9fe-4a83-aed9-abc7eb48f215 tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "DELETE /v2.0/subnets/44b2c608-1a60-45f1-b06e-028e43b2b9d2 HTTP/1.1" status: 204 len: 168 time: 1.3886008 Nov 23 11:03:14.327282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35404) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:14.341861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-51656bd4-0c27-45ce-99d8-63743a23ad03 None None] Provisioning complete for port f5455954-99bc-4ac3-83a0-e8050cfc7eff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:14.342494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51656bd4-0c27-45ce-99d8-63743a23ad03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.389127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c20b73-8277-420a-b19e-266bbf5822e0 None None] Network 235a8f6d-1263-44df-8211-850faf16e9d6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:14.472003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b9416-223b-4778-81e3-aecbf72eff43 None None] Pushing event updated for resources: {'Port': ['ID=f5455954-99bc-4ac3-83a0-e8050cfc7eff,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:14.608789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f6b65ae-bb50-476d-b09f-85184696234c req-1173cf92-1a54-4ec5-87b1-2b43d6271fa8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5508986 Nov 23 11:03:14.654497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b162dc08-8673-445f-a8b0-ae87b05f43cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.662943 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.706978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.759064 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.765692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:04Z', 'revision_number': 3, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:12Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:14.796508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.820470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.848310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] DHCP port deletion for 235a8f6d-1263-44df-8211-850faf16e9d6 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:14.852301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 883851f7-e203-4fd3-a43b-9ac89277a8b8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:14.856159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7c040-3c82-4b5d-a963-e19e1a1bf78e None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:04Z', 'revision_number': 3, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:12Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:14.858919 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.885754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.928578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Deleting port 735001f7-bd48-4554-b6d5-ead2c2550e28 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:14.930266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:14.960376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:14.999681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:15.005985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:15.103169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Pushing event updated for resources: {'Port': ['ID=d79e1de0-781a-4bc0-8aa1-eba5a81f226a,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:15.197581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd4039-0ff5-47ed-ab5d-0ee02e72694a req-046f0cc5-e6b0-40cd-b390-bcb5dd2b18a2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:15.199301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2acd4039-0ff5-47ed-ab5d-0ee02e72694a req-046f0cc5-e6b0-40cd-b390-bcb5dd2b18a2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.2325222 Nov 23 11:03:15.205781 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.234531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] For port 735001f7-bd48-4554-b6d5-ead2c2550e28, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=735001f7-bd48-4554-b6d5-ead2c2550e28,segment=NetworkSegment(b2081eff-7457-43b9-8d75-842983acb713),segment_id=b2081eff-7457-43b9-8d75-842983acb713)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:15.234870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.236773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Attempting to bind port d79e1de0-781a-4bc0-8aa1-eba5a81f226a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:15.237441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Attempting to bind port d79e1de0-781a-4bc0-8aa1-eba5a81f226a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:15.238673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Attempting to bind port d79e1de0-781a-4bc0-8aa1-eba5a81f226a on network 584ee6b8-aa6d-40ac-b310-0fd739242401 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:15.258375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:15.261544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Checking segment: {'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:15.262385 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.262671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Bound using segment: {'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:15.264865 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Bound port: d79e1de0-781a-4bc0-8aa1-eba5a81f226a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:15.264865 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.265812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Calling delete_port for 735001f7-bd48-4554-b6d5-ead2c2550e28 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:15.329277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] Deleting port 735001f7-bd48-4554-b6d5-ead2c2550e28 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:15.329807 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.459663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=278a622c-1087-46fc-a0e5-df7fc7137d33,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:15.495572 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.525620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=883851f7-e203-4fd3-a43b-9ac89277a8b8,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:15.542497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] No DVR routers for this DVR port 735001f7-bd48-4554-b6d5-ead2c2550e28 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:15.622654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:15.628743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:15.670810 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2acd4039-0ff5-47ed-ab5d-0ee02e72694a req-5d9cc8e1-a26c-40bf-a700-49f03d22849d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538889 Nov 23 11:03:15.742014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f5455954-99bc-4ac3-83a0-e8050cfc7eff up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:15.846180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] For port 735001f7-bd48-4554-b6d5-ead2c2550e28, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=735001f7-bd48-4554-b6d5-ead2c2550e28,segment=NetworkSegment(b2081eff-7457-43b9-8d75-842983acb713),segment_id=b2081eff-7457-43b9-8d75-842983acb713)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:15.849403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.862585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] For port d79e1de0-781a-4bc0-8aa1-eba5a81f226a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:15.880805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:15.915485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:15.947262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:15.950072 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa4935-283e-4a73-8588-b73341d4619e" -d '{"events": [{"server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "name": "network-vif-plugged", "status": "completed", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:15.964833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] Calling delete_port for 735001f7-bd48-4554-b6d5-ead2c2550e28 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:15.987426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235a8f6d-1263-44df-8211-850faf16e9d6']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:15.996985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] For port d79e1de0-781a-4bc0-8aa1-eba5a81f226a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d79e1de0-781a-4bc0-8aa1-eba5a81f226a,segment=NetworkSegment(2a211b5d-cb6e-4c5a-ab78-dec3c084eba0),segment_id=2a211b5d-cb6e-4c5a-ab78-dec3c084eba0)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:16.024203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f5455954-99bc-4ac3-83a0-e8050cfc7eff triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:16.024554 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.028758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2081eff-7457-43b9-8d75-842983acb713') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:16.029064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2081eff-7457-43b9-8d75-842983acb713') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:16.030321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.060029 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9cef1a-64e8-4c3b-8ca4-1a9ab1b48276 x-openstack-request-id: req-fa9cef1a-64e8-4c3b-8ca4-1a9ab1b48276 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:16.060326 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "name": "network-vif-plugged", "status": "completed", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:16.060578 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa9cef1a-64e8-4c3b-8ca4-1a9ab1b48276 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:16.060970 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8', 'code': 200} Nov 23 11:03:16.062453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event deleted for resources: {'Port': ['ID=735001f7-bd48-4554-b6d5-ead2c2550e28,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:16.077196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.144811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.160951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:16.164137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:16.164547 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:16.167717 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:16.173016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9bdfe91f-2669-484b-933d-ba3d974ab0df tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5220501 Nov 23 11:03:16.181942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35436) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:16.186999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'network': {'name': 'tempest-RoutersTest-1299496722'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:16.254390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.261654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.280468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.287708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.292442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:16.294433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.307997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.309761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.315074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.317351 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-2b6e6219-626c-4a69-a78b-02fce6a8e1aa tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.6646929 Nov 23 11:03:16.362805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:16.384206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:16.406632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:16.414878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a1098-540a-4049-ac11-a02d0ba0af47 None None] Pushing event updated for resources: {'Port': ['ID=d79e1de0-781a-4bc0-8aa1-eba5a81f226a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:16.415131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38108e28-3951-4ceb-a5b6-2ee36e5ac6ec req-f329aaa4-8d49-4736-b548-2adf7b6abaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.417740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38108e28-3951-4ceb-a5b6-2ee36e5ac6ec req-f329aaa4-8d49-4736-b548-2adf7b6abaa0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 1096 time: 0.1954255 Nov 23 11:03:16.452604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.455109 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added segment 5977903d-f72e-45a3-a7e3-a7804bf778f4 of type vlan for network 9fabccac-75ee-4407-95dc-951bfd7ce97f Nov 23 11:03:16.474133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.490666 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.499923 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] 10.222.0.61 "DELETE /v2.0/networks/235a8f6d-1263-44df-8211-850faf16e9d6 HTTP/1.1" status: 204 len: 168 time: 2.1715989 Nov 23 11:03:16.535009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:16.538529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:16.607169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df502158-00c7-4d0d-a919-b1791b2bd91b tempest-FloatingIPNegativeTestJSON-694133986 tempest-FloatingIPNegativeTestJSON-694133986-project] Pushing event deleted for resources: {'Network': ['ID=235a8f6d-1263-44df-8211-850faf16e9d6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:16.618293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38108e28-3951-4ceb-a5b6-2ee36e5ac6ec req-2ab761cb-32fb-4ea7-a0a1-0a843d9c81d3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860521 Nov 23 11:03:16.637041 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc0e0410-d193-4caf-9cf6-5c8ec804ecde req-15b197c8-2bcf-4b32-825b-66ccb46b69c6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3098729 Nov 23 11:03:16.670719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1850163925-network', 'tenant_id': '8009c469a988401aa27da4383612d1a3'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:16.713321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.802615 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.810310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:16.811118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.838188 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.865151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Made reservation on behalf of 8009c469a988401aa27da4383612d1a3 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:16.867795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:16.927405 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7417741 Nov 23 11:03:16.927615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] Network 235a8f6d-1263-44df-8211-850faf16e9d6 is not hosted by any dhcp agent {{(pid=103428) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 11:03:16.927615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] No DVR routers for this DVR port 735001f7-bd48-4554-b6d5-ead2c2550e28 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:16.927829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35452) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:16.933497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'subnet': {'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:16.988670 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.040454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181d1fa-4c43-4f4c-80a6-79db25b715ab tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Network': ['ID=9fabccac-75ee-4407-95dc-951bfd7ce97f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:17.052660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 735001f7-bd48-4554-b6d5-ead2c2550e28 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:17.119234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35454) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:17.244900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Made reservation on behalf of e98741d4408c42c8b4e104c4f628ae88 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:17.250525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.292473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:17.303438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc7a1f-32df-42c3-9a68-4f83138c97b3 None None] Pushing event deleted for resources: {'Port': ['ID=735001f7-bd48-4554-b6d5-ead2c2550e28,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:17.324864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e4db9-6aa3-48f7-8d5a-0ab5c70a5253 req-e45b2705-e975-48bd-b2f4-f91b0eef81fb tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:17.327160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-405e4db9-6aa3-48f7-8d5a-0ab5c70a5253 req-e45b2705-e975-48bd-b2f4-f91b0eef81fb tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.4008429 Nov 23 11:03:17.341643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.344447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 735001f7-bd48-4554-b6d5-ead2c2550e28 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:17.345200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 735001f7-bd48-4554-b6d5-ead2c2550e28 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:17.377649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:17.402470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.407801 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29a869aa-bfc3-4537-a8ea-e6f83ac70387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.534061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f88bf2fe-da53-41ed-afe4-a48409da66db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f8d865b94bc4164bb21f6add70a5e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132514 Nov 23 11:03:17.537102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35458) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:17.542047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:17.579378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77b7dbd-1f72-4bad-89e8-d7bf88f14009,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:17.600210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-405e4db9-6aa3-48f7-8d5a-0ab5c70a5253 req-1ceffc7f-1ae5-4922-9a83-66bdf687ab23 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655363 Nov 23 11:03:17.619019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.619875 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Added segment e0f7758a-424c-4bc5-950f-42ab9d8be6b3 of type vlan for network f69c1e5f-e810-486a-b204-1cd8374eccd0 Nov 23 11:03:17.701165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a475e51-be7d-45df-b479-6a35232adfdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.754788 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.830050 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a475e51-be7d-45df-b479-6a35232adfdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.855936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d79e1de0-781a-4bc0-8aa1-eba5a81f226a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:17.880507 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:17.881818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:17.882571 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.016723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6479368 Nov 23 11:03:18.020772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35464) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:18.053631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Request body: {'subnet': {'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1850163925-subnet', 'tenant_id': '8009c469a988401aa27da4383612d1a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:18.072531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d79e1de0-781a-4bc0-8aa1-eba5a81f226a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:18.072912 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.153752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:14Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:18.235859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e9bf4-059f-4f4a-8e24-a9c69a9fa49c None None] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:18.238904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:18.239242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Updating router dceb3d59-91ff-45e1-b2a9-bc23328657e0 port 278a622c-1087-46fc-a0e5-df7fc7137d33 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:03:18.242524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.252624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa956f9e-6e25-4c9e-810e-97032c19ec17 admin admin] Pushing event updated for resources: {'Network': ['ID=f69c1e5f-e810-486a-b204-1cd8374eccd0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:18.271916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Made reservation on behalf of 8009c469a988401aa27da4383612d1a3 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:18.278588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f69c1e5f-e810-486a-b204-1cd8374eccd0 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:18.278892 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.304136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.330552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.339626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.346713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.352892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.354606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.362005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.368906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.379941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-666e080c-972c-470e-afa3-b800c791a044 req-f13671dd-1a99-477f-8002-5a33d7e2c140 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.5471706 Nov 23 11:03:18.420489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7d2bee77-e908-4ae4-b045-7517efb8c9d4 None None] Provisioning complete for port d79e1de0-781a-4bc0-8aa1-eba5a81f226a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:18.421129 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7d2bee77-e908-4ae4-b045-7517efb8c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.443144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Subnet': ['ID=a107d01e-d204-41dd-ad82-d8cd7adeedb3,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:18.447222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a475e51-be7d-45df-b479-6a35232adfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.451645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6a475e51-be7d-45df-b479-6a35232adfdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.453050 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6a475e51-be7d-45df-b479-6a35232adfdb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bde99d09-061c-46dc-8694-f8333a78256f HTTP/1.1" status: 204 len: 168 time: 0.9148142 Nov 23 11:03:18.512302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a475e51-be7d-45df-b479-6a35232adfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde99d09-061c-46dc-8694-f8333a78256f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:18.517872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.552449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Checking segment: {'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:18.553863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network hostable DHCP agents. Network: 9fabccac-75ee-4407-95dc-951bfd7ce97f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:18.635107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:18.696691 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.704592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port d79e1de0-781a-4bc0-8aa1-eba5a81f226a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d79e1de0-781a-4bc0-8aa1-eba5a81f226a,segment=NetworkSegment(2a211b5d-cb6e-4c5a-ab78-dec3c084eba0),segment_id=2a211b5d-cb6e-4c5a-ab78-dec3c084eba0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:18.728281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-666e080c-972c-470e-afa3-b800c791a044 req-3d5b8189-0411-4682-a3a7-42c6fa9d7f80 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3470671 Nov 23 11:03:18.729074 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.740985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 9fabccac-75ee-4407-95dc-951bfd7ce97f) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:18.761394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:18.761394 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:18.809998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a0bcbc0c-3acd-4d5c-83b3-9b64d8598888 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8808501 Nov 23 11:03:18.815767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35474) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:18.835401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529ede7-689f-4034-9fdb-d88a32493b04 None None] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:18.967615 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:19.041292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933faaca-eff6-42b0-96d0-b75f3e748087 req-249527ac-3b5d-4fce-abab-71ed450bbf1d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:19.069100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=d79e1de0-781a-4bc0-8aa1-eba5a81f226a,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:19.071099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-933faaca-eff6-42b0-96d0-b75f3e748087 req-249527ac-3b5d-4fce-abab-71ed450bbf1d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.2201517 Nov 23 11:03:19.358071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f78ec1-9879-41b0-b6ed-5f0b1f817647,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:19.376633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-9fabccac-75ee-4407-95dc-951bfd7ce97f', 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'fixed_ips': [{'subnet_id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:19.381374 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:19.393564 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:19.439740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:19.531779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-933faaca-eff6-42b0-96d0-b75f3e748087 req-388e3bca-f19b-454d-8aa4-81c7401baee4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580455 Nov 23 11:03:19.543575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Checking segment: {'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:19.545988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Network hostable DHCP agents. Network: f69c1e5f-e810-486a-b204-1cd8374eccd0, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:19.583419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Network f69c1e5f-e810-486a-b204-1cd8374eccd0 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:19.603524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f69c1e5f-e810-486a-b204-1cd8374eccd0) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:19.610153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:19.610755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:19.643197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0a872bd7-cb0e-4c2c-8276-1c1da31f2bc0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6143742 Nov 23 11:03:19.649500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f648214c-8d7a-4727-b188-90d09499c7f0 None None] Network f69c1e5f-e810-486a-b204-1cd8374eccd0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:19.676233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d79e1de0-781a-4bc0-8aa1-eba5a81f226a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:19.860869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Allocated IP 172.23.0.2 (9fabccac-75ee-4407-95dc-951bfd7ce97f/a107d01e-d204-41dd-ad82-d8cd7adeedb3/744bb64e-1abc-4b8d-9e22-6d196b2d77bc) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:19.865101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7fe17-4d90-41e9-9e36-fc0b437337d5 req-a52da856-759e-4c60-b48f-9659826f6729 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:19.871392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8f7fe17-4d90-41e9-9e36-fc0b437337d5 req-a52da856-759e-4c60-b48f-9659826f6729 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.1254995 Nov 23 11:03:19.989308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72e6c5-47b1-4367-993d-9ce957e8f4de None None] Pushing event updated for resources: {'Port': ['ID=278a622c-1087-46fc-a0e5-df7fc7137d33,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:20.011887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e8f7fe17-4d90-41e9-9e36-fc0b437337d5 req-c284bbf9-189e-484d-83b7-79d43aa87e62 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238286 Nov 23 11:03:20.080177 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:20.160551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad60f5-e377-47df-87db-ef21881c9499 req-05097ac3-9090-4bc7-98bb-94aa2e020894 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.172334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8ad60f5-e377-47df-87db-ef21881c9499 req-05097ac3-9090-4bc7-98bb-94aa2e020894 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.0891540 Nov 23 11:03:20.258174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8ad60f5-e377-47df-87db-ef21881c9499 req-247f239d-da15-46ef-8451-9356233ae9c0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848935 Nov 23 11:03:20.293472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35512) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:20.378330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.390931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.408202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.429205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.447672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.466350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.486081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:20.491619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2404001b-28ce-492d-a4fe-a1d50ee09ae2 req-501192ba-8daf-4e67-a085-245cc0c1aa6c tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 1.4571290 Nov 23 11:03:20.503348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35520) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:20.518651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Request body: {'floatingip': {'port_id': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:21.022054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2486a-7a3f-4f96-9990-dd4e5d073e8b req-4ac27e03-ddff-4e3b-91eb-1eb061d4b440 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:21.029800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] Provisioning complete for port d79e1de0-781a-4bc0-8aa1-eba5a81f226a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:21.032897 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.043035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c0a2486a-7a3f-4f96-9990-dd4e5d073e8b req-4ac27e03-ddff-4e3b-91eb-1eb061d4b440 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.2802706 Nov 23 11:03:21.092404 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.104639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.119498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.221083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522723107'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:21.237602 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.251004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Attempting to bind port 278a622c-1087-46fc-a0e5-df7fc7137d33 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:21.263493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Attempting to bind port 278a622c-1087-46fc-a0e5-df7fc7137d33 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:21.264014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Attempting to bind port 278a622c-1087-46fc-a0e5-df7fc7137d33 on network 584ee6b8-aa6d-40ac-b310-0fd739242401 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:21.280743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:21.281162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Checking segment: {'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:21.281587 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.281995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Bound using segment: {'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:21.282538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Bound port: 278a622c-1087-46fc-a0e5-df7fc7137d33, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:21.283052 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.286941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d79e1de0-781a-4bc0-8aa1-eba5a81f226a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:21.287935 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.329098 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c0a2486a-7a3f-4f96-9990-dd4e5d073e8b req-1da91dfe-2fca-40a9-aa39-a0aae0bd0ad5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826688 Nov 23 11:03:21.383679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:21.387626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.403054 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.613985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8cfafd-c972-4655-9ad2-271e79aa2f36 None None] Network f69c1e5f-e810-486a-b204-1cd8374eccd0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:21.622472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.667280 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.672136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] For port 278a622c-1087-46fc-a0e5-df7fc7137d33, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:21.744828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Allocated IP 172.23.0.1 (9fabccac-75ee-4407-95dc-951bfd7ce97f/a107d01e-d204-41dd-ad82-d8cd7adeedb3/da12138d-40b7-4d5b-bebe-cb4f21777ee2) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:21.763897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] For port 278a622c-1087-46fc-a0e5-df7fc7137d33, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=278a622c-1087-46fc-a0e5-df7fc7137d33,segment=NetworkSegment(2a211b5d-cb6e-4c5a-ab78-dec3c084eba0),segment_id=2a211b5d-cb6e-4c5a-ab78-dec3c084eba0)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:21.805872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.830930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:21.849921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] Provisioning complete for port 278a622c-1087-46fc-a0e5-df7fc7137d33 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:21.850297 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.858260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Pushing event updated for resources: {'Port': ['ID=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:21.863690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:21.866181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:21.895979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:21.928922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.011861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:22.012520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:22.110727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:22.115522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.162792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5dd61c-4df7-4cef-b8f1-fd7dc396b356,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:22.195607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.251661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72e6c5-47b1-4367-993d-9ce957e8f4de None None] Pushing event updated for resources: {'Port': ['ID=278a622c-1087-46fc-a0e5-df7fc7137d33,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:22.255964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.256464 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment 922c5bf5-980b-48da-97fe-a1ab634836d2 of type vlan for network 88346fde-f807-4274-a66f-915642f4112b Nov 23 11:03:22.266187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Attempting to bind port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:22.266834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Attempting to bind port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:22.267411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Attempting to bind port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc on network 9fabccac-75ee-4407-95dc-951bfd7ce97f {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:22.290504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:22.291185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Checking segment: {'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:22.291689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.292133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Bound using segment: {'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:22.292696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Bound port: 744bb64e-1abc-4b8d-9e22-6d196b2d77bc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:22.293743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.304401 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.334021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:22.339176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:22.371081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:22.374475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:22.517794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.530835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.600185 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.642296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=da12138d-40b7-4d5b-bebe-cb4f21777ee2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:22.773914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.resource_extend [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 11:03:22.788381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-73f23d61-2175-4efc-baa6-da397c0ae860 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:22.790303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-73f23d61-2175-4efc-baa6-da397c0ae860 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.4815683 Nov 23 11:03:22.821821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] For port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:22.830168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.916059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.924877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:22.926152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:22.953670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] For port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,segment=NetworkSegment(5977903d-f72e-45a3-a7e3-a7804bf778f4),segment_id=5977903d-f72e-45a3-a7e3-a7804bf778f4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:22.975557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] For port 278a622c-1087-46fc-a0e5-df7fc7137d33, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=278a622c-1087-46fc-a0e5-df7fc7137d33,segment=NetworkSegment(2a211b5d-cb6e-4c5a-ab78-dec3c084eba0),segment_id=2a211b5d-cb6e-4c5a-ab78-dec3c084eba0)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:22.984760 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.011323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.086257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600ed15-baf3-418f-bd1b-528a4f9ab63a req-5fefc615-8355-4b64-92c7-689fbe68c3b5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:23.094434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7600ed15-baf3-418f-bd1b-528a4f9ab63a req-5fefc615-8355-4b64-92c7-689fbe68c3b5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.5588577 Nov 23 11:03:23.252228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7600ed15-baf3-418f-bd1b-528a4f9ab63a req-c2b63880-ac42-4d6e-80ef-5af7999e75d0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563084 Nov 23 11:03:23.260923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=88346fde-f807-4274-a66f-915642f4112b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:23.267646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.290870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-25d00cf6-c2c8-4178-845c-162ca66f03f8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.9959211 Nov 23 11:03:23.346487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.376380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 88346fde-f807-4274-a66f-915642f4112b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:23.392175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34fd3d-591e-4b17-b20d-a0d3d1c4d827 None None] Pushing event updated for resources: {'Port': ['ID=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:23.595988 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Floating IP ea9679ff-467e-4a43-a7c9-25dcd43f5f2e associated. External IP: 172.25.5.11, port: f2686c79-bcf2-45ba-8b13-cb6a006203ab. Nov 23 11:03:23.631641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-650effd4-59ff-4919-af86-f353862e21e1 None None] Provisioning complete for port 278a622c-1087-46fc-a0e5-df7fc7137d33 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:23.632392 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-650effd4-59ff-4919-af86-f353862e21e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.734562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 883851f7-e203-4fd3-a43b-9ac89277a8b8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:23.735201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.869189 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.884207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:23.923556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0724ee1-3e54-40b5-96b1-cc5e6f226d98 None None] Pushing event updated for resources: {'Port': ['ID=278a622c-1087-46fc-a0e5-df7fc7137d33,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:23.967040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:21Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:24.016808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:24.024230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event updated for resources: {'Port': ['ID=da12138d-40b7-4d5b-bebe-cb4f21777ee2,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:24.210247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:24.213359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:24.214594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cf0c3-be82-4d3f-ab15-6686cc6fed95 None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:21Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:24.321833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] For port 883851f7-e203-4fd3-a43b-9ac89277a8b8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:24.321833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:24.379306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 744bb64e-1abc-4b8d-9e22-6d196b2d77bc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:24.624326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 883851f7-e203-4fd3-a43b-9ac89277a8b8 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:24.671247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:25.028937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be15c82-661f-4850-b4e6-8c882c29f394 req-b9f65bad-9a79-4713-a831-38d2f8a83608 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:25.055293 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5be15c82-661f-4850-b4e6-8c882c29f394 req-b9f65bad-9a79-4713-a831-38d2f8a83608 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 945 time: 0.5707865 Nov 23 11:03:25.211556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Router 5f185d34-7a65-4305-a568-9cefdd6ccabf has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:25.225735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:25.241093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5f70b210-a09a-4f1b-b9e4-2c7dd7e8d6fd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4228668 Nov 23 11:03:25.251199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35572) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:25.260721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:25.261101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:25.309184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:25.440185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 883851f7-e203-4fd3-a43b-9ac89277a8b8 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:25.560426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b4ff4-2ffa-42a1-96d1-23e2999342a0 None None] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:25.856773 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:25.978160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-70113138-ca37-42a7-a27a-b1beb247a206 None None] Provisioning complete for port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:25.978527 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-70113138-ca37-42a7-a27a-b1beb247a206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:26.048409 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5be15c82-661f-4850-b4e6-8c882c29f394 req-4bd73271-d7e4-4478-ab4d-1b118eb38083 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9872336 Nov 23 11:03:26.188069 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:26.229209 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:26.237010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,segment=NetworkSegment(5977903d-f72e-45a3-a7e3-a7804bf778f4),segment_id=5977903d-f72e-45a3-a7e3-a7804bf778f4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:26.255140 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:26.257383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:26.291162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 883851f7-e203-4fd3-a43b-9ac89277a8b8, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=883851f7-e203-4fd3-a43b-9ac89277a8b8,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:26.309249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:26.315267 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba14b6c-7ec5-4012-a49d-19118cff13e4" -d '{"events": [{"server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "name": "network-vif-unplugged", "status": "completed", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:26.323005 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:26.398699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:26.437093 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022767ab-a673-4198-8d5f-2b92710025b7 x-openstack-request-id: req-022767ab-a673-4198-8d5f-2b92710025b7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:26.437776 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "name": "network-vif-unplugged", "status": "completed", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:26.438203 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-022767ab-a673-4198-8d5f-2b92710025b7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:26.438812 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8', 'code': 200} Nov 23 11:03:26.595789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 11:03:26.606740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:26.626451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Removed routes are [] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 11:03:26.626856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:26.750678 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:26.798616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35580) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:26.807542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': '88346fde-f807-4274-a66f-915642f4112b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:26.837011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 278a622c-1087-46fc-a0e5-df7fc7137d33 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:26.859332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-fda11634-f697-43b1-a8bd-4a5211437650 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:26.861008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-fda11634-f697-43b1-a8bd-4a5211437650 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/networks?id=f69c1e5f-e810-486a-b204-1cd8374eccd0 HTTP/1.1" status: 200 len: 809 time: 1.9259403 Nov 23 11:03:26.880999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:26.898687 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:26.904906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-de42bf9d-2cc5-4d48-9b3c-4b3e27c79442 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/quotas/8009c469a988401aa27da4383612d1a3 HTTP/1.1" status: 200 len: 375 time: 0.0320313 Nov 23 11:03:26.905468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] Sync routers for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:26.940532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=883851f7-e203-4fd3-a43b-9ac89277a8b8,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:26.982007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:26.986138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:27.017917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31753176-75c4-4b6e-a0ce-7878e63d4b76 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "PUT /v2.0/floatingips/ea9679ff-467e-4a43-a7c9-25dcd43f5f2e HTTP/1.1" status: 200 len: 991 time: 6.5133052 Nov 23 11:03:27.018847 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.034593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:27.050952 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7822b08c-f579-4908-b307-47058d33c32b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:27.079518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.087325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.215775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=883851f7-e203-4fd3-a43b-9ac89277a8b8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:27.225142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-faa8d133-ad9a-4ad9-a8bc-5ce4f0e2c6c6 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8009c469a988401aa27da4383612d1a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2568858 Nov 23 11:03:27.298002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:27.404836 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da12138d-40b7-4d5b-bebe-cb4f21777ee2', 'name': '', 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:ab:35:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:21Z', 'updated_at': '2021-11-23T11:03:23Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:27.447776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] No DVR routers for this DVR port 883851f7-e203-4fd3-a43b-9ac89277a8b8 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:27.453591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.476952 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a082b911-2a85-49f8-a42c-9e17c4734793 req-bb90ae6a-b5bb-4f3b-b03f-d91c366506b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "DELETE /v2.0/ports/883851f7-e203-4fd3-a43b-9ac89277a8b8 HTTP/1.1" status: 204 len: 173 time: 4.6350091 Nov 23 11:03:27.505468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:27.510536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.531474 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:27.531848 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Updating router dceb3d59-91ff-45e1-b2a9-bc23328657e0 port da12138d-40b7-4d5b-bebe-cb4f21777ee2 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:03:27.540222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:27.594789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0427f48-7426-4255-ae16-ae727f6d0ad8 req-2e323710-014a-436f-8e5f-27a5322006dc tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.1260445 Nov 23 11:03:27.613418 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.755554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cafff573-53d1-471e-8cf8-7209bdee506d None None] Provisioning complete for port da12138d-40b7-4d5b-bebe-cb4f21777ee2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:27.756229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cafff573-53d1-471e-8cf8-7209bdee506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.795754 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4190b0-3241-4aa5-8a4f-8d7ec6d82bdf x-openstack-request-id: req-7f4190b0-3241-4aa5-8a4f-8d7ec6d82bdf {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:27.798821 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:27.800593 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7f4190b0-3241-4aa5-8a4f-8d7ec6d82bdf {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:27.802735 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'status': 'completed', 'code': 200} Nov 23 11:03:27.958830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:27.971267 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:27.973822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-afe945af-d538-446d-b998-01836593af23 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 200 len: 933 time: 2.7041478 Nov 23 11:03:27.977439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35596) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:28.004149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 278a622c-1087-46fc-a0e5-df7fc7137d33 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:28.004149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:28.116517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-9dd2d439-61c3-4a50-b997-00f4291aded8 service neutron] 10.222.0.61 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8399546 Nov 23 11:03:28.127662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.136028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.136028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.136028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.136028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.136028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.136028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.136028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7822b08c-f579-4908-b307-47058d33c32b req-fc5582e5-636d-43a4-ac20-81faf8483d90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.3041768 Nov 23 11:03:28.179192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cafff573-53d1-471e-8cf8-7209bdee506d None None] Port da12138d-40b7-4d5b-bebe-cb4f21777ee2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:28.281883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aaf236b1-fa15-4283-97ad-e257f07dd4a9 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 200 len: 933 time: 0.3030348 Nov 23 11:03:28.284714 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:28.290412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'routes': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:28.404337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-4c9b2ffa-31ab-4a4d-9a54-72eeb6c08e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:28.405958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cafff573-53d1-471e-8cf8-7209bdee506d None None] Provisioning complete for port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:28.407881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cafff573-53d1-471e-8cf8-7209bdee506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:28.408386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7822b08c-f579-4908-b307-47058d33c32b req-4c9b2ffa-31ab-4a4d-9a54-72eeb6c08e2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f HTTP/1.1" status: 200 len: 918 time: 0.2503145 Nov 23 11:03:28.645677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-89feb990-55bf-49de-99bb-99e68f259b38 service neutron] 10.222.0.61 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950700 Nov 23 11:03:28.697981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ea9679ff-467e-4a43-a7c9-25dcd43f5f2e', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'port_id': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'mac_address': 'fa:16:3e:df:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:01:20Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 1, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T11:00:00Z', 'revision_number': 5, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:28.855153 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:28.876443 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:28.951670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] Checking router: 5f185d34-7a65-4305-a568-9cefdd6ccabf for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:29.010827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:29.011480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:29.229390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f27efab9-1894-405f-af4d-c94b90243a1e req-ff5060b0-dce5-4040-9a73-f0867c4e8214 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 210 time: 0.2212670 Nov 23 11:03:29.234064 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Attempting to bind port da12138d-40b7-4d5b-bebe-cb4f21777ee2 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:29.234451 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Attempting to bind port da12138d-40b7-4d5b-bebe-cb4f21777ee2 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:29.234803 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Attempting to bind port da12138d-40b7-4d5b-bebe-cb4f21777ee2 on network 9fabccac-75ee-4407-95dc-951bfd7ce97f {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:29.244217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7822b08c-f579-4908-b307-47058d33c32b req-d71cff88-daa0-425a-a936-49006bfbc7fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 999 time: 0.5970466 Nov 23 11:03:29.282831 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Pushing event updated for resources: {'Port': ['ID=da12138d-40b7-4d5b-bebe-cb4f21777ee2,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:29.303614 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.304282 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.304866 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.305470 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.306027 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.306599 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.307204 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.307771 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.308785 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.309990 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.310555 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.311099 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:29.314738 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:29.315496 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Checking segment: {'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:29.316401 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:29.317099 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Bound using segment: {'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:29.317878 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Bound port: da12138d-40b7-4d5b-bebe-cb4f21777ee2, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5977903d-f72e-45a3-a7e3-a7804bf778f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:29.318521 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:29.417446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8063e626-fcfc-4417-8f1c-b273c7ffc042 None None] Provisioning complete for port da12138d-40b7-4d5b-bebe-cb4f21777ee2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:29.417824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8063e626-fcfc-4417-8f1c-b273c7ffc042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:29.443270 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] For port da12138d-40b7-4d5b-bebe-cb4f21777ee2, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:29.447567 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] For port da12138d-40b7-4d5b-bebe-cb4f21777ee2, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=da12138d-40b7-4d5b-bebe-cb4f21777ee2,segment=NetworkSegment(5977903d-f72e-45a3-a7e3-a7804bf778f4),segment_id=5977903d-f72e-45a3-a7e3-a7804bf778f4)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:29.455138 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:29.528250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-8f416caf-3276-45be-9d8d-eed26c0fee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:29.549132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7822b08c-f579-4908-b307-47058d33c32b req-8f416caf-3276-45be-9d8d-eed26c0fee11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.2793243 Nov 23 11:03:29.573677 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:29.574758 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:29.648834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8063e626-fcfc-4417-8f1c-b273c7ffc042 None None] Port da12138d-40b7-4d5b-bebe-cb4f21777ee2 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:03:29.706578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 744bb64e-1abc-4b8d-9e22-6d196b2d77bc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:29.778344 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:29.818369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'name': 'network-vif-deleted', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:29.836609 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7e062f-0a69-4995-aa4b-c8151ed3e7ce" -d '{"events": [{"server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "name": "network-vif-deleted", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:29.899166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:29.902772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:29.981814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-de16d52f-2b3b-4904-9aa8-7a76d3259835 None None] Provisioning complete for port da12138d-40b7-4d5b-bebe-cb4f21777ee2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:29.992106 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de16d52f-2b3b-4904-9aa8-7a76d3259835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:30.066132 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f8ffe-652e-4ad6-91a8-42feed5cc772 None None] Pushing event updated for resources: {'Port': ['ID=da12138d-40b7-4d5b-bebe-cb4f21777ee2,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:30.100675 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8562a1-855f-41fc-9233-7648cac1a753 x-openstack-request-id: req-da8562a1-855f-41fc-9233-7648cac1a753 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:30.102733 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a9d3f8-5815-4e9a-8d2f-5ea65e11338c", "name": "network-vif-deleted", "tag": "883851f7-e203-4fd3-a43b-9ac89277a8b8", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:30.103224 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da8562a1-855f-41fc-9233-7648cac1a753 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:30.106877 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a9d3f8-5815-4e9a-8d2f-5ea65e11338c', 'name': 'network-vif-deleted', 'tag': '883851f7-e203-4fd3-a43b-9ac89277a8b8', 'status': 'completed', 'code': 200} Nov 23 11:03:30.239032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b08c-f579-4908-b307-47058d33c32b req-479fcea5-60c6-4faa-88dc-46ed36ee27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:30.245625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7822b08c-f579-4908-b307-47058d33c32b req-479fcea5-60c6-4faa-88dc-46ed36ee27c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6652429 Nov 23 11:03:30.354558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=a72fde33-2d81-4adc-9e32-6ee842c8b7d3,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:30.375449 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:26Z', 'revision_number': 6, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da12138d-40b7-4d5b-bebe-cb4f21777ee2', 'name': '', 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:ab:35:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:21Z', 'updated_at': '2021-11-23T11:03:29Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:30.454750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': '922c5bf5-980b-48da-97fe-a1ab634836d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '88346fde-f807-4274-a66f-915642f4112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:30.455673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:30.456046 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:30.457835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: 88346fde-f807-4274-a66f-915642f4112b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:30.499772 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b300f73-8c36-4a38-8860-aa16c0c7ceaa None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:26Z', 'revision_number': 6, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da12138d-40b7-4d5b-bebe-cb4f21777ee2', 'name': '', 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:ab:35:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:21Z', 'updated_at': '2021-11-23T11:03:29Z', 'revision_number': 4, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:30.596073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66a6865d-9893-4b93-bef2-bd1151b489b9 req-1d6ba9b3-9453-4579-ad1d-a6389e64bb8c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.0816557 Nov 23 11:03:30.632151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added routes are [] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 11:03:30.632460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 11:03:30.707032 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-adc90291-aa72-4939-8b1b-66b618829b60 req-8918bd65-14a1-4f8b-8371-fba4138c663c tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 210 time: 0.2578242 Nov 23 11:03:30.771486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 88346fde-f807-4274-a66f-915642f4112b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:30.806844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:30.825837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 88346fde-f807-4274-a66f-915642f4112b) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:30.852524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390d02d3-64c5-43de-aa37-9754153832d1 None None] Network 88346fde-f807-4274-a66f-915642f4112b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:30.869821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:30.871246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:30.905364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7822b08c-f579-4908-b307-47058d33c32b req-7a454737-5de2-4534-a61e-c941e5b6dc04 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480820 Nov 23 11:03:30.909244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de16d52f-2b3b-4904-9aa8-7a76d3259835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:30.949647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bc13998e-d7e7-42ee-b223-8b343faec946 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1437027 Nov 23 11:03:30.968442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35638) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:30.983512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304237966'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:31.098078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:31.105817 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.316280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-de16d52f-2b3b-4904-9aa8-7a76d3259835 None None] For port da12138d-40b7-4d5b-bebe-cb4f21777ee2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=da12138d-40b7-4d5b-bebe-cb4f21777ee2,segment=NetworkSegment(5977903d-f72e-45a3-a7e3-a7804bf778f4),segment_id=5977903d-f72e-45a3-a7e3-a7804bf778f4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:31.396918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.414620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.421977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de16d52f-2b3b-4904-9aa8-7a76d3259835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.559198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:31.583274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.583632 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7 of type vlan for network 1853adef-538c-49d1-8090-f31fe1c5d880 Nov 23 11:03:31.669855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.674695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16d52f-2b3b-4904-9aa8-7a76d3259835 None None] Pushing event updated for resources: {'Port': ['ID=da12138d-40b7-4d5b-bebe-cb4f21777ee2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:31.714778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ea9679ff-467e-4a43-a7c9-25dcd43f5f2e', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'port_id': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'mac_address': 'fa:16:3e:df:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:01:20Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 1, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T11:00:00Z', 'revision_number': 5, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:31.719652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:31.724788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-65899943-4f8a-4005-bb53-7e0dde4ac39c None None] Provisioning complete for port da12138d-40b7-4d5b-bebe-cb4f21777ee2 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:31.725273 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-65899943-4f8a-4005-bb53-7e0dde4ac39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.774391 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.782491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:31.783035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:31.864387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device da12138d-40b7-4d5b-bebe-cb4f21777ee2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:31.883807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7822b08c-f579-4908-b307-47058d33c32b req-fc3bce4d-4700-48d5-9e29-1a5edc9bdee7 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9711137 Nov 23 11:03:31.897076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9225886 Nov 23 11:03:31.943163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0729071-e0e4-4669-8071-91546313d8b7 None None] The sync data for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 is: [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ea9679ff-467e-4a43-a7c9-25dcd43f5f2e', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'port_id': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'mac_address': 'fa:16:3e:df:19:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a972436-dc1e-40bb-b104-ab610fd11599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:01:20Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 1, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T11:00:00Z', 'revision_number': 5, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:31.967096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35648) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:31.991833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': '1853adef-538c-49d1-8090-f31fe1c5d880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:31.994547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-88346fde-f807-4274-a66f-915642f4112b', 'network_id': '88346fde-f807-4274-a66f-915642f4112b', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': 'a72fde33-2d81-4adc-9e32-6ee842c8b7d3'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:31.995525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:32.028639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c928ea-836b-42b7-8772-4317a6747044 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=1853adef-538c-49d1-8090-f31fe1c5d880,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:32.030113 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a1b0d1c-3a9d-4904-8c3a-00e582547fdf req-03db9206-fe65-4d1a-a6ed-d4a247f6f2e1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 210 time: 0.1580520 Nov 23 11:03:32.064475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e17201b-3e56-4be9-a720-3495dacd7205 req-1fdb9eb7-4ffd-4121-b14e-9f4a41a29590 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.1839607 Nov 23 11:03:32.085156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:32.095756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-f13516a0-9b18-4b34-8ef5-c9cd4e5065eb tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:32.097966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-f13516a0-9b18-4b34-8ef5-c9cd4e5065eb tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "GET /v2.0/networks?id=f69c1e5f-e810-486a-b204-1cd8374eccd0 HTTP/1.1" status: 200 len: 809 time: 0.8104799 Nov 23 11:03:32.101294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 1853adef-538c-49d1-8090-f31fe1c5d880 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:32.113918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:32.115152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8a0ea2ee-3832-4c55-898e-63f82ce45e72 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 200 len: 699 time: 3.8290906 Nov 23 11:03:32.118057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35652) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:32.203500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Request body: {'port': {'device_id': '46458a8f-1846-457f-85d2-2fda15716496', 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0', 'admin_state_up': True, 'tenant_id': '8009c469a988401aa27da4383612d1a3'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:32.269876 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:32.317093 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:32.318086 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:32.376198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0de4bd24-802d-4227-afb2-58e18cc16f10 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 200 len: 699 time: 0.2569697 Nov 23 11:03:32.381856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35656) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:32.452485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:32.458442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:32.477991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port da12138d-40b7-4d5b-bebe-cb4f21777ee2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:32.479073 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:32.563273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660c3231-436f-4a01-bf6b-dcdde3b34bd0 None None] New status for floating IP ea9679ff-467e-4a43-a7c9-25dcd43f5f2e: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:03:32.572255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:32.685713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Made reservation on behalf of 8009c469a988401aa27da4383612d1a3 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:32.695168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:33.034059 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:30Z', 'revision_number': 7, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da12138d-40b7-4d5b-bebe-cb4f21777ee2', 'name': '', 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:ab:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:21Z', 'updated_at': '2021-11-23T11:03:31Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:33.124440 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:33.145981 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:33.150352 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:33.209603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:33.341138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Allocated IP 2001:db8:0:ffff::2 (88346fde-f807-4274-a66f-915642f4112b/a72fde33-2d81-4adc-9e32-6ee842c8b7d3/178b58f7-8a99-42fc-ab95-fa09fb05a47f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:33.370881 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:33.374835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d41930c-386e-489f-a8f1-a907860a939a req-2dd93c22-0865-4698-9e0f-0e558046eb13 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 210 time: 0.1304193 Nov 23 11:03:33.515373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Allocated IP 172.20.0.2 (f69c1e5f-e810-486a-b204-1cd8374eccd0/64f78ec1-9879-41b0-b6ed-5f0b1f817647/0ab31b5c-dbee-4d1b-9553-85610d32ad73) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:33.521715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e2490a95-41d9-438f-9093-4df534488058 req-33755f7d-6f20-4792-8de7-1daeb8c38126 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.1916788 Nov 23 11:03:33.692214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:33.786719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device da12138d-40b7-4d5b-bebe-cb4f21777ee2 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:33.792848 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:33.910125 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:33.979572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port da12138d-40b7-4d5b-bebe-cb4f21777ee2 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:33.980283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:33.981857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Pushing event updated for resources: {'Port': ['ID=178b58f7-8a99-42fc-ab95-fa09fb05a47f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:34.003660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=639fad93-588d-47db-932c-5de0ccea2aba,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:34.005723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Network 88346fde-f807-4274-a66f-915642f4112b is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:34.016701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:34.036755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:34.066996 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port da12138d-40b7-4d5b-bebe-cb4f21777ee2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:34.073764 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.186641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port da12138d-40b7-4d5b-bebe-cb4f21777ee2, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=da12138d-40b7-4d5b-bebe-cb4f21777ee2,segment=NetworkSegment(5977903d-f72e-45a3-a7e3-a7804bf778f4),segment_id=5977903d-f72e-45a3-a7e3-a7804bf778f4)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:34.187223 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.204405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1853adef-538c-49d1-8090-f31fe1c5d880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:34.204781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: 1853adef-538c-49d1-8090-f31fe1c5d880, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:34.222914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for da12138d-40b7-4d5b-bebe-cb4f21777ee2 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:34.232435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Attempting to bind port 178b58f7-8a99-42fc-ab95-fa09fb05a47f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:34.232800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Attempting to bind port 178b58f7-8a99-42fc-ab95-fa09fb05a47f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '922c5bf5-980b-48da-97fe-a1ab634836d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '88346fde-f807-4274-a66f-915642f4112b'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:34.233192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Attempting to bind port 178b58f7-8a99-42fc-ab95-fa09fb05a47f on network 88346fde-f807-4274-a66f-915642f4112b {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:34.256318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:34.256646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Checking segment: {'id': '922c5bf5-980b-48da-97fe-a1ab634836d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '88346fde-f807-4274-a66f-915642f4112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:34.257061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.257496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Bound using segment: {'id': '922c5bf5-980b-48da-97fe-a1ab634836d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '88346fde-f807-4274-a66f-915642f4112b'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:34.257993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Bound port: 178b58f7-8a99-42fc-ab95-fa09fb05a47f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922c5bf5-980b-48da-97fe-a1ab634836d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '88346fde-f807-4274-a66f-915642f4112b'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:34.258384 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.330205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.334142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 1853adef-538c-49d1-8090-f31fe1c5d880 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:34.371894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 1853adef-538c-49d1-8090-f31fe1c5d880) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:34.381006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:34.382040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.422666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef89ab-2622-422b-98ac-248bb5d72db8 None None] Network 1853adef-538c-49d1-8090-f31fe1c5d880 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:34.467958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b47a745c-6420-4e51-9b8f-07abeb623806 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4881983 Nov 23 11:03:34.482941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35674) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:34.638283 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:30Z', 'revision_number': 7, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da12138d-40b7-4d5b-bebe-cb4f21777ee2', 'name': '', 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:ab:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:21Z', 'updated_at': '2021-11-23T11:03:31Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:34.703250 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d585741-16f5-4bd6-812f-827dfdea490f None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:30Z', 'revision_number': 7, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da12138d-40b7-4d5b-bebe-cb4f21777ee2', 'name': '', 'network_id': '9fabccac-75ee-4407-95dc-951bfd7ce97f', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:ab:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:21Z', 'updated_at': '2021-11-23T11:03:31Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'a107d01e-d204-41dd-ad82-d8cd7adeedb3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:34.748630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] For port 178b58f7-8a99-42fc-ab95-fa09fb05a47f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:34.754651 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.805446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.866130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] For port 178b58f7-8a99-42fc-ab95-fa09fb05a47f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=178b58f7-8a99-42fc-ab95-fa09fb05a47f,segment=NetworkSegment(922c5bf5-980b-48da-97fe-a1ab634836d2),segment_id=922c5bf5-980b-48da-97fe-a1ab634836d2)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:34.875065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=da12138d-40b7-4d5b-bebe-cb4f21777ee2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:34.915320 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:34.974355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Pushing event updated for resources: {'Port': ['ID=0ab31b5c-dbee-4d1b-9553-85610d32ad73,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:35.000534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-80e0790d-f86c-43c7-965c-f75bc7dd1772 req-b4ecf8e8-5f34-4bc1-9615-7b921863b115 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.1049469 Nov 23 11:03:35.091232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:35.129595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Network f69c1e5f-e810-486a-b204-1cd8374eccd0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:35.169586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b23d7b-e9fa-4f9a-a601-30c79a1cc3bf req-08a13439-bd0c-42cb-bd58-9207f510be5b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:35.171184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2b23d7b-e9fa-4f9a-a601-30c79a1cc3bf req-08a13439-bd0c-42cb-bd58-9207f510be5b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 931 time: 0.4567101 Nov 23 11:03:35.172570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:35.197039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:35.373634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:35.383065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:35.452785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3fb9b-c392-42db-8adb-c3f44c9544f3 None None] Pushing event updated for resources: {'Port': ['ID=178b58f7-8a99-42fc-ab95-fa09fb05a47f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:35.501545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:35.541209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:35.551017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-21fc4dd7-3ced-43c0-bfa5-ca9bb6aa1676 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3575876 Nov 23 11:03:35.621710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-1853adef-538c-49d1-8090-f31fe1c5d880', 'network_id': '1853adef-538c-49d1-8090-f31fe1c5d880', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': '639fad93-588d-47db-932c-5de0ccea2aba'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:35.622706 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:35.632251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Request body: {'port': {'device_id': '46458a8f-1846-457f-85d2-2fda15716496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:35.817562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f2b23d7b-e9fa-4f9a-a601-30c79a1cc3bf req-c638cb72-98f5-46d2-95a7-bfa8616b8fe7 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007057 Nov 23 11:03:35.911842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:35.984261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:36.002510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Allocated IP 2001:db8::1 (1853adef-538c-49d1-8090-f31fe1c5d880/639fad93-588d-47db-932c-5de0ccea2aba/2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:36.170859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:36.184878 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:36.187244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-928ab948-40cd-4c27-a9e4-a7a74be6c908 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8034861 Nov 23 11:03:36.190256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:36.202265 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:36.210030 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:36.249385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-41ca5c4b-4f0f-4e88-bf29-5f5fe95d03ed req-2872d6f8-575a-43a4-923d-da852173cecc tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.0399947 Nov 23 11:03:36.282495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet a107d01e-d204-41dd-ad82-d8cd7adeedb3 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:03:36.286706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.332539 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.338349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.352796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.460192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.462828 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.464829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Pushing event updated for resources: {'Port': ['ID=2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:36.496607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Network 1853adef-538c-49d1-8090-f31fe1c5d880 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:36.498344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:36.512344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:36.517983 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:36.541159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=639fad93-588d-47db-932c-5de0ccea2aba,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:36.570541 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.605082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Attempting to bind port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:36.605543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Attempting to bind port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1853adef-538c-49d1-8090-f31fe1c5d880'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:36.605962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Attempting to bind port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e on network 1853adef-538c-49d1-8090-f31fe1c5d880 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:36.612098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:36.613900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Checking segment: {'id': 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1853adef-538c-49d1-8090-f31fe1c5d880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:36.614409 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.614820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Bound using segment: {'id': 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1853adef-538c-49d1-8090-f31fe1c5d880'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:36.615416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Bound port: 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '1853adef-538c-49d1-8090-f31fe1c5d880'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:36.617213 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.664058 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.679773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=a107d01e-d204-41dd-ad82-d8cd7adeedb3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:36.704938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.725462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9c2a090b-731f-49fa-a22e-9ae35ee10061 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/a107d01e-d204-41dd-ad82-d8cd7adeedb3 HTTP/1.1" status: 204 len: 168 time: 0.5283058 Nov 23 11:03:36.729341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35698) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:36.744974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1853adef-538c-49d1-8090-f31fe1c5d880']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:36.780796 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] For port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:36.790032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:36.791825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:36.793201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d134d-d5a0-473e-b0fb-66e2eb2a0445 None None] Network 9fabccac-75ee-4407-95dc-951bfd7ce97f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:36.862023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] For port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e,segment=NetworkSegment(a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7),segment_id=a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:36.869721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.905275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab31b5c-dbee-4d1b-9553-85610d32ad73 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:03:36.926345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.957645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Transition to ACTIVE for port object 0ab31b5c-dbee-4d1b-9553-85610d32ad73 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:03:36.972870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:36.990712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.040610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.046705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab31b5c-dbee-4d1b-9553-85610d32ad73,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:37.067419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:37.068118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:37.073506 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:37.079571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.243949 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.db.api [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 11:03:37.243949 n-d-817747-2 neutron-server[103426]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 11:03:37.243949 n-d-817747-2 neutron-server[103426]: [parameters: {'id': '1853adef-538c-49d1-8090-f31fe1c5d880'}] Nov 23 11:03:37.243949 n-d-817747-2 neutron-server[103426]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:03:37.244515 n-d-817747-2 neutron-server[103426]: DEBUG oslo_db.api [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:03:37.363852 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:34Z', 'revision_number': 8, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:37.378882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Attempting to bind port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:37.380034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Attempting to bind port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:37.380856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Attempting to bind port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 on network f69c1e5f-e810-486a-b204-1cd8374eccd0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:37.394016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 on network f69c1e5f-e810-486a-b204-1cd8374eccd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:03:37.395814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Attempting to bind port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 on network f69c1e5f-e810-486a-b204-1cd8374eccd0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:37.408157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:37.411231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Checking segment: {'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:37.414995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Bound using segment: {'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:37.417478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Bound port: 0ab31b5c-dbee-4d1b-9553-85610d32ad73, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:37.417478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.457545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b5bca-b576-4304-a3da-37bba9ca6fcc None None] Pushing event updated for resources: {'Port': ['ID=2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:37.511287 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:37.547025 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:37.547600 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:37.551300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20f1ec5-53d4-44d9-8b8c-8a2b6dc5b182 None None] Network 88346fde-f807-4274-a66f-915642f4112b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:37.648915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-42ab2fe8-4051-4963-ad41-a0ccd391c065 None None] Provisioning complete for port 178b58f7-8a99-42fc-ab95-fa09fb05a47f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:37.649317 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-42ab2fe8-4051-4963-ad41-a0ccd391c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.685730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7cf3fc6f-d9ae-422f-8df1-eb143af28f3a req-9494a0bf-052a-483c-9970-68b525b08d7e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 0.2479401 Nov 23 11:03:37.702255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6814361a-f602-4709-9e89-e691a99ad521 None None] Network 1853adef-538c-49d1-8090-f31fe1c5d880 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:37.703268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] For port 0ab31b5c-dbee-4d1b-9553-85610d32ad73, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:37.748473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.754503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] For port 0ab31b5c-dbee-4d1b-9553-85610d32ad73, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0ab31b5c-dbee-4d1b-9553-85610d32ad73,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:37.774426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.805830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 178b58f7-8a99-42fc-ab95-fa09fb05a47f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:37.810799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:37.811890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:37.814915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] 10.222.0.65 "PUT /v2.0/ports/0ab31b5c-dbee-4d1b-9553-85610d32ad73 HTTP/1.1" status: 200 len: 1091 time: 2.1971276 Nov 23 11:03:37.837594 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:37.888352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] DHCP port deletion for 9fabccac-75ee-4407-95dc-951bfd7ce97f request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:37.915154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46458a8f-1846-457f-85d2-2fda15716496', 'tag': '0ab31b5c-dbee-4d1b-9553-85610d32ad73'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:37.919251 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f" -d '{"events": [{"name": "network-changed", "server_uuid": "46458a8f-1846-457f-85d2-2fda15716496", "tag": "0ab31b5c-dbee-4d1b-9553-85610d32ad73"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:37.924993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46137b4-2a86-48e4-97f1-6eba46686cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab31b5c-dbee-4d1b-9553-85610d32ad73,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:38.074973 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fa6b23-2150-4dff-baaf-cf1572bf3c2b x-openstack-request-id: req-c8fa6b23-2150-4dff-baaf-cf1572bf3c2b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:38.075630 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46458a8f-1846-457f-85d2-2fda15716496", "tag": "0ab31b5c-dbee-4d1b-9553-85610d32ad73", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:38.076091 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8fa6b23-2150-4dff-baaf-cf1572bf3c2b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:38.076745 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46458a8f-1846-457f-85d2-2fda15716496', 'tag': '0ab31b5c-dbee-4d1b-9553-85610d32ad73', 'status': 'completed', 'code': 200} Nov 23 11:03:38.125013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-76906768-8fd5-45b2-a1c7-5c0157786916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.131912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-76906768-8fd5-45b2-a1c7-5c0157786916 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8009c469a988401aa27da4383612d1a3&device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 1094 time: 0.1864846 Nov 23 11:03:38.222671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-bf2a7a71-6e23-483e-9179-5d3cce8b2343 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ab31b5c-dbee-4d1b-9553-85610d32ad73 HTTP/1.1" status: 200 len: 217 time: 0.0694742 Nov 23 11:03:38.292184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce8c9a-7616-4589-819e-6a70692d42bf req-817d1ed9-bcdf-48a1-9b01-94af04b34144 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.301838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68ce8c9a-7616-4589-819e-6a70692d42bf req-817d1ed9-bcdf-48a1-9b01-94af04b34144 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 943 time: 1.2686193 Nov 23 11:03:38.339757 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:34Z', 'revision_number': 8, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:38.353450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-96f03b03-a43d-4312-a891-e54a244fe4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:38.355761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 178b58f7-8a99-42fc-ab95-fa09fb05a47f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:38.356146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.357244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-96f03b03-a43d-4312-a891-e54a244fe4b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=64f78ec1-9879-41b0-b6ed-5f0b1f817647 HTTP/1.1" status: 200 len: 849 time: 0.1190064 Nov 23 11:03:38.372594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:38.375716 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.383506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68ce8c9a-7616-4589-819e-6a70692d42bf req-2bf4bf22-082b-47c7-ab3b-3baa92363a8c tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803876 Nov 23 11:03:38.394842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:38.395463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.406913 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96edc9-f00b-47ab-bf6c-fc6828fee0ef None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:34Z', 'revision_number': 8, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '278a622c-1087-46fc-a0e5-df7fc7137d33', 'name': '', 'network_id': '584ee6b8-aa6d-40ac-b310-0fd739242401', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:cc:b4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:11Z', 'updated_at': '2021-11-23T11:03:22Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': 'efb5fc14-27f8-4c90-bff3-5809966653df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:38.496178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,segment=NetworkSegment(5977903d-f72e-45a3-a7e3-a7804bf778f4),segment_id=5977903d-f72e-45a3-a7e3-a7804bf778f4)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:38.496542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.526321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 744bb64e-1abc-4b8d-9e22-6d196b2d77bc owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:38.530319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-fa7e6dc5-aa5f-4db7-a2b0-f8ffb570c921 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f69c1e5f-e810-486a-b204-1cd8374eccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422377 Nov 23 11:03:38.603288 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.647982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 178b58f7-8a99-42fc-ab95-fa09fb05a47f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=178b58f7-8a99-42fc-ab95-fa09fb05a47f,segment=NetworkSegment(922c5bf5-980b-48da-97fe-a1ab634836d2),segment_id=922c5bf5-980b-48da-97fe-a1ab634836d2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:38.660461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] For port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e,segment=NetworkSegment(a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7),segment_id=a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:38.660764 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.660943 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.686770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Calling delete_port for 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:38.698019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.702257 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-42ab2fe8-4051-4963-ad41-a0ccd391c065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.751469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] Deleting port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:38.751853 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.777424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:38.808846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:38.832083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:38.854979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Port': ['ID=2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:38.860919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No DVR routers for this DVR port 2bdfbcc1-0f23-4e51-8b4f-7577c7ae9d3e on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:38.880720 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-42ab2fe8-4051-4963-ad41-a0ccd391c065 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:03:38.881212 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-42ab2fe8-4051-4963-ad41-a0ccd391c065 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:03:39.048874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.071315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=178b58f7-8a99-42fc-ab95-fa09fb05a47f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:39.087582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] For port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:39.088283 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.110144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fabccac-75ee-4407-95dc-951bfd7ce97f']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:39.110397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] Calling delete_port for 744bb64e-1abc-4b8d-9e22-6d196b2d77bc owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:39.130900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] Port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:03:39.130900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.146364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5977903d-f72e-45a3-a7e3-a7804bf778f4') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:39.150582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5977903d-f72e-45a3-a7e3-a7804bf778f4') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:39.177984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] Pushing event deleted for resources: {'Port': ['ID=744bb64e-1abc-4b8d-9e22-6d196b2d77bc,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:39.188840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.189283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922dbda0-8a4d-48ba-83cb-2b0355b986a3 None None] No DVR routers for this DVR port 744bb64e-1abc-4b8d-9e22-6d196b2d77bc on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:39.221046 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.231675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:39.232430 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:39.246382 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:39.333311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f661611-2ebc-4572-aba6-6ed931056dbc None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 11:03:39.426607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.500139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.509454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/9fabccac-75ee-4407-95dc-951bfd7ce97f HTTP/1.1" status: 204 len: 168 time: 2.7777059 Nov 23 11:03:39.512488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d784d-a374-49df-b3ca-9daf464af16a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=9fabccac-75ee-4407-95dc-951bfd7ce97f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:39.516815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35736) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:39.648838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f661611-2ebc-4572-aba6-6ed931056dbc None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 11:03:39.778631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805c9d-d5ef-4f69-92e3-2a550479df53 req-f1445ca6-0d0f-43a2-bcc0-38588f70d269 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:39.786831 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2805c9d-d5ef-4f69-92e3-2a550479df53 req-f1445ca6-0d0f-43a2-bcc0-38588f70d269 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 943 time: 0.2555571 Nov 23 11:03:39.829589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 178b58f7-8a99-42fc-ab95-fa09fb05a47f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:39.846329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.892613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2805c9d-d5ef-4f69-92e3-2a550479df53 req-4ae5a60e-2d0c-4375-8387-494ebec3d42a tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940995 Nov 23 11:03:39.910656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1853adef-538c-49d1-8090-f31fe1c5d880']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:39.935227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:39.935863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c429c3-54dd-4979-8a1e-a9ce0ff26eb7') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:39.967176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:39.985589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-09b1197b-18a8-4af2-ade0-e9b8ed557125 req-e3fab19b-3f84-46eb-9b19-1c82fd466fc4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=95a9d3f8-5815-4e9a-8d2f-5ea65e11338c HTTP/1.1" status: 200 len: 210 time: 1.0850396 Nov 23 11:03:40.011155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.039585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:40.042481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.047253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7b0a3d5f-091a-4589-b6b0-833745d81049 None None] Provisioning complete for port 178b58f7-8a99-42fc-ab95-fa09fb05a47f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:40.047627 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7b0a3d5f-091a-4589-b6b0-833745d81049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:40.060716 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:40.189051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-4292d355-c3d1-4dec-b256-7d0bb0c537d4 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4206488 Nov 23 11:03:40.225336 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.243050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.249891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/1853adef-538c-49d1-8090-f31fe1c5d880 HTTP/1.1" status: 204 len: 168 time: 5.7604191 Nov 23 11:03:40.257213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35750) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:40.262036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1975724967'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:40.268307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64534ee9-5bd8-489a-a91c-9905d4e6e69f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=1853adef-538c-49d1-8090-f31fe1c5d880,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:40.325743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 178b58f7-8a99-42fc-ab95-fa09fb05a47f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:40.326195 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.383825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:40.387811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.403402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e729fc9d-9c1b-42b5-a44d-327868d05719 req-867d0f84-65a5-4b25-83f7-479f0ef191c7 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047789 Nov 23 11:03:40.423427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:40.436429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.437389 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment b41e0ff4-3960-4f40-bddb-9baa5d0d82ca of type vlan for network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff Nov 23 11:03:40.512902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.527398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.572334 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.579425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:40.580056 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:40.592047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-d29f622a-36e3-4bfe-9a71-019a5b05684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:40.593684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-d29f622a-36e3-4bfe-9a71-019a5b05684b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8009c469a988401aa27da4383612d1a3&device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 1094 time: 0.0926974 Nov 23 11:03:40.689740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4315305 Nov 23 11:03:40.694544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35756) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:40.699100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': '9d3c2d86-a9a2-4445-a05d-f153d663a8ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:40.866545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82a83b-0ffe-464c-9c01-3a71062d208e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=9d3c2d86-a9a2-4445-a05d-f153d663a8ff,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:40.879302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:40.918828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-77bda7db-c7a2-4816-9a07-c180ee58b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:40.921025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-77bda7db-c7a2-4816-9a07-c180ee58b4a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f69c1e5f-e810-486a-b204-1cd8374eccd0 HTTP/1.1" status: 200 len: 910 time: 0.3098550 Nov 23 11:03:40.973646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:40.977543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:41.063170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-16772fb7-17d9-44fc-885e-1c0a1de13a31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ab31b5c-dbee-4d1b-9553-85610d32ad73 HTTP/1.1" status: 200 len: 217 time: 0.1337154 Nov 23 11:03:41.181071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ed9c-7aaf-4530-803f-b64284fef1fd req-84f5c722-8fab-403b-a458-13ce890c0d46 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:41.185856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e755ed9c-7aaf-4530-803f-b64284fef1fd req-84f5c722-8fab-403b-a458-13ce890c0d46 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 943 time: 0.1290419 Nov 23 11:03:41.187813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-873f8e57-8f66-4884-b4a5-3c6551a78775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:41.189438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-873f8e57-8f66-4884-b4a5-3c6551a78775 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=64f78ec1-9879-41b0-b6ed-5f0b1f817647 HTTP/1.1" status: 200 len: 849 time: 0.1103871 Nov 23 11:03:41.197034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device da12138d-40b7-4d5b-bebe-cb4f21777ee2 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:41.211309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 278a622c-1087-46fc-a0e5-df7fc7137d33 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:41.218557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: da12138d-40b7-4d5b-bebe-cb4f21777ee2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:41.218924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device da12138d-40b7-4d5b-bebe-cb4f21777ee2 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:41.219347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 744bb64e-1abc-4b8d-9e22-6d196b2d77bc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:41.224244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:41.242164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 744bb64e-1abc-4b8d-9e22-6d196b2d77bc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:41.242520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 744bb64e-1abc-4b8d-9e22-6d196b2d77bc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:41.250469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-bf1dfc1e-21fa-450f-80b7-faeff2832202 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f69c1e5f-e810-486a-b204-1cd8374eccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499830 Nov 23 11:03:41.331846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e755ed9c-7aaf-4530-803f-b64284fef1fd req-2cc9082e-14fd-4620-a161-45fddf91a284 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393065 Nov 23 11:03:41.414551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-1cf22ae6-4018-43f9-9b4e-8ba93fa2fbd4 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511679 Nov 23 11:03:41.447475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0ab31b5c-dbee-4d1b-9553-85610d32ad73 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:03:41.506211 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:41.600847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=b81910ef-cee4-488d-9f32-910d2cdf9ad2,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:41.619095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46b4b5ab-ebae-4fa3-9e75-8d87007e793f req-9b99bdb3-407f-4587-b102-835905151507 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959126 Nov 23 11:03:41.640690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 278a622c-1087-46fc-a0e5-df7fc7137d33, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=278a622c-1087-46fc-a0e5-df7fc7137d33,segment=NetworkSegment(2a211b5d-cb6e-4c5a-ab78-dec3c084eba0),segment_id=2a211b5d-cb6e-4c5a-ab78-dec3c084eba0)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:41.641066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:41.662770 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 278a622c-1087-46fc-a0e5-df7fc7137d33 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:41.671680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': 'b41e0ff4-3960-4f40-bddb-9baa5d0d82ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9d3c2d86-a9a2-4445-a05d-f153d663a8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:41.672050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: 9d3c2d86-a9a2-4445-a05d-f153d663a8ff, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:41.696928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0ab31b5c-dbee-4d1b-9553-85610d32ad73, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0ab31b5c-dbee-4d1b-9553-85610d32ad73,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:41.716765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '0ab31b5c-dbee-4d1b-9553-85610d32ad73', 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0', 'port_id': '0ab31b5c-dbee-4d1b-9553-85610d32ad73', 'mac_address': 'fa:16:3e:4a:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f78ec1-9879-41b0-b6ed-5f0b1f817647', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:03:41.768054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:41.791179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 9d3c2d86-a9a2-4445-a05d-f153d663a8ff) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:41.797730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:41.798634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:41.815387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fb65f-8747-48f1-8630-d7674dccd760 None None] Network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:41.927678 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2f7b80f9-fe3f-4221-9877-f74186059ceb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2328203 Nov 23 11:03:41.930232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35774) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:41.935382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1671576156'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:41.968844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:41.978265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:41.981821 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.007016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab31b5c-dbee-4d1b-9553-85610d32ad73 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:03:42.030306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:42.037099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0ab31b5c-dbee-4d1b-9553-85610d32ad73, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0ab31b5c-dbee-4d1b-9553-85610d32ad73,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:42.039619 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.050656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.050999 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment a6f4b1f2-371c-48c1-8f78-ba8b3eab752b of type vlan for network 5fe5d9ff-6945-498c-995b-18d946d2bdb6 Nov 23 11:03:42.056183 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.091466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=278a622c-1087-46fc-a0e5-df7fc7137d33,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:42.158223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.206853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.212463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:42.213066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.294958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3635156 Nov 23 11:03:42.302657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35776) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:42.343018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0ab31b5c-dbee-4d1b-9553-85610d32ad73,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:42.381797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': '5fe5d9ff-6945-498c-995b-18d946d2bdb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:42.399122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca16304-4d73-4e05-9fb4-ea43c37bb3b3 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=5fe5d9ff-6945-498c-995b-18d946d2bdb6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:42.404916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['0ab31b5c-dbee-4d1b-9553-85610d32ad73'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:03:42.489335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 5fe5d9ff-6945-498c-995b-18d946d2bdb6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:42.511455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-9d3c2d86-a9a2-4445-a05d-f153d663a8ff', 'network_id': '9d3c2d86-a9a2-4445-a05d-f153d663a8ff', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': 'b81910ef-cee4-488d-9f32-910d2cdf9ad2'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:42.522222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.543842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.548279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:42.553037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:42.710771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20734c99-c7cf-4407-81ee-e0dec8b37a8c req-14f31eee-68c3-4ee6-b73f-97dde102c3e9 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:42.733893 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20734c99-c7cf-4407-81ee-e0dec8b37a8c req-14f31eee-68c3-4ee6-b73f-97dde102c3e9 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 944 time: 0.2311454 Nov 23 11:03:42.806236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Performing IP validity checks on allocation pools {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 11:03:42.806966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 11:03:42.860157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Allocated IP 2001:db8::3 (9d3c2d86-a9a2-4445-a05d-f153d663a8ff/b81910ef-cee4-488d-9f32-910d2cdf9ad2/61e462ab-abf0-458c-9599-0c11cec660eb) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:42.914793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20734c99-c7cf-4407-81ee-e0dec8b37a8c req-f699b3a5-064e-4eee-9acd-84e917e7b390 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753421 Nov 23 11:03:43.027988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:43.241869 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.257171 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.283480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:43.286513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:43.286678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:43.288766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:43.311621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-100d551c-0674-4bd8-8c06-f1df7c87f437 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7909555 Nov 23 11:03:43.313379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35796) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:43.322968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:43.353634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.443644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Pushing event updated for resources: {'Port': ['ID=61e462ab-abf0-458c-9599-0c11cec660eb,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:43.446164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:43.446872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:43.452182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Attempting to bind port 61e462ab-abf0-458c-9599-0c11cec660eb on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:43.452568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Attempting to bind port 61e462ab-abf0-458c-9599-0c11cec660eb by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'b41e0ff4-3960-4f40-bddb-9baa5d0d82ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9d3c2d86-a9a2-4445-a05d-f153d663a8ff'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:43.452982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Attempting to bind port 61e462ab-abf0-458c-9599-0c11cec660eb on network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:43.469967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet efb5fc14-27f8-4c90-bff3-5809966653df {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:03:43.480660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.522705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:43.523265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Checking segment: {'id': 'b41e0ff4-3960-4f40-bddb-9baa5d0d82ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9d3c2d86-a9a2-4445-a05d-f153d663a8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:43.523672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.524196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Bound using segment: {'id': 'b41e0ff4-3960-4f40-bddb-9baa5d0d82ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9d3c2d86-a9a2-4445-a05d-f153d663a8ff'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:43.524720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Bound port: 61e462ab-abf0-458c-9599-0c11cec660eb, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41e0ff4-3960-4f40-bddb-9baa5d0d82ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '9d3c2d86-a9a2-4445-a05d-f153d663a8ff'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:43.525275 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.527712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=c5817d63-4dba-45e5-bbba-525b60441d4d,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:43.605131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.630098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': 'a6f4b1f2-371c-48c1-8f78-ba8b3eab752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5fe5d9ff-6945-498c-995b-18d946d2bdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:43.630658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: 5fe5d9ff-6945-498c-995b-18d946d2bdb6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:43.637298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:43.683019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 5fe5d9ff-6945-498c-995b-18d946d2bdb6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:43.698796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 5fe5d9ff-6945-498c-995b-18d946d2bdb6) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:43.704684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:43.705535 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.741338 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.748911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-293d8d04-908b-46ae-96eb-a9d1f23876e8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4439263 Nov 23 11:03:43.749790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35802) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:43.763128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a9728b-fcb5-40ac-931c-519260c1db13 None None] Network 5fe5d9ff-6945-498c-995b-18d946d2bdb6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:43.843912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.905987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=efb5fc14-27f8-4c90-bff3-5809966653df,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:43.910001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.915875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-92721749-7fdc-4779-af87-8ae88094e133 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/efb5fc14-27f8-4c90-bff3-5809966653df HTTP/1.1" status: 204 len: 168 time: 0.5982428 Nov 23 11:03:43.916260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35804) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:43.946318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] For port 61e462ab-abf0-458c-9599-0c11cec660eb, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:43.962682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:43.988423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] For port 61e462ab-abf0-458c-9599-0c11cec660eb, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61e462ab-abf0-458c-9599-0c11cec660eb,segment=NetworkSegment(b41e0ff4-3960-4f40-bddb-9baa5d0d82ca),segment_id=b41e0ff4-3960-4f40-bddb-9baa5d0d82ca)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:44.003852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82fb7b-be74-41a4-975d-0d848157481f None None] Network 584ee6b8-aa6d-40ac-b310-0fd739242401 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:44.130639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.151682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.168037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.240871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c562cbe-6333-45e4-a290-dd900de9a1fe req-9f945b42-c6c6-4e92-9b34-52232b327d55 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:44.242588 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c562cbe-6333-45e4-a290-dd900de9a1fe req-9f945b42-c6c6-4e92-9b34-52232b327d55 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 944 time: 0.1434908 Nov 23 11:03:44.273574 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.405804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c562cbe-6333-45e4-a290-dd900de9a1fe req-460b2cb0-2344-4980-b0c7-9b26358cc0a5 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297324 Nov 23 11:03:44.447875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.462380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port d79e1de0-781a-4bc0-8aa1-eba5a81f226a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:44.462628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.497691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe5d9ff-6945-498c-995b-18d946d2bdb6']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:44.524117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f4b1f2-371c-48c1-8f78-ba8b3eab752b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:44.528273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f4b1f2-371c-48c1-8f78-ba8b3eab752b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:44.553841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.582785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.598764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:44.600414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.600817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7819363-705e-46c0-92fe-1f457aeafbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.634901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6136f-ccb7-4819-8c99-79f37f50f51d None None] Pushing event updated for resources: {'Port': ['ID=61e462ab-abf0-458c-9599-0c11cec660eb,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:44.639351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port d79e1de0-781a-4bc0-8aa1-eba5a81f226a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d79e1de0-781a-4bc0-8aa1-eba5a81f226a,segment=NetworkSegment(2a211b5d-cb6e-4c5a-ab78-dec3c084eba0),segment_id=2a211b5d-cb6e-4c5a-ab78-dec3c084eba0)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:44.639727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.671127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for d79e1de0-781a-4bc0-8aa1-eba5a81f226a owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:44.769830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1221cb74-385c-48ee-a559-2a1b5c534c7a None None] Network 5fe5d9ff-6945-498c-995b-18d946d2bdb6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:44.803366 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:44.836444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=c5817d63-4dba-45e5-bbba-525b60441d4d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:44.867357 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.868276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.874892 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:44.884432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8922d-8619-492f-915b-d0baa13ac854 None None] DHCP port deletion for 584ee6b8-aa6d-40ac-b310-0fd739242401 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:44.890183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/5fe5d9ff-6945-498c-995b-18d946d2bdb6 HTTP/1.1" status: 204 len: 168 time: 1.1392319 Nov 23 11:03:44.892336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35816) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:44.902454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1793712549'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:44.920693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5907b3-0b54-44f6-95bf-1359c15b3cba tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=5fe5d9ff-6945-498c-995b-18d946d2bdb6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:44.956069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=d79e1de0-781a-4bc0-8aa1-eba5a81f226a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:44.972512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port d79e1de0-781a-4bc0-8aa1-eba5a81f226a on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:44.976644 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:44.980399 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.049059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:45.050825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:41Z', 'revision_number': 9, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.063178 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:03:45.066637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.067648 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment 202a20d1-cb04-4729-abc9-2f1e1e245172 of type vlan for network 523d2cd8-e026-4601-8cdf-be02e8936724 Nov 23 11:03:45.162672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:45.252434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.273024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:45.276858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.335904 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.343722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:45.344376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.371506 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.384506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4908309 Nov 23 11:03:45.400090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35822) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:45.409537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': '523d2cd8-e026-4601-8cdf-be02e8936724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:45.420485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584ee6b8-aa6d-40ac-b310-0fd739242401']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.458034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.459452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a211b5d-cb6e-4c5a-ab78-dec3c084eba0') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:45.500250 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.503783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0ab31b5c-dbee-4d1b-9553-85610d32ad73 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:45.544005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.570629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:45.572203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.586108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76090d61-381c-4bd2-a0e0-11d219bf295f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=523d2cd8-e026-4601-8cdf-be02e8936724,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:45.687651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:45.695043 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:45.713575 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:45.867870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.904331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:45.916336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/584ee6b8-aa6d-40ac-b310-0fd739242401 HTTP/1.1" status: 204 len: 168 time: 1.9991415 Nov 23 11:03:45.920219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35828) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:45.960961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91931ff-e217-4d7b-8b73-84cd092d374e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=584ee6b8-aa6d-40ac-b310-0fd739242401,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:45.991633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fcaa5-2aa7-46d9-9e2e-5d91a9bfa9ae req-d5620d68-5165-4bf3-b242-50354d4bd645 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:45.993707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-471fcaa5-2aa7-46d9-9e2e-5d91a9bfa9ae req-d5620d68-5165-4bf3-b242-50354d4bd645 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 944 time: 0.2787826 Nov 23 11:03:46.055888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 523d2cd8-e026-4601-8cdf-be02e8936724 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:46.057789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61e462ab-abf0-458c-9599-0c11cec660eb up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:46.226499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-471fcaa5-2aa7-46d9-9e2e-5d91a9bfa9ae req-c1588e17-49ea-48e6-afa0-fb2053ae032f tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156701 Nov 23 11:03:46.236841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:46.474108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7de09-e499-4d97-9bc9-7b87b6e86514 None None] Network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:46.642422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 61e462ab-abf0-458c-9599-0c11cec660eb triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:46.643648 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.722142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:03:46.728514 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.736763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:46.737891 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.779627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2d9f5e14-c333-4df8-8b70-83af97a4db65 None None] Provisioning complete for port 61e462ab-abf0-458c-9599-0c11cec660eb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:46.780549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2d9f5e14-c333-4df8-8b70-83af97a4db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:46.898589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=94208b74-4d2a-413e-b3d9-090410daa360,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:46.917096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': '202a20d1-cb04-4729-abc9-2f1e1e245172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '523d2cd8-e026-4601-8cdf-be02e8936724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:46.917515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: 523d2cd8-e026-4601-8cdf-be02e8936724, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:46.964930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 523d2cd8-e026-4601-8cdf-be02e8936724 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:47.051626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 523d2cd8-e026-4601-8cdf-be02e8936724) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:47.056382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.061307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.062069 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2cf4693a-4310-44c0-96b0-5e1716ddfb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.114606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f086a36-ff00-4145-a3bb-b2cae533b61b None None] Network 523d2cd8-e026-4601-8cdf-be02e8936724 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:47.121288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-64333594-914f-45cb-ab86-c052effe49fa tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7195237 Nov 23 11:03:47.126328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35838) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:47.567344 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-5506a9c5-2c05-4c7b-8588-88ea3f127719 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2940810 Nov 23 11:03:47.628672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddc156-83e9-4da8-bb9e-9700eca6ff1e req-96a47a5c-a04e-4435-af7a-d5c07bc8bcf7 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.637128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9dddc156-83e9-4da8-bb9e-9700eca6ff1e req-96a47a5c-a04e-4435-af7a-d5c07bc8bcf7 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 944 time: 0.2338808 Nov 23 11:03:47.781899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2d9f5e14-c333-4df8-8b70-83af97a4db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.810328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9dddc156-83e9-4da8-bb9e-9700eca6ff1e req-acc5e838-b140-4261-8cbf-212bd43cdc5c tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718121 Nov 23 11:03:47.848956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.849289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.852953 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:47.853653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.854135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.854613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.855221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.855530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:47.864336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a75cf800-76b4-42ac-9303-a915d842e16a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.1881719 Nov 23 11:03:47.888570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.001944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-4b2ec0b7-5692-4d68-bf9a-5839b79a5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:48.002414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-4b2ec0b7-5692-4d68-bf9a-5839b79a5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:48.003578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-4b2ec0b7-5692-4d68-bf9a-5839b79a5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:48.005459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-4b2ec0b7-5692-4d68-bf9a-5839b79a5e24 service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.1130862 Nov 23 11:03:48.070169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2d9f5e14-c333-4df8-8b70-83af97a4db65 None None] For port 61e462ab-abf0-458c-9599-0c11cec660eb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61e462ab-abf0-458c-9599-0c11cec660eb,segment=NetworkSegment(b41e0ff4-3960-4f40-bddb-9baa5d0d82ca),segment_id=b41e0ff4-3960-4f40-bddb-9baa5d0d82ca)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:48.099373 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2d9f5e14-c333-4df8-8b70-83af97a4db65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.100013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-e48ba5c2-233d-4148-8312-8d6f8236b2dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.0871880 Nov 23 11:03:48.122419 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.123681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46458a8f-1846-457f-85d2-2fda15716496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab31b5c-dbee-4d1b-9553-85610d32ad73'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:48.132104 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2394d537-f179-42b3-ac4b-4bfa2925d53c" -d '{"events": [{"server_uuid": "46458a8f-1846-457f-85d2-2fda15716496", "name": "network-vif-plugged", "status": "completed", "tag": "0ab31b5c-dbee-4d1b-9553-85610d32ad73"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:48.255422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-7af7801e-553e-4ef5-a72b-034e12829658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:48.274210 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-7af7801e-553e-4ef5-a72b-034e12829658 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.1584761 Nov 23 11:03:48.350522 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d09208-e8a5-4500-9f5a-1d339401bc97 x-openstack-request-id: req-17d09208-e8a5-4500-9f5a-1d339401bc97 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:48.350773 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46458a8f-1846-457f-85d2-2fda15716496", "name": "network-vif-plugged", "status": "completed", "tag": "0ab31b5c-dbee-4d1b-9553-85610d32ad73", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:48.350987 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-17d09208-e8a5-4500-9f5a-1d339401bc97 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:48.351693 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46458a8f-1846-457f-85d2-2fda15716496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab31b5c-dbee-4d1b-9553-85610d32ad73', 'code': 200} Nov 23 11:03:48.363557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:41Z', 'revision_number': 9, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:48.372516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.379241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 0ab31b5c-dbee-4d1b-9553-85610d32ad73, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0ab31b5c-dbee-4d1b-9553-85610d32ad73,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:48.476162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.489744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63db8075-b3d6-47b6-b1d8-9667e7c5ba3c None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:41Z', 'revision_number': 9, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5455954-99bc-4ac3-83a0-e8050cfc7eff', 'name': '', 'network_id': 'cf904293-5fe7-48b2-b881-0dc76ef81fdb', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:32:c6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '09372743-4918-4d41-bf5a-e5038fa740af', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:03:03Z', 'updated_at': '2021-11-23T11:03:13Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '09372743-4918-4d41-bf5a-e5038fa740af', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:48.494080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.515236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be5094-0509-4e9c-92dd-173395974d01 req-39931b21-6923-4d3b-8131-0419be8b9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:48.518639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-71be5094-0509-4e9c-92dd-173395974d01 req-39931b21-6923-4d3b-8131-0419be8b9e73 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 1096 time: 0.1589108 Nov 23 11:03:48.551814 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:03:48.552196 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:03:48.552988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180c27ed-d4c5-4d55-b04f-907fe9f2cd65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-523d2cd8-e026-4601-8cdf-be02e8936724', 'network_id': '523d2cd8-e026-4601-8cdf-be02e8936724', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': '94208b74-4d2a-413e-b3d9-090410daa360'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:48.564837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-0fd2c994-f65c-4706-87f0-b4e1e4690541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:48.566969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-180c27ed-d4c5-4d55-b04f-907fe9f2cd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.574320 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-0fd2c994-f65c-4706-87f0-b4e1e4690541 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2974613 Nov 23 11:03:48.634514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f5e14-c333-4df8-8b70-83af97a4db65 None None] Pushing event updated for resources: {'Port': ['ID=61e462ab-abf0-458c-9599-0c11cec660eb,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:48.675093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5923b856-a2ea-40b4-8461-5195231ac512 None None] Provisioning complete for port 61e462ab-abf0-458c-9599-0c11cec660eb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:48.675462 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5923b856-a2ea-40b4-8461-5195231ac512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.724805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-71be5094-0509-4e9c-92dd-173395974d01 req-03fc6bf3-c20c-4139-969b-94c589b48426 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875334 Nov 23 11:03:48.770908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.949363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:48.999540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-0f950498-70ed-47f1-8b65-424b02278d65 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981857 Nov 23 11:03:49.071322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=94208b74-4d2a-413e-b3d9-090410daa360,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:49.152657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=0ab31b5c-dbee-4d1b-9553-85610d32ad73,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:49.439488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-b7c01586-a1c6-448a-8312-5d38a2bfeaaa service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312685 Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server [None req-180c27ed-d4c5-4d55-b04f-907fe9f2cd65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94208b74-4d2a-413e-b3d9-090410daa360: This subnet is being modified by another concurrent operation. Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise exception Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94208b74-4d2a-413e-b3d9-090410daa360: This subnet is being modified by another concurrent operation. Nov 23 11:03:49.495687 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Nov 23 11:03:49.553602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9eea8-8083-496d-95c6-735312d65994 None None] Network 523d2cd8-e026-4601-8cdf-be02e8936724 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:49.585335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-3106edaf-bcc9-430f-9d44-1274a171b4d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.1381633 Nov 23 11:03:49.717708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-e9198c32-c04b-4b54-b1b5-ff4b963acc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:49.719394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-e9198c32-c04b-4b54-b1b5-ff4b963acc37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1259317 Nov 23 11:03:49.736155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d79e1de0-781a-4bc0-8aa1-eba5a81f226a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:49.838651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-fe166893-15a3-430b-8378-ef0b1997c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:49.840750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-fe166893-15a3-430b-8378-ef0b1997c06a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134989 Nov 23 11:03:49.863754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:49.884970 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:49.947836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523d2cd8-e026-4601-8cdf-be02e8936724']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:49.961464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202a20d1-cb04-4729-abc9-2f1e1e245172') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:49.962421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202a20d1-cb04-4729-abc9-2f1e1e245172') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:49.973732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: d79e1de0-781a-4bc0-8aa1-eba5a81f226a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:49.974239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d79e1de0-781a-4bc0-8aa1-eba5a81f226a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:49.982986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.024485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.028872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.062246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:50.067607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:50.075672 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:50.155135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-af4aa573-3c8c-4dc0-9b74-cb5e1f30a874 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043985 Nov 23 11:03:50.186090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e7139-2380-4f2c-95a4-9c4f05856459 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 11:03:50.356876 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.379924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fec94-f3cf-41aa-b653-bf7b40a2d5db req-c007237c-aa0f-41fe-b073-ba428a132260 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:50.391570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e73fec94-f3cf-41aa-b653-bf7b40a2d5db req-c007237c-aa0f-41fe-b073-ba428a132260 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 945 time: 1.0776002 Nov 23 11:03:50.416136 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.434007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35912) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:50.437728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/523d2cd8-e026-4601-8cdf-be02e8936724 HTTP/1.1" status: 204 len: 168 time: 3.3082097 Nov 23 11:03:50.440535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618298266'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:50.463640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-29ae2a53-a8c0-47a0-8afc-7223ebf3ba30 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028810 Nov 23 11:03:50.485468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57994986-db86-4fab-8751-a13f0451876f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=523d2cd8-e026-4601-8cdf-be02e8936724,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:50.586166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-09361831-e291-46cc-8588-b7fde62f55f5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.1101813 Nov 23 11:03:50.587186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e7139-2380-4f2c-95a4-9c4f05856459 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 11:03:50.591076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61e462ab-abf0-458c-9599-0c11cec660eb up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:03:50.668436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:50.699580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.729388 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e73fec94-f3cf-41aa-b653-bf7b40a2d5db req-ab952004-dd65-435a-a4eb-1d5d1e6a27f6 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317537 Nov 23 11:03:50.815050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:50.841561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-0f8f3677-f73f-426b-aae5-bb4fbe249a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:50.854493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-0f8f3677-f73f-426b-aae5-bb4fbe249a3a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.2538459 Nov 23 11:03:50.875736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port f5455954-99bc-4ac3-83a0-e8050cfc7eff {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:50.878675 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.880642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.881061 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment b048999a-7c0e-44a2-92ce-43a2e21ddb6b of type vlan for network c4a3dccd-76d4-42eb-8c03-793e0dd775da Nov 23 11:03:50.926346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.964767 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:50.979382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:50.979382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.033141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.085309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 61e462ab-abf0-458c-9599-0c11cec660eb triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:03:51.085985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.111571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port f5455954-99bc-4ac3-83a0-e8050cfc7eff, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f5455954-99bc-4ac3-83a0-e8050cfc7eff,segment=NetworkSegment(2954e829-23a6-4c79-97d9-3de1add80ca6),segment_id=2954e829-23a6-4c79-97d9-3de1add80ca6)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:51.112174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.119073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6838381 Nov 23 11:03:51.119703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35946) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:51.165974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for f5455954-99bc-4ac3-83a0-e8050cfc7eff owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:51.227229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:51.383056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1bf33-1bef-45fa-88e5-33795580e267 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=c4a3dccd-76d4-42eb-8c03-793e0dd775da,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:51.399486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 278a622c-1087-46fc-a0e5-df7fc7137d33 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:51.412340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-256cd1c3-2105-47a3-960c-2dff03cc7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:51.414362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-256cd1c3-2105-47a3-960c-2dff03cc7570 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4617019 Nov 23 11:03:51.418602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:51.424859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.432000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c4a3dccd-76d4-42eb-8c03-793e0dd775da details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:51.553677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 278a622c-1087-46fc-a0e5-df7fc7137d33 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:51.554364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 278a622c-1087-46fc-a0e5-df7fc7137d33 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:51.607983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-c6f13675-57bc-465b-843d-e8d026303e63 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786268 Nov 23 11:03:51.616600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:51.656906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=f5455954-99bc-4ac3-83a0-e8050cfc7eff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:51.878924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-22bbf680-79e4-43b9-b2b1-9b4125bc50d5 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618189 Nov 23 11:03:51.952063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.080759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-669c5eee-97e6-42f7-ad42-c908e456160b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.1541851 Nov 23 11:03:52.083533 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ddf9f-d9d3-4d4b-b8eb-ae682d7d1801 req-560add3c-24a9-4819-9c2d-efe99bc8ac0c tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:52.084186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a70ddf9f-d9d3-4d4b-b8eb-ae682d7d1801 req-560add3c-24a9-4819-9c2d-efe99bc8ac0c tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 945 time: 0.1753047 Nov 23 11:03:52.122083 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.174946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.296104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:52.308886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a70ddf9f-d9d3-4d4b-b8eb-ae682d7d1801 req-90d5ea36-a6b7-43ae-9150-56e28bca8959 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147732 Nov 23 11:03:52.320932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-85623a30-a32b-4e5f-9179-0904f55a9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:52.325132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-85623a30-a32b-4e5f-9179-0904f55a9dd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.2336159 Nov 23 11:03:52.333161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=038672f4-2fbe-4222-953f-a036a693ab34,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:52.389995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:52.390560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: c4a3dccd-76d4-42eb-8c03-793e0dd775da, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:52.445040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:52.453801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-92d0e620-7090-43eb-b20b-728e1cf1d2f4 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5295627 Nov 23 11:03:52.454860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 35972) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:52.457574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network c4a3dccd-76d4-42eb-8c03-793e0dd775da is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:52.458557 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:52.469613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-bf341253-e203-4896-ab48-8db207bee1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:52.472231 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-bf341253-e203-4896-ab48-8db207bee1ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312096 Nov 23 11:03:52.481842 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:52.482487 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:52.514131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c4a3dccd-76d4-42eb-8c03-793e0dd775da) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:52.525280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a808c51-b649-4a36-a749-158bf6c9db72 None None] Network c4a3dccd-76d4-42eb-8c03-793e0dd775da requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:52.558987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:52.560659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.666318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet 09372743-4918-4d41-bf5a-e5038fa740af {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:03:52.675020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.685320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 35976) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:52.685897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd6c75d4-2336-44c2-85fc-014cbc8d8e4d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4743602 Nov 23 11:03:52.697299 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:52.775994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.802179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c4a3dccd-76d4-42eb-8c03-793e0dd775da', 'network_id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': '038672f4-2fbe-4222-953f-a036a693ab34'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:52.803750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:52.805006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-51eba1eb-37d0-4f47-ba6b-e4c728249ed5 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062036 Nov 23 11:03:52.936322 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.055212 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.101849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Allocated IP 2001:db8::1 (c4a3dccd-76d4-42eb-8c03-793e0dd775da/038672f4-2fbe-4222-953f-a036a693ab34/ca793383-fe60-4925-ad52-ba5edb050e1d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:53.213490 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 10, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:53.216862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.266931 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-707fb50b-c5cd-4eb0-904e-9eac6ae9ce81 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524913 Nov 23 11:03:53.303853 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:03:53.333591 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:53.334328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-7a403bc5-4bec-42f5-a838-b70e283023ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0567651 Nov 23 11:03:53.335111 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:53.413031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-b465bf44-d6db-4888-b769-9b0d7d1d27e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:53.414954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-b465bf44-d6db-4888-b769-9b0d7d1d27e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0720427 Nov 23 11:03:53.416960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.522370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=09372743-4918-4d41-bf5a-e5038fa740af,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:53.525034 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:03:53.527386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.533601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-155dad3a-3e55-4f73-84f8-8cce23898f95 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/09372743-4918-4d41-bf5a-e5038fa740af HTTP/1.1" status: 204 len: 168 time: 1.0747652 Nov 23 11:03:53.534777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36000) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:53.557481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab77f19-47f3-4e7e-b831-41e9ded3fd21 None None] Network cf904293-5fe7-48b2-b881-0dc76ef81fdb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:53.562115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f789f-0043-4155-b7eb-e5fd21a41e3a req-d9abdeb4-80c9-4469-b43c-9bd50ad6b35b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:53.563798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-874f789f-0043-4155-b7eb-e5fd21a41e3a req-d9abdeb4-80c9-4469-b43c-9bd50ad6b35b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 945 time: 0.1348381 Nov 23 11:03:53.570175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-562c94aa-ff0f-4b75-9d48-cedbbd313d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:53.572162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-562c94aa-ff0f-4b75-9d48-cedbbd313d44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107466 Nov 23 11:03:53.675616 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.786427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.787433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.818454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:53.914342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=038672f4-2fbe-4222-953f-a036a693ab34,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:53.933468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Network c4a3dccd-76d4-42eb-8c03-793e0dd775da is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:53.985913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:54.000670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:54.076083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Pushing event updated for resources: {'Port': ['ID=ca793383-fe60-4925-ad52-ba5edb050e1d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:54.079951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.151484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.151855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.152204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.152546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.152887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.154091 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 10, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:54.161408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.162103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.162332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a3dccd-76d4-42eb-8c03-793e0dd775da']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:54.162876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.163406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.163752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.164094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.164430 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.202897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:54.203236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:54.214931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Attempting to bind port ca793383-fe60-4925-ad52-ba5edb050e1d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:03:54.215313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Attempting to bind port ca793383-fe60-4925-ad52-ba5edb050e1d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:03:54.215691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Attempting to bind port ca793383-fe60-4925-ad52-ba5edb050e1d on network c4a3dccd-76d4-42eb-8c03-793e0dd775da {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:03:54.222133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:03:54.222543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Checking segment: {'id': 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:54.223015 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.232030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.232892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Bound using segment: {'id': 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:03:54.233621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Bound port: ca793383-fe60-4925-ad52-ba5edb050e1d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:03:54.234240 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.266314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.276426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:54.276844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.319875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] DHCP port deletion for cf904293-5fe7-48b2-b881-0dc76ef81fdb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:54.413311 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:54.433694 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c5adf7-a4dd-44bb-a1e9-c2f9d71db006 None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:51Z', 'revision_number': 10, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None, '_interfaces': [{'id': '4a4a342c-1841-4f7e-91d7-1fc3d178d9a0', 'name': '', 'network_id': '6810f325-880d-4755-a7c4-f9b40a84c18e', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'mac_address': 'fa:16:3e:76:b3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:53Z', 'updated_at': '2021-11-23T11:03:02Z', 'revision_number': 5, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'subnets': [{'id': '351726da-28a9-47df-87f6-36d920b7ddf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:03:54.460488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] For port ca793383-fe60-4925-ad52-ba5edb050e1d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:03:54.465712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 11:03:54.465712 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 11:03:54.465712 n-d-817747-2 neutron-server[103427]: [parameters: {'id': 'c4a3dccd-76d4-42eb-8c03-793e0dd775da'}] Nov 23 11:03:54.465712 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:03:54.466073 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:03:54.493315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] For port ca793383-fe60-4925-ad52-ba5edb050e1d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ca793383-fe60-4925-ad52-ba5edb050e1d,segment=NetworkSegment(b048999a-7c0e-44a2-92ce-43a2e21ddb6b),segment_id=b048999a-7c0e-44a2-92ce-43a2e21ddb6b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:03:54.520022 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.527522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-874f789f-0043-4155-b7eb-e5fd21a41e3a req-1bbf9254-87a4-4b77-901d-66877f39a067 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9541712 Nov 23 11:03:54.528107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 0a033904-6c77-4892-a498-3cd5d6038f3c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:54.529899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.603658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-7f365420-1508-4801-812b-614dacfe7766 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0216756 Nov 23 11:03:54.620928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495576d-4ac4-466b-a876-8e15393242fd None None] Pushing event updated for resources: {'Port': ['ID=ca793383-fe60-4925-ad52-ba5edb050e1d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:54.641061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] Deleting port 0a033904-6c77-4892-a498-3cd5d6038f3c {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:54.641909 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.702433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 0a033904-6c77-4892-a498-3cd5d6038f3c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0a033904-6c77-4892-a498-3cd5d6038f3c,segment=NetworkSegment(2954e829-23a6-4c79-97d9-3de1add80ca6),segment_id=2954e829-23a6-4c79-97d9-3de1add80ca6)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:54.703562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.725724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 0a033904-6c77-4892-a498-3cd5d6038f3c owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:54.753338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1de6af-dd0b-48b9-a844-008b38b41ee7 None None] Network c4a3dccd-76d4-42eb-8c03-793e0dd775da requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:54.753806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-3c93e1fd-5a17-4f56-9a25-6d7c6053307d service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378474 Nov 23 11:03:54.843130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.885256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=0a033904-6c77-4892-a498-3cd5d6038f3c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:54.905483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.905920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.906332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.906738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.907281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.907658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.908051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.909052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.909425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.910214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.910214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.910852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:54.911314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-349b30f9-da67-4012-8468-f99b14416f4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.1328998 Nov 23 11:03:54.913555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port 0a033904-6c77-4892-a498-3cd5d6038f3c on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:54.920780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] For port 0a033904-6c77-4892-a498-3cd5d6038f3c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0a033904-6c77-4892-a498-3cd5d6038f3c,segment=NetworkSegment(2954e829-23a6-4c79-97d9-3de1add80ca6),segment_id=2954e829-23a6-4c79-97d9-3de1add80ca6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:54.921597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:54.941833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] Calling delete_port for 0a033904-6c77-4892-a498-3cd5d6038f3c owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:54.990436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.027403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-06834d02-e16d-4bcb-a017-5382477a11d2 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:55.029030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-06834d02-e16d-4bcb-a017-5382477a11d2 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 945 time: 0.2710116 Nov 23 11:03:55.063165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-584878f4-0d62-486f-b246-8e89ec383dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:55.066979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-584878f4-0d62-486f-b246-8e89ec383dc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1330967 Nov 23 11:03:55.093548 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.152148 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.153093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] No DVR routers for this DVR port 0a033904-6c77-4892-a498-3cd5d6038f3c on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:55.216354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382037b-a359-429f-97f6-53a6c1e46075 None None] Pushing event deleted for resources: {'Port': ['ID=0a033904-6c77-4892-a498-3cd5d6038f3c,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:55.256213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf904293-5fe7-48b2-b881-0dc76ef81fdb']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:55.269384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-04839d96-6356-460e-a772-92ff7534c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:55.277508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-04839d96-6356-460e-a772-92ff7534c501 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1841354 Nov 23 11:03:55.308404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2954e829-23a6-4c79-97d9-3de1add80ca6') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:55.316040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2954e829-23a6-4c79-97d9-3de1add80ca6') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:55.355803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.396644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Deleting port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:55.397287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.425013 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.432244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:55.432244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.439663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667012c6-c953-495c-a431-cf1a713777b4 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:55.482386 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:55.517727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-7c509532-6b7f-4a3a-a73f-b8610894fe4f service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305264 Nov 23 11:03:55.554250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting port ca793383-fe60-4925-ad52-ba5edb050e1d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:55.554640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.612493 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.641765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.650596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/cf904293-5fe7-48b2-b881-0dc76ef81fdb HTTP/1.1" status: 204 len: 168 time: 2.1153011 Nov 23 11:03:55.662505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667012c6-c953-495c-a431-cf1a713777b4 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 11:03:55.719528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:55.895685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] For port 0ab31b5c-dbee-4d1b-9553-85610d32ad73, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=0ab31b5c-dbee-4d1b-9553-85610d32ad73,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:55.896383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.911555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] For port ca793383-fe60-4925-ad52-ba5edb050e1d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ca793383-fe60-4925-ad52-ba5edb050e1d,segment=NetworkSegment(b048999a-7c0e-44a2-92ce-43a2e21ddb6b),segment_id=b048999a-7c0e-44a2-92ce-43a2e21ddb6b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:55.911935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:55.926678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-f3fd68ba-01a4-4d2b-8bbf-a44484a42479 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005835 Nov 23 11:03:55.927986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Calling delete_port for 0ab31b5c-dbee-4d1b-9553-85610d32ad73 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:55.939208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e486fed-f343-4645-b7ae-86d2ecc8a8fc req-2b5e3da4-decd-4189-89a8-d277ebb5e21c tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:55.941668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e486fed-f343-4645-b7ae-86d2ecc8a8fc req-2b5e3da4-decd-4189-89a8-d277ebb5e21c tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 945 time: 0.1946180 Nov 23 11:03:55.971421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Calling delete_port for ca793383-fe60-4925-ad52-ba5edb050e1d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:56.006373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-a14b4959-1c85-4919-ba21-f7310f15c5e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0609102 Nov 23 11:03:56.116904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee057c4-2891-4bfe-9a8b-a32af3b80698 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=cf904293-5fe7-48b2-b881-0dc76ef81fdb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.170035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e486fed-f343-4645-b7ae-86d2ecc8a8fc req-adfea460-a19d-43cf-a079-499ea9d83d34 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748040 Nov 23 11:03:56.173340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-d2c12be2-59fa-4c82-89ec-dcc3bb2d8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:56.174891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0a033904-6c77-4892-a498-3cd5d6038f3c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:56.175274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-d2c12be2-59fa-4c82-89ec-dcc3bb2d8d35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1584938 Nov 23 11:03:56.216603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0a033904-6c77-4892-a498-3cd5d6038f3c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:56.216882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0a033904-6c77-4892-a498-3cd5d6038f3c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:56.217286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f5455954-99bc-4ac3-83a0-e8050cfc7eff no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:56.249627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: f5455954-99bc-4ac3-83a0-e8050cfc7eff {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:56.250212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f5455954-99bc-4ac3-83a0-e8050cfc7eff not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:56.335926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-1ecab9cb-d17b-4fec-8f4b-8a153f9ac834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:56.340293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-1ecab9cb-d17b-4fec-8f4b-8a153f9ac834 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571934 Nov 23 11:03:56.477221 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.512366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.532644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Pushing event deleted for resources: {'Port': ['ID=0ab31b5c-dbee-4d1b-9553-85610d32ad73,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.559118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8bc944-a902-4ff2-8282-9d3f203aea4c None None] DHCP port deletion for f69c1e5f-e810-486a-b204-1cd8374eccd0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:03:56.597020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] No DVR routers for this DVR port 0ab31b5c-dbee-4d1b-9553-85610d32ad73 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:56.599992 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.604357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-860ef338-9de4-42a9-9dcd-d983eefe6c54 req-510306df-3a5b-40d4-b776-02f371ca5e17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "DELETE /v2.0/ports/0ab31b5c-dbee-4d1b-9553-85610d32ad73 HTTP/1.1" status: 204 len: 173 time: 1.5595636 Nov 23 11:03:56.604866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46458a8f-1846-457f-85d2-2fda15716496', 'name': 'network-vif-deleted', 'tag': '0ab31b5c-dbee-4d1b-9553-85610d32ad73'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:03:56.607758 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c3503d-a4fe-475c-9910-1cbc8776d3b6" -d '{"events": [{"server_uuid": "46458a8f-1846-457f-85d2-2fda15716496", "name": "network-vif-deleted", "tag": "0ab31b5c-dbee-4d1b-9553-85610d32ad73"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:03:56.622555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-952242bc-3400-4599-bb54-daae43a76061 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714870 Nov 23 11:03:56.628990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No DVR routers for this DVR port ca793383-fe60-4925-ad52-ba5edb050e1d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:03:56.631504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Port': ['ID=ca793383-fe60-4925-ad52-ba5edb050e1d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:56.694472 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cd7480-9a54-4dd0-9b14-89193754460e x-openstack-request-id: req-f2cd7480-9a54-4dd0-9b14-89193754460e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:03:56.694755 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46458a8f-1846-457f-85d2-2fda15716496", "name": "network-vif-deleted", "tag": "0ab31b5c-dbee-4d1b-9553-85610d32ad73", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:03:56.695022 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f2cd7480-9a54-4dd0-9b14-89193754460e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:03:56.695444 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46458a8f-1846-457f-85d2-2fda15716496', 'name': 'network-vif-deleted', 'tag': '0ab31b5c-dbee-4d1b-9553-85610d32ad73', 'status': 'completed', 'code': 200} Nov 23 11:03:56.837670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236b5f6d-c98f-4c28-a793-d708a190d60a req-cb864074-f700-4046-a5ff-3e92c581166a service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071548 Nov 23 11:03:56.872938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.912929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a3dccd-76d4-42eb-8c03-793e0dd775da']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:56.941376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:56.941749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b048999a-7c0e-44a2-92ce-43a2e21ddb6b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:56.956426 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.970376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.978169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:03:56.978606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:03:56.981665 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:03:57.080602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.090132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.098036 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/c4a3dccd-76d4-42eb-8c03-793e0dd775da HTTP/1.1" status: 204 len: 168 time: 4.4073987 Nov 23 11:03:57.098921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36040) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:57.117157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992073377'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:57.176601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:57.181662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.189949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fa233-762c-4738-8aa6-550ff1237276 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=c4a3dccd-76d4-42eb-8c03-793e0dd775da,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:57.240822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.248791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:03:57.267674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.268094 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment f346222b-ffe2-448f-a7b1-8ae2cbb3dc50 of type vlan for network a064d2a9-fbc7-468d-9df5-44330b257e43 Nov 23 11:03:57.431570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.519539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0ab31b5c-dbee-4d1b-9553-85610d32ad73 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:03:57.520163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.520315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5253057-e20f-43c6-ae82-627852d8b124 req-dc8d4bf4-43c6-4bbc-bb54-1e6f1adb0cb4 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=46458a8f-1846-457f-85d2-2fda15716496 HTTP/1.1" status: 200 len: 210 time: 0.0551229 Nov 23 11:03:57.555490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:57.558184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.590173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 0ab31b5c-dbee-4d1b-9553-85610d32ad73 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:03:57.590654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 0ab31b5c-dbee-4d1b-9553-85610d32ad73 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:03:57.640291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5388710 Nov 23 11:03:57.641024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36050) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:57.688456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:57.697727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:03:57.698132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:57.711558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28310541-1638-41a5-be29-4336a8092b84 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=a064d2a9-fbc7-468d-9df5-44330b257e43,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:57.726605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a064d2a9-fbc7-468d-9df5-44330b257e43 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:03:57.871898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:57.876623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.170428 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.242525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,segment=NetworkSegment(9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8),segment_id=9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:03:58.243161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.268376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=c581ae47-174b-49fb-b8d3-2325b5d73241,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:58.272679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:03:58.281536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': 'f346222b-ffe2-448f-a7b1-8ae2cbb3dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:03:58.282000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: a064d2a9-fbc7-468d-9df5-44330b257e43, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:03:58.305390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network a064d2a9-fbc7-468d-9df5-44330b257e43 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:03:58.317322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a064d2a9-fbc7-468d-9df5-44330b257e43) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:58.340662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8451dac6-fa40-4a3b-b61e-d2b53ea9f823 None None] Network a064d2a9-fbc7-468d-9df5-44330b257e43 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:03:58.348756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:58.351248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.380812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-03c41c8b-9fdb-4d08-963c-e21ab3ea751b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6967835 Nov 23 11:03:58.384235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36062) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:58.398144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:58.501191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.607599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=4a4a342c-1841-4f7e-91d7-1fc3d178d9a0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:58.616709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:58.642627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:58.811045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a064d2a9-fbc7-468d-9df5-44330b257e43', 'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': 'c581ae47-174b-49fb-b8d3-2325b5d73241'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:03:58.816110 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:59.192638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:59.214095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Allocated IP 2001:db8::2 (a064d2a9-fbc7-468d-9df5-44330b257e43/c581ae47-174b-49fb-b8d3-2325b5d73241/c2f50e32-8096-44a7-9b6a-95bf59d42832) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:03:59.374560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:59.480580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network a064d2a9-fbc7-468d-9df5-44330b257e43 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:59.487737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:59.500853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:59.501492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:59.509191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:03:59.515845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=23d8fae6-9452-4d76-847d-af957e3fb9fc,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:03:59.532559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-5976e6d5-410f-46e6-b043-9f0217369685 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:59.538720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-5976e6d5-410f-46e6-b043-9f0217369685 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/networks?id=f69c1e5f-e810-486a-b204-1cd8374eccd0 HTTP/1.1" status: 200 len: 809 time: 0.5836253 Nov 23 11:03:59.546401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.546754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.547097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.547435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.547767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.548096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.548480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.548808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.549321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.549646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.550063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.550389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:03:59.570693 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:59.576367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a5368cef-6c81-44c4-b8cb-a02120368792 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1905622 Nov 23 11:03:59.577036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36090) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:59.583473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:59.614208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Network a064d2a9-fbc7-468d-9df5-44330b257e43 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:03:59.617087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:03:59.621080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:03:59.646587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-e21b2d4d-3b36-4eea-8b12-52580723ba0a tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/quotas/8009c469a988401aa27da4383612d1a3 HTTP/1.1" status: 200 len: 375 time: 0.1010802 Nov 23 11:03:59.732927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-3d7427f5-c594-4cd9-9429-05e16e8ac394 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8009c469a988401aa27da4383612d1a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505905 Nov 23 11:03:59.734784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:03:59.751599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c3d52c21-a1aa-4dd6-bebe-4c6f45a8ae4a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0303824 Nov 23 11:03:59.766240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36092) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:59.770969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337f461-aee0-40d0-a3ae-de43c55ba698 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:59.772651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337f461-aee0-40d0-a3ae-de43c55ba698 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:59.778370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337f461-aee0-40d0-a3ae-de43c55ba698 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:59.779935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337f461-aee0-40d0-a3ae-de43c55ba698 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:59.780078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:03:59.781484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337f461-aee0-40d0-a3ae-de43c55ba698 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:03:59.792240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f337f461-aee0-40d0-a3ae-de43c55ba698 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2140980 Nov 23 11:03:59.810159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36094) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:03:59.828884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544940964'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:03:59.845092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:03:59.847393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:03:59.952601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting subnet 351726da-28a9-47df-87f6-36d920b7ddf9 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:03:59.956312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:03:59.972896 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:03:59.976002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.000559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-a01e5c1f-c18f-45b6-aa3c-278903a312db service neutron] 10.222.0.61 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457736 Nov 23 11:04:00.094037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:04:00.103328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.194303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.194658 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment 8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60 of type vlan for network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 Nov 23 11:04:00.341653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-868239bd-4446-4d63-b162-5b3a8d4cf87a service neutron] 10.222.0.61 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321786 Nov 23 11:04:00.369041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.504517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Pushing event updated for resources: {'Port': ['ID=c2f50e32-8096-44a7-9b6a-95bf59d42832,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:00.528909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.541369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.556377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:00.557217 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.635037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:00.701013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Attempting to bind port c2f50e32-8096-44a7-9b6a-95bf59d42832 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:00.701878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Attempting to bind port c2f50e32-8096-44a7-9b6a-95bf59d42832 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f346222b-ffe2-448f-a7b1-8ae2cbb3dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:00.702261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Attempting to bind port c2f50e32-8096-44a7-9b6a-95bf59d42832 on network a064d2a9-fbc7-468d-9df5-44330b257e43 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:00.737802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=14c28bd9-0d52-449f-9bd2-b2293b1bcea3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:00.764389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:00.767618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:58Z', 'revision_number': 11, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:00.770095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f585795-35b7-4ccd-866b-9b159cd7fb95 req-ec35ffeb-02d9-49e2-80a2-39da8305e162 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 210 time: 0.1286404 Nov 23 11:04:00.779157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:00.779588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Checking segment: {'id': 'f346222b-ffe2-448f-a7b1-8ae2cbb3dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:00.781613 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.794664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Bound using segment: {'id': 'f346222b-ffe2-448f-a7b1-8ae2cbb3dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:00.794664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Bound port: c2f50e32-8096-44a7-9b6a-95bf59d42832, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f346222b-ffe2-448f-a7b1-8ae2cbb3dc50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:00.794664 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.808299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36108) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:00.811049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c57f8be5-558c-42e2-a83d-fb219fc1b024 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9990916 Nov 23 11:04:00.818248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:00.838759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.886326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Subnet': ['ID=351726da-28a9-47df-87f6-36d920b7ddf9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:00.917084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:00.920040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:04:00.941027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7d18d108-5051-40f6-9216-55312bdb96fc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/351726da-28a9-47df-87f6-36d920b7ddf9 HTTP/1.1" status: 204 len: 168 time: 1.1443260 Nov 23 11:04:00.942964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36110) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:01.037562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3395a0b2-c0c1-46eb-801b-02ba3a343d69 None None] Network 6810f325-880d-4755-a7c4-f9b40a84c18e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:01.145841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.268483 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.304859 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.331035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:01.331933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:01.354321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Deleting port e089a4d4-65f7-435b-9b68-d08ce8ba472f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:01.355085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.453249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=14c28bd9-0d52-449f-9bd2-b2293b1bcea3,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:01.456195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 is not hosted by any dhcp agent {{(pid=103427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 11:04:01.457928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] For port e089a4d4-65f7-435b-9b68-d08ce8ba472f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e089a4d4-65f7-435b-9b68-d08ce8ba472f,segment=NetworkSegment(9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8),segment_id=9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:01.458412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.461678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:01.462284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.463815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-68290306-cc02-455a-8b88-82b599237361 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "PUT /v2.0/networks/14c28bd9-0d52-449f-9bd2-b2293b1bcea3 HTTP/1.1" status: 200 len: 723 time: 0.6542830 Nov 23 11:04:01.467514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36128) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:01.478537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:01.491794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Calling delete_port for e089a4d4-65f7-435b-9b68-d08ce8ba472f owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:01.571454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:01.640754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:01.645464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.663988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:01.687861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.735088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Port': ['ID=e089a4d4-65f7-435b-9b68-d08ce8ba472f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:01.738220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No DVR routers for this DVR port e089a4d4-65f7-435b-9b68-d08ce8ba472f on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:01.803141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:58Z', 'revision_number': 11, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:01.854127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.857482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] For port c2f50e32-8096-44a7-9b6a-95bf59d42832, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:01.883291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002c258-d678-45f4-a625-bb272dbfee19 None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:58Z', 'revision_number': 11, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:01.899393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] For port c2f50e32-8096-44a7-9b6a-95bf59d42832, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c2f50e32-8096-44a7-9b6a-95bf59d42832,segment=NetworkSegment(f346222b-ffe2-448f-a7b1-8ae2cbb3dc50),segment_id=f346222b-ffe2-448f-a7b1-8ae2cbb3dc50)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:01.904345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6810f325-880d-4755-a7c4-f9b40a84c18e']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:01.914878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:01.959944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:01.960365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9962ff97-7ad4-414e-9a3b-f6d8cc3bb8d8') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:02.041984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.095614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30007b03-dc75-4006-9ae8-4a708cae6827 None None] DHCP port deletion for 6810f325-880d-4755-a7c4-f9b40a84c18e request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:02.103725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.138010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:02.138465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:02.148641 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:02.198424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.209240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813d68b-0547-4489-b0af-58b3fffe7978 None None] Pushing event updated for resources: {'Port': ['ID=c2f50e32-8096-44a7-9b6a-95bf59d42832,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:02.226552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cb6e75cc-5e26-40fb-b4ce-d754235914b7 req-9fe759fd-284c-4b9d-adf4-080b2de9e410 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 210 time: 0.0573540 Nov 23 11:04:02.323064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=23f7ddc6-da0b-4976-8c3c-8bc107a7002e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:02.410563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:02.411018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: 14c28bd9-0d52-449f-9bd2-b2293b1bcea3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:04:02.412686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.437931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.439351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:04:02.444938 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/networks/6810f325-880d-4755-a7c4-f9b40a84c18e HTTP/1.1" status: 204 len: 168 time: 1.4987948 Nov 23 11:04:02.447911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36142) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:02.460840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'routes': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:02.488641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 14c28bd9-0d52-449f-9bd2-b2293b1bcea3) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:02.501170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:02.502478 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.512202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce0b404-8140-4ce7-ae89-bfbe3bade0ea None None] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:02.533035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-538ce999-0606-4f70-8a50-81885b899416 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0619545 Nov 23 11:04:02.534024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36146) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:02.540454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-edde3209-ce73-48da-99a4-cb81331cee81 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:02.592011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c162b2-93c1-4196-8b46-741da8c6828e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Pushing event deleted for resources: {'Network': ['ID=6810f325-880d-4755-a7c4-f9b40a84c18e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:02.640860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e089a4d4-65f7-435b-9b68-d08ce8ba472f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:04:02.807068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-edde3209-ce73-48da-99a4-cb81331cee81 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58758504'] for subnet, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:02.814763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: e089a4d4-65f7-435b-9b68-d08ce8ba472f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:04:02.815188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e089a4d4-65f7-435b-9b68-d08ce8ba472f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:04:02.815673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:04:02.869708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:04:02.870239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4a4a342c-1841-4f7e-91d7-1fc3d178d9a0 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:04:03.013773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.extraroute_db [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Added routes are [] {{(pid=103426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 11:04:03.014341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.extraroute_db [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Removed routes are [] {{(pid=103426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 11:04:03.014484 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.017487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-edde3209-ce73-48da-99a4-cb81331cee81 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731372822649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15462759'] for subnet, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.042837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde3209-ce73-48da-99a4-cb81331cee81 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:03.043705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-edde3209-ce73-48da-99a4-cb81331cee81 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.050253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-edde3209-ce73-48da-99a4-cb81331cee81 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "PUT /v2.0/subnets/23f7ddc6-da0b-4976-8c3c-8bc107a7002e HTTP/1.1" status: 200 len: 826 time: 0.5145178 Nov 23 11:04:03.051194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36148) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:03.082467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-14c28bd9-0d52-449f-9bd2-b2293b1bcea3', 'network_id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': '23f7ddc6-da0b-4976-8c3c-8bc107a7002e'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:04:03.083371 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.274725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde3209-ce73-48da-99a4-cb81331cee81 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=23f7ddc6-da0b-4976-8c3c-8bc107a7002e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:03.296835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Allocated IP 2001:db8::2 (14c28bd9-0d52-449f-9bd2-b2293b1bcea3/23f7ddc6-da0b-4976-8c3c-8bc107a7002e/94ea9eb5-ba68-41b1-a25c-9338d896df5c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:03.363014 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.400554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.547018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.649360 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.666863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.702937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.762844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=23f7ddc6-da0b-4976-8c3c-8bc107a7002e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:03.771458 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:03.779276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:03.789472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:03.800012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Pushing event updated for resources: {'Port': ['ID=94ea9eb5-ba68-41b1-a25c-9338d896df5c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:03.913956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Attempting to bind port 94ea9eb5-ba68-41b1-a25c-9338d896df5c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:03.915106 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Attempting to bind port 94ea9eb5-ba68-41b1-a25c-9338d896df5c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:03.916851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Attempting to bind port 94ea9eb5-ba68-41b1-a25c-9338d896df5c on network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:03.927871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:03.931801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Checking segment: {'id': '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:03.932250 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.932649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Bound using segment: {'id': '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:03.934072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Bound port: 94ea9eb5-ba68-41b1-a25c-9338d896df5c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:03.934541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:03.984834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.020504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c28bd9-0d52-449f-9bd2-b2293b1bcea3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:04.038617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:04.038988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:04.068552 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.094842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] For port 94ea9eb5-ba68-41b1-a25c-9338d896df5c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:04.104917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] For port 94ea9eb5-ba68-41b1-a25c-9338d896df5c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=94ea9eb5-ba68-41b1-a25c-9338d896df5c,segment=NetworkSegment(8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60),segment_id=8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:04.114241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfbbba8-f5eb-4cdd-a7cd-65e88d8931d1 None None] Network a064d2a9-fbc7-468d-9df5-44330b257e43 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:04.118148 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.135001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:04.135502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:04.141743 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:04.154922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.296423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c2f50e32-8096-44a7-9b6a-95bf59d42832 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:04.325513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 11:04:04.325513 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 11:04:04.325513 n-d-817747-2 neutron-server[103427]: [parameters: {'id': '14c28bd9-0d52-449f-9bd2-b2293b1bcea3'}] Nov 23 11:04:04.325513 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:04:04.326358 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:04:04.354891 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.411152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51a18628-12cd-43c1-93cc-35f7220931e6 req-4fb80aec-5a6e-436d-a9d5-5b390755ea6f tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 210 time: 0.0713589 Nov 23 11:04:04.482666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-495cc65e-da5c-47b9-8ef4-3c83533445fe None None] Provisioning complete for port c2f50e32-8096-44a7-9b6a-95bf59d42832 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:04.483231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-495cc65e-da5c-47b9-8ef4-3c83533445fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.550196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74745fc5-ae88-44d7-ac25-f39f9edeabbc None None] Pushing event updated for resources: {'Port': ['ID=94ea9eb5-ba68-41b1-a25c-9338d896df5c,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:04.595072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-92d64df2-f3dd-4403-a773-0f9c87fe0850 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:04.598732 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-92d64df2-f3dd-4403-a773-0f9c87fe0850 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "GET /v2.0/networks?id=f69c1e5f-e810-486a-b204-1cd8374eccd0 HTTP/1.1" status: 200 len: 809 time: 1.5714691 Nov 23 11:04:04.599973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba54681-7c5c-4a72-877a-a3505df7ff5c None None] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:04.620988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Request body: {'port': {'device_id': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0', 'admin_state_up': True, 'tenant_id': '8009c469a988401aa27da4383612d1a3'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:04.668835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router dceb3d59-91ff-45e1-b2a9-bc23328657e0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:04:04.714936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c2f50e32-8096-44a7-9b6a-95bf59d42832 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:04.715254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.827019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.868012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:04:04.883266 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] Sync routers for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:04.899772 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:04.900426 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:04.910138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.911316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b4bc3aa8-f8c7-4f5f-a3ed-2eeeb87e1dd2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 200 len: 700 time: 2.4586413 Nov 23 11:04:04.924636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36172) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:04.945137 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-495cc65e-da5c-47b9-8ef4-3c83533445fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:04.966002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2786b41c-7d10-42c4-b693-aed4ce36e072 None None] Network 14c28bd9-0d52-449f-9bd2-b2293b1bcea3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:04.971537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Made reservation on behalf of 8009c469a988401aa27da4383612d1a3 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:04.975398 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.008390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.016328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0fc0cbe6-d055-4dbf-b3c9-dafcdcd06cb5 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 200 len: 205 time: 0.0810165 Nov 23 11:04:05.018933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36174) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:05.118360 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:05.155686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-495cc65e-da5c-47b9-8ef4-3c83533445fe None None] For port c2f50e32-8096-44a7-9b6a-95bf59d42832, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c2f50e32-8096-44a7-9b6a-95bf59d42832,segment=NetworkSegment(f346222b-ffe2-448f-a7b1-8ae2cbb3dc50),segment_id=f346222b-ffe2-448f-a7b1-8ae2cbb3dc50)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:05.168995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-495cc65e-da5c-47b9-8ef4-3c83533445fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.214896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cd4-5f4a-4ee8-a58c-5b15f0e16475 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.295426 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:58Z', 'revision_number': 11, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:05.299744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Allocated IP 172.20.0.13 (f69c1e5f-e810-486a-b204-1cd8374eccd0/64f78ec1-9879-41b0-b6ed-5f0b1f817647/47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:05.370533 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] Checking router: dceb3d59-91ff-45e1-b2a9-bc23328657e0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:04:05.396950 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] Routers {'dceb3d59-91ff-45e1-b2a9-bc23328657e0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:05.399676 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:05.422665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting port 94ea9eb5-ba68-41b1-a25c-9338d896df5c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:05.423736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.467524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c272b-02c4-42f3-820f-29f6f67c392d None None] Update dhcp port {'port': {'network_id': 'a064d2a9-fbc7-468d-9df5-44330b257e43', 'fixed_ips': [{'subnet_id': 'c581ae47-174b-49fb-b8d3-2325b5d73241', 'ip_address': '2001:db8::2'}, {'subnet_id': '23d8fae6-9452-4d76-847d-af957e3fb9fc'}], 'binding:host_id': 'n-d-817747-2'}, 'id': 'c2f50e32-8096-44a7-9b6a-95bf59d42832'} from n-d-817747-2. {{(pid=103428) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 11:04:05.586062 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] Set router dceb3d59-91ff-45e1-b2a9-bc23328657e0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:05.620762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495cc65e-da5c-47b9-8ef4-3c83533445fe None None] Pushing event updated for resources: {'Port': ['ID=c2f50e32-8096-44a7-9b6a-95bf59d42832,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:05.631126 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:04:05.631488 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:04:05.635315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-795c272b-02c4-42f3-820f-29f6f67c392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.657958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] For port 94ea9eb5-ba68-41b1-a25c-9338d896df5c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=94ea9eb5-ba68-41b1-a25c-9338d896df5c,segment=NetworkSegment(8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60),segment_id=8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:05.661525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.663832 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:58Z', 'revision_number': 11, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:05.699551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Calling delete_port for 94ea9eb5-ba68-41b1-a25c-9338d896df5c owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:05.713956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-711ebc8e-bdb7-4e62-974f-a8301ddf18fa req-e4ece0fd-d533-429d-851e-1ab551b28bfe tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 210 time: 0.0988338 Nov 23 11:04:05.803038 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd786c-45e7-48fe-a33c-54ace48e3d93 None None] The sync data for ids ['dceb3d59-91ff-45e1-b2a9-bc23328657e0'] in n-d-817747-2 is: [{'id': 'dceb3d59-91ff-45e1-b2a9-bc23328657e0', 'name': 'tempest-RoutersTest-router-844356257', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:46Z', 'updated_at': '2021-11-23T11:03:58Z', 'revision_number': 11, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:05.822896 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:05.961303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.036586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Network f69c1e5f-e810-486a-b204-1cd8374eccd0 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:06.039837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:06.048145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:06.064236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcbba20-2b36-481a-a972-a4aec0be32ed None None] DHCP port deletion for f69c1e5f-e810-486a-b204-1cd8374eccd0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:06.098834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-795c272b-02c4-42f3-820f-29f6f67c392d None None] Allocated IP 172.20.0.1 (a064d2a9-fbc7-468d-9df5-44330b257e43/23d8fae6-9452-4d76-847d-af957e3fb9fc/c2f50e32-8096-44a7-9b6a-95bf59d42832) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:06.107444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Pushing event updated for resources: {'Port': ['ID=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:06.143019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:06.143698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.169024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cd4-5f4a-4ee8-a58c-5b15f0e16475 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.177176 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cd4-5f4a-4ee8-a58c-5b15f0e16475 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.188240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-302c87d5-b031-464f-9c39-caf0edd20cb1 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5725901 Nov 23 11:04:06.206675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Request body: {'port': {'device_id': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:06.241614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cd4-5f4a-4ee8-a58c-5b15f0e16475 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.242987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b18cd4-5f4a-4ee8-a58c-5b15f0e16475 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Fanout notify agent at l3_agent the message router_deleted on router dceb3d59-91ff-45e1-b2a9-bc23328657e0 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:04:06.253825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.277463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1b18cd4-5f4a-4ee8-a58c-5b15f0e16475 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.288498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36186) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:06.289836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b1b18cd4-5f4a-4ee8-a58c-5b15f0e16475 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 204 len: 168 time: 1.2588534 Nov 23 11:04:06.294718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-33f69db8-8931-4b2a-a6e6-4cdbb04a9ed2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1736700839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:06.316677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.323317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No DVR routers for this DVR port 94ea9eb5-ba68-41b1-a25c-9338d896df5c on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:06.378770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f69db8-8931-4b2a-a6e6-4cdbb04a9ed2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.386935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f69db8-8931-4b2a-a6e6-4cdbb04a9ed2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.432166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Port': ['ID=94ea9eb5-ba68-41b1-a25c-9338d896df5c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:06.461563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8a207f33-228e-4c1f-a89b-9c9fd7ff7fe5 None None] Provisioning complete for port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:06.461563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8a207f33-228e-4c1f-a89b-9c9fd7ff7fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.551957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-795c272b-02c4-42f3-820f-29f6f67c392d None None] For port c2f50e32-8096-44a7-9b6a-95bf59d42832, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c2f50e32-8096-44a7-9b6a-95bf59d42832,segment=NetworkSegment(f346222b-ffe2-448f-a7b1-8ae2cbb3dc50),segment_id=f346222b-ffe2-448f-a7b1-8ae2cbb3dc50)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:06.559030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.589436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8a207f33-228e-4c1f-a89b-9c9fd7ff7fe5 None None] Port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:04:06.598398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c28bd9-0d52-449f-9bd2-b2293b1bcea3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:06.618290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f69db8-8931-4b2a-a6e6-4cdbb04a9ed2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.619647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:06.619955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1bf2b6-1a6a-4e4d-9a9b-81890c848d60') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:06.628235 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-795c272b-02c4-42f3-820f-29f6f67c392d None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.638089 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f69db8-8931-4b2a-a6e6-4cdbb04a9ed2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.639161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.639377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-795c272b-02c4-42f3-820f-29f6f67c392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.658054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.670596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:06.671465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f69db8-8931-4b2a-a6e6-4cdbb04a9ed2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.671692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.675898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-33f69db8-8931-4b2a-a6e6-4cdbb04a9ed2 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3829768 Nov 23 11:04:06.676980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36188) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:06.682123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f12fef88-dcb5-46ef-8f7b-3850b28cf8dc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:06.708384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c2f50e32-8096-44a7-9b6a-95bf59d42832 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:06.775517 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:06.779222 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.792337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.799399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/14c28bd9-0d52-449f-9bd2-b2293b1bcea3 HTTP/1.1" status: 204 len: 168 time: 3.7418559 Nov 23 11:04:06.836240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:06.837253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06da58-1643-44f6-b6bc-4471263db31a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=14c28bd9-0d52-449f-9bd2-b2293b1bcea3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:06.894539 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9487ff-99f1-481a-ac13-e4a4dea34a90 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:06.895062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a9487ff-99f1-481a-ac13-e4a4dea34a90 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:06.901244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5a9487ff-99f1-481a-ac13-e4a4dea34a90 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/14c28bd9-0d52-449f-9bd2-b2293b1bcea3 HTTP/1.1" status: 404 len: 339 time: 0.0542696 Nov 23 11:04:06.903865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36196) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:06.914487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c272b-02c4-42f3-820f-29f6f67c392d None None] Pushing event updated for resources: {'Port': ['ID=c2f50e32-8096-44a7-9b6a-95bf59d42832,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:06.914823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780688303', 'description': 'd1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:06.957556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c2f50e32-8096-44a7-9b6a-95bf59d42832 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:06.957898 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:06.990695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:07.009268 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.132628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:04:07.179400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.180140 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment 0fd29cb3-4083-472e-a898-89cf3116e062 of type vlan for network 62d6dd1c-baa7-4566-ae12-822d8e40ebb3 Nov 23 11:04:07.302089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.369892 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.394010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:07.395644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.445423 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f12fef88-dcb5-46ef-8f7b-3850b28cf8dc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.469835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5646787 Nov 23 11:04:07.476999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36210) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:07.526914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f12fef88-dcb5-46ef-8f7b-3850b28cf8dc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.721283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476b17-b403-4427-bfcb-fed7264b6d69 req-4c4c3f5e-4625-42e9-93d1-ebfb281fb203 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:07.723970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc476b17-b403-4427-bfcb-fed7264b6d69 req-4c4c3f5e-4625-42e9-93d1-ebfb281fb203 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 932 time: 0.8260653 Nov 23 11:04:07.741057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:04:07.762150 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.804256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Transition to ACTIVE for port object 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:04:07.827782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:07.839241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f30980f-8d3a-4249-a455-5830bf0bd6b0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:07.844231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7f30980f-8d3a-4249-a455-5830bf0bd6b0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/networks?id=62d6dd1c-baa7-4566-ae12-822d8e40ebb3 HTTP/1.1" status: 200 len: 764 time: 0.3668282 Nov 23 11:04:07.851805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36212) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:07.867495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21cadc2-282c-4006-822a-f43f27c68f14 None None] DHCP port deletion for f69c1e5f-e810-486a-b204-1cd8374eccd0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:07.868074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'description': 'd2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:07.881216 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a49ebd-1a19-40d3-a4c5-e96dc439dcb5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=62d6dd1c-baa7-4566-ae12-822d8e40ebb3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:07.901875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 62d6dd1c-baa7-4566-ae12-822d8e40ebb3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:07.906201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc476b17-b403-4427-bfcb-fed7264b6d69 req-a0e7af32-f436-4ff0-94d3-c393628670eb tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759081 Nov 23 11:04:07.934901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12fef88-dcb5-46ef-8f7b-3850b28cf8dc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Router bac878ab-0453-40d0-9e30-2d669a01975a is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:04:08.116729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b87ee9-4c17-429d-b69c-4f591853dddf None None] Network a064d2a9-fbc7-468d-9df5-44330b257e43 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:08.178120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Pushing event updated for resources: {'Port': ['ID=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:08.415111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fef88-dcb5-46ef-8f7b-3850b28cf8dc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:04:08.425669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f12fef88-dcb5-46ef-8f7b-3850b28cf8dc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.427140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f12fef88-dcb5-46ef-8f7b-3850b28cf8dc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "PUT /v2.0/routers/bac878ab-0453-40d0-9e30-2d669a01975a HTTP/1.1" status: 200 len: 694 time: 1.7490463 Nov 23 11:04:08.430121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36222) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:08.478307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.518114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.527751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d89d3140-142c-46dd-94e3-6f1c9d053a33 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/routers/bac878ab-0453-40d0-9e30-2d669a01975a HTTP/1.1" status: 200 len: 700 time: 0.0936518 Nov 23 11:04:08.528332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36224) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:08.564190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dfd775cf-d87b-43c4-a9e1-c3dc79c85509 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=bac878ab-0453-40d0-9e30-2d669a01975a HTTP/1.1" status: 200 len: 205 time: 0.0324950 Nov 23 11:04:08.567803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36226) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:08.605986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] Sync routers for ids ['bac878ab-0453-40d0-9e30-2d669a01975a'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:08.647349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c2f50e32-8096-44a7-9b6a-95bf59d42832 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:08.663760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=62d6dd1c-baa7-4566-ae12-822d8e40ebb3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:08.666573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 62d6dd1c-baa7-4566-ae12-822d8e40ebb3 is not hosted by any dhcp agent {{(pid=103427) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 11:04:08.672309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:08.672814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.674845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-03f97f0e-7c7e-41fd-9540-7fd0b126e688 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "PUT /v2.0/networks/62d6dd1c-baa7-4566-ae12-822d8e40ebb3 HTTP/1.1" status: 200 len: 761 time: 0.8200431 Nov 23 11:04:08.678436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:08.687418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b4268b5e-dd1f-4e25-bdee-bb865474fef0 None None] Provisioning complete for port c2f50e32-8096-44a7-9b6a-95bf59d42832 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:08.688086 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b4268b5e-dd1f-4e25-bdee-bb865474fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.692342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Attempting to bind port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:08.692342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Attempting to bind port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:08.692342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Attempting to bind port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc on network f69c1e5f-e810-486a-b204-1cd8374eccd0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:08.757843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] Routers {'bac878ab-0453-40d0-9e30-2d669a01975a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:08.760372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['bac878ab-0453-40d0-9e30-2d669a01975a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:08.763181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc on network f69c1e5f-e810-486a-b204-1cd8374eccd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:04:08.763511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Attempting to bind port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc on network f69c1e5f-e810-486a-b204-1cd8374eccd0 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:08.767477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 62d6dd1c-baa7-4566-ae12-822d8e40ebb3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:08.776633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a08c95fa-f2de-4923-97b3-f00dfa8969c6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.875150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d31dc-335c-42d3-aed0-afff2858d933 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:08.882382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:08.882977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Checking segment: {'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:08.884646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-799d31dc-335c-42d3-aed0-afff2858d933 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/networks?id=62d6dd1c-baa7-4566-ae12-822d8e40ebb3 HTTP/1.1" status: 200 len: 764 time: 0.2038889 Nov 23 11:04:08.891682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Bound using segment: {'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:08.892284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Bound port: 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:08.893861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:08.894010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36230) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.167897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a08c95fa-f2de-4923-97b3-f00dfa8969c6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.170735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] Set router bac878ab-0453-40d0-9e30-2d669a01975a gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:04:09.172346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a08c95fa-f2de-4923-97b3-f00dfa8969c6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.286963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a08c95fa-f2de-4923-97b3-f00dfa8969c6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.287514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08c95fa-f2de-4923-97b3-f00dfa8969c6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Fanout notify agent at l3_agent the message router_deleted on router bac878ab-0453-40d0-9e30-2d669a01975a {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:04:09.371615 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a08c95fa-f2de-4923-97b3-f00dfa8969c6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.375550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a08c95fa-f2de-4923-97b3-f00dfa8969c6 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/bac878ab-0453-40d0-9e30-2d669a01975a HTTP/1.1" status: 204 len: 168 time: 0.8065066 Nov 23 11:04:09.379583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36242) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.466709 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bd345b44-fe2d-45fd-8e26-ee15fb535343 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=bac878ab-0453-40d0-9e30-2d669a01975a HTTP/1.1" status: 200 len: 205 time: 0.0832241 Nov 23 11:04:09.473082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36244) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.536570 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-8bbda3fb-5b0e-4dba-8df1-fd00fcc02336 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] delete failed (client error): The resource could not be found. Nov 23 11:04:09.537692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8bbda3fb-5b0e-4dba-8df1-fd00fcc02336 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/bac878ab-0453-40d0-9e30-2d669a01975a HTTP/1.1" status: 404 len: 336 time: 0.0630209 Nov 23 11:04:09.544581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36246) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.557349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fad07-37c5-41ea-a5ba-d5de122a3a7f req-81c3ef76-6892-426b-860c-0aefde109838 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:09.559977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-249fad07-37c5-41ea-a5ba-d5de122a3a7f req-81c3ef76-6892-426b-860c-0aefde109838 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 944 time: 0.3121939 Nov 23 11:04:09.571316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421a333-8e90-4157-b2ee-cb672eaff939 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 11:04:09.572332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702c2b5-a410-4241-bee1-9a6f9d22a202 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:09.575611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a702c2b5-a410-4241-bee1-9a6f9d22a202 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6805613 Nov 23 11:04:09.581757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac878ab-0453-40d0-9e30-2d669a01975a', 'name': 'tempest-RoutersTest-router-1736700839', 'tenant_id': 'e98741d4408c42c8b4e104c4f628ae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:04:06Z', 'updated_at': '2021-11-23T11:04:07Z', 'revision_number': 2, 'project_id': 'e98741d4408c42c8b4e104c4f628ae88', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:09.582863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36248) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.631797 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a37019-2bff-49c3-bdb2-7cc911cb798c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:09.632747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a37019-2bff-49c3-bdb2-7cc911cb798c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:09.634966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-38712cc4-fd25-47cb-8f77-e3fca6c12217 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204 HTTP/1.1" status: 200 len: 207 time: 0.0503390 Nov 23 11:04:09.638599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f0a37019-2bff-49c3-bdb2-7cc911cb798c tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/a107d01e-d204-41dd-ad82-d8cd7adeedb3 HTTP/1.1" status: 404 len: 337 time: 0.0762506 Nov 23 11:04:09.639194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.641562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36252) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.687442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] For port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:09.708047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-249fad07-37c5-41ea-a5ba-d5de122a3a7f req-ef920ba8-94d8-4b79-8928-129ac33ec2c3 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374331 Nov 23 11:04:09.722924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] Checking router: bac878ab-0453-40d0-9e30-2d669a01975a for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:04:09.741477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] For port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:09.743201 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3394373-6f1d-4199-9985-8df5d947e171 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:09.743760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3394373-6f1d-4199-9985-8df5d947e171 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:09.743902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c2f50e32-8096-44a7-9b6a-95bf59d42832 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:09.744290 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.748045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e3394373-6f1d-4199-9985-8df5d947e171 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/efb5fc14-27f8-4c90-bff3-5809966653df HTTP/1.1" status: 404 len: 337 time: 0.1040378 Nov 23 11:04:09.750634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36254) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.780586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.849180 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-584395b3-a489-40b0-ad6f-a4935785a3dd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:09.849419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd77e454-f7dd-4f52-94bb-5b0c46648800 None None] Provisioning complete for port c2f50e32-8096-44a7-9b6a-95bf59d42832 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:09.849545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd77e454-f7dd-4f52-94bb-5b0c46648800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.851099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584395b3-a489-40b0-ad6f-a4935785a3dd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:09.856020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-584395b3-a489-40b0-ad6f-a4935785a3dd tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/09372743-4918-4d41-bf5a-e5038fa740af HTTP/1.1" status: 404 len: 337 time: 0.1043878 Nov 23 11:04:09.856227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] Routers set() bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:09.856590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] Router IDs set() for agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 11:04:09.857864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_agentschedulers_db [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bac878ab-0453-40d0-9e30-2d669a01975a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:03:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent'). {{(pid=103428) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 11:04:09.858396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7be3fc8-3d8a-451b-90db-6142950ad113 None None] The sync data for ids ['bac878ab-0453-40d0-9e30-2d669a01975a'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:09.875041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36256) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:09.918634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:09.919654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:09.921286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] 10.222.0.65 "PUT /v2.0/ports/47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc HTTP/1.1" status: 200 len: 1092 time: 3.7197826 Nov 23 11:04:09.921907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'tag': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:04:09.925071 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e14caf1-df34-4d67-8a07-492d99757fee" -d '{"events": [{"name": "network-changed", "server_uuid": "3da3bb89-3e30-4931-8fc9-54da4940bda9", "tag": "47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:04:09.955999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f08353-b84e-4524-9aaa-6a13455592f5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:09.967782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f08353-b84e-4524-9aaa-6a13455592f5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:09.990396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f08353-b84e-4524-9aaa-6a13455592f5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.002793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786f6ce-2e69-40d4-a6b5-2415847c924a service neutron] Pushing event updated for resources: {'Port': ['ID=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:10.005013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f08353-b84e-4524-9aaa-6a13455592f5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.014732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f08353-b84e-4524-9aaa-6a13455592f5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.023938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f08353-b84e-4524-9aaa-6a13455592f5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.026886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d0f08353-b84e-4524-9aaa-6a13455592f5 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3864586 Nov 23 11:04:10.028452 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-a877e40b-89a6-40fd-94e3-a5b4f60ab7e0 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:10.029175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a877e40b-89a6-40fd-94e3-a5b4f60ab7e0 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:10.033702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a877e40b-89a6-40fd-94e3-a5b4f60ab7e0 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/351726da-28a9-47df-87f6-36d920b7ddf9 HTTP/1.1" status: 404 len: 337 time: 0.1551077 Nov 23 11:04:10.035052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36260) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.036657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36262) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.120358 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92759e87-cc3f-4294-819f-00e0c15b0ddd x-openstack-request-id: req-92759e87-cc3f-4294-819f-00e0c15b0ddd {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:04:10.129231 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da3bb89-3e30-4931-8fc9-54da4940bda9", "tag": "47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:04:10.129231 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-92759e87-cc3f-4294-819f-00e0c15b0ddd {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:04:10.129231 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'tag': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc', 'status': 'completed', 'code': 200} Nov 23 11:04:10.181663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-716cd338-d981-4137-ad98-b78fe6493044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.183257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-716cd338-d981-4137-ad98-b78fe6493044 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8009c469a988401aa27da4383612d1a3&device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 1095 time: 0.1745799 Nov 23 11:04:10.270898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-e6497d25-21ad-4364-8f06-db855cd309b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc HTTP/1.1" status: 200 len: 217 time: 0.0704458 Nov 23 11:04:10.323098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4421a333-8e90-4157-b2ee-cb672eaff939 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 11:04:10.339551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36266) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.339806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-adf94485-3551-4aec-b9dc-fe530db82b37 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 200 len: 205 time: 0.0600612 Nov 23 11:04:10.348226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-56423a86-3cf3-406d-be2e-f288df269182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.350130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-56423a86-3cf3-406d-be2e-f288df269182 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=64f78ec1-9879-41b0-b6ed-5f0b1f817647 HTTP/1.1" status: 200 len: 849 time: 0.0648870 Nov 23 11:04:10.414553 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-ccd3ad00-c102-4dbd-a39d-dcc8d1f36e07 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] delete failed (client error): The resource could not be found. Nov 23 11:04:10.415578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ccd3ad00-c102-4dbd-a39d-dcc8d1f36e07 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/dceb3d59-91ff-45e1-b2a9-bc23328657e0 HTTP/1.1" status: 404 len: 336 time: 0.0745163 Nov 23 11:04:10.476265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36272) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.499029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3b588cd2-61ce-459a-a387-3d91837da7cc tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4557571 Nov 23 11:04:10.505684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36276) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.512550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-ea7146f3-a4f5-491e-8f6c-6ec2de9ed741 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f69c1e5f-e810-486a-b204-1cd8374eccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240215 Nov 23 11:04:10.531765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-44f7575f-0247-4ed8-b855-bdd7c86c7002 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=27334b47-3676-40fe-98fc-07b71d0cca28 HTTP/1.1" status: 200 len: 205 time: 0.0530174 Nov 23 11:04:10.539394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36278) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.617032 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-3730f36e-6215-43d6-9389-237b46ff1bb5 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] delete failed (client error): The resource could not be found. Nov 23 11:04:10.618510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3730f36e-6215-43d6-9389-237b46ff1bb5 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/27334b47-3676-40fe-98fc-07b71d0cca28 HTTP/1.1" status: 404 len: 336 time: 0.0759583 Nov 23 11:04:10.621311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36280) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.631571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa9c7f-c763-494a-bc21-8176ae278570 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.637861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa9c7f-c763-494a-bc21-8176ae278570 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.638815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa9c7f-c763-494a-bc21-8176ae278570 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.640484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa9c7f-c763-494a-bc21-8176ae278570 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.642094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fa9c7f-c763-494a-bc21-8176ae278570 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.644476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-02fa9c7f-c763-494a-bc21-8176ae278570 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1374261 Nov 23 11:04:10.649513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36282) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.744357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d886a-1866-47ce-b309-8bd5f17838f9 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.747246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d886a-1866-47ce-b309-8bd5f17838f9 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.749404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d886a-1866-47ce-b309-8bd5f17838f9 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.751086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d886a-1866-47ce-b309-8bd5f17838f9 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.756054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d886a-1866-47ce-b309-8bd5f17838f9 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.757786 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-461d886a-1866-47ce-b309-8bd5f17838f9 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1073203 Nov 23 11:04:10.763548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36286) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:10.956052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7dd1a-971b-4cb4-b9c9-727f02e9f64d req-023cb63b-78ff-43fd-a2ad-6a5a99f280f3 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.957830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-acf7dd1a-971b-4cb4-b9c9-727f02e9f64d req-023cb63b-78ff-43fd-a2ad-6a5a99f280f3 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 944 time: 0.0911231 Nov 23 11:04:10.976013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f37a4-e874-4f16-8b7f-665508eab8b6 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:10.978197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-075f37a4-e874-4f16-8b7f-665508eab8b6 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/networks/88346fde-f807-4274-a66f-915642f4112b HTTP/1.1" status: 200 len: 803 time: 0.2136960 Nov 23 11:04:11.004477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36288) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.035483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed1d15e-a1a8-4218-afcf-5a9ea511e560 None None] DHCP port deletion for f69c1e5f-e810-486a-b204-1cd8374eccd0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:11.072511 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-acf7dd1a-971b-4cb4-b9c9-727f02e9f64d req-9375e32a-56db-4f2a-a83b-5035de781483 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929792 Nov 23 11:04:11.156521 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7e8e96-80cf-4e6c-9a32-7628a0fec4b5 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:11.157548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7e8e96-80cf-4e6c-9a32-7628a0fec4b5 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:11.160758 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4b7e8e96-80cf-4e6c-9a32-7628a0fec4b5 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/3c17e199-1acb-4260-81c1-17bf9ede003d HTTP/1.1" status: 404 len: 337 time: 0.5381243 Nov 23 11:04:11.163745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36290) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.195453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-fa8696a5-3fc9-46f9-a119-2bf37786a2f3 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667330 Nov 23 11:04:11.319285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-612ca88f-2fa8-4f9b-ac04-9a8321b00965 req-2e5f61ac-14d8-4ba8-8c6d-eaf7c7e28a26 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116326 Nov 23 11:04:11.441726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14caf1-df34-4d67-8a07-492d99757fee req-1949402f-d606-4223-a8cd-822bd004d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:11.443819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e14caf1-df34-4d67-8a07-492d99757fee req-1949402f-d606-4223-a8cd-822bd004d48c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8009c469a988401aa27da4383612d1a3&device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 1095 time: 0.0629799 Nov 23 11:04:11.582946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-52bcea59-2b3b-476a-972b-6afb295a1b36 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/networks/88346fde-f807-4274-a66f-915642f4112b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5755866 Nov 23 11:04:11.596646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36304) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.607781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e3fcd2fe-1a96-4fc5-a421-56786ccf6d3e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=c40c716d-5aa8-4d61-9050-89b2a0f58950 HTTP/1.1" status: 200 len: 205 time: 0.4427824 Nov 23 11:04:11.613409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36306) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.657795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f057a6-7a36-4559-a0cc-03ebf6b9ee2f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:11.659515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0f057a6-7a36-4559-a0cc-03ebf6b9ee2f tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/subnets/a72fde33-2d81-4adc-9e32-6ee842c8b7d3 HTTP/1.1" status: 200 len: 843 time: 0.0616632 Nov 23 11:04:11.665514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36310) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.677903 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-94921d76-0d0b-47c7-a31c-608f1c13b81a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] delete failed (client error): The resource could not be found. Nov 23 11:04:11.683227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94921d76-0d0b-47c7-a31c-608f1c13b81a tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/c40c716d-5aa8-4d61-9050-89b2a0f58950 HTTP/1.1" status: 404 len: 336 time: 0.0644028 Nov 23 11:04:11.683227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14caf1-df34-4d67-8a07-492d99757fee req-1a32a99f-6102-4db5-a2f4-d0f28fb76b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:11.683227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e14caf1-df34-4d67-8a07-492d99757fee req-1a32a99f-6102-4db5-a2f4-d0f28fb76b7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f69c1e5f-e810-486a-b204-1cd8374eccd0 HTTP/1.1" status: 200 len: 910 time: 0.2254331 Nov 23 11:04:11.683227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36312) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.783698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e14caf1-df34-4d67-8a07-492d99757fee req-6c3e7d8c-363a-499d-b25d-f006bba4928c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc HTTP/1.1" status: 200 len: 217 time: 0.0800822 Nov 23 11:04:11.788433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0233df44-093e-4c5a-9bf9-427c8200842e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=24b6ba5d-cacf-4165-9734-c25ce5bfbd12 HTTP/1.1" status: 200 len: 205 time: 0.1017439 Nov 23 11:04:11.788643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36318) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.804095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd20cab-9419-4f27-b807-b3faef3b6587 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['shared'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:11.805616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9dd20cab-9419-4f27-b807-b3faef3b6587 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "GET /v2.0/subnets/a72fde33-2d81-4adc-9e32-6ee842c8b7d3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1375127 Nov 23 11:04:11.809682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36320) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.815575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267974833'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:11.865628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:11.875474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:11.881430 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-2b844bb6-4e60-4d36-a52a-50dca2bce528 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] delete failed (client error): The resource could not be found. Nov 23 11:04:11.882605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2b844bb6-4e60-4d36-a52a-50dca2bce528 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/24b6ba5d-cacf-4165-9734-c25ce5bfbd12 HTTP/1.1" status: 404 len: 336 time: 0.0922577 Nov 23 11:04:11.885528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36322) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:11.913204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14caf1-df34-4d67-8a07-492d99757fee req-8882c65f-0978-46b7-97de-29a4a314e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:11.914722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e14caf1-df34-4d67-8a07-492d99757fee req-8882c65f-0978-46b7-97de-29a4a314e4bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=64f78ec1-9879-41b0-b6ed-5f0b1f817647 HTTP/1.1" status: 200 len: 849 time: 0.1114650 Nov 23 11:04:11.966572 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e14caf1-df34-4d67-8a07-492d99757fee req-677b23ab-5f80-4f41-b49b-14d774e685a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f69c1e5f-e810-486a-b204-1cd8374eccd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440850 Nov 23 11:04:11.970579 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50871c5-953a-4373-bb34-fff97cd83c6b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:11.971467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50871c5-953a-4373-bb34-fff97cd83c6b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:11.975274 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b50871c5-953a-4373-bb34-fff97cd83c6b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/628fae5c-c1f0-43b0-b179-09ae78a9642d HTTP/1.1" status: 404 len: 337 time: 0.0872564 Nov 23 11:04:11.978789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36324) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.023663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6c21b333-c6a5-404d-8e06-616cd0128e96 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae8e291-9640-4617-adc1-0dfc26af39c2 HTTP/1.1" status: 200 len: 205 time: 0.0436850 Nov 23 11:04:12.027071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36326) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.034740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:04:12.093258 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-ddd8fae7-dd7f-4996-89c0-84e3c25bb84b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] delete failed (client error): The resource could not be found. Nov 23 11:04:12.094552 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ddd8fae7-dd7f-4996-89c0-84e3c25bb84b tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/8ae8e291-9640-4617-adc1-0dfc26af39c2 HTTP/1.1" status: 404 len: 336 time: 0.0664613 Nov 23 11:04:12.098682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:12.099074 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Added segment 2302d554-30bb-43e8-bb67-dacb9576a501 of type vlan for network 42f81bbc-6231-41cb-bec0-6143a6a38884 Nov 23 11:04:12.100317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36328) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.147954 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-451ba8bb-d016-4dd2-90bb-0594930b36bc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:12.148435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451ba8bb-d016-4dd2-90bb-0594930b36bc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:12.151846 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-451ba8bb-d016-4dd2-90bb-0594930b36bc tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/e61d5364-9759-455e-a28f-75faafafe12a HTTP/1.1" status: 404 len: 337 time: 0.0504918 Nov 23 11:04:12.156080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.156991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e14caf1-df34-4d67-8a07-492d99757fee req-babe58ba-bcd5-4c9d-9223-d2d9433385b2 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778727 Nov 23 11:04:12.216934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6fd04173-9a1b-48a1-9de6-2cc7b8ff6a5d tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "GET /v2.0/ports?device_id=19169ebf-1a21-47f3-94d3-7d984c906828 HTTP/1.1" status: 200 len: 205 time: 0.0596716 Nov 23 11:04:12.221275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36334) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.302510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e14caf1-df34-4d67-8a07-492d99757fee req-bb632603-9b8b-4d50-b6ca-b335bfd75a16 service neutron] 10.222.0.65 "GET /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375351 Nov 23 11:04:12.326794 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-a15f67e6-1c6c-4e57-be1e-3fdcae966897 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] delete failed (client error): The resource could not be found. Nov 23 11:04:12.327863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a15f67e6-1c6c-4e57-be1e-3fdcae966897 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/routers/19169ebf-1a21-47f3-94d3-7d984c906828 HTTP/1.1" status: 404 len: 336 time: 0.1056392 Nov 23 11:04:12.331453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:12.332387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36336) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.376584 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-321b43a6-a32d-450d-8359-7c61a248553e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:12.378106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321b43a6-a32d-450d-8359-7c61a248553e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:12.379481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06ae34-009e-4004-a016-8d47b0c6dd44 req-ed8dd20b-4958-4cf6-a80c-35a1e0dc43c0 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:12.381242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e06ae34-009e-4004-a016-8d47b0c6dd44 req-ed8dd20b-4958-4cf6-a80c-35a1e0dc43c0 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 944 time: 0.1531160 Nov 23 11:04:12.383746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36340) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.386846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-321b43a6-a32d-450d-8359-7c61a248553e tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/8dce7141-a14d-4f00-ad02-b818b359c2bc HTTP/1.1" status: 404 len: 337 time: 0.0538058 Nov 23 11:04:12.403705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:12.409616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:12.410215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:12.472034 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-13da2bf1-7384-44bd-8f6d-b73cabf47736 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:12.472475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13da2bf1-7384-44bd-8f6d-b73cabf47736 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:12.479630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-13da2bf1-7384-44bd-8f6d-b73cabf47736 tempest-RoutersTest-371487061 tempest-RoutersTest-371487061-project] 10.222.0.61 "DELETE /v2.0/subnets/61297914-2fd9-4db2-ad29-3a882f908ed9 HTTP/1.1" status: 404 len: 337 time: 0.0918171 Nov 23 11:04:12.507280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36344) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:12.511364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7004311 Nov 23 11:04:12.512727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'network_id': '42f81bbc-6231-41cb-bec0-6143a6a38884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:12.620679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366fa7f-7efd-4041-8fac-5544c389ae85 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Network': ['ID=42f81bbc-6231-41cb-bec0-6143a6a38884,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:12.626844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e06ae34-009e-4004-a016-8d47b0c6dd44 req-621a838c-5043-42a1-b76f-04584274bb17 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321897 Nov 23 11:04:12.632456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 42f81bbc-6231-41cb-bec0-6143a6a38884 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:12.740501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Made reservation on behalf of 2ea8db01f26542f196aa7b957956543c for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:12.746415 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:12.864377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Performing IP validity checks on allocation pools {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 11:04:12.865166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.ipam_backend_mixin [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103426) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 11:04:12.974497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36354) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:13.096080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:13.220094 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ef247165-4948-4b50-bda5-0ee362351cff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e98741d4408c42c8b4e104c4f628ae88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413960 Nov 23 11:04:13.220331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:13.286914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=0123c4eb-c914-417f-bfa8-d7709cdaf9d3,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:13.309901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Checking segment: {'id': '2302d554-30bb-43e8-bb67-dacb9576a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '42f81bbc-6231-41cb-bec0-6143a6a38884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:13.310578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network hostable DHCP agents. Network: 42f81bbc-6231-41cb-bec0-6143a6a38884, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:04:13.326395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ea91945-cc51-4d81-9a49-a39be63c15be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:13.345378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Network 42f81bbc-6231-41cb-bec0-6143a6a38884 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:04:13.352758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ea91945-cc51-4d81-9a49-a39be63c15be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:13.358931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 42f81bbc-6231-41cb-bec0-6143a6a38884) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:13.365152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:13.365809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:13.373309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f037e1-5c47-42d6-aafc-188fd6874e8e None None] Network 42f81bbc-6231-41cb-bec0-6143a6a38884 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:13.396001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-52d9dbb5-cc10-4735-a7f2-110800b5d6d8 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8827422 Nov 23 11:04:13.396321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36360) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:13.406898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-69810332-fd17-4cba-a7a5-20ef9541bf60 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:13.446618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ea91945-cc51-4d81-9a49-a39be63c15be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:13.449583 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ea91945-cc51-4d81-9a49-a39be63c15be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:13.450774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ea91945-cc51-4d81-9a49-a39be63c15be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0f0fb14-f598-4dcc-891a-ddb2aa3bee54 HTTP/1.1" status: 204 len: 168 time: 0.2289374 Nov 23 11:04:13.460467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91945-cc51-4d81-9a49-a39be63c15be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0fb14-f598-4dcc-891a-ddb2aa3bee54,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:13.590327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:04:13.620586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69810332-fd17-4cba-a7a5-20ef9541bf60 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62050348'] for subnet, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:13.882390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8973bc-8330-4ea0-9192-a63c502d960d req-a94e3cf3-7e60-4d36-a502-04c7ccd8aeff tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:13.883987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c8973bc-8330-4ea0-9192-a63c502d960d req-a94e3cf3-7e60-4d36-a502-04c7ccd8aeff tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 944 time: 0.1235011 Nov 23 11:04:13.990631 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c8973bc-8330-4ea0-9192-a63c502d960d req-a4950e8c-1c6b-4057-ba3c-6194a630302f tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901804 Nov 23 11:04:14.063100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:14.091419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69810332-fd17-4cba-a7a5-20ef9541bf60 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731372822649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62780086'] for subnet, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.097643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc', 'network_id': 'f69c1e5f-e810-486a-b204-1cd8374eccd0', 'port_id': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc', 'mac_address': 'fa:16:3e:08:c7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f78ec1-9879-41b0-b6ed-5f0b1f817647', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:04:14.157710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69810332-fd17-4cba-a7a5-20ef9541bf60 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:14.159314 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-69810332-fd17-4cba-a7a5-20ef9541bf60 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.161101 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-69810332-fd17-4cba-a7a5-20ef9541bf60 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "PUT /v2.0/subnets/0123c4eb-c914-417f-bfa8-d7709cdaf9d3 HTTP/1.1" status: 200 len: 900 time: 0.7638605 Nov 23 11:04:14.164694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36384) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:14.195367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69810332-fd17-4cba-a7a5-20ef9541bf60 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event updated for resources: {'Subnet': ['ID=0123c4eb-c914-417f-bfa8-d7709cdaf9d3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:14.212512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.228443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:04:14.236822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-42f81bbc-6231-41cb-bec0-6143a6a38884', 'network_id': '42f81bbc-6231-41cb-bec0-6143a6a38884', 'tenant_id': '2ea8db01f26542f196aa7b957956543c', 'fixed_ips': [{'subnet_id': '0123c4eb-c914-417f-bfa8-d7709cdaf9d3'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:04:14.238011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.272201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:14.323629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.395456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.435620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.443474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Allocated IP 2001:db8::3 (42f81bbc-6231-41cb-bec0-6143a6a38884/0123c4eb-c914-417f-bfa8-d7709cdaf9d3/6ed8f0c4-105f-4108-8999-a41881123c4d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:14.527725 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-697579e2-378c-4f91-b3db-292a2a345b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.555643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:14.656067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36396) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:14.696283 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.706855 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.733991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.772100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=0123c4eb-c914-417f-bfa8-d7709cdaf9d3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:14.825396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-27c7f7e8-ee8c-45df-ba3c-01cf4e3433b0 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:14.825840 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-27c7f7e8-ee8c-45df-ba3c-01cf4e3433b0 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 11:04:14.826341 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-27c7f7e8-ee8c-45df-ba3c-01cf4e3433b0 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 11:04:14.831149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-27c7f7e8-ee8c-45df-ba3c-01cf4e3433b0 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1702120 Nov 23 11:04:14.832149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36400) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:14.837020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093441127'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:14.908158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.920271 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:14.938482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:04:14.949398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Pushing event updated for resources: {'Port': ['ID=6ed8f0c4-105f-4108-8999-a41881123c4d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:14.972510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.014556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f81bbc-6231-41cb-bec0-6143a6a38884']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:15.020168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Network 42f81bbc-6231-41cb-bec0-6143a6a38884 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:15.024686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:15.038771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2302d554-30bb-43e8-bb67-dacb9576a501') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:15.040311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2302d554-30bb-43e8-bb67-dacb9576a501') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:15.050649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:15.083434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.132350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.146300 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.148251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:15.148989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.161705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.210169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Attempting to bind port 6ed8f0c4-105f-4108-8999-a41881123c4d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:15.211158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Attempting to bind port 6ed8f0c4-105f-4108-8999-a41881123c4d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2302d554-30bb-43e8-bb67-dacb9576a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '42f81bbc-6231-41cb-bec0-6143a6a38884'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:15.211850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Attempting to bind port 6ed8f0c4-105f-4108-8999-a41881123c4d on network 42f81bbc-6231-41cb-bec0-6143a6a38884 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:15.224082 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:15.263921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:15.264313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Checking segment: {'id': '2302d554-30bb-43e8-bb67-dacb9576a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '42f81bbc-6231-41cb-bec0-6143a6a38884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:15.264731 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.266893 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.270724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Bound using segment: {'id': '2302d554-30bb-43e8-bb67-dacb9576a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '42f81bbc-6231-41cb-bec0-6143a6a38884'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:15.271366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Bound port: 6ed8f0c4-105f-4108-8999-a41881123c4d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2302d554-30bb-43e8-bb67-dacb9576a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '42f81bbc-6231-41cb-bec0-6143a6a38884'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:15.271786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.326613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516b6e15-5cc7-44ee-ac5f-12f9bd0e15c2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:15.329533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.387232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381274ba-7378-4a94-8332-0830b8497542,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:15.422539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.427959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09392e84-8d8c-4d5f-b5b7-b09c6b47a797 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5947235 Nov 23 11:04:15.429724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36432) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:15.438134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d5fea2df-1855-4791-953f-d54428154294 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '381274ba-7378-4a94-8332-0830b8497542', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:15.444253 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.api [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 11:04:15.444253 n-d-817747-2 neutron-server[103427]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 11:04:15.444253 n-d-817747-2 neutron-server[103427]: [parameters: {'id': '42f81bbc-6231-41cb-bec0-6143a6a38884'}] Nov 23 11:04:15.444253 n-d-817747-2 neutron-server[103427]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103427) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:04:15.444748 n-d-817747-2 neutron-server[103427]: DEBUG oslo_db.api [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:04:15.459002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] For port 6ed8f0c4-105f-4108-8999-a41881123c4d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:15.462282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] For port 6ed8f0c4-105f-4108-8999-a41881123c4d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ed8f0c4-105f-4108-8999-a41881123c4d,segment=NetworkSegment(2302d554-30bb-43e8-bb67-dacb9576a501),segment_id=2302d554-30bb-43e8-bb67-dacb9576a501)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:15.463132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c433e-0856-4637-abff-7d007454c962 req-8ef506a9-8481-47d0-b093-b9ae9b8f8b40 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:15.471935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c0c433e-0856-4637-abff-7d007454c962 req-8ef506a9-8481-47d0-b093-b9ae9b8f8b40 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 945 time: 0.2392042 Nov 23 11:04:15.482352 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.500285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5fea2df-1855-4791-953f-d54428154294 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.541381 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c0c433e-0856-4637-abff-7d007454c962 req-e9b8a7fb-79eb-4689-9c86-5a2b89db7b65 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644147 Nov 23 11:04:15.616298 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5fea2df-1855-4791-953f-d54428154294 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.632180 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5fea2df-1855-4791-953f-d54428154294 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.699858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fea2df-1855-4791-953f-d54428154294 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fdc4f6-96c2-4b3a-afdb-64b1e865fd82,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:15.721837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d5fea2df-1855-4791-953f-d54428154294 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.726789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:15.728628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d5fea2df-1855-4791-953f-d54428154294 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2984807 Nov 23 11:04:15.731722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-58aead5d-a650-47ae-8f33-c45e952738fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '381274ba-7378-4a94-8332-0830b8497542', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:15.758734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954589b3-40e1-42f1-880f-538fc72e48ef None None] Pushing event updated for resources: {'Port': ['ID=6ed8f0c4-105f-4108-8999-a41881123c4d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:15.781743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58aead5d-a650-47ae-8f33-c45e952738fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.805507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29c4a9-4249-440e-bae8-953f91717285 None None] Network 42f81bbc-6231-41cb-bec0-6143a6a38884 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:15.898226 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-58aead5d-a650-47ae-8f33-c45e952738fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 11:04:15.900370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-58aead5d-a650-47ae-8f33-c45e952738fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1713207 Nov 23 11:04:15.902489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36446) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:15.946400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:15.996441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-986d237b-acc2-4802-a4bc-76849bba632c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.026761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-986d237b-acc2-4802-a4bc-76849bba632c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.060482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b748c23-68a4-4280-8079-11c71c3f27d4 None None] Network 42f81bbc-6231-41cb-bec0-6143a6a38884 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:16.090947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-986d237b-acc2-4802-a4bc-76849bba632c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.093837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-986d237b-acc2-4802-a4bc-76849bba632c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.098495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-986d237b-acc2-4802-a4bc-76849bba632c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/381274ba-7378-4a94-8332-0830b8497542 HTTP/1.1" status: 204 len: 168 time: 0.1914873 Nov 23 11:04:16.100168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36448) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:16.110242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d237b-acc2-4802-a4bc-76849bba632c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381274ba-7378-4a94-8332-0830b8497542,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:16.133263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting port 6ed8f0c4-105f-4108-8999-a41881123c4d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:16.133647 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.274314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5277e24e-a539-4211-8328-a7f7770713f9 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1721153 Nov 23 11:04:16.275382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36454) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:16.280334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6da8c36f-5114-4128-a98f-bb02741cbc4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764983200'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:16.327226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] For port 6ed8f0c4-105f-4108-8999-a41881123c4d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ed8f0c4-105f-4108-8999-a41881123c4d,segment=NetworkSegment(2302d554-30bb-43e8-bb67-dacb9576a501),segment_id=2302d554-30bb-43e8-bb67-dacb9576a501)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:16.327226 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.364987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Calling delete_port for 6ed8f0c4-105f-4108-8999-a41881123c4d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:16.413532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6da8c36f-5114-4128-a98f-bb02741cbc4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.418848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c43a1ef-389b-4a59-9202-91c9bce9f628 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 11:04:16.609846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43a1ef-389b-4a59-9202-91c9bce9f628 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 11:04:16.727447 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.795815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Port': ['ID=6ed8f0c4-105f-4108-8999-a41881123c4d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:16.816095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No DVR routers for this DVR port 6ed8f0c4-105f-4108-8999-a41881123c4d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:16.828689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d13e45-bd55-4732-967d-6cc1d6c0438a req-b0f12cc3-e636-470c-9599-8069cba1bf11 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:16.830877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96d13e45-bd55-4732-967d-6cc1d6c0438a req-b0f12cc3-e636-470c-9599-8069cba1bf11 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 945 time: 0.1779072 Nov 23 11:04:16.841987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6da8c36f-5114-4128-a98f-bb02741cbc4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.885888 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6da8c36f-5114-4128-a98f-bb02741cbc4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:16.975838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6d9e522f-8c25-469f-bff5-542091b95e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.030308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.053416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f81bbc-6231-41cb-bec0-6143a6a38884']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:17.063666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2302d554-30bb-43e8-bb67-dacb9576a501') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:17.064144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2302d554-30bb-43e8-bb67-dacb9576a501') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:17.074403 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.089099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.096992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:17.097569 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:17.189867 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:17.192833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8c36f-5114-4128-a98f-bb02741cbc4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b456b-1af3-41eb-b3e8-ed081cefa0cb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:17.214439 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.229344 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.236529 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/42f81bbc-6231-41cb-bec0-6143a6a38884 HTTP/1.1" status: 204 len: 168 time: 3.0667729 Nov 23 11:04:17.237010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36470) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.246080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6da8c36f-5114-4128-a98f-bb02741cbc4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.253319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36474) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.253534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6da8c36f-5114-4128-a98f-bb02741cbc4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9725580 Nov 23 11:04:17.259551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e41a936c-ea2f-4a89-8077-3ca42e165b7f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'e28b456b-1af3-41eb-b3e8-ed081cefa0cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:17.261881 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-e41a936c-ea2f-4a89-8077-3ca42e165b7f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 11:04:17.262831 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-e41a936c-ea2f-4a89-8077-3ca42e165b7f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:17.274644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e41a936c-ea2f-4a89-8077-3ca42e165b7f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0156496 Nov 23 11:04:17.280633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36476) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.289769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70041a-cfb6-4f2b-97c9-83009d2890df tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=42f81bbc-6231-41cb-bec0-6143a6a38884,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:17.298047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96d13e45-bd55-4732-967d-6cc1d6c0438a req-d1d8e057-459b-4712-a80e-7643314bd06e tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598241 Nov 23 11:04:17.325049 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e6e218-1bed-4b28-84f4-78725ccef332 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:17.325611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e6e218-1bed-4b28-84f4-78725ccef332 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:17.328884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c3e6e218-1bed-4b28-84f4-78725ccef332 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/0123c4eb-c914-417f-bfa8-d7709cdaf9d3 HTTP/1.1" status: 404 len: 337 time: 0.0904560 Nov 23 11:04:17.333569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36478) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.362517 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33998eb-ee7b-4578-a8c8-de8fef6f0f1d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:17.363196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33998eb-ee7b-4578-a8c8-de8fef6f0f1d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:17.369171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36480) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.370515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b33998eb-ee7b-4578-a8c8-de8fef6f0f1d tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/42f81bbc-6231-41cb-bec0-6143a6a38884 HTTP/1.1" status: 404 len: 339 time: 0.0351956 Nov 23 11:04:17.391326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22f91502-5f25-4c53-a087-2e7f1d0f3382 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.418920 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22f91502-5f25-4c53-a087-2e7f1d0f3382 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.469966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22f91502-5f25-4c53-a087-2e7f1d0f3382 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.474386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-22f91502-5f25-4c53-a087-2e7f1d0f3382 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.475810 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-22f91502-5f25-4c53-a087-2e7f1d0f3382 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/e28b456b-1af3-41eb-b3e8-ed081cefa0cb HTTP/1.1" status: 204 len: 168 time: 0.1937394 Nov 23 11:04:17.479650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36484) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.495720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f91502-5f25-4c53-a087-2e7f1d0f3382 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b456b-1af3-41eb-b3e8-ed081cefa0cb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:17.568073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2c1b3f75-148d-4d96-beac-22541fcdd861 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0871847 Nov 23 11:04:17.572352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36488) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.577434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e2c83368-1d4f-4ef8-be28-ae64fc7750c1 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1610188951'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:17.602894 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.603496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:17.609647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2c83368-1d4f-4ef8-be28-ae64fc7750c1 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.708074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:04:17.714869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:17.715352 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.750117 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.786292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d6dd1c-baa7-4566-ae12-822d8e40ebb3']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:17.808136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd29cb3-4083-472e-a898-89cf3116e062') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:17.808528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd29cb3-4083-472e-a898-89cf3116e062') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:17.823491 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2c83368-1d4f-4ef8-be28-ae64fc7750c1 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.827841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.830365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.837103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2c83368-1d4f-4ef8-be28-ae64fc7750c1 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.863584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e2c83368-1d4f-4ef8-be28-ae64fc7750c1 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.867512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e2c83368-1d4f-4ef8-be28-ae64fc7750c1 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2914319 Nov 23 11:04:17.867952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36490) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.873459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a193b35f-e072-4b0c-9315-9e4619867b4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '093ba559-3d5e-43cd-8460-b2f308cef040', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:17.874336 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-a193b35f-e072-4b0c-9315-9e4619867b4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 11:04:17.874842 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-a193b35f-e072-4b0c-9315-9e4619867b4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:17.878924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a193b35f-e072-4b0c-9315-9e4619867b4e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070889 Nov 23 11:04:17.880362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:17.880510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.880681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:04:17.880829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36492) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:17.882017 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b3c8e-0b2b-4dad-ba17-c9465c4f1480" -d '{"events": [{"server_uuid": "3da3bb89-3e30-4931-8fc9-54da4940bda9", "name": "network-vif-plugged", "status": "completed", "tag": "47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:04:17.898448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:17.898861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.901443 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:17.902698 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:17.937203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c83368-1d4f-4ef8-be28-ae64fc7750c1 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093ba559-3d5e-43cd-8460-b2f308cef040,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:18.011612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf42bccd-4d0c-4294-91ed-1420079743fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.020842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.021155 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73788db9-c766-4c04-8b2b-4a4bbce802ef x-openstack-request-id: req-73788db9-c766-4c04-8b2b-4a4bbce802ef {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:04:18.021461 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da3bb89-3e30-4931-8fc9-54da4940bda9", "name": "network-vif-plugged", "status": "completed", "tag": "47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:04:18.021755 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73788db9-c766-4c04-8b2b-4a4bbce802ef {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:04:18.022383 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc', 'code': 200} Nov 23 11:04:18.023825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:18.032069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.036783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/62d6dd1c-baa7-4566-ae12-822d8e40ebb3 HTTP/1.1" status: 204 len: 168 time: 0.6665685 Nov 23 11:04:18.041427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36498) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.078980 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf42bccd-4d0c-4294-91ed-1420079743fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.105189 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f022f2f-cc71-40b1-be02-32aa07374b63 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:18.105647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f022f2f-cc71-40b1-be02-32aa07374b63 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:18.109249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4f022f2f-cc71-40b1-be02-32aa07374b63 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/23f7ddc6-da0b-4976-8c3c-8bc107a7002e HTTP/1.1" status: 404 len: 337 time: 0.0665345 Nov 23 11:04:18.110128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc0244-a762-4540-808f-137471ce67f2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=62d6dd1c-baa7-4566-ae12-822d8e40ebb3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:18.113619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36500) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.138879 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c983efa4-126a-47f1-91ba-953f974dc007 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:18.139384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c983efa4-126a-47f1-91ba-953f974dc007 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:18.143508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c983efa4-126a-47f1-91ba-953f974dc007 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/14c28bd9-0d52-449f-9bd2-b2293b1bcea3 HTTP/1.1" status: 404 len: 339 time: 0.0284750 Nov 23 11:04:18.154335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36502) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.179123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf42bccd-4d0c-4294-91ed-1420079743fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.182975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cf42bccd-4d0c-4294-91ed-1420079743fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.188166 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cf42bccd-4d0c-4294-91ed-1420079743fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/093ba559-3d5e-43cd-8460-b2f308cef040 HTTP/1.1" status: 204 len: 168 time: 0.3062320 Nov 23 11:04:18.188887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36504) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.201187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02291186-00de-48ca-a7eb-e554de190d27 req-9f409262-486e-44ce-b53e-f798d10824a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:18.203027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02291186-00de-48ca-a7eb-e554de190d27 req-9f409262-486e-44ce-b53e-f798d10824a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 1097 time: 0.1499863 Nov 23 11:04:18.226549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42bccd-4d0c-4294-91ed-1420079743fa tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093ba559-3d5e-43cd-8460-b2f308cef040,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:18.256424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting subnet 23d8fae6-9452-4d76-847d-af957e3fb9fc {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:18.263349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.289376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-77fd12f3-9b6e-479b-abf4-a56ba5e4dd9f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0904107 Nov 23 11:04:18.290558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36506) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.304966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-077d3e4c-12c5-4f65-abde-b38143095453 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--38181543'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:18.311109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-02291186-00de-48ca-a7eb-e554de190d27 req-c1bd3c89-b9b0-4195-a0f4-78150e1163e2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964916 Nov 23 11:04:18.342931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-077d3e4c-12c5-4f65-abde-b38143095453 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.346475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.481722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-077d3e4c-12c5-4f65-abde-b38143095453 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.489835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-077d3e4c-12c5-4f65-abde-b38143095453 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.535764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-077d3e4c-12c5-4f65-abde-b38143095453 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.537292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-077d3e4c-12c5-4f65-abde-b38143095453 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2435241 Nov 23 11:04:18.538986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d3e4c-12c5-4f65-abde-b38143095453 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97af732e-f19d-4bd2-9222-9f57417cd789,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:18.542351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36514) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.549399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ca2a598f-c543-4aa1-80e0-c9a342f22816 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '97af732e-f19d-4bd2-9222-9f57417cd789', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:18.550073 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-ca2a598f-c543-4aa1-80e0-c9a342f22816 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 11:04:18.550593 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-ca2a598f-c543-4aa1-80e0-c9a342f22816 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:18.554472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca2a598f-c543-4aa1-80e0-c9a342f22816 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081661 Nov 23 11:04:18.557521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36516) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.563827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9902f8e8-7933-4f93-a2aa-3e97a21db91f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '97af732e-f19d-4bd2-9222-9f57417cd789', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:18.565425 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-9902f8e8-7933-4f93-a2aa-3e97a21db91f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 11:04:18.565943 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-9902f8e8-7933-4f93-a2aa-3e97a21db91f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:18.570077 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9902f8e8-7933-4f93-a2aa-3e97a21db91f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084856 Nov 23 11:04:18.570614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36518) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.574882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-522c870a-c437-401e-9a80-8c956d88a46a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '97af732e-f19d-4bd2-9222-9f57417cd789', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:18.575698 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-522c870a-c437-401e-9a80-8c956d88a46a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 11:04:18.576189 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-522c870a-c437-401e-9a80-8c956d88a46a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:18.580404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-522c870a-c437-401e-9a80-8c956d88a46a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059819 Nov 23 11:04:18.580722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36520) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.590081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6761155a-094f-423a-ad17-1cf826262c62 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '97af732e-f19d-4bd2-9222-9f57417cd789', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:18.591016 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-6761155a-094f-423a-ad17-1cf826262c62 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 11:04:18.591597 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-6761155a-094f-423a-ad17-1cf826262c62 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:18.596043 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6761155a-094f-423a-ad17-1cf826262c62 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0110836 Nov 23 11:04:18.596947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.597098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36522) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.629854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade311c-10da-4c48-b361-969f2c0905cf req-140ad1f7-83d2-4466-83e3-2dfcb15eff78 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:18.631474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ade311c-10da-4c48-b361-969f2c0905cf req-140ad1f7-83d2-4466-83e3-2dfcb15eff78 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 946 time: 0.1944275 Nov 23 11:04:18.649029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.754332 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdaef2d-fb5e-4e26-8573-59aaf5a19329 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.761387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ade311c-10da-4c48-b361-969f2c0905cf req-df24599e-a43f-4e23-a6c4-97acd4432aa4 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162283 Nov 23 11:04:18.789473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.793414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdaef2d-fb5e-4e26-8573-59aaf5a19329 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.838037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=23d8fae6-9452-4d76-847d-af957e3fb9fc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:18.840063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.846498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-35de8fb3-6949-4a16-9db1-08babd4d38a7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/23d8fae6-9452-4d76-847d-af957e3fb9fc HTTP/1.1" status: 204 len: 168 time: 0.6886220 Nov 23 11:04:18.846639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36526) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.852320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fb4786-ad1e-42e6-9961-6700b5330b3d None None] Network a064d2a9-fbc7-468d-9df5-44330b257e43 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:18.924548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdaef2d-fb5e-4e26-8573-59aaf5a19329 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.927206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-efdaef2d-fb5e-4e26-8573-59aaf5a19329 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:18.928837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-efdaef2d-fb5e-4e26-8573-59aaf5a19329 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/97af732e-f19d-4bd2-9222-9f57417cd789 HTTP/1.1" status: 204 len: 168 time: 0.3311920 Nov 23 11:04:18.933651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36528) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:18.947110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting subnet c581ae47-174b-49fb-b8d3-2325b5d73241 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:18.953289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaef2d-fb5e-4e26-8573-59aaf5a19329 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97af732e-f19d-4bd2-9222-9f57417cd789,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:18.956015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.049054 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.051899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-703a8759-4a58-4820-8aac-99dd10401869 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1125860 Nov 23 11:04:19.056241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36532) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.068278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-065c75d8-b714-4d8f-a95c-3810115a5fe2 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--115479623'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.139654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-065c75d8-b714-4d8f-a95c-3810115a5fe2 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.232075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.244604 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-065c75d8-b714-4d8f-a95c-3810115a5fe2 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.250470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-065c75d8-b714-4d8f-a95c-3810115a5fe2 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.289568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-065c75d8-b714-4d8f-a95c-3810115a5fe2 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.293227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-065c75d8-b714-4d8f-a95c-3810115a5fe2 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2346320 Nov 23 11:04:19.297033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36534) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.304617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c75d8-b714-4d8f-a95c-3810115a5fe2 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde2bb43-9786-4dc9-b978-2ca401ff5185,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:19.322561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7ec66f9d-b4b1-4bdb-8dd8-db01d711f6b8 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.323729 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-7ec66f9d-b4b1-4bdb-8dd8-db01d711f6b8 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 11:04:19.324385 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-7ec66f9d-b4b1-4bdb-8dd8-db01d711f6b8 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.325677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ec66f9d-b4b1-4bdb-8dd8-db01d711f6b8 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0277112 Nov 23 11:04:19.329256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36536) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.335696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0a23f226-6863-4fa8-b477-4bbb9dc3104a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.413283 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-0a23f226-6863-4fa8-b477-4bbb9dc3104a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.415081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0a23f226-6863-4fa8-b477-4bbb9dc3104a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0845382 Nov 23 11:04:19.418568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36540) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.421852 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.438958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4dcb3859-0f66-4512-a0c4-88148d433740 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.441340 n-d-817747-2 neutron-server[103426]: WARNING neutron.api.v2.base [None req-4dcb3859-0f66-4512-a0c4-88148d433740 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 11:04:19.441687 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-4dcb3859-0f66-4512-a0c4-88148d433740 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.442687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4dcb3859-0f66-4512-a0c4-88148d433740 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113652 Nov 23 11:04:19.448413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36544) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.452957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-974c67b8-153f-4709-89ed-5a76086b438e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.495886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=c581ae47-174b-49fb-b8d3-2325b5d73241,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:19.507486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.517598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36546) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.520544 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2707bdbc-8aec-4a53-94d7-6f5b49fc86d2 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/c581ae47-174b-49fb-b8d3-2325b5d73241 HTTP/1.1" status: 204 len: 168 time: 0.6724977 Nov 23 11:04:19.581071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.607700 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-974c67b8-153f-4709-89ed-5a76086b438e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.608772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-974c67b8-153f-4709-89ed-5a76086b438e tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1593587 Nov 23 11:04:19.612536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36550) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.617376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-aa828545-bf59-4f26-9722-d4d1a7c84706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.625047 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-aa828545-bf59-4f26-9722-d4d1a7c84706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 11:04:19.625047 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-aa828545-bf59-4f26-9722-d4d1a7c84706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.625047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa828545-bf59-4f26-9722-d4d1a7c84706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057015 Nov 23 11:04:19.625047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36552) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.629184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b6bb8ee4-12a3-487a-a438-f9556b7ba8d0 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.746244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.772224 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-b6bb8ee4-12a3-487a-a438-f9556b7ba8d0 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.774000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b6bb8ee4-12a3-487a-a438-f9556b7ba8d0 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1509356 Nov 23 11:04:19.776461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.782247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e41f948e-81c7-4570-8834-1173a19893e6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.783610 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-e41f948e-81c7-4570-8834-1173a19893e6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 11:04:19.784315 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-e41f948e-81c7-4570-8834-1173a19893e6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.786354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e41f948e-81c7-4570-8834-1173a19893e6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086870 Nov 23 11:04:19.789232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36568) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.795616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0796dad0-58ca-4bb4-9d45-69c17a94a0c8 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.873658 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-0796dad0-58ca-4bb4-9d45-69c17a94a0c8 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:19.875036 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0796dad0-58ca-4bb4-9d45-69c17a94a0c8 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0846601 Nov 23 11:04:19.879120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36572) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:19.895003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3c69f4fc-7e3a-4c78-b2b1-ef0875209ab7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': 'fde2bb43-9786-4dc9-b978-2ca401ff5185', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:19.914167 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.925769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting port c2f50e32-8096-44a7-9b6a-95bf59d42832 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:19.926105 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:19.999010 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-3c69f4fc-7e3a-4c78-b2b1-ef0875209ab7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:20.000108 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3c69f4fc-7e3a-4c78-b2b1-ef0875209ab7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1182921 Nov 23 11:04:20.004254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36574) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:20.082274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.153544 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f5e78eb-0508-4ae1-986a-78b3050d16b6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.170567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dc2130-316e-40f7-9bbe-b0f2201a8ff9 None None] Network a064d2a9-fbc7-468d-9df5-44330b257e43 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:20.184602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] For port c2f50e32-8096-44a7-9b6a-95bf59d42832, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c2f50e32-8096-44a7-9b6a-95bf59d42832,segment=NetworkSegment(f346222b-ffe2-448f-a7b1-8ae2cbb3dc50),segment_id=f346222b-ffe2-448f-a7b1-8ae2cbb3dc50)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:20.184971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.235765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Calling delete_port for c2f50e32-8096-44a7-9b6a-95bf59d42832 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:20.249393 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f5e78eb-0508-4ae1-986a-78b3050d16b6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.261095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bd49b-9467-420b-bd17-053f116ac221 req-1622c69f-7adf-4fd7-85fa-36c797855daa tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:20.262734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-503bd49b-9467-420b-bd17-053f116ac221 req-1622c69f-7adf-4fd7-85fa-36c797855daa tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 946 time: 0.2877588 Nov 23 11:04:20.343353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f5e78eb-0508-4ae1-986a-78b3050d16b6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.347100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f5e78eb-0508-4ae1-986a-78b3050d16b6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.350978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9f5e78eb-0508-4ae1-986a-78b3050d16b6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/fde2bb43-9786-4dc9-b978-2ca401ff5185 HTTP/1.1" status: 204 len: 168 time: 0.3432658 Nov 23 11:04:20.358870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-37042dfe-2cd2-43ef-bb2e-49e7006dd79f None None] Provisioning complete for port c2f50e32-8096-44a7-9b6a-95bf59d42832 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:20.359579 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-37042dfe-2cd2-43ef-bb2e-49e7006dd79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.368752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36578) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:20.388326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e78eb-0508-4ae1-986a-78b3050d16b6 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde2bb43-9786-4dc9-b978-2ca401ff5185,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:20.488390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca60b6c8-8b0c-4f55-bf2e-529d06d2b863 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1134465 Nov 23 11:04:20.489545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36580) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:20.500645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-56bb4e61-8bfb-4c5a-8009-347a7ab01706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--946971620'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:20.542685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] DHCP port deletion for a064d2a9-fbc7-468d-9df5-44330b257e43 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:20.546904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-503bd49b-9467-420b-bd17-053f116ac221 req-3aa5da79-cdd4-42c7-a51b-53cb01ee8879 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747965 Nov 23 11:04:20.564947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56bb4e61-8bfb-4c5a-8009-347a7ab01706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.602296 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.651394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] Deleting port c2f50e32-8096-44a7-9b6a-95bf59d42832 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:20.651775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.670245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Port': ['ID=c2f50e32-8096-44a7-9b6a-95bf59d42832,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:20.683442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No DVR routers for this DVR port c2f50e32-8096-44a7-9b6a-95bf59d42832 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:20.732386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56bb4e61-8bfb-4c5a-8009-347a7ab01706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.740283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56bb4e61-8bfb-4c5a-8009-347a7ab01706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.796180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56bb4e61-8bfb-4c5a-8009-347a7ab01706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.797493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-56bb4e61-8bfb-4c5a-8009-347a7ab01706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3069565 Nov 23 11:04:20.798978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb4e61-8bfb-4c5a-8009-347a7ab01706 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d2761b-b982-4547-a1fa-65d4c04411d2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:20.815799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36590) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:20.844847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-473c9cd5-a913-4e59-97f7-82226fd0aa22 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '51d2761b-b982-4547-a1fa-65d4c04411d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:20.874161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.878381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] For port c2f50e32-8096-44a7-9b6a-95bf59d42832, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:20.878788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.901538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a064d2a9-fbc7-468d-9df5-44330b257e43']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:20.925990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f346222b-ffe2-448f-a7b1-8ae2cbb3dc50') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:20.927089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f346222b-ffe2-448f-a7b1-8ae2cbb3dc50') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:20.938309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] Calling delete_port for c2f50e32-8096-44a7-9b6a-95bf59d42832 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:20.952315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] Port c2f50e32-8096-44a7-9b6a-95bf59d42832 was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:04:20.956058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.973732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:20.983157 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-473c9cd5-a913-4e59-97f7-82226fd0aa22 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The resource could not be found. Nov 23 11:04:20.987879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-473c9cd5-a913-4e59-97f7-82226fd0aa22 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1706483 Nov 23 11:04:20.988585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36596) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:20.997321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ba4dd07b-0a77-44db-89ea-68953923f2ca tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '51d2761b-b982-4547-a1fa-65d4c04411d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a11119ff-e892-4bf5-8524-34fffe0b53e6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:21.016858 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.039768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:21.040491 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.060542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] Pushing event deleted for resources: {'Port': ['ID=c2f50e32-8096-44a7-9b6a-95bf59d42832,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:21.087895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf741446-be35-4ba7-8580-ace275dec0dc None None] No DVR routers for this DVR port c2f50e32-8096-44a7-9b6a-95bf59d42832 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:21.101859 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:21.122762 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-ba4dd07b-0a77-44db-89ea-68953923f2ca tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The resource could not be found. Nov 23 11:04:21.124220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba4dd07b-0a77-44db-89ea-68953923f2ca tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1346347 Nov 23 11:04:21.127764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36600) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.217719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c05ae249-e548-48e4-a599-bf65b8ea84a7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.288151 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.296855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.309884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c05ae249-e548-48e4-a599-bf65b8ea84a7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.310444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/a064d2a9-fbc7-468d-9df5-44330b257e43 HTTP/1.1" status: 204 len: 168 time: 1.7910378 Nov 23 11:04:21.316279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36608) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.393490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc34c2c-aa1e-46ec-8544-2847670679a0 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=a064d2a9-fbc7-468d-9df5-44330b257e43,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:21.400991 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fc7553-dbc6-4c9d-b081-875a4bcc0746 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:21.403813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fc7553-dbc6-4c9d-b081-875a4bcc0746 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:21.410634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c05ae249-e548-48e4-a599-bf65b8ea84a7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.414680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c3fc7553-dbc6-4c9d-b081-875a4bcc0746 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/038672f4-2fbe-4222-953f-a036a693ab34 HTTP/1.1" status: 404 len: 337 time: 0.0920115 Nov 23 11:04:21.415693 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c05ae249-e548-48e4-a599-bf65b8ea84a7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.416473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36610) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.423028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c05ae249-e548-48e4-a599-bf65b8ea84a7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/51d2761b-b982-4547-a1fa-65d4c04411d2 HTTP/1.1" status: 204 len: 168 time: 0.2939444 Nov 23 11:04:21.424077 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.458308 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ae88ed-9077-4d31-af8f-47d2a59166fb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:21.460980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ae88ed-9077-4d31-af8f-47d2a59166fb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:21.468481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ae249-e548-48e4-a599-bf65b8ea84a7 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d2761b-b982-4547-a1fa-65d4c04411d2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:21.471392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94ae88ed-9077-4d31-af8f-47d2a59166fb tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/c4a3dccd-76d4-42eb-8c03-793e0dd775da HTTP/1.1" status: 404 len: 339 time: 0.0536096 Nov 23 11:04:21.472079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36614) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.530530 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc17a13c-4fd7-48fb-9d88-792737185575 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:21.530986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc17a13c-4fd7-48fb-9d88-792737185575 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:21.541507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fc17a13c-4fd7-48fb-9d88-792737185575 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/94208b74-4d2a-413e-b3d9-090410daa360 HTTP/1.1" status: 404 len: 337 time: 0.0683329 Nov 23 11:04:21.542202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36616) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.576179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8e13a3b3-a4a5-4ab1-8600-e38f8e65e04d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1207576 Nov 23 11:04:21.576862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36618) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.592021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d599a8de-cff0-4239-9a9c-866380346f1f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '209923f7-1c4f-45f3-a0ac-ede45cf66d20', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:21.628729 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8e4c35-5f84-4e51-b156-1b05be73235a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:21.644746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8e4c35-5f84-4e51-b156-1b05be73235a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:21.650266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fa8e4c35-5f84-4e51-b156-1b05be73235a tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/523d2cd8-e026-4601-8cdf-be02e8936724 HTTP/1.1" status: 404 len: 339 time: 0.1070437 Nov 23 11:04:21.653271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36622) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.686438 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-d599a8de-cff0-4239-9a9c-866380346f1f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The resource could not be found. Nov 23 11:04:21.687543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d599a8de-cff0-4239-9a9c-866380346f1f tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1095638 Nov 23 11:04:21.692094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36624) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.698222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9797882a-2897-4e8c-a5b8-1293feeb0b0d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210505700'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:21.751093 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9797882a-2897-4e8c-a5b8-1293feeb0b0d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.758733 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e704e6f-b69a-4f6f-b13b-3f7a24ee1fbe tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:21.759515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e704e6f-b69a-4f6f-b13b-3f7a24ee1fbe tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:21.770857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7e704e6f-b69a-4f6f-b13b-3f7a24ee1fbe tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/c5817d63-4dba-45e5-bbba-525b60441d4d HTTP/1.1" status: 404 len: 337 time: 0.1161299 Nov 23 11:04:21.773055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36630) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.838299 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd62925-7e6d-4b06-82c7-cf01d308b547 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:21.839404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd62925-7e6d-4b06-82c7-cf01d308b547 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:21.856547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4cd62925-7e6d-4b06-82c7-cf01d308b547 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/5fe5d9ff-6945-498c-995b-18d946d2bdb6 HTTP/1.1" status: 404 len: 339 time: 0.0774105 Nov 23 11:04:21.856547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36632) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:21.910717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9797882a-2897-4e8c-a5b8-1293feeb0b0d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.918461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9797882a-2897-4e8c-a5b8-1293feeb0b0d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:21.999151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9797882a-2897-4e8c-a5b8-1293feeb0b0d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.000444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9797882a-2897-4e8c-a5b8-1293feeb0b0d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3073459 Nov 23 11:04:22.005942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797882a-2897-4e8c-a5b8-1293feeb0b0d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e057a6-2f8c-46b2-a4fc-37eb86aa76c7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:22.007279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36638) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:22.016653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0d6fb56a-e653-40a1-811f-0efcd2b372fd tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--25653584'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:22.054432 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:04:22.064488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting subnet b81910ef-cee4-488d-9f32-910d2cdf9ad2 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:22.098108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.133874 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb56a-e653-40a1-811f-0efcd2b372fd tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.175063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.208134 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.499842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb56a-e653-40a1-811f-0efcd2b372fd tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.527396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb56a-e653-40a1-811f-0efcd2b372fd tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.600782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e959d7d-9a81-4a4e-af06-7e5e67aecb0e req-d28e93e5-b477-43f9-a15a-2cb0eb936ea2 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:22.609382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e959d7d-9a81-4a4e-af06-7e5e67aecb0e req-d28e93e5-b477-43f9-a15a-2cb0eb936ea2 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 946 time: 0.5147800 Nov 23 11:04:22.635130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c2f50e32-8096-44a7-9b6a-95bf59d42832 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:04:22.638718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb56a-e653-40a1-811f-0efcd2b372fd tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.644916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36644) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:22.647630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0d6fb56a-e653-40a1-811f-0efcd2b372fd tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6391799 Nov 23 11:04:22.650885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-63a296f0-4552-49f9-b508-c33b7615331c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group_rule': {'security_group_id': '23e057a6-2f8c-46b2-a4fc-37eb86aa76c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4dd6a7fa-e023-421a-966c-da111f64a8ff'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:22.711459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c2f50e32-8096-44a7-9b6a-95bf59d42832 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:04:22.711811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c2f50e32-8096-44a7-9b6a-95bf59d42832 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:04:22.712715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e959d7d-9a81-4a4e-af06-7e5e67aecb0e req-e7e8b935-8380-4cd9-acdb-113483544492 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992632 Nov 23 11:04:22.724533 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-63a296f0-4552-49f9-b508-c33b7615331c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:04:22.726534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-63a296f0-4552-49f9-b508-c33b7615331c tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0799284 Nov 23 11:04:22.729473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36646) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:22.744623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.780042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fb56a-e653-40a1-811f-0efcd2b372fd tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd6a7fa-e023-421a-966c-da111f64a8ff,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:22.844315 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-976715e1-69c5-409f-b969-7c0405ab5bed tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.895266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.924672 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-976715e1-69c5-409f-b969-7c0405ab5bed tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.936722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=b81910ef-cee4-488d-9f32-910d2cdf9ad2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:22.951624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:22.957931 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d7c1f9c4-fac2-46c2-b712-f0a2b5c6372b tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/b81910ef-cee4-488d-9f32-910d2cdf9ad2 HTTP/1.1" status: 204 len: 168 time: 1.1002314 Nov 23 11:04:22.959075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87719f-f59c-4688-8e7b-33001e5e83ca None None] Network 9d3c2d86-a9a2-4445-a05d-f153d663a8ff requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:22.960315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36650) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:23.060250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-976715e1-69c5-409f-b969-7c0405ab5bed tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.062822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-976715e1-69c5-409f-b969-7c0405ab5bed tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.065302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-976715e1-69c5-409f-b969-7c0405ab5bed tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/4dd6a7fa-e023-421a-966c-da111f64a8ff HTTP/1.1" status: 204 len: 168 time: 0.3343778 Nov 23 11:04:23.068783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36654) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:23.078030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.145883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976715e1-69c5-409f-b969-7c0405ab5bed tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd6a7fa-e023-421a-966c-da111f64a8ff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:23.276425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-14e044c7-48a0-48c4-9539-37cb43e4b16d tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2039258 Nov 23 11:04:23.283809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:23.319529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting port 61e462ab-abf0-458c-9599-0c11cec660eb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:23.322153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.422026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] DHCP port deletion for 9d3c2d86-a9a2-4445-a05d-f153d663a8ff request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:23.525837 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b39d3ce-20bb-456d-8878-0fc255e5ba26 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.600144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b39d3ce-20bb-456d-8878-0fc255e5ba26 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.620793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] Deleting port 61e462ab-abf0-458c-9599-0c11cec660eb {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:23.621510 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.622772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] For port 61e462ab-abf0-458c-9599-0c11cec660eb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61e462ab-abf0-458c-9599-0c11cec660eb,segment=NetworkSegment(b41e0ff4-3960-4f40-bddb-9baa5d0d82ca),segment_id=b41e0ff4-3960-4f40-bddb-9baa5d0d82ca)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:23.623155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.651855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Calling delete_port for 61e462ab-abf0-458c-9599-0c11cec660eb owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:23.671052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-39a814ba-5e73-4fed-b676-e6420c12bcbb tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:23.674406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-39a814ba-5e73-4fed-b676-e6420c12bcbb tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 946 time: 0.1430774 Nov 23 11:04:23.743220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b39d3ce-20bb-456d-8878-0fc255e5ba26 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.746522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b39d3ce-20bb-456d-8878-0fc255e5ba26 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.758815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5b39d3ce-20bb-456d-8878-0fc255e5ba26 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/23e057a6-2f8c-46b2-a4fc-37eb86aa76c7 HTTP/1.1" status: 204 len: 168 time: 0.4669216 Nov 23 11:04:23.762218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36664) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:23.805625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39d3ce-20bb-456d-8878-0fc255e5ba26 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e057a6-2f8c-46b2-a4fc-37eb86aa76c7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:23.903065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] For port 61e462ab-abf0-458c-9599-0c11cec660eb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61e462ab-abf0-458c-9599-0c11cec660eb,segment=NetworkSegment(b41e0ff4-3960-4f40-bddb-9baa5d0d82ca),segment_id=b41e0ff4-3960-4f40-bddb-9baa5d0d82ca)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:23.903065 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:23.930862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36666) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:23.931868 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3861dc33-f429-4a19-8ca0-86ba8c91aa08 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1362982 Nov 23 11:04:23.951505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ed72d69f-4298-4acf-aa96-0ff998eb59ef tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'tempest-secgroup--257503727'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:23.963558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] Calling delete_port for 61e462ab-abf0-458c-9599-0c11cec660eb owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:24.048740 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:04:24.061207 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:04:24.073754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.088058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Deleting port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:24.088527 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.096636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Port': ['ID=61e462ab-abf0-458c-9599-0c11cec660eb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:24.118463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] Pushing event deleted for resources: {'Port': ['ID=61e462ab-abf0-458c-9599-0c11cec660eb,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:24.135231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a7972e-54fa-443f-a02c-c7969de5a46a None None] No DVR routers for this DVR port 61e462ab-abf0-458c-9599-0c11cec660eb on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:24.175219 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed72d69f-4298-4acf-aa96-0ff998eb59ef tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.180671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No DVR routers for this DVR port 61e462ab-abf0-458c-9599-0c11cec660eb on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:24.214055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada854e8-7452-46ae-8383-29f1ca624362 req-c7f82713-0f75-4357-8c27-75a621fad472 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:24.227192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ada854e8-7452-46ae-8383-29f1ca624362 req-c7f82713-0f75-4357-8c27-75a621fad472 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 946 time: 0.3109608 Nov 23 11:04:24.492905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ada854e8-7452-46ae-8383-29f1ca624362 req-ad5dd326-48f7-4c82-b8eb-ed24c2ad6238 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/security-groups?id=f77b7dbd-1f72-4bad-89e8-d7bf88f14009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633417 Nov 23 11:04:24.558301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.592301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] For port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,segment=NetworkSegment(e0f7758a-424c-4bc5-950f-42ab9d8be6b3),segment_id=e0f7758a-424c-4bc5-950f-42ab9d8be6b3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:24.592996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.630272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61e462ab-abf0-458c-9599-0c11cec660eb no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:04:24.638545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Calling delete_port for 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:24.648516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3c2d86-a9a2-4445-a05d-f153d663a8ff']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:24.674478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41e0ff4-3960-4f40-bddb-9baa5d0d82ca') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:24.675579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41e0ff4-3960-4f40-bddb-9baa5d0d82ca') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:24.687218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 61e462ab-abf0-458c-9599-0c11cec660eb {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:04:24.689330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61e462ab-abf0-458c-9599-0c11cec660eb not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:04:24.736463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.741478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed72d69f-4298-4acf-aa96-0ff998eb59ef tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.758214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed72d69f-4298-4acf-aa96-0ff998eb59ef tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.773700 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.811123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72d69f-4298-4acf-aa96-0ff998eb59ef tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0306a297-4b83-40c7-b9fc-e16f7b5333d9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:24.817089 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ed72d69f-4298-4acf-aa96-0ff998eb59ef tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.822576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36680) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:24.828046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-452402df-bac1-478e-a877-bd8facc6397a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:24.828698 n-d-817747-2 neutron-server[103427]: WARNING neutron.api.v2.base [None req-452402df-bac1-478e-a877-bd8facc6397a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 11:04:24.830027 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-452402df-bac1-478e-a877-bd8facc6397a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 11:04:24.835662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-452402df-bac1-478e-a877-bd8facc6397a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "PUT /v2.0/security-groups/0306a297-4b83-40c7-b9fc-e16f7b5333d9 HTTP/1.1" status: 409 len: 330 time: 0.0114355 Nov 23 11:04:24.836732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36682) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:24.838355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ed72d69f-4298-4acf-aa96-0ff998eb59ef tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9028842 Nov 23 11:04:24.854999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:24.855754 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:24.863488 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:24.928891 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2d90ca-edfd-4f07-9a4c-94c167cd1105 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.963716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2d90ca-edfd-4f07-9a4c-94c167cd1105 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.986320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.993367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:24.999207 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/9d3c2d86-a9a2-4445-a05d-f153d663a8ff HTTP/1.1" status: 204 len: 168 time: 2.0364490 Nov 23 11:04:25.006427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36684) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:25.055145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2d90ca-edfd-4f07-9a4c-94c167cd1105 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.059528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e2d90ca-edfd-4f07-9a4c-94c167cd1105 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.060440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5e2d90ca-edfd-4f07-9a4c-94c167cd1105 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/0306a297-4b83-40c7-b9fc-e16f7b5333d9 HTTP/1.1" status: 204 len: 168 time: 0.2213292 Nov 23 11:04:25.068568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:25.105592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab839b3-f5ef-4c70-89ba-8ad3e8214cf7 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=9d3c2d86-a9a2-4445-a05d-f153d663a8ff,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:25.112768 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d14675-7af1-4a67-994b-80e59b71d86e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:25.114890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d14675-7af1-4a67-994b-80e59b71d86e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:25.120130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d90ca-edfd-4f07-9a4c-94c167cd1105 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0306a297-4b83-40c7-b9fc-e16f7b5333d9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:25.125762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-05d14675-7af1-4a67-994b-80e59b71d86e tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/639fad93-588d-47db-932c-5de0ccea2aba HTTP/1.1" status: 404 len: 337 time: 0.1178019 Nov 23 11:04:25.128996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36692) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:25.178536 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2426a2d-f87f-4ada-9df0-a347c65bbb53 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] DELETE failed (client error): The resource could not be found. Nov 23 11:04:25.179351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2426a2d-f87f-4ada-9df0-a347c65bbb53 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:04:25.185768 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e2426a2d-f87f-4ada-9df0-a347c65bbb53 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/1853adef-538c-49d1-8090-f31fe1c5d880 HTTP/1.1" status: 404 len: 339 time: 0.0529637 Nov 23 11:04:25.198045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:25.253542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.259963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-818f91e8-ea69-4c83-a24f-a8492fe3afbf tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1898775 Nov 23 11:04:25.271672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36696) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:25.271819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:04:25.315518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting subnet a72fde33-2d81-4adc-9e32-6ee842c8b7d3 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:25.331352 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-d37055ce-3369-483c-ae10-d287d487f84b tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] delete failed (client error): The resource could not be found. Nov 23 11:04:25.332437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d37055ce-3369-483c-ae10-d287d487f84b tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "DELETE /v2.0/security-groups/98fb62dc-b0d3-45dc-836e-5e3a9f16e0d7 HTTP/1.1" status: 404 len: 347 time: 0.0603440 Nov 23 11:04:25.333255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.346020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36698) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:25.354918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b670b-ac6c-4737-a06b-7e7a1c7edd6e None None] DHCP port deletion for f69c1e5f-e810-486a-b204-1cd8374eccd0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:25.417610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Pushing event deleted for resources: {'Port': ['ID=47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:25.447251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] No DVR routers for this DVR port 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:25.453234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.465578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b7ca8ae-faaa-4084-b973-06cedc3a5698 req-130c66fb-3fc5-4540-93f1-e55137813b1b tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.65 "DELETE /v2.0/ports/47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc HTTP/1.1" status: 204 len: 173 time: 1.7709589 Nov 23 11:04:25.466127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'name': 'network-vif-deleted', 'tag': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:04:25.467521 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-7ad10e2c-a6b3-48e5-863b-a00825dfd99a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] show failed (client error): The resource could not be found. Nov 23 11:04:25.468797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ad10e2c-a6b3-48e5-863b-a00825dfd99a tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-groups/15ba4544-3296-4b71-a17a-4515391ed8a9 HTTP/1.1" status: 404 len: 347 time: 0.1218164 Nov 23 11:04:25.473450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:25.473684 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79ebe74-6c03-4ec6-84ea-b1e97fe3d81c" -d '{"events": [{"server_uuid": "3da3bb89-3e30-4931-8fc9-54da4940bda9", "name": "network-vif-deleted", "tag": "47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:04:25.517369 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-4175bba5-b8a2-4ec9-96dc-23977bcd6603 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] show failed (client error): The resource could not be found. Nov 23 11:04:25.518784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4175bba5-b8a2-4ec9-96dc-23977bcd6603 tempest-NegativeSecGroupTest-1701810906 tempest-NegativeSecGroupTest-1701810906-project] 10.222.0.61 "GET /v2.0/security-group-rules/b59b5f58-df0c-476f-be57-237ae60ed8d6 HTTP/1.1" status: 404 len: 356 time: 0.0443797 Nov 23 11:04:25.555167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.648702 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad44e038-e517-46fe-835b-7f9e3879caa9 x-openstack-request-id: req-ad44e038-e517-46fe-835b-7f9e3879caa9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:04:25.649058 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da3bb89-3e30-4931-8fc9-54da4940bda9", "name": "network-vif-deleted", "tag": "47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:04:25.649373 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad44e038-e517-46fe-835b-7f9e3879caa9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:04:25.649891 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da3bb89-3e30-4931-8fc9-54da4940bda9', 'name': 'network-vif-deleted', 'tag': '47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc', 'status': 'completed', 'code': 200} Nov 23 11:04:25.749400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.890481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea25a501-62ba-4709-8927-8af3916e351f req-c78161ee-a7f9-4535-851b-a041a6af70b5 tempest-VolumesActionsTest-1561757385 tempest-VolumesActionsTest-1561757385-project] 10.222.0.61 "GET /v2.0/ports?device_id=3da3bb89-3e30-4931-8fc9-54da4940bda9 HTTP/1.1" status: 200 len: 210 time: 0.1652939 Nov 23 11:04:25.949997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:25.950742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36718) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:26.021671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Subnet': ['ID=a72fde33-2d81-4adc-9e32-6ee842c8b7d3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:26.022645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab8ec8-0d09-4e61-a163-cbe8a49dc77e None None] Network 88346fde-f807-4274-a66f-915642f4112b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:26.030760 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.039858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36722) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:26.041344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-28774d4c-cabc-420d-a420-10f7da3fb7ec tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/subnets/a72fde33-2d81-4adc-9e32-6ee842c8b7d3 HTTP/1.1" status: 204 len: 168 time: 0.8388355 Nov 23 11:04:26.062208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36724) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:26.216553 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.285416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-66aa6943-13e2-46b3-af6a-8e671c66c730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.308584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c800a1ce-7c02-4bb1-82fb-680dc3e9e6e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3a09e83f8734421c9a9b2828806d0c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423918 Nov 23 11:04:26.309068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36728) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:26.408270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Deleting port 178b58f7-8a99-42fc-ab95-fa09fb05a47f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:26.408929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.412394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] DHCP port deletion for 88346fde-f807-4274-a66f-915642f4112b request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:26.439357 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2e9a-97a2-4992-b4f6-42bf3c224d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.526401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2e9a-97a2-4992-b4f6-42bf3c224d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.531290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] Deleting port 178b58f7-8a99-42fc-ab95-fa09fb05a47f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:26.533666 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.642960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] For port 178b58f7-8a99-42fc-ab95-fa09fb05a47f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=178b58f7-8a99-42fc-ab95-fa09fb05a47f,segment=NetworkSegment(922c5bf5-980b-48da-97fe-a1ab634836d2),segment_id=922c5bf5-980b-48da-97fe-a1ab634836d2)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:26.643580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.663124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2e9a-97a2-4992-b4f6-42bf3c224d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.666229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b3f2e9a-97a2-4992-b4f6-42bf3c224d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.667596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b3f2e9a-97a2-4992-b4f6-42bf3c224d01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/516b6e15-5cc7-44ee-ac5f-12f9bd0e15c2 HTTP/1.1" status: 204 len: 168 time: 0.3572824 Nov 23 11:04:26.696799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f2e9a-97a2-4992-b4f6-42bf3c224d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b6e15-5cc7-44ee-ac5f-12f9bd0e15c2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:26.705262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Calling delete_port for 178b58f7-8a99-42fc-ab95-fa09fb05a47f owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:26.726792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] For port 178b58f7-8a99-42fc-ab95-fa09fb05a47f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=178b58f7-8a99-42fc-ab95-fa09fb05a47f,segment=NetworkSegment(922c5bf5-980b-48da-97fe-a1ab634836d2),segment_id=922c5bf5-980b-48da-97fe-a1ab634836d2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:26.727200 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.739956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 178b58f7-8a99-42fc-ab95-fa09fb05a47f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:04:26.746324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-66aa6943-13e2-46b3-af6a-8e671c66c730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.805006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] Calling delete_port for 178b58f7-8a99-42fc-ab95-fa09fb05a47f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:26.821719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-66aa6943-13e2-46b3-af6a-8e671c66c730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.927245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-66aa6943-13e2-46b3-af6a-8e671c66c730 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12aa2bcc7e984e2da67f69289c236cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9752390 Nov 23 11:04:26.928473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa6943-13e2-46b3-af6a-8e671c66c730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5b4493-3989-4e11-8f3e-278f5b4255fe,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:26.928854 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:26.929887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36742) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:26.983273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 178b58f7-8a99-42fc-ab95-fa09fb05a47f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=178b58f7-8a99-42fc-ab95-fa09fb05a47f,segment=NetworkSegment(922c5bf5-980b-48da-97fe-a1ab634836d2),segment_id=922c5bf5-980b-48da-97fe-a1ab634836d2)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:27.015292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff71adb3-6bfe-40d9-8a71-bbf5db2096f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.017391 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.019774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.056337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event deleted for resources: {'Port': ['ID=178b58f7-8a99-42fc-ab95-fa09fb05a47f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:27.060789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.065954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Port': ['ID=178b58f7-8a99-42fc-ab95-fa09fb05a47f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:27.110395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] No DVR routers for this DVR port 178b58f7-8a99-42fc-ab95-fa09fb05a47f on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:27.115822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff71adb3-6bfe-40d9-8a71-bbf5db2096f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.116088 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] No DVR routers for this DVR port 178b58f7-8a99-42fc-ab95-fa09fb05a47f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:04:27.148876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7735bb3-a048-4c42-88c2-ff7f4de8311e None None] Pushing event deleted for resources: {'Port': ['ID=178b58f7-8a99-42fc-ab95-fa09fb05a47f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:27.212005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff71adb3-6bfe-40d9-8a71-bbf5db2096f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.216399 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff71adb3-6bfe-40d9-8a71-bbf5db2096f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.220569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ff71adb3-6bfe-40d9-8a71-bbf5db2096f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc5b4493-3989-4e11-8f3e-278f5b4255fe HTTP/1.1" status: 204 len: 168 time: 0.2862177 Nov 23 11:04:27.235719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71adb3-6bfe-40d9-8a71-bbf5db2096f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5b4493-3989-4e11-8f3e-278f5b4255fe,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:27.305720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.336600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88346fde-f807-4274-a66f-915642f4112b']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:27.349445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922c5bf5-980b-48da-97fe-a1ab634836d2') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:27.349900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922c5bf5-980b-48da-97fe-a1ab634836d2') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:27.364913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.380721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.387951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:27.388337 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:27.399757 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:27.540267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.548944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:27.552029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] 10.222.0.61 "DELETE /v2.0/networks/88346fde-f807-4274-a66f-915642f4112b HTTP/1.1" status: 204 len: 168 time: 1.5113108 Nov 23 11:04:27.575302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4df27-c818-4d05-a4fa-fee14a389e20 tempest-NetworksIpV6Test-1027790495 tempest-NetworksIpV6Test-1027790495-project] Pushing event deleted for resources: {'Network': ['ID=88346fde-f807-4274-a66f-915642f4112b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:27.612638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:04:27.650079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:04:27.650423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 47bedd7a-13dc-400a-a1c8-a89e6ef2a4cc not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:04:28.047217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36808) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:28.381530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d184522d-2331-486a-912e-44fe4d186eb2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2ea8db01f26542f196aa7b957956543c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329995 Nov 23 11:04:28.384179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:28.429551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36836) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:28.433352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027993 Nov 23 11:04:28.436498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36838) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:28.526838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55b447c9-583e-4728-8c10-808f5ed70069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:28.576062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55b447c9-583e-4728-8c10-808f5ed70069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:28.608405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-39080af8-072c-4f72-8bdd-c2251046834a tempest-NetworksApiDiscovery-781109905 tempest-NetworksApiDiscovery-781109905-project] 10.222.0.61 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1708498 Nov 23 11:04:28.687169 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55b447c9-583e-4728-8c10-808f5ed70069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:28.692025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55b447c9-583e-4728-8c10-808f5ed70069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:28.693493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-55b447c9-583e-4728-8c10-808f5ed70069 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b5dd61c-4df7-4cef-b8f1-fd7dc396b356 HTTP/1.1" status: 204 len: 168 time: 0.3075526 Nov 23 11:04:28.709419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b447c9-583e-4728-8c10-808f5ed70069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5dd61c-4df7-4cef-b8f1-fd7dc396b356,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:29.218587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36872) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:29.577885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f94dc751-f9d9-47de-9b80-e8d316238135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:29.756114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f94dc751-f9d9-47de-9b80-e8d316238135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:29.762979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36904) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:29.778399 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f94dc751-f9d9-47de-9b80-e8d316238135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:29.850721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dc751-f9d9-47de-9b80-e8d316238135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5265ab05-bdc3-459a-88a7-0222219f5269,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:29.886595 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f94dc751-f9d9-47de-9b80-e8d316238135 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d5ffa04767d0457db6db7493ac604034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6632409 Nov 23 11:04:29.886795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 36912) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:29.998249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b8b2620-7a03-4f15-ab43-5c711e6f272d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:30.050821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b8b2620-7a03-4f15-ab43-5c711e6f272d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:30.175750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b8b2620-7a03-4f15-ab43-5c711e6f272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:30.178739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b8b2620-7a03-4f15-ab43-5c711e6f272d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:30.183209 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b8b2620-7a03-4f15-ab43-5c711e6f272d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5265ab05-bdc3-459a-88a7-0222219f5269 HTTP/1.1" status: 204 len: 168 time: 0.2952988 Nov 23 11:04:30.198735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b2620-7a03-4f15-ab43-5c711e6f272d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5265ab05-bdc3-459a-88a7-0222219f5269,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:30.690539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] Deleting subnet e14be5f4-628a-484d-a501-528d2ed6eaad {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:30.702936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:30.834581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:30.936822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.094203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.114922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.119751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef0b78-c793-4f22-adf6-9593f5ea86dd None None] Network 907fae1b-184c-4552-8576-9a2a8f6cf921 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:31.124198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e14be5f4-628a-484d-a501-528d2ed6eaad HTTP/1.1" status: 204 len: 168 time: 1.3581533 Nov 23 11:04:31.127186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 36966) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:31.184145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd251e-42ef-407c-8294-5d6a9e5fd792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e14be5f4-628a-484d-a501-528d2ed6eaad,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:31.355986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.437244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37000) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:31.562523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.631513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907fae1b-184c-4552-8576-9a2a8f6cf921']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:31.660078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2098c606-19c0-434f-bb68-731a532b2dd3') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:31.661574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2098c606-19c0-434f-bb68-731a532b2dd3') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:31.715007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.758450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.777635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:31.778155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:31.780145 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:31.854311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33b0eef-4047-48bd-ba05-599b06cf6e08 None None] DHCP port deletion for 907fae1b-184c-4552-8576-9a2a8f6cf921 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:04:31.905535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-721463529'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:31.944206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:31.963989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:31.992153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.145415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.158724 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.221902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eade2a5-c071-4249-91fa-c39dec48c400,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:32.245570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:04:32.264360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.265311 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment d73d49e6-85cd-460a-86d6-7d1bdbac6dc6 of type vlan for network 53087b4a-ccc2-41a2-8f90-6caceaf88544 Nov 23 11:04:32.338566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.403378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.432083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:32.440945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.495375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37084) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:32.571796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1333423 Nov 23 11:04:32.574852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37092) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:32.581673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1487385585'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:32.599279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-edcb56e6-3bdb-4497-8729-9eb68e388195 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:32.600842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-edcb56e6-3bdb-4497-8729-9eb68e388195 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.6402540 Nov 23 11:04:32.623686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.639986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.653189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] 10.222.0.61 "DELETE /v2.0/networks/907fae1b-184c-4552-8576-9a2a8f6cf921 HTTP/1.1" status: 204 len: 168 time: 1.5223253 Nov 23 11:04:32.665883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76adf0-4875-4e96-91b7-896b82088790 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=53087b4a-ccc2-41a2-8f90-6caceaf88544,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:32.672807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:32.683676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-821470c3-b33a-4ae2-9adf-55ef87b9b463 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/quotas/9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 375 time: 0.0705156 Nov 23 11:04:32.688121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.689351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:32.740062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135484f-e432-4897-b988-7d6f85038e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=907fae1b-184c-4552-8576-9a2a8f6cf921,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:32.751965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:04:32.768208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.769263 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment fb290912-ed4c-4b32-aba6-730f4e8d3376 of type vlan for network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 Nov 23 11:04:32.852570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373794729-network', 'tenant_id': '353cac78763040b699e1590f347db9b1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:32.866644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-3dc62a34-3f80-45b4-9483-21c2394dda8a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808646 Nov 23 11:04:32.913139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.948936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Made reservation on behalf of 353cac78763040b699e1590f347db9b1 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:32.955748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.970497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.973311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.980128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:32.981249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:32.984129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37112) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:33.039302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-3d971295-6d5b-40d0-88d6-bb42a692952a service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656327 Nov 23 11:04:33.087076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dd8d6313-a4c0-48a5-937a-9c883563400e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b35258d1d1bc4d8cac607e27c25c4a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946815 Nov 23 11:04:33.177184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37114) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:33.218948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6426356 Nov 23 11:04:33.253272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.254305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37118) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:33.268485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': '53087b4a-ccc2-41a2-8f90-6caceaf88544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:33.274455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001966e-67d6-4fb0-ad36-e31100c0ac32 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=15f0d9b3-9479-4953-9e96-c7b2ed7967a3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:33.291821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.297210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:33.309774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-aebe52a7-4d96-4ad0-8209-dba1a4d07e98 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628856 Nov 23 11:04:33.387522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37120) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:33.476097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:04:33.480184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8791373-c3b2-47f6-b6d3-c289cd9e0afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.508867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8791373-c3b2-47f6-b6d3-c289cd9e0afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.554459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd14b30d-006b-4c4f-aedb-933261d1ea16,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:33.569640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.569967 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Added segment 6191e490-d8f0-40c2-ad00-b20bfe356b87 of type vlan for network ac3801a8-7545-4567-b6be-6f820a9555d7 Nov 23 11:04:33.613424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:33.621589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.659804 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dfdf3ad-1238-4958-8f32-a2de5123125a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.731801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1672930c-4e7f-46d7-8fe1-675e343a64d6 req-a7a50269-b0b5-45e7-b4a0-520f5ff3f6f9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0636117 Nov 23 11:04:33.814505 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dfdf3ad-1238-4958-8f32-a2de5123125a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.828205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5dfdf3ad-1238-4958-8f32-a2de5123125a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.859187 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5dfdf3ad-1238-4958-8f32-a2de5123125a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=193bd367659b4f4982f3b83387b1cbb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704969 Nov 23 11:04:33.883826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdf3ad-1238-4958-8f32-a2de5123125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e387130-0018-44fa-83b6-ab6e46ac0d22,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:33.886839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37140) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:33.933592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.945778 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8791373-c3b2-47f6-b6d3-c289cd9e0afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.953720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8791373-c3b2-47f6-b6d3-c289cd9e0afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:33.956556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f8791373-c3b2-47f6-b6d3-c289cd9e0afc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25130ded-3303-42b4-8509-4fe9da53b5c5 HTTP/1.1" status: 204 len: 168 time: 0.7771771 Nov 23 11:04:33.988378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31a9293d-0d0d-4078-a118-0765630424a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.046870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31a9293d-0d0d-4078-a118-0765630424a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.070563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8791373-c3b2-47f6-b6d3-c289cd9e0afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25130ded-3303-42b4-8509-4fe9da53b5c5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:34.097787 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.103946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:34.104817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.134909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31a9293d-0d0d-4078-a118-0765630424a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.138451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31a9293d-0d0d-4078-a118-0765630424a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.140538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31a9293d-0d0d-4078-a118-0765630424a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e387130-0018-44fa-83b6-ab6e46ac0d22 HTTP/1.1" status: 204 len: 168 time: 0.2525525 Nov 23 11:04:34.169939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9293d-0d0d-4078-a118-0765630424a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e387130-0018-44fa-83b6-ab6e46ac0d22,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:34.183068 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6563940 Nov 23 11:04:34.187054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37148) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:34.200068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Request body: {'subnet': {'network_id': 'ac3801a8-7545-4567-b6be-6f820a9555d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1373794729-subnet', 'tenant_id': '353cac78763040b699e1590f347db9b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:34.225246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c339956-10f4-499f-b39e-8b3aa238b37c admin admin] Pushing event updated for resources: {'Network': ['ID=ac3801a8-7545-4567-b6be-6f820a9555d7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:34.264613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ac3801a8-7545-4567-b6be-6f820a9555d7 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:34.285149 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.300467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Made reservation on behalf of 353cac78763040b699e1590f347db9b1 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:34.303377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.367572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:34.404389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': 'd73d49e6-85cd-460a-86d6-7d1bdbac6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '53087b4a-ccc2-41a2-8f90-6caceaf88544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:34.404757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: 53087b4a-ccc2-41a2-8f90-6caceaf88544, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:04:34.446568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:04:34.478069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 53087b4a-ccc2-41a2-8f90-6caceaf88544) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:34.483238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:34.484274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.490580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee6c86-9ee0-4daa-b7a3-7d35cc56aa0d None None] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:34.520642 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b1051fb4-eb99-4b76-ba58-6e9c8cdca668 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2595408 Nov 23 11:04:34.534578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37156) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:34.560662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': '15f0d9b3-9479-4953-9e96-c7b2ed7967a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:34.878605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:34.931046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=85045e5f-1148-45c4-8c26-72ef65252f79,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:34.970834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Checking segment: {'id': '6191e490-d8f0-40c2-ad00-b20bfe356b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'ac3801a8-7545-4567-b6be-6f820a9555d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:34.971916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Network hostable DHCP agents. Network: ac3801a8-7545-4567-b6be-6f820a9555d7, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:04:34.981079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-53087b4a-ccc2-41a2-8f90-6caceaf88544', 'network_id': '53087b4a-ccc2-41a2-8f90-6caceaf88544', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': 'f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:04:34.982685 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.004598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Network ac3801a8-7545-4567-b6be-6f820a9555d7 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:04:35.026058 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e2f3ada-4780-4b7b-9823-fc4fcafe5cb9 req-264cf0a2-2acf-47e5-b71c-0b85eaaa5478 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.1326358 Nov 23 11:04:35.030515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:35.042704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.068429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ac3801a8-7545-4567-b6be-6f820a9555d7) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:35.107199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:35.107829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.193728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ae21504d-33de-4698-aaf6-b81d981edb9e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0030782 Nov 23 11:04:35.291525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:35.327670 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9d657b35-a480-49d0-9307-343c8e66b9bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.337777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Allocated IP 2001:db8::2 (53087b4a-ccc2-41a2-8f90-6caceaf88544/f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab/9c1bfb26-7010-4604-8f62-f8dfdb668584) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:35.441641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e82399-5d7e-427c-9ab5-cbe5128baff9 None None] Network ac3801a8-7545-4567-b6be-6f820a9555d7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:35.441996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.590297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=64f0c2a0-076a-46b4-b6a9-bfeeac96a067,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:35.650522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': 'fb290912-ed4c-4b32-aba6-730f4e8d3376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '15f0d9b3-9479-4953-9e96-c7b2ed7967a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:35.650888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: 15f0d9b3-9479-4953-9e96-c7b2ed7967a3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:04:35.676951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:04:35.695791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-f917e71b-6800-4b1a-97ae-b7d00cd5045e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:35.696093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 15f0d9b3-9479-4953-9e96-c7b2ed7967a3) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:35.701893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:35.702565 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.702707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-f917e71b-6800-4b1a-97ae-b7d00cd5045e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.3706965 Nov 23 11:04:35.730336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'port': {'device_id': 'f143892a-44c0-401c-b927-2884caefc2a7', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'admin_state_up': True, 'tenant_id': '9a28650198b941c682815a8cc8b58681'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:35.738631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bb0c7d-4c97-4c98-87ec-ebc070564f95 None None] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:35.739217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9608450a-f1b3-4290-9462-73cba06b2d9d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1980708 Nov 23 11:04:35.767790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37184) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:35.785127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a62a3704-8657-4fe8-9d95-1fdc25cb1728 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-503114607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:35.833683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a62a3704-8657-4fe8-9d95-1fdc25cb1728 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.835784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a62a3704-8657-4fe8-9d95-1fdc25cb1728 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:35.995664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a62a3704-8657-4fe8-9d95-1fdc25cb1728 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.006367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a62a3704-8657-4fe8-9d95-1fdc25cb1728 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.046070 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a62a3704-8657-4fe8-9d95-1fdc25cb1728 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.047480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a62a3704-8657-4fe8-9d95-1fdc25cb1728 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2740777 Nov 23 11:04:36.051763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:36.085584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9d657b35-a480-49d0-9307-343c8e66b9bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.110501 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9d657b35-a480-49d0-9307-343c8e66b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.118826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:36.134780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.192594 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.195218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bea408-b966-4439-8cce-5f760cfd3ba4 None None] Network ac3801a8-7545-4567-b6be-6f820a9555d7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:36.303414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9d657b35-a480-49d0-9307-343c8e66b9bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e6f0690ab1948538682aa99962b42ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0035336 Nov 23 11:04:36.304276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d657b35-a480-49d0-9307-343c8e66b9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e64f87e-034a-4efa-88ed-a46de0e6361b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:36.324405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37204) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:36.336713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-15f0d9b3-9479-4953-9e96-c7b2ed7967a3', 'network_id': '15f0d9b3-9479-4953-9e96-c7b2ed7967a3', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': '64f0c2a0-076a-46b4-b6a9-bfeeac96a067'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:04:36.338908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.441074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c09d6779-f1ef-4c4b-9a2a-e1757b8ada03 req-39abfb76-75f2-4817-865e-9a7537c5cb98 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0897648 Nov 23 11:04:36.562241 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9111fc22-41a9-4340-8abf-0cbe8523d13a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.564903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.20.0.5 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/696f01b7-288f-409e-a9b2-03ac0f20119e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:36.639647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9111fc22-41a9-4340-8abf-0cbe8523d13a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.824311 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:36.999825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Allocated IP 2001:db8:1::2 (15f0d9b3-9479-4953-9e96-c7b2ed7967a3/64f0c2a0-076a-46b4-b6a9-bfeeac96a067/5561c1b7-988e-45df-99bc-fdf69bd75161) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:37.022856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.045192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:37.048629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:37.082504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:37.171873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Pushing event updated for resources: {'Port': ['ID=9c1bfb26-7010-4604-8f62-f8dfdb668584,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:37.176542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.210734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37232) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:37.225051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047305325-network', 'tenant_id': '39c4e44bfe6549f69c4db917febf5760'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:37.252757 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9111fc22-41a9-4340-8abf-0cbe8523d13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.255418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9111fc22-41a9-4340-8abf-0cbe8523d13a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.256571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9111fc22-41a9-4340-8abf-0cbe8523d13a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e64f87e-034a-4efa-88ed-a46de0e6361b HTTP/1.1" status: 204 len: 168 time: 0.9277151 Nov 23 11:04:37.340632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Attempting to bind port 9c1bfb26-7010-4604-8f62-f8dfdb668584 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:37.341295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Attempting to bind port 9c1bfb26-7010-4604-8f62-f8dfdb668584 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd73d49e6-85cd-460a-86d6-7d1bdbac6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '53087b4a-ccc2-41a2-8f90-6caceaf88544'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:37.341763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Attempting to bind port 9c1bfb26-7010-4604-8f62-f8dfdb668584 on network 53087b4a-ccc2-41a2-8f90-6caceaf88544 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:37.362641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111fc22-41a9-4340-8abf-0cbe8523d13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e64f87e-034a-4efa-88ed-a46de0e6361b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:37.396718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:37.397431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Checking segment: {'id': 'd73d49e6-85cd-460a-86d6-7d1bdbac6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '53087b4a-ccc2-41a2-8f90-6caceaf88544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:37.399116 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.399826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Bound using segment: {'id': 'd73d49e6-85cd-460a-86d6-7d1bdbac6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '53087b4a-ccc2-41a2-8f90-6caceaf88544'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:37.400497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Bound port: 9c1bfb26-7010-4604-8f62-f8dfdb668584, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73d49e6-85cd-460a-86d6-7d1bdbac6dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '53087b4a-ccc2-41a2-8f90-6caceaf88544'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:37.401571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.437302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.529275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Made reservation on behalf of 39c4e44bfe6549f69c4db917febf5760 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:37.531258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.599582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] For port 9c1bfb26-7010-4604-8f62-f8dfdb668584, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:37.612555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.626075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=696f01b7-288f-409e-a9b2-03ac0f20119e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:37.653532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] For port 9c1bfb26-7010-4604-8f62-f8dfdb668584, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9c1bfb26-7010-4604-8f62-f8dfdb668584,segment=NetworkSegment(d73d49e6-85cd-460a-86d6-7d1bdbac6dc6),segment_id=d73d49e6-85cd-460a-86d6-7d1bdbac6dc6)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:37.674685 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.680188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:37.689826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:37.695571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:37.816674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:37.824969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:37.883459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-408c7a06-edfd-4315-99ef-b85027786662 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1607649 Nov 23 11:04:37.903878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Request body: {'port': {'device_id': 'f143892a-44c0-401c-b927-2884caefc2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:38.023894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf368849-c281-4e2f-9f6c-f00df02849b7 None None] Pushing event updated for resources: {'Port': ['ID=9c1bfb26-7010-4604-8f62-f8dfdb668584,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:38.034425 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.068502 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.214572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.246315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Pushing event updated for resources: {'Port': ['ID=5561c1b7-988e-45df-99bc-fdf69bd75161,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:38.296097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8::1 (53087b4a-ccc2-41a2-8f90-6caceaf88544/f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab/3f88a514-c240-46ea-9012-589fab9ecb54) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:38.296725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:38.312952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:38.336008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:38.386118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bf87c92f-5319-4aef-b04b-30f8bdef18a4 None None] Provisioning complete for port 696f01b7-288f-409e-a9b2-03ac0f20119e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:38.386842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf87c92f-5319-4aef-b04b-30f8bdef18a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.589747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bf87c92f-5319-4aef-b04b-30f8bdef18a4 None None] Port 696f01b7-288f-409e-a9b2-03ac0f20119e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:04:38.620869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45745102-b0cd-4490-b9ca-aa151873a65e req-cfcd0117-91b5-4cd2-a203-4cde34114fd2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:38.623353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45745102-b0cd-4490-b9ca-aa151873a65e req-cfcd0117-91b5-4cd2-a203-4cde34114fd2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 931 time: 0.9551108 Nov 23 11:04:38.674717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Attempting to bind port 5561c1b7-988e-45df-99bc-fdf69bd75161 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:38.675011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Attempting to bind port 5561c1b7-988e-45df-99bc-fdf69bd75161 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'fb290912-ed4c-4b32-aba6-730f4e8d3376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '15f0d9b3-9479-4953-9e96-c7b2ed7967a3'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:38.675383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Attempting to bind port 5561c1b7-988e-45df-99bc-fdf69bd75161 on network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:38.717718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:38.718935 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Checking segment: {'id': 'fb290912-ed4c-4b32-aba6-730f4e8d3376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '15f0d9b3-9479-4953-9e96-c7b2ed7967a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:38.721475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.722392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Bound using segment: {'id': 'fb290912-ed4c-4b32-aba6-730f4e8d3376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '15f0d9b3-9479-4953-9e96-c7b2ed7967a3'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:38.726057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Bound port: 5561c1b7-988e-45df-99bc-fdf69bd75161, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb290912-ed4c-4b32-aba6-730f4e8d3376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '15f0d9b3-9479-4953-9e96-c7b2ed7967a3'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:38.734881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.871463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9c1bfb26-7010-4604-8f62-f8dfdb668584 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:38.947063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] For port 5561c1b7-988e-45df-99bc-fdf69bd75161, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:38.951210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] For port 5561c1b7-988e-45df-99bc-fdf69bd75161, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5561c1b7-988e-45df-99bc-fdf69bd75161,segment=NetworkSegment(fb290912-ed4c-4b32-aba6-730f4e8d3376),segment_id=fb290912-ed4c-4b32-aba6-730f4e8d3376)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:38.958713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9c1bfb26-7010-4604-8f62-f8dfdb668584 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:38.959362 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.962485 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:38.964516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.019077 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45745102-b0cd-4490-b9ca-aa151873a65e req-d4482079-ac30-4ca4-b1eb-0012bcdca3ba tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701932 Nov 23 11:04:39.022835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.054821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.107398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625681e-599e-489d-b2ab-9913fb555c6b None None] Pushing event updated for resources: {'Port': ['ID=5561c1b7-988e-45df-99bc-fdf69bd75161,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:39.131756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:04:39.172255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.172775 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Added segment 2a1ee6f6-f618-4a8c-a1a4-a492b9a4e033 of type vlan for network 3b621306-132c-488c-8d07-c1340182ddf3 Nov 23 11:04:39.174517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca81ca-bfab-4a8d-847e-5827bd56449e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:39.185182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.230336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 696f01b7-288f-409e-a9b2-03ac0f20119e {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:04:39.258162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.273783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Transition to ACTIVE for port object 696f01b7-288f-409e-a9b2-03ac0f20119e will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:04:39.284110 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.383213 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.400390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:39.423640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.430781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:39.461689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 9c1bfb26-7010-4604-8f62-f8dfdb668584, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9c1bfb26-7010-4604-8f62-f8dfdb668584,segment=NetworkSegment(d73d49e6-85cd-460a-86d6-7d1bdbac6dc6),segment_id=d73d49e6-85cd-460a-86d6-7d1bdbac6dc6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:39.474946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.482736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:39.483377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:39.513692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=3f88a514-c240-46ea-9012-589fab9ecb54,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:39.564812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Pushing event updated for resources: {'Port': ['ID=696f01b7-288f-409e-a9b2-03ac0f20119e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:39.613528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=9c1bfb26-7010-4604-8f62-f8dfdb668584,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:39.703395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.db.resource_extend [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 11:04:39.728477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Attempting to bind port 696f01b7-288f-409e-a9b2-03ac0f20119e on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:04:39.732716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Attempting to bind port 696f01b7-288f-409e-a9b2-03ac0f20119e by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:04:39.738461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Attempting to bind port 696f01b7-288f-409e-a9b2-03ac0f20119e on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:39.773222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Port 696f01b7-288f-409e-a9b2-03ac0f20119e on network c38aaf9c-00c0-4860-bb29-c099205a8172 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:04:39.773903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Attempting to bind port 696f01b7-288f-409e-a9b2-03ac0f20119e on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:04:39.805952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:04:39.806415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:39.810740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:04:39.811352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Bound port: 696f01b7-288f-409e-a9b2-03ac0f20119e, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:04:39.811829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:40.011044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] For port 696f01b7-288f-409e-a9b2-03ac0f20119e, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:04:40.016017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] For port 696f01b7-288f-409e-a9b2-03ac0f20119e, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=696f01b7-288f-409e-a9b2-03ac0f20119e,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:04:40.028191 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:40.111941 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:40.112828 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:40.115486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] 10.222.0.65 "PUT /v2.0/ports/696f01b7-288f-409e-a9b2-03ac0f20119e HTTP/1.1" status: 200 len: 1091 time: 2.2167003 Nov 23 11:04:40.115959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f143892a-44c0-401c-b927-2884caefc2a7', 'tag': '696f01b7-288f-409e-a9b2-03ac0f20119e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:04:40.118302 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbab7058-149b-4af2-85e3-b522308a677c" -d '{"events": [{"name": "network-changed", "server_uuid": "f143892a-44c0-401c-b927-2884caefc2a7", "tag": "696f01b7-288f-409e-a9b2-03ac0f20119e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:04:40.323435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb555f44-adee-4436-ae16-e765b7f3342f None None] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:40.348388 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b34df6-9f1c-4864-85ce-731cd32af231 x-openstack-request-id: req-91b34df6-9f1c-4864-85ce-731cd32af231 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:04:40.352901 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f143892a-44c0-401c-b927-2884caefc2a7", "tag": "696f01b7-288f-409e-a9b2-03ac0f20119e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:04:40.353463 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91b34df6-9f1c-4864-85ce-731cd32af231 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:04:40.354076 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f143892a-44c0-401c-b927-2884caefc2a7', 'tag': '696f01b7-288f-409e-a9b2-03ac0f20119e', 'status': 'completed', 'code': 200} Nov 23 11:04:40.365828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4fb03-243d-4d8d-8f99-a2938a32bc54 service neutron] Pushing event updated for resources: {'Port': ['ID=696f01b7-288f-409e-a9b2-03ac0f20119e,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:40.400164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-3af45e58-2e04-4c80-bec5-f937f66795b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:40.405142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-3af45e58-2e04-4c80-bec5-f937f66795b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 1094 time: 0.2110419 Nov 23 11:04:40.515058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-70fd6451-0616-492e-82fb-82d4da5d90fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=696f01b7-288f-409e-a9b2-03ac0f20119e HTTP/1.1" status: 200 len: 217 time: 0.0950253 Nov 23 11:04:40.681806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-3723073a-84e3-4287-84ef-b54226fdd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:40.683338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-3723073a-84e3-4287-84ef-b54226fdd0a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.1537056 Nov 23 11:04:40.729855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c020829c-0207-4dd7-a386-fe4ee4e553d4 None None] Provisioning complete for port 9c1bfb26-7010-4604-8f62-f8dfdb668584 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:40.730506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c020829c-0207-4dd7-a386-fe4ee4e553d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:40.761616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255497c5-d495-44de-a636-3630930ca3d3 req-d6ef1d2f-78df-4afb-8ecd-15d9ce3b372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:40.764132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-d6ef1d2f-78df-4afb-8ecd-15d9ce3b372e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684609 Nov 23 11:04:40.828321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:40.830593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:40.862703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:40.876002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9c1bfb26-7010-4604-8f62-f8dfdb668584 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:40.936363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-fc8d0fe2-11c1-45f7-ac26-fb16e2e7cd37 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591289 Nov 23 11:04:41.109820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:41.132371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-255497c5-d495-44de-a636-3630930ca3d3 req-b2e476de-e45a-404a-82df-18db18b0fcdb service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839092 Nov 23 11:04:41.179372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37276) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:41.181332 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.9634991 Nov 23 11:04:41.185705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Request body: {'subnet': {'network_id': '3b621306-132c-488c-8d07-c1340182ddf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1047305325-subnet', 'tenant_id': '39c4e44bfe6549f69c4db917febf5760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:04:41.244365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a446b5b-cd3c-406e-9975-cefa5d32a444 admin admin] Pushing event updated for resources: {'Network': ['ID=3b621306-132c-488c-8d07-c1340182ddf3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:41.305525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798e812-a2cd-4b98-a0d4-1c791dc193ea req-6e0c44d0-ff4f-48ae-bffc-4113d2e13605 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:41.321688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c798e812-a2cd-4b98-a0d4-1c791dc193ea req-6e0c44d0-ff4f-48ae-bffc-4113d2e13605 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.4972296 Nov 23 11:04:41.338054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 3b621306-132c-488c-8d07-c1340182ddf3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:04:41.340466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e3bc5-205a-4b0a-94a7-6cf9146f7189 None None] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:41.357223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Made reservation on behalf of 39c4e44bfe6549f69c4db917febf5760 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:04:41.360843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:41.381141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7058-149b-4af2-85e3-b522308a677c req-26d1a954-90d6-42ec-8c74-94fb0a705fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:41.382863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbab7058-149b-4af2-85e3-b522308a677c req-26d1a954-90d6-42ec-8c74-94fb0a705fed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 1094 time: 0.1181905 Nov 23 11:04:41.728652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c798e812-a2cd-4b98-a0d4-1c791dc193ea req-25638ae6-aa9e-4f7c-ab12-eca5198ae8f1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059284 Nov 23 11:04:41.824573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7058-149b-4af2-85e3-b522308a677c req-cff5f822-0ce4-483c-b805-84b5e19685fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:41.826108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbab7058-149b-4af2-85e3-b522308a677c req-cff5f822-0ce4-483c-b805-84b5e19685fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.4235089 Nov 23 11:04:41.981678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9c1bfb26-7010-4604-8f62-f8dfdb668584 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:41.982686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.057627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.073431 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.074513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.075783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbab7058-149b-4af2-85e3-b522308a677c req-bcd46ff1-f79f-4ef6-a2e3-37827412d694 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=696f01b7-288f-409e-a9b2-03ac0f20119e HTTP/1.1" status: 200 len: 217 time: 0.1865859 Nov 23 11:04:42.270404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Provisioning complete for port 3f88a514-c240-46ea-9012-589fab9ecb54 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:42.271055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.320493 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.331186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7058-149b-4af2-85e3-b522308a677c req-7764d91f-1b4b-4165-a1c3-fc9b9ab9c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:42.336828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbab7058-149b-4af2-85e3-b522308a677c req-7764d91f-1b4b-4165-a1c3-fc9b9ab9c921 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.2427843 Nov 23 11:04:42.362205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Port 3f88a514-c240-46ea-9012-589fab9ecb54 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:04:42.457084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Provisioning complete for port 5561c1b7-988e-45df-99bc-fdf69bd75161 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:42.457560 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.544165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:42.555319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=3f88a514-c240-46ea-9012-589fab9ecb54,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:42.558405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:42.564370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7eb56f1-7fcd-42df-9e6f-5d81cf533ebf,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:42.588844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Checking segment: {'id': '2a1ee6f6-f618-4a8c-a1a4-a492b9a4e033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '3b621306-132c-488c-8d07-c1340182ddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:04:42.596037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Network hostable DHCP agents. Network: 3b621306-132c-488c-8d07-c1340182ddf3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:04:42.599957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab7058-149b-4af2-85e3-b522308a677c req-5cb3aab1-1a07-4079-868c-4fc47d8f48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:42.614520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbab7058-149b-4af2-85e3-b522308a677c req-5cb3aab1-1a07-4079-868c-4fc47d8f48d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605057 Nov 23 11:04:42.636468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5561c1b7-988e-45df-99bc-fdf69bd75161 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:42.724153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Network 3b621306-132c-488c-8d07-c1340182ddf3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:04:42.861023 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbab7058-149b-4af2-85e3-b522308a677c req-7e57fefc-8968-41f4-a6cc-e651161621af service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343554 Nov 23 11:04:42.862336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 3b621306-132c-488c-8d07-c1340182ddf3) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:42.868405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:42.869172 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:42.895834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a9ec8b-3ee1-47ea-9a19-9fa509a2f669 None None] Network 3b621306-132c-488c-8d07-c1340182ddf3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:42.980712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0a873096-9ea9-452a-b832-97569690d2ba admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7998836 Nov 23 11:04:43.073818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.103961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5561c1b7-988e-45df-99bc-fdf69bd75161 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:43.104339 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.187124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bbdee-22a8-4064-abd3-52bcd3036fe7 req-2943b19d-e107-492b-9316-76905b41be91 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:43.200020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621bbdee-22a8-4064-abd3-52bcd3036fe7 req-2943b19d-e107-492b-9316-76905b41be91 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.3089554 Nov 23 11:04:43.234864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbab7058-149b-4af2-85e3-b522308a677c req-5ef1bbb1-f078-4f63-8a4f-3455fb95485a service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581536 Nov 23 11:04:43.271962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 4d25d3f5-aab6-474b-89aa-583ac0b30ba0 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:04:43.311440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37300) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:43.436053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] Deleting subnet 85045e5f-1148-45c4-8c26-72ef65252f79 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:43.440311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.491438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-621bbdee-22a8-4064-abd3-52bcd3036fe7 req-d48107fe-5766-43c2-9ea8-6ab7ba34269c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902246 Nov 23 11:04:43.528854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] For port 5561c1b7-988e-45df-99bc-fdf69bd75161, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5561c1b7-988e-45df-99bc-fdf69bd75161,segment=NetworkSegment(fb290912-ed4c-4b32-aba6-730f4e8d3376),segment_id=fb290912-ed4c-4b32-aba6-730f4e8d3376)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:04:43.541737 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.556143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.582169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:04:43.599928 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524886-7266-415e-9341-d55e0580cd21 None None] Sync routers for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:43.608864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b4c05ec5-a90c-4b01-b03d-e5c11010020e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/4d25d3f5-aab6-474b-89aa-583ac0b30ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5559001 Nov 23 11:04:43.609582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37302) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:43.622678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c89d1c4-0f44-4b63-8c76-9760ee1c2866 None None] Network 3b621306-132c-488c-8d07-c1340182ddf3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:43.636111 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524886-7266-415e-9341-d55e0580cd21 None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:43.637496 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-61524886-7266-415e-9341-d55e0580cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:43.726867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.744890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Provisioning complete for port 9c1bfb26-7010-4604-8f62-f8dfdb668584 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:43.745292 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.752575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c6e522-b91d-4954-82f9-86dd8e8a195b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:43.760862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-75c6e522-b91d-4954-82f9-86dd8e8a195b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports/3f88a514-c240-46ea-9012-589fab9ecb54 HTTP/1.1" status: 200 len: 911 time: 0.1501300 Nov 23 11:04:43.761542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37306) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:43.787352 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-61524886-7266-415e-9341-d55e0580cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:43.843944 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61524886-7266-415e-9341-d55e0580cd21 None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:43.845159 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-61524886-7266-415e-9341-d55e0580cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:43.873221 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.946800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8564bf-1d9e-4fc1-bda1-7d0b8e106e53 None None] Pushing event updated for resources: {'Port': ['ID=5561c1b7-988e-45df-99bc-fdf69bd75161,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:43.967185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85045e5f-1148-45c4-8c26-72ef65252f79,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:43.978596 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-61524886-7266-415e-9341-d55e0580cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:43.979263 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61524886-7266-415e-9341-d55e0580cd21 None None] The sync data for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:43.983806 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:43.993553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37312) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:43.995581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-646c6ef7-aebc-4fb2-bd49-2b7fb0ce57e7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/85045e5f-1148-45c4-8c26-72ef65252f79 HTTP/1.1" status: 204 len: 168 time: 0.6830010 Nov 23 11:04:44.174998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-360a195b-8db1-445f-8ba7-082a8e588763 None None] Provisioning complete for port 5561c1b7-988e-45df-99bc-fdf69bd75161 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:44.175596 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-360a195b-8db1-445f-8ba7-082a8e588763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:44.341634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:44.417850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-360a195b-8db1-445f-8ba7-082a8e588763 None None] Provisioning complete for port 3f88a514-c240-46ea-9012-589fab9ecb54 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:44.418224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-360a195b-8db1-445f-8ba7-082a8e588763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:44.520248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-360a195b-8db1-445f-8ba7-082a8e588763 None None] Port 3f88a514-c240-46ea-9012-589fab9ecb54 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:04:44.553289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4a468bba-6182-4e05-8205-6a00cf41a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:44.941197 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:44.987836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeedf1-1392-4b88-a7c6-5caefe844d9e req-2d8a8724-87fc-4722-9a91-bbc03eb77333 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:44.995287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cfbeedf1-1392-4b88-a7c6-5caefe844d9e req-2d8a8724-87fc-4722-9a91-bbc03eb77333 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.3229210 Nov 23 11:04:45.059624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3801a8-7545-4567-b6be-6f820a9555d7']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:45.105442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6191e490-d8f0-40c2-ad00-b20bfe356b87') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:45.106253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6191e490-d8f0-40c2-ad00-b20bfe356b87') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:45.208494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.294648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.304740 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.320285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:45.321055 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.330064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cfbeedf1-1392-4b88-a7c6-5caefe844d9e req-58b08fef-9ef5-43f9-9e97-cbbfb9ebd82c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148181 Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:45.331439 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:45.536436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.562563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.570568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ac3801a8-7545-4567-b6be-6f820a9555d7 HTTP/1.1" status: 204 len: 168 time: 1.5731547 Nov 23 11:04:45.572775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37326) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:45.585395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47c106-5e48-41e8-a53f-cbd0e16a34f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3801a8-7545-4567-b6be-6f820a9555d7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:45.709354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] Deleting subnet d7eb56f1-7fcd-42df-9e6f-5d81cf533ebf {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:45.713441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.777158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:45.836898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.018273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.065464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8:1::1 (15f0d9b3-9479-4953-9e96-c7b2ed7967a3/64f0c2a0-076a-46b4-b6a9-bfeeac96a067/184309a7-e875-49dd-8b10-96aabb09c4de) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:04:46.090138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7eb56f1-7fcd-42df-9e6f-5d81cf533ebf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:46.098100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.112023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37336) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:46.116001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e7f1def7-4189-40e9-a5df-8da003019e17 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d7eb56f1-7fcd-42df-9e6f-5d81cf533ebf HTTP/1.1" status: 204 len: 168 time: 0.5400505 Nov 23 11:04:46.144180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5561c1b7-988e-45df-99bc-fdf69bd75161 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:04:46.280469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5561c1b7-988e-45df-99bc-fdf69bd75161 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:46.281434 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.427892 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.476950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.583530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.729307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b621306-132c-488c-8d07-c1340182ddf3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:46.748889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1ee6f6-f618-4a8c-a1a4-a492b9a4e033') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:46.749527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1ee6f6-f618-4a8c-a1a4-a492b9a4e033') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:46.773160 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.798676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.801298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.815552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694d1d8-a7f0-4ba9-8335-2258c00ecaeb req-1e948640-25d1-4354-b07b-e84333d45a1d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:46.824983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b694d1d8-a7f0-4ba9-8335-2258c00ecaeb req-1e948640-25d1-4354-b07b-e84333d45a1d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2458620 Nov 23 11:04:46.875080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:04:46.876344 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:04:46.886555 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:04:46.944452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:46.983459 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e44547bc-6b57-4ecc-b619-7b9206db88ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:47.072141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:47.076187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:04:47.077484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:47.258896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=184309a7-e875-49dd-8b10-96aabb09c4de,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:47.370793 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:47.406292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:47.427401 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b694d1d8-a7f0-4ba9-8335-2258c00ecaeb req-6890f5d5-2129-4bd0-b74c-03a7de2d383f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889957 Nov 23 11:04:47.434423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:47.453083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3b621306-132c-488c-8d07-c1340182ddf3 HTTP/1.1" status: 204 len: 168 time: 1.3340931 Nov 23 11:04:47.561842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd097d-07ab-4045-b85e-d09ac79d4230 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b621306-132c-488c-8d07-c1340182ddf3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:47.707581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-df8f95c0-a383-4119-990b-7ddd9cfd3a63 None None] Provisioning complete for port 184309a7-e875-49dd-8b10-96aabb09c4de triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:47.708382 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df8f95c0-a383-4119-990b-7ddd9cfd3a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:47.838742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-df8f95c0-a383-4119-990b-7ddd9cfd3a63 None None] Port 184309a7-e875-49dd-8b10-96aabb09c4de cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:04:48.051688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:48.229008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6a219f00-0593-4614-a2ed-5fb49253d1da admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=353cac78763040b699e1590f347db9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1732845 Nov 23 11:04:48.230002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37364) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:48.294027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:48.305431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a5d3-92b4-4326-912a-a6fa5130f7ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:48.307602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:48.309137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:48.346744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a5d3-92b4-4326-912a-a6fa5130f7ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:48.378180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=184309a7-e875-49dd-8b10-96aabb09c4de,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:48.468937 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a5d3-92b4-4326-912a-a6fa5130f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:48.494380 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a5d3-92b4-4326-912a-a6fa5130f7ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:48.509458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1cd4a5d3-92b4-4326-912a-a6fa5130f7ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd14b30d-006b-4c4f-aedb-933261d1ea16 HTTP/1.1" status: 204 len: 168 time: 0.2721946 Nov 23 11:04:48.523246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4a5d3-92b4-4326-912a-a6fa5130f7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd14b30d-006b-4c4f-aedb-933261d1ea16,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:48.723136 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:49.001530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-0db2aa19-87b6-4966-8a42-4c07a4690855 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1803846 Nov 23 11:04:49.071334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85e060-3f6b-427f-9a85-dc0f6a5a8116 req-8c11ae8e-3486-4e20-a00b-f7fa675c973d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.090140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b85e060-3f6b-427f-9a85-dc0f6a5a8116 req-8c11ae8e-3486-4e20-a00b-f7fa675c973d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.4236510 Nov 23 11:04:49.223880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.224564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.225401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.225859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.225989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.226447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.226908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.229284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6a284ddd-a14c-4c6f-87bb-fd92a47b60d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.1428006 Nov 23 11:04:49.271877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:04:49.298211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:04:49.483488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-605a46f0-a472-444f-90d4-3087253a32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.484101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-605a46f0-a472-444f-90d4-3087253a32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.484414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-605a46f0-a472-444f-90d4-3087253a32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:49.529786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-605a46f0-a472-444f-90d4-3087253a32eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.2489412 Nov 23 11:04:49.645199 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:49.882307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-d1c13973-2204-415a-851c-94a888966ba5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.3512321 Nov 23 11:04:49.942134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37382) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:49.966426 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.022815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b85e060-3f6b-427f-9a85-dc0f6a5a8116 req-ded7afa9-7be0-4607-ad6b-acf67a17400e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8707275 Nov 23 11:04:50.024553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-df65bc61-7066-467c-a1c3-2b328efaa98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:50.027232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-df65bc61-7066-467c-a1c3-2b328efaa98c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.1370962 Nov 23 11:04:50.099301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 4d25d3f5-aab6-474b-89aa-583ac0b30ba0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:04:50.115260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.125365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b3fc51a8-dc75-4cc3-b3d2-017d2ed04f56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39c4e44bfe6549f69c4db917febf5760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817567 Nov 23 11:04:50.128810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37386) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:50.203038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ee0019ad-dd97-44f9-86b3-7662dfd936ff None None] Provisioning complete for port 184309a7-e875-49dd-8b10-96aabb09c4de triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:04:50.204310 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ee0019ad-dd97-44f9-86b3-7662dfd936ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.223479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-ab3faa93-7e96-4c09-b18e-48140525ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:50.236989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-ab3faa93-7e96-4c09-b18e-48140525ad1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947253 Nov 23 11:04:50.320020 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10c1aefd-d484-48ad-b167-e13128d63f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.324059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:04:50.333474 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-12071402-37fd-41fc-98c0-9c46459adbce tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/4d25d3f5-aab6-474b-89aa-583ac0b30ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5708563 Nov 23 11:04:50.339690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37392) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:50.393341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef733e3-42dc-4490-9807-7de8453e0094 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:50.395148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6ef733e3-42dc-4490-9807-7de8453e0094 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports/184309a7-e875-49dd-8b10-96aabb09c4de HTTP/1.1" status: 200 len: 913 time: 0.0541835 Nov 23 11:04:50.399141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37394) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:50.415964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ee0019ad-dd97-44f9-86b3-7662dfd936ff None None] Port 184309a7-e875-49dd-8b10-96aabb09c4de cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:04:50.431359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-1d323c27-e79b-4604-b38c-e5493492d9ef service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845396 Nov 23 11:04:50.446549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ff2ec-8a23-4910-9732-697658223683 None None] Sync routers for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:50.458102 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10c1aefd-d484-48ad-b167-e13128d63f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.473824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ff2ec-8a23-4910-9732-697658223683 None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:50.474883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-247ff2ec-8a23-4910-9732-697658223683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:50.562647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-247ff2ec-8a23-4910-9732-697658223683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:50.592236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ff2ec-8a23-4910-9732-697658223683 None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:50.593070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-247ff2ec-8a23-4910-9732-697658223683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:50.616551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-18508149-58a3-46fd-87bf-fb9cf0763e15 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767781 Nov 23 11:04:50.649293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-247ff2ec-8a23-4910-9732-697658223683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:50.650546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ff2ec-8a23-4910-9732-697658223683 None None] The sync data for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:50.730943 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6680758d-8fca-40b3-b571-0fea888bee5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.1057699 Nov 23 11:04:50.827350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10c1aefd-d484-48ad-b167-e13128d63f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.835879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10c1aefd-d484-48ad-b167-e13128d63f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:50.841342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-10c1aefd-d484-48ad-b167-e13128d63f55 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29ca81ca-bfab-4a8d-847e-5827bd56449e HTTP/1.1" status: 204 len: 168 time: 0.7074065 Nov 23 11:04:50.889874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1aefd-d484-48ad-b167-e13128d63f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca81ca-bfab-4a8d-847e-5827bd56449e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:50.931768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-eb4ad9c9-c1a7-4ac3-adea-03ca4712a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:50.941615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-eb4ad9c9-c1a7-4ac3-adea-03ca4712a63c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.2033212 Nov 23 11:04:51.192070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-c83b06b7-a4ed-4f4f-a23b-f81fc836aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:51.195266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-c83b06b7-a4ed-4f4f-a23b-f81fc836aebe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2461152 Nov 23 11:04:51.567503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-52b46456-9eba-4251-8a43-9969fdca2a63 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558204 Nov 23 11:04:51.592928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f6ad-a3d1-43b0-84fa-b5ef3cd3e1f4 req-33a747f8-ef5e-4f28-b7bb-0d8f5ae711f1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:51.599362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62c2f6ad-a3d1-43b0-84fa-b5ef3cd3e1f4 req-33a747f8-ef5e-4f28-b7bb-0d8f5ae711f1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.3580632 Nov 23 11:04:51.756292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62c2f6ad-a3d1-43b0-84fa-b5ef3cd3e1f4 req-eefe9a75-ba50-4737-9753-5e1fd7164f5c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380348 Nov 23 11:04:51.778648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:51.808075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-7f7b8833-6eeb-4ffa-8bee-277b6967a9a1 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310956 Nov 23 11:04:51.901462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-bbac9a38-db18-44dd-ab41-cd616121e83e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0822361 Nov 23 11:04:52.045298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-609b54b2-fd26-43bb-916a-ff90af84ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:52.048945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-609b54b2-fd26-43bb-916a-ff90af84ae35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1403143 Nov 23 11:04:52.189327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-548197f3-024a-47e2-9d76-ce4bb9f5ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:52.191920 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:52.196358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-548197f3-024a-47e2-9d76-ce4bb9f5ac23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353500 Nov 23 11:04:52.617573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-95d0e6c8-4069-4f79-8c28-487425456a47 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136786 Nov 23 11:04:53.184042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-33a3f384-618d-4345-af9c-3cfa21d60074 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587368 Nov 23 11:04:53.266575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-872a508c-e224-4d5e-8567-7370f38b612e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0746572 Nov 23 11:04:53.286066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccb3ae-b2d9-46f5-ba55-9df3410c33f6 req-fd74cdac-fe29-48fc-8e62-64c0876f19c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:53.294724 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddccb3ae-b2d9-46f5-ba55-9df3410c33f6 req-fd74cdac-fe29-48fc-8e62-64c0876f19c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2536576 Nov 23 11:04:53.391684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 184309a7-e875-49dd-8b10-96aabb09c4de {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:53.392038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:53.519098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-2fda99e3-72cc-4837-9935-2239f875ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:53.520375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddccb3ae-b2d9-46f5-ba55-9df3410c33f6 req-0d79a16c-e28d-496e-9c3e-9ddb8153ba9d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181838 Nov 23 11:04:53.525093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-2fda99e3-72cc-4837-9935-2239f875ee5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.2478600 Nov 23 11:04:53.695733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:53.741861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 184309a7-e875-49dd-8b10-96aabb09c4de owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:53.793823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-da4488af-9cca-4850-b0e1-a83c197a2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:53.795808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-da4488af-9cca-4850-b0e1-a83c197a2601 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2603533 Nov 23 11:04:54.114642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-127ef806-18f4-4efc-8d0a-6a528dc79e94 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057890 Nov 23 11:04:54.193293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:54.317193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=184309a7-e875-49dd-8b10-96aabb09c4de,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:54.343549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-d5fd72d8-9365-4bec-ad72-7ae4f18894e2 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179370 Nov 23 11:04:54.414179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-6d53b51a-8202-45a0-bd8b-84ac0e207507 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0607469 Nov 23 11:04:54.535045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-0fb740ad-c719-4923-86a3-65d9b872858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:54.541543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-0fb740ad-c719-4923-86a3-65d9b872858b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1198318 Nov 23 11:04:54.614915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-d2a7ab01-4569-4f52-a025-666cef667098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:54.616553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-d2a7ab01-4569-4f52-a025-666cef667098 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678871 Nov 23 11:04:54.680065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:54.780062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-b7dbbe7c-f363-4c0e-8806-0fc2eb0c5819 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522441 Nov 23 11:04:54.892084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df27db9-3705-4056-a909-fffe2e157610 req-527de0c8-ad9d-494a-a89c-f8a297801d9c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:54.898450 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3df27db9-3705-4056-a909-fffe2e157610 req-527de0c8-ad9d-494a-a89c-f8a297801d9c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2106628 Nov 23 11:04:55.280261 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-cd939892-c784-4044-b165-00bcdfbf9256 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890172 Nov 23 11:04:55.311174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3df27db9-3705-4056-a909-fffe2e157610 req-88d09dc9-4e71-4b95-901c-e4ed3b65c818 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858407 Nov 23 11:04:55.379617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 4d25d3f5-aab6-474b-89aa-583ac0b30ba0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:04:55.386073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-e74c4a09-62ee-498d-8e0d-813814451887 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0969422 Nov 23 11:04:55.478726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-2ba21ff6-561d-425c-80fb-42a37b0b3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:55.480220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-2ba21ff6-561d-425c-80fb-42a37b0b3696 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0871193 Nov 23 11:04:55.530452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:04:55.537712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-547cd64e-536a-48e5-acf1-4dc67aff21cf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/4d25d3f5-aab6-474b-89aa-583ac0b30ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1369431 Nov 23 11:04:55.541204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37480) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:55.556157 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] Sync routers for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:55.570555 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:55.573434 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:55.585146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-ec9eab5f-66f3-4366-bd23-c61deac55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:55.590678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-ec9eab5f-66f3-4366-bd23-c61deac55ebd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996542 Nov 23 11:04:55.662567 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:55.673379 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:55.674308 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:55.718120 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:55.718854 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa80820f-8d85-477d-b068-ada6c0f8083e None None] The sync data for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:55.842483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-96332716-104e-4fdf-9399-0b7fc9c33f52 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301316 Nov 23 11:04:56.095647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-20d45792-a91e-4c9a-b42f-b8489c5a4f5c service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527657 Nov 23 11:04:56.198558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-60ed7367-a074-4e25-b0a4-925599eac848 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0958855 Nov 23 11:04:56.333021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:56.335412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-896e05d4-2e38-434d-b1cf-1b70780e1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:56.346670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-896e05d4-2e38-434d-b1cf-1b70780e1adc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1295705 Nov 23 11:04:56.448129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-26bd850e-09c8-46e0-a22d-5d41d1f7a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:56.450729 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-26bd850e-09c8-46e0-a22d-5d41d1f7a470 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025820 Nov 23 11:04:56.557386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fe68a-b954-48a7-a697-0f1a83c151d2 req-bc72ebbb-ca75-40b8-a69c-2ebd16d0313b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:56.566132 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b5fe68a-b954-48a7-a697-0f1a83c151d2 req-bc72ebbb-ca75-40b8-a69c-2ebd16d0313b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1029532 Nov 23 11:04:56.629311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-c0fcc69a-fb5e-4251-a749-c9323fbaf12e service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692555 Nov 23 11:04:56.773921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef7daab5-7d8c-4ac6-b075-9f5a4df7a0a5 req-71861f59-72b4-4291-ac25-9e7664ebb4c4 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376674 Nov 23 11:04:56.840527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b5fe68a-b954-48a7-a697-0f1a83c151d2 req-88d138ff-b032-49b9-bc75-9f57aed10570 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627611 Nov 23 11:04:57.001574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 3f88a514-c240-46ea-9012-589fab9ecb54 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:04:57.001916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:57.172281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:57.223269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 3f88a514-c240-46ea-9012-589fab9ecb54 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:04:57.633864 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:57.675802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=3f88a514-c240-46ea-9012-589fab9ecb54,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:57.695510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.695826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.696183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.696520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.696855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.697223 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.697554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.697879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.698209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.698527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.698853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.699173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:04:57.846840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:58.303363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 4d25d3f5-aab6-474b-89aa-583ac0b30ba0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:04:58.313440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24eb1-6509-44b8-b338-3fddb3830058 req-90243238-3e3b-4f5c-b033-8fcc9f083217 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:58.315059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dda24eb1-6509-44b8-b338-3fddb3830058 req-90243238-3e3b-4f5c-b033-8fcc9f083217 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2367125 Nov 23 11:04:58.414355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dda24eb1-6509-44b8-b338-3fddb3830058 req-a955dc0d-2d48-4b8a-abea-50f120dea579 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889916 Nov 23 11:04:58.493493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:04:58.502165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b05ae21-3dda-4023-af64-58ead480dac0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/4d25d3f5-aab6-474b-89aa-583ac0b30ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9605188 Nov 23 11:04:58.504723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] Sync routers for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:04:58.505707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37566) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:58.520617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:58.524222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:58.544899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5d022ac8-d674-4cea-8288-d271f3022710 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25d3f5-aab6-474b-89aa-583ac0b30ba0 HTTP/1.1" status: 200 len: 205 time: 0.0371261 Nov 23 11:04:58.547513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37568) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:58.647079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:58.677595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] Routers {'4d25d3f5-aab6-474b-89aa-583ac0b30ba0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:04:58.681848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:58.764397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:04:58.765474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2223adc-71af-4e16-b93f-b866d0ac618b None None] The sync data for ids ['4d25d3f5-aab6-474b-89aa-583ac0b30ba0'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:04:58.815550 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7461d3a-7030-4e9b-8f65-f65495bbdc98 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.056632 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:04:59.105216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7461d3a-7030-4e9b-8f65-f65495bbdc98 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.108927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7461d3a-7030-4e9b-8f65-f65495bbdc98 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.165942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7461d3a-7030-4e9b-8f65-f65495bbdc98 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.166471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7461d3a-7030-4e9b-8f65-f65495bbdc98 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Fanout notify agent at l3_agent the message router_deleted on router 4d25d3f5-aab6-474b-89aa-583ac0b30ba0 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:04:59.182227 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d7461d3a-7030-4e9b-8f65-f65495bbdc98 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.186077 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d7461d3a-7030-4e9b-8f65-f65495bbdc98 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/4d25d3f5-aab6-474b-89aa-583ac0b30ba0 HTTP/1.1" status: 204 len: 168 time: 0.6372128 Nov 23 11:04:59.186889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37574) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:04:59.291111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet 64f0c2a0-076a-46b4-b6a9-bfeeac96a067 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:04:59.311581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.463348 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.715295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55b603-6d7f-4cca-87ce-93783c5f0e70 req-7cc8647b-c477-4c7f-8bad-04bfb8f74f92 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:04:59.717136 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a55b603-6d7f-4cca-87ce-93783c5f0e70 req-7cc8647b-c477-4c7f-8bad-04bfb8f74f92 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1353018 Nov 23 11:04:59.788624 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.857493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6a55b603-6d7f-4cca-87ce-93783c5f0e70 req-90a25f18-f702-4533-a139-5662e1029c3f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123519 Nov 23 11:04:59.926132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.977554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:04:59.977934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3859085-fe49-49fa-b407-5bba1d9310b1 None None] Network 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:04:59.981507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/64f0c2a0-076a-46b4-b6a9-bfeeac96a067 HTTP/1.1" status: 204 len: 168 time: 0.7932971 Nov 23 11:04:59.982552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416a4f3-28d4-4a76-adaa-2c271d5c67db tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=64f0c2a0-076a-46b4-b6a9-bfeeac96a067,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:04:59.984144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37588) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:00.111225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:05:00.126301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:00.248157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:00.357080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] DHCP port deletion for 15f0d9b3-9479-4953-9e96-c7b2ed7967a3 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:00.508830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:00.537912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Deleting port 5561c1b7-988e-45df-99bc-fdf69bd75161 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:00.541462 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:00.647298 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:00.666191 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:00.672122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37598) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:00.674190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab HTTP/1.1" status: 204 len: 168 time: 0.6836648 Nov 23 11:05:00.708965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:00.725978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] For port 5561c1b7-988e-45df-99bc-fdf69bd75161, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5561c1b7-988e-45df-99bc-fdf69bd75161,segment=NetworkSegment(fb290912-ed4c-4b32-aba6-730f4e8d3376),segment_id=fb290912-ed4c-4b32-aba6-730f4e8d3376)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:00.726536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:00.740730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.741080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.741521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.741813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.742150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.742483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.742811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.743843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.743843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.743843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.744425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.744544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868c2067-78ad-4906-adc9-5d6c7e4ba755 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:00.763533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Calling delete_port for 5561c1b7-988e-45df-99bc-fdf69bd75161 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:00.835684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3903743-30c0-45f4-8c9e-4c7edd02e54d None None] Network 53087b4a-ccc2-41a2-8f90-6caceaf88544 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:00.871249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.052110 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.070104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 5561c1b7-988e-45df-99bc-fdf69bd75161 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:01.070452 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.163129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] No DVR routers for this DVR port 5561c1b7-988e-45df-99bc-fdf69bd75161 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:01.189300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Pushing event deleted for resources: {'Port': ['ID=5561c1b7-988e-45df-99bc-fdf69bd75161,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:01.217310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] DHCP port deletion for 53087b4a-ccc2-41a2-8f90-6caceaf88544 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:01.223234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.223895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.226263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.227018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.227548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.228074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.230681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.231256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.231779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.233651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.234190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.235307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4e416e-804f-44bb-809a-cccc9a57313a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:01.294643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port 5561c1b7-988e-45df-99bc-fdf69bd75161, host n-d-817747-2, got binding levels [] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:01.295946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.322851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 5561c1b7-988e-45df-99bc-fdf69bd75161 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:01.336356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Port 5561c1b7-988e-45df-99bc-fdf69bd75161 was not found and therefore no delete operation was performed {{(pid=103427) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:05:01.340988 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.360929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] Deleting port 9c1bfb26-7010-4604-8f62-f8dfdb668584 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:01.361602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.454997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=5561c1b7-988e-45df-99bc-fdf69bd75161,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:01.458195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port 5561c1b7-988e-45df-99bc-fdf69bd75161 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:01.552516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] For port 9c1bfb26-7010-4604-8f62-f8dfdb668584, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9c1bfb26-7010-4604-8f62-f8dfdb668584,segment=NetworkSegment(d73d49e6-85cd-460a-86d6-7d1bdbac6dc6),segment_id=d73d49e6-85cd-460a-86d6-7d1bdbac6dc6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:01.553227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.590863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] Calling delete_port for 9c1bfb26-7010-4604-8f62-f8dfdb668584 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:01.759317 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:01.829955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] Pushing event deleted for resources: {'Port': ['ID=9c1bfb26-7010-4604-8f62-f8dfdb668584,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:01.832854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbc8cf-d665-47dd-ac6f-b0f71d9983be None None] No DVR routers for this DVR port 9c1bfb26-7010-4604-8f62-f8dfdb668584 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:02.048122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6382f47-9582-4c5e-a941-63f0b6b17699 req-bfa955ed-6171-4005-aa4d-b807d74c68d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:02.051601 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6382f47-9582-4c5e-a941-63f0b6b17699 req-bfa955ed-6171-4005-aa4d-b807d74c68d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.7123630 Nov 23 11:05:02.058476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9c1bfb26-7010-4604-8f62-f8dfdb668584 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:05:02.100313 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.144170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f0d9b3-9479-4953-9e96-c7b2ed7967a3']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:02.153321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9c1bfb26-7010-4604-8f62-f8dfdb668584 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:05:02.165292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb290912-ed4c-4b32-aba6-730f4e8d3376') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:02.165653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb290912-ed4c-4b32-aba6-730f4e8d3376') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:02.166273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9c1bfb26-7010-4604-8f62-f8dfdb668584 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:05:02.167546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5561c1b7-988e-45df-99bc-fdf69bd75161 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:05:02.192746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.206636 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6382f47-9582-4c5e-a941-63f0b6b17699 req-981fbb5d-30a4-420a-80a5-ae7d24616843 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480916 Nov 23 11:05:02.215584 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.237668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:05:02.239599 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:05:02.254124 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:05:02.291940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5561c1b7-988e-45df-99bc-fdf69bd75161 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:05:02.292351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5561c1b7-988e-45df-99bc-fdf69bd75161 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:05:02.355762 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.377736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.382157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/15f0d9b3-9479-4953-9e96-c7b2ed7967a3 HTTP/1.1" status: 204 len: 168 time: 1.7088156 Nov 23 11:05:02.383185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3bcfba-3868-4033-9bed-c6cae65d8bca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=15f0d9b3-9479-4953-9e96-c7b2ed7967a3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:02.385465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37624) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:02.494300 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.626918 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.663009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53087b4a-ccc2-41a2-8f90-6caceaf88544']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:02.674598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73d49e6-85cd-460a-86d6-7d1bdbac6dc6') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:02.674890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73d49e6-85cd-460a-86d6-7d1bdbac6dc6') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:02.686201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.701795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.708637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:05:02.709260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:05:02.713808 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:05:02.785556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.812030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.819070 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/53087b4a-ccc2-41a2-8f90-6caceaf88544 HTTP/1.1" status: 204 len: 168 time: 0.4274085 Nov 23 11:05:02.819070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9f60-5fcb-4299-8152-733c56a99138 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=53087b4a-ccc2-41a2-8f90-6caceaf88544,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:02.820164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37634) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:02.826883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1989143387'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:02.872151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:02.879377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.925761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:05:02.939031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:02.939395 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment 0f45efaf-6389-4d9e-933a-012f933ee8e6 of type vlan for network e78b3a34-a33d-4843-b216-e7e8d25b7231 Nov 23 11:05:02.996398 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:03.035449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:03.042002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:03.042601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:03.182058 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3608956 Nov 23 11:05:03.186943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37642) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:03.201079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:03.305487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c97ae-efc6-4d38-83dd-0f1ffa4c0759 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=e78b3a34-a33d-4843-b216-e7e8d25b7231,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:03.318533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:05:03.384580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:03.390213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:03.587381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b582-0298-4009-b111-b8ca76fc8c55 req-761e3d93-2b70-499d-84fc-d01a4d27a855 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:03.595096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9723b582-0298-4009-b111-b8ca76fc8c55 req-761e3d93-2b70-499d-84fc-d01a4d27a855 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1426840 Nov 23 11:05:03.702782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:03.740392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9723b582-0298-4009-b111-b8ca76fc8c55 req-0e395c00-3686-484a-83f4-145afd13e595 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374021 Nov 23 11:05:03.808010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=2fa553f4-88cc-4be1-88da-29de0ea5f2eb,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:03.849327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': '0f45efaf-6389-4d9e-933a-012f933ee8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:03.849705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: e78b3a34-a33d-4843-b216-e7e8d25b7231, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:05:03.877776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:05:03.894911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e78b3a34-a33d-4843-b216-e7e8d25b7231) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:03.905395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669e4591-e164-499d-8c4c-e8ded28c6beb None None] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:03.911707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:03.912321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:03.955244 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-85edd961-f26f-478a-a057-85e71ee47e30 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7635038 Nov 23 11:05:03.957293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37656) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:03.962624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-acd507c8-8f42-458d-b2e2-4e01f45d6aaf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1707586002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:04.021207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd507c8-8f42-458d-b2e2-4e01f45d6aaf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:04.023303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd507c8-8f42-458d-b2e2-4e01f45d6aaf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:04.117513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e78b3a34-a33d-4843-b216-e7e8d25b7231', 'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': '2fa553f4-88cc-4be1-88da-29de0ea5f2eb'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:05:04.121280 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:04.170691 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd507c8-8f42-458d-b2e2-4e01f45d6aaf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:04.186230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd507c8-8f42-458d-b2e2-4e01f45d6aaf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:04.225479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd507c8-8f42-458d-b2e2-4e01f45d6aaf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:04.226754 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-acd507c8-8f42-458d-b2e2-4e01f45d6aaf tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2683413 Nov 23 11:05:04.229518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37662) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:04.235266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'port': {'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231', 'name': 'tempest-RoutersIpV6Test-1083302138'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:04.477460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:04.482752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:04.526904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] device_id is not set on port c13ba130-298b-48c9-9087-32176aa782a7 yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:05:04.782906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8::19b (e78b3a34-a33d-4843-b216-e7e8d25b7231/2fa553f4-88cc-4be1-88da-29de0ea5f2eb/c13ba130-298b-48c9-9087-32176aa782a7) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:05.113792 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:05.179863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:05.239229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:05.259776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:05.264669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:05.280145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:05.280418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Allocated IP 2001:db8::2 (e78b3a34-a33d-4843-b216-e7e8d25b7231/2fa553f4-88cc-4be1-88da-29de0ea5f2eb/db1db5b1-6df2-4bc6-b7b6-c1522ee76405) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:05.280908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:05.323651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2bc50-a896-421b-80b3-d66b092e5b71 req-c2f2ea65-aa9d-4e59-be91-39e9923c18bf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:05.332688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88b2bc50-a896-421b-80b3-d66b092e5b71 req-c2f2ea65-aa9d-4e59-be91-39e9923c18bf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.3980131 Nov 23 11:05:05.410765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1794102 Nov 23 11:05:05.412907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37678) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:05.420892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf332b-cf56-4f65-b989-1ef80280ff40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=c13ba130-298b-48c9-9087-32176aa782a7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:05.503552 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88b2bc50-a896-421b-80b3-d66b092e5b71 req-61bb1302-4a9a-44b5-95cc-69f8a4a661e6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512921 Nov 23 11:05:05.674164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:05.691810 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:05.765532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:05.768148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Pushing event updated for resources: {'Port': ['ID=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:05.771609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:05.774612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:05.874127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Attempting to bind port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:05.874503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Attempting to bind port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '0f45efaf-6389-4d9e-933a-012f933ee8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:05.874913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Attempting to bind port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 on network e78b3a34-a33d-4843-b216-e7e8d25b7231 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:05.903248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:05.903638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Checking segment: {'id': '0f45efaf-6389-4d9e-933a-012f933ee8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:05.904048 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:05.904450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Bound using segment: {'id': '0f45efaf-6389-4d9e-933a-012f933ee8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:05.904924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Bound port: db1db5b1-6df2-4bc6-b7b6-c1522ee76405, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f45efaf-6389-4d9e-933a-012f933ee8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e78b3a34-a33d-4843-b216-e7e8d25b7231'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:05.905336 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:06.034401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] For port db1db5b1-6df2-4bc6-b7b6-c1522ee76405, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:06.040029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] For port db1db5b1-6df2-4bc6-b7b6-c1522ee76405, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,segment=NetworkSegment(0f45efaf-6389-4d9e-933a-012f933ee8e6),segment_id=0f45efaf-6389-4d9e-933a-012f933ee8e6)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:06.052330 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:06.166998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200f365-cd10-4d42-ab95-a41618409820 None None] Pushing event updated for resources: {'Port': ['ID=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:06.726014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b840a8-581e-4d30-96b0-08e5f4fdc951 req-87f5acd5-92e4-4785-8471-7e0002b2a92e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:06.727650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3b840a8-581e-4d30-96b0-08e5f4fdc951 req-87f5acd5-92e4-4785-8471-7e0002b2a92e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.0990710 Nov 23 11:05:06.932708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3b840a8-581e-4d30-96b0-08e5f4fdc951 req-d29f688e-15e1-4be5-b0aa-e877a01c6588 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593416 Nov 23 11:05:07.221640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:07.730629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:07.742393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:07.814942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=c13ba130-298b-48c9-9087-32176aa782a7,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:07.921032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab790013-5b12-4551-b8f8-ce7304f411fa None None] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:08.186253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device db1db5b1-6df2-4bc6-b7b6-c1522ee76405 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:08.208741 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:08.215339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de432d-47fb-4db5-b0c6-f9080bc1e34a req-8d6bed13-2356-4669-803b-86fcceaaeefa tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:08.229095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26de432d-47fb-4db5-b0c6-f9080bc1e34a req-8d6bed13-2356-4669-803b-86fcceaaeefa tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1442289 Nov 23 11:05:08.231037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-248c507b-1e7d-4928-a285-286fe0efd801 None None] Provisioning complete for port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:08.231417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-248c507b-1e7d-4928-a285-286fe0efd801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:08.347899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-26de432d-47fb-4db5-b0c6-f9080bc1e34a req-8fb538d0-6919-411c-914a-e9f32a0a16c5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162627 Nov 23 11:05:08.399978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-248c507b-1e7d-4928-a285-286fe0efd801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:08.443527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-248c507b-1e7d-4928-a285-286fe0efd801 None None] For port db1db5b1-6df2-4bc6-b7b6-c1522ee76405, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,segment=NetworkSegment(0f45efaf-6389-4d9e-933a-012f933ee8e6),segment_id=0f45efaf-6389-4d9e-933a-012f933ee8e6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:08.445436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:08.445807 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:08.455788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-248c507b-1e7d-4928-a285-286fe0efd801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:08.466470 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:08.762036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c507b-1e7d-4928-a285-286fe0efd801 None None] Pushing event updated for resources: {'Port': ['ID=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:08.951414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-87da1f7c-12a2-446f-b06e-87e71b74ef56 None None] Provisioning complete for port c13ba130-298b-48c9-9087-32176aa782a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:08.952314 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-87da1f7c-12a2-446f-b06e-87e71b74ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:09.080052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-87da1f7c-12a2-446f-b06e-87e71b74ef56 None None] Port c13ba130-298b-48c9-9087-32176aa782a7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:09.106656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-87da1f7c-12a2-446f-b06e-87e71b74ef56 None None] Provisioning complete for port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:09.107044 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-87da1f7c-12a2-446f-b06e-87e71b74ef56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:09.184166 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:09.193026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:09.194117 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:09.544959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5245a6d8-7d78-41df-b65b-102a1131b195 None None] Provisioning complete for port c13ba130-298b-48c9-9087-32176aa782a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:09.545357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5245a6d8-7d78-41df-b65b-102a1131b195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:09.584993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=c13ba130-298b-48c9-9087-32176aa782a7,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:09.648429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14ad68-9a3b-42e1-945a-726e7b3e27b7 req-13b35f99-8719-48c5-a363-1af7d82fce66 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:09.660413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d14ad68-9a3b-42e1-945a-726e7b3e27b7 req-13b35f99-8719-48c5-a363-1af7d82fce66 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1504400 Nov 23 11:05:09.671171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5245a6d8-7d78-41df-b65b-102a1131b195 None None] Port c13ba130-298b-48c9-9087-32176aa782a7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:09.711228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:09.713077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:09.745657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d14ad68-9a3b-42e1-945a-726e7b3e27b7 req-c84dc83b-159f-48aa-a59a-4fbb7d21b9d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818431 Nov 23 11:05:09.910117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f77ab9d7-2333-437b-87f4-949b76363618 None None] Provisioning complete for port c13ba130-298b-48c9-9087-32176aa782a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:09.910563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f77ab9d7-2333-437b-87f4-949b76363618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:09.954733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 6c55007a-c557-49cb-8014-dbcbe909b400 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:05:09.976976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f77ab9d7-2333-437b-87f4-949b76363618 None None] Port c13ba130-298b-48c9-9087-32176aa782a7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:10.053825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device db1db5b1-6df2-4bc6-b7b6-c1522ee76405 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:10.193423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:10.197053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:10.197467 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:10.205375 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] Sync routers for ids ['6c55007a-c557-49cb-8014-dbcbe909b400'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:10.219664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b67581ba-7f43-483f-a774-22ed12f65772 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/6c55007a-c557-49cb-8014-dbcbe909b400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8023512 Nov 23 11:05:10.220063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37738) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:10.225511 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] Routers {'6c55007a-c557-49cb-8014-dbcbe909b400'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:10.226346 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6c55007a-c557-49cb-8014-dbcbe909b400'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:10.327059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded984f-44da-4a18-9825-2cce7179374c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:10.331752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ded984f-44da-4a18-9825-2cce7179374c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports/c13ba130-298b-48c9-9087-32176aa782a7 HTTP/1.1" status: 200 len: 984 time: 0.1076736 Nov 23 11:05:10.332109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37740) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:10.349444 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:10.360930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-eff78d93-1a6f-4031-9f74-b3fb14305014 None None] Provisioning complete for port c13ba130-298b-48c9-9087-32176aa782a7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:10.361333 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eff78d93-1a6f-4031-9f74-b3fb14305014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:10.389856 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] Routers {'6c55007a-c557-49cb-8014-dbcbe909b400'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:10.391243 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6c55007a-c557-49cb-8014-dbcbe909b400'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:10.477316 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:10.478477 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066cd60d-968c-46fb-abd4-454c65ed5a2f None None] The sync data for ids ['6c55007a-c557-49cb-8014-dbcbe909b400'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:10.492214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-eff78d93-1a6f-4031-9f74-b3fb14305014 None None] Port c13ba130-298b-48c9-9087-32176aa782a7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:11.007587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24a75-0aba-4d38-acbc-f60c335979e2 req-fe26cd8b-96b9-4d48-849a-289df67d1cab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:11.013766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:11.015681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89e24a75-0aba-4d38-acbc-f60c335979e2 req-fe26cd8b-96b9-4d48-849a-289df67d1cab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1049793 Nov 23 11:05:11.100246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89e24a75-0aba-4d38-acbc-f60c335979e2 req-a01548c7-ed79-49b2-b373-2f2fb9ad0fd3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826688 Nov 23 11:05:11.401478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port c13ba130-298b-48c9-9087-32176aa782a7 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:11.401940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:11.550655 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:11.564407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for c13ba130-298b-48c9-9087-32176aa782a7 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:11.787876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:11.904145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=c13ba130-298b-48c9-9087-32176aa782a7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:12.090447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:12.294722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df53ef-8cba-4f2e-aa99-9f47cd66c8e7 req-80b16289-0519-4ca2-a583-f3a8da4c5a71 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:12.296356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60df53ef-8cba-4f2e-aa99-9f47cd66c8e7 req-80b16289-0519-4ca2-a583-f3a8da4c5a71 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.0698094 Nov 23 11:05:12.358111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 6c55007a-c557-49cb-8014-dbcbe909b400 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:12.371328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60df53ef-8cba-4f2e-aa99-9f47cd66c8e7 req-688a43ea-aa1a-4c88-b05e-65429b2e28a0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655007 Nov 23 11:05:12.467637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:12.478676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ca2292d3-5c01-41b1-95a1-af196f6bf124 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/6c55007a-c557-49cb-8014-dbcbe909b400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1430287 Nov 23 11:05:12.478994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37794) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:12.482804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] Sync routers for ids ['6c55007a-c557-49cb-8014-dbcbe909b400'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:12.503921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] Routers {'6c55007a-c557-49cb-8014-dbcbe909b400'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:12.504869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6c55007a-c557-49cb-8014-dbcbe909b400'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:12.574707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:12.595163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] Routers {'6c55007a-c557-49cb-8014-dbcbe909b400'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:12.596057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:04:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6c55007a-c557-49cb-8014-dbcbe909b400'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:12.666926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:12.667854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a5f57a-7835-4e0a-9163-c3552c52682b None None] The sync data for ids ['6c55007a-c557-49cb-8014-dbcbe909b400'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:12.697934 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-ecd52e37-8614-4265-ae55-fb407542f324 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 11:05:12.701989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ecd52e37-8614-4265-ae55-fb407542f324 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/6c55007a-c557-49cb-8014-dbcbe909b400/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2193501 Nov 23 11:05:12.702392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37796) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:12.741408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8630cd25-47cc-4013-aad2-46f6fb309480 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c55007a-c557-49cb-8014-dbcbe909b400 HTTP/1.1" status: 200 len: 205 time: 0.0349109 Nov 23 11:05:12.742032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37798) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:12.829003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-726eba7e-2a8f-49d5-8a00-f89411beb757 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.058754 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-726eba7e-2a8f-49d5-8a00-f89411beb757 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.061487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-726eba7e-2a8f-49d5-8a00-f89411beb757 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.110636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-726eba7e-2a8f-49d5-8a00-f89411beb757 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.111902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726eba7e-2a8f-49d5-8a00-f89411beb757 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Fanout notify agent at l3_agent the message router_deleted on router 6c55007a-c557-49cb-8014-dbcbe909b400 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:05:13.122026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-726eba7e-2a8f-49d5-8a00-f89411beb757 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.123402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-726eba7e-2a8f-49d5-8a00-f89411beb757 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/6c55007a-c557-49cb-8014-dbcbe909b400 HTTP/1.1" status: 204 len: 168 time: 0.3801284 Nov 23 11:05:13.127833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37804) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:13.205582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet 2fa553f4-88cc-4be1-88da-29de0ea5f2eb {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:05:13.219235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.316792 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.442184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.555193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37822) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:13.567441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0cab-97cc-435f-acec-26d13c919fa4 req-125a8b6e-9056-4454-a575-c2e5cd28b78a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:13.569325 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0ce0cab-97cc-435f-acec-26d13c919fa4 req-125a8b6e-9056-4454-a575-c2e5cd28b78a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.0731165 Nov 23 11:05:13.600233 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.640978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa553f4-88cc-4be1-88da-29de0ea5f2eb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:13.651186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0ce0cab-97cc-435f-acec-26d13c919fa4 req-22232ca0-1443-4870-a58b-accae722f361 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750282 Nov 23 11:05:13.652440 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.655340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2562e35b-d85f-448d-8526-640cf7da7c6f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/2fa553f4-88cc-4be1-88da-29de0ea5f2eb HTTP/1.1" status: 204 len: 168 time: 0.5259123 Nov 23 11:05:13.659027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37826) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:13.660651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9da32e-b6ef-4eb6-b42c-95d01d6fd299 None None] Network e78b3a34-a33d-4843-b216-e7e8d25b7231 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:13.755109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-135bb3ce-e1a5-4533-8054-7902011a922f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.767068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.880749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:13.881279 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.884085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-135bb3ce-e1a5-4533-8054-7902011a922f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.898645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-135bb3ce-e1a5-4533-8054-7902011a922f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.915838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] DHCP port deletion for e78b3a34-a33d-4843-b216-e7e8d25b7231 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:13.985274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] Deleting port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:13.985641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:13.999201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device db1db5b1-6df2-4bc6-b7b6-c1522ee76405 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:05:14.090297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] For port db1db5b1-6df2-4bc6-b7b6-c1522ee76405, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,segment=NetworkSegment(0f45efaf-6389-4d9e-933a-012f933ee8e6),segment_id=0f45efaf-6389-4d9e-933a-012f933ee8e6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:14.090878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.107104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] Calling delete_port for db1db5b1-6df2-4bc6-b7b6-c1522ee76405 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:14.232810 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.297863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port db1db5b1-6df2-4bc6-b7b6-c1522ee76405, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,segment=NetworkSegment(0f45efaf-6389-4d9e-933a-012f933ee8e6),segment_id=0f45efaf-6389-4d9e-933a-012f933ee8e6)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:14.305275 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.341442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.345730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-135bb3ce-e1a5-4533-8054-7902011a922f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b236f5f0faa4bd6ac892b1955135809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7889919 Nov 23 11:05:14.348517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bb3ce-e1a5-4533-8054-7902011a922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b415a377-a8b3-4b58-9172-c874b67b3269,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:14.353082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37832) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:14.355860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port db1db5b1-6df2-4bc6-b7b6-c1522ee76405, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,segment=NetworkSegment(0f45efaf-6389-4d9e-933a-012f933ee8e6),segment_id=0f45efaf-6389-4d9e-933a-012f933ee8e6)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:14.356227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.370320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for db1db5b1-6df2-4bc6-b7b6-c1522ee76405 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:14.384979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] No DVR routers for this DVR port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:14.404647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:14.431521 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f513a8d-d1b0-4297-a2b5-2648361415bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.442113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70dc89-3e6d-4fe2-ae6e-9f7a79cfe4d2 None None] Pushing event deleted for resources: {'Port': ['ID=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:14.463995 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f513a8d-d1b0-4297-a2b5-2648361415bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.503684 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.523713 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-94effc13-12b8-479f-a2a6-2507d5357c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.548844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=db1db5b1-6df2-4bc6-b7b6-c1522ee76405,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:14.558552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port db1db5b1-6df2-4bc6-b7b6-c1522ee76405 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:14.565924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f513a8d-d1b0-4297-a2b5-2648361415bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.571849 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f513a8d-d1b0-4297-a2b5-2648361415bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.575559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5f513a8d-d1b0-4297-a2b5-2648361415bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b415a377-a8b3-4b58-9172-c874b67b3269 HTTP/1.1" status: 204 len: 168 time: 0.2172790 Nov 23 11:05:14.601778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f513a8d-d1b0-4297-a2b5-2648361415bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b415a377-a8b3-4b58-9172-c874b67b3269,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:14.659249 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.700143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78b3a34-a33d-4843-b216-e7e8d25b7231']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:14.718333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f45efaf-6389-4d9e-933a-012f933ee8e6') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:14.720349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f45efaf-6389-4d9e-933a-012f933ee8e6') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:14.740732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.777829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.786483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:05:14.787313 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:05:14.853925 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:05:14.874097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.903322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:14.919262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/e78b3a34-a33d-4843-b216-e7e8d25b7231 HTTP/1.1" status: 204 len: 168 time: 1.2581115 Nov 23 11:05:14.919966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37862) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:14.922999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd64fd7-3ed8-4694-9b95-47ba7b8fa77f req-cb4308ea-be36-4b65-b8d3-92121536fc0b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:14.925938 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3cd64fd7-3ed8-4694-9b95-47ba7b8fa77f req-cb4308ea-be36-4b65-b8d3-92121536fc0b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1428771 Nov 23 11:05:14.942244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-450936735'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:14.970887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59951e-bc20-4f71-a21e-26f71060f497 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=e78b3a34-a33d-4843-b216-e7e8d25b7231,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:14.978883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:14.986717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.027582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:05:15.044999 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3cd64fd7-3ed8-4694-9b95-47ba7b8fa77f req-2ddb1aef-2f72-4cbd-8f14-71bcb37ca986 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117301 Nov 23 11:05:15.046923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.047415 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment 0b26f80e-7753-4f92-a0da-473ee2865029 of type vlan for network d29ef561-f594-4d57-9999-3fe322ae9c2d Nov 23 11:05:15.130776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.188921 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.202135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:15.203865 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.292568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3582861 Nov 23 11:05:15.295602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37870) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:15.298162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc75011-9648-4b47-8f0d-71e161a627a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=d29ef561-f594-4d57-9999-3fe322ae9c2d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:15.300839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': 'd29ef561-f594-4d57-9999-3fe322ae9c2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:15.315767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network d29ef561-f594-4d57-9999-3fe322ae9c2d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:05:15.465833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:15.469580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.693475 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.773163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=8fc9d138-26b0-440f-8937-02b6b7804912,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:15.781219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': '0b26f80e-7753-4f92-a0da-473ee2865029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd29ef561-f594-4d57-9999-3fe322ae9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:15.781805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: d29ef561-f594-4d57-9999-3fe322ae9c2d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:05:15.800229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network d29ef561-f594-4d57-9999-3fe322ae9c2d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:05:15.810802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, d29ef561-f594-4d57-9999-3fe322ae9c2d) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:15.816520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:15.817521 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.822113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf70eed-6ec0-48e8-a3d0-963509101c82 None None] Network d29ef561-f594-4d57-9999-3fe322ae9c2d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:15.846879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37908) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:15.848177 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-992764a7-efd2-4ee5-84ff-d4ebdbf5e37e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5512052 Nov 23 11:05:15.853155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-79beda6b-d519-475b-9193-d7fa8c6b86fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1859722524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:15.863164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 696f01b7-288f-409e-a9b2-03ac0f20119e details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:05:15.878743 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79beda6b-d519-475b-9193-d7fa8c6b86fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.879860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79beda6b-d519-475b-9193-d7fa8c6b86fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.943033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79beda6b-d519-475b-9193-d7fa8c6b86fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.949647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79beda6b-d519-475b-9193-d7fa8c6b86fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.973265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79beda6b-d519-475b-9193-d7fa8c6b86fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:15.977128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-79beda6b-d519-475b-9193-d7fa8c6b86fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1254435 Nov 23 11:05:15.977893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37910) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:16.104571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 696f01b7-288f-409e-a9b2-03ac0f20119e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=696f01b7-288f-409e-a9b2-03ac0f20119e,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:16.151065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '696f01b7-288f-409e-a9b2-03ac0f20119e', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'port_id': '696f01b7-288f-409e-a9b2-03ac0f20119e', 'mac_address': 'fa:16:3e:73:95:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:05:16.209694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-d29ef561-f594-4d57-9999-3fe322ae9c2d', 'network_id': 'd29ef561-f594-4d57-9999-3fe322ae9c2d', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': '8fc9d138-26b0-440f-8937-02b6b7804912'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:05:16.214618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:16.288058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ce9c5-8471-45b4-9dc9-f42269dae975 req-9150b7d7-8dd3-4290-a808-9648e22b162c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:16.290225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc1ce9c5-8471-45b4-9dc9-f42269dae975 req-9150b7d7-8dd3-4290-a808-9648e22b162c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1087465 Nov 23 11:05:16.304651 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:16.313671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:16.397367 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc1ce9c5-8471-45b4-9dc9-f42269dae975 req-dcc679f4-2a74-4edc-a1e8-0f6e497c3df0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993772 Nov 23 11:05:16.431212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 696f01b7-288f-409e-a9b2-03ac0f20119e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:05:16.463145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 696f01b7-288f-409e-a9b2-03ac0f20119e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=696f01b7-288f-409e-a9b2-03ac0f20119e,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:16.479884 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:16.584686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=696f01b7-288f-409e-a9b2-03ac0f20119e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:16.587921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Allocated IP 2001:db8::2 (d29ef561-f594-4d57-9999-3fe322ae9c2d/8fc9d138-26b0-440f-8937-02b6b7804912/600affc4-9c8a-4fe0-b797-357524663050) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:16.750416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['696f01b7-288f-409e-a9b2-03ac0f20119e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:05:16.813999 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:16.840653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:16.896377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8::1 (d29ef561-f594-4d57-9999-3fe322ae9c2d/8fc9d138-26b0-440f-8937-02b6b7804912/63d51ea4-87de-4f24-b015-79721b8ef292) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:16.913407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Network d29ef561-f594-4d57-9999-3fe322ae9c2d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:16.935504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:16.946247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:16.961409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Pushing event updated for resources: {'Port': ['ID=600affc4-9c8a-4fe0-b797-357524663050,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:17.014861 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25849f2d-9eb2-47eb-8fbf-3435d38fda14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.053897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.098353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.148777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network d29ef561-f594-4d57-9999-3fe322ae9c2d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:17.152348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:17.157460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:17.157999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.165504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=63d51ea4-87de-4f24-b015-79721b8ef292,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:17.235982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Attempting to bind port 600affc4-9c8a-4fe0-b797-357524663050 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:17.236376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Attempting to bind port 600affc4-9c8a-4fe0-b797-357524663050 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '0b26f80e-7753-4f92-a0da-473ee2865029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd29ef561-f594-4d57-9999-3fe322ae9c2d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:17.236721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Attempting to bind port 600affc4-9c8a-4fe0-b797-357524663050 on network d29ef561-f594-4d57-9999-3fe322ae9c2d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:17.248939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:17.249420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Checking segment: {'id': '0b26f80e-7753-4f92-a0da-473ee2865029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd29ef561-f594-4d57-9999-3fe322ae9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:17.249810 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.250315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Bound using segment: {'id': '0b26f80e-7753-4f92-a0da-473ee2865029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd29ef561-f594-4d57-9999-3fe322ae9c2d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:17.250803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Bound port: 600affc4-9c8a-4fe0-b797-357524663050, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b26f80e-7753-4f92-a0da-473ee2865029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'd29ef561-f594-4d57-9999-3fe322ae9c2d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:17.251522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.322936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.335380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] For port 600affc4-9c8a-4fe0-b797-357524663050, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:17.339541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] For port 600affc4-9c8a-4fe0-b797-357524663050, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=600affc4-9c8a-4fe0-b797-357524663050,segment=NetworkSegment(0b26f80e-7753-4f92-a0da-473ee2865029),segment_id=0b26f80e-7753-4f92-a0da-473ee2865029)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:17.346067 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.418250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b74d0-4736-46f9-9280-79b7a44847bf None None] Pushing event updated for resources: {'Port': ['ID=600affc4-9c8a-4fe0-b797-357524663050,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:17.811531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.825355 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.826653 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:17.853140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 696f01b7-288f-409e-a9b2-03ac0f20119e up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:18.002202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 696f01b7-288f-409e-a9b2-03ac0f20119e completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:05:18.007974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 696f01b7-288f-409e-a9b2-03ac0f20119e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:18.008477 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.010621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc793144-d3ee-497b-b92d-6fc88d8063a0 req-1e060444-c86c-46b4-b381-815028748372 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:18.012181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc793144-d3ee-497b-b92d-6fc88d8063a0 req-1e060444-c86c-46b4-b381-815028748372 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 944 time: 0.5355299 Nov 23 11:05:18.102242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 600affc4-9c8a-4fe0-b797-357524663050 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:18.114019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network d29ef561-f594-4d57-9999-3fe322ae9c2d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:18.119585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:18.147443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc793144-d3ee-497b-b92d-6fc88d8063a0 req-4c392a9c-ac6c-4542-af1a-188c074f55bc tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211963 Nov 23 11:05:18.230359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 600affc4-9c8a-4fe0-b797-357524663050 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:18.230735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.238673 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.258204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=63d51ea4-87de-4f24-b015-79721b8ef292,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:18.304995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router c7005e72-8553-4fa4-83d5-b44f7739db2c is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:05:18.353674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 696f01b7-288f-409e-a9b2-03ac0f20119e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=696f01b7-288f-409e-a9b2-03ac0f20119e,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:18.362005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f143892a-44c0-401c-b927-2884caefc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696f01b7-288f-409e-a9b2-03ac0f20119e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:05:18.365602 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dd839a-4a9a-4202-a43e-28cf4cfce68b" -d '{"events": [{"server_uuid": "f143892a-44c0-401c-b927-2884caefc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "696f01b7-288f-409e-a9b2-03ac0f20119e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:05:18.376987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.408333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37936) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:18.488174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:18.493774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-abb32090-0115-412e-9724-f4d8bf2d293e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/c7005e72-8553-4fa4-83d5-b44f7739db2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5147884 Nov 23 11:05:18.494670 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf607cbe-de83-49a2-94e5-4554124bc3c7 x-openstack-request-id: req-cf607cbe-de83-49a2-94e5-4554124bc3c7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:05:18.495027 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f143892a-44c0-401c-b927-2884caefc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "696f01b7-288f-409e-a9b2-03ac0f20119e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:05:18.495289 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cf607cbe-de83-49a2-94e5-4554124bc3c7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:05:18.495688 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f143892a-44c0-401c-b927-2884caefc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '696f01b7-288f-409e-a9b2-03ac0f20119e', 'code': 200} Nov 23 11:05:18.496251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37940) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:18.496491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.515889 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] Sync routers for ids ['c7005e72-8553-4fa4-83d5-b44f7739db2c'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:18.551082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=696f01b7-288f-409e-a9b2-03ac0f20119e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:18.552459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] Routers {'c7005e72-8553-4fa4-83d5-b44f7739db2c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:18.554890 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c7005e72-8553-4fa4-83d5-b44f7739db2c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:18.581691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 600affc4-9c8a-4fe0-b797-357524663050, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=600affc4-9c8a-4fe0-b797-357524663050,segment=NetworkSegment(0b26f80e-7753-4f92-a0da-473ee2865029),segment_id=0b26f80e-7753-4f92-a0da-473ee2865029)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:18.589718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.596433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.597887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba898737-393d-4093-9899-ddfc2223b4c1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:18.601090 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ba898737-393d-4093-9899-ddfc2223b4c1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports/63d51ea4-87de-4f24-b015-79721b8ef292 HTTP/1.1" status: 200 len: 911 time: 0.1023028 Nov 23 11:05:18.602933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37942) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:18.665545 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:18.670187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0204ca-48ff-460b-a8b8-9be3880f9eb0 req-71c212b4-41cd-47bb-8057-82ec69df7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:18.672715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1a0204ca-48ff-460b-a8b8-9be3880f9eb0 req-71c212b4-41cd-47bb-8057-82ec69df7370 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 1096 time: 0.0702083 Nov 23 11:05:18.687392 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] Routers {'c7005e72-8553-4fa4-83d5-b44f7739db2c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:18.695214 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c7005e72-8553-4fa4-83d5-b44f7739db2c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:18.711184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=600affc4-9c8a-4fe0-b797-357524663050,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:18.768781 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:18.772148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1a0204ca-48ff-460b-a8b8-9be3880f9eb0 req-0bc24210-d889-45bb-8ce4-0d53f50eb0bc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824358 Nov 23 11:05:18.773022 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d9bc4a-3416-4384-aa0e-a125aa1219b6 None None] The sync data for ids ['c7005e72-8553-4fa4-83d5-b44f7739db2c'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:18.796528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e514107a-8ec5-4dbf-a336-c18e6504289b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:18.937902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37948) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:19.027084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] Deleting subnet 64f78ec1-9879-41b0-b6ed-5f0b1f817647 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:05:19.035969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.083749 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.094971 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e514107a-8ec5-4dbf-a336-c18e6504289b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.104978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e514107a-8ec5-4dbf-a336-c18e6504289b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.127256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3288e2-c38b-4487-91d2-ebbe06bbd5e9 None None] Network d29ef561-f594-4d57-9999-3fe322ae9c2d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:19.146722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.179599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514107a-8ec5-4dbf-a336-c18e6504289b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1246f774-9d6f-4b00-8e56-3883d4ca5479,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:19.203170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e514107a-8ec5-4dbf-a336-c18e6504289b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3620f8733dca495580ce8a7d16a8065c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7927837 Nov 23 11:05:19.206187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37952) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:19.270574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.314263 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.316375 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b073657c-60f1-4851-a891-93e4cb9b8a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.320367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64f78ec1-9879-41b0-b6ed-5f0b1f817647 HTTP/1.1" status: 204 len: 168 time: 0.3790596 Nov 23 11:05:19.325335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37956) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:19.328550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922d001-fd37-4716-81c6-2f7c85248fd1 None None] Network f69c1e5f-e810-486a-b204-1cd8374eccd0 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:19.341933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab1330-5cca-4739-80fd-2586d03f6959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f78ec1-9879-41b0-b6ed-5f0b1f817647,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:19.372310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.381912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-873076f1-83ea-4431-9caa-5e19a1d9f29a None None] Provisioning complete for port 600affc4-9c8a-4fe0-b797-357524663050 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:19.382398 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-873076f1-83ea-4431-9caa-5e19a1d9f29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.480708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b073657c-60f1-4851-a891-93e4cb9b8a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.513289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.533549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5a65-888a-402c-ae5b-303a6b9e82e1 req-c1894740-e450-4c87-8168-64307b71f11f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:19.535181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47bf5a65-888a-402c-ae5b-303a6b9e82e1 req-c1894740-e450-4c87-8168-64307b71f11f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 945 time: 0.2472978 Nov 23 11:05:19.548347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.591266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47bf5a65-888a-402c-ae5b-303a6b9e82e1 req-442515fb-11f2-4594-b2b5-f589dbf5b8ea tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 Nov 23 11:05:19.683093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21a990-ca7a-431b-a988-5e5725a3e7cd None None] DHCP port deletion for f69c1e5f-e810-486a-b204-1cd8374eccd0 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:19.701183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.704588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b073657c-60f1-4851-a891-93e4cb9b8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.707848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b073657c-60f1-4851-a891-93e4cb9b8a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.711426 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b073657c-60f1-4851-a891-93e4cb9b8a16 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1246f774-9d6f-4b00-8e56-3883d4ca5479 HTTP/1.1" status: 204 len: 168 time: 0.5004897 Nov 23 11:05:19.736484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073657c-60f1-4851-a891-93e4cb9b8a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1246f774-9d6f-4b00-8e56-3883d4ca5479,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:19.739320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69c1e5f-e810-486a-b204-1cd8374eccd0']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:19.753661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:19.753957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f7758a-424c-4bc5-950f-42ab9d8be6b3') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:19.783854 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.809945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.837052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:05:19.858289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:05:19.860379 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:05:19.927217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.983746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:19.994271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.007555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] 10.222.0.61 "DELETE /v2.0/networks/f69c1e5f-e810-486a-b204-1cd8374eccd0 HTTP/1.1" status: 204 len: 168 time: 0.6762145 Nov 23 11:05:20.031957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 63d51ea4-87de-4f24-b015-79721b8ef292 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:20.032303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.063679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 600affc4-9c8a-4fe0-b797-357524663050 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:20.085315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b528afe-ea61-46b2-a60f-70016cd3e7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f69c1e5f-e810-486a-b204-1cd8374eccd0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:20.144519 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.219550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-18f0f833-0317-4b50-bc25-33f566957efc None None] Provisioning complete for port 600affc4-9c8a-4fe0-b797-357524663050 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:20.219550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-18f0f833-0317-4b50-bc25-33f566957efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.289092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 600affc4-9c8a-4fe0-b797-357524663050 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:20.289682 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.301248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.320412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37966) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:20.331810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 63d51ea4-87de-4f24-b015-79721b8ef292 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:20.390963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37968) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:20.416642 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 37970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:20.417657 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2e2d0112-fba4-4abe-95ff-759c5b524b01 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8009c469a988401aa27da4383612d1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955617 Nov 23 11:05:20.419427 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23850485-0dd8-466b-b4d7-df496fdea8d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.495412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-18f0f833-0317-4b50-bc25-33f566957efc None None] Provisioning complete for port 63d51ea4-87de-4f24-b015-79721b8ef292 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:20.495859 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-18f0f833-0317-4b50-bc25-33f566957efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.526684 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23850485-0dd8-466b-b4d7-df496fdea8d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.532455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23850485-0dd8-466b-b4d7-df496fdea8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.540538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02544230-31bc-4768-9f37-d6ac8e54fe4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.578496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-18f0f833-0317-4b50-bc25-33f566957efc None None] Port 63d51ea4-87de-4f24-b015-79721b8ef292 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:20.582297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23850485-0dd8-466b-b4d7-df496fdea8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d3492d-b807-4b87-8316-0803af027273,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:20.600466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02544230-31bc-4768-9f37-d6ac8e54fe4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.607773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-23850485-0dd8-466b-b4d7-df496fdea8d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ab482c2f6f342bb80bb5a913e5de475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2157319 Nov 23 11:05:20.611199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37972) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:20.658889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.680911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb896308-741a-467d-ace7-2c2f0ed30e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.698838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e3fba72b-78f3-439d-b271-128b5d3f27ab None None] Could not find standard attr ID for object 63d51ea4-87de-4f24-b015-79721b8ef292. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:05:20.708707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=63d51ea4-87de-4f24-b015-79721b8ef292,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:20.728346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb896308-741a-467d-ace7-2c2f0ed30e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.758974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02544230-31bc-4768-9f37-d6ac8e54fe4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.761709 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02544230-31bc-4768-9f37-d6ac8e54fe4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.764028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-02544230-31bc-4768-9f37-d6ac8e54fe4a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f77b7dbd-1f72-4bad-89e8-d7bf88f14009 HTTP/1.1" status: 204 len: 168 time: 0.3460939 Nov 23 11:05:20.803579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02544230-31bc-4768-9f37-d6ac8e54fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77b7dbd-1f72-4bad-89e8-d7bf88f14009,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:20.811417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.811534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7421c2-db3c-4f1f-9fc5-ffcc837196c2 req-16d063ff-a736-4f90-a3e2-6e0d2c1ee11a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:20.813965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e7421c2-db3c-4f1f-9fc5-ffcc837196c2 req-16d063ff-a736-4f90-a3e2-6e0d2c1ee11a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0701535 Nov 23 11:05:20.828350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb896308-741a-467d-ace7-2c2f0ed30e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.831547 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb896308-741a-467d-ace7-2c2f0ed30e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:20.832689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eb896308-741a-467d-ace7-2c2f0ed30e31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64d3492d-b807-4b87-8316-0803af027273 HTTP/1.1" status: 204 len: 168 time: 0.2203188 Nov 23 11:05:20.844403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb896308-741a-467d-ace7-2c2f0ed30e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d3492d-b807-4b87-8316-0803af027273,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:20.904018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e7421c2-db3c-4f1f-9fc5-ffcc837196c2 req-d8f44075-3c3a-4487-9457-c23ad36b04ff tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628402 Nov 23 11:05:20.913761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-aa946c25-d6a7-4e47-9215-6a87c3a15c5d None None] Could not find standard attr ID for object 63d51ea4-87de-4f24-b015-79721b8ef292. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:05:21.092424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb94b74-c99f-4d44-ba5a-400dbeea713a req-582edca7-a545-4d5e-80f0-688ee96a1034 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:21.095581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8cb94b74-c99f-4d44-ba5a-400dbeea713a req-582edca7-a545-4d5e-80f0-688ee96a1034 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0664206 Nov 23 11:05:21.144438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router c7005e72-8553-4fa4-83d5-b44f7739db2c has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:21.181645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8cb94b74-c99f-4d44-ba5a-400dbeea713a req-2e772c85-1763-413e-bdca-75384daca7a3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795579 Nov 23 11:05:21.253089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:21.259071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4390504e-6930-4cc0-a5c2-8a1a05bacfdd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/c7005e72-8553-4fa4-83d5-b44f7739db2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546643 Nov 23 11:05:21.261725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:21.267281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] Sync routers for ids ['c7005e72-8553-4fa4-83d5-b44f7739db2c'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:21.290251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] Routers {'c7005e72-8553-4fa4-83d5-b44f7739db2c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:21.290934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c7005e72-8553-4fa4-83d5-b44f7739db2c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:21.304354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4aaa5922-1439-4cfa-8c11-3b882797f2a1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7005e72-8553-4fa4-83d5-b44f7739db2c HTTP/1.1" status: 200 len: 205 time: 0.0413442 Nov 23 11:05:21.305009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 37990) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:21.367606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:21.370640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab7aba-d555-4cce-9d01-2bc2f7c356bb req-c5204eae-ec97-4737-81e2-f8f048a97b4c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:21.372402 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88ab7aba-d555-4cce-9d01-2bc2f7c356bb req-c5204eae-ec97-4737-81e2-f8f048a97b4c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1126578 Nov 23 11:05:21.410170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] Routers {'c7005e72-8553-4fa4-83d5-b44f7739db2c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:21.410821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c7005e72-8553-4fa4-83d5-b44f7739db2c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:21.416034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6faf5e07-3193-4030-b611-32f4f40470fd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.478948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:21.479626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56442d8-d4fc-4be7-848f-a2a1574a082b None None] The sync data for ids ['c7005e72-8553-4fa4-83d5-b44f7739db2c'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:21.485054 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88ab7aba-d555-4cce-9d01-2bc2f7c356bb req-d3ec723b-6a30-4c53-bcc5-8e80cf15aab6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893345 Nov 23 11:05:21.624607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6faf5e07-3193-4030-b611-32f4f40470fd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.626813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6faf5e07-3193-4030-b611-32f4f40470fd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.681212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6faf5e07-3193-4030-b611-32f4f40470fd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.682528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faf5e07-3193-4030-b611-32f4f40470fd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Fanout notify agent at l3_agent the message router_deleted on router c7005e72-8553-4fa4-83d5-b44f7739db2c {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:05:21.694235 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6faf5e07-3193-4030-b611-32f4f40470fd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.695442 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6faf5e07-3193-4030-b611-32f4f40470fd tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/c7005e72-8553-4fa4-83d5-b44f7739db2c HTTP/1.1" status: 204 len: 168 time: 0.3894567 Nov 23 11:05:21.698087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38008) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:21.757722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet 8fc9d138-26b0-440f-8937-02b6b7804912 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:05:21.761085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.812378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.834143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e68b5-75e1-4e62-8b04-d78ea584e21f req-55430e49-3d97-4017-80b3-a9e8dfc3718f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:21.835702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8b0e68b5-75e1-4e62-8b04-d78ea584e21f req-55430e49-3d97-4017-80b3-a9e8dfc3718f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0632615 Nov 23 11:05:21.895112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8b0e68b5-75e1-4e62-8b04-d78ea584e21f req-4e6ce614-a250-4718-9e89-041162fcdc9e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Nov 23 11:05:21.909095 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:21.979210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.012600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc9d138-26b0-440f-8937-02b6b7804912,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:22.014613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.018370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e4045f44-16b3-4d58-ab4e-022cf65b467f tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/8fc9d138-26b0-440f-8937-02b6b7804912 HTTP/1.1" status: 204 len: 168 time: 0.3189437 Nov 23 11:05:22.021196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:22.025706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6c9bb5-e8ff-4100-ae3e-85768fd8f9d5 None None] Network d29ef561-f594-4d57-9999-3fe322ae9c2d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:22.117676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.186187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 600affc4-9c8a-4fe0-b797-357524663050 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:22.186707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.232249 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.253559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] DHCP port deletion for d29ef561-f594-4d57-9999-3fe322ae9c2d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:22.277429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port 600affc4-9c8a-4fe0-b797-357524663050, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=600affc4-9c8a-4fe0-b797-357524663050,segment=NetworkSegment(0b26f80e-7753-4f92-a0da-473ee2865029),segment_id=0b26f80e-7753-4f92-a0da-473ee2865029)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:22.278308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.301596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 600affc4-9c8a-4fe0-b797-357524663050 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:22.310691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] Deleting port 600affc4-9c8a-4fe0-b797-357524663050 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:22.311399 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.382932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] For port 600affc4-9c8a-4fe0-b797-357524663050, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=600affc4-9c8a-4fe0-b797-357524663050,segment=NetworkSegment(0b26f80e-7753-4f92-a0da-473ee2865029),segment_id=0b26f80e-7753-4f92-a0da-473ee2865029)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:22.383365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.400241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] Calling delete_port for 600affc4-9c8a-4fe0-b797-357524663050 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:22.423980 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.455113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=600affc4-9c8a-4fe0-b797-357524663050,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:22.461351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port 600affc4-9c8a-4fe0-b797-357524663050 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:22.500444 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.528297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] Pushing event deleted for resources: {'Port': ['ID=600affc4-9c8a-4fe0-b797-357524663050,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:22.533655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7479d4-0a2e-41b3-b245-6d2381405dea None None] No DVR routers for this DVR port 600affc4-9c8a-4fe0-b797-357524663050 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:22.578071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.600034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29ef561-f594-4d57-9999-3fe322ae9c2d']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:22.609682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b26f80e-7753-4f92-a0da-473ee2865029') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:22.609983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b26f80e-7753-4f92-a0da-473ee2865029') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:22.620207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.634434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.648362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:05:22.648764 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:05:22.652492 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:05:22.722342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.729719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.733081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/d29ef561-f594-4d57-9999-3fe322ae9c2d HTTP/1.1" status: 204 len: 168 time: 0.7107434 Nov 23 11:05:22.738273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38038) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:22.745338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-169565378', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:22.770962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.772257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:22.838656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.050115 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.194768 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149cdd-5b1e-400e-b021-a6e1ddc2a30c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=d29ef561-f594-4d57-9999-3fe322ae9c2d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:23.244985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b85b16-ff58-48e7-b203-57316e497e66 req-62c12eeb-0d02-4a62-b881-f9ba6fde3895 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:23.252691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8b85b16-ff58-48e7-b203-57316e497e66 req-62c12eeb-0d02-4a62-b881-f9ba6fde3895 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0600710 Nov 23 11:05:23.254948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38058) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:23.312339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8b85b16-ff58-48e7-b203-57316e497e66 req-abd491de-90d0-4a4f-90de-4d7878eb75fa tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585752 Nov 23 11:05:23.326324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.355870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.415289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c170bf9b-839f-4792-95f8-9085de135681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.439057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-d281d87d-c493-440f-a9cf-52b198c169a8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:23.440544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-d281d87d-c493-440f-a9cf-52b198c169a8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 945 time: 0.0928853 Nov 23 11:05:23.504196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c170bf9b-839f-4792-95f8-9085de135681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.508220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c170bf9b-839f-4792-95f8-9085de135681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.548192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c170bf9b-839f-4792-95f8-9085de135681 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4581aac2337248b79e1acf939369c225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922537 Nov 23 11:05:23.549080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170bf9b-839f-4792-95f8-9085de135681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e3b92-5b60-4cdd-a6ec-a985ee3c0d70,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:23.551400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38064) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:23.552296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 172.25.5.63 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/8e0ae94d-c819-4191-9067-9a5ef341525f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:23.616120 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71222374-2c4c-47af-a258-b9e8c7564109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.634724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 696f01b7-288f-409e-a9b2-03ac0f20119e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:23.635070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.647423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71222374-2c4c-47af-a258-b9e8c7564109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.694628 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71222374-2c4c-47af-a258-b9e8c7564109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.697270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71222374-2c4c-47af-a258-b9e8c7564109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.698437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-71222374-2c4c-47af-a258-b9e8c7564109 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a56e3b92-5b60-4cdd-a6ec-a985ee3c0d70 HTTP/1.1" status: 204 len: 168 time: 0.1461093 Nov 23 11:05:23.707653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71222374-2c4c-47af-a258-b9e8c7564109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e3b92-5b60-4cdd-a6ec-a985ee3c0d70,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:23.741734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.760791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] For port 696f01b7-288f-409e-a9b2-03ac0f20119e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=696f01b7-288f-409e-a9b2-03ac0f20119e,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:23.761076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.778533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 696f01b7-288f-409e-a9b2-03ac0f20119e owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:23.840854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:23.895986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:23.909103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:23.914359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:23.930220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08abb30-a877-4bdc-a0e1-ef0b0b8bf508 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:23.938177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=8e0ae94d-c819-4191-9067-9a5ef341525f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:24.004324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38070) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:24.008263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 600affc4-9c8a-4fe0-b797-357524663050 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:05:24.019063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96643c39-229a-4e55-8893-4ee7c75695ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.030282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 600affc4-9c8a-4fe0-b797-357524663050 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:05:24.031009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 600affc4-9c8a-4fe0-b797-357524663050 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:05:24.072021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0ef39dc1-5576-49b0-8b6f-fd9e9d2898bc None None] Provisioning complete for port 8e0ae94d-c819-4191-9067-9a5ef341525f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:24.072643 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ef39dc1-5576-49b0-8b6f-fd9e9d2898bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.083783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.103114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96643c39-229a-4e55-8893-4ee7c75695ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.107888 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96643c39-229a-4e55-8893-4ee7c75695ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.118704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0ef39dc1-5576-49b0-8b6f-fd9e9d2898bc None None] Port 8e0ae94d-c819-4191-9067-9a5ef341525f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:24.126269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=696f01b7-288f-409e-a9b2-03ac0f20119e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:24.152134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96643c39-229a-4e55-8893-4ee7c75695ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83fe3f80711f4d739633c1c2cec35f53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464381 Nov 23 11:05:24.153018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96643c39-229a-4e55-8893-4ee7c75695ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d149ebc-af8b-41d6-b695-3bf15866b4e7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:24.155001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38072) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:24.188864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] No DVR routers for this DVR port 696f01b7-288f-409e-a9b2-03ac0f20119e on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:24.222554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.225912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fe5c48cb-6bc1-4057-ae17-e82f34274265 req-8f8e8c80-db0c-411b-a78a-e555917689ab tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "DELETE /v2.0/ports/696f01b7-288f-409e-a9b2-03ac0f20119e HTTP/1.1" status: 204 len: 173 time: 0.7770400 Nov 23 11:05:24.230576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f143892a-44c0-401c-b927-2884caefc2a7', 'name': 'network-vif-deleted', 'tag': '696f01b7-288f-409e-a9b2-03ac0f20119e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:05:24.232842 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25ce46-f833-481b-9452-0f4fdd28bd5a" -d '{"events": [{"server_uuid": "f143892a-44c0-401c-b927-2884caefc2a7", "name": "network-vif-deleted", "tag": "696f01b7-288f-409e-a9b2-03ac0f20119e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:05:24.418082 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1da8cc79-ba7e-46b4-8ca3-9a160683d43d req-09058fa2-981b-40e3-909b-272875c8eb75 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0352619 Nov 23 11:05:24.655199 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6783df2-815f-4028-8037-6cef1fbe4dc4 x-openstack-request-id: req-d6783df2-815f-4028-8037-6cef1fbe4dc4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:05:24.656330 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f143892a-44c0-401c-b927-2884caefc2a7", "name": "network-vif-deleted", "tag": "696f01b7-288f-409e-a9b2-03ac0f20119e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:05:24.656330 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d6783df2-815f-4028-8037-6cef1fbe4dc4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:05:24.656618 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f143892a-44c0-401c-b927-2884caefc2a7', 'name': 'network-vif-deleted', 'tag': '696f01b7-288f-409e-a9b2-03ac0f20119e', 'status': 'completed', 'code': 200} Nov 23 11:05:24.676185 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e7c10e0-014c-4301-a7fb-27aa39dfb912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.701016 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.707725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e7c10e0-014c-4301-a7fb-27aa39dfb912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.861306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e7c10e0-014c-4301-a7fb-27aa39dfb912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.863872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4e7c10e0-014c-4301-a7fb-27aa39dfb912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:24.867397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4e7c10e0-014c-4301-a7fb-27aa39dfb912 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d149ebc-af8b-41d6-b695-3bf15866b4e7 HTTP/1.1" status: 204 len: 168 time: 0.7082529 Nov 23 11:05:24.880199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c10e0-014c-4301-a7fb-27aa39dfb912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d149ebc-af8b-41d6-b695-3bf15866b4e7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:24.943153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:25.096291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 5b456898-0dcf-4576-adb7-c5d577e74216 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:05:25.209907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:25.224830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] Sync routers for ids ['5b456898-0dcf-4576-adb7-c5d577e74216'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:25.236907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:25.238581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f77a3ae1-4537-4703-b492-d3a3df156d28 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.4992335 Nov 23 11:05:25.241258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38088) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:25.274615 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] Routers {'5b456898-0dcf-4576-adb7-c5d577e74216'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:25.275891 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5b456898-0dcf-4576-adb7-c5d577e74216'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:25.345093 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:25.363770 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] Routers {'5b456898-0dcf-4576-adb7-c5d577e74216'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:25.364553 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5b456898-0dcf-4576-adb7-c5d577e74216'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:25.384420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9c6ee9d9-5ccd-4d6c-b046-96f6887040d4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/routers/5b456898-0dcf-4576-adb7-c5d577e74216 HTTP/1.1" status: 200 len: 883 time: 0.1419091 Nov 23 11:05:25.387532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38096) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:25.402723 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:25.403556 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96267437-37da-46d9-ad3f-3cf2157f1155 None None] The sync data for ids ['5b456898-0dcf-4576-adb7-c5d577e74216'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:25.543630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2be017ef-1c4c-4de2-ba27-3d2e2164ad91 req-cff67e9c-1f87-4260-8a11-25b8af01ddac tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0319071 Nov 23 11:05:25.592742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9e3a9217-a2d6-41ca-b081-9e32c042bd47 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2040541 Nov 23 11:05:25.595978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38106) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:25.601214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b133b059-bece-4a4a-86bc-9cca65cd0635 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-169565378'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:25.930107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 696f01b7-288f-409e-a9b2-03ac0f20119e no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:05:25.946510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b133b059-bece-4a4a-86bc-9cca65cd0635 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:25.959854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b133b059-bece-4a4a-86bc-9cca65cd0635 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:25.979751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 696f01b7-288f-409e-a9b2-03ac0f20119e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:05:25.980047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 696f01b7-288f-409e-a9b2-03ac0f20119e not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:05:26.080590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b133b059-bece-4a4a-86bc-9cca65cd0635 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 5b456898-0dcf-4576-adb7-c5d577e74216 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:26.196263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b133b059-bece-4a4a-86bc-9cca65cd0635 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:26.205484 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b133b059-bece-4a4a-86bc-9cca65cd0635 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:26.206685 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b133b059-bece-4a4a-86bc-9cca65cd0635 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/5b456898-0dcf-4576-adb7-c5d577e74216 HTTP/1.1" status: 200 len: 890 time: 0.6095450 Nov 23 11:05:26.208021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] Sync routers for ids ['5b456898-0dcf-4576-adb7-c5d577e74216'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:26.209243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38122) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:26.224326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] Routers {'5b456898-0dcf-4576-adb7-c5d577e74216'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:26.225202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5b456898-0dcf-4576-adb7-c5d577e74216'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:26.270819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:26.290305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] Routers {'5b456898-0dcf-4576-adb7-c5d577e74216'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:26.291415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5b456898-0dcf-4576-adb7-c5d577e74216'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:26.326045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:26.326700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d62dd7-eb2e-4318-9a6c-60b5fded3372 None None] The sync data for ids ['5b456898-0dcf-4576-adb7-c5d577e74216'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:26.333438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38126) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:26.333779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9466d291-4c6c-44d9-ae84-03b84eeee36a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/routers/5b456898-0dcf-4576-adb7-c5d577e74216 HTTP/1.1" status: 200 len: 890 time: 0.1232088 Nov 23 11:05:26.369410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ff78cf13-842e-4844-906a-3581143a69fc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b456898-0dcf-4576-adb7-c5d577e74216 HTTP/1.1" status: 200 len: 205 time: 0.0334384 Nov 23 11:05:26.370613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38132) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:26.491625 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:26.608219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:26.681044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-403eea91-61d2-4d42-808a-272e71563010 req-6aecaabc-e5c6-4d24-a112-9fde511c6986 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0322061 Nov 23 11:05:26.715806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 8e0ae94d-c819-4191-9067-9a5ef341525f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:26.716231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:26.801943 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:26.817372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 8e0ae94d-c819-4191-9067-9a5ef341525f owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:27.002224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.032134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=8e0ae94d-c819-4191-9067-9a5ef341525f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:27.049047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f54c0-4014-4772-b49b-4b79ccdc053f None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:27.106059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.191769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38170) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:27.215388 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.217571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.261715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.262171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Fanout notify agent at l3_agent the message router_deleted on router 5b456898-0dcf-4576-adb7-c5d577e74216 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:05:27.269295 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.270522 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a20b662-79dc-4dcc-bf59-751648f02162 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/5b456898-0dcf-4576-adb7-c5d577e74216 HTTP/1.1" status: 204 len: 168 time: 0.8988054 Nov 23 11:05:27.274514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:27.279487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1927790162'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:27.303813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:27.307447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.334608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-883fc675-0c7f-44cf-bd40-f654c84aa89d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.352651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:05:27.368405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.368678 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment 340c3e55-6bad-4451-b4b4-716bda64f662 of type vlan for network ccc40aab-ee2b-44b1-a806-acf5c3c3902d Nov 23 11:05:27.423070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.469233 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.474764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:27.475347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.486552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-883fc675-0c7f-44cf-bd40-f654c84aa89d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.503019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-883fc675-0c7f-44cf-bd40-f654c84aa89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.541140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2655416 Nov 23 11:05:27.544100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38178) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:27.553079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': 'ccc40aab-ee2b-44b1-a806-acf5c3c3902d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:27.592104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-883fc675-0c7f-44cf-bd40-f654c84aa89d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9ac414a5e8d4eb299a8f7b1953ef0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992267 Nov 23 11:05:27.594047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3b2fa-60f1-48eb-a0c2-cf9e01d27977 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=ccc40aab-ee2b-44b1-a806-acf5c3c3902d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:27.595891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38180) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:27.596486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fc675-0c7f-44cf-bd40-f654c84aa89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e130da-a214-4924-b098-b1c80d2046d5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:27.604498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:05:27.659134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:27.662574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-521581eb-1446-4fed-9364-8aa842cc203e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.664065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.686580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-521581eb-1446-4fed-9364-8aa842cc203e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.743924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-521581eb-1446-4fed-9364-8aa842cc203e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.747081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-521581eb-1446-4fed-9364-8aa842cc203e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:27.748239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-521581eb-1446-4fed-9364-8aa842cc203e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9e130da-a214-4924-b098-b1c80d2046d5 HTTP/1.1" status: 204 len: 168 time: 0.1492193 Nov 23 11:05:27.761746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521581eb-1446-4fed-9364-8aa842cc203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e130da-a214-4924-b098-b1c80d2046d5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:27.826983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83a966ab-e6fc-439e-be4d-2957bcecad01 req-e3f73bf3-85fc-4fe9-8836-5622de55e69b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0363636 Nov 23 11:05:27.945047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.007366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=d650a8a7-5abe-4c57-ac18-2ee325da642a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:28.017347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': '340c3e55-6bad-4451-b4b4-716bda64f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ccc40aab-ee2b-44b1-a806-acf5c3c3902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:28.017833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: ccc40aab-ee2b-44b1-a806-acf5c3c3902d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:05:28.037351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:05:28.049093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ccc40aab-ee2b-44b1-a806-acf5c3c3902d) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:28.053925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:28.054738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.060532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c261d9f5-a825-4342-8937-9dbf6f0df5a9 None None] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:28.073241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38188) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:28.078485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93c7c1a6-1e4b-4af3-a6e5-73a2291d1737 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5326364 Nov 23 11:05:28.080160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38190) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:28.085324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9bf3c232-5de6-419d-a844-445ddd64b8d8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-606401619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:28.090554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ffbf-f03a-4cb3-9fd4-03b6ed060be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.113937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9bf3c232-5de6-419d-a844-445ddd64b8d8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.115174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9bf3c232-5de6-419d-a844-445ddd64b8d8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.179230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9bf3c232-5de6-419d-a844-445ddd64b8d8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.187423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9bf3c232-5de6-419d-a844-445ddd64b8d8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.190904 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ffbf-f03a-4cb3-9fd4-03b6ed060be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.196984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ffbf-f03a-4cb3-9fd4-03b6ed060be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.210729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9bf3c232-5de6-419d-a844-445ddd64b8d8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.212369 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9bf3c232-5de6-419d-a844-445ddd64b8d8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1309090 Nov 23 11:05:28.214952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38192) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:28.238015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6ffbf-f03a-4cb3-9fd4-03b6ed060be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa70d8ef-ebec-44b6-a63c-473bfcb633ba,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:28.263301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c8a6ffbf-f03a-4cb3-9fd4-03b6ed060be1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ab577cecfe94ce4badf0e3d9e6ea1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1886466 Nov 23 11:05:28.263980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38194) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:28.308665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-ccc40aab-ee2b-44b1-a806-acf5c3c3902d', 'network_id': 'ccc40aab-ee2b-44b1-a806-acf5c3c3902d', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': 'd650a8a7-5abe-4c57-ac18-2ee325da642a'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:05:28.309882 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.320575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41ffd92f-ae2a-4479-b114-efb081c86731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.346210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41ffd92f-ae2a-4479-b114-efb081c86731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.403742 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41ffd92f-ae2a-4479-b114-efb081c86731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.408880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-41ffd92f-ae2a-4479-b114-efb081c86731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.414340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-41ffd92f-ae2a-4479-b114-efb081c86731 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aa70d8ef-ebec-44b6-a63c-473bfcb633ba HTTP/1.1" status: 204 len: 168 time: 0.1492183 Nov 23 11:05:28.425803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffd92f-ae2a-4479-b114-efb081c86731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa70d8ef-ebec-44b6-a63c-473bfcb633ba,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:28.521238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Allocated IP 2001:db8::2 (ccc40aab-ee2b-44b1-a806-acf5c3c3902d/d650a8a7-5abe-4c57-ac18-2ee325da642a/ecd07d31-fa83-4b09-bff2-0b825cb53ccf) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:28.537231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.700774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.711990 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.760108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Pushing event updated for resources: {'Port': ['ID=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:28.776297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:28.777873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:28.781436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:28.795100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8::1 (ccc40aab-ee2b-44b1-a806-acf5c3c3902d/d650a8a7-5abe-4c57-ac18-2ee325da642a/ab867d88-b5a7-46f9-b08e-7d2129cab321) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:28.847127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Attempting to bind port ecd07d31-fa83-4b09-bff2-0b825cb53ccf on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:28.847511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Attempting to bind port ecd07d31-fa83-4b09-bff2-0b825cb53ccf by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '340c3e55-6bad-4451-b4b4-716bda64f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ccc40aab-ee2b-44b1-a806-acf5c3c3902d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:28.847973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Attempting to bind port ecd07d31-fa83-4b09-bff2-0b825cb53ccf on network ccc40aab-ee2b-44b1-a806-acf5c3c3902d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:28.853642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:28.854364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Checking segment: {'id': '340c3e55-6bad-4451-b4b4-716bda64f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ccc40aab-ee2b-44b1-a806-acf5c3c3902d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:28.854864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.855263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Bound using segment: {'id': '340c3e55-6bad-4451-b4b4-716bda64f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ccc40aab-ee2b-44b1-a806-acf5c3c3902d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:28.855732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Bound port: ecd07d31-fa83-4b09-bff2-0b825cb53ccf, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340c3e55-6bad-4451-b4b4-716bda64f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'ccc40aab-ee2b-44b1-a806-acf5c3c3902d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:28.856115 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.930561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] For port ecd07d31-fa83-4b09-bff2-0b825cb53ccf, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:28.933860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] For port ecd07d31-fa83-4b09-bff2-0b825cb53ccf, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,segment=NetworkSegment(340c3e55-6bad-4451-b4b4-716bda64f662),segment_id=340c3e55-6bad-4451-b4b4-716bda64f662)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:28.942206 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:28.982097 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f17e4660-78d9-4169-84d8-be15f8ffc8c9 req-b3142f56-a1f5-4cb9-9e90-78b310f9d4c2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=f143892a-44c0-401c-b927-2884caefc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0447114 Nov 23 11:05:29.033776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798f08d-ece9-42c7-a9f2-69d4cdd7eb53 None None] Pushing event updated for resources: {'Port': ['ID=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:29.036754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:29.082760 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:29.133535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:29.136910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:29.142813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:29.143379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:29.194595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=ab867d88-b5a7-46f9-b08e-7d2129cab321,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:29.317331 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:29.669588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:29.677204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:29.678096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:29.745747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=ab867d88-b5a7-46f9-b08e-7d2129cab321,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:29.910958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:29.913441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:30.097030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ecd07d31-fa83-4b09-bff2-0b825cb53ccf up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:30.188847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 99c0f814-76db-452e-bbce-343eeb48bdd9 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:05:30.198126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ecd07d31-fa83-4b09-bff2-0b825cb53ccf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:30.198498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:30.297704 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:30.302530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:30.315840 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] Sync routers for ids ['99c0f814-76db-452e-bbce-343eeb48bdd9'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:30.321010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-67c748b8-1650-47f2-927f-a6086d1e521e tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/99c0f814-76db-452e-bbce-343eeb48bdd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1022820 Nov 23 11:05:30.321408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38244) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:30.343792 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] Routers {'99c0f814-76db-452e-bbce-343eeb48bdd9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:30.345979 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['99c0f814-76db-452e-bbce-343eeb48bdd9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:30.359602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ecd07d31-fa83-4b09-bff2-0b825cb53ccf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,segment=NetworkSegment(340c3e55-6bad-4451-b4b4-716bda64f662),segment_id=340c3e55-6bad-4451-b4b4-716bda64f662)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:30.373280 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:30.392515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21664393-30e6-47e5-a6f4-6453a94173e9 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:30.394111 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-21664393-30e6-47e5-a6f4-6453a94173e9 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports/ab867d88-b5a7-46f9-b08e-7d2129cab321 HTTP/1.1" status: 200 len: 911 time: 0.0715699 Nov 23 11:05:30.396775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38246) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:30.402245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd650a8a7-5abe-4c57-ac18-2ee325da642a'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:30.441002 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:30.448142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:30.458125 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] Routers {'99c0f814-76db-452e-bbce-343eeb48bdd9'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:30.458747 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['99c0f814-76db-452e-bbce-343eeb48bdd9'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:30.516301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891dad1c-4116-4396-a83b-b5da34350ff2 None None] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:30.528423 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:30.529080 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f5638-3d0e-4a6c-be86-669b74bc4932 None None] The sync data for ids ['99c0f814-76db-452e-bbce-343eeb48bdd9'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:30.662666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:30.704893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-102171be-805d-4d80-9817-cb72fb77c46e None None] Provisioning complete for port ecd07d31-fa83-4b09-bff2-0b825cb53ccf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:30.705331 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-102171be-805d-4d80-9817-cb72fb77c46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.145946 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.154664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.165939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4fb1aec3-aa27-4bae-ba63-0f1acefb47c2 None None] Provisioning complete for port ab867d88-b5a7-46f9-b08e-7d2129cab321 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:31.166370 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4fb1aec3-aa27-4bae-ba63-0f1acefb47c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.169184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:31.170728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.176318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/ports/ab867d88-b5a7-46f9-b08e-7d2129cab321 HTTP/1.1" status: 200 len: 911 time: 0.7765126 Nov 23 11:05:31.177760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38258) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:31.264358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58b44d-e96e-4024-9aed-29a81476310a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=ab867d88-b5a7-46f9-b08e-7d2129cab321,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:31.480747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1aec3-aa27-4bae-ba63-0f1acefb47c2 None None] Port ab867d88-b5a7-46f9-b08e-7d2129cab321 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:31.495347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4fb1aec3-aa27-4bae-ba63-0f1acefb47c2 None None] Provisioning complete for port ecd07d31-fa83-4b09-bff2-0b825cb53ccf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:31.495730 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4fb1aec3-aa27-4bae-ba63-0f1acefb47c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.623457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.747246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-99bac0e9-e376-4642-a37a-677af8b78132 None None] Provisioning complete for port ab867d88-b5a7-46f9-b08e-7d2129cab321 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:31.747950 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-99bac0e9-e376-4642-a37a-677af8b78132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.809866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-99bac0e9-e376-4642-a37a-677af8b78132 None None] Port ab867d88-b5a7-46f9-b08e-7d2129cab321 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:31.937712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8c09b3cf-7ab0-4fd5-b8c7-f5b47173e52d None None] Provisioning complete for port ab867d88-b5a7-46f9-b08e-7d2129cab321 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:31.938103 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c09b3cf-7ab0-4fd5-b8c7-f5b47173e52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:31.979299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8c09b3cf-7ab0-4fd5-b8c7-f5b47173e52d None None] Port ab867d88-b5a7-46f9-b08e-7d2129cab321 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:32.058054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ecd07d31-fa83-4b09-bff2-0b825cb53ccf up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:32.142534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ecd07d31-fa83-4b09-bff2-0b825cb53ccf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:32.143679 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:32.367990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port ab867d88-b5a7-46f9-b08e-7d2129cab321 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:32.368494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:32.456711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:32.468299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for ab867d88-b5a7-46f9-b08e-7d2129cab321 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:32.636781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:32.664641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=ab867d88-b5a7-46f9-b08e-7d2129cab321,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:32.761240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:32.928039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 99c0f814-76db-452e-bbce-343eeb48bdd9 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:33.010167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:33.018310 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dd541f1e-59ec-4898-8c16-98615ec5be41 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/99c0f814-76db-452e-bbce-343eeb48bdd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355224 Nov 23 11:05:33.018310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38270) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:33.020341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] Sync routers for ids ['99c0f814-76db-452e-bbce-343eeb48bdd9'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:33.032933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] Routers {'99c0f814-76db-452e-bbce-343eeb48bdd9'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:33.034202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['99c0f814-76db-452e-bbce-343eeb48bdd9'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:33.052656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c2fb9629-5c4b-4fd1-b286-63eeb44587c6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c0f814-76db-452e-bbce-343eeb48bdd9 HTTP/1.1" status: 200 len: 205 time: 0.0276799 Nov 23 11:05:33.052923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38272) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:33.081016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:33.090757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] Routers {'99c0f814-76db-452e-bbce-343eeb48bdd9'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:33.091420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['99c0f814-76db-452e-bbce-343eeb48bdd9'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:33.129181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:33.130561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9edbe6d-259e-45a1-aec2-14b3aebd135b None None] The sync data for ids ['99c0f814-76db-452e-bbce-343eeb48bdd9'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:33.132337 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a2372e0-1134-4d27-8f37-70148030595b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.314503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a2372e0-1134-4d27-8f37-70148030595b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.316813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a2372e0-1134-4d27-8f37-70148030595b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.368596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a2372e0-1134-4d27-8f37-70148030595b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.369331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2372e0-1134-4d27-8f37-70148030595b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Fanout notify agent at l3_agent the message router_deleted on router 99c0f814-76db-452e-bbce-343eeb48bdd9 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:05:33.378761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6a2372e0-1134-4d27-8f37-70148030595b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.380252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6a2372e0-1134-4d27-8f37-70148030595b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/99c0f814-76db-452e-bbce-343eeb48bdd9 HTTP/1.1" status: 204 len: 168 time: 0.3297355 Nov 23 11:05:33.382954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38286) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:33.493600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet d650a8a7-5abe-4c57-ac18-2ee325da642a {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:05:33.498086 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.606062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.731799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.814775 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.850951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:33.857228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38298) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:33.858124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/d650a8a7-5abe-4c57-ac18-2ee325da642a HTTP/1.1" status: 204 len: 168 time: 0.4740841 Nov 23 11:05:33.859312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcaf70-80cf-43b1-a432-af51ff55e664 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=d650a8a7-5abe-4c57-ac18-2ee325da642a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:33.860232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f35d4b7-071d-4d96-8083-c1347d301aa8 None None] Network ccc40aab-ee2b-44b1-a806-acf5c3c3902d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:33.979168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.074150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port ecd07d31-fa83-4b09-bff2-0b825cb53ccf {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:34.075849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.139138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] DHCP port deletion for ccc40aab-ee2b-44b1-a806-acf5c3c3902d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:05:34.186329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port ecd07d31-fa83-4b09-bff2-0b825cb53ccf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,segment=NetworkSegment(340c3e55-6bad-4451-b4b4-716bda64f662),segment_id=340c3e55-6bad-4451-b4b4-716bda64f662)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:34.186929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.200180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for ecd07d31-fa83-4b09-bff2-0b825cb53ccf owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:34.222535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] Deleting port ecd07d31-fa83-4b09-bff2-0b825cb53ccf {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:34.223063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.298971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.307955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] For port ecd07d31-fa83-4b09-bff2-0b825cb53ccf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,segment=NetworkSegment(340c3e55-6bad-4451-b4b4-716bda64f662),segment_id=340c3e55-6bad-4451-b4b4-716bda64f662)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:34.308559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.326569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] Calling delete_port for ecd07d31-fa83-4b09-bff2-0b825cb53ccf owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:34.352057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:34.353981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port ecd07d31-fa83-4b09-bff2-0b825cb53ccf on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:34.431114 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.466352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] Pushing event deleted for resources: {'Port': ['ID=ecd07d31-fa83-4b09-bff2-0b825cb53ccf,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:34.475507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabff54c-3874-4324-ac4d-439dbbbdd7c9 None None] No DVR routers for this DVR port ecd07d31-fa83-4b09-bff2-0b825cb53ccf on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:05:34.501006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.523144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc40aab-ee2b-44b1-a806-acf5c3c3902d']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:34.533223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340c3e55-6bad-4451-b4b4-716bda64f662') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:34.533523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340c3e55-6bad-4451-b4b4-716bda64f662') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:34.543843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.560185 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.567267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:05:34.567779 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:05:34.571428 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:05:34.665418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.672458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.680823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38306) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:34.690758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c765ab34-8ffd-408c-9e9d-009284b723a5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1321533328', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:34.705864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/ccc40aab-ee2b-44b1-a806-acf5c3c3902d HTTP/1.1" status: 204 len: 168 time: 0.8469567 Nov 23 11:05:34.729094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b2452-f4ec-40c4-88d9-97cd6e528d2b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=ccc40aab-ee2b-44b1-a806-acf5c3c3902d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:34.747708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c765ab34-8ffd-408c-9e9d-009284b723a5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.748973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c765ab34-8ffd-408c-9e9d-009284b723a5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.807691 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c765ab34-8ffd-408c-9e9d-009284b723a5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.814823 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c765ab34-8ffd-408c-9e9d-009284b723a5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.834553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c765ab34-8ffd-408c-9e9d-009284b723a5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.838306 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c765ab34-8ffd-408c-9e9d-009284b723a5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1540053 Nov 23 11:05:34.838638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38308) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:34.844370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1117991082'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:34.873226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:34.876843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.903684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:05:34.914088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:34.914439 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment e3675402-acf5-4051-afc0-1543dcf0c076 of type vlan for network 14adc833-7985-47c2-8b76-d1cbec181c32 Nov 23 11:05:34.966201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:35.006148 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:35.011980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:35.012562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:35.054694 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2148890 Nov 23 11:05:35.057531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38310) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:35.064708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:35.086160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbe09d-c948-4ca3-ae61-a23ea0950ff4 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=14adc833-7985-47c2-8b76-d1cbec181c32,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:35.096831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 14adc833-7985-47c2-8b76-d1cbec181c32 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:05:35.180745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:35.184712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:35.393553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:35.453904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=6f608208-12aa-4832-b4b9-91d098decf35,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:35.462663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:35.463027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: 14adc833-7985-47c2-8b76-d1cbec181c32, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:05:35.479685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 14adc833-7985-47c2-8b76-d1cbec181c32 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:05:35.489025 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 14adc833-7985-47c2-8b76-d1cbec181c32) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:35.492891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:35.493510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:35.497701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba3626f-c8d4-4046-9639-201549d757bb None None] Network 14adc833-7985-47c2-8b76-d1cbec181c32 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:35.510752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ab492202-947c-4b12-a445-43f74765fb55 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4519868 Nov 23 11:05:35.513905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38314) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:35.650367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-14adc833-7985-47c2-8b76-d1cbec181c32', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:05:35.651497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:35.843882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Allocated IP 2001:db8::2 (14adc833-7985-47c2-8b76-d1cbec181c32/6f608208-12aa-4832-b4b9-91d098decf35/eb16b09c-6b74-476b-a57d-daf4e56e8188) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:35.855087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.047474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ecd07d31-fa83-4b09-bff2-0b825cb53ccf no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:05:36.056659 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:05:36.071170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ecd07d31-fa83-4b09-bff2-0b825cb53ccf {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:05:36.071525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ecd07d31-fa83-4b09-bff2-0b825cb53ccf not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:05:36.096104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.104622 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.168764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Network 14adc833-7985-47c2-8b76-d1cbec181c32 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:36.174343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:36.176930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Pushing event updated for resources: {'Port': ['ID=eb16b09c-6b74-476b-a57d-daf4e56e8188,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:36.179896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:36.204578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8::1 (14adc833-7985-47c2-8b76-d1cbec181c32/6f608208-12aa-4832-b4b9-91d098decf35/7492e1ca-2617-4c2d-8147-6ab44dc94900) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:36.257908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Attempting to bind port eb16b09c-6b74-476b-a57d-daf4e56e8188 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:36.258289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Attempting to bind port eb16b09c-6b74-476b-a57d-daf4e56e8188 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:36.258659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Attempting to bind port eb16b09c-6b74-476b-a57d-daf4e56e8188 on network 14adc833-7985-47c2-8b76-d1cbec181c32 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:36.264502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:36.264889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Checking segment: {'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:36.265334 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.265721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Bound using segment: {'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:36.266335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Bound port: eb16b09c-6b74-476b-a57d-daf4e56e8188, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:36.266733 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.354519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] For port eb16b09c-6b74-476b-a57d-daf4e56e8188, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:36.356474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] For port eb16b09c-6b74-476b-a57d-daf4e56e8188, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=eb16b09c-6b74-476b-a57d-daf4e56e8188,segment=NetworkSegment(e3675402-acf5-4051-afc0-1543dcf0c076),segment_id=e3675402-acf5-4051-afc0-1543dcf0c076)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:36.362747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.396921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.435197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a7073-7196-4574-b0f2-d0d03ba29bca None None] Pushing event updated for resources: {'Port': ['ID=eb16b09c-6b74-476b-a57d-daf4e56e8188,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:36.453930 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.503141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 14adc833-7985-47c2-8b76-d1cbec181c32 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:36.506375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:36.510482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:36.511030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.517594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=7492e1ca-2617-4c2d-8147-6ab44dc94900,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:36.653985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.956699 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.961949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:36.963051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:37.066945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=7492e1ca-2617-4c2d-8147-6ab44dc94900,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:37.114449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 14adc833-7985-47c2-8b76-d1cbec181c32 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:37.115980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:37.267566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:05:37.388954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:37.397919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4dae6385-9050-45e4-bf00-9457ad193161 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8818610 Nov 23 11:05:37.397919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38342) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:37.403891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1075961620'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:37.415105 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:37.434014 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:37.434206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:37.435224 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:37.443114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:37.477026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:05:37.492064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:37.492624 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment 5fc7e977-c76c-4fc7-8aaf-7266f69e0cde of type vlan for network 964eb0c4-da6c-4523-99d2-b643ec01a67f Nov 23 11:05:37.547802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:37.563310 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:37.581983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:37.587729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:37.588654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:37.674125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2750099 Nov 23 11:05:37.677063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38344) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:37.677881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618416b-8b99-4250-9d7e-0b8f2e4d00c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=964eb0c4-da6c-4523-99d2-b643ec01a67f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:37.688526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:37.698690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:05:37.783832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9460d4-28c6-4f8f-ae95-88c22540b693 None None] Network 14adc833-7985-47c2-8b76-d1cbec181c32 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:37.882328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6b9013b3-0d66-4143-86c1-32730d855416 None None] Provisioning complete for port eb16b09c-6b74-476b-a57d-daf4e56e8188 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:37.882700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6b9013b3-0d66-4143-86c1-32730d855416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:37.963518 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:36Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:36Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:37.996212 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:05:37.996640 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Updating router a7769508-7c03-4d4c-9947-dc962f175bc6 port 7492e1ca-2617-4c2d-8147-6ab44dc94900 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:05:38.029775 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.072829 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6b9013b3-0d66-4143-86c1-32730d855416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.099755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device eb16b09c-6b74-476b-a57d-daf4e56e8188 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:38.151601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6b9013b3-0d66-4143-86c1-32730d855416 None None] For port eb16b09c-6b74-476b-a57d-daf4e56e8188, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=eb16b09c-6b74-476b-a57d-daf4e56e8188,segment=NetworkSegment(e3675402-acf5-4051-afc0-1543dcf0c076),segment_id=e3675402-acf5-4051-afc0-1543dcf0c076)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:38.162714 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6b9013b3-0d66-4143-86c1-32730d855416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.218901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port eb16b09c-6b74-476b-a57d-daf4e56e8188 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:38.219509 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.254246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9013b3-0d66-4143-86c1-32730d855416 None None] Pushing event updated for resources: {'Port': ['ID=eb16b09c-6b74-476b-a57d-daf4e56e8188,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:38.337803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:38.344639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.460888 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.467001 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.534376 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Pushing event updated for resources: {'Port': ['ID=7492e1ca-2617-4c2d-8147-6ab44dc94900,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:38.562832 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.563189 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.563533 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.563876 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.564398 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.565260 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.565260 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.565435 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.565755 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.566083 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.566822 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.567156 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:05:38.595262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] Provisioning complete for port eb16b09c-6b74-476b-a57d-daf4e56e8188 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:38.595645 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.627281 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Attempting to bind port 7492e1ca-2617-4c2d-8147-6ab44dc94900 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:38.627659 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Attempting to bind port 7492e1ca-2617-4c2d-8147-6ab44dc94900 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:38.628299 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Attempting to bind port 7492e1ca-2617-4c2d-8147-6ab44dc94900 on network 14adc833-7985-47c2-8b76-d1cbec181c32 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:38.633753 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:38.634139 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Checking segment: {'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:38.634612 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.635042 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Bound using segment: {'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:38.635707 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Bound port: 7492e1ca-2617-4c2d-8147-6ab44dc94900, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3675402-acf5-4051-afc0-1543dcf0c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:38.636149 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.688464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.732465 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] For port 7492e1ca-2617-4c2d-8147-6ab44dc94900, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:38.739263 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] For port 7492e1ca-2617-4c2d-8147-6ab44dc94900, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7492e1ca-2617-4c2d-8147-6ab44dc94900,segment=NetworkSegment(e3675402-acf5-4051-afc0-1543dcf0c076),segment_id=e3675402-acf5-4051-afc0-1543dcf0c076)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:38.751702 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.807454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=d7278d81-a82a-4319-9c4e-c252344d75dd,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:38.813389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:38.813760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: 964eb0c4-da6c-4523-99d2-b643ec01a67f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:05:38.825229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] Provisioning complete for port 7492e1ca-2617-4c2d-8147-6ab44dc94900 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:38.829628 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.843372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:05:38.858669 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:38.859604 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:38.861662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 964eb0c4-da6c-4523-99d2-b643ec01a67f) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:38.866252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:38.866842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:38.898316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5a46dd4e-e2ff-44bd-98ea-d2b6c9e81aa1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2191834 Nov 23 11:05:38.901235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38358) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:38.958936 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03d927-2807-4c15-9e25-00162d5d2de8 None None] Pushing event updated for resources: {'Port': ['ID=7492e1ca-2617-4c2d-8147-6ab44dc94900,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:38.960024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c47a5a-0101-49c1-b118-e3312350d9e2 None None] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:39.027265 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:39.419174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-964eb0c4-da6c-4523-99d2-b643ec01a67f', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:05:39.421661 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:39.446804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:39.470615 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:36Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:38Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:39.513751 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67812ac7-b518-4db7-bea7-7e5c755bb6f3 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:36Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:38Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:39.595571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] For port 7492e1ca-2617-4c2d-8147-6ab44dc94900, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7492e1ca-2617-4c2d-8147-6ab44dc94900,segment=NetworkSegment(e3675402-acf5-4051-afc0-1543dcf0c076),segment_id=e3675402-acf5-4051-afc0-1543dcf0c076)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:39.620230 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:39.739043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:39.916252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8290af1-2611-44de-8e76-d4bb069e994f None None] Pushing event updated for resources: {'Port': ['ID=7492e1ca-2617-4c2d-8147-6ab44dc94900,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:39.991543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a33a3154-2102-4625-9fa2-e3f071dc0842 None None] Provisioning complete for port 7492e1ca-2617-4c2d-8147-6ab44dc94900 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:39.992746 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a33a3154-2102-4625-9fa2-e3f071dc0842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:40.063603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Allocated IP 2001:db8:1::2 (964eb0c4-da6c-4523-99d2-b643ec01a67f/d7278d81-a82a-4319-9c4e-c252344d75dd/61759821-df20-4b01-a0dc-8515d8f2e78d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:40.332562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7492e1ca-2617-4c2d-8147-6ab44dc94900 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:40.445365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-82b4a92f-fa92-43bf-aa28-3314b7fb7dc3 None None] Provisioning complete for port 7492e1ca-2617-4c2d-8147-6ab44dc94900 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:40.445740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-82b4a92f-fa92-43bf-aa28-3314b7fb7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:40.502804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7492e1ca-2617-4c2d-8147-6ab44dc94900 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:40.503180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:40.658186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:40.660262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device eb16b09c-6b74-476b-a57d-daf4e56e8188 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:40.744254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8:1::1 (964eb0c4-da6c-4523-99d2-b643ec01a67f/d7278d81-a82a-4319-9c4e-c252344d75dd/35903452-6e67-41d6-b024-d34c52f5ea71) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:40.956947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.040757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:41.043280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.052420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:41.055342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:41.123317 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.140780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Attempting to bind port 61759821-df20-4b01-a0dc-8515d8f2e78d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:41.141191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Attempting to bind port 61759821-df20-4b01-a0dc-8515d8f2e78d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:41.141574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Attempting to bind port 61759821-df20-4b01-a0dc-8515d8f2e78d on network 964eb0c4-da6c-4523-99d2-b643ec01a67f {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:41.146185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Pushing event updated for resources: {'Port': ['ID=61759821-df20-4b01-a0dc-8515d8f2e78d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:41.155119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:41.155512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Checking segment: {'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:41.155919 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.156321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Bound using segment: {'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:41.156838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Bound port: 61759821-df20-4b01-a0dc-8515d8f2e78d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:41.157205 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.176474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port eb16b09c-6b74-476b-a57d-daf4e56e8188 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:41.176942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.193950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:41.198176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:41.206275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:41.206837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.258379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=35903452-6e67-41d6-b024-d34c52f5ea71,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:41.280147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] For port 61759821-df20-4b01-a0dc-8515d8f2e78d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:41.284855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] For port 61759821-df20-4b01-a0dc-8515d8f2e78d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61759821-df20-4b01-a0dc-8515d8f2e78d,segment=NetworkSegment(5fc7e977-c76c-4fc7-8aaf-7266f69e0cde),segment_id=5fc7e977-c76c-4fc7-8aaf-7266f69e0cde)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:41.293217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-91cd0593-a25a-49e0-bd7b-763565bb7c11 None None] Provisioning complete for port 7492e1ca-2617-4c2d-8147-6ab44dc94900 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:41.293528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91cd0593-a25a-49e0-bd7b-763565bb7c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.318371 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.354407 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.437731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477d00b-2697-457f-8111-61c9be083d68 None None] Pushing event updated for resources: {'Port': ['ID=61759821-df20-4b01-a0dc-8515d8f2e78d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:41.757380 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.767767 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.768734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:41.898539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=35903452-6e67-41d6-b024-d34c52f5ea71,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:42.019871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:42.021583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:42.091582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61759821-df20-4b01-a0dc-8515d8f2e78d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:42.204949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:42.207798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 61759821-df20-4b01-a0dc-8515d8f2e78d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:42.209057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.355516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:42.371953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38462) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:42.372681 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-877ebdb4-ebea-4e77-a991-f05a48fbcb05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4699495 Nov 23 11:05:42.376252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:42.377830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-161708851'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:42.388577 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.412537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:42.413223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:42.434634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:42.439498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.508070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:05:42.524945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.526985 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment 9ee136e2-7354-4215-b681-1a08555587eb of type vlan for network bb08a134-8831-448f-a5ba-e4f47ff55497 Nov 23 11:05:42.537127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 61759821-df20-4b01-a0dc-8515d8f2e78d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61759821-df20-4b01-a0dc-8515d8f2e78d,segment=NetworkSegment(5fc7e977-c76c-4fc7-8aaf-7266f69e0cde),segment_id=5fc7e977-c76c-4fc7-8aaf-7266f69e0cde)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:42.548216 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.574918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.613382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.622316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:42.622534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:42.623139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:42.682895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3074815 Nov 23 11:05:42.685057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38464) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:42.691570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:42.733260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=61759821-df20-4b01-a0dc-8515d8f2e78d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:42.769973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac72026-2820-44e5-9573-44cc8a689d7c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=bb08a134-8831-448f-a5ba-e4f47ff55497,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:42.804876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network bb08a134-8831-448f-a5ba-e4f47ff55497 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:05:42.876217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:42.879942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:43.008821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29c8393-1637-4078-b55c-c41b2e92dc06 None None] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:43.181366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b54ad91d-9d99-444e-8900-da948c8e84a7 None None] Provisioning complete for port 61759821-df20-4b01-a0dc-8515d8f2e78d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:43.182041 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b54ad91d-9d99-444e-8900-da948c8e84a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:43.257334 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:43.403671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=6823fc6a-e5bb-4790-b7d9-9d84fc879ecd,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:43.457683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:43.469638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: bb08a134-8831-448f-a5ba-e4f47ff55497, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:05:43.496602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network bb08a134-8831-448f-a5ba-e4f47ff55497 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:05:43.507684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:41Z', 'revision_number': 3, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:41Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:43.514730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, bb08a134-8831-448f-a5ba-e4f47ff55497) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:43.521144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:43.523307 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:43.544392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85126e83-2a00-481c-889a-adedb28d9c87 None None] Network bb08a134-8831-448f-a5ba-e4f47ff55497 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:43.553002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb024895-5281-48cf-b0cb-bde67ccab7e5 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8641407 Nov 23 11:05:43.553434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:43.564336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:05:43.564948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Updating router a7769508-7c03-4d4c-9947-dc962f175bc6 port 35903452-6e67-41d6-b024-d34c52f5ea71 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:05:43.674675 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:43.887089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-bb08a134-8831-448f-a5ba-e4f47ff55497', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:05:43.888158 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:44.168083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61759821-df20-4b01-a0dc-8515d8f2e78d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:44.168369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:44.307858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ca6ea940-dbb5-4b33-817e-86c72d9e1ce3 None None] Provisioning complete for port 61759821-df20-4b01-a0dc-8515d8f2e78d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:44.308443 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea940-dbb5-4b33-817e-86c72d9e1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:44.631558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Allocated IP 2001:db8:2::2 (bb08a134-8831-448f-a5ba-e4f47ff55497/6823fc6a-e5bb-4790-b7d9-9d84fc879ecd/b0ec753a-8579-442a-bd3c-63b0a1e0f6dd) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:44.736557 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a27280d6-8615-435f-8d20-486585664c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:44.762769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 61759821-df20-4b01-a0dc-8515d8f2e78d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:44.763149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:44.882847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ca6ea940-dbb5-4b33-817e-86c72d9e1ce3 None None] Provisioning complete for port 35903452-6e67-41d6-b024-d34c52f5ea71 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:44.883225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea940-dbb5-4b33-817e-86c72d9e1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:44.941578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ea940-dbb5-4b33-817e-86c72d9e1ce3 None None] Port 35903452-6e67-41d6-b024-d34c52f5ea71 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:45.044355 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.085372 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.163866 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.167504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4c9959ae-0c8e-401b-9dcb-f9fda33efbf1 None None] Provisioning complete for port 35903452-6e67-41d6-b024-d34c52f5ea71 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:45.167881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c9959ae-0c8e-401b-9dcb-f9fda33efbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.215334 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.275237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eb115-deab-47b5-ba60-2c6441ea5866 None None] Pushing event updated for resources: {'Port': ['ID=35903452-6e67-41d6-b024-d34c52f5ea71,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:45.285784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Network bb08a134-8831-448f-a5ba-e4f47ff55497 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:45.316874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:45.383313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:45.389440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4c9959ae-0c8e-401b-9dcb-f9fda33efbf1 None None] Port 35903452-6e67-41d6-b024-d34c52f5ea71 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:45.419872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Attempting to bind port 35903452-6e67-41d6-b024-d34c52f5ea71 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:45.420887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Attempting to bind port 35903452-6e67-41d6-b024-d34c52f5ea71 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:45.421999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Attempting to bind port 35903452-6e67-41d6-b024-d34c52f5ea71 on network 964eb0c4-da6c-4523-99d2-b643ec01a67f {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:45.475079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Pushing event updated for resources: {'Port': ['ID=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:45.481335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:45.481335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Checking segment: {'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:45.481335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.481335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Bound using segment: {'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:45.481893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Bound port: 35903452-6e67-41d6-b024-d34c52f5ea71, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:45.482173 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.553732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Attempting to bind port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:45.560097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Attempting to bind port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:45.560465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Attempting to bind port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd on network bb08a134-8831-448f-a5ba-e4f47ff55497 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:45.577288 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:45.577679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Checking segment: {'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:45.578087 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.578485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Bound using segment: {'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:45.578974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Bound port: b0ec753a-8579-442a-bd3c-63b0a1e0f6dd, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:45.579363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.805301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] For port 35903452-6e67-41d6-b024-d34c52f5ea71, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:45.813602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] For port 35903452-6e67-41d6-b024-d34c52f5ea71, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=35903452-6e67-41d6-b024-d34c52f5ea71,segment=NetworkSegment(5fc7e977-c76c-4fc7-8aaf-7266f69e0cde),segment_id=5fc7e977-c76c-4fc7-8aaf-7266f69e0cde)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:45.819368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c6945bee-b0e6-4f1a-97c3-16c5ce3b9d32 None None] Provisioning complete for port 35903452-6e67-41d6-b024-d34c52f5ea71 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:45.819705 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c6945bee-b0e6-4f1a-97c3-16c5ce3b9d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.822203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] For port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:45.827491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] For port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,segment=NetworkSegment(9ee136e2-7354-4215-b681-1a08555587eb),segment_id=9ee136e2-7354-4215-b681-1a08555587eb)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:45.851502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8:2::1 (bb08a134-8831-448f-a5ba-e4f47ff55497/6823fc6a-e5bb-4790-b7d9-9d84fc879ecd/ff0fe4ee-49e8-47f8-bc29-755bbf1d786a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:45.861036 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:45.878891 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:46.002183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c6945bee-b0e6-4f1a-97c3-16c5ce3b9d32 None None] Port 35903452-6e67-41d6-b024-d34c52f5ea71 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:46.036464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:46.037137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:46.070474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:46.096899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c5987-4dab-479f-a599-dfc6d5b3c24b None None] Pushing event updated for resources: {'Port': ['ID=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:46.143249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:46.205785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network bb08a134-8831-448f-a5ba-e4f47ff55497 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:46.214862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:46.224019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:46.224730 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:46.345995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:46.357560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eb115-deab-47b5-ba60-2c6441ea5866 None None] Pushing event updated for resources: {'Port': ['ID=35903452-6e67-41d6-b024-d34c52f5ea71,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:46.379021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:46.585185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:46.795247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-47b17bbc-f2dd-43cb-81d6-db730c3094da None None] Provisioning complete for port 35903452-6e67-41d6-b024-d34c52f5ea71 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:46.796685 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47b17bbc-f2dd-43cb-81d6-db730c3094da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:46.862428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:41Z', 'revision_number': 3, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:45Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:46.900826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ee0f1-b9a7-48f2-a323-0740af68dc20 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:41Z', 'revision_number': 3, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:45Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:47.018163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47b17bbc-f2dd-43cb-81d6-db730c3094da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:47.103278 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a243f418-7a5e-44fc-903c-25f2c6922d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:47.131875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-47b17bbc-f2dd-43cb-81d6-db730c3094da None None] For port 35903452-6e67-41d6-b024-d34c52f5ea71, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=35903452-6e67-41d6-b024-d34c52f5ea71,segment=NetworkSegment(5fc7e977-c76c-4fc7-8aaf-7266f69e0cde),segment_id=5fc7e977-c76c-4fc7-8aaf-7266f69e0cde)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:47.142843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47b17bbc-f2dd-43cb-81d6-db730c3094da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:47.253265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b17bbc-f2dd-43cb-81d6-db730c3094da None None] Pushing event updated for resources: {'Port': ['ID=35903452-6e67-41d6-b024-d34c52f5ea71,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:47.274805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:47.288538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:47.289213 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:47.575919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network bb08a134-8831-448f-a5ba-e4f47ff55497 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:47.582106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:47.782230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:47.816958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271aee51-92f8-4b38-b1e9-6b7fbcca4b9c None None] Network bb08a134-8831-448f-a5ba-e4f47ff55497 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:47.842733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:47.924171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6c6fd119-fcba-4a87-9e6a-1034446965bc None None] Provisioning complete for port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:47.924615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd119-fcba-4a87-9e6a-1034446965bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.013087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:48.038320 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5b720a69-7c0f-44f3-b138-b6885de232d0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4836445 Nov 23 11:05:48.041141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38502) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:48.048054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-734978214'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:48.097496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:48.101136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.160889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:05:48.162824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd119-fcba-4a87-9e6a-1034446965bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.177618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.178041 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added segment ecdb57e5-d16b-4344-b0d8-0f0333659a1b of type vlan for network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 Nov 23 11:05:48.209151 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:48.227163 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:48.227636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 35903452-6e67-41d6-b024-d34c52f5ea71 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:48.227809 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:48.246931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.285370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.298648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:48.300138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.308892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6c6fd119-fcba-4a87-9e6a-1034446965bc None None] For port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,segment=NetworkSegment(9ee136e2-7354-4215-b681-1a08555587eb),segment_id=9ee136e2-7354-4215-b681-1a08555587eb)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:48.332794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd119-fcba-4a87-9e6a-1034446965bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.354430 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:48.434326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 35903452-6e67-41d6-b024-d34c52f5ea71 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:48.435058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.479647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fd119-fcba-4a87-9e6a-1034446965bc None None] Pushing event updated for resources: {'Port': ['ID=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:48.492501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Network': ['ID=e71c0942-fbe5-4fb9-80ee-6b1b2f987b64,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:48.509817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:05:48.517219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6b817f97-f4ac-4ebe-ad20-b736acd5624c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4692855 Nov 23 11:05:48.517219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38506) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:48.533433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'subnet': {'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:48.726593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b0ec753a-8579-442a-bd3c-63b0a1e0f6dd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:48.747001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Made reservation on behalf of 9d4befc732214d1c81c9afa432700b20 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:05:48.758020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.760580 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:46Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:46Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:48.778433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.800703 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:05:48.801429 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Updating router a7769508-7c03-4d4c-9947-dc962f175bc6 port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:05:48.856756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cd9ed8c6-d0e7-4d58-af68-5ce389810608 None None] Provisioning complete for port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:48.857422 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed8c6-d0e7-4d58-af68-5ce389810608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.862433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:48.862623 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:48.866412 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.056170 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.114312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cd9ed8c6-d0e7-4d58-af68-5ce389810608 None None] Provisioning complete for port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:49.114704 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd9ed8c6-d0e7-4d58-af68-5ce389810608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.192256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cd9ed8c6-d0e7-4d58-af68-5ce389810608 None None] Port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:49.246148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Checking segment: {'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:49.248056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network hostable DHCP agents. Network: e71c0942-fbe5-4fb9-80ee-6b1b2f987b64, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:05:49.258950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Subnet': ['ID=097c935f-3d69-4c30-8c7d-8706ee0936f4,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:49.287931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:05:49.302479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e71c0942-fbe5-4fb9-80ee-6b1b2f987b64) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:49.312740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:49.313504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.342896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e179d00-ed37-4973-86d0-605e1949cf51 None None] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:49.350379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d8942c6d-c779-4b1b-bfbd-824b3d34eb72 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8322587 Nov 23 11:05:49.353619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38512) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:49.356442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-589ea513-641d-42a5-a9e8-ce3e04e5c98b None None] Provisioning complete for port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:49.359148 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-589ea513-641d-42a5-a9e8-ce3e04e5c98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.408199 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.425240 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.501696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-589ea513-641d-42a5-a9e8-ce3e04e5c98b None None] Port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:49.767330 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bd051-0c42-48e8-987d-3a3766c63037 None None] Pushing event updated for resources: {'Port': ['ID=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:49.773666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-435eec6a-21d5-44c5-8435-1bd229dac515 None None] Provisioning complete for port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:49.774599 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-435eec6a-21d5-44c5-8435-1bd229dac515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.838710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.851937 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Attempting to bind port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:49.852579 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Attempting to bind port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:49.853143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Attempting to bind port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a on network bb08a134-8831-448f-a5ba-e4f47ff55497 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:49.864502 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:49.864502 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Checking segment: {'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:49.864502 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.864502 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Bound using segment: {'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:49.864502 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Bound port: ff0fe4ee-49e8-47f8-bc29-755bbf1d786a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee136e2-7354-4215-b681-1a08555587eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:49.864502 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:49.951969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-435eec6a-21d5-44c5-8435-1bd229dac515 None None] Port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:50.001186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.049441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e71c0942-fbe5-4fb9-80ee-6b1b2f987b64', 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'fixed_ips': [{'subnet_id': '097c935f-3d69-4c30-8c7d-8706ee0936f4'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:05:50.050504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.054689 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] For port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:50.062787 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] For port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,segment=NetworkSegment(9ee136e2-7354-4215-b681-1a08555587eb),segment_id=9ee136e2-7354-4215-b681-1a08555587eb)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:50.074678 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.169061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.270449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b0ec753a-8579-442a-bd3c-63b0a1e0f6dd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:50.271787 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:50.272932 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:50.281061 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bd051-0c42-48e8-987d-3a3766c63037 None None] Pushing event updated for resources: {'Port': ['ID=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:50.436760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bd17d428-5bf3-4e5f-ae9c-2ad21149ff86 None None] Provisioning complete for port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:50.437307 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd17d428-5bf3-4e5f-ae9c-2ad21149ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.439139 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.564831 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:50.594099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-20f1c100-a89f-460b-8d6e-c96928f6b168 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1486113 Nov 23 11:05:50.677411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Allocated IP 2001:db8:3::2 (e71c0942-fbe5-4fb9-80ee-6b1b2f987b64/097c935f-3d69-4c30-8c7d-8706ee0936f4/07365506-88a8-4aa8-aa65-6cf2a2efc174) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:50.774153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.774640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.775114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.775580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.776050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.776514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.776979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.785448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d27f25b0-25ee-4122-8664-7ef15351f6bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.1079094 Nov 23 11:05:50.809021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:50.809430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:50.991017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-99c07ada-3302-4c66-8cd4-6ccb328ffb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.991791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-99c07ada-3302-4c66-8cd4-6ccb328ffb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.992393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-99c07ada-3302-4c66-8cd4-6ccb328ffb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:50.994463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-99c07ada-3302-4c66-8cd4-6ccb328ffb2d service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.1738086 Nov 23 11:05:51.004804 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:46Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:50Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:51.047562 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd17d428-5bf3-4e5f-ae9c-2ad21149ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.049691 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b017f-f405-4952-a455-e968a7371f10 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:46Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:50Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:51.174836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-881658fb-b248-4e9f-b61e-35d20754d138 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.1664624 Nov 23 11:05:51.277233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bd17d428-5bf3-4e5f-ae9c-2ad21149ff86 None None] For port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,segment=NetworkSegment(9ee136e2-7354-4215-b681-1a08555587eb),segment_id=9ee136e2-7354-4215-b681-1a08555587eb)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:51.286805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d4bcc3cb-67a4-4239-960c-57c1938f87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:51.288584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-d4bcc3cb-67a4-4239-960c-57c1938f87e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.1057806 Nov 23 11:05:51.295768 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd17d428-5bf3-4e5f-ae9c-2ad21149ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.366732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-58326398-acc4-4f42-8017-9eacf9d47a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:51.368956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-58326398-acc4-4f42-8017-9eacf9d47a5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707476 Nov 23 11:05:51.384234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-7a8bf2a0-9745-4824-b0f8-346dc886f850 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:05:51.392468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-7a8bf2a0-9745-4824-b0f8-346dc886f850 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128148 Nov 23 11:05:51.414183 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.512936 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.514083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-c9802aa3-b01a-4be4-b101-bd461115527f service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173451 Nov 23 11:05:51.518361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17d428-5bf3-4e5f-ae9c-2ad21149ff86 None None] Pushing event updated for resources: {'Port': ['ID=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:51.549807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0844de53-798d-4b8a-b3ea-09a83868752f None None] Provisioning complete for port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:51.550180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0844de53-798d-4b8a-b3ea-09a83868752f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.624730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:51.639760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:51.646197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:51.715813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-daef9b9a-1e10-4157-afe3-5250d7905b88 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742864 Nov 23 11:05:51.717636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Allocated IP 2001:db8:3::1 (e71c0942-fbe5-4fb9-80ee-6b1b2f987b64/097c935f-3d69-4c30-8c7d-8706ee0936f4/568b0462-a64d-4310-a987-2a2e97c7994b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:05:51.766493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Pushing event updated for resources: {'Port': ['ID=07365506-88a8-4aa8-aa65-6cf2a2efc174,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:51.791270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Attempting to bind port 07365506-88a8-4aa8-aa65-6cf2a2efc174 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:51.791918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Attempting to bind port 07365506-88a8-4aa8-aa65-6cf2a2efc174 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:51.792436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Attempting to bind port 07365506-88a8-4aa8-aa65-6cf2a2efc174 on network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:51.796422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-00f603e0-ffde-4b26-97c1-c352e20422ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.0684204 Nov 23 11:05:51.832126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:51.832929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Checking segment: {'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:51.833526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.834078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Bound using segment: {'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:51.834720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Bound port: 07365506-88a8-4aa8-aa65-6cf2a2efc174, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:51.835265 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:51.936269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-a265f522-dd8a-48a5-8f04-d7351561e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:51.937984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-a265f522-dd8a-48a5-8f04-d7351561e12c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1130593 Nov 23 11:05:51.944774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] For port 07365506-88a8-4aa8-aa65-6cf2a2efc174, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:51.949817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] For port 07365506-88a8-4aa8-aa65-6cf2a2efc174, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=07365506-88a8-4aa8-aa65-6cf2a2efc174,segment=NetworkSegment(ecdb57e5-d16b-4344-b0d8-0f0333659a1b),segment_id=ecdb57e5-d16b-4344-b0d8-0f0333659a1b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:51.967626 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:52.099349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6a36-1686-43f6-b1bf-cf7637c068f9 None None] Pushing event updated for resources: {'Port': ['ID=07365506-88a8-4aa8-aa65-6cf2a2efc174,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:52.134124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:52.153682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-ab8ff2a9-7234-4581-888c-6143dc307d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:52.157544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-ab8ff2a9-7234-4581-888c-6143dc307d1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2082353 Nov 23 11:05:52.161278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ff0fe4ee-49e8-47f8-bc29-755bbf1d786a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:52.249455 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:52.269715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:52.270275 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:52.274725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:52.349700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:52.355557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:52.409700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:05:52.410401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:52.926112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=568b0462-a64d-4310-a987-2a2e97c7994b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:52.962520 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-fbeb9e13-1585-48aa-a3bd-44b7e2fa7284 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256539 Nov 23 11:05:53.074002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:53.412067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-bf540305-061d-461e-85f6-15d298e32833 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420753 Nov 23 11:05:53.468616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-26953cc8-bd79-4233-9bac-3b039814110b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0491264 Nov 23 11:05:53.491291 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:53.518732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:53.519524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:53.598768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f4018-863d-4601-a4c8-5a9d7af487ed None None] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:05:53.647554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-f2d72e86-d496-41a9-93df-c41914f47ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:53.649548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-f2d72e86-d496-41a9-93df-c41914f47ea6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1736329 Nov 23 11:05:53.656471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event updated for resources: {'Port': ['ID=568b0462-a64d-4310-a987-2a2e97c7994b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:53.733973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2d554d78-8a34-4a84-bd40-2104dab4544f None None] Provisioning complete for port 07365506-88a8-4aa8-aa65-6cf2a2efc174 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:53.734877 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2d554d78-8a34-4a84-bd40-2104dab4544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:53.735169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-f461047c-e01d-4630-a972-13e0fcc20370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:53.736699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-f461047c-e01d-4630-a972-13e0fcc20370 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742900 Nov 23 11:05:53.745388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:05:53.755536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:05:53.927677 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2d554d78-8a34-4a84-bd40-2104dab4544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:53.930850 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-ace9d2e7-54da-4017-80e4-2cd0d8bfbe0e service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830199 Nov 23 11:05:53.934261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:53.978125 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2d554d78-8a34-4a84-bd40-2104dab4544f None None] For port 07365506-88a8-4aa8-aa65-6cf2a2efc174, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=07365506-88a8-4aa8-aa65-6cf2a2efc174,segment=NetworkSegment(ecdb57e5-d16b-4344-b0d8-0f0333659a1b),segment_id=ecdb57e5-d16b-4344-b0d8-0f0333659a1b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:53.984131 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2d554d78-8a34-4a84-bd40-2104dab4544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:54.093202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d554d78-8a34-4a84-bd40-2104dab4544f None None] Pushing event updated for resources: {'Port': ['ID=07365506-88a8-4aa8-aa65-6cf2a2efc174,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:54.117640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-a9d0e649-1db4-4e69-8746-d396026d50fb service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803081 Nov 23 11:05:54.149662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 07365506-88a8-4aa8-aa65-6cf2a2efc174 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:54.197656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-689eed87-ac8b-487d-b331-1524b19e5e39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0597758 Nov 23 11:05:54.246019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:54.248561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 07365506-88a8-4aa8-aa65-6cf2a2efc174 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:54.249422 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:54.253619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9cf51881-f368-449c-ab48-d8c4d7d710b3 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8982122 Nov 23 11:05:54.256557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38548) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:54.265645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:54.283373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-02666ba2-e772-4f27-a5f9-bdbd5127bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:54.285049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-02666ba2-e772-4f27-a5f9-bdbd5127bb68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0793941 Nov 23 11:05:54.319086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:54.335956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:54.336737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:54.394144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-ae33c708-ef3d-4cb7-9122-a5c67b006f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:54.396188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-ae33c708-ef3d-4cb7-9122-a5c67b006f41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034524 Nov 23 11:05:54.461037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:54.619353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-8bdaaddb-4b9d-4f0c-8064-9d2c386f03c8 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139218 Nov 23 11:05:54.657311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-14863860-0070-49e2-a832-1240c87f1688 None None] Provisioning complete for port 568b0462-a64d-4310-a987-2a2e97c7994b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:54.657872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14863860-0070-49e2-a832-1240c87f1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:54.874252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38554) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:54.889137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-0bc5eb98-297e-460b-99e3-822886a7c0df service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609227 Nov 23 11:05:54.995314 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-35a4b8b8-6c97-48d2-92bb-53a5d2cc0a9d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0952251 Nov 23 11:05:55.100167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-17afeba5-d9c6-4510-8e25-56f089198077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:55.106418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-17afeba5-d9c6-4510-8e25-56f089198077 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1038141 Nov 23 11:05:55.202139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b7f-b16f-4a43-9822-f4dbaf92642b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.203563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 11:05:55.250501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Removed routes are [] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 11:05:55.250874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-cfc1e738-c071-4df0-88f3-1fc6ffd92a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:55.252141 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.253633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-cfc1e738-c071-4df0-88f3-1fc6ffd92a77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393983 Nov 23 11:05:55.304653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-14863860-0070-49e2-a832-1240c87f1688 None None] Port 568b0462-a64d-4310-a987-2a2e97c7994b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:55.360718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-14863860-0070-49e2-a832-1240c87f1688 None None] Provisioning complete for port 07365506-88a8-4aa8-aa65-6cf2a2efc174 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:55.361097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14863860-0070-49e2-a832-1240c87f1688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.444803 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-469f438c-29c9-4ed0-b373-894e648001af service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713550 Nov 23 11:05:55.492278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b7f-b16f-4a43-9822-f4dbaf92642b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.507532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fcbc8b7f-b16f-4a43-9822-f4dbaf92642b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.553859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:52Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568b0462-a64d-4310-a987-2a2e97c7994b', 'name': '', 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:96:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:50Z', 'updated_at': '2021-11-23T11:05:53Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:55.572698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.581025 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.596777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:05:55.600409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Updating router a7769508-7c03-4d4c-9947-dc962f175bc6 port 568b0462-a64d-4310-a987-2a2e97c7994b binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:05:55.602748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc8b7f-b16f-4a43-9822-f4dbaf92642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cbb472-6eea-48bb-9fdc-1f8bb64f7bd5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:55.610790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fcbc8b7f-b16f-4a43-9822-f4dbaf92642b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a8decd4922d486ea7276ad381a78f58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7346268 Nov 23 11:05:55.613310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38560) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:55.654000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-cc86c34e-0338-452b-9f13-0c6630a1fdb5 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983607 Nov 23 11:05:55.699347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:55.707283 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.733551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-22d31d80-872d-40cc-b41a-fdfb361b9e79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0580795 Nov 23 11:05:55.741040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-927e65c2-8437-4afe-a4a1-451418748b41 None None] Provisioning complete for port 568b0462-a64d-4310-a987-2a2e97c7994b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:55.741297 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-927e65c2-8437-4afe-a4a1-451418748b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.769364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b002ff3c-b5b6-43e1-95dc-65ea7447fe76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.835472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:55.855893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.860606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ae4ed3a-96ef-41fe-b522-637804a6546b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 200 len: 954 time: 1.5995939 Nov 23 11:05:55.861312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38564) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:55.882495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b002ff3c-b5b6-43e1-95dc-65ea7447fe76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:55.884353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-927e65c2-8437-4afe-a4a1-451418748b41 None None] Port 568b0462-a64d-4310-a987-2a2e97c7994b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:05:55.974803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-6bf1723a-eb6b-4654-86ea-f403eb0d324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:55.976625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-6bf1723a-eb6b-4654-86ea-f403eb0d324a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.2336054 Nov 23 11:05:56.065822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8cb1c9e7-071c-4078-96df-cb06eb826b77 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 200 len: 954 time: 0.1978214 Nov 23 11:05:56.075888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:56.083609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'routes': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:05:56.088838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b002ff3c-b5b6-43e1-95dc-65ea7447fe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.103230 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b002ff3c-b5b6-43e1-95dc-65ea7447fe76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.104752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b002ff3c-b5b6-43e1-95dc-65ea7447fe76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6cbb472-6eea-48bb-9fdc-1f8bb64f7bd5 HTTP/1.1" status: 204 len: 168 time: 0.4903936 Nov 23 11:05:56.113005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-2057db03-fdd0-406e-ba1b-8e499ad987f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:56.115479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-2057db03-fdd0-406e-ba1b-8e499ad987f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1289530 Nov 23 11:05:56.126913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002ff3c-b5b6-43e1-95dc-65ea7447fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cbb472-6eea-48bb-9fdc-1f8bb64f7bd5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:56.160869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 07365506-88a8-4aa8-aa65-6cf2a2efc174 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:56.229336 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.243065 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.248671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 07365506-88a8-4aa8-aa65-6cf2a2efc174 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:56.248896 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.377073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-06e6ab69-08bd-489c-901f-43c5347598bd service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514398 Nov 23 11:05:56.419381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fafe6-a9f2-4059-be49-9330230a27ca None None] Pushing event updated for resources: {'Port': ['ID=568b0462-a64d-4310-a987-2a2e97c7994b,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:56.552503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Attempting to bind port 568b0462-a64d-4310-a987-2a2e97c7994b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:05:56.552887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Attempting to bind port 568b0462-a64d-4310-a987-2a2e97c7994b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:05:56.553289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Attempting to bind port 568b0462-a64d-4310-a987-2a2e97c7994b on network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:05:56.568957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:05:56.569380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Checking segment: {'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:05:56.569789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.570183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Bound using segment: {'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:05:56.570663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Bound port: 568b0462-a64d-4310-a987-2a2e97c7994b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:05:56.571394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.599764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-3fb5f4fb-8d8c-4648-99b9-b28bbfb9332b service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151825 Nov 23 11:05:56.691083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-568a0901-a55d-4de9-ab93-fb31e5ce752a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0828249 Nov 23 11:05:56.700216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38574) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:56.709145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] For port 568b0462-a64d-4310-a987-2a2e97c7994b, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:05:56.712713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] For port 568b0462-a64d-4310-a987-2a2e97c7994b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=568b0462-a64d-4310-a987-2a2e97c7994b,segment=NetworkSegment(ecdb57e5-d16b-4344-b0d8-0f0333659a1b),segment_id=ecdb57e5-d16b-4344-b0d8-0f0333659a1b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:05:56.718112 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.774454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:56.775599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:56.776030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-afa2e782-cb53-49bc-8a82-9619cb71dd63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.831916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added routes are [] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 11:05:56.832827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.extraroute_db [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103427) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 11:05:56.895541 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:56.926664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fafe6-a9f2-4059-be49-9330230a27ca None None] Pushing event updated for resources: {'Port': ['ID=568b0462-a64d-4310-a987-2a2e97c7994b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:56.943884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-59e6ed1b-2583-411d-9183-9d30058dcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:56.944660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:56.957404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-59e6ed1b-2583-411d-9183-9d30058dcc11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.2577291 Nov 23 11:05:57.127583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e4a63111-0077-4df0-81bd-e9626dc0fefd None None] Provisioning complete for port 568b0462-a64d-4310-a987-2a2e97c7994b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:57.128241 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e4a63111-0077-4df0-81bd-e9626dc0fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.145459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a77406-29e7-44a5-9214-9c433ac782fc req-382a7017-c516-47b1-bcff-d4f4ae1a0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:05:57.148217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-382a7017-c516-47b1-bcff-d4f4ae1a0c16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1707594 Nov 23 11:05:57.236679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-afa2e782-cb53-49bc-8a82-9619cb71dd63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.244396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-afa2e782-cb53-49bc-8a82-9619cb71dd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.251968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.256199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.350600 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e4a63111-0077-4df0-81bd-e9626dc0fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.394164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2e782-cb53-49bc-8a82-9619cb71dd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914708e3-84c6-43f9-8a8d-e5a28478ee4e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:57.395786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e4a63111-0077-4df0-81bd-e9626dc0fefd None None] For port 568b0462-a64d-4310-a987-2a2e97c7994b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=568b0462-a64d-4310-a987-2a2e97c7994b,segment=NetworkSegment(ecdb57e5-d16b-4344-b0d8-0f0333659a1b),segment_id=ecdb57e5-d16b-4344-b0d8-0f0333659a1b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:57.419180 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-afa2e782-cb53-49bc-8a82-9619cb71dd63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69ec5dc3714545948e89e582e9c28db3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6942823 Nov 23 11:05:57.419460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:55Z', 'revision_number': 6, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568b0462-a64d-4310-a987-2a2e97c7994b', 'name': '', 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:96:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:50Z', 'updated_at': '2021-11-23T11:05:56Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:57.421840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38580) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:57.449195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-86d854da-1694-4de3-9687-6b6bb9032626 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901978 Nov 23 11:05:57.453448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441dd8b3-8978-428d-ab8d-2abf5083d054 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:55Z', 'revision_number': 6, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568b0462-a64d-4310-a987-2a2e97c7994b', 'name': '', 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:96:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:50Z', 'updated_at': '2021-11-23T11:05:56Z', 'revision_number': 4, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:57.455515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e4a63111-0077-4df0-81bd-e9626dc0fefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.469470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:57.570810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a63111-0077-4df0-81bd-e9626dc0fefd None None] Pushing event updated for resources: {'Port': ['ID=568b0462-a64d-4310-a987-2a2e97c7994b,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:57.613336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7ab8a1ed-766b-4ed7-8b0a-fa5173c98bf4 None None] Provisioning complete for port 568b0462-a64d-4310-a987-2a2e97c7994b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:57.613862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a1ed-766b-4ed7-8b0a-fa5173c98bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.652723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07cd8086-880b-4143-a1ee-3a501e0e278b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.687025 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:57.691902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07cd8086-880b-4143-a1ee-3a501e0e278b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.695049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.695347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a77406-29e7-44a5-9214-9c433ac782fc req-91f8ce81-ef2a-4f3b-8034-f248528d324e service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372220 Nov 23 11:05:57.699585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-497a6cc4-ee55-45f3-9802-103612a2c7d6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 200 len: 704 time: 1.6216395 Nov 23 11:05:57.700455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38582) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:57.780745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07cd8086-880b-4143-a1ee-3a501e0e278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.783678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07cd8086-880b-4143-a1ee-3a501e0e278b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:57.785235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-07cd8086-880b-4143-a1ee-3a501e0e278b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/914708e3-84c6-43f9-8a8d-e5a28478ee4e HTTP/1.1" status: 204 len: 168 time: 0.3594992 Nov 23 11:05:57.803570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd8086-880b-4143-a1ee-3a501e0e278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914708e3-84c6-43f9-8a8d-e5a28478ee4e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:57.870621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38586) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:57.870835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-385c2e34-6888-46c4-a4a6-f7daf393410b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 200 len: 704 time: 0.1678231 Nov 23 11:05:58.110293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 568b0462-a64d-4310-a987-2a2e97c7994b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:05:58.188062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 568b0462-a64d-4310-a987-2a2e97c7994b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:05:58.190286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:58.397895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:58.724283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 568b0462-a64d-4310-a987-2a2e97c7994b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:05:58.724958 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:58.737412 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:05:58.754918 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:58.755887 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:58.874671 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:58.884726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port 568b0462-a64d-4310-a987-2a2e97c7994b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=568b0462-a64d-4310-a987-2a2e97c7994b,segment=NetworkSegment(ecdb57e5-d16b-4344-b0d8-0f0333659a1b),segment_id=ecdb57e5-d16b-4344-b0d8-0f0333659a1b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:05:58.885098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:58.908573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 568b0462-a64d-4310-a987-2a2e97c7994b owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:05:59.143942 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:56Z', 'revision_number': 7, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '568b0462-a64d-4310-a987-2a2e97c7994b', 'name': '', 'network_id': 'e71c0942-fbe5-4fb9-80ee-6b1b2f987b64', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:96:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:50Z', 'updated_at': '2021-11-23T11:05:57Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '097c935f-3d69-4c30-8c7d-8706ee0936f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:59.174928 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:59.183171 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:05:59.194209 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:05:59.195080 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:59.211382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=568b0462-a64d-4310-a987-2a2e97c7994b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:05:59.308592 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:05:59.358242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:59.629334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:05:59.650974 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:59Z', 'revision_number': 8, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:05:59.681346 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb107400-df23-4daf-b259-aa61ef535038 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:59Z', 'revision_number': 8, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:05:59.737421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:05:59.742671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-258e0ea1-67dd-4073-8039-855988f58624 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8709519 Nov 23 11:05:59.745587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38624) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:05:59.801994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet 097c935f-3d69-4c30-8c7d-8706ee0936f4 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:05:59.806150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:59.848620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:05:59.943869 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.003769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.034095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=097c935f-3d69-4c30-8c7d-8706ee0936f4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:00.041710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.047890 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/097c935f-3d69-4c30-8c7d-8706ee0936f4 HTTP/1.1" status: 204 len: 168 time: 0.3012321 Nov 23 11:06:00.048461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38626) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:00.049501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.049856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.050202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.050541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.050881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.051219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.051552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.051886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.052267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.052553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.052884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.053235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ffb4f-8c72-4e23-8c39-39e043b286c7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.074559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e68e6-7818-41b8-8cbf-6d4f6175cdf2 None None] Network e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:00.257592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 568b0462-a64d-4310-a987-2a2e97c7994b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:00.289837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 568b0462-a64d-4310-a987-2a2e97c7994b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:00.290188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 568b0462-a64d-4310-a987-2a2e97c7994b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:00.498033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] DHCP port deletion for e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:00.638507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] Deleting port 07365506-88a8-4aa8-aa65-6cf2a2efc174 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:00.639497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.682343 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.729707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] For port 07365506-88a8-4aa8-aa65-6cf2a2efc174, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=07365506-88a8-4aa8-aa65-6cf2a2efc174,segment=NetworkSegment(ecdb57e5-d16b-4344-b0d8-0f0333659a1b),segment_id=ecdb57e5-d16b-4344-b0d8-0f0333659a1b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:00.730611 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.747266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] Calling delete_port for 07365506-88a8-4aa8-aa65-6cf2a2efc174 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:00.759039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 07365506-88a8-4aa8-aa65-6cf2a2efc174 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:00.759603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.802468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:00.826915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:00.827548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:00.839157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port 07365506-88a8-4aa8-aa65-6cf2a2efc174, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=07365506-88a8-4aa8-aa65-6cf2a2efc174,segment=NetworkSegment(ecdb57e5-d16b-4344-b0d8-0f0333659a1b),segment_id=ecdb57e5-d16b-4344-b0d8-0f0333659a1b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:00.839617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.853687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 07365506-88a8-4aa8-aa65-6cf2a2efc174 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:00.922533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.944487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:00.953745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] No DVR routers for this DVR port 07365506-88a8-4aa8-aa65-6cf2a2efc174 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:00.955893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:00.959440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1f72c-ca1c-4e73-9a0f-0ea7641c2d40 None None] Pushing event deleted for resources: {'Port': ['ID=07365506-88a8-4aa8-aa65-6cf2a2efc174,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:00.977439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=07365506-88a8-4aa8-aa65-6cf2a2efc174,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:00.987893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port 07365506-88a8-4aa8-aa65-6cf2a2efc174 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:00.990177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.990689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.991063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.991472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.992189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.992189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.992645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.993042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.993547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.993948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.994345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:00.994749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:01.088936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:01.114422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71c0942-fbe5-4fb9-80ee-6b1b2f987b64']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:01.125982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:01.126285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdb57e5-d16b-4344-b0d8-0f0333659a1b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:01.137818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:01.154496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:01.161484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:01.161865 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:01.165268 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:01.199488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:59Z', 'revision_number': 8, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:01.230213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:01.238394 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:01.244167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/e71c0942-fbe5-4fb9-80ee-6b1b2f987b64 HTTP/1.1" status: 204 len: 168 time: 1.1921039 Nov 23 11:06:01.244485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38650) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:01.260314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd975847-da93-4b22-a2c9-da076e064591 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=e71c0942-fbe5-4fb9-80ee-6b1b2f987b64,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:01.409738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:06:01.418642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:01.419283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:01.515150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:01.644305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:01.757045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:59Z', 'revision_number': 8, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:01.793978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72753c82-0954-47ab-83d7-5f435a2eb63a None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:05:59Z', 'revision_number': 8, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff0fe4ee-49e8-47f8-bc29-755bbf1d786a', 'name': '', 'network_id': 'bb08a134-8831-448f-a5ba-e4f47ff55497', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:52:38:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:44Z', 'updated_at': '2021-11-23T11:05:51Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6823fc6a-e5bb-4790-b7d9-9d84fc879ecd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:02.065283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:02.066200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:02.077222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 07365506-88a8-4aa8-aa65-6cf2a2efc174 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:02.104793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 07365506-88a8-4aa8-aa65-6cf2a2efc174 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:02.105330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 07365506-88a8-4aa8-aa65-6cf2a2efc174 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:02.213018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port ff0fe4ee-49e8-47f8-bc29-755bbf1d786a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,segment=NetworkSegment(9ee136e2-7354-4215-b681-1a08555587eb),segment_id=9ee136e2-7354-4215-b681-1a08555587eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:02.213554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:02.231874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for ff0fe4ee-49e8-47f8-bc29-755bbf1d786a owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:02.438815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:02.472239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=ff0fe4ee-49e8-47f8-bc29-755bbf1d786a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:02.625820 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:02.851346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:06:02.964601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:02.970673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f569c56e-5d45-4fea-b9b0-34563b7db1e0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161045 Nov 23 11:06:02.974606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38676) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:02.977676 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:02.995914 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:02.998494 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:03.034780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet 6823fc6a-e5bb-4790-b7d9-9d84fc879ecd {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:06:03.038334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.085585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.098696 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:03.189245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.294065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.313413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.318019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45d139-bae2-490a-ae1d-1cb4f2e854e8 None None] Network bb08a134-8831-448f-a5ba-e4f47ff55497 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:03.327368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/6823fc6a-e5bb-4790-b7d9-9d84fc879ecd HTTP/1.1" status: 204 len: 168 time: 0.3515656 Nov 23 11:06:03.330010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38678) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:03.378360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789ed24-ed89-4a32-b5a6-e0fd7fdf2493 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=6823fc6a-e5bb-4790-b7d9-9d84fc879ecd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:03.538649 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:02Z', 'revision_number': 9, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:03.546922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.605268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:06:03.620535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:03.620756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.624661 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:03.625644 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:03.701705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] DHCP port deletion for bb08a134-8831-448f-a5ba-e4f47ff55497 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:03.716191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,segment=NetworkSegment(9ee136e2-7354-4215-b681-1a08555587eb),segment_id=9ee136e2-7354-4215-b681-1a08555587eb)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:03.717620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.733949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for b0ec753a-8579-442a-bd3c-63b0a1e0f6dd owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:03.755273 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:03.791448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Deleting port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:03.792098 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.855546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.875195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] For port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,segment=NetworkSegment(9ee136e2-7354-4215-b681-1a08555587eb),segment_id=9ee136e2-7354-4215-b681-1a08555587eb)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:03.876138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:03.891963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Calling delete_port for b0ec753a-8579-442a-bd3c-63b0a1e0f6dd owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:03.907172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:03.912274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:03.977306 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.005731 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] No DVR routers for this DVR port b0ec753a-8579-442a-bd3c-63b0a1e0f6dd on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:04.037863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Pushing event deleted for resources: {'Port': ['ID=b0ec753a-8579-442a-bd3c-63b0a1e0f6dd,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:04.053735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.054261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.054758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.055244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.055734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.056225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.056703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.057419 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.057968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.058503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.059473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.059953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889f0d2-d4a3-4c4c-bd28-bd49ac4eb772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:06:04.074809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.100234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb08a134-8831-448f-a5ba-e4f47ff55497']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:04.112509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee136e2-7354-4215-b681-1a08555587eb') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:04.112817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee136e2-7354-4215-b681-1a08555587eb') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:04.120901 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:02Z', 'revision_number': 9, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:04.127502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.149160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.162328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:04.164395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:04.174573 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:04.180542 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c62dc3-1768-4d9e-9030-d4d95ac3863b None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:02Z', 'revision_number': 9, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '35903452-6e67-41d6-b024-d34c52f5ea71', 'name': '', 'network_id': '964eb0c4-da6c-4523-99d2-b643ec01a67f', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:97:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:40Z', 'updated_at': '2021-11-23T11:05:47Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': 'd7278d81-a82a-4319-9c4e-c252344d75dd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:04.199192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b0ec753a-8579-442a-bd3c-63b0a1e0f6dd no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:04.235652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: b0ec753a-8579-442a-bd3c-63b0a1e0f6dd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:04.236016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b0ec753a-8579-442a-bd3c-63b0a1e0f6dd not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:04.273504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.293752 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.298776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/bb08a134-8831-448f-a5ba-e4f47ff55497 HTTP/1.1" status: 204 len: 168 time: 0.9677424 Nov 23 11:06:04.299726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4828b3-6ea7-4dc1-9765-b477860a0efe tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=bb08a134-8831-448f-a5ba-e4f47ff55497,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:04.301803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38690) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:04.689131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:04.955568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 35903452-6e67-41d6-b024-d34c52f5ea71 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:04.956141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:05.071040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port 35903452-6e67-41d6-b024-d34c52f5ea71, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=35903452-6e67-41d6-b024-d34c52f5ea71,segment=NetworkSegment(5fc7e977-c76c-4fc7-8aaf-7266f69e0cde),segment_id=5fc7e977-c76c-4fc7-8aaf-7266f69e0cde)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:05.071406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:05.085361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 35903452-6e67-41d6-b024-d34c52f5ea71 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:05.273885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:05.302350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=35903452-6e67-41d6-b024-d34c52f5ea71,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:05.442903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:05.676519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:06:05.831102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:05.843621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f808d430-2e73-443a-8d76-c570abd8fc56 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5408781 Nov 23 11:06:05.850559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:05.892357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:05.913177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:05.917344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:05.974394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet d7278d81-a82a-4319-9c4e-c252344d75dd {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:06:05.985868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.094731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.113840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ff0fe4ee-49e8-47f8-bc29-755bbf1d786a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:06.141675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ff0fe4ee-49e8-47f8-bc29-755bbf1d786a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:06.142244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ff0fe4ee-49e8-47f8-bc29-755bbf1d786a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:06.164089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:06.262614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.353959 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.394055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=d7278d81-a82a-4319-9c4e-c252344d75dd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:06.398167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.405300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c4a2b734-fe5c-48db-b515-a7036c946f05 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/d7278d81-a82a-4319-9c4e-c252344d75dd HTTP/1.1" status: 204 len: 168 time: 0.5452704 Nov 23 11:06:06.405300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38708) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:06.418608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f0777c-da3e-47e9-9d84-21cc19978379 None None] Network 964eb0c4-da6c-4523-99d2-b643ec01a67f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:06.501932 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.571114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 61759821-df20-4b01-a0dc-8515d8f2e78d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:06.571647 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.597705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:05Z', 'revision_number': 10, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:06.629241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:06:06.643290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:06.643822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:06.657199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port 61759821-df20-4b01-a0dc-8515d8f2e78d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61759821-df20-4b01-a0dc-8515d8f2e78d,segment=NetworkSegment(5fc7e977-c76c-4fc7-8aaf-7266f69e0cde),segment_id=5fc7e977-c76c-4fc7-8aaf-7266f69e0cde)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:06.657973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:06.675624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 61759821-df20-4b01-a0dc-8515d8f2e78d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:06.754921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:06.832829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] DHCP port deletion for 964eb0c4-da6c-4523-99d2-b643ec01a67f request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:07.018959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] Deleting port 61759821-df20-4b01-a0dc-8515d8f2e78d {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:07.019612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.313881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.322369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] For port 61759821-df20-4b01-a0dc-8515d8f2e78d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=61759821-df20-4b01-a0dc-8515d8f2e78d,segment=NetworkSegment(5fc7e977-c76c-4fc7-8aaf-7266f69e0cde),segment_id=5fc7e977-c76c-4fc7-8aaf-7266f69e0cde)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:07.322779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.340555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] Calling delete_port for 61759821-df20-4b01-a0dc-8515d8f2e78d owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:07.355558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port 61759821-df20-4b01-a0dc-8515d8f2e78d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:07.364618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=61759821-df20-4b01-a0dc-8515d8f2e78d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:07.403197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:05Z', 'revision_number': 10, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:07.437976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8fd39-2267-47c3-82b2-3f3f23ef0699 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:05Z', 'revision_number': 10, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None, '_interfaces': [{'id': '7492e1ca-2617-4c2d-8147-6ab44dc94900', 'name': '', 'network_id': '14adc833-7985-47c2-8b76-d1cbec181c32', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'mac_address': 'fa:16:3e:26:98:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '6f608208-12aa-4832-b4b9-91d098decf35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:05:35Z', 'updated_at': '2021-11-23T11:05:39Z', 'revision_number': 5, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'subnets': [{'id': '6f608208-12aa-4832-b4b9-91d098decf35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:07.459321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.472700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.487806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['964eb0c4-da6c-4523-99d2-b643ec01a67f']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:07.498747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:07.499046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc7e977-c76c-4fc7-8aaf-7266f69e0cde') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:07.508864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] Pushing event deleted for resources: {'Port': ['ID=61759821-df20-4b01-a0dc-8515d8f2e78d,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:07.509228 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.512529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b94941-694f-4c81-82d7-020cddea0769 None None] No DVR routers for this DVR port 61759821-df20-4b01-a0dc-8515d8f2e78d on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:07.532451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.539140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:07.539564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:07.542762 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:07.614921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.619559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:07.626534 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/964eb0c4-da6c-4523-99d2-b643ec01a67f HTTP/1.1" status: 204 len: 168 time: 1.2173088 Nov 23 11:06:07.626978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38718) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:07.639071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22787e8-7275-45df-9b72-69483e6d54a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=964eb0c4-da6c-4523-99d2-b643ec01a67f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:08.051374 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 35903452-6e67-41d6-b024-d34c52f5ea71 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:08.077730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 35903452-6e67-41d6-b024-d34c52f5ea71 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:08.078300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 35903452-6e67-41d6-b024-d34c52f5ea71 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:08.079339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61759821-df20-4b01-a0dc-8515d8f2e78d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:08.101081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 61759821-df20-4b01-a0dc-8515d8f2e78d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:08.101475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 61759821-df20-4b01-a0dc-8515d8f2e78d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:08.378403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:08.725511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-2eabfe26-eaf8-4137-8361-2d8a3dd84b7b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:08.726981 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-2eabfe26-eaf8-4137-8361-2d8a3dd84b7b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1469798 Nov 23 11:06:08.729984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port 7492e1ca-2617-4c2d-8147-6ab44dc94900 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:08.730320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:08.761675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-e594d7ae-dc0f-4615-b939-dd2364bf411c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/quotas/9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 375 time: 0.0272775 Nov 23 11:06:08.860617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port 7492e1ca-2617-4c2d-8147-6ab44dc94900, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7492e1ca-2617-4c2d-8147-6ab44dc94900,segment=NetworkSegment(e3675402-acf5-4051-afc0-1543dcf0c076),segment_id=e3675402-acf5-4051-afc0-1543dcf0c076)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:08.860898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:08.880498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-987c22d4-a86d-449d-9845-fac48373bb13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110773 Nov 23 11:06:08.881366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for 7492e1ca-2617-4c2d-8147-6ab44dc94900 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:08.896088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-0ade1f5d-d0db-4b81-8451-ab42a4526074 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:06:08.897146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-0ade1f5d-d0db-4b81-8451-ab42a4526074 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066864 Nov 23 11:06:09.079492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-ba864914-74ef-4774-bd77-4c5323565349 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489077 Nov 23 11:06:09.207905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:09.241593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=7492e1ca-2617-4c2d-8147-6ab44dc94900,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:09.246726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-d935a94e-7e62-4d6a-af50-733ce47163f7 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586440 Nov 23 11:06:09.352018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:09.558047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:06:09.649125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca4dcb80-1895-4037-951d-00cdacb7f1f6 req-2b799529-2897-4297-9b76-4e68613169a7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0484014 Nov 23 11:06:09.679218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:09.692406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e658c257-0171-4c2b-9e29-da3a318112f1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639865 Nov 23 11:06:09.695572 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:09.696431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38748) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:09.736951 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:09.736951 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:09.753933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting subnet 6f608208-12aa-4832-b4b9-91d098decf35 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:06:09.757257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:09.804293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:09.826698 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:09.894005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:09Z', 'revision_number': 11, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:09.908564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:09.926963 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:06:09.935918 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:09.936830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:09.980100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.026655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eed97a-a8f4-43ba-bef2-74f7add98e1a None None] Network 14adc833-7985-47c2-8b76-d1cbec181c32 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:10.031410 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:10.039240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Subnet': ['ID=6f608208-12aa-4832-b4b9-91d098decf35,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:10.044413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.050539 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5785446c-c04f-4caa-828c-2d4e7c3b7a40 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/6f608208-12aa-4832-b4b9-91d098decf35 HTTP/1.1" status: 204 len: 168 time: 0.3504238 Nov 23 11:06:10.051578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38756) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:10.112301 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:09Z', 'revision_number': 11, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:10.151746 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b4e0c4-d87a-47b3-a7ec-823b739ce8d3 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:09Z', 'revision_number': 11, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:10.227911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.288906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Deleting port eb16b09c-6b74-476b-a57d-daf4e56e8188 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:10.289326 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.364538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] For port eb16b09c-6b74-476b-a57d-daf4e56e8188, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=eb16b09c-6b74-476b-a57d-daf4e56e8188,segment=NetworkSegment(e3675402-acf5-4051-afc0-1543dcf0c076),segment_id=e3675402-acf5-4051-afc0-1543dcf0c076)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:10.364912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.379269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Calling delete_port for eb16b09c-6b74-476b-a57d-daf4e56e8188 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:10.459799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.475402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No DVR routers for this DVR port eb16b09c-6b74-476b-a57d-daf4e56e8188 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:10.527667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Port': ['ID=eb16b09c-6b74-476b-a57d-daf4e56e8188,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:10.552278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee36fd21-365d-49c6-9614-ed0f070bc640 None None] DHCP port deletion for 14adc833-7985-47c2-8b76-d1cbec181c32 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:10.599605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.621652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14adc833-7985-47c2-8b76-d1cbec181c32']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:10.633579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3675402-acf5-4051-afc0-1543dcf0c076') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:10.633881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3675402-acf5-4051-afc0-1543dcf0c076') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:10.643642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.658797 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.665501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:10.665909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:10.668978 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:10.746772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.756001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:10.764044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/networks/14adc833-7985-47c2-8b76-d1cbec181c32 HTTP/1.1" status: 204 len: 168 time: 0.7113423 Nov 23 11:06:10.778181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38764) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:10.788139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74dc2034-3e39-40d2-984f-c0fba7c39e6d req-66bb8a9d-b114-46c9-a80f-f496e4a44201 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0584972 Nov 23 11:06:10.791265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'routes': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:10.811524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7aa1e-142b-4ba8-8666-fb2e218fe054 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Pushing event deleted for resources: {'Network': ['ID=14adc833-7985-47c2-8b76-d1cbec181c32,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:11.032735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.extraroute_db [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Added routes are [] {{(pid=103426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 11:06:11.033071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.extraroute_db [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Removed routes are [] {{(pid=103426) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 11:06:11.033520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.127564 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-0e0c9a8f-f3dc-4199-b531-77cf137a311c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:11.129063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-0e0c9a8f-f3dc-4199-b531-77cf137a311c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.2555172 Nov 23 11:06:11.174053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'port': {'device_id': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'admin_state_up': True, 'tenant_id': '9a28650198b941c682815a8cc8b58681'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:11.234992 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.245084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.385445 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router a7769508-7c03-4d4c-9947-dc962f175bc6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:06:11.487685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:11.491243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.496374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:11.503945 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.505149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c134eeb1-1361-472c-a394-50ba3faea720 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 200 len: 705 time: 0.7247438 Nov 23 11:06:11.507984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38768) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:11.508546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] Sync routers for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:11.519351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:11.520245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:11.542641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-108e7d8b-f7cf-499f-b28b-31b6c3d9a8bc tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 200 len: 205 time: 0.0323491 Nov 23 11:06:11.546385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38770) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:11.666646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eca2661a-a07e-4b1f-bd4c-becde969f43d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.669207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:11.732768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:09Z', 'revision_number': 11, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:11.760343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.20.0.10 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/1f3569fb-51c8-4bec-8f15-88475a915223) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:11.765703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] Checking router: a7769508-7c03-4d4c-9947-dc962f175bc6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:06:11.775596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] Routers {'a7769508-7c03-4d4c-9947-dc962f175bc6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:11.776541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a7769508-7c03-4d4c-9947-dc962f175bc6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:11.878392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eca2661a-a07e-4b1f-bd4c-becde969f43d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.881232 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eca2661a-a07e-4b1f-bd4c-becde969f43d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.924159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] Set router a7769508-7c03-4d4c-9947-dc962f175bc6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:11.954015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce163702-7d26-4006-9edb-e645eb5b6d8c req-258a320b-98b6-447f-84dd-0a2cf03de01e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0295429 Nov 23 11:06:11.955265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eca2661a-a07e-4b1f-bd4c-becde969f43d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.955969 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca2661a-a07e-4b1f-bd4c-becde969f43d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Fanout notify agent at l3_agent the message router_deleted on router a7769508-7c03-4d4c-9947-dc962f175bc6 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:06:11.986633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eca2661a-a07e-4b1f-bd4c-becde969f43d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:11.988798 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eca2661a-a07e-4b1f-bd4c-becde969f43d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 204 len: 168 time: 0.4412997 Nov 23 11:06:11.994130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38776) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:11.998847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-902f7d31-a47d-4cfe-9086-598c70bdf060 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1296547388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:12.026579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-902f7d31-a47d-4cfe-9086-598c70bdf060 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.027803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-902f7d31-a47d-4cfe-9086-598c70bdf060 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.113706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:09Z', 'revision_number': 11, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:12.116928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7492e1ca-2617-4c2d-8147-6ab44dc94900 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:12.125607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-902f7d31-a47d-4cfe-9086-598c70bdf060 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.126492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.133659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-902f7d31-a47d-4cfe-9086-598c70bdf060 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.166639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-902f7d31-a47d-4cfe-9086-598c70bdf060 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.167867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-902f7d31-a47d-4cfe-9086-598c70bdf060 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1727846 Nov 23 11:06:12.171246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38778) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:12.175771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-c20a6b9e-e0d0-4621-bf08-06f2ab48031b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:12.179569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.199814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7492e1ca-2617-4c2d-8147-6ab44dc94900 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:12.200224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7492e1ca-2617-4c2d-8147-6ab44dc94900 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:12.201984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device eb16b09c-6b74-476b-a57d-daf4e56e8188 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:12.224530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e1a442-03d0-460a-aaeb-8c805e709d44 None None] The sync data for ids ['a7769508-7c03-4d4c-9947-dc962f175bc6'] in n-d-817747-2 is: [{'id': 'a7769508-7c03-4d4c-9947-dc962f175bc6', 'name': 'tempest-RoutersIpV6Test-router-1321533328', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:05:34Z', 'updated_at': '2021-11-23T11:06:09Z', 'revision_number': 11, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:12.227495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: eb16b09c-6b74-476b-a57d-daf4e56e8188 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:12.227920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device eb16b09c-6b74-476b-a57d-daf4e56e8188 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:12.287125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:12.304893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:12.346765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:12.405770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=1f3569fb-51c8-4bec-8f15-88475a915223,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:12.454132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:12.454856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.498217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7bb68f21-b2e0-4fe3-9550-acc80d8dc2f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3295639 Nov 23 11:06:12.509698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-4a77bca2-a674-4619-898e-5e39b3c07b07 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:06:12.511137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-4a77bca2-a674-4619-898e-5e39b3c07b07 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063894 Nov 23 11:06:12.532297 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c20a6b9e-e0d0-4621-bf08-06f2ab48031b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3810361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3810581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-816'] for router, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.555061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c20a6b9e-e0d0-4621-bf08-06f2ab48031b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3810347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3810594'] for router, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.724192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a6b9e-e0d0-4621-bf08-06f2ab48031b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Router 443e608e-aefd-43e1-9385-7145f21fb2d0 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:06:12.725612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-33a67364-c28c-4ec1-a08f-73d781cf7f0a None None] Provisioning complete for port 1f3569fb-51c8-4bec-8f15-88475a915223 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:12.726068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-33a67364-c28c-4ec1-a08f-73d781cf7f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.730866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Request body: {'port': {'device_id': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:12.795964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.823093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a6b9e-e0d0-4621-bf08-06f2ab48031b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:12.828834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-33a67364-c28c-4ec1-a08f-73d781cf7f0a None None] Port 1f3569fb-51c8-4bec-8f15-88475a915223 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:06:12.833706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c20a6b9e-e0d0-4621-bf08-06f2ab48031b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:12.835598 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] Sync routers for ids ['443e608e-aefd-43e1-9385-7145f21fb2d0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:12.839152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c20a6b9e-e0d0-4621-bf08-06f2ab48031b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "PUT /v2.0/routers/443e608e-aefd-43e1-9385-7145f21fb2d0 HTTP/1.1" status: 200 len: 698 time: 0.6667807 Nov 23 11:06:12.840036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38784) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:12.852153 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] Routers {'443e608e-aefd-43e1-9385-7145f21fb2d0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:12.853204 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['443e608e-aefd-43e1-9385-7145f21fb2d0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:12.943794 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-49212ad1-e836-408d-bdc2-17cc0b8b6101 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/routers/443e608e-aefd-43e1-9385-7145f21fb2d0 HTTP/1.1" status: 200 len: 704 time: 0.1019583 Nov 23 11:06:12.944975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38790) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:12.998352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-15fb8e8c-bdf0-4edb-af87-b64c7e2bbd3b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=443e608e-aefd-43e1-9385-7145f21fb2d0 HTTP/1.1" status: 200 len: 205 time: 0.0513132 Nov 23 11:06:13.000886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38792) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:13.022307 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] Set router 443e608e-aefd-43e1-9385-7145f21fb2d0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:13.142512 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443e608e-aefd-43e1-9385-7145f21fb2d0', 'name': 'tempest-RoutersIpV6Test-router-1296547388', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:06:12Z', 'updated_at': '2021-11-23T11:06:12Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:13.196414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad67c131-1122-4663-99a5-527fa11b2505 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.201706 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:06:13.205743 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] Checking router: 443e608e-aefd-43e1-9385-7145f21fb2d0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:06:13.219291 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] Routers {'443e608e-aefd-43e1-9385-7145f21fb2d0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:13.220534 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:05:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['443e608e-aefd-43e1-9385-7145f21fb2d0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:13.308134 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] Set router 443e608e-aefd-43e1-9385-7145f21fb2d0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:06:13.379958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cc822-1b0c-4f66-b979-4cc35f35cafe req-0913772a-5194-4251-8b06-c93574213fa7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:13.389728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc7cc822-1b0c-4f66-b979-4cc35f35cafe req-0913772a-5194-4251-8b06-c93574213fa7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 932 time: 0.2912421 Nov 23 11:06:13.396306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3569fb-51c8-4bec-8f15-88475a915223 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:06:13.407586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.442623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Transition to ACTIVE for port object 1f3569fb-51c8-4bec-8f15-88475a915223 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:06:13.459635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.562751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad67c131-1122-4663-99a5-527fa11b2505 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.578056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc7cc822-1b0c-4f66-b979-4cc35f35cafe req-8223d771-b646-4417-ad54-b60d52c1c742 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864386 Nov 23 11:06:13.579872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad67c131-1122-4663-99a5-527fa11b2505 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.646591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Pushing event updated for resources: {'Port': ['ID=1f3569fb-51c8-4bec-8f15-88475a915223,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:13.666693 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad67c131-1122-4663-99a5-527fa11b2505 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.667299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad67c131-1122-4663-99a5-527fa11b2505 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Fanout notify agent at l3_agent the message router_deleted on router 443e608e-aefd-43e1-9385-7145f21fb2d0 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:06:13.681634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ad67c131-1122-4663-99a5-527fa11b2505 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.686921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad67c131-1122-4663-99a5-527fa11b2505 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/443e608e-aefd-43e1-9385-7145f21fb2d0 HTTP/1.1" status: 204 len: 168 time: 0.6820331 Nov 23 11:06:13.687743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:13.735317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c3775e0c-606d-4ae8-87b3-ca1a9b4738b0 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=443e608e-aefd-43e1-9385-7145f21fb2d0 HTTP/1.1" status: 200 len: 205 time: 0.0464239 Nov 23 11:06:13.749822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38808) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:13.750128 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443e608e-aefd-43e1-9385-7145f21fb2d0', 'name': 'tempest-RoutersIpV6Test-router-1296547388', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:06:12Z', 'updated_at': '2021-11-23T11:06:12Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:13.790253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Attempting to bind port 1f3569fb-51c8-4bec-8f15-88475a915223 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:06:13.791387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Attempting to bind port 1f3569fb-51c8-4bec-8f15-88475a915223 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:06:13.791876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Attempting to bind port 1f3569fb-51c8-4bec-8f15-88475a915223 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:13.797364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Port 1f3569fb-51c8-4bec-8f15-88475a915223 on network c38aaf9c-00c0-4860-bb29-c099205a8172 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:06:13.797812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Attempting to bind port 1f3569fb-51c8-4bec-8f15-88475a915223 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:13.806129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:06:13.806640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:13.810603 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a42d924-f1cc-4300-baf9-94fd30f61ade None None] The sync data for ids ['443e608e-aefd-43e1-9385-7145f21fb2d0'] in n-d-817747-2 is: [{'id': '443e608e-aefd-43e1-9385-7145f21fb2d0', 'name': 'tempest-RoutersIpV6Test-router-1296547388', 'tenant_id': '9d4befc732214d1c81c9afa432700b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:06:12Z', 'updated_at': '2021-11-23T11:06:12Z', 'revision_number': 2, 'project_id': '9d4befc732214d1c81c9afa432700b20', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:13.812288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:06:13.812994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Bound port: 1f3569fb-51c8-4bec-8f15-88475a915223, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:06:13.813136 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-ec109762-326e-4ed9-8c04-dfc87feb330c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] delete failed (client error): The resource could not be found. Nov 23 11:06:13.813517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:13.816901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ec109762-326e-4ed9-8c04-dfc87feb330c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/443e608e-aefd-43e1-9385-7145f21fb2d0 HTTP/1.1" status: 404 len: 336 time: 0.0659704 Nov 23 11:06:13.817483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38810) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:13.885003 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cec8d1-5b90-4a61-9558-5769d85ddd81 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:13.886453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cec8d1-5b90-4a61-9558-5769d85ddd81 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:13.909515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e2cec8d1-5b90-4a61-9558-5769d85ddd81 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/097c935f-3d69-4c30-8c7d-8706ee0936f4 HTTP/1.1" status: 404 len: 337 time: 0.0909705 Nov 23 11:06:13.910315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38814) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:13.963815 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba62e8e-b0b6-4df0-b6d1-7aecdd49048a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:13.964371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba62e8e-b0b6-4df0-b6d1-7aecdd49048a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:13.971125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ba62e8e-b0b6-4df0-b6d1-7aecdd49048a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/6823fc6a-e5bb-4790-b7d9-9d84fc879ecd HTTP/1.1" status: 404 len: 337 time: 0.0571656 Nov 23 11:06:13.975810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38816) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:13.984112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] For port 1f3569fb-51c8-4bec-8f15-88475a915223, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:06:13.988912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] For port 1f3569fb-51c8-4bec-8f15-88475a915223, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f3569fb-51c8-4bec-8f15-88475a915223,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:06:13.996552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:14.022084 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5469d2-571a-43a7-9461-ca252202ba06 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:14.022546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5469d2-571a-43a7-9461-ca252202ba06 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:14.027917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1d5469d2-571a-43a7-9461-ca252202ba06 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/d7278d81-a82a-4319-9c4e-c252344d75dd HTTP/1.1" status: 404 len: 337 time: 0.0488322 Nov 23 11:06:14.030812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38818) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.065507 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Pushing event updated for resources: {'Port': ['ID=1f3569fb-51c8-4bec-8f15-88475a915223,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:14.066582 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-b169f729-d286-489f-abc2-3b6e163b5472 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:14.067046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b169f729-d286-489f-abc2-3b6e163b5472 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:14.072892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b169f729-d286-489f-abc2-3b6e163b5472 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/6f608208-12aa-4832-b4b9-91d098decf35 HTTP/1.1" status: 404 len: 337 time: 0.0388365 Nov 23 11:06:14.073154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38820) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.089366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:14.090004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:14.092591 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-b3acfe0a-c604-4211-9bf8-5690b7055d3a service neutron] 10.222.0.65 "PUT /v2.0/ports/1f3569fb-51c8-4bec-8f15-88475a915223 HTTP/1.1" status: 200 len: 1092 time: 1.5716143 Nov 23 11:06:14.094010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'tag': '1f3569fb-51c8-4bec-8f15-88475a915223'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:06:14.096825 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4a4611-c20e-4041-bbc1-9ce247122397" -d '{"events": [{"name": "network-changed", "server_uuid": "30056c51-9e39-45d4-8ee0-9ed69b437708", "tag": "1f3569fb-51c8-4bec-8f15-88475a915223"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:06:14.108650 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81ef403a-bc69-4749-95c4-a7681bbd6685 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 200 len: 205 time: 0.0343137 Nov 23 11:06:14.111384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38824) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.203020 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfba78f-8c09-49e0-bc1d-a0a3dc50e6b1 x-openstack-request-id: req-1dfba78f-8c09-49e0-bc1d-a0a3dc50e6b1 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:06:14.203362 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30056c51-9e39-45d4-8ee0-9ed69b437708", "tag": "1f3569fb-51c8-4bec-8f15-88475a915223", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:06:14.203634 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1dfba78f-8c09-49e0-bc1d-a0a3dc50e6b1 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:06:14.204329 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'tag': '1f3569fb-51c8-4bec-8f15-88475a915223', 'status': 'completed', 'code': 200} Nov 23 11:06:14.212332 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-1404ff86-b2c1-4bbc-8b0b-3e23785253ba tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] delete failed (client error): The resource could not be found. Nov 23 11:06:14.214041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1404ff86-b2c1-4bbc-8b0b-3e23785253ba tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/a7769508-7c03-4d4c-9947-dc962f175bc6 HTTP/1.1" status: 404 len: 336 time: 0.1014764 Nov 23 11:06:14.217026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38826) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.272753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-862124e1-fadc-4c7e-8eae-51cf41255b3a tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c0f814-76db-452e-bbce-343eeb48bdd9 HTTP/1.1" status: 200 len: 205 time: 0.0544014 Nov 23 11:06:14.272920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38828) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.282169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-4541434f-36df-4011-8cd9-810b07d1c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:14.283706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-4541434f-36df-4011-8cd9-810b07d1c7a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 1095 time: 0.0917964 Nov 23 11:06:14.332352 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-228617ef-21e8-4fe9-8d4f-42df5988a2ca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] delete failed (client error): The resource could not be found. Nov 23 11:06:14.335277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-228617ef-21e8-4fe9-8d4f-42df5988a2ca tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/99c0f814-76db-452e-bbce-343eeb48bdd9 HTTP/1.1" status: 404 len: 336 time: 0.0594506 Nov 23 11:06:14.336588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38830) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.536737 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f9de74b-64ec-4036-be8f-823bebcf3f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:14.924842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-2493f34e-7032-4180-8a1a-b2feaed6147f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3569fb-51c8-4bec-8f15-88475a915223 HTTP/1.1" status: 200 len: 217 time: 0.5863457 Nov 23 11:06:14.951728 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f593d716-3f84-4255-8050-07a7346822cb tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:14.952188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f593d716-3f84-4255-8050-07a7346822cb tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:14.955266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f593d716-3f84-4255-8050-07a7346822cb tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/d650a8a7-5abe-4c57-ac18-2ee325da642a HTTP/1.1" status: 404 len: 337 time: 0.6070778 Nov 23 11:06:14.959013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38838) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.993933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38840) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:14.995262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e2723bd4-2544-4e53-90cc-fff5f10abc1c tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b456898-0dcf-4576-adb7-c5d577e74216 HTTP/1.1" status: 200 len: 205 time: 0.0322521 Nov 23 11:06:15.041783 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-750daf08-adf8-42d6-8784-7af9db9278a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] delete failed (client error): The resource could not be found. Nov 23 11:06:15.042822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-750daf08-adf8-42d6-8784-7af9db9278a6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/5b456898-0dcf-4576-adb7-c5d577e74216 HTTP/1.1" status: 404 len: 336 time: 0.0476077 Nov 23 11:06:15.046568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38842) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.086379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-80416ea1-05a7-4fff-a159-22b99eba16b6 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=c7005e72-8553-4fa4-83d5-b44f7739db2c HTTP/1.1" status: 200 len: 205 time: 0.0387425 Nov 23 11:06:15.089461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38844) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.089622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7c671104-a5cd-4b90-b8b6-a8eae789d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:15.091048 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-7c671104-a5cd-4b90-b8b6-a8eae789d73f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.1329849 Nov 23 11:06:15.099520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c105d-c4d2-4190-89be-3c772d312f68 req-8713262f-1f66-47ae-b689-394f06582fdf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:15.101425 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a96c105d-c4d2-4190-89be-3c772d312f68 req-8713262f-1f66-47ae-b689-394f06582fdf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.1959057 Nov 23 11:06:15.133888 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-745988e9-23b9-43d2-b962-bb2a1bbcad12 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] delete failed (client error): The resource could not be found. Nov 23 11:06:15.137293 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-745988e9-23b9-43d2-b962-bb2a1bbcad12 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/c7005e72-8553-4fa4-83d5-b44f7739db2c HTTP/1.1" status: 404 len: 336 time: 0.0442080 Nov 23 11:06:15.138186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38846) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.165475 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-be052725-1cf6-4a0c-88f4-61b4018d54c1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:15.165812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be052725-1cf6-4a0c-88f4-61b4018d54c1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:15.170308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-be052725-1cf6-4a0c-88f4-61b4018d54c1 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/8fc9d138-26b0-440f-8937-02b6b7804912 HTTP/1.1" status: 404 len: 337 time: 0.0314677 Nov 23 11:06:15.173801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38848) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.195506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-dc9911bd-a73e-47f0-baca-3824804572b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:15.197163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-dc9911bd-a73e-47f0-baca-3824804572b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928898 Nov 23 11:06:15.203357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a96c105d-c4d2-4190-89be-3c772d312f68 req-172b74d5-41cc-41ab-922b-833d3da54750 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896981 Nov 23 11:06:15.215302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26eb1697-eaac-4738-8d3c-7f4fbaeed68d tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c55007a-c557-49cb-8014-dbcbe909b400 HTTP/1.1" status: 200 len: 205 time: 0.0346181 Nov 23 11:06:15.217192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38850) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.261246 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-54784561-eafd-41da-84fb-9bad20a294e7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] delete failed (client error): The resource could not be found. Nov 23 11:06:15.265727 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-54784561-eafd-41da-84fb-9bad20a294e7 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/6c55007a-c557-49cb-8014-dbcbe909b400 HTTP/1.1" status: 404 len: 336 time: 0.0442400 Nov 23 11:06:15.265958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38852) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.304946 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ef4f46-d35b-470e-b6f0-2a2c74c415f2 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:15.305429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ef4f46-d35b-470e-b6f0-2a2c74c415f2 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:15.308513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0ef4f46-d35b-470e-b6f0-2a2c74c415f2 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/2fa553f4-88cc-4be1-88da-29de0ea5f2eb HTTP/1.1" status: 404 len: 337 time: 0.0416925 Nov 23 11:06:15.312208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38854) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.314311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-31a39783-d951-49ab-99c3-69e74d9bfa51 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037216 Nov 23 11:06:15.352038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bab28f27-0557-4102-9a59-624e0fec25c8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d25d3f5-aab6-474b-89aa-583ac0b30ba0 HTTP/1.1" status: 200 len: 205 time: 0.0365691 Nov 23 11:06:15.354578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38856) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.398854 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-8fa4cc5b-469c-401e-bd3c-6f652a02fb7b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] delete failed (client error): The resource could not be found. Nov 23 11:06:15.400558 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8fa4cc5b-469c-401e-bd3c-6f652a02fb7b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/routers/4d25d3f5-aab6-474b-89aa-583ac0b30ba0 HTTP/1.1" status: 404 len: 336 time: 0.0442643 Nov 23 11:06:15.402761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38858) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.431020 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a191750-1333-4d6f-8fa0-e3742c63677b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:15.431939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a191750-1333-4d6f-8fa0-e3742c63677b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:15.433376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d524077-04a4-4746-baa8-82b0f6dcedaa req-fbf22f2c-bad1-419a-b8de-b67b27adb3ec service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092794 Nov 23 11:06:15.436707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1a191750-1333-4d6f-8fa0-e3742c63677b tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/64f0c2a0-076a-46b4-b6a9-bfeeac96a067 HTTP/1.1" status: 404 len: 337 time: 0.0322242 Nov 23 11:06:15.439187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38860) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.467130 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c98d8e0-a9b6-44cb-855b-0ca3740259b8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] DELETE failed (client error): The resource could not be found. Nov 23 11:06:15.467520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c98d8e0-a9b6-44cb-855b-0ca3740259b8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:06:15.473005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1c98d8e0-a9b6-44cb-855b-0ca3740259b8 tempest-RoutersIpV6Test-40499070 tempest-RoutersIpV6Test-40499070-project] 10.222.0.61 "DELETE /v2.0/subnets/f7ced1b8-f3dd-41b3-8088-cbf48f3ebfab HTTP/1.1" status: 404 len: 337 time: 0.0305817 Nov 23 11:06:15.531962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-37f5fd79-8c8f-4fb7-9293-ac8d3592218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:15.533810 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-37f5fd79-8c8f-4fb7-9293-ac8d3592218c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 1095 time: 0.0463724 Nov 23 11:06:15.663331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-09b861de-b169-4934-8973-2f044a28c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:15.665481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-09b861de-b169-4934-8973-2f044a28c290 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1199179 Nov 23 11:06:15.717919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-f6dcaa21-7e9c-4af4-a45b-36e91d2f549f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3569fb-51c8-4bec-8f15-88475a915223 HTTP/1.1" status: 200 len: 217 time: 0.0404997 Nov 23 11:06:15.766338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38870) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.776493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-41cd16e1-f843-428c-827d-5080b14719f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:15.778385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-41cd16e1-f843-428c-827d-5080b14719f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0493188 Nov 23 11:06:15.840753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-f022366d-93a9-4cf3-9e4f-99b9a5f83d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:15.843607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-f022366d-93a9-4cf3-9e4f-99b9a5f83d73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528026 Nov 23 11:06:15.947181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38876) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:15.949301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f1671ebe-8d9d-489b-83eb-c601887b5d30 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d4befc732214d1c81c9afa432700b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1806364 Nov 23 11:06:15.965395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-e53dc3db-959c-46f3-a583-dac58f72117f service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098168 Nov 23 11:06:16.074232 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcf6fae5-19a3-4ff6-ab64-36a4d844795e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:16.098101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcf6fae5-19a3-4ff6-ab64-36a4d844795e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:16.157804 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcf6fae5-19a3-4ff6-ab64-36a4d844795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:16.160704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcf6fae5-19a3-4ff6-ab64-36a4d844795e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:16.164866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dcf6fae5-19a3-4ff6-ab64-36a4d844795e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5eade2a5-c071-4249-91fa-c39dec48c400 HTTP/1.1" status: 204 len: 168 time: 0.2139282 Nov 23 11:06:16.183664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6fae5-19a3-4ff6-ab64-36a4d844795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eade2a5-c071-4249-91fa-c39dec48c400,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:16.201979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a4a4611-c20e-4041-bbc1-9ce247122397 req-a30ceb2f-63a0-44d6-ab6b-9f0f2c6bf3ae service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213590 Nov 23 11:06:16.368257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6a910-5865-4d75-88e1-ac1a9ea4a0d4 req-5ff15e6a-6b3e-4469-b1b4-92e73d58fd3e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:16.370567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34f6a910-5865-4d75-88e1-ac1a9ea4a0d4 req-5ff15e6a-6b3e-4469-b1b4-92e73d58fd3e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.0637822 Nov 23 11:06:16.438843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34f6a910-5865-4d75-88e1-ac1a9ea4a0d4 req-44583608-fa59-4982-af0e-ce0f532e25a9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617001 Nov 23 11:06:16.921943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38906) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:16.944861 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-907e0be6-a6e2-411e-acb3-cadceb374a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.049957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5ee00c1f-4c85-4d62-ad95-ad06da8998d3 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-542767812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:17.074965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ee00c1f-4c85-4d62-ad95-ad06da8998d3 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.081351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ee00c1f-4c85-4d62-ad95-ad06da8998d3 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.141101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ee00c1f-4c85-4d62-ad95-ad06da8998d3 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.145870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ee00c1f-4c85-4d62-ad95-ad06da8998d3 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.165772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ee00c1f-4c85-4d62-ad95-ad06da8998d3 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.169673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ee00c1f-4c85-4d62-ad95-ad06da8998d3 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2438388 Nov 23 11:06:17.170026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38912) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:17.175727 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-92428432'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:17.199750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:17.204139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.213771 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.297064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.301204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.323021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:06:17.350959 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.351390 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Added segment 210dbd05-3768-46d7-82cd-74e7214dcf95 of type vlan for network aaaf15f6-63fe-4201-a27d-2fc644b691b5 Nov 23 11:06:17.362192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca040340-3632-4d61-8001-36f648f6e933,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:17.402611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.495781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.501821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:17.513332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.585395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4141665 Nov 23 11:06:17.588247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38916) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:17.604926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'subnet': {'network_id': 'aaaf15f6-63fe-4201-a27d-2fc644b691b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:17.631964 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419bb1e-7d06-45e6-9b98-3e9cdf5e60c8 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Network': ['ID=aaaf15f6-63fe-4201-a27d-2fc644b691b5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:17.644799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:06:17.725015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051a7b-c7d7-467a-8bfe-5a91d5c471ca req-775d3c32-aacb-4d41-bdb5-da182562816e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:17.728473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19051a7b-c7d7-467a-8bfe-5a91d5c471ca req-775d3c32-aacb-4d41-bdb5-da182562816e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.1420147 Nov 23 11:06:17.766836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:17.770455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:17.821425 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19051a7b-c7d7-467a-8bfe-5a91d5c471ca req-4bd9e763-34a0-4c05-9e81-c417a9ef9bb3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855846 Nov 23 11:06:17.984417 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.046950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Subnet': ['ID=25a990ba-dc83-46ec-b43d-78680d20dacd,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:18.054206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Checking segment: {'id': '210dbd05-3768-46d7-82cd-74e7214dcf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'aaaf15f6-63fe-4201-a27d-2fc644b691b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:18.054477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network hostable DHCP agents. Network: aaaf15f6-63fe-4201-a27d-2fc644b691b5, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:06:18.072867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:06:18.082540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, aaaf15f6-63fe-4201-a27d-2fc644b691b5) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:18.086724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:18.087540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.097194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad71d253-3097-4ad9-8ee9-d29348ff5f27 None None] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:18.109741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bb4ee630-5245-43d9-826d-49c7dae05121 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5166864 Nov 23 11:06:18.110618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38928) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:18.116354 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'network': {'name': 'tempest-router-network01--1823205123'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:18.149562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:18.153491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.179013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:06:18.190361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.190753 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Added segment df313b1d-4539-45f7-a84a-bf83fe1f4c93 of type vlan for network 218076dc-debe-49ea-a339-d6026ef79b93 Nov 23 11:06:18.234798 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.265404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.267904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-aaaf15f6-63fe-4201-a27d-2fc644b691b5', 'network_id': 'aaaf15f6-63fe-4201-a27d-2fc644b691b5', 'tenant_id': '61d4cc22e17b4586ae21a8b5f8c9b952', 'fixed_ips': [{'subnet_id': '25a990ba-dc83-46ec-b43d-78680d20dacd'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:06:18.268996 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.271243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:18.272347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.313653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1993353 Nov 23 11:06:18.314734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38930) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:18.319330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'network': {'name': 'tempest-router-network02--1685936734'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:18.348192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:18.352500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.358309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40791a06-270b-439e-98c6-e24b443305b1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Network': ['ID=218076dc-debe-49ea-a339-d6026ef79b93,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:18.369639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 218076dc-debe-49ea-a339-d6026ef79b93 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:06:18.407142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:06:18.420706 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.421069 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Added segment ee9f0c42-5319-400b-9926-3a66f0decbe8 of type vlan for network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 Nov 23 11:06:18.484001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.493387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Allocated IP 2001:db8::2 (aaaf15f6-63fe-4201-a27d-2fc644b691b5/25a990ba-dc83-46ec-b43d-78680d20dacd/191ee0d4-9006-45a6-8daf-70cfeefa9534) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:18.519733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.527351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:18.527960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.567508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2524014 Nov 23 11:06:18.570453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38938) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:18.575892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'subnet': {'network_id': '218076dc-debe-49ea-a339-d6026ef79b93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:18.598053 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.640712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70394eb-6e1e-4fd9-af91-bd6615393739 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Network': ['ID=dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:18.659521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:06:18.719549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:18.723357 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.746472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.754766 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.793170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:18.798945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:18.801867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:18.817489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Pushing event updated for resources: {'Port': ['ID=191ee0d4-9006-45a6-8daf-70cfeefa9534,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:18.876802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Attempting to bind port 191ee0d4-9006-45a6-8daf-70cfeefa9534 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:06:18.877239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Attempting to bind port 191ee0d4-9006-45a6-8daf-70cfeefa9534 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '210dbd05-3768-46d7-82cd-74e7214dcf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'aaaf15f6-63fe-4201-a27d-2fc644b691b5'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:06:18.877565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Attempting to bind port 191ee0d4-9006-45a6-8daf-70cfeefa9534 on network aaaf15f6-63fe-4201-a27d-2fc644b691b5 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:18.882828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:06:18.883452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Checking segment: {'id': '210dbd05-3768-46d7-82cd-74e7214dcf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'aaaf15f6-63fe-4201-a27d-2fc644b691b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:18.884010 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.884544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Bound using segment: {'id': '210dbd05-3768-46d7-82cd-74e7214dcf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'aaaf15f6-63fe-4201-a27d-2fc644b691b5'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:06:18.885189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Bound port: 191ee0d4-9006-45a6-8daf-70cfeefa9534, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210dbd05-3768-46d7-82cd-74e7214dcf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'aaaf15f6-63fe-4201-a27d-2fc644b691b5'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:06:18.885817 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.955669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] For port 191ee0d4-9006-45a6-8daf-70cfeefa9534, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:06:18.959007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] For port 191ee0d4-9006-45a6-8daf-70cfeefa9534, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=191ee0d4-9006-45a6-8daf-70cfeefa9534,segment=NetworkSegment(210dbd05-3768-46d7-82cd-74e7214dcf95),segment_id=210dbd05-3768-46d7-82cd-74e7214dcf95)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:06:18.963913 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:18.977628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:19.019852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799194f-3c64-4ea9-a9cb-5d67dec85678 None None] Pushing event updated for resources: {'Port': ['ID=191ee0d4-9006-45a6-8daf-70cfeefa9534,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:19.072602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Subnet': ['ID=68af646c-c071-4d8c-befa-87afe71342e2,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:19.097585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336fa0a-b536-4a34-b8eb-56702021f38b req-7e5b6e8f-fce7-411c-ae60-edca7ceacc17 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:19.099185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c336fa0a-b536-4a34-b8eb-56702021f38b req-7e5b6e8f-fce7-411c-ae60-edca7ceacc17 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.1411436 Nov 23 11:06:19.116506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Checking segment: {'id': 'df313b1d-4539-45f7-a84a-bf83fe1f4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '218076dc-debe-49ea-a339-d6026ef79b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:19.116878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network hostable DHCP agents. Network: 218076dc-debe-49ea-a339-d6026ef79b93, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:06:19.160138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network 218076dc-debe-49ea-a339-d6026ef79b93 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:06:19.181687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c336fa0a-b536-4a34-b8eb-56702021f38b req-ae633e24-0cb8-48e5-b0fa-8a93918046cc tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745468 Nov 23 11:06:19.182510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 218076dc-debe-49ea-a339-d6026ef79b93) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:19.190288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:19.191074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:19.220961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41deda-564f-4be7-9e9a-2bbf0cf5b4a0 None None] Network 218076dc-debe-49ea-a339-d6026ef79b93 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:19.243146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-920c81ed-f42b-4147-8be1-e81ec512ab3f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6716399 Nov 23 11:06:19.246889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38944) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:19.252222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'subnet': {'network_id': 'dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:19.404691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:19.408701 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:19.432094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-218076dc-debe-49ea-a339-d6026ef79b93', 'network_id': '218076dc-debe-49ea-a339-d6026ef79b93', 'tenant_id': '61d4cc22e17b4586ae21a8b5f8c9b952', 'fixed_ips': [{'subnet_id': '68af646c-c071-4d8c-befa-87afe71342e2'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:06:19.433127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:19.550698 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:19.626163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:19.700813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Subnet': ['ID=9d05b3bd-f6e6-40d4-8533-3986c456f73f,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:19.710745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Checking segment: {'id': 'ee9f0c42-5319-400b-9926-3a66f0decbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:19.711114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network hostable DHCP agents. Network: dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:06:19.732887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:06:19.743075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:19.747255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:19.747850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:19.757889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fd863-fb73-42d6-b27c-03b0b36c10b5 None None] Network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:19.765797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86e0bde8-ad95-4032-871d-3e05b1c0f7bb tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5177634 Nov 23 11:06:19.768529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38950) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:19.792311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Allocated IP 2001:db8::2 (218076dc-debe-49ea-a339-d6026ef79b93/68af646c-c071-4d8c-befa-87afe71342e2/1d1baf25-d8e6-43da-9a44-cd7bb7a6df66) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:19.987189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.117155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.118537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77', 'network_id': 'dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77', 'tenant_id': '61d4cc22e17b4586ae21a8b5f8c9b952', 'fixed_ips': [{'subnet_id': '9d05b3bd-f6e6-40d4-8533-3986c456f73f'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:06:20.119388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.191573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 191ee0d4-9006-45a6-8daf-70cfeefa9534 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:20.197864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.328058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.350284 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.372219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a560d4-af8e-4682-875e-6a23729b22b9 req-c187dcf6-5db1-48a2-8319-dd3727034c41 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:20.373960 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0a560d4-af8e-4682-875e-6a23729b22b9 req-c187dcf6-5db1-48a2-8319-dd3727034c41 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.0839453 Nov 23 11:06:20.425867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Allocated IP 2001:db8::2 (dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77/9d05b3bd-f6e6-40d4-8533-3986c456f73f/8c4dc539-468d-4e46-a534-4db16e1d6c6c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:20.445909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0a560d4-af8e-4682-875e-6a23729b22b9 req-78685aca-4108-430f-bcf8-d88cfd80f3c7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646477 Nov 23 11:06:20.496190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Allocated IP 2001:db8::1 (218076dc-debe-49ea-a339-d6026ef79b93/68af646c-c071-4d8c-befa-87afe71342e2/15cdc044-81ca-4098-907b-60e8dbb91070) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:20.509618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Network 218076dc-debe-49ea-a339-d6026ef79b93 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:20.510705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f46260-5cae-4fc1-ad78-1dbb7a764ceb None None] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:20.571470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:20.574132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:20.639278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.667116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Pushing event updated for resources: {'Port': ['ID=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:20.676522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.690265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 191ee0d4-9006-45a6-8daf-70cfeefa9534 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:20.690812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.701330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3e9aee96-ff2a-4e38-8786-9d85ed3962fb None None] Provisioning complete for port 191ee0d4-9006-45a6-8daf-70cfeefa9534 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:20.701748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e9aee96-ff2a-4e38-8786-9d85ed3962fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.725701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network 218076dc-debe-49ea-a339-d6026ef79b93 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:20.730888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:20.735387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:20.735723 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.773526 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Port': ['ID=15cdc044-81ca-4098-907b-60e8dbb91070,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:20.835136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Attempting to bind port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:06:20.835527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Attempting to bind port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'df313b1d-4539-45f7-a84a-bf83fe1f4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '218076dc-debe-49ea-a339-d6026ef79b93'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:06:20.835990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Attempting to bind port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 on network 218076dc-debe-49ea-a339-d6026ef79b93 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:20.862687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:06:20.863091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Checking segment: {'id': 'df313b1d-4539-45f7-a84a-bf83fe1f4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '218076dc-debe-49ea-a339-d6026ef79b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:20.863470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.863870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Bound using segment: {'id': 'df313b1d-4539-45f7-a84a-bf83fe1f4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '218076dc-debe-49ea-a339-d6026ef79b93'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:06:20.864363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Bound port: 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df313b1d-4539-45f7-a84a-bf83fe1f4c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '218076dc-debe-49ea-a339-d6026ef79b93'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:06:20.864747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.884422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.930515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:20.989548 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.100349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:21.132889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:21.137018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.143845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:21.170849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Pushing event updated for resources: {'Port': ['ID=8c4dc539-468d-4e46-a534-4db16e1d6c6c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:21.182009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] For port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:06:21.183248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.188951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.189844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.258368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Port': ['ID=15cdc044-81ca-4098-907b-60e8dbb91070,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:21.259224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] For port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,segment=NetworkSegment(df313b1d-4539-45f7-a84a-bf83fe1f4c93),segment_id=df313b1d-4539-45f7-a84a-bf83fe1f4c93)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:06:21.267589 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e9aee96-ff2a-4e38-8786-9d85ed3962fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.282390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.292211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 191ee0d4-9006-45a6-8daf-70cfeefa9534, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=191ee0d4-9006-45a6-8daf-70cfeefa9534,segment=NetworkSegment(210dbd05-3768-46d7-82cd-74e7214dcf95),segment_id=210dbd05-3768-46d7-82cd-74e7214dcf95)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:21.321761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Attempting to bind port 8c4dc539-468d-4e46-a534-4db16e1d6c6c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:06:21.322145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Attempting to bind port 8c4dc539-468d-4e46-a534-4db16e1d6c6c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ee9f0c42-5319-400b-9926-3a66f0decbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:06:21.322496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Attempting to bind port 8c4dc539-468d-4e46-a534-4db16e1d6c6c on network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:21.324403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.324863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network 218076dc-debe-49ea-a339-d6026ef79b93 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:21.326558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:21.359035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:06:21.359598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Checking segment: {'id': 'ee9f0c42-5319-400b-9926-3a66f0decbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:21.359879 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.360191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Bound using segment: {'id': 'ee9f0c42-5319-400b-9926-3a66f0decbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:06:21.360677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Bound port: 8c4dc539-468d-4e46-a534-4db16e1d6c6c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9f0c42-5319-400b-9926-3a66f0decbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:06:21.361057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.452081 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-3e9aee96-ff2a-4e38-8786-9d85ed3962fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:06:21.452492 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-3e9aee96-ff2a-4e38-8786-9d85ed3962fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:06:21.456883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f879d0-6f2c-4867-98aa-2afbb9c263b6 None None] Pushing event updated for resources: {'Port': ['ID=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:21.527836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Router e72008f7-8e7f-42f7-864b-2cbe39ba705a is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:06:21.577377 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=191ee0d4-9006-45a6-8daf-70cfeefa9534,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:21.604982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] For port 8c4dc539-468d-4e46-a534-4db16e1d6c6c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:06:21.609238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] For port 8c4dc539-468d-4e46-a534-4db16e1d6c6c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8c4dc539-468d-4e46-a534-4db16e1d6c6c,segment=NetworkSegment(ee9f0c42-5319-400b-9926-3a66f0decbe8),segment_id=ee9f0c42-5319-400b-9926-3a66f0decbe8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:06:21.636999 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:21.719632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32293dd6-bd89-44d2-9c05-3e785fa71ecc req-ee9cef25-1d00-40f8-ae28-0174d96f2bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:21.728102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32293dd6-bd89-44d2-9c05-3e785fa71ecc req-ee9cef25-1d00-40f8-ae28-0174d96f2bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.1373212 Nov 23 11:06:21.755902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:21.777509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] Sync routers for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:21.778461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38964) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:21.784773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7509a89-3fdc-4076-9989-cf048318ae91 None None] Pushing event updated for resources: {'Port': ['ID=8c4dc539-468d-4e46-a534-4db16e1d6c6c,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:21.796854 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8261e382-7dd2-4a31-b14c-9a47b8e43ed4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0243993 Nov 23 11:06:21.811766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:21.812818 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:21.864717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:21.886242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:21.887042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:21.900958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32293dd6-bd89-44d2-9c05-3e785fa71ecc req-b8f1569a-2a47-438a-bca6-dde516d3e6d7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719525 Nov 23 11:06:21.948551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:21.949224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc40826a-13fc-4fbc-b6f7-dab6e2043c00 None None] The sync data for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:22.129219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c1a04b58-2bed-4fdd-bb1c-fa486d59bd83 None None] Provisioning complete for port 191ee0d4-9006-45a6-8daf-70cfeefa9534 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:22.129859 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c1a04b58-2bed-4fdd-bb1c-fa486d59bd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:22.276488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 191ee0d4-9006-45a6-8daf-70cfeefa9534 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:22.328758 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:22.414271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 191ee0d4-9006-45a6-8daf-70cfeefa9534 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:22.414872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:22.420090 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-6a886b7c-cc2b-4007-aeff-bddd56fcb363 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:06:22.421374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6a886b7c-cc2b-4007-aeff-bddd56fcb363 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6393619 Nov 23 11:06:22.424072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38968) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:22.553867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:22.681576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:22.683392 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:22.909415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:23.197174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2628c-ec5a-438c-86a4-60abdac0cfdd req-e4a3483b-9620-499c-ac59-5314860043be tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:23.198970 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfd2628c-ec5a-438c-86a4-60abdac0cfdd req-e4a3483b-9620-499c-ac59-5314860043be tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.1578491 Nov 23 11:06:23.208982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68d577-a824-4573-b821-3a9e52bd0d70 None None] Network 218076dc-debe-49ea-a339-d6026ef79b93 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:23.213198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:23.297035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,segment=NetworkSegment(df313b1d-4539-45f7-a84a-bf83fe1f4c93),segment_id=df313b1d-4539-45f7-a84a-bf83fe1f4c93)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:23.307737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-28061984-b357-43be-aa8d-d2914e096c0e None None] Provisioning complete for port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:23.308209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-28061984-b357-43be-aa8d-d2914e096c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:23.314841 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:23.383963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfd2628c-ec5a-438c-86a4-60abdac0cfdd req-f2a0c08c-1834-4901-a271-8b5290e11ebb tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692638 Nov 23 11:06:23.415636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92432e13-5d86-4473-8302-7f0a25ea5bfa None None] Network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:23.471599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:23.804713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6104978c-e916-446c-aebc-b5cdb3c25ecf None None] Provisioning complete for port 8c4dc539-468d-4e46-a534-4db16e1d6c6c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:23.805303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6104978c-e916-446c-aebc-b5cdb3c25ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:23.879922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting port 15cdc044-81ca-4098-907b-60e8dbb91070 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:23.882574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:23.980299 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6104978c-e916-446c-aebc-b5cdb3c25ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.098390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6104978c-e916-446c-aebc-b5cdb3c25ecf None None] For port 8c4dc539-468d-4e46-a534-4db16e1d6c6c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8c4dc539-468d-4e46-a534-4db16e1d6c6c,segment=NetworkSegment(ee9f0c42-5319-400b-9926-3a66f0decbe8),segment_id=ee9f0c42-5319-400b-9926-3a66f0decbe8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:24.105979 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6104978c-e916-446c-aebc-b5cdb3c25ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.111815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.173358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Calling delete_port for 15cdc044-81ca-4098-907b-60e8dbb91070 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:24.274296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104978c-e916-446c-aebc-b5cdb3c25ecf None None] Pushing event updated for resources: {'Port': ['ID=8c4dc539-468d-4e46-a534-4db16e1d6c6c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:24.292596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-325abb8d-30c9-4895-89ad-253929d27f9c None None] Provisioning complete for port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:24.293066 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-325abb8d-30c9-4895-89ad-253929d27f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.326981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8c4dc539-468d-4e46-a534-4db16e1d6c6c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:24.489430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.518739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-325abb8d-30c9-4895-89ad-253929d27f9c None None] Could not find standard attr ID for object 15cdc044-81ca-4098-907b-60e8dbb91070. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:06:24.530248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8c4dc539-468d-4e46-a534-4db16e1d6c6c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:24.530947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.558687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Port': ['ID=15cdc044-81ca-4098-907b-60e8dbb91070,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:24.656914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-93f88b2c-5c92-40d3-acd8-e5321c79cc6b None None] Could not find standard attr ID for object 15cdc044-81ca-4098-907b-60e8dbb91070. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:06:24.686224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:24.722380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aba25e-6aa1-4a01-8f0e-2a61da663fed req-db92ba8b-02ff-4552-87a4-98d8c356b3a0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:24.724122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b8aba25e-6aa1-4a01-8f0e-2a61da663fed req-db92ba8b-02ff-4552-87a4-98d8c356b3a0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.2311213 Nov 23 11:06:24.725417 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.738754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-93f88b2c-5c92-40d3-acd8-e5321c79cc6b None None] Provisioning complete for port 8c4dc539-468d-4e46-a534-4db16e1d6c6c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:24.739131 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-93f88b2c-5c92-40d3-acd8-e5321c79cc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.792801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:24.793188 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:24.864773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b8aba25e-6aa1-4a01-8f0e-2a61da663fed req-471398e4-5f92-4748-822c-d74128441e36 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322818 Nov 23 11:06:24.980166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Router e72008f7-8e7f-42f7-864b-2cbe39ba705a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:06:25.033350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bc7f2839-693a-4fd0-96d2-bed200902436 None None] Could not find standard attr ID for object 15cdc044-81ca-4098-907b-60e8dbb91070. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:06:25.082285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:25.093304 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] Sync routers for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:25.094946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e7cc3f17-e839-4711-a8b7-5fe134fa4054 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6698222 Nov 23 11:06:25.099932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38984) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:25.105156 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:25.105995 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:25.137306 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-134f3770-41fc-4919-828a-f21b6bdd4e5b tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] delete failed (client error): The resource could not be found. Nov 23 11:06:25.138529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-134f3770-41fc-4919-828a-f21b6bdd4e5b tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/routers/tempest-non_exist_router-809516479 HTTP/1.1" status: 404 len: 334 time: 0.0390415 Nov 23 11:06:25.142339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38986) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:25.143542 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:25.147065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1754020e-9bd4-4f71-a8eb-90d6234a5512 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e72008f7-8e7f-42f7-864b-2cbe39ba705a'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:25.153781 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:25.155010 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:25.194094 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:25.195066 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e4e4f-7fee-43a9-978c-576694a13789 None None] The sync data for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:25.718074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1754020e-9bd4-4f71-a8eb-90d6234a5512 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:25.741574 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-1754020e-9bd4-4f71-a8eb-90d6234a5512 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] update failed (client error): The resource could not be found. Nov 23 11:06:25.742599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1754020e-9bd4-4f71-a8eb-90d6234a5512 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a HTTP/1.1" status: 404 len: 339 time: 0.5992231 Nov 23 11:06:25.746410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 38990) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:25.751539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1687026254'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:25.774247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:25.777905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:25.803590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:06:25.813143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:25.814257 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Added segment 6f1f0e83-71d9-4b80-9790-d316ca72e2ca of type vlan for network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 Nov 23 11:06:25.856147 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:25.883116 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:25.890549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:25.891430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:25.941581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 38994) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:25.942122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1941803 Nov 23 11:06:25.948233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'subnet': {'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:26.022869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9087c-e79a-4508-a8a2-571eed0dfe5c tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Network': ['ID=4a79db90-da4c-48c8-a6c9-147d1c8a5b58,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:26.041615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:06:26.097828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e60f74-fe5d-43b2-846e-4a684c4bb533 req-410bea61-0362-472e-9969-8ad3c0402cf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:26.099431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04e60f74-fe5d-43b2-846e-4a684c4bb533 req-410bea61-0362-472e-9969-8ad3c0402cf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 944 time: 0.1539357 Nov 23 11:06:26.129768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8c4dc539-468d-4e46-a534-4db16e1d6c6c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:26.207518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04e60f74-fe5d-43b2-846e-4a684c4bb533 req-cf5efa14-2c34-444b-b391-aa714e3cbfd1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953243 Nov 23 11:06:26.227491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8c4dc539-468d-4e46-a534-4db16e1d6c6c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:26.227907 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:26.260119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f3569fb-51c8-4bec-8f15-88475a915223 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:06:26.420565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1f3569fb-51c8-4bec-8f15-88475a915223, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f3569fb-51c8-4bec-8f15-88475a915223,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:26.436087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '1f3569fb-51c8-4bec-8f15-88475a915223', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'port_id': '1f3569fb-51c8-4bec-8f15-88475a915223', 'mac_address': 'fa:16:3e:a6:d1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:06:26.477846 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:26.489551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Made reservation on behalf of 61d4cc22e17b4586ae21a8b5f8c9b952 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:26.493062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:26.493926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3569fb-51c8-4bec-8f15-88475a915223 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:06:26.516636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1f3569fb-51c8-4bec-8f15-88475a915223, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f3569fb-51c8-4bec-8f15-88475a915223,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:26.521786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:26.593659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1f3569fb-51c8-4bec-8f15-88475a915223,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:26.703027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:26.770855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Subnet': ['ID=f1059408-0f99-4215-8230-93da9b9a4ab1,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:26.782691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1f3569fb-51c8-4bec-8f15-88475a915223'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:06:26.789508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Checking segment: {'id': '6f1f0e83-71d9-4b80-9790-d316ca72e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:26.789976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network hostable DHCP agents. Network: 4a79db90-da4c-48c8-a6c9-147d1c8a5b58, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:06:26.809326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:06:26.822465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 4a79db90-da4c-48c8-a6c9-147d1c8a5b58) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:26.829522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:26.830125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:26.839222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de880881-3a56-45fb-833a-b0dacd9cf575 None None] Network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:26.853431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-648e1221-bb14-4017-acb4-eb39285d9369 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9094789 Nov 23 11:06:26.856638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39000) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:26.863898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b5908874-da7a-4a0f-9173-e31c9ee32cca tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:27.074838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-4a79db90-da4c-48c8-a6c9-147d1c8a5b58', 'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58', 'tenant_id': '61d4cc22e17b4586ae21a8b5f8c9b952', 'fixed_ips': [{'subnet_id': 'f1059408-0f99-4215-8230-93da9b9a4ab1'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:06:27.075721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.146356 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5908874-da7a-4a0f-9173-e31c9ee32cca tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.270243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Allocated IP 2001:db8:1::2 (4a79db90-da4c-48c8-a6c9-147d1c8a5b58/f1059408-0f99-4215-8230-93da9b9a4ab1/db5228cd-3803-445d-98d5-89595f35216f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:27.305814 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-b5908874-da7a-4a0f-9173-e31c9ee32cca tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:06:27.311166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39006) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:27.311751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b5908874-da7a-4a0f-9173-e31c9ee32cca tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a HTTP/1.1" status: 400 len: 364 time: 0.4516947 Nov 23 11:06:27.338060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2792f58-81cd-4353-a03d-c239f32f3a48 req-740ef25a-dcfe-4179-92ee-f6019ed586cf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:27.339709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2792f58-81cd-4353-a03d-c239f32f3a48 req-740ef25a-dcfe-4179-92ee-f6019ed586cf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 945 time: 0.0629420 Nov 23 11:06:27.416594 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2792f58-81cd-4353-a03d-c239f32f3a48 req-d8bd13ca-004b-4b22-99bb-c22a9778cc13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701816 Nov 23 11:06:27.479382 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.488032 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.536847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:27.539761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:27.548806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:27.570140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Pushing event updated for resources: {'Port': ['ID=db5228cd-3803-445d-98d5-89595f35216f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:27.635225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Attempting to bind port db5228cd-3803-445d-98d5-89595f35216f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:06:27.635225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Attempting to bind port db5228cd-3803-445d-98d5-89595f35216f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6f1f0e83-71d9-4b80-9790-d316ca72e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:06:27.639426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Attempting to bind port db5228cd-3803-445d-98d5-89595f35216f on network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:27.641626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:06:27.642015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Checking segment: {'id': '6f1f0e83-71d9-4b80-9790-d316ca72e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:27.642430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.642834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Bound using segment: {'id': '6f1f0e83-71d9-4b80-9790-d316ca72e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:06:27.643317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Bound port: db5228cd-3803-445d-98d5-89595f35216f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1f0e83-71d9-4b80-9790-d316ca72e2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4a79db90-da4c-48c8-a6c9-147d1c8a5b58'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:06:27.643706 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.679542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.717300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] For port db5228cd-3803-445d-98d5-89595f35216f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:06:27.720605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] For port db5228cd-3803-445d-98d5-89595f35216f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db5228cd-3803-445d-98d5-89595f35216f,segment=NetworkSegment(6f1f0e83-71d9-4b80-9790-d316ca72e2ca),segment_id=6f1f0e83-71d9-4b80-9790-d316ca72e2ca)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:06:27.726659 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:27.791532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4f9a-7390-42f4-a253-e5413ab92aca None None] Pushing event updated for resources: {'Port': ['ID=db5228cd-3803-445d-98d5-89595f35216f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:28.055117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Allocated IP 2001:db8::1 (aaaf15f6-63fe-4201-a27d-2fc644b691b5/25a990ba-dc83-46ec-b43d-78680d20dacd/62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:28.204071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.238002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.250048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f3569fb-51c8-4bec-8f15-88475a915223 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:28.282264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:28.285984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:28.292416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:28.293345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.303446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Port': ['ID=62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:28.308673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 1f3569fb-51c8-4bec-8f15-88475a915223 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:06:28.314499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 1f3569fb-51c8-4bec-8f15-88475a915223 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:28.314960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.414810 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.436062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.448940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3569fb-51c8-4bec-8f15-88475a915223'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:06:28.451862 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3740d586-847c-458d-a932-9120de380fcf" -d '{"events": [{"server_uuid": "30056c51-9e39-45d4-8ee0-9ed69b437708", "name": "network-vif-plugged", "status": "completed", "tag": "1f3569fb-51c8-4bec-8f15-88475a915223"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:06:28.467708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1f3569fb-51c8-4bec-8f15-88475a915223, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f3569fb-51c8-4bec-8f15-88475a915223,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:28.473056 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.502810 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3178b2c1-e726-4745-afd2-9d1b87cfaa0d x-openstack-request-id: req-3178b2c1-e726-4745-afd2-9d1b87cfaa0d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:06:28.503310 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30056c51-9e39-45d4-8ee0-9ed69b437708", "name": "network-vif-plugged", "status": "completed", "tag": "1f3569fb-51c8-4bec-8f15-88475a915223", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:06:28.503727 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3178b2c1-e726-4745-afd2-9d1b87cfaa0d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:06:28.504131 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3569fb-51c8-4bec-8f15-88475a915223', 'code': 200} Nov 23 11:06:28.541769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1f3569fb-51c8-4bec-8f15-88475a915223,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:28.615571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9a4a01bb-3245-4223-a082-7524dfdf50f6 None None] Provisioning complete for port 62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:28.615948 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9a4a01bb-3245-4223-a082-7524dfdf50f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.664016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066b3aa-db95-4292-8aad-eae7a527abec req-cb437d45-c7a3-483d-8f91-745c4693d613 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:28.665615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4066b3aa-db95-4292-8aad-eae7a527abec req-cb437d45-c7a3-483d-8f91-745c4693d613 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 946 time: 0.0896885 Nov 23 11:06:28.674452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a01bb-3245-4223-a082-7524dfdf50f6 None None] Port 62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:06:28.678954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b60347-8cc3-46d6-b7b6-7a6398ab8559 req-b0e3409e-e11a-4020-8939-75e5ec7b23ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:28.680491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81b60347-8cc3-46d6-b7b6-7a6398ab8559 req-b0e3409e-e11a-4020-8939-75e5ec7b23ac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 1097 time: 0.0778372 Nov 23 11:06:28.753640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4066b3aa-db95-4292-8aad-eae7a527abec req-bcf49cdf-68f3-46f9-94b7-fe3189f2f1b8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777681 Nov 23 11:06:28.759935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81b60347-8cc3-46d6-b7b6-7a6398ab8559 req-d76ff7f9-82d1-4286-a925-7753de000d41 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645611 Nov 23 11:06:28.796597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.801968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.802976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:28.879260 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event updated for resources: {'Port': ['ID=62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:28.930661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00576e72-2a47-4fff-9a4b-55e719bebb15 None None] Network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:28.952801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:28.954330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:29.014897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3966ad89-8d9a-4c55-b6b8-a01760281383 None None] Provisioning complete for port db5228cd-3803-445d-98d5-89595f35216f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:29.015276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3966ad89-8d9a-4c55-b6b8-a01760281383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:29.066807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Router e72008f7-8e7f-42f7-864b-2cbe39ba705a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:06:29.176707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:29.183452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-795ee1cd-5ca2-488e-8240-ba25dab48e95 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8711627 Nov 23 11:06:29.186834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39020) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:29.239857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] Sync routers for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:29.272628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:29.273300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:29.302986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c62f269f-a4d3-4f29-93ad-a02f78287dd1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:29.320784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:29.373941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:29.374510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:29.379940 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3966ad89-8d9a-4c55-b6b8-a01760281383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:29.397225 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-c62f269f-a4d3-4f29-93ad-a02f78287dd1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 11:06:29.401162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39028) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:29.401457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c62f269f-a4d3-4f29-93ad-a02f78287dd1 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a HTTP/1.1" status: 409 len: 329 time: 0.2140884 Nov 23 11:06:29.415958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:29.416761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc58f0-9226-4fb7-8b4f-015d5edc2c64 None None] The sync data for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 is: [] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:29.470484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3966ad89-8d9a-4c55-b6b8-a01760281383 None None] For port db5228cd-3803-445d-98d5-89595f35216f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db5228cd-3803-445d-98d5-89595f35216f,segment=NetworkSegment(6f1f0e83-71d9-4b80-9790-d316ca72e2ca),segment_id=6f1f0e83-71d9-4b80-9790-d316ca72e2ca)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:29.475939 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3966ad89-8d9a-4c55-b6b8-a01760281383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:29.549823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966ad89-8d9a-4c55-b6b8-a01760281383 None None] Pushing event updated for resources: {'Port': ['ID=db5228cd-3803-445d-98d5-89595f35216f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:29.596545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c7c49c55-862a-4030-8c53-a2a9ee9a54d6 None None] Provisioning complete for port 62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:29.597026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7c49c55-862a-4030-8c53-a2a9ee9a54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:29.641420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c7c49c55-862a-4030-8c53-a2a9ee9a54d6 None None] Port 62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:06:29.760734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3eb85b68-307d-4b2b-bf57-deadeb2a2a9a None None] Provisioning complete for port db5228cd-3803-445d-98d5-89595f35216f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:29.761750 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3eb85b68-307d-4b2b-bf57-deadeb2a2a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:29.787338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:29.907784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a14293-6ef0-4497-a26a-a2f8ddd1c66f req-4ad9112c-6507-43a7-b99b-1d2c7c3a48bf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:29.910037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2a14293-6ef0-4497-a26a-a2f8ddd1c66f req-4ad9112c-6507-43a7-b99b-1d2c7c3a48bf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 946 time: 0.0604274 Nov 23 11:06:30.005517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2a14293-6ef0-4497-a26a-a2f8ddd1c66f req-bd62aa8e-5a02-4bf2-8476-e40ddf7f803d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891907 Nov 23 11:06:30.125528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting port 62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:30.125883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:30.139628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device db5228cd-3803-445d-98d5-89595f35216f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:30.197609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port db5228cd-3803-445d-98d5-89595f35216f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:30.197985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:30.228826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:30.243646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Calling delete_port for 62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:30.417634 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:30.442677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Port': ['ID=62aa1ce9-96a2-4b2b-9fb7-6f880d3f8ac3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:30.543015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:30.708105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Router e72008f7-8e7f-42f7-864b-2cbe39ba705a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:06:30.786122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:06:30.791491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a6bcabe6-add6-49f4-b291-3c9512671c70 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3888254 Nov 23 11:06:30.795129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39036) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:30.795578 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] Sync routers for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:06:30.807506 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:30.808572 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:30.846587 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-3b8df65e-2b45-47d6-ade1-3e0996afae45 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] show failed (client error): The resource could not be found. Nov 23 11:06:30.848103 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3b8df65e-2b45-47d6-ade1-3e0996afae45 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "GET /v2.0/routers/tempest-non_exist_router-1311007342 HTTP/1.1" status: 404 len: 335 time: 0.0516114 Nov 23 11:06:30.848567 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:30.851933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39038) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:30.856775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f9d08545-b4c1-451e-a152-4440985511fe tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:30.860702 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] Routers {'e72008f7-8e7f-42f7-864b-2cbe39ba705a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:06:30.861393 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:06:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:30.890961 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-f9d08545-b4c1-451e-a152-4440985511fe tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] update failed (client error): The resource could not be found. Nov 23 11:06:30.892012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f9d08545-b4c1-451e-a152-4440985511fe tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "PUT /v2.0/routers/tempest-non_exist_router-1696273729 HTTP/1.1" status: 404 len: 335 time: 0.0391393 Nov 23 11:06:30.895375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39040) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:30.896025 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:30.896681 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340e59b-6edc-4f11-9194-d6c2310426d2 None None] The sync data for ids ['e72008f7-8e7f-42f7-864b-2cbe39ba705a'] in n-d-817747-2 is: [] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:06:30.954040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting subnet f1059408-0f99-4215-8230-93da9b9a4ab1 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:06:30.957343 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.131653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737970f-3216-4197-88e5-d0a526f01436 req-d62ec82a-e310-42d4-b202-4410a346d91b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:31.142180 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1737970f-3216-4197-88e5-d0a526f01436 req-d62ec82a-e310-42d4-b202-4410a346d91b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 946 time: 0.0682197 Nov 23 11:06:31.217791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1737970f-3216-4197-88e5-d0a526f01436 req-0ac45f85-0f46-4b2b-ae97-c3b8fb737ef1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743668 Nov 23 11:06:31.382366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.438929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c573a5-eaea-4885-8813-bc6304205f68 req-9756e4b3-24ed-40aa-9401-eadaa58e36f1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:31.440423 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3c573a5-eaea-4885-8813-bc6304205f68 req-9756e4b3-24ed-40aa-9401-eadaa58e36f1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 946 time: 0.1010795 Nov 23 11:06:31.510540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.553340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3c573a5-eaea-4885-8813-bc6304205f68 req-97eed7df-39cf-43be-936b-2d215000acfe tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863934 Nov 23 11:06:31.595102 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.624958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Subnet': ['ID=f1059408-0f99-4215-8230-93da9b9a4ab1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:31.631214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.636732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7f02b9f2-c5f7-4bc5-aff7-e105cafd6177 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/subnets/f1059408-0f99-4215-8230-93da9b9a4ab1 HTTP/1.1" status: 204 len: 168 time: 0.7403638 Nov 23 11:06:31.638819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39052) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:31.648113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64b59b-c46f-4645-be9a-b401d1f46084 None None] Network 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:31.740469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.798992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting port db5228cd-3803-445d-98d5-89595f35216f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:31.799340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.862799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] DHCP port deletion for 4a79db90-da4c-48c8-a6c9-147d1c8a5b58 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:31.887091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] For port db5228cd-3803-445d-98d5-89595f35216f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db5228cd-3803-445d-98d5-89595f35216f,segment=NetworkSegment(6f1f0e83-71d9-4b80-9790-d316ca72e2ca),segment_id=6f1f0e83-71d9-4b80-9790-d316ca72e2ca)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:31.888559 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:31.904703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Calling delete_port for db5228cd-3803-445d-98d5-89595f35216f owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:31.946909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] Deleting port db5228cd-3803-445d-98d5-89595f35216f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:31.947344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.001837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.085669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Port': ['ID=db5228cd-3803-445d-98d5-89595f35216f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:32.100365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] No DVR routers for this DVR port db5228cd-3803-445d-98d5-89595f35216f on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:32.100535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] For port db5228cd-3803-445d-98d5-89595f35216f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=db5228cd-3803-445d-98d5-89595f35216f,segment=NetworkSegment(6f1f0e83-71d9-4b80-9790-d316ca72e2ca),segment_id=6f1f0e83-71d9-4b80-9790-d316ca72e2ca)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:32.101019 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.119118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] Calling delete_port for db5228cd-3803-445d-98d5-89595f35216f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:32.181734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device db5228cd-3803-445d-98d5-89595f35216f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:32.232333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: db5228cd-3803-445d-98d5-89595f35216f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:32.234491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device db5228cd-3803-445d-98d5-89595f35216f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:32.249865 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.299675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a79db90-da4c-48c8-a6c9-147d1c8a5b58']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:32.307346 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.311896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1f0e83-71d9-4b80-9790-d316ca72e2ca') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:32.312418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1f0e83-71d9-4b80-9790-d316ca72e2ca') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:32.324538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.341715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.344707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] Pushing event deleted for resources: {'Port': ['ID=db5228cd-3803-445d-98d5-89595f35216f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:32.347577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456518bc-36fd-4e61-b1b3-d63c38d367fd None None] No DVR routers for this DVR port db5228cd-3803-445d-98d5-89595f35216f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:32.363518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:32.364435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:32.372889 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:32.452999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.461147 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.464548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/networks/4a79db90-da4c-48c8-a6c9-147d1c8a5b58 HTTP/1.1" status: 204 len: 168 time: 0.8239028 Nov 23 11:06:32.467669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39076) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:32.491020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5f2cf-9232-4877-85c5-3a4f65351042 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Network': ['ID=4a79db90-da4c-48c8-a6c9-147d1c8a5b58,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:32.531822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting subnet 9d05b3bd-f6e6-40d4-8533-3986c456f73f {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:06:32.535900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.601853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.734004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.811027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.840966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Subnet': ['ID=9d05b3bd-f6e6-40d4-8533-3986c456f73f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:32.848258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.853124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aae63238-595a-455c-bdc3-8858a36cb28f tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/subnets/9d05b3bd-f6e6-40d4-8533-3986c456f73f HTTP/1.1" status: 204 len: 168 time: 0.3836188 Nov 23 11:06:32.856219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39096) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:32.862567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d414514f-6fbc-43e8-9f4c-236b4f2a57df None None] Network dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:32.916630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting subnet 68af646c-c071-4d8c-befa-87afe71342e2 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:06:32.920906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:32.968323 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.092640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.134423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] DHCP port deletion for dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:33.201867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.214723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] Deleting port 8c4dc539-468d-4e46-a534-4db16e1d6c6c {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:33.215745 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.228623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.233380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/subnets/68af646c-c071-4d8c-befa-87afe71342e2 HTTP/1.1" status: 204 len: 168 time: 0.3740225 Nov 23 11:06:33.236759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:33.254286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e828407b-dd7c-4487-998c-b2d55f300afa tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Subnet': ['ID=68af646c-c071-4d8c-befa-87afe71342e2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:33.292361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a05052-367b-48f2-8459-81653213b22c None None] Network 218076dc-debe-49ea-a339-d6026ef79b93 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:33.300692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] For port 8c4dc539-468d-4e46-a534-4db16e1d6c6c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8c4dc539-468d-4e46-a534-4db16e1d6c6c,segment=NetworkSegment(ee9f0c42-5319-400b-9926-3a66f0decbe8),segment_id=ee9f0c42-5319-400b-9926-3a66f0decbe8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:33.301304 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.366842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] Calling delete_port for 8c4dc539-468d-4e46-a534-4db16e1d6c6c owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:33.395949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.460036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting port 8c4dc539-468d-4e46-a534-4db16e1d6c6c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:33.460494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.543160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] For port 8c4dc539-468d-4e46-a534-4db16e1d6c6c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8c4dc539-468d-4e46-a534-4db16e1d6c6c,segment=NetworkSegment(ee9f0c42-5319-400b-9926-3a66f0decbe8),segment_id=ee9f0c42-5319-400b-9926-3a66f0decbe8)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:33.544469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.560103 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.562754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Calling delete_port for 8c4dc539-468d-4e46-a534-4db16e1d6c6c owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:33.609042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] Pushing event deleted for resources: {'Port': ['ID=8c4dc539-468d-4e46-a534-4db16e1d6c6c,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:33.614021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99ea7e-518e-4bac-a4cc-9aee1e13fb65 None None] No DVR routers for this DVR port 8c4dc539-468d-4e46-a534-4db16e1d6c6c on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:33.666678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] DHCP port deletion for 218076dc-debe-49ea-a339-d6026ef79b93 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:33.693418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.731373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Port': ['ID=8c4dc539-468d-4e46-a534-4db16e1d6c6c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:33.741962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] No DVR routers for this DVR port 8c4dc539-468d-4e46-a534-4db16e1d6c6c on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:33.788418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] Deleting port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:33.789197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.859976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.897228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:33.909217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9f0c42-5319-400b-9926-3a66f0decbe8') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:33.909537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9f0c42-5319-400b-9926-3a66f0decbe8') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:33.926758 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.943883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:33.964422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:33.964839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.034442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] For port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,segment=NetworkSegment(df313b1d-4539-45f7-a84a-bf83fe1f4c93),segment_id=df313b1d-4539-45f7-a84a-bf83fe1f4c93)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:34.035122 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: self.session.flush() Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:34.088844 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:34.095581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.116324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] Calling delete_port for 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:34.141309 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.150652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/networks/dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77 HTTP/1.1" status: 204 len: 168 time: 0.9123218 Nov 23 11:06:34.153537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:34.186339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae8636-4b8c-4b0a-9b61-7acf074b3316 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Network': ['ID=dc8c246a-f8f2-4c6f-ba5f-3f0412c3aa77,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:34.265953 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.273691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8c4dc539-468d-4e46-a534-4db16e1d6c6c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:34.300261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 8c4dc539-468d-4e46-a534-4db16e1d6c6c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:34.300677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8c4dc539-468d-4e46-a534-4db16e1d6c6c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:34.301126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:34.333528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:34.334239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.414171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] For port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,segment=NetworkSegment(df313b1d-4539-45f7-a84a-bf83fe1f4c93),segment_id=df313b1d-4539-45f7-a84a-bf83fe1f4c93)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:34.414828 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.435483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Calling delete_port for 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:34.448844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.509504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,segment=NetworkSegment(df313b1d-4539-45f7-a84a-bf83fe1f4c93),segment_id=df313b1d-4539-45f7-a84a-bf83fe1f4c93)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:34.519462 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.536854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.561569 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.571227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Port': ['ID=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:34.573293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] No DVR routers for this DVR port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:34.586585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] No DVR routers for this DVR port 1d1baf25-d8e6-43da-9a44-cd7bb7a6df66 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:34.596678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:34.623486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec2e09-3cc9-4b57-8e51-ea7e79895b76 None None] Pushing event deleted for resources: {'Port': ['ID=1d1baf25-d8e6-43da-9a44-cd7bb7a6df66,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:34.687709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.708889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218076dc-debe-49ea-a339-d6026ef79b93']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:34.718444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df313b1d-4539-45f7-a84a-bf83fe1f4c93') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:34.718749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df313b1d-4539-45f7-a84a-bf83fe1f4c93') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:34.728381 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.743130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.750173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:34.750645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:34.754235 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:34.815867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.823956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.827142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/networks/218076dc-debe-49ea-a339-d6026ef79b93 HTTP/1.1" status: 204 len: 168 time: 0.6723323 Nov 23 11:06:34.830311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:34.837182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35dd0a9-889a-4dde-a948-c4ca436f0bb4 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Network': ['ID=218076dc-debe-49ea-a339-d6026ef79b93,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:34.890428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting subnet 25a990ba-dc83-46ec-b43d-78680d20dacd {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:06:34.894697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:34.943482 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.032283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.119682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.160663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c3c19a-e1c5-4103-91f5-b55de97da9c6 None None] Network aaaf15f6-63fe-4201-a27d-2fc644b691b5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:06:35.188570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.195942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/subnets/25a990ba-dc83-46ec-b43d-78680d20dacd HTTP/1.1" status: 204 len: 168 time: 0.3608980 Nov 23 11:06:35.195942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60ecca-268d-4fe3-8ecb-68505d03f6e0 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Subnet': ['ID=25a990ba-dc83-46ec-b43d-78680d20dacd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:35.196706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39146) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:35.281668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.382867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Deleting port 191ee0d4-9006-45a6-8daf-70cfeefa9534 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:35.383286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.394306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] DHCP port deletion for aaaf15f6-63fe-4201-a27d-2fc644b691b5 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:06:35.455524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] Deleting port 191ee0d4-9006-45a6-8daf-70cfeefa9534 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:06:35.455524 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.463460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] For port 191ee0d4-9006-45a6-8daf-70cfeefa9534, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=191ee0d4-9006-45a6-8daf-70cfeefa9534,segment=NetworkSegment(210dbd05-3768-46d7-82cd-74e7214dcf95),segment_id=210dbd05-3768-46d7-82cd-74e7214dcf95)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:35.463933 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.478720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Calling delete_port for 191ee0d4-9006-45a6-8daf-70cfeefa9534 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:35.525164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] For port 191ee0d4-9006-45a6-8daf-70cfeefa9534, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=191ee0d4-9006-45a6-8daf-70cfeefa9534,segment=NetworkSegment(210dbd05-3768-46d7-82cd-74e7214dcf95),segment_id=210dbd05-3768-46d7-82cd-74e7214dcf95)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:35.525584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.541496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] Calling delete_port for 191ee0d4-9006-45a6-8daf-70cfeefa9534 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:06:35.582353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.611940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] No DVR routers for this DVR port 191ee0d4-9006-45a6-8daf-70cfeefa9534 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:35.651643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Port': ['ID=191ee0d4-9006-45a6-8daf-70cfeefa9534,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:35.676448 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.702161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] Pushing event deleted for resources: {'Port': ['ID=191ee0d4-9006-45a6-8daf-70cfeefa9534,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:35.706158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b61da4-af0b-4886-b531-1a1f58c7c9d4 None None] No DVR routers for this DVR port 191ee0d4-9006-45a6-8daf-70cfeefa9534 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:06:35.797101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.828903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaaf15f6-63fe-4201-a27d-2fc644b691b5']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:35.847403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210dbd05-3768-46d7-82cd-74e7214dcf95') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:35.847627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210dbd05-3768-46d7-82cd-74e7214dcf95') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:06:35.864508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.872779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-f683ef82-a454-4113-af58-1018235f11ce tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:35.874308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-f683ef82-a454-4113-af58-1018235f11ce tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.2021360 Nov 23 11:06:35.894503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-9ba40305-d4b3-4bcd-83d6-0b0ffc397de6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/quotas/9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 375 time: 0.0145831 Nov 23 11:06:35.895408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.902470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:06:35.903647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:06:35.907908 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:06:36.009301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-dc7ac15b-7778-4783-9718-d1b27a0b0f38 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079714 Nov 23 11:06:36.010444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.018064 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.021460 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/networks/aaaf15f6-63fe-4201-a27d-2fc644b691b5 HTTP/1.1" status: 204 len: 168 time: 0.8231580 Nov 23 11:06:36.024007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39164) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:36.065365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 191ee0d4-9006-45a6-8daf-70cfeefa9534 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:06:36.066210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c32ef3-70ba-403f-bc04-e5c79c151eee tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Pushing event deleted for resources: {'Network': ['ID=aaaf15f6-63fe-4201-a27d-2fc644b691b5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:36.073803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:36.078771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c700b7d9-a5e5-43c7-9d48-a061f8d45e90 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "GET /v2.0/ports?device_id=e72008f7-8e7f-42f7-864b-2cbe39ba705a HTTP/1.1" status: 200 len: 205 time: 0.0525792 Nov 23 11:06:36.092406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 191ee0d4-9006-45a6-8daf-70cfeefa9534 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:06:36.092918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 191ee0d4-9006-45a6-8daf-70cfeefa9534 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:06:36.154697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4c49eba-120a-4372-8ad2-bff775376b33 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.181153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-0c2e8476-ddd0-4d00-8227-048421a8168c service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350441 Nov 23 11:06:36.289375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-958f0343-b1f1-4e24-a8a2-5a6da85d621f service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990872 Nov 23 11:06:36.332006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4c49eba-120a-4372-8ad2-bff775376b33 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.334547 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4c49eba-120a-4372-8ad2-bff775376b33 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.384661 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4c49eba-120a-4372-8ad2-bff775376b33 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.385213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c49eba-120a-4372-8ad2-bff775376b33 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Fanout notify agent at l3_agent the message router_deleted on router e72008f7-8e7f-42f7-864b-2cbe39ba705a {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:06:36.393147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c4c49eba-120a-4372-8ad2-bff775376b33 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.394334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c4c49eba-120a-4372-8ad2-bff775376b33 tempest-RoutersNegativeIpV6Test-835520501 tempest-RoutersNegativeIpV6Test-835520501-project] 10.222.0.61 "DELETE /v2.0/routers/e72008f7-8e7f-42f7-864b-2cbe39ba705a HTTP/1.1" status: 204 len: 168 time: 0.3194726 Nov 23 11:06:36.543141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-80e99d22-9f64-432d-9b15-60d983c63de7 req-073e917c-874f-4cef-929c-9c335ea15bd6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 210 time: 0.0313611 Nov 23 11:06:36.679730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39184) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:36.845099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-572c00e9-70c7-4c08-bc7d-712153a26394 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=61d4cc22e17b4586ae21a8b5f8c9b952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618979 Nov 23 11:06:36.845491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39190) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:36.896123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bec24c5f-acbe-442b-a32a-b9384699e3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.921480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bec24c5f-acbe-442b-a32a-b9384699e3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.969597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bec24c5f-acbe-442b-a32a-b9384699e3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.972974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bec24c5f-acbe-442b-a32a-b9384699e3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:36.974354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bec24c5f-acbe-442b-a32a-b9384699e3a7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca040340-3632-4d61-8001-36f648f6e933 HTTP/1.1" status: 204 len: 168 time: 0.1277435 Nov 23 11:06:36.985097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec24c5f-acbe-442b-a32a-b9384699e3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca040340-3632-4d61-8001-36f648f6e933,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:37.595842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:37.665507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-911db9e2-3c83-4cf9-bd84-58d5179541d5 req-7c55e7a9-5c77-473e-8c46-08ce3282c8ec tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 210 time: 0.0328357 Nov 23 11:06:37.737868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a050f8-a79d-452a-8e8b-852e75189984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:37.845258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a050f8-a79d-452a-8e8b-852e75189984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:37.852421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e3a050f8-a79d-452a-8e8b-852e75189984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:37.881603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39240) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:37.897244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a050f8-a79d-452a-8e8b-852e75189984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62859da-b04a-4353-ab50-ce4c4ae9019d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:37.912269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e3a050f8-a79d-452a-8e8b-852e75189984 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8369831280bb4e1cbbdef31d83e06603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123612 Nov 23 11:06:37.912938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39242) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:37.964767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-91cc5675-fc48-4b5e-b64b-bfa1ad42794e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:37.966956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-91cc5675-fc48-4b5e-b64b-bfa1ad42794e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.58 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1620758 Nov 23 11:06:37.968919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8772f38-6004-4f41-b07b-21f4364db370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:37.981593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'port': {'device_id': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'admin_state_up': True, 'tenant_id': '9a28650198b941c682815a8cc8b58681'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:37.992668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8772f38-6004-4f41-b07b-21f4364db370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.050379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8772f38-6004-4f41-b07b-21f4364db370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.056223 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8772f38-6004-4f41-b07b-21f4364db370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.060766 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c8772f38-6004-4f41-b07b-21f4364db370 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d62859da-b04a-4353-ab50-ce4c4ae9019d HTTP/1.1" status: 204 len: 168 time: 0.1444087 Nov 23 11:06:38.072888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8772f38-6004-4f41-b07b-21f4364db370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62859da-b04a-4353-ab50-ce4c4ae9019d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:38.087917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--653142592'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:38.135035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.150970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.171804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:38.175800 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.358717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.364282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.20.0.4 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/e4db619d-d4c2-4763-8c09-6ab2c0ade215) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:38.369474 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.468184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7314fc-b583-4bdf-8672-e3176b4a6c7e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:38.575553 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.580869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.619505 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.621063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7385437 Nov 23 11:06:38.624160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39262) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:38.634090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d13d65-36b4-4a91-aff7-0bbd795f5a31 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f737fa6f-78ca-4d47-8533-6b3bd3710084,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:38.651508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.710915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b9e7573-4061-4aa7-bca0-f8c0c35f9f62 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0853825 Nov 23 11:06:38.711821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39268) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:38.718337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d43a8c9c-3882-423f-bb29-4aa029b3b223 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-security--1203977491', 'description': 'tempest-security-description-154086457'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:38.725222 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.737289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1f3569fb-51c8-4bec-8f15-88475a915223'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:06:38.792006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d43a8c9c-3882-423f-bb29-4aa029b3b223 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:38.811045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=e4db619d-d4c2-4763-8c09-6ab2c0ade215,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:38.851138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:38.857813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:38.861396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:38.976014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:38.979570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.002273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d43a8c9c-3882-423f-bb29-4aa029b3b223 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.014349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b521af4-c8f0-4436-b71c-a81133ee1691 req-fdddd04f-2eef-4cee-809d-889330e7cbdf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:39.018065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-3c2dbe60-2756-4cbe-a52a-da9b374ba6a1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0410891 Nov 23 11:06:39.022951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b521af4-c8f0-4436-b71c-a81133ee1691 req-fdddd04f-2eef-4cee-809d-889330e7cbdf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 931 time: 0.1676049 Nov 23 11:06:39.031682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d43a8c9c-3882-423f-bb29-4aa029b3b223 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.034573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d43a8c9c-3882-423f-bb29-4aa029b3b223 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.035962 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d43a8c9c-3882-423f-bb29-4aa029b3b223 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "PUT /v2.0/security-groups/f737fa6f-78ca-4d47-8533-6b3bd3710084 HTTP/1.1" status: 200 len: 1796 time: 0.3225434 Nov 23 11:06:39.064238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39278) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:39.072254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a8c9c-3882-423f-bb29-4aa029b3b223 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f737fa6f-78ca-4d47-8533-6b3bd3710084,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:39.135614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9ecb8381-4be5-485b-9f95-369a32697fd1 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups/f737fa6f-78ca-4d47-8533-6b3bd3710084 HTTP/1.1" status: 200 len: 1796 time: 0.0692568 Nov 23 11:06:39.138660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39286) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:39.178946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b521af4-c8f0-4436-b71c-a81133ee1691 req-a1113191-e43a-4be2-a30c-e291c8b83e7b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504581 Nov 23 11:06:39.226528 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc5b3-8ae9-4c46-8b86-1976d11a2263 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.242177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Request body: {'port': {'device_id': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:39.288952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc5b3-8ae9-4c46-8b86-1976d11a2263 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.316302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-385f3d3f-46ec-4a8a-be60-323c498d95d3 None None] Provisioning complete for port e4db619d-d4c2-4763-8c09-6ab2c0ade215 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:39.316673 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-385f3d3f-46ec-4a8a-be60-323c498d95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.369151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-385f3d3f-46ec-4a8a-be60-323c498d95d3 None None] Port e4db619d-d4c2-4763-8c09-6ab2c0ade215 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:06:39.378719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.423420 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc5b3-8ae9-4c46-8b86-1976d11a2263 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.426392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc5b3-8ae9-4c46-8b86-1976d11a2263 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.427683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d8dcc5b3-8ae9-4c46-8b86-1976d11a2263 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/f737fa6f-78ca-4d47-8533-6b3bd3710084 HTTP/1.1" status: 204 len: 168 time: 0.2879024 Nov 23 11:06:39.430511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39288) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:39.449195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcc5b3-8ae9-4c46-8b86-1976d11a2263 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f737fa6f-78ca-4d47-8533-6b3bd3710084,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:39.526711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-70c23981-1a40-4029-86c3-db295968a032 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0924928 Nov 23 11:06:39.526909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39290) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:39.549571 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-f08e7103-30e7-4927-b7d1-9b758eb4068b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] delete failed (client error): The resource could not be found. Nov 23 11:06:39.555026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f08e7103-30e7-4927-b7d1-9b758eb4068b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/f737fa6f-78ca-4d47-8533-6b3bd3710084 HTTP/1.1" status: 404 len: 347 time: 0.0207920 Nov 23 11:06:39.555372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39292) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:39.567627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e732bdef-d2b1-47ca-a1be-fcd7539ac3ed tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142274456'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:39.618794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e732bdef-d2b1-47ca-a1be-fcd7539ac3ed tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.718618 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e732bdef-d2b1-47ca-a1be-fcd7539ac3ed tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.724156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e732bdef-d2b1-47ca-a1be-fcd7539ac3ed tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.745149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4db619d-d4c2-4763-8c09-6ab2c0ade215 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:06:39.755165 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.770852 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e732bdef-d2b1-47ca-a1be-fcd7539ac3ed tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.770995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Transition to ACTIVE for port object e4db619d-d4c2-4763-8c09-6ab2c0ade215 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:06:39.772419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e732bdef-d2b1-47ca-a1be-fcd7539ac3ed tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2156596 Nov 23 11:06:39.775245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39300) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:39.775930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.781850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f8a2f381-a349-4d0e-a15a-a4c879eafefc tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '4b142b13-6c25-42d2-89e6-f0dd5846cbd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:39.802721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732bdef-d2b1-47ca-a1be-fcd7539ac3ed tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b142b13-6c25-42d2-89e6-f0dd5846cbd4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:39.815089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f381-a349-4d0e-a15a-a4c879eafefc tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.863540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4db619d-d4c2-4763-8c09-6ab2c0ade215,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:39.920886 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f381-a349-4d0e-a15a-a4c879eafefc tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.926278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f381-a349-4d0e-a15a-a4c879eafefc tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.961720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f381-a349-4d0e-a15a-a4c879eafefc tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:39.963308 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f8a2f381-a349-4d0e-a15a-a4c879eafefc tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1868424 Nov 23 11:06:39.966425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39302) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:39.973141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Attempting to bind port e4db619d-d4c2-4763-8c09-6ab2c0ade215 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:06:39.973511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Attempting to bind port e4db619d-d4c2-4763-8c09-6ab2c0ade215 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:06:39.973844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Attempting to bind port e4db619d-d4c2-4763-8c09-6ab2c0ade215 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:39.980279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2f381-a349-4d0e-a15a-a4c879eafefc tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84eb603a-954a-45df-8a7e-e77ffb951502,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:39.985921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Port e4db619d-d4c2-4763-8c09-6ab2c0ade215 on network c38aaf9c-00c0-4860-bb29-c099205a8172 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:06:39.986427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Attempting to bind port e4db619d-d4c2-4763-8c09-6ab2c0ade215 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:39.994193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:06:39.994441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:39.994829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:06:39.995567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Bound port: e4db619d-d4c2-4763-8c09-6ab2c0ade215, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:06:39.995937 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.034380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707b5738-5a36-4c5b-8ca6-5c41886e5135 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.044604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707b5738-5a36-4c5b-8ca6-5c41886e5135 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.096801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707b5738-5a36-4c5b-8ca6-5c41886e5135 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.106572 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] For port e4db619d-d4c2-4763-8c09-6ab2c0ade215, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:06:40.109556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-707b5738-5a36-4c5b-8ca6-5c41886e5135 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.109983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] For port e4db619d-d4c2-4763-8c09-6ab2c0ade215, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e4db619d-d4c2-4763-8c09-6ab2c0ade215,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:06:40.114000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-707b5738-5a36-4c5b-8ca6-5c41886e5135 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/84eb603a-954a-45df-8a7e-e77ffb951502 HTTP/1.1" status: 204 len: 168 time: 0.1462169 Nov 23 11:06:40.116588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39306) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:40.127032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b5738-5a36-4c5b-8ca6-5c41886e5135 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84eb603a-954a-45df-8a7e-e77ffb951502,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:40.131652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.196828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:40.207673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.209211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] 10.222.0.58 "PUT /v2.0/ports/e4db619d-d4c2-4763-8c09-6ab2c0ade215 HTTP/1.1" status: 200 len: 1091 time: 1.1798847 Nov 23 11:06:40.209901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'tag': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:06:40.212270 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2945c24a-6721-4a19-a458-8687e816a2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ded4c766-a058-4e19-b76e-88825d5f42b8", "tag": "e4db619d-d4c2-4763-8c09-6ab2c0ade215"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:06:40.283686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ebc41edc-d2f6-4473-9dfb-bbed554ff4d4 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1634610 Nov 23 11:06:40.287857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39312) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:40.347223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4abc42-37be-4ff2-bbf7-30d0db632ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4db619d-d4c2-4763-8c09-6ab2c0ade215,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:40.356692 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11839f67-5be0-4760-a91a-fa346221e887 x-openstack-request-id: req-11839f67-5be0-4760-a91a-fa346221e887 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:06:40.357033 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded4c766-a058-4e19-b76e-88825d5f42b8", "tag": "e4db619d-d4c2-4763-8c09-6ab2c0ade215", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:06:40.357259 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11839f67-5be0-4760-a91a-fa346221e887 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:06:40.357731 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'tag': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215', 'status': 'completed', 'code': 200} Nov 23 11:06:40.380127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fc53a-9988-4fbb-8332-878821522867 req-50710a0a-555b-49bb-bc36-1bd8e9a57b31 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:40.383185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f90fc53a-9988-4fbb-8332-878821522867 req-50710a0a-555b-49bb-bc36-1bd8e9a57b31 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.1110308 Nov 23 11:06:40.390357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-b57f088b-c70d-4cd9-b28c-54e7d46205a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:40.391980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-b57f088b-c70d-4cd9-b28c-54e7d46205a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 1094 time: 0.1371803 Nov 23 11:06:40.462702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f90fc53a-9988-4fbb-8332-878821522867 req-d2f7fbc9-d1ef-415f-adac-98d14a9dd47b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647244 Nov 23 11:06:40.474692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79bb366e-c63e-43e1-8ca6-35b65d026d55 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.477319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-480f7fd1-c436-488b-9d8c-5ed95748085c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4db619d-d4c2-4763-8c09-6ab2c0ade215 HTTP/1.1" status: 200 len: 217 time: 0.0661418 Nov 23 11:06:40.532843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79bb366e-c63e-43e1-8ca6-35b65d026d55 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.566007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-916eeb5e-b641-4c96-9e14-f3bb6d0450b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:40.567474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-916eeb5e-b641-4c96-9e14-f3bb6d0450b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0774009 Nov 23 11:06:40.613159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79bb366e-c63e-43e1-8ca6-35b65d026d55 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.616305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79bb366e-c63e-43e1-8ca6-35b65d026d55 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:40.620882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-79bb366e-c63e-43e1-8ca6-35b65d026d55 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/4b142b13-6c25-42d2-89e6-f0dd5846cbd4 HTTP/1.1" status: 204 len: 168 time: 0.3286607 Nov 23 11:06:40.622477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39314) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:40.632265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-c81bb378-3880-4fcb-afaf-9efd70cb2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:40.633824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-c81bb378-3880-4fcb-afaf-9efd70cb2159 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586007 Nov 23 11:06:40.651916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb366e-c63e-43e1-8ca6-35b65d026d55 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b142b13-6c25-42d2-89e6-f0dd5846cbd4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:41.149073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1dca54bd-a388-4913-b403-6fd40aea63c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5211895 Nov 23 11:06:41.149705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39320) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:41.155573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-67752408-ea55-47b9-a56b-a7f28f83f365 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580413950'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:41.175766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-bef5424a-f283-4413-850b-96f9fcfc7d51 service neutron] 10.222.0.58 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300753 Nov 23 11:06:41.190058 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67752408-ea55-47b9-a56b-a7f28f83f365 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.266506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67752408-ea55-47b9-a56b-a7f28f83f365 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.271587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67752408-ea55-47b9-a56b-a7f28f83f365 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.299492 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99691973-8ed3-4d54-ac17-92d860955dc8 req-8176e908-223e-4d3c-b9a3-e79e34649a37 service neutron] 10.222.0.58 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153810 Nov 23 11:06:41.305139 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-67752408-ea55-47b9-a56b-a7f28f83f365 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.309476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-67752408-ea55-47b9-a56b-a7f28f83f365 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1554592 Nov 23 11:06:41.309476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752408-ea55-47b9-a56b-a7f28f83f365 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bdb9b3-7d96-4b93-8f7f-c7642147d37d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:41.311117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39322) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:41.318621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-79d1fc6c-5df8-4920-8881-18d4debfc493 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '49bdb9b3-7d96-4b93-8f7f-c7642147d37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:41.353672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79d1fc6c-5df8-4920-8881-18d4debfc493 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.435036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-cbfd7fa7-f148-47e0-a12e-95552c64e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:41.436729 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-cbfd7fa7-f148-47e0-a12e-95552c64e2b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 1094 time: 0.0795243 Nov 23 11:06:41.459617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79d1fc6c-5df8-4920-8881-18d4debfc493 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.476261 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79d1fc6c-5df8-4920-8881-18d4debfc493 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.548357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1fc6c-5df8-4920-8881-18d4debfc493 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e5cfff-7dc2-40f8-bb32-d868291d0fa0,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:41.563834 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79d1fc6c-5df8-4920-8881-18d4debfc493 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.565751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-79d1fc6c-5df8-4920-8881-18d4debfc493 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2526140 Nov 23 11:06:41.568630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39326) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:41.574904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c8ae3085-06b5-44af-aa78-583e0d37483b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '49bdb9b3-7d96-4b93-8f7f-c7642147d37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:41.613344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc2497-2c7c-4bbc-97f9-5785aec3092b req-7448699d-a122-4634-a6f4-19bb36aa02a4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:41.615181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ecc2497-2c7c-4bbc-97f9-5785aec3092b req-7448699d-a122-4634-a6f4-19bb36aa02a4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0686445 Nov 23 11:06:41.617253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-804975e5-65e1-4dea-8cd4-6762438d88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:41.618853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-804975e5-65e1-4dea-8cd4-6762438d88a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1715000 Nov 23 11:06:41.668672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ecc2497-2c7c-4bbc-97f9-5785aec3092b req-1ba30150-8d3e-4d29-bf05-83bab2bfdea1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472600 Nov 23 11:06:41.673337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-7995a2ec-3ee6-4a0e-b023-65696694c779 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4db619d-d4c2-4763-8c09-6ab2c0ade215 HTTP/1.1" status: 200 len: 217 time: 0.0397675 Nov 23 11:06:41.685641 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3085-06b5-44af-aa78-583e0d37483b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.747645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-f25e8b41-1ac7-4829-bc5c-0b90fe3ac34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:41.749215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-f25e8b41-1ac7-4829-bc5c-0b90fe3ac34f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0734396 Nov 23 11:06:41.801403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3085-06b5-44af-aa78-583e0d37483b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.807532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3085-06b5-44af-aa78-583e0d37483b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.842359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae3085-06b5-44af-aa78-583e0d37483b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b851b095-6d63-40c3-82d3-d528c350801f,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:41.851326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-cb1c61c4-9a90-498f-8417-878e1dc14ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:41.852944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-cb1c61c4-9a90-498f-8417-878e1dc14ed0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936859 Nov 23 11:06:41.856581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3085-06b5-44af-aa78-583e0d37483b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.857759 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c8ae3085-06b5-44af-aa78-583e0d37483b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2880433 Nov 23 11:06:41.860842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:41.865738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cd73b22b-2274-4c24-897e-a6c34578e055 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '49bdb9b3-7d96-4b93-8f7f-c7642147d37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:41.919250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd73b22b-2274-4c24-897e-a6c34578e055 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:41.996602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd73b22b-2274-4c24-897e-a6c34578e055 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.001083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-ee594144-cda9-4432-ad25-7cbde512653c service neutron] 10.222.0.58 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412206 Nov 23 11:06:42.003181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-0c7a2963-0920-45df-b63f-3ae98b7cbfbf tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=de37ac09b73a41db98b813c894187ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403044 Nov 23 11:06:42.003302 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd73b22b-2274-4c24-897e-a6c34578e055 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.030759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73b22b-2274-4c24-897e-a6c34578e055 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766168e9-c2cd-4532-af1d-79daf6d10308,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:42.035696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd73b22b-2274-4c24-897e-a6c34578e055 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.037217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cd73b22b-2274-4c24-897e-a6c34578e055 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1752803 Nov 23 11:06:42.039977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39344) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:42.045236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4b6142df-a1e6-465f-bb82-f6d930cff4a8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '49bdb9b3-7d96-4b93-8f7f-c7642147d37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:42.077389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b6142df-a1e6-465f-bb82-f6d930cff4a8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.166788 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b6142df-a1e6-465f-bb82-f6d930cff4a8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.174324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b6142df-a1e6-465f-bb82-f6d930cff4a8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.203823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6142df-a1e6-465f-bb82-f6d930cff4a8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b18f88-5fd0-464e-9519-7b69d3b45282,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:42.208187 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2945c24a-6721-4a19-a458-8687e816a2a0 req-d6249340-987d-446b-b3df-93ad812f9ce5 service neutron] 10.222.0.58 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994712 Nov 23 11:06:42.214429 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b6142df-a1e6-465f-bb82-f6d930cff4a8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.215962 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b6142df-a1e6-465f-bb82-f6d930cff4a8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744275 Nov 23 11:06:42.218945 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39348) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:42.223814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9d0499a2-ece0-48d9-bd2d-f14217bfb0a2 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '49bdb9b3-7d96-4b93-8f7f-c7642147d37d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:42.245088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-4387c309-7eee-46a4-8a3f-fd7acee15abe tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:42.258465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-4387c309-7eee-46a4-8a3f-fd7acee15abe tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293875 Nov 23 11:06:42.259696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d0499a2-ece0-48d9-bd2d-f14217bfb0a2 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.271213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-6723d04e-8626-40e1-8c0d-55cad41fa174 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/quotas/de37ac09b73a41db98b813c894187ebb HTTP/1.1" status: 200 len: 375 time: 0.0119004 Nov 23 11:06:42.317390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-052d0d15-511b-4f3f-8c3c-1a383797cbc5 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=de37ac09b73a41db98b813c894187ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358422 Nov 23 11:06:42.370089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d0499a2-ece0-48d9-bd2d-f14217bfb0a2 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.379260 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d0499a2-ece0-48d9-bd2d-f14217bfb0a2 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.413792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0499a2-ece0-48d9-bd2d-f14217bfb0a2 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f308ede2-b8b0-400d-8fe1-e1b0740d4d00,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:42.433570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d0499a2-ece0-48d9-bd2d-f14217bfb0a2 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.438158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d0499a2-ece0-48d9-bd2d-f14217bfb0a2 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2156541 Nov 23 11:06:42.440375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39350) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:42.479686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-104b39d4-f81e-4153-8bd2-979362cbaf57 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.490550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-104b39d4-f81e-4153-8bd2-979362cbaf57 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.574765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-104b39d4-f81e-4153-8bd2-979362cbaf57 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.580366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b241d19d-f045-4c90-8007-d4e5f609c22c req-2d1e75d9-3bf5-448c-a5b2-57db4447d80e tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 210 time: 0.0415106 Nov 23 11:06:42.597986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-104b39d4-f81e-4153-8bd2-979362cbaf57 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.599229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-104b39d4-f81e-4153-8bd2-979362cbaf57 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f308ede2-b8b0-400d-8fe1-e1b0740d4d00 HTTP/1.1" status: 204 len: 168 time: 0.1577897 Nov 23 11:06:42.602078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39356) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:42.604641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b39d4-f81e-4153-8bd2-979362cbaf57 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f308ede2-b8b0-400d-8fe1-e1b0740d4d00,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:42.681907 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2c51350f-af85-4fa6-ada5-596ae072d76e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0785437 Nov 23 11:06:42.685483 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39358) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:42.726648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65150916-669c-40bc-9bda-34a105926d3b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.736130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65150916-669c-40bc-9bda-34a105926d3b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.779355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65150916-669c-40bc-9bda-34a105926d3b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.801374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-65150916-669c-40bc-9bda-34a105926d3b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.802878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-65150916-669c-40bc-9bda-34a105926d3b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/12b18f88-5fd0-464e-9519-7b69d3b45282 HTTP/1.1" status: 204 len: 168 time: 0.1114867 Nov 23 11:06:42.803927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150916-669c-40bc-9bda-34a105926d3b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12b18f88-5fd0-464e-9519-7b69d3b45282,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:42.812313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39366) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:42.832285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99911307-68a6-4c2e-ac79-eff88d16d8fa req-c7af4151-f22e-4940-a680-4713cd1ef758 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:42.834060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99911307-68a6-4c2e-ac79-eff88d16d8fa req-c7af4151-f22e-4940-a680-4713cd1ef758 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0675640 Nov 23 11:06:42.900716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ffdcd509-6cac-4b0a-a4d1-5e5d4f19ff6d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0871916 Nov 23 11:06:42.904151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39368) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:42.907495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99911307-68a6-4c2e-ac79-eff88d16d8fa req-f359787d-795c-493a-a31d-c23b5a39dfa8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614030 Nov 23 11:06:42.944756 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2854a854-aa0b-4c6f-98ac-fbf15781e546 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.957150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2854a854-aa0b-4c6f-98ac-fbf15781e546 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:42.995486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2854a854-aa0b-4c6f-98ac-fbf15781e546 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.004539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2854a854-aa0b-4c6f-98ac-fbf15781e546 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.005938 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2854a854-aa0b-4c6f-98ac-fbf15781e546 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/766168e9-c2cd-4532-af1d-79daf6d10308 HTTP/1.1" status: 204 len: 168 time: 0.1008520 Nov 23 11:06:43.012913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39372) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.015663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854a854-aa0b-4c6f-98ac-fbf15781e546 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=766168e9-c2cd-4532-af1d-79daf6d10308,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:43.066832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-52100682-eaed-4552-a62e-0e9c7728cc7a tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0502548 Nov 23 11:06:43.067059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39374) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.115885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d6a07d1-b401-4f54-ab01-6dbff93bc4c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.133278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d6a07d1-b401-4f54-ab01-6dbff93bc4c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.173650 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d6a07d1-b401-4f54-ab01-6dbff93bc4c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.182306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3d6a07d1-b401-4f54-ab01-6dbff93bc4c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.184924 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3d6a07d1-b401-4f54-ab01-6dbff93bc4c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b851b095-6d63-40c3-82d3-d528c350801f HTTP/1.1" status: 204 len: 168 time: 0.1156056 Nov 23 11:06:43.187781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39376) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.205573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a07d1-b401-4f54-ab01-6dbff93bc4c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b851b095-6d63-40c3-82d3-d528c350801f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:43.238002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-899b4c64-3f0c-4d0a-862a-79a3a4d371b0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0483193 Nov 23 11:06:43.241087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39378) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.270912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a962d2b3-8839-4cb4-844d-8e0f8bf526d4 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.279870 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a962d2b3-8839-4cb4-844d-8e0f8bf526d4 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.329712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a962d2b3-8839-4cb4-844d-8e0f8bf526d4 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.335636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a962d2b3-8839-4cb4-844d-8e0f8bf526d4 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.337135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a962d2b3-8839-4cb4-844d-8e0f8bf526d4 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/96e5cfff-7dc2-40f8-bb32-d868291d0fa0 HTTP/1.1" status: 204 len: 168 time: 0.0949128 Nov 23 11:06:43.339934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39382) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.368231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962d2b3-8839-4cb4-844d-8e0f8bf526d4 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96e5cfff-7dc2-40f8-bb32-d868291d0fa0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:43.433374 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bab7d9b2-a1b1-45da-b32a-3192b1824747 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0882421 Nov 23 11:06:43.439809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39384) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.512967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbb2862a-9670-44c1-a603-1feca4621696 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.552158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbb2862a-9670-44c1-a603-1feca4621696 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.627534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbb2862a-9670-44c1-a603-1feca4621696 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.630562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbb2862a-9670-44c1-a603-1feca4621696 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.631736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cbb2862a-9670-44c1-a603-1feca4621696 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/49bdb9b3-7d96-4b93-8f7f-c7642147d37d HTTP/1.1" status: 204 len: 168 time: 0.1905072 Nov 23 11:06:43.634602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39388) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.642745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2862a-9670-44c1-a603-1feca4621696 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bdb9b3-7d96-4b93-8f7f-c7642147d37d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:43.698878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86529a19-4aa2-47ac-aacf-ac3b39c186ee tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0624220 Nov 23 11:06:43.704194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39390) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.709041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-76217b4b-37d4-4ef9-9d4f-cb72be1fb0a0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1838965623'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:43.743443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-16e3395f-e0ac-4d52-b876-4dd47e89dbce req-e3285189-ebf0-46e7-8cea-49bfb3d2f028 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 210 time: 0.0413027 Nov 23 11:06:43.745262 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76217b4b-37d4-4ef9-9d4f-cb72be1fb0a0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.856422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76217b4b-37d4-4ef9-9d4f-cb72be1fb0a0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.865690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76217b4b-37d4-4ef9-9d4f-cb72be1fb0a0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.899598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76217b4b-37d4-4ef9-9d4f-cb72be1fb0a0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.900937 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-76217b4b-37d4-4ef9-9d4f-cb72be1fb0a0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1957841 Nov 23 11:06:43.904968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39392) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:43.909848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4583589b-2986-4637-9fe2-9cb6a95bde9d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '8deeeeae-04e3-4b4f-b1e2-239412cc041c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:43.921931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76217b4b-37d4-4ef9-9d4f-cb72be1fb0a0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8deeeeae-04e3-4b4f-b1e2-239412cc041c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:43.956555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4583589b-2986-4637-9fe2-9cb6a95bde9d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:43.967062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-debd6244-e04b-450f-a906-fe9852683dcc tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=de37ac09b73a41db98b813c894187ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671861 Nov 23 11:06:44.071858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4583589b-2986-4637-9fe2-9cb6a95bde9d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.080003 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4583589b-2986-4637-9fe2-9cb6a95bde9d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.094822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d615996-43f1-4a04-8897-ffa265eec699 req-2e2fab74-59aa-44b1-8d1e-987f7011c884 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:44.096584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d615996-43f1-4a04-8897-ffa265eec699 req-2e2fab74-59aa-44b1-8d1e-987f7011c884 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0766273 Nov 23 11:06:44.110448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583589b-2986-4637-9fe2-9cb6a95bde9d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25af62db-71df-4fd6-b984-67b1b04109ae,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:44.139281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-aeb57604-affc-4eeb-8c8b-e776c3adcd84 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:44.144740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-aeb57604-affc-4eeb-8c8b-e776c3adcd84 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1657228 Nov 23 11:06:44.149960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4583589b-2986-4637-9fe2-9cb6a95bde9d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.154411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4583589b-2986-4637-9fe2-9cb6a95bde9d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2452562 Nov 23 11:06:44.154839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39396) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:44.164058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Request body: {'port': {'device_id': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': 'de37ac09b73a41db98b813c894187ebb'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:44.207530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d615996-43f1-4a04-8897-ffa265eec699 req-cd5abb0b-0dda-45ee-b31c-6ae8ba027008 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944142 Nov 23 11:06:44.258024 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-79b73513-4265-447c-8104-20549dc9506b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.290187 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-79b73513-4265-447c-8104-20549dc9506b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.336722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Made reservation on behalf of de37ac09b73a41db98b813c894187ebb for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:06:44.342025 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.357256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.357491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-79b73513-4265-447c-8104-20549dc9506b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.360871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-79b73513-4265-447c-8104-20549dc9506b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.362574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-79b73513-4265-447c-8104-20549dc9506b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/8deeeeae-04e3-4b4f-b1e2-239412cc041c HTTP/1.1" status: 204 len: 168 time: 0.2067821 Nov 23 11:06:44.367019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39398) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:44.392297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b73513-4265-447c-8104-20549dc9506b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deeeeae-04e3-4b4f-b1e2-239412cc041c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:44.426879 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-711a1276-9f7a-4420-bb66-4185604ef284 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0596454 Nov 23 11:06:44.432098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39402) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:44.438247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f7fbc455-f280-4c28-8b5a-8492bb00b522 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--679140113'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:44.476091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc455-f280-4c28-8b5a-8492bb00b522 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.504395 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e3f1c8fc-b378-4008-b8fb-c9c2892d6bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.509043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.526441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.616184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18daed5-63b2-4a59-b304-5782822dc9bb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:44.617167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc455-f280-4c28-8b5a-8492bb00b522 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.626347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc455-f280-4c28-8b5a-8492bb00b522 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.666507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbc455-f280-4c28-8b5a-8492bb00b522 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847a2492-1114-470d-af7f-c68cc7ff0d29,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:44.674483 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc455-f280-4c28-8b5a-8492bb00b522 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.675860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f7fbc455-f280-4c28-8b5a-8492bb00b522 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2424850 Nov 23 11:06:44.676919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39404) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:44.682199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8da36969-a720-45bb-8493-3889c5eff59f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--10967142'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:44.714637 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da36969-a720-45bb-8493-3889c5eff59f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.715877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Allocated IP 192.168.233.93 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/3f835c74-02e9-4a5b-b5c3-f64abc4a4e79) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:06:44.843346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da36969-a720-45bb-8493-3889c5eff59f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.872095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54ac0209-2ba6-43a0-a554-206ce4478194 req-f3478ae2-ebce-41dc-94b9-ed288300b5e2 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 210 time: 0.0322988 Nov 23 11:06:44.872651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da36969-a720-45bb-8493-3889c5eff59f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.907686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da36969-a720-45bb-8493-3889c5eff59f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d65ace2-6388-41da-8bfc-339e6c2e36ca,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:44.927364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8da36969-a720-45bb-8493-3889c5eff59f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.928773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8da36969-a720-45bb-8493-3889c5eff59f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2508690 Nov 23 11:06:44.931575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39408) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:44.937705 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1fbcb560-5635-44b6-8187-010f244438e6 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '847a2492-1114-470d-af7f-c68cc7ff0d29', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6d65ace2-6388-41da-8bfc-339e6c2e36ca', 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:44.947509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:44.989570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb560-5635-44b6-8187-010f244438e6 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.022167 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.080094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:06:45.083713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:06:45.087870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:06:45.107847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb560-5635-44b6-8187-010f244438e6 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.118103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb560-5635-44b6-8187-010f244438e6 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.147202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Pushing event updated for resources: {'Port': ['ID=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:45.150829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcb560-5635-44b6-8187-010f244438e6 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b7e271-7086-4667-a28c-9ba2dbdc2375,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:45.164413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1fbcb560-5635-44b6-8187-010f244438e6 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.168772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1fbcb560-5635-44b6-8187-010f244438e6 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2336593 Nov 23 11:06:45.170580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39410) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:45.209150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:45.210697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.214484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1795532-b140-40b5-b257-6466c2057bac tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.227060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1795532-b140-40b5-b257-6466c2057bac tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.249866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-7f10039b-6cfc-4298-8f08-44d14637a553 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0939214 Nov 23 11:06:45.267475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Request body: {'port': {'device_id': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:45.285708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1795532-b140-40b5-b257-6466c2057bac tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.292646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e1795532-b140-40b5-b257-6466c2057bac tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.294728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e1795532-b140-40b5-b257-6466c2057bac tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/d1b7e271-7086-4667-a28c-9ba2dbdc2375 HTTP/1.1" status: 204 len: 168 time: 0.1227996 Nov 23 11:06:45.297914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39414) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:45.321594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1795532-b140-40b5-b257-6466c2057bac tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1b7e271-7086-4667-a28c-9ba2dbdc2375,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:45.389477 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7638802d-d654-4f3d-ae31-a1a327d857fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0902314 Nov 23 11:06:45.395357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39416) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:45.431438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.467276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1737e86-e3e9-4e76-ba8f-0cc96bad78c7 req-fd92601a-5f29-4049-9b07-e32b71e99d81 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:45.469725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d1737e86-e3e9-4e76-ba8f-0cc96bad78c7 req-fd92601a-5f29-4049-9b07-e32b71e99d81 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.1498592 Nov 23 11:06:45.503580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2e48feb-aef5-4a6b-8b06-70c7de930e00 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.534714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-96e6dfaf-597a-4b5a-86a4-80c397e1c332 None None] Provisioning complete for port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:45.535269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-96e6dfaf-597a-4b5a-86a4-80c397e1c332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.576629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2e48feb-aef5-4a6b-8b06-70c7de930e00 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.602179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-96e6dfaf-597a-4b5a-86a4-80c397e1c332 None None] Port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:06:45.645137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d1737e86-e3e9-4e76-ba8f-0cc96bad78c7 req-6a3db5a1-1395-4388-8b9d-665511a1b341 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489182 Nov 23 11:06:45.669737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2e48feb-aef5-4a6b-8b06-70c7de930e00 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.672755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2e48feb-aef5-4a6b-8b06-70c7de930e00 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.679792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39420) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:45.680387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f2e48feb-aef5-4a6b-8b06-70c7de930e00 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/6d65ace2-6388-41da-8bfc-339e6c2e36ca HTTP/1.1" status: 204 len: 168 time: 0.2840116 Nov 23 11:06:45.693676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e48feb-aef5-4a6b-8b06-70c7de930e00 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d65ace2-6388-41da-8bfc-339e6c2e36ca,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:45.831034 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b65f5de6-6ac9-496a-ad7b-1dc43f62ec92 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1450531 Nov 23 11:06:45.833709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39422) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:45.901654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f362926-3b3c-42c6-ae75-8051a75f208d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.910584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:06:45.919520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.932777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f362926-3b3c-42c6-ae75-8051a75f208d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.934606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Transition to ACTIVE for port object 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:06:45.941278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.996581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f362926-3b3c-42c6-ae75-8051a75f208d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:45.999484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5f362926-3b3c-42c6-ae75-8051a75f208d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.003797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5f362926-3b3c-42c6-ae75-8051a75f208d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/847a2492-1114-470d-af7f-c68cc7ff0d29 HTTP/1.1" status: 204 len: 168 time: 0.1684179 Nov 23 11:06:46.004514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39426) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:46.020053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:46.044904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f362926-3b3c-42c6-ae75-8051a75f208d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a2492-1114-470d-af7f-c68cc7ff0d29,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:46.102732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015cbe5-43fb-41dd-9357-afbd990ea15e req-6101667a-7256-4fca-bd17-abc051449b71 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:46.116387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7015cbe5-43fb-41dd-9357-afbd990ea15e req-6101667a-7256-4fca-bd17-abc051449b71 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 947 time: 0.1332443 Nov 23 11:06:46.125406 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-810438f5-dcbc-41d6-917a-d9d91b259d21 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1129270 Nov 23 11:06:46.126607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39428) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:46.133804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d01b9727-aa2b-46fc-9caa-ba6bb5dba713 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965756213'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:46.163972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Attempting to bind port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:06:46.164607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Attempting to bind port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:06:46.165090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Attempting to bind port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:46.175139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:06:46.175458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Attempting to bind port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:06:46.176441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d01b9727-aa2b-46fc-9caa-ba6bb5dba713 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.181930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:06:46.182308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:06:46.182692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:06:46.183089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Bound port: 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:06:46.184019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.244823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7015cbe5-43fb-41dd-9357-afbd990ea15e req-37fdb0d2-2723-43ac-bfe2-7f354ea76d75 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272988 Nov 23 11:06:46.289183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] For port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:06:46.294126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] For port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:06:46.301203 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.325163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d01b9727-aa2b-46fc-9caa-ba6bb5dba713 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.337135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d01b9727-aa2b-46fc-9caa-ba6bb5dba713 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.351832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:46.353242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.355468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] 10.222.0.65 "PUT /v2.0/ports/3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 HTTP/1.1" status: 200 len: 1095 time: 1.0965033 Nov 23 11:06:46.356023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'tag': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:06:46.358847 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "0174e679-4e7b-49f6-afde-ea7e21b77921", "tag": "3f835c74-02e9-4a5b-b5c3-f64abc4a4e79"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:06:46.410535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b9727-aa2b-46fc-9caa-ba6bb5dba713 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3ff2f-0daa-451d-9557-5310cba7ac30,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:46.411463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f5a8c-3f5a-4347-877a-5973b3e1b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:46.414985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d01b9727-aa2b-46fc-9caa-ba6bb5dba713 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.416233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d01b9727-aa2b-46fc-9caa-ba6bb5dba713 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2864637 Nov 23 11:06:46.419247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39434) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:46.424623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0a44ca8f-a449-48ac-813d-0d47e6571c2d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '28c3ff2f-0daa-451d-9557-5310cba7ac30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:46.478561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a44ca8f-a449-48ac-813d-0d47e6571c2d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.509745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-f8fe8566-c3b9-4bbb-9515-56c02c936c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:46.511465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-f8fe8566-c3b9-4bbb-9515-56c02c936c7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de37ac09b73a41db98b813c894187ebb&device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 1098 time: 0.0815692 Nov 23 11:06:46.574476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a44ca8f-a449-48ac-813d-0d47e6571c2d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.580485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a44ca8f-a449-48ac-813d-0d47e6571c2d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.600407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44ca8f-a449-48ac-813d-0d47e6571c2d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73591a0-30f4-4098-9642-44c226e0dfd1,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:46.613046 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a44ca8f-a449-48ac-813d-0d47e6571c2d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.614117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-1a86adf8-0987-4d07-90a8-ae360d22ef94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 HTTP/1.1" status: 200 len: 217 time: 0.0871487 Nov 23 11:06:46.617858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0a44ca8f-a449-48ac-813d-0d47e6571c2d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1947484 Nov 23 11:06:46.618402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:46.670096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25c84fa2-c3ea-4ea4-8a06-305f50e2f96e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.690218 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25c84fa2-c3ea-4ea4-8a06-305f50e2f96e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.693397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-4449fdf5-7bde-464e-8e61-59231cfe4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:46.698506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-4449fdf5-7bde-464e-8e61-59231cfe4aff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0724311 Nov 23 11:06:46.755005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25c84fa2-c3ea-4ea4-8a06-305f50e2f96e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.774522 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c3ed2-f353-4f2b-ab39-b996fb8dfa67 x-openstack-request-id: req-ed9c3ed2-f353-4f2b-ab39-b996fb8dfa67 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:06:46.774878 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0174e679-4e7b-49f6-afde-ea7e21b77921", "tag": "3f835c74-02e9-4a5b-b5c3-f64abc4a4e79", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:06:46.775356 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed9c3ed2-f353-4f2b-ab39-b996fb8dfa67 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:06:46.776077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25c84fa2-c3ea-4ea4-8a06-305f50e2f96e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.776324 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'tag': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79', 'status': 'completed', 'code': 200} Nov 23 11:06:46.778955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-25c84fa2-c3ea-4ea4-8a06-305f50e2f96e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e73591a0-30f4-4098-9642-44c226e0dfd1 HTTP/1.1" status: 204 len: 168 time: 0.1594937 Nov 23 11:06:46.783657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39442) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:46.794790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c84fa2-c3ea-4ea4-8a06-305f50e2f96e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e73591a0-30f4-4098-9642-44c226e0dfd1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:46.826742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-610aa95e-eaed-4aac-a435-7fb1419d41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:46.829623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-610aa95e-eaed-4aac-a435-7fb1419d41ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191819 Nov 23 11:06:46.880256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-05bf066c-8143-47ef-a0f8-2ac358980c8e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0955265 Nov 23 11:06:46.883132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39444) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:46.922314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef684b52-db3b-4650-9add-0dc51cbaeaae req-38fad597-1d0d-40ea-8111-d4980f4416ce tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:46.923789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef684b52-db3b-4650-9add-0dc51cbaeaae req-38fad597-1d0d-40ea-8111-d4980f4416ce tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0759799 Nov 23 11:06:46.963436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-94acaac3-a950-4c7c-b6c4-42bd1e33060a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:46.995522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-16128f79-e16c-4c11-a847-b7cf845dfdcc service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525481 Nov 23 11:06:46.995739 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef684b52-db3b-4650-9add-0dc51cbaeaae req-e4e81218-f706-4b58-bd7a-a98f807e1831 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Nov 23 11:06:46.997373 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4636c401-734f-46b9-9d2e-cbeba6be6ed8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.048833 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4636c401-734f-46b9-9d2e-cbeba6be6ed8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.153058 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7173c77f-149d-4da0-94af-5aedcb26f4cf req-a1597a0a-55fe-4481-9cf5-e21007ffed77 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484697 Nov 23 11:06:47.153852 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4636c401-734f-46b9-9d2e-cbeba6be6ed8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.157765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4636c401-734f-46b9-9d2e-cbeba6be6ed8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.159152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4636c401-734f-46b9-9d2e-cbeba6be6ed8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/28c3ff2f-0daa-451d-9557-5310cba7ac30 HTTP/1.1" status: 204 len: 168 time: 0.2748065 Nov 23 11:06:47.161985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39446) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.175691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4636c401-734f-46b9-9d2e-cbeba6be6ed8 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3ff2f-0daa-451d-9557-5310cba7ac30,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:47.241725 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-79dd5c88-0097-4739-9287-bd1de53274c5 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0782113 Nov 23 11:06:47.245827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39448) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.252284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5c7487af-e486-4d3b-9828-e3f23da9a104 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085288769'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:47.296638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-e0919ffb-9594-4a4e-8eb1-c22400b5e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:47.296859 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c7487af-e486-4d3b-9828-e3f23da9a104 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.298757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-e0919ffb-9594-4a4e-8eb1-c22400b5e802 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de37ac09b73a41db98b813c894187ebb&device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 1098 time: 0.0554850 Nov 23 11:06:47.397911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c7487af-e486-4d3b-9828-e3f23da9a104 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.403814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c7487af-e486-4d3b-9828-e3f23da9a104 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.414306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-d4208b2f-e426-442b-828e-ad764ec21f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:47.415621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-d4208b2f-e426-442b-828e-ad764ec21f5a service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1094158 Nov 23 11:06:47.440578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c7487af-e486-4d3b-9828-e3f23da9a104 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.440920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5c7487af-e486-4d3b-9828-e3f23da9a104 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1939366 Nov 23 11:06:47.443086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7487af-e486-4d3b-9828-e3f23da9a104 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f739993-a452-4f04-8ee9-a231a9603243,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:47.445149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39452) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.450090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dbbb4d3e-6b18-43a9-9cc9-c51e29daf8fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '8f739993-a452-4f04-8ee9-a231a9603243', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:47.483063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4d3e-6b18-43a9-9cc9-c51e29daf8fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.503504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-46393f32-756b-4b94-a0b5-5ffaa9a2a888 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 HTTP/1.1" status: 200 len: 217 time: 0.0762620 Nov 23 11:06:47.548868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4d3e-6b18-43a9-9cc9-c51e29daf8fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.553633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb805e5-101e-4267-887b-9a0dde0fb4d6 req-31dc88d2-20d8-4104-ba73-225ed7619b9d tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:47.561683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beb805e5-101e-4267-887b-9a0dde0fb4d6 req-31dc88d2-20d8-4104-ba73-225ed7619b9d tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 947 time: 0.1450293 Nov 23 11:06:47.563609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4d3e-6b18-43a9-9cc9-c51e29daf8fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.595360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-6bf4408f-250a-4323-9dc9-254b37df8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:47.597042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-6bf4408f-250a-4323-9dc9-254b37df8b33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0851891 Nov 23 11:06:47.602739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb4d3e-6b18-43a9-9cc9-c51e29daf8fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076cdea5-6eff-4d57-a56f-7b60fb095b5c,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:47.608414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbbb4d3e-6b18-43a9-9cc9-c51e29daf8fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.611066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dbbb4d3e-6b18-43a9-9cc9-c51e29daf8fd tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637189 Nov 23 11:06:47.612519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39454) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.639468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3c9fe561-6449-43a9-a88b-e87dee7b91b7 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules/076cdea5-6eff-4d57-a56f-7b60fb095b5c HTTP/1.1" status: 200 len: 763 time: 0.0258682 Nov 23 11:06:47.644083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39456) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.662213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-beb805e5-101e-4267-887b-9a0dde0fb4d6 req-5b907836-ac94-407c-b36b-751b7f264615 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995073 Nov 23 11:06:47.676936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-72afc441-98b2-4008-a5fb-493eeda66afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:47.678547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-72afc441-98b2-4008-a5fb-493eeda66afa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707090 Nov 23 11:06:47.703152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c5db73a5-e114-43ce-86d6-177a0dce3e46 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0568192 Nov 23 11:06:47.706373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39458) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.739881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7682df67-4d0b-4650-945e-c119333bf090 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.751642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7682df67-4d0b-4650-945e-c119333bf090 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.795247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7682df67-4d0b-4650-945e-c119333bf090 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.802219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7682df67-4d0b-4650-945e-c119333bf090 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.805658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7682df67-4d0b-4650-945e-c119333bf090 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/076cdea5-6eff-4d57-a56f-7b60fb095b5c HTTP/1.1" status: 204 len: 168 time: 0.0961535 Nov 23 11:06:47.807108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39462) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.809797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682df67-4d0b-4650-945e-c119333bf090 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=076cdea5-6eff-4d57-a56f-7b60fb095b5c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:47.820144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-fd6e074b-949d-4a5d-938d-debb7577114f service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308293 Nov 23 11:06:47.908216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6a492e46-3f57-4cbe-8889-19815c55d25b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0977347 Nov 23 11:06:47.908419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39464) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:47.912548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d73cda8d-be2c-428f-8dba-90f81be8cf0e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '8f739993-a452-4f04-8ee9-a231a9603243', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:47.967202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73cda8d-be2c-428f-8dba-90f81be8cf0e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:47.972488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4637e22b-bb4f-4e97-8ddd-0136a3847aa3 req-eeec91d4-996e-4a4d-8c60-99f540879353 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427531 Nov 23 11:06:48.029948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73cda8d-be2c-428f-8dba-90f81be8cf0e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.036462 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73cda8d-be2c-428f-8dba-90f81be8cf0e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.050946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cda8d-be2c-428f-8dba-90f81be8cf0e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07598e9-ee6a-44a9-ae46-b9cd82359e59,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:48.074199 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d73cda8d-be2c-428f-8dba-90f81be8cf0e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.075533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d73cda8d-be2c-428f-8dba-90f81be8cf0e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1662014 Nov 23 11:06:48.080153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39468) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.101932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-708d653c-d989-422c-ba18-eb3ba25a5549 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules/f07598e9-ee6a-44a9-ae46-b9cd82359e59 HTTP/1.1" status: 200 len: 763 time: 0.0205331 Nov 23 11:06:48.104697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39470) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.153704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ea7d0ca-23f6-4acc-84ea-d0545b2b4f95 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0444758 Nov 23 11:06:48.154292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39472) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.161993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc674c-3594-4605-99f2-c04bb335b9d9 req-c7bff9cf-4d3a-4918-95dc-a51a4469829b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:48.163503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7acc674c-3594-4605-99f2-c04bb335b9d9 req-c7bff9cf-4d3a-4918-95dc-a51a4469829b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0745904 Nov 23 11:06:48.185326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7190056e-bdff-40f1-9a95-29723b20aa9b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.199927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7190056e-bdff-40f1-9a95-29723b20aa9b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.215516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7acc674c-3594-4605-99f2-c04bb335b9d9 req-8a1d9c32-6e3b-4280-b0cb-41d4f4b83dc2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Nov 23 11:06:48.240321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7190056e-bdff-40f1-9a95-29723b20aa9b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.247082 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7190056e-bdff-40f1-9a95-29723b20aa9b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.248542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7190056e-bdff-40f1-9a95-29723b20aa9b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/f07598e9-ee6a-44a9-ae46-b9cd82359e59 HTTP/1.1" status: 204 len: 168 time: 0.0933640 Nov 23 11:06:48.251788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39474) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.257953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190056e-bdff-40f1-9a95-29723b20aa9b tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f07598e9-ee6a-44a9-ae46-b9cd82359e59,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:48.295677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e188d1ba-ddf3-49fb-984d-63aac7b7745f tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395925 Nov 23 11:06:48.295677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39476) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.299858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e0d13e1d-5e87-49c1-bf0b-4cd6f8b98468 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Request body: {'security_group_rule': {'security_group_id': '8f739993-a452-4f04-8ee9-a231a9603243', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:06:48.329642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0d13e1d-5e87-49c1-bf0b-4cd6f8b98468 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.389522 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0d13e1d-5e87-49c1-bf0b-4cd6f8b98468 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.394393 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0d13e1d-5e87-49c1-bf0b-4cd6f8b98468 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.416018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d13e1d-5e87-49c1-bf0b-4cd6f8b98468 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1840cfe0-d479-4a50-845b-6ee1669a0e38,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:48.425609 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e0d13e1d-5e87-49c1-bf0b-4cd6f8b98468 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.426920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e0d13e1d-5e87-49c1-bf0b-4cd6f8b98468 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303008 Nov 23 11:06:48.429829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39478) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.446957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-108a4ba6-f4e7-4b40-9a07-f2bc83a1b674 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules/1840cfe0-d479-4a50-845b-6ee1669a0e38 HTTP/1.1" status: 200 len: 764 time: 0.0160453 Nov 23 11:06:48.449648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39480) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.494706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2193139b-3125-499a-b454-3127103c0752 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0411997 Nov 23 11:06:48.494948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39482) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.523662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d5db-c78f-4e0d-bdf9-d605d254f9c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.533132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d5db-c78f-4e0d-bdf9-d605d254f9c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.563459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d5db-c78f-4e0d-bdf9-d605d254f9c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.571100 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0cf8d5db-c78f-4e0d-bdf9-d605d254f9c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.575915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0cf8d5db-c78f-4e0d-bdf9-d605d254f9c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1840cfe0-d479-4a50-845b-6ee1669a0e38 HTTP/1.1" status: 204 len: 168 time: 0.0768967 Nov 23 11:06:48.577480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39484) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.577675 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.591932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8d5db-c78f-4e0d-bdf9-d605d254f9c0 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1840cfe0-d479-4a50-845b-6ee1669a0e38,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:48.629201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dbea1bca-2212-4d71-bc1e-d6ff7424b78d tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492401 Nov 23 11:06:48.630369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39486) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.693144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ae5154a-72a1-4f1a-bd47-12c945d9ee12 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.718659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ae5154a-72a1-4f1a-bd47-12c945d9ee12 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.791907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ae5154a-72a1-4f1a-bd47-12c945d9ee12 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.794514 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ae5154a-72a1-4f1a-bd47-12c945d9ee12 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:48.795646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ae5154a-72a1-4f1a-bd47-12c945d9ee12 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "DELETE /v2.0/security-groups/8f739993-a452-4f04-8ee9-a231a9603243 HTTP/1.1" status: 204 len: 168 time: 0.1643319 Nov 23 11:06:48.798433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39490) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.807860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5154a-72a1-4f1a-bd47-12c945d9ee12 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f739993-a452-4f04-8ee9-a231a9603243,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:48.816991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9f2f2-f556-4e0f-8deb-a0e93cc3c46d req-da719cad-63d1-4aef-866e-0e0ba801fdee tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:48.818801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8df9f2f2-f556-4e0f-8deb-a0e93cc3c46d req-da719cad-63d1-4aef-866e-0e0ba801fdee tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 947 time: 0.0736210 Nov 23 11:06:48.859867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0a96d38e-7184-4ecb-8240-77d7bbef6b9e tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563586 Nov 23 11:06:48.860219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39494) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:48.880542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8df9f2f2-f556-4e0f-8deb-a0e93cc3c46d req-dff78a65-13d1-4de1-8e02-c050492373a9 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533173 Nov 23 11:06:48.913819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3eff313a-3df2-4b4e-94e8-9eae0d882b53 tempest-SecGroupTest-265346986 tempest-SecGroupTest-265346986-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523019 Nov 23 11:06:49.172089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39500) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:49.327884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95ea7404-1e66-478f-9d0b-5aa4093013d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a543244d63c0444eb14b7ccaa28855a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1543260 Nov 23 11:06:49.330337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39506) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:49.336949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033612f0-a9fc-485c-95b3-aa532e93ea89 req-fe6c5f9e-3def-457f-bee4-8d722130a2c1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:49.338548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-033612f0-a9fc-485c-95b3-aa532e93ea89 req-fe6c5f9e-3def-457f-bee4-8d722130a2c1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0541129 Nov 23 11:06:49.386670 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9471-356d-4c62-9f20-84113d827818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:49.390401 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-033612f0-a9fc-485c-95b3-aa532e93ea89 req-88f96eb4-3596-4ecc-84f4-4dfab23df14a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454619 Nov 23 11:06:49.410724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9471-356d-4c62-9f20-84113d827818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:49.462231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9471-356d-4c62-9f20-84113d827818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:49.465905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3e6c9471-356d-4c62-9f20-84113d827818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:49.467230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3e6c9471-356d-4c62-9f20-84113d827818 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa7314fc-b583-4bdf-8672-e3176b4a6c7e HTTP/1.1" status: 204 len: 168 time: 0.1358769 Nov 23 11:06:49.476508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c9471-356d-4c62-9f20-84113d827818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7314fc-b583-4bdf-8672-e3176b4a6c7e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:49.537126 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:49.949013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.029330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd1124-989a-4d6d-9f0b-cbeac74d4ffb req-a82752a1-377a-47df-84f0-7508ee01a1ac tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:50.031027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bbd1124-989a-4d6d-9f0b-cbeac74d4ffb req-a82752a1-377a-47df-84f0-7508ee01a1ac tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 947 time: 0.0651078 Nov 23 11:06:50.094528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bbd1124-989a-4d6d-9f0b-cbeac74d4ffb req-4df9b658-5f82-4ada-9127-0537bc698e38 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566940 Nov 23 11:06:50.122716 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.123431 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:06:50.146573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39532) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:50.246789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7bb20b31-a9b1-4bc5-af9b-b580d52ab385 tempest-ServiceProvidersTest-893825939 tempest-ServiceProvidersTest-893825939-project] 10.222.0.61 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0990560 Nov 23 11:06:50.274538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:06:50.376285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:50.389039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79', 'mac_address': 'fa:16:3e:96:7f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:06:50.435309 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.450616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:06:50.473000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:50.477008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.518586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39542) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:50.537248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:50.543963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f84d8-a1d7-4ab1-9096-286208a8d8e0 req-c128d82e-fa13-4b29-b328-3213260dddfe tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:50.545614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-371f84d8-a1d7-4ab1-9096-286208a8d8e0 req-c128d82e-fa13-4b29-b328-3213260dddfe tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0677991 Nov 23 11:06:50.596361 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-371f84d8-a1d7-4ab1-9096-286208a8d8e0 req-bc19760b-d5ba-4a32-a8ee-1708416ac2ea tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Nov 23 11:06:50.650598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd754-1239-4600-8f0a-4d2fea5fb983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.737784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3f835c74-02e9-4a5b-b5c3-f64abc4a4e79'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:06:50.753467 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd754-1239-4600-8f0a-4d2fea5fb983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.759097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b4bd754-1239-4600-8f0a-4d2fea5fb983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.816096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5b4bd754-1239-4600-8f0a-4d2fea5fb983 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=747c15ae8ea6405b888460be3eb9215e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2917197 Nov 23 11:06:50.816096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bd754-1239-4600-8f0a-4d2fea5fb983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da323e6-ee0c-449c-8821-0012a94e3a29,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:50.816619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39546) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:06:50.876045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7406-7b30-44e7-b3d4-695f97c6f213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.904636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7406-7b30-44e7-b3d4-695f97c6f213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.954014 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7406-7b30-44e7-b3d4-695f97c6f213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.956598 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2d1a7406-7b30-44e7-b3d4-695f97c6f213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:50.960326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2d1a7406-7b30-44e7-b3d4-695f97c6f213 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2da323e6-ee0c-449c-8821-0012a94e3a29 HTTP/1.1" status: 204 len: 168 time: 0.1400766 Nov 23 11:06:50.971299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a7406-7b30-44e7-b3d4-695f97c6f213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da323e6-ee0c-449c-8821-0012a94e3a29,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:51.248492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee52aa-1ccf-497e-af82-ff85e54f3ca9 req-477159dc-0390-4ebf-bbaf-641596b4dbce tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:51.250233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1dee52aa-1ccf-497e-af82-ff85e54f3ca9 req-477159dc-0390-4ebf-bbaf-641596b4dbce tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 948 time: 0.0599577 Nov 23 11:06:51.304166 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1dee52aa-1ccf-497e-af82-ff85e54f3ca9 req-1340a32e-219b-4b8c-87b6-32520ff9ff2b tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Nov 23 11:06:51.730241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fd0f1-54a6-40f4-8e1e-ec0417a25573 req-eb9fd0df-8ad3-4a5e-b394-2ff758f269b4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:51.731989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-795fd0f1-54a6-40f4-8e1e-ec0417a25573 req-eb9fd0df-8ad3-4a5e-b394-2ff758f269b4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0604770 Nov 23 11:06:51.788115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-795fd0f1-54a6-40f4-8e1e-ec0417a25573 req-733d945b-60b0-4cec-94ea-1aefb25767b2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481670 Nov 23 11:06:52.323521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:06:52.366070 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.391698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-79fd2aec-78d5-44a5-926e-268d0be558ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0700421 Nov 23 11:06:52.398466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:06:52.405811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:06:52.406724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.540473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.552074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a76b4-75d0-426f-964c-fddf6ed9e601 req-f362b82c-dc59-4400-b7c2-394f048bdff0 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.560810 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa9a76b4-75d0-426f-964c-fddf6ed9e601 req-f362b82c-dc59-4400-b7c2-394f048bdff0 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 948 time: 0.1027927 Nov 23 11:06:52.578996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.579589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.580104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.580629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.581190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.581747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.582549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.584748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-77d1f44d-9941-49f9-9823-9b48091f3aee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.1154978 Nov 23 11:06:52.585219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:06:52.588102 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27b4bdc-2278-40aa-acf4-b4ad0e71b7d8" -d '{"events": [{"server_uuid": "0174e679-4e7b-49f6-afde-ea7e21b77921", "name": "network-vif-plugged", "status": "completed", "tag": "3f835c74-02e9-4a5b-b5c3-f64abc4a4e79"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:06:52.592586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:06:52.604120 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:06:52.652775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa9a76b4-75d0-426f-964c-fddf6ed9e601 req-6afe76ab-c48b-4ed2-8467-079654584d5b tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901639 Nov 23 11:06:52.670973 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab63b4b-c64a-4847-931b-e22591d90203 x-openstack-request-id: req-3ab63b4b-c64a-4847-931b-e22591d90203 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:06:52.671264 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0174e679-4e7b-49f6-afde-ea7e21b77921", "name": "network-vif-plugged", "status": "completed", "tag": "3f835c74-02e9-4a5b-b5c3-f64abc4a4e79", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:06:52.671528 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ab63b4b-c64a-4847-931b-e22591d90203 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:06:52.671925 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79', 'code': 200} Nov 23 11:06:52.703370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:06:52.758221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-139c7700-8313-4a26-b2a9-9928c6d8a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.758766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-139c7700-8313-4a26-b2a9-9928c6d8a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.759067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-139c7700-8313-4a26-b2a9-9928c6d8a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.760830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-139c7700-8313-4a26-b2a9-9928c6d8a1ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.1349392 Nov 23 11:06:52.853839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ec835-b39a-49a1-a36e-96aaace2fc79 req-0cb7528e-646f-451a-992c-06cd676c5ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.855687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-428ec835-b39a-49a1-a36e-96aaace2fc79 req-0cb7528e-646f-451a-992c-06cd676c5ed8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 1100 time: 0.1056824 Nov 23 11:06:52.858806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-95229739-1267-4ea6-b27d-ad6adc385e41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.0748560 Nov 23 11:06:52.963129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4000cc-e495-4d91-9cb6-0c0d889e5b30 req-a0737665-a56b-48ac-8965-3f2d8f95f9d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.965375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af4000cc-e495-4d91-9cb6-0c0d889e5b30 req-a0737665-a56b-48ac-8965-3f2d8f95f9d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0689514 Nov 23 11:06:52.989929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-24a1d05d-984d-49bc-bfdf-4757dc5724fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:52.991468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-24a1d05d-984d-49bc-bfdf-4757dc5724fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.1166425 Nov 23 11:06:52.994105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-428ec835-b39a-49a1-a36e-96aaace2fc79 req-70b27da0-a0c8-41e1-b011-e87d5fe8cc66 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299729 Nov 23 11:06:53.027367 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af4000cc-e495-4d91-9cb6-0c0d889e5b30 req-8cdc406d-925a-493f-8ca6-8f3942623005 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550561 Nov 23 11:06:53.048558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-13c9bc81-f6ad-43c8-b7b4-804e4e302eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.050369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-13c9bc81-f6ad-43c8-b7b4-804e4e302eed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515623 Nov 23 11:06:53.154883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-cc76a698-a6ed-48e3-b32f-17e41d82bc36 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978804 Nov 23 11:06:53.257461 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-47f4d96e-b32f-4f27-ae2c-a967537713ee service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938814 Nov 23 11:06:53.301451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-a9f8f1d4-2fb9-48e7-af3e-d88e24ea438b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.0372136 Nov 23 11:06:53.358638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-d1129a3d-9c1f-4145-949a-798f57d79cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.360107 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-d1129a3d-9c1f-4145-949a-798f57d79cf9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0525498 Nov 23 11:06:53.412228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-d485cef3-049a-4d4e-bb96-8dd79674890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.413958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-d485cef3-049a-4d4e-bb96-8dd79674890c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468152 Nov 23 11:06:53.518852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-86988f9c-c812-40e4-834d-85d4e2654603 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982013 Nov 23 11:06:53.631754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-baeb3982-f60f-4258-bcc8-3bb11919233e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963719 Nov 23 11:06:53.648099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-1eea6786-c828-4fe8-9d19-7c2eedd7a384 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219225 Nov 23 11:06:53.703863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-8c1f9bf2-b017-4bbd-9e46-a4d379f8c6d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0489967 Nov 23 11:06:53.772450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-0868f859-0232-42ed-a871-33d436b76e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.774056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-0868f859-0232-42ed-a871-33d436b76e89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 1097 time: 0.0800588 Nov 23 11:06:53.775536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-a74bf155-8bd9-4f4b-a3c6-a21bb7833a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.777355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-a74bf155-8bd9-4f4b-a3c6-a21bb7833a12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0573654 Nov 23 11:06:53.788593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234420-cba2-45f5-8f45-50bf28343adc req-0d090c4e-773f-4c72-95f2-3f8ff420cdce tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.790498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10234420-cba2-45f5-8f45-50bf28343adc req-0d090c4e-773f-4c72-95f2-3f8ff420cdce tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 949 time: 0.0519388 Nov 23 11:06:53.848352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10234420-cba2-45f5-8f45-50bf28343adc req-d9e6bbcd-0b84-42d9-a4e4-4c10c7f45622 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500529 Nov 23 11:06:53.890171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-8032562d-74c4-4e94-b2bf-66d012852630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.891668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-8032562d-74c4-4e94-b2bf-66d012852630 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079454 Nov 23 11:06:53.943348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-c4814bb4-a051-43ff-bc44-7cd241aaaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:53.944974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-c4814bb4-a051-43ff-bc44-7cd241aaaaff service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1491718 Nov 23 11:06:54.406013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-5b0dd876-bc47-4477-bb20-fb8b34644b46 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3569fb-51c8-4bec-8f15-88475a915223 HTTP/1.1" status: 200 len: 217 time: 0.4319830 Nov 23 11:06:54.503772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-30128341-0364-4ea6-b00e-2a71d2706e45 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044304 Nov 23 11:06:54.506201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-5f7c10a8-4f56-4ef1-88a5-2f2661f47f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:54.507599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-5f7c10a8-4f56-4ef1-88a5-2f2661f47f34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0916169 Nov 23 11:06:54.530052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68940f6-fe70-4b58-ac3b-cdc2891b8889 req-cfa27e5d-f43f-4fe3-bbee-0b3197372cd9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:54.531524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a68940f6-fe70-4b58-ac3b-cdc2891b8889 req-cfa27e5d-f43f-4fe3-bbee-0b3197372cd9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.1303353 Nov 23 11:06:54.671874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-bd32e28e-0ce3-4239-b1c8-02e6c870365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:54.673393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-bd32e28e-0ce3-4239-b1c8-02e6c870365a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525142 Nov 23 11:06:54.681718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a68940f6-fe70-4b58-ac3b-cdc2891b8889 req-8dda9f44-f92a-42c4-b7d7-df437c4bcacb tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306469 Nov 23 11:06:54.715939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-63fa4755-3b35-4b6e-80e1-2707fe792e58 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044282 Nov 23 11:06:54.793266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-2cbec730-2828-4624-ab8f-b7a1bf4c0977 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0686717 Nov 23 11:06:54.865614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-1833320f-dad3-45c2-85a4-a944a7496ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:54.867186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-1833320f-dad3-45c2-85a4-a944a7496ca9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0672388 Nov 23 11:06:54.869326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-b4e56590-3739-49f5-8c04-18819880adbd service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865685 Nov 23 11:06:54.982463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-424cef51-898f-4f49-a106-154557ea6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:54.984140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-424cef51-898f-4f49-a106-154557ea6812 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102350 Nov 23 11:06:54.985648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0c64f-fa76-48ab-83be-7f8e5d8d8ed6 req-2cbb5fc6-d79c-468c-82ff-369cfb138546 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:54.988195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f0c64f-fa76-48ab-83be-7f8e5d8d8ed6 req-2cbb5fc6-d79c-468c-82ff-369cfb138546 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 949 time: 0.0619154 Nov 23 11:06:55.040419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a1b0a70-e63b-48c3-be9e-50365bd05979 req-8decf4b9-5139-421f-8a48-9f0d73b56d09 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570764 Nov 23 11:06:55.063229 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f0c64f-fa76-48ab-83be-7f8e5d8d8ed6 req-6ca4cfc1-203b-4064-be7f-97055169f6d3 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647182 Nov 23 11:06:55.118765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-20f38360-5e99-4a93-9367-4f640e4038aa service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265154 Nov 23 11:06:55.256631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-5e7fa8ad-a1ab-49c7-9401-44089fbfac46 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300273 Nov 23 11:06:55.318082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-31fb321a-fd37-41e5-b346-ec0b593b0cb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0546904 Nov 23 11:06:55.406832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-c77640ae-c410-43de-aef2-fb17ebe2dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:55.408484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-c77640ae-c410-43de-aef2-fb17ebe2dba3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0833764 Nov 23 11:06:55.470558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-612510f9-7ef5-4a86-a5e7-937cfabfbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:55.472159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-612510f9-7ef5-4a86-a5e7-937cfabfbc2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534155 Nov 23 11:06:55.593642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-8c11219a-e939-4ebf-b736-cdc546c6ec70 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136091 Nov 23 11:06:55.716876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-ca12a420-e97a-4666-a037-cf2966a5f1c8 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148682 Nov 23 11:06:55.771269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-5523c41b-1b81-42a3-b34b-6fd1d536576b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0462375 Nov 23 11:06:55.875750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a389c-00f5-4b65-ac22-7517bdc4d37d req-a4b3bd90-caf4-46d2-b037-e844a805cf25 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:55.889300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae8a389c-00f5-4b65-ac22-7517bdc4d37d req-a4b3bd90-caf4-46d2-b037-e844a805cf25 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0890870 Nov 23 11:06:55.921176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-01ea7ed7-4600-43d9-b45d-217af2c667bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:55.924715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-01ea7ed7-4600-43d9-b45d-217af2c667bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1411223 Nov 23 11:06:55.998450 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae8a389c-00f5-4b65-ac22-7517bdc4d37d req-e2b96b7b-9194-4d1d-b297-05df4f51d7a0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077163 Nov 23 11:06:56.029236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-ab6a4560-13b3-4d91-8dca-fcb8fb20b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:56.031174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-ab6a4560-13b3-4d91-8dca-fcb8fb20b3a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996895 Nov 23 11:06:56.162895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-e3401be9-34e4-49bc-a4de-55094b88a4ac service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231434 Nov 23 11:06:56.288612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-69121a65-885f-4234-a895-290b0986dbcf service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146915 Nov 23 11:06:56.337724 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-6af48193-5125-4719-aa98-532628777029 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0417299 Nov 23 11:06:56.416655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-8a91db5d-20bf-43c4-8bfa-ff0db9deea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:56.420986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-8a91db5d-20bf-43c4-8bfa-ff0db9deea48 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0758932 Nov 23 11:06:56.505546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-fb42926a-495d-46ce-bdfe-0c5c2b1a4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:56.507224 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-fb42926a-495d-46ce-bdfe-0c5c2b1a4d34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774746 Nov 23 11:06:56.639401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-d5787fb1-90ce-4b0e-a60b-18616989f19a service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234360 Nov 23 11:06:56.764430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6a37e3b-ac16-45bc-8136-90205f4be120 req-1aa968ff-aef0-4ecf-9141-76e81a176dec service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170282 Nov 23 11:06:57.161534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d3b05-d057-4578-ac94-84b24a9ebfc2 req-129a7a16-d76c-4ede-8bb7-624ce55f3b12 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:57.163165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-262d3b05-d057-4578-ac94-84b24a9ebfc2 req-129a7a16-d76c-4ede-8bb7-624ce55f3b12 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0658314 Nov 23 11:06:57.215214 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-262d3b05-d057-4578-ac94-84b24a9ebfc2 req-c590a1ec-4ea8-4d71-ae1f-d8f3a15977a9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Nov 23 11:06:58.342842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e1d1f-0b04-481c-bbf8-99869e266ebf req-4886d2b9-b690-48bb-b53f-ee8419787215 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:58.344379 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-779e1d1f-0b04-481c-bbf8-99869e266ebf req-4886d2b9-b690-48bb-b53f-ee8419787215 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0525582 Nov 23 11:06:58.397606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-779e1d1f-0b04-481c-bbf8-99869e266ebf req-10283c5c-2e04-42a1-bfa3-eeada438d2a3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Nov 23 11:06:59.537864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0bf99-7932-4c1c-a4b8-62b609726a63 req-4b0e756e-f6e7-40d1-a175-315715edb2bf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:06:59.540459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98c0bf99-7932-4c1c-a4b8-62b609726a63 req-4b0e756e-f6e7-40d1-a175-315715edb2bf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0603211 Nov 23 11:06:59.605726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98c0bf99-7932-4c1c-a4b8-62b609726a63 req-d2bae86f-7fe5-46d2-995b-25d1703c00a8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572109 Nov 23 11:07:00.736639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dcd3d-71de-40fb-91eb-4fcb5fe4e30a req-0bf87749-8620-45ec-a665-4705afd66651 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:00.738329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-241dcd3d-71de-40fb-91eb-4fcb5fe4e30a req-0bf87749-8620-45ec-a665-4705afd66651 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0531378 Nov 23 11:07:00.797371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-241dcd3d-71de-40fb-91eb-4fcb5fe4e30a req-ddbf0e60-e70c-48a9-8fe4-fd2ea2eef8d2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526638 Nov 23 11:07:01.924551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424d47d-641b-4687-ba19-61d7f0f48871 req-890f5397-dd30-481c-9e1e-9626827c4dd5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:01.934484 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e424d47d-641b-4687-ba19-61d7f0f48871 req-890f5397-dd30-481c-9e1e-9626827c4dd5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0646949 Nov 23 11:07:01.994312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e424d47d-641b-4687-ba19-61d7f0f48871 req-88d36a20-209e-4065-b7a3-fa8d4a3758db tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586839 Nov 23 11:07:03.144934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7df80-e574-4dfc-83aa-b01321a80e20 req-28d8bff6-159b-4c8d-b18c-ab0b457349ed tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:03.146550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31f7df80-e574-4dfc-83aa-b01321a80e20 req-28d8bff6-159b-4c8d-b18c-ab0b457349ed tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0711606 Nov 23 11:07:03.204818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-31f7df80-e574-4dfc-83aa-b01321a80e20 req-f23d0f6c-1f86-44a4-b69d-07e494b92e0e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Nov 23 11:07:04.347565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86599a4-7e90-4fec-87d4-33ff1bac18c5 req-8b7d4b21-98c9-4747-9783-955f2362f71b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:04.349319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e86599a4-7e90-4fec-87d4-33ff1bac18c5 req-8b7d4b21-98c9-4747-9783-955f2362f71b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0731156 Nov 23 11:07:04.403573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e86599a4-7e90-4fec-87d4-33ff1bac18c5 req-f40c28a8-28ac-492f-a7bf-d982e6e4681f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472412 Nov 23 11:07:05.533368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4091e-0b4c-4f62-98f6-e5aaddb3fbed req-f444ef6c-2161-4e7e-8246-7c5a897026e6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:05.534949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-87d4091e-0b4c-4f62-98f6-e5aaddb3fbed req-f444ef6c-2161-4e7e-8246-7c5a897026e6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 943 time: 0.0574141 Nov 23 11:07:05.589012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-87d4091e-0b4c-4f62-98f6-e5aaddb3fbed req-38773399-124f-40ff-beae-737d8c8b53d3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Nov 23 11:07:06.087214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e4db619d-d4c2-4763-8c09-6ab2c0ade215 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:07:06.189139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e4db619d-d4c2-4763-8c09-6ab2c0ade215, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e4db619d-d4c2-4763-8c09-6ab2c0ade215,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:06.207967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'port_id': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215', 'mac_address': 'fa:16:3e:48:14:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:07:06.251509 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:06.265053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4db619d-d4c2-4763-8c09-6ab2c0ade215 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:07:06.283884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e4db619d-d4c2-4763-8c09-6ab2c0ade215, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e4db619d-d4c2-4763-8c09-6ab2c0ade215,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:06.289209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:06.336240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e4db619d-d4c2-4763-8c09-6ab2c0ade215,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:06.344028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.344402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.344732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.345070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.345441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.345780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.346112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.346442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.346770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.347098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.347426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.347753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:06.712941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128d2c-6e6b-4f7c-a423-369c82978ab8 req-16cd353a-39c3-428d-9eac-84bdceaac6b8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:06.714614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08128d2c-6e6b-4f7c-a423-369c82978ab8 req-16cd353a-39c3-428d-9eac-84bdceaac6b8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 944 time: 0.0513070 Nov 23 11:07:06.724678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['e4db619d-d4c2-4763-8c09-6ab2c0ade215'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:07:06.776989 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08128d2c-6e6b-4f7c-a423-369c82978ab8 req-de9f30d5-0feb-4312-8001-cd52bfb1d8b3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550981 Nov 23 11:07:07.915421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a450b9c-afd6-4240-938b-04217853f81d req-e134c2b4-51eb-4f7e-973f-c9458ec289f9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:07.916914 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a450b9c-afd6-4240-938b-04217853f81d req-e134c2b4-51eb-4f7e-973f-c9458ec289f9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 944 time: 0.0557573 Nov 23 11:07:07.970337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a450b9c-afd6-4240-938b-04217853f81d req-17da5d62-6863-4741-87df-5398e8f758ad tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Nov 23 11:07:08.087823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e4db619d-d4c2-4763-8c09-6ab2c0ade215 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:07:08.139079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port e4db619d-d4c2-4763-8c09-6ab2c0ade215 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:07:08.144302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port e4db619d-d4c2-4763-8c09-6ab2c0ade215 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:07:08.144674 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:08.226248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:08.254510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:07:08.256731 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23da09e-94cb-4bce-9f64-4dcefdb377e2" -d '{"events": [{"server_uuid": "ded4c766-a058-4e19-b76e-88825d5f42b8", "name": "network-vif-plugged", "status": "completed", "tag": "e4db619d-d4c2-4763-8c09-6ab2c0ade215"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:07:08.276087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port e4db619d-d4c2-4763-8c09-6ab2c0ade215, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e4db619d-d4c2-4763-8c09-6ab2c0ade215,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:08.283478 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:08.364409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=e4db619d-d4c2-4763-8c09-6ab2c0ade215,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:08.485521 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0e58fc-3e7e-43b7-a302-895884a7cd78 x-openstack-request-id: req-2e0e58fc-3e7e-43b7-a302-895884a7cd78 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:07:08.485823 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded4c766-a058-4e19-b76e-88825d5f42b8", "name": "network-vif-plugged", "status": "completed", "tag": "e4db619d-d4c2-4763-8c09-6ab2c0ade215", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:07:08.486077 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2e0e58fc-3e7e-43b7-a302-895884a7cd78 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:07:08.486476 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215', 'code': 200} Nov 23 11:07:08.588291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57009d4a-4d94-405c-a146-0b08a73df130 req-087cf6fd-3bdc-4174-80a1-01cde4fd998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:08.589822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57009d4a-4d94-405c-a146-0b08a73df130 req-087cf6fd-3bdc-4174-80a1-01cde4fd998a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 1096 time: 0.0417993 Nov 23 11:07:08.635254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57009d4a-4d94-405c-a146-0b08a73df130 req-5880391a-0639-4bd8-b077-c92448500784 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377982 Nov 23 11:07:09.089125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa08133-5522-49bc-aa64-2ab376262ce4 req-23ab6238-c5f9-41c6-a94b-3e1ed64112e2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:09.090626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-faa08133-5522-49bc-aa64-2ab376262ce4 req-23ab6238-c5f9-41c6-a94b-3e1ed64112e2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 945 time: 0.0491433 Nov 23 11:07:09.140115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-faa08133-5522-49bc-aa64-2ab376262ce4 req-28e1d9ca-6ed2-43f7-82bd-ff38f07de6ea tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Nov 23 11:07:10.275047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2aa1aa-712f-4d0a-a0f0-39a88d41bb4f req-555e74a3-240b-4f07-9ffd-0e579386d4c8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:10.276600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c2aa1aa-712f-4d0a-a0f0-39a88d41bb4f req-555e74a3-240b-4f07-9ffd-0e579386d4c8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 945 time: 0.0527830 Nov 23 11:07:10.328211 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c2aa1aa-712f-4d0a-a0f0-39a88d41bb4f req-568fcab1-2562-4030-8da9-68ef0a36fbe4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Nov 23 11:07:10.458488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74b3b9-28c1-4e80-b787-ec6d44c64fc2 req-93b8149b-e7f6-429a-9ace-6654e054e57f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:10.463238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da74b3b9-28c1-4e80-b787-ec6d44c64fc2 req-93b8149b-e7f6-429a-9ace-6654e054e57f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 945 time: 0.0607638 Nov 23 11:07:10.509979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da74b3b9-28c1-4e80-b787-ec6d44c64fc2 req-7d6e853f-a195-4c46-89e8-24c704346d74 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Nov 23 11:07:10.838796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667cf38-5f05-48df-a108-64fd82fa5e76 req-20ebd204-54ee-417e-815e-d619d7e829e9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:10.840395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b667cf38-5f05-48df-a108-64fd82fa5e76 req-20ebd204-54ee-417e-815e-d619d7e829e9 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 945 time: 0.0565968 Nov 23 11:07:10.896072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b667cf38-5f05-48df-a108-64fd82fa5e76 req-723020db-e780-4273-9ddb-0ae8909125a8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488286 Nov 23 11:07:12.059155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7bb22-fb87-4a56-b6ed-0d312947af0d req-4108169f-efc0-4717-bd08-49a8eb573705 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:12.062684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcf7bb22-fb87-4a56-b6ed-0d312947af0d req-4108169f-efc0-4717-bd08-49a8eb573705 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 945 time: 0.0667484 Nov 23 11:07:12.129360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcf7bb22-fb87-4a56-b6ed-0d312947af0d req-c4ae7d47-7149-42dc-8e1d-3a3cb5a8f7d8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606453 Nov 23 11:07:12.396707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-1dfaf11b-f1e2-4cdb-95cc-2122a3a1ebbe tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:12.399351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-1dfaf11b-f1e2-4cdb-95cc-2122a3a1ebbe tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 945 time: 0.0563908 Nov 23 11:07:12.503546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port e4db619d-d4c2-4763-8c09-6ab2c0ade215 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:07:12.504164 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:12.610397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] For port e4db619d-d4c2-4763-8c09-6ab2c0ade215, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=e4db619d-d4c2-4763-8c09-6ab2c0ade215,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:12.610787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:12.636091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for e4db619d-d4c2-4763-8c09-6ab2c0ade215 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:07:12.811410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:12.831903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['e4db619d-d4c2-4763-8c09-6ab2c0ade215'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:07:12.843267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=e4db619d-d4c2-4763-8c09-6ab2c0ade215,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:12.858957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.858957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.858957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.858957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.859578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.859973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.860500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.860882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.861292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.861673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.862156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.862583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:12.902053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1f3569fb-51c8-4bec-8f15-88475a915223'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:07:12.907328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] No DVR routers for this DVR port e4db619d-d4c2-4763-8c09-6ab2c0ade215 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:07:12.914731 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:12.921315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9161db7c-23a7-4a8b-9765-037583d191d4 req-da74d7a7-2c8a-4062-ac31-638fe6443490 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.58 "DELETE /v2.0/ports/e4db619d-d4c2-4763-8c09-6ab2c0ade215 HTTP/1.1" status: 204 len: 173 time: 0.5161612 Nov 23 11:07:12.922389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'name': 'network-vif-deleted', 'tag': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:07:12.945975 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3395e96-d7b6-4fce-bd04-1f29484bc4d0" -d '{"events": [{"server_uuid": "ded4c766-a058-4e19-b76e-88825d5f42b8", "name": "network-vif-deleted", "tag": "e4db619d-d4c2-4763-8c09-6ab2c0ade215"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:07:13.033856 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaa2890-f035-47b4-bbd4-45618329abc1 x-openstack-request-id: req-9eaa2890-f035-47b4-bbd4-45618329abc1 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:07:13.034166 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded4c766-a058-4e19-b76e-88825d5f42b8", "name": "network-vif-deleted", "tag": "e4db619d-d4c2-4763-8c09-6ab2c0ade215", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:07:13.034427 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9eaa2890-f035-47b4-bbd4-45618329abc1 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:07:13.034911 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded4c766-a058-4e19-b76e-88825d5f42b8', 'name': 'network-vif-deleted', 'tag': 'e4db619d-d4c2-4763-8c09-6ab2c0ade215', 'status': 'completed', 'code': 200} Nov 23 11:07:13.326270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f731ff66-5cfd-4062-a94a-c74e3e49bab1 req-c936030f-3387-4ebc-88f3-e15c4debc955 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 210 time: 0.0666149 Nov 23 11:07:14.450269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4ac41ab-9936-42ff-a53d-e5acb213e1e6 req-4dc51c96-1d24-4d3b-9c28-475a18bcdcc4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 210 time: 0.0282104 Nov 23 11:07:14.500247 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1314b850-d560-4c03-84a4-98bbccb99ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:15.618874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce051386-ebd4-438f-8dc4-227b459abc06 req-c6a85eda-e6b5-46cc-bf0d-6c86bfea9e12 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 210 time: 0.0492520 Nov 23 11:07:16.135411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e4db619d-d4c2-4763-8c09-6ab2c0ade215 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:07:16.182491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: e4db619d-d4c2-4763-8c09-6ab2c0ade215 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:07:16.183012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device e4db619d-d4c2-4763-8c09-6ab2c0ade215 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:07:16.204139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39958) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:16.343301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b462e2-a240-4869-82b1-37de29fb54fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:16.455024 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b462e2-a240-4869-82b1-37de29fb54fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:16.463168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b462e2-a240-4869-82b1-37de29fb54fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:16.521533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-74b462e2-a240-4869-82b1-37de29fb54fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=749206dc9fe64c6ab0b1e9d1819871ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136706 Nov 23 11:07:16.521533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b462e2-a240-4869-82b1-37de29fb54fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c4e222-5a3f-4ce5-bf53-3ef2fd54dbb5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:16.522570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39962) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:16.586596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:16.613570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:16.686321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:16.690282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:16.693684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b2c4e222-5a3f-4ce5-bf53-3ef2fd54dbb5 HTTP/1.1" status: 204 len: 168 time: 0.1685548 Nov 23 11:07:16.702111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c4e222-5a3f-4ce5-bf53-3ef2fd54dbb5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:16.712876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.713737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.714237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.715147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.716272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.716783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.717339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.717881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.718189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.718522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.718907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.719291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74344cfe-f70e-4396-a507-b4dd0ff48b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:07:16.760278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-769625d5-25c1-466f-8bb3-67161491fa0b req-38fc544b-6d4b-4f81-bcbd-5147e80385fa tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 210 time: 0.0687602 Nov 23 11:07:16.947163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d0a4a375-91ac-4e67-92fb-4ac892dad7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.074538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 39972) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:17.088731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d45771a0-f449-46f9-a2e8-3fbd67e482ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.193200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d45771a0-f449-46f9-a2e8-3fbd67e482ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.200363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d45771a0-f449-46f9-a2e8-3fbd67e482ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.231911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d45771a0-f449-46f9-a2e8-3fbd67e482ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c8b11982dc0347deaaf6eaa5614596e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558599 Nov 23 11:07:17.234833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 39976) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:17.247226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45771a0-f449-46f9-a2e8-3fbd67e482ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f5523-cce8-4818-9289-b82278bf82f9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:17.299224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d726092f-eee9-4f9e-a1af-4deb5e546515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.324570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d726092f-eee9-4f9e-a1af-4deb5e546515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.378349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d726092f-eee9-4f9e-a1af-4deb5e546515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.381845 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d726092f-eee9-4f9e-a1af-4deb5e546515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:17.383065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d726092f-eee9-4f9e-a1af-4deb5e546515 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f0f5523-cce8-4818-9289-b82278bf82f9 HTTP/1.1" status: 204 len: 168 time: 0.1466622 Nov 23 11:07:17.391711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726092f-eee9-4f9e-a1af-4deb5e546515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f5523-cce8-4818-9289-b82278bf82f9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:17.885251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67887d1b-a853-4022-8a36-a93f647593b3 req-59b8f64d-e04d-46d9-b3b3-8f5acfd2e248 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=ded4c766-a058-4e19-b76e-88825d5f42b8 HTTP/1.1" status: 200 len: 210 time: 0.0406172 Nov 23 11:07:18.613187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:19.546413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:19.944936 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:20.124880 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:22.213785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:24.625389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75945af-2118-4373-9204-1a09f9bc02b4 req-6c519024-0cae-4cdf-bdcf-4b1df3e43818 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:24.626993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a75945af-2118-4373-9204-1a09f9bc02b4 req-6c519024-0cae-4cdf-bdcf-4b1df3e43818 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 946 time: 0.0533252 Nov 23 11:07:24.685845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a75945af-2118-4373-9204-1a09f9bc02b4 req-e75bf02b-b95e-4a56-a1ce-32251ce08e36 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516198 Nov 23 11:07:25.809764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf9a08-1cec-4312-a978-c0948386c4a5 req-104bc03a-65d0-4ad2-a2eb-acdc6c5ca24e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:25.811607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16bf9a08-1cec-4312-a978-c0948386c4a5 req-104bc03a-65d0-4ad2-a2eb-acdc6c5ca24e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 946 time: 0.0554943 Nov 23 11:07:25.865994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16bf9a08-1cec-4312-a978-c0948386c4a5 req-0fc0680d-662d-4f13-920d-e04ca1b6dcff tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=07a679c3-7dfd-4ab0-894d-0cbca63b0909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483780 Nov 23 11:07:26.262825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-63a486f8-7eb9-4005-be1e-7223fec44637 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:26.264305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-63a486f8-7eb9-4005-be1e-7223fec44637 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 946 time: 0.0487978 Nov 23 11:07:26.364326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 1f3569fb-51c8-4bec-8f15-88475a915223 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:07:26.364662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:26.466595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] For port 1f3569fb-51c8-4bec-8f15-88475a915223, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1f3569fb-51c8-4bec-8f15-88475a915223,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:07:26.466974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:26.482252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 1f3569fb-51c8-4bec-8f15-88475a915223 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:07:26.628295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:26.665261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=1f3569fb-51c8-4bec-8f15-88475a915223,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:26.734873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] No DVR routers for this DVR port 1f3569fb-51c8-4bec-8f15-88475a915223 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:07:26.738138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:26.742793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4068875-d850-4347-9b3b-7fc65978ff38 req-103be132-4553-43b0-a75d-659d52bd2ce2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "DELETE /v2.0/ports/1f3569fb-51c8-4bec-8f15-88475a915223 HTTP/1.1" status: 204 len: 173 time: 0.4709775 Nov 23 11:07:26.743354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'name': 'network-vif-deleted', 'tag': '1f3569fb-51c8-4bec-8f15-88475a915223'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:07:26.746720 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2761f7-2133-4cc2-b1f2-9a0df15b8469" -d '{"events": [{"server_uuid": "30056c51-9e39-45d4-8ee0-9ed69b437708", "name": "network-vif-deleted", "tag": "1f3569fb-51c8-4bec-8f15-88475a915223"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:07:26.825862 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c4cdac-9811-4528-bdc7-c5591721eefd x-openstack-request-id: req-c5c4cdac-9811-4528-bdc7-c5591721eefd {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:07:26.826380 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30056c51-9e39-45d4-8ee0-9ed69b437708", "name": "network-vif-deleted", "tag": "1f3569fb-51c8-4bec-8f15-88475a915223", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:07:26.826796 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5c4cdac-9811-4528-bdc7-c5591721eefd {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:07:26.827367 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30056c51-9e39-45d4-8ee0-9ed69b437708', 'name': 'network-vif-deleted', 'tag': '1f3569fb-51c8-4bec-8f15-88475a915223', 'status': 'completed', 'code': 200} Nov 23 11:07:27.050011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6af8f64c-e965-4e8b-9798-c0632e2c5b93 req-9704f388-e5e7-45aa-a519-d3ecc5c3050f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0742121 Nov 23 11:07:27.076525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40138) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:27.144350 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:07:27.271167 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e73cf6b4-00de-43f5-8e42-0c79f3c7e460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:27.395072 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e73cf6b4-00de-43f5-8e42-0c79f3c7e460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:27.403137 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e73cf6b4-00de-43f5-8e42-0c79f3c7e460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:27.450410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf6b4-00de-43f5-8e42-0c79f3c7e460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce66fa4-4ff7-4cb3-a701-50daab6f985c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:27.457675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40150) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:27.458206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e73cf6b4-00de-43f5-8e42-0c79f3c7e460 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0d2ead8ca3b94af69ebb97db690e2e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801069 Nov 23 11:07:27.563134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10538669-e57a-4936-b0cf-b9d6065dcaa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:27.595537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10538669-e57a-4936-b0cf-b9d6065dcaa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:27.665862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10538669-e57a-4936-b0cf-b9d6065dcaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:27.670099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10538669-e57a-4936-b0cf-b9d6065dcaa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:27.674963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-10538669-e57a-4936-b0cf-b9d6065dcaa2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5ce66fa4-4ff7-4cb3-a701-50daab6f985c HTTP/1.1" status: 204 len: 168 time: 0.2154388 Nov 23 11:07:27.684707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10538669-e57a-4936-b0cf-b9d6065dcaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce66fa4-4ff7-4cb3-a701-50daab6f985c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:28.051137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:28.071211 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-592f-434a-be06-b189681b0c06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:28.204778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-820ef7a9-c219-449f-9659-f909d65f29cd req-aa5a2647-c081-4446-9470-968df57304ec tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0491910 Nov 23 11:07:28.215988 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-592f-434a-be06-b189681b0c06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:28.221937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-641d021e-592f-434a-be06-b189681b0c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:28.266526 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-641d021e-592f-434a-be06-b189681b0c06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4fb7a9537ab455d93cd17f270ae36d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2147260 Nov 23 11:07:28.267248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d021e-592f-434a-be06-b189681b0c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557ea85e-85ff-4d24-8717-d0f2ad913ed0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:28.269277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:28.323947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549ff396-79fe-4d99-8bd3-2eaa22d7a8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:28.348442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549ff396-79fe-4d99-8bd3-2eaa22d7a8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:28.405007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549ff396-79fe-4d99-8bd3-2eaa22d7a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:28.408089 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-549ff396-79fe-4d99-8bd3-2eaa22d7a8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:28.412376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-549ff396-79fe-4d99-8bd3-2eaa22d7a8ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/557ea85e-85ff-4d24-8717-d0f2ad913ed0 HTTP/1.1" status: 204 len: 168 time: 0.1420848 Nov 23 11:07:28.421935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ff396-79fe-4d99-8bd3-2eaa22d7a8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ea85e-85ff-4d24-8717-d0f2ad913ed0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:28.460177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f3569fb-51c8-4bec-8f15-88475a915223 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:07:28.490712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 1f3569fb-51c8-4bec-8f15-88475a915223 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:07:28.491307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1f3569fb-51c8-4bec-8f15-88475a915223 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:07:29.359461 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c4fffc9-2e33-4d08-9e43-0ef0936f7414 req-2c522fcb-3dfe-4207-aa35-f54dd6c12434 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0420356 Nov 23 11:07:30.518618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51a5aafe-b41a-434d-989f-0bd1ff36cffd req-e91e1b45-afb6-4a54-b00c-3080cc03787b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0314889 Nov 23 11:07:31.638524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f5952e7-bdf5-4712-a899-949f7f0fcc2b req-53455f7e-ed00-4f04-b1ac-54986b784d52 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=30056c51-9e39-45d4-8ee0-9ed69b437708 HTTP/1.1" status: 200 len: 210 time: 0.0350127 Nov 23 11:07:36.110347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40420) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:36.293976 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-169eae48-a2fc-4b8c-bf2f-a30f1c1884c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:36.397848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-169eae48-a2fc-4b8c-bf2f-a30f1c1884c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:36.405551 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-169eae48-a2fc-4b8c-bf2f-a30f1c1884c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:36.445479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-169eae48-a2fc-4b8c-bf2f-a30f1c1884c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b481f8e41a4c4f599139b50c8df065bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339772 Nov 23 11:07:36.448734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40442) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:36.481727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169eae48-a2fc-4b8c-bf2f-a30f1c1884c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bae5d7-fc3b-4d2e-80af-594ab28d4ed2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:36.533887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f77c0d06-420c-4fd1-9b6b-c93edfc40764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:36.558181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f77c0d06-420c-4fd1-9b6b-c93edfc40764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:36.617281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f77c0d06-420c-4fd1-9b6b-c93edfc40764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:36.620796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f77c0d06-420c-4fd1-9b6b-c93edfc40764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:36.624711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f77c0d06-420c-4fd1-9b6b-c93edfc40764 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27bae5d7-fc3b-4d2e-80af-594ab28d4ed2 HTTP/1.1" status: 204 len: 168 time: 0.1717877 Nov 23 11:07:36.632548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c0d06-420c-4fd1-9b6b-c93edfc40764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bae5d7-fc3b-4d2e-80af-594ab28d4ed2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:36.991219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40482) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:37.007867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-675bd390-9eb9-406c-b51f-e2d913e1aa7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:37.088166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-675bd390-9eb9-406c-b51f-e2d913e1aa7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:37.093035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-675bd390-9eb9-406c-b51f-e2d913e1aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:37.140226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-675bd390-9eb9-406c-b51f-e2d913e1aa7e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a7f64cb35be04109ae54b3026f214d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476328 Nov 23 11:07:37.141142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bd390-9eb9-406c-b51f-e2d913e1aa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb54ffd1-9368-467f-87b8-ced93e331156,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:37.145034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40488) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:37.202206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d93-35b1-4116-b21c-1b1fd54a496c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:37.223266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d93-35b1-4116-b21c-1b1fd54a496c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:37.269352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d93-35b1-4116-b21c-1b1fd54a496c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:37.271841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31fe1d93-35b1-4116-b21c-1b1fd54a496c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:37.272992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31fe1d93-35b1-4116-b21c-1b1fd54a496c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bb54ffd1-9368-467f-87b8-ced93e331156 HTTP/1.1" status: 204 len: 168 time: 0.1269066 Nov 23 11:07:37.282358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe1d93-35b1-4116-b21c-1b1fd54a496c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb54ffd1-9368-467f-87b8-ced93e331156,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:38.219754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40534) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:38.224467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-902d19a0-5a0b-4060-9b07-46472cc73f29 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327768611', 'description': 'tempest-secgroup-smoke-1327768611 description', 'project_id': '9a28650198b941c682815a8cc8b58681'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:38.247907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-902d19a0-5a0b-4060-9b07-46472cc73f29 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.323681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-902d19a0-5a0b-4060-9b07-46472cc73f29 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.328515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-902d19a0-5a0b-4060-9b07-46472cc73f29 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.364726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-902d19a0-5a0b-4060-9b07-46472cc73f29 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.366194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-902d19a0-5a0b-4060-9b07-46472cc73f29 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1453342 Nov 23 11:07:38.369300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40538) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:38.376596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fb8352bc-bd9f-4e12-8560-8160cf8f0d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'security_group_rule': {'security_group_id': '827a4783-becc-46ba-86c9-6df0fd75fddc', 'project_id': '9a28650198b941c682815a8cc8b58681', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:38.382958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d19a0-5a0b-4060-9b07-46472cc73f29 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827a4783-becc-46ba-86c9-6df0fd75fddc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:38.414642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8352bc-bd9f-4e12-8560-8160cf8f0d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.477137 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8352bc-bd9f-4e12-8560-8160cf8f0d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.482384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8352bc-bd9f-4e12-8560-8160cf8f0d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.502082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8352bc-bd9f-4e12-8560-8160cf8f0d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a52480-5aa0-40f6-b860-9bce8c73f7cf,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:38.518088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fb8352bc-bd9f-4e12-8560-8160cf8f0d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.519318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fb8352bc-bd9f-4e12-8560-8160cf8f0d8f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490822 Nov 23 11:07:38.522053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40550) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:38.526801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5f118c04-e336-44ca-aff5-9712eb145c13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'security_group_rule': {'security_group_id': '827a4783-becc-46ba-86c9-6df0fd75fddc', 'project_id': '9a28650198b941c682815a8cc8b58681', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:38.556436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f118c04-e336-44ca-aff5-9712eb145c13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.619078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f118c04-e336-44ca-aff5-9712eb145c13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.623818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f118c04-e336-44ca-aff5-9712eb145c13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.643188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f118c04-e336-44ca-aff5-9712eb145c13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f3073b-fab3-4f3b-b60a-be28f09e6518,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:38.651018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f118c04-e336-44ca-aff5-9712eb145c13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.661497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5f118c04-e336-44ca-aff5-9712eb145c13 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297240 Nov 23 11:07:38.661497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40554) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:38.842000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7f34d213-200c-4263-a0b3-8328d2302cf8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'security_group_rule': {'security_group_id': '827a4783-becc-46ba-86c9-6df0fd75fddc', 'project_id': '9a28650198b941c682815a8cc8b58681', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:38.872374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f34d213-200c-4263-a0b3-8328d2302cf8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.936162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f34d213-200c-4263-a0b3-8328d2302cf8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.941758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f34d213-200c-4263-a0b3-8328d2302cf8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.966270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34d213-200c-4263-a0b3-8328d2302cf8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb2fabb-e29d-4ff4-87e5-8651954f2564,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:38.977881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f34d213-200c-4263-a0b3-8328d2302cf8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:38.979125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7f34d213-200c-4263-a0b3-8328d2302cf8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223424 Nov 23 11:07:38.982625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40576) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:38.992398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f31a8322-2b4e-491d-8043-1989478c8d9a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'security_group_rule': {'security_group_id': '827a4783-becc-46ba-86c9-6df0fd75fddc', 'project_id': '9a28650198b941c682815a8cc8b58681', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:39.036589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f31a8322-2b4e-491d-8043-1989478c8d9a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.113403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f31a8322-2b4e-491d-8043-1989478c8d9a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.117702 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f31a8322-2b4e-491d-8043-1989478c8d9a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.140020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a8322-2b4e-491d-8043-1989478c8d9a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec08e6f8-f05e-43fc-8f2c-7617e920cc61,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:39.145643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f31a8322-2b4e-491d-8043-1989478c8d9a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.147062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f31a8322-2b4e-491d-8043-1989478c8d9a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630027 Nov 23 11:07:39.149477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40588) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:39.154427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'security_group_rule': {'security_group_id': '827a4783-becc-46ba-86c9-6df0fd75fddc', 'project_id': '9a28650198b941c682815a8cc8b58681', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:39.181791 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Project 9a28650198b941c682815a8cc8b58681 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:07:39.188702 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.255845 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.260109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.283135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bfb8f3-296b-4610-828c-b932b340cd91,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:39.288612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.289722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2c115c94-6100-4a4b-bee3-274656d88345 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393023 Nov 23 11:07:39.292738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40600) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:39.298074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'security_group_rule': {'security_group_id': '827a4783-becc-46ba-86c9-6df0fd75fddc', 'project_id': '9a28650198b941c682815a8cc8b58681', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:07:39.326799 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Project 9a28650198b941c682815a8cc8b58681 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:07:39.332782 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.404112 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.408878 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.429675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1f1881-5114-4f62-9673-2f6fd0a479f5,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:39.447989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:39.449421 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c3de75f-1794-4788-8950-be68d405e8f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549411 Nov 23 11:07:39.787492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 40658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:39.916889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e16cf53-7177-4a72-b9c8-d54ed3a9ed20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.017030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e16cf53-7177-4a72-b9c8-d54ed3a9ed20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.021206 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e16cf53-7177-4a72-b9c8-d54ed3a9ed20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.061507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16cf53-7177-4a72-b9c8-d54ed3a9ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff110bf5-b3bd-45b2-97a2-d46f5e927767,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:40.068834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40682) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:40.069009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6e16cf53-7177-4a72-b9c8-d54ed3a9ed20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14ebf8bc5b8d4b4190389f82a695582d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2801273 Nov 23 11:07:40.158051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a5d60b0-0c4a-4d2f-849d-a745c0e515e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.182319 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a5d60b0-0c4a-4d2f-849d-a745c0e515e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.259618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a5d60b0-0c4a-4d2f-849d-a745c0e515e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.262630 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7a5d60b0-0c4a-4d2f-849d-a745c0e515e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.265572 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7a5d60b0-0c4a-4d2f-849d-a745c0e515e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ff110bf5-b3bd-45b2-97a2-d46f5e927767 HTTP/1.1" status: 204 len: 168 time: 0.1949601 Nov 23 11:07:40.275081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d60b0-0c4a-4d2f-849d-a745c0e515e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff110bf5-b3bd-45b2-97a2-d46f5e927767,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:40.586136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40718) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:40.601643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4caf67d4-74b6-434a-af49-431b4deca90b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.704636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4caf67d4-74b6-434a-af49-431b4deca90b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.710618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4caf67d4-74b6-434a-af49-431b4deca90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.752417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4caf67d4-74b6-434a-af49-431b4deca90b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c852671df3a1487b811598a2222f8b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651435 Nov 23 11:07:40.754969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 40724) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:40.762854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caf67d4-74b6-434a-af49-431b4deca90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f661cea1-2bdb-452d-b294-9e3e9ba1e2f3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:40.818205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94116be5-df6e-4d56-b024-79c47a3e289e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.843849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94116be5-df6e-4d56-b024-79c47a3e289e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.894336 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94116be5-df6e-4d56-b024-79c47a3e289e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.904186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94116be5-df6e-4d56-b024-79c47a3e289e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:40.906015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94116be5-df6e-4d56-b024-79c47a3e289e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f661cea1-2bdb-452d-b294-9e3e9ba1e2f3 HTTP/1.1" status: 204 len: 168 time: 0.1498017 Nov 23 11:07:40.920001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94116be5-df6e-4d56-b024-79c47a3e289e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f661cea1-2bdb-452d-b294-9e3e9ba1e2f3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:44.527597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ad14b61-4a27-4982-9f33-57d4c60c8a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:46.958234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b1ecc5b-36c9-487f-bbba-08ee0df8b77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:48.583147 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:49.553965 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:49.955672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:50.133621 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.091284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41034) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:52.195543 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.237039 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3211dc14-c6e7-4d59-b4ce-4fd424381d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.327495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3211dc14-c6e7-4d59-b4ce-4fd424381d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.332068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3211dc14-c6e7-4d59-b4ce-4fd424381d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.396323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3211dc14-c6e7-4d59-b4ce-4fd424381d4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0cd2dbcaa9f94f09a46e7613d1153cd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007553 Nov 23 11:07:52.396323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211dc14-c6e7-4d59-b4ce-4fd424381d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e9ca66-63c2-461c-918e-6ad9b765aed3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:52.396498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 41044) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:52.455066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d2fe25-02f6-4fb0-8642-16370d09be0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.476942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d2fe25-02f6-4fb0-8642-16370d09be0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.530455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d2fe25-02f6-4fb0-8642-16370d09be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.533089 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d2fe25-02f6-4fb0-8642-16370d09be0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:52.536619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-39d2fe25-02f6-4fb0-8642-16370d09be0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23e9ca66-63c2-461c-918e-6ad9b765aed3 HTTP/1.1" status: 204 len: 168 time: 0.1367543 Nov 23 11:07:52.544153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2fe25-02f6-4fb0-8642-16370d09be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e9ca66-63c2-461c-918e-6ad9b765aed3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:52.613317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-23971db0-8d08-4364-96bf-add8e1fb9714 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0617151 Nov 23 11:07:52.752813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.753456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.753993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.754650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.755181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.755710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.756237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.758532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-8ba05ed2-b50e-4c68-a19a-4d30e93d04aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.0782487 Nov 23 11:07:52.910911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-30cbeeea-d0dc-4f1d-b747-dd9573546d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.911815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-30cbeeea-d0dc-4f1d-b747-dd9573546d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.912669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-30cbeeea-d0dc-4f1d-b747-dd9573546d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:52.915336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-30cbeeea-d0dc-4f1d-b747-dd9573546d25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.1298323 Nov 23 11:07:53.026562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-749d1cdb-2944-4bf3-804a-1393551d9f73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.1037443 Nov 23 11:07:53.092636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-cf7c8122-8226-4f2e-8cf3-b511a3c05dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:53.094933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-cf7c8122-8226-4f2e-8cf3-b511a3c05dc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.0614603 Nov 23 11:07:53.173819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-3428d2b6-6619-4bea-aaae-760c38563037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:53.175500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-3428d2b6-6619-4bea-aaae-760c38563037 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740707 Nov 23 11:07:53.304476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-604fae85-49fe-4c59-9f79-eee857eda453 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161263 Nov 23 11:07:53.423077 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-db76fd07-2c1a-4233-82c6-6c10407d18b5 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114035 Nov 23 11:07:53.475321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-70f519c1-6949-4ce8-977e-a30a5fd13771 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.0446694 Nov 23 11:07:53.535624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-9b7af7a6-c86d-4eb4-979d-98820fb020f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:53.537551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-9b7af7a6-c86d-4eb4-979d-98820fb020f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0551510 Nov 23 11:07:53.598209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-de386e23-bf82-42ec-b796-df69f0376eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:53.599965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-de386e23-bf82-42ec-b796-df69f0376eea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0552888 Nov 23 11:07:53.728797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-406a2b69-f71c-4969-b30a-ba5e35390bd3 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208661 Nov 23 11:07:53.897358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-b02301fe-ebee-4e85-9989-8af37b799694 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587892 Nov 23 11:07:53.961238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-ea111ae5-57ed-4016-bead-aeaab0a6ab6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0536389 Nov 23 11:07:53.987030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41126) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:54.018145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-0ba5b448-23d4-470c-9c53-728980ebdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:54.019722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-0ba5b448-23d4-470c-9c53-728980ebdbad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0520306 Nov 23 11:07:54.088396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-b72c0304-ddc9-44d3-9917-bd2c8284e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:54.091482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-b72c0304-ddc9-44d3-9917-bd2c8284e4e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604968 Nov 23 11:07:54.132769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d539e97a-6c24-4b70-9f3e-5913c6c4584b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:54.221760 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d539e97a-6c24-4b70-9f3e-5913c6c4584b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:54.228570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d539e97a-6c24-4b70-9f3e-5913c6c4584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:54.230603 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-5f3b7d31-ad53-49bc-9d57-10bab8c2992e service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304615 Nov 23 11:07:54.266330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d539e97a-6c24-4b70-9f3e-5913c6c4584b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8b4f687ac1de43279a3b4dbc3cfc94e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781951 Nov 23 11:07:54.273780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 41134) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:07:54.350606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-08d09f3b-0f32-4b84-a9eb-5901e6d563be service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142638 Nov 23 11:07:54.357437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539e97a-6c24-4b70-9f3e-5913c6c4584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5732fb8-519f-4a1c-90b7-c9d58b53ab82,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:54.371103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1a7830-4cef-41ce-93d5-763289061309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:54.405073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1a7830-4cef-41ce-93d5-763289061309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:54.407506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-491dd9b8-f112-4edf-bfec-e41d211b7b55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0497148 Nov 23 11:07:54.457832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1a7830-4cef-41ce-93d5-763289061309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:54.460659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-af1a7830-4cef-41ce-93d5-763289061309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:07:54.464257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-af1a7830-4cef-41ce-93d5-763289061309 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b5732fb8-519f-4a1c-90b7-c9d58b53ab82 HTTP/1.1" status: 204 len: 168 time: 0.1868134 Nov 23 11:07:54.474088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a7830-4cef-41ce-93d5-763289061309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5732fb8-519f-4a1c-90b7-c9d58b53ab82,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:07:54.491023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-ab54ad7a-53ed-415b-b551-6d75c1715ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:54.493055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-ab54ad7a-53ed-415b-b551-6d75c1715ef2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0784404 Nov 23 11:07:54.586073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-ba4611bd-a6bc-494d-a5d3-8168f0735d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:54.587728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-ba4611bd-a6bc-494d-a5d3-8168f0735d96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0866449 Nov 23 11:07:54.622545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-939003b7-2b57-41bb-94e4-88155c204c02 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824504 Nov 23 11:07:54.747933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561248-89e4-4487-a2a6-39a039a26df0 req-679cbb09-3187-4db1-8a31-6883dacff6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:54.747933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-679cbb09-3187-4db1-8a31-6883dacff6f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=de37ac09b73a41db98b813c894187ebb&device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 1100 time: 0.0670021 Nov 23 11:07:54.748762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-656d3808-4092-4cd7-bdb3-a448b9707427 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517768 Nov 23 11:07:54.963082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-640c544f-bcbf-44d5-82fa-76f410d8317e service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056119 Nov 23 11:07:54.966112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561248-89e4-4487-a2a6-39a039a26df0 req-b8e572fe-a486-4586-a96d-8e2a31fae4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:54.967474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-b8e572fe-a486-4586-a96d-8e2a31fae4a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.1839039 Nov 23 11:07:55.015175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-323b19de-3300-4067-891b-7a675598a27f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0453303 Nov 23 11:07:55.056088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-3a855e3f-69ea-4bbd-ae85-97a041abaa40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 HTTP/1.1" status: 200 len: 217 time: 0.0477569 Nov 23 11:07:55.171377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561248-89e4-4487-a2a6-39a039a26df0 req-8710f257-9527-413c-ae5d-4b1d11e255ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:55.173073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-8710f257-9527-413c-ae5d-4b1d11e255ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0851457 Nov 23 11:07:55.174905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-342a1150-8761-4b44-8038-38fc683695c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:55.176799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-342a1150-8761-4b44-8038-38fc683695c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1297526 Nov 23 11:07:55.289537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-f136293a-84a7-437a-b44c-3c2a4be2642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:55.291571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-f136293a-84a7-437a-b44c-3c2a4be2642f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069245 Nov 23 11:07:55.299278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51561248-89e4-4487-a2a6-39a039a26df0 req-dde3380a-271a-4653-a3ee-e13a6828cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:55.303632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-dde3380a-271a-4653-a3ee-e13a6828cc36 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1096213 Nov 23 11:07:55.969012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-fdc3ca9f-c74a-4f11-b22e-b123d8e5c1f4 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413615 Nov 23 11:07:55.976145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-4e5af7a9-47fe-48cd-9a11-26933f8f2bed service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715252 Nov 23 11:07:56.163762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51561248-89e4-4487-a2a6-39a039a26df0 req-95c261d5-b4cb-49d8-9595-9902f720dd1d service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813962 Nov 23 11:07:56.211431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-b80f6ad1-f9f2-4d17-a5b3-668aabd0266b service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276797 Nov 23 11:07:56.261785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-22fe6326-304c-4631-9778-9607baa9e4cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0428376 Nov 23 11:07:56.326011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-a8e2e41e-806d-453a-9764-b57093ea56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:56.328056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-a8e2e41e-806d-453a-9764-b57093ea56fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0595088 Nov 23 11:07:56.376592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-47a2f332-6641-4589-a040-f86935ccbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:56.378517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-47a2f332-6641-4589-a040-f86935ccbadd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429051 Nov 23 11:07:56.528700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-aff90f6b-15f7-4b69-ae2b-3cab01cbaed7 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427162 Nov 23 11:07:56.674459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-42f9fe2b-609c-400d-90ea-930e8eaf3101 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346800 Nov 23 11:07:56.726395 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-081edcd9-b8ea-4a2a-8cfc-3b34e6186578 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0441740 Nov 23 11:07:56.782706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-04d7e654-f328-4b7f-8444-caa046cde958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:56.784799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-04d7e654-f328-4b7f-8444-caa046cde958 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0507579 Nov 23 11:07:56.842193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-6756d98b-9902-47d3-9ade-288193108623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:07:56.843887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-6756d98b-9902-47d3-9ade-288193108623 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520751 Nov 23 11:07:57.009351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-edd6ab91-1c71-47f0-af06-f05dc24cfb10 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562879 Nov 23 11:07:57.191049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31d293be-01cf-4d37-9bf7-ab00cc184140 req-54e357a9-76ed-435d-bf95-64819fc58a91 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751740 Nov 23 11:08:01.482974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-9a6838f2-6985-488f-82c7-52a858e9981a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327768611&fields=id&tenant_id=9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 267 time: 0.0555875 Nov 23 11:08:01.598292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-f890b53d-bd33-4e4c-a88c-a202fb4cb8c4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:01.599906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-f890b53d-bd33-4e4c-a88c-a202fb4cb8c4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1094062 Nov 23 11:08:01.615964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-efae4b11-bb46-4478-b271-a502b8cfc0bf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/quotas/9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 375 time: 0.0093517 Nov 23 11:08:01.671453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-745ddc13-dc20-404b-b930-02ac34ee06ae tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490117 Nov 23 11:08:01.771370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-f2bf822f-e9b8-44a4-8731-41dc83a70164 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882204 Nov 23 11:08:01.862093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-5b312df2-f552-44b0-99e6-0dd3275de8ba service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838170 Nov 23 11:08:02.178387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fb187837-6448-44f4-bc38-8a2cec67bcf2 req-1c4a8e07-519f-4e16-9c85-fad95abbca45 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 210 time: 0.0327771 Nov 23 11:08:03.185138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-44e5ac00-9db3-4197-9892-0b53688c7ab8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:03.186705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-44e5ac00-9db3-4197-9892-0b53688c7ab8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1169086 Nov 23 11:08:03.280301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a4db4b9-8722-407e-86d7-0a30d1d8fe66 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 380 time: 0.0702128 Nov 23 11:08:03.288769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a3d56a6-69f4-48c3-8feb-7946e86b776b req-dcfa0411-269a-4ae8-8983-530ea4a718a7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 210 time: 0.0349393 Nov 23 11:08:03.292664 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'port': {'device_id': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'admin_state_up': True, 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'security_groups': ['827a4783-becc-46ba-86c9-6df0fd75fddc']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:03.413908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:08:03.418449 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:03.563817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.20.0.6 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/071712ad-2273-4f3f-9234-8c736fdd7c9f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:08:03.714141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:03.751875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:03.799954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:08:03.803002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:08:03.812728 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:08:03.815497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=071712ad-2273-4f3f-9234-8c736fdd7c9f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:03.882826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:03.883623 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:03.904167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1a44c76c-af88-4300-9209-6be30da27bf6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170940 Nov 23 11:08:03.922136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Request body: {'port': {'device_id': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:03.988846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:04.125425 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:08:04.174116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-437ac295-ffad-4b62-87b9-e656f32c0dde None None] Provisioning complete for port 071712ad-2273-4f3f-9234-8c736fdd7c9f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:04.175136 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-437ac295-ffad-4b62-87b9-e656f32c0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:04.210592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-437ac295-ffad-4b62-87b9-e656f32c0dde None None] Port 071712ad-2273-4f3f-9234-8c736fdd7c9f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:08:04.299876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071712ad-2273-4f3f-9234-8c736fdd7c9f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:08:04.307272 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:04.320143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Transition to ACTIVE for port object 071712ad-2273-4f3f-9234-8c736fdd7c9f will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:08:04.325449 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:04.402035 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Pushing event updated for resources: {'Port': ['ID=071712ad-2273-4f3f-9234-8c736fdd7c9f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:04.442403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d14a18-db95-4bda-8fdb-83444d0e9969 req-da962bc2-434b-4cba-b0f3-16576e521dc2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:04.444679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9d14a18-db95-4bda-8fdb-83444d0e9969 req-da962bc2-434b-4cba-b0f3-16576e521dc2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0772517 Nov 23 11:08:04.460630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Attempting to bind port 071712ad-2273-4f3f-9234-8c736fdd7c9f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:08:04.461016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Attempting to bind port 071712ad-2273-4f3f-9234-8c736fdd7c9f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:08:04.461393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Attempting to bind port 071712ad-2273-4f3f-9234-8c736fdd7c9f on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:08:04.467270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Port 071712ad-2273-4f3f-9234-8c736fdd7c9f on network c38aaf9c-00c0-4860-bb29-c099205a8172 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:08:04.467607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Attempting to bind port 071712ad-2273-4f3f-9234-8c736fdd7c9f on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:08:04.473407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:08:04.473754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:08:04.474150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:08:04.474590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Bound port: 071712ad-2273-4f3f-9234-8c736fdd7c9f, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:08:04.474950 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:04.532310 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9d14a18-db95-4bda-8fdb-83444d0e9969 req-b90a3790-f1e4-4e7e-9a08-78bcbd541c2e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747662 Nov 23 11:08:04.550504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] For port 071712ad-2273-4f3f-9234-8c736fdd7c9f, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:08:04.556049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] For port 071712ad-2273-4f3f-9234-8c736fdd7c9f, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:08:04.562809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:04.607320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:04.607942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:04.609393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] 10.222.0.65 "PUT /v2.0/ports/071712ad-2273-4f3f-9234-8c736fdd7c9f HTTP/1.1" status: 200 len: 1091 time: 0.6916549 Nov 23 11:08:04.609848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:08:04.612114 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a139660a-2d11-4d69-b35b-4d21c837448e" -d '{"events": [{"name": "network-changed", "server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:08:04.660646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeccbff-5e65-4594-928f-8378defd4036 service neutron] Pushing event updated for resources: {'Port': ['ID=071712ad-2273-4f3f-9234-8c736fdd7c9f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:04.674538 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d9a97e-9cc8-499a-8e72-6f093134a918 x-openstack-request-id: req-c7d9a97e-9cc8-499a-8e72-6f093134a918 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:08:04.674832 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:08:04.675092 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c7d9a97e-9cc8-499a-8e72-6f093134a918 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:08:04.675498 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'status': 'completed', 'code': 200} Nov 23 11:08:04.731596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-3c2a50d1-845d-4e64-ac36-0f4c1cd41e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:04.733368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-3c2a50d1-845d-4e64-ac36-0f4c1cd41e2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 1094 time: 0.0539665 Nov 23 11:08:04.795465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-6164af97-cc36-4470-bc4b-d3ecee3b61f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f HTTP/1.1" status: 200 len: 217 time: 0.0491664 Nov 23 11:08:04.860409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-4d0cbf2d-a823-44bf-8290-91c3ddb090d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:04.861933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-4d0cbf2d-a823-44bf-8290-91c3ddb090d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0560806 Nov 23 11:08:04.915949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-f02e66c7-558c-4b3f-9165-1aa7a5eee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:04.917876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-f02e66c7-558c-4b3f-9165-1aa7a5eee7ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432355 Nov 23 11:08:05.015360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-8dfe1ecd-8860-4b4f-a1f2-b6a7cfc6232e service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865376 Nov 23 11:08:05.121879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cfb9b711-241d-45b8-9194-9a0a51d6310c req-1364586c-4d1f-443f-a839-583c40af25fc service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956836 Nov 23 11:08:05.229695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139660a-2d11-4d69-b35b-4d21c837448e req-b9076da2-4b6e-4044-8a6c-bbacec04f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:05.231584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a139660a-2d11-4d69-b35b-4d21c837448e req-b9076da2-4b6e-4044-8a6c-bbacec04f5c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 1094 time: 0.0445991 Nov 23 11:08:05.330378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139660a-2d11-4d69-b35b-4d21c837448e req-ec84fac0-cfd8-4864-b00a-855f69af9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:05.331764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a139660a-2d11-4d69-b35b-4d21c837448e req-ec84fac0-cfd8-4864-b00a-855f69af9620 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.0892632 Nov 23 11:08:05.379297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a139660a-2d11-4d69-b35b-4d21c837448e req-c66e0665-bfdb-4bf1-853e-369e9270b3a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f HTTP/1.1" status: 200 len: 217 time: 0.0349329 Nov 23 11:08:05.437904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139660a-2d11-4d69-b35b-4d21c837448e req-9f4dbafd-83aa-466b-892f-8d3dec8693de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:05.439376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a139660a-2d11-4d69-b35b-4d21c837448e req-9f4dbafd-83aa-466b-892f-8d3dec8693de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0483727 Nov 23 11:08:05.492948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139660a-2d11-4d69-b35b-4d21c837448e req-e393e299-4541-4005-9ad2-a5014583d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:05.494501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a139660a-2d11-4d69-b35b-4d21c837448e req-e393e299-4541-4005-9ad2-a5014583d9f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437198 Nov 23 11:08:05.597995 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a139660a-2d11-4d69-b35b-4d21c837448e req-c4d8f7f9-f04c-41fd-854c-ca03771ada52 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920384 Nov 23 11:08:05.719619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458719c-de65-48e4-8371-ff0cac9a1826 req-6e9cbbdd-8be0-443d-98da-8e1b58d9c63c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:05.721127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0458719c-de65-48e4-8371-ff0cac9a1826 req-6e9cbbdd-8be0-443d-98da-8e1b58d9c63c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.1038265 Nov 23 11:08:05.742115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a139660a-2d11-4d69-b35b-4d21c837448e req-ba6853a6-35dd-4229-a47d-973da47e9189 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320415 Nov 23 11:08:05.780457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0458719c-de65-48e4-8371-ff0cac9a1826 req-e4581a69-eeb7-4df5-9b49-b53c798b066c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495951 Nov 23 11:08:06.916083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaeb9c-104a-4b58-8325-df35e44dcd42 req-06153b91-20ef-4dca-a175-da104bda2e0f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:06.924191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65eaeb9c-104a-4b58-8325-df35e44dcd42 req-06153b91-20ef-4dca-a175-da104bda2e0f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0704994 Nov 23 11:08:06.976450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65eaeb9c-104a-4b58-8325-df35e44dcd42 req-f3b65cc6-1f43-4343-a09c-12e28b9785f6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514042 Nov 23 11:08:08.149967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae3ab1-7ac1-4962-aa0f-c2dce476cd70 req-c9c661d6-bec6-4107-b684-168b95d62704 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:08.152112 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaae3ab1-7ac1-4962-aa0f-c2dce476cd70 req-c9c661d6-bec6-4107-b684-168b95d62704 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0765502 Nov 23 11:08:08.210268 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaae3ab1-7ac1-4962-aa0f-c2dce476cd70 req-924b8aa1-9ace-4197-97f4-03732422a50a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510077 Nov 23 11:08:09.446862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c369313-b11e-4f1c-9567-9a7c4e4a5de8 req-903ba42c-d860-41ad-91fa-89703dfa68f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:09.461482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c369313-b11e-4f1c-9567-9a7c4e4a5de8 req-903ba42c-d860-41ad-91fa-89703dfa68f0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.1512475 Nov 23 11:08:09.542598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c369313-b11e-4f1c-9567-9a7c4e4a5de8 req-f7001d7f-b253-4db7-91f9-5d4e4d9f6f93 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800993 Nov 23 11:08:10.710366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f57b0-93ee-4c9e-b565-ebab1ea81fd4 req-1fc82f5b-8d05-40e7-9940-a42e0e343ee4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:10.711885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b9f57b0-93ee-4c9e-b565-ebab1ea81fd4 req-1fc82f5b-8d05-40e7-9940-a42e0e343ee4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0861957 Nov 23 11:08:10.780622 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b9f57b0-93ee-4c9e-b565-ebab1ea81fd4 req-394d9257-adb5-4e39-9a03-8027c42ec5d5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614405 Nov 23 11:08:11.900472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759cb87-cdb0-48f2-89d2-c38e84a15605 req-803e87e9-961b-452a-bbe0-774613e9c649 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:11.904247 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2759cb87-cdb0-48f2-89d2-c38e84a15605 req-803e87e9-961b-452a-bbe0-774613e9c649 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0545101 Nov 23 11:08:11.957198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2759cb87-cdb0-48f2-89d2-c38e84a15605 req-edabf304-059e-45a0-9585-9c16ea4d4b6f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484149 Nov 23 11:08:13.094381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d7bd6-0c80-4089-a581-cb3e4e8d958b req-9b37fa3c-c7c3-4fdb-8f2e-d4db078d8b3b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:13.096044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-289d7bd6-0c80-4089-a581-cb3e4e8d958b req-9b37fa3c-c7c3-4fdb-8f2e-d4db078d8b3b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0586858 Nov 23 11:08:13.152085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-289d7bd6-0c80-4089-a581-cb3e4e8d958b req-43c96204-12de-4c97-98dd-26f94cd57302 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499945 Nov 23 11:08:14.276888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5ca6a-7bfa-4035-9a45-9ce1017c79ad req-5dbaf982-6f73-4802-80df-cb8d1f09e385 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:14.278570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ff5ca6a-7bfa-4035-9a45-9ce1017c79ad req-5dbaf982-6f73-4802-80df-cb8d1f09e385 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0512953 Nov 23 11:08:14.329798 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2ff5ca6a-7bfa-4035-9a45-9ce1017c79ad req-e21879d5-a5ba-4b46-8275-07c7bf7d1324 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452561 Nov 23 11:08:14.504549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2ca3493-b006-4444-9161-8ac753e4a94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:15.455812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76913802-47ce-4a47-9b4f-575993c50500 req-0780e6e7-3e88-442b-9ebf-db45516da25a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:15.457435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76913802-47ce-4a47-9b4f-575993c50500 req-0780e6e7-3e88-442b-9ebf-db45516da25a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0525498 Nov 23 11:08:15.530422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76913802-47ce-4a47-9b4f-575993c50500 req-7ee1cece-4beb-479b-81a0-eb1cc8e8fd33 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635648 Nov 23 11:08:16.672738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7100415-8d55-497b-80d1-6b40e415de61 req-d62d8413-b05b-41e7-8381-d1b6bb5c5f87 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:16.674315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7100415-8d55-497b-80d1-6b40e415de61 req-d62d8413-b05b-41e7-8381-d1b6bb5c5f87 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0576229 Nov 23 11:08:16.740859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7100415-8d55-497b-80d1-6b40e415de61 req-586e15fc-8bfb-4d1d-b812-2051fb71bf4e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582340 Nov 23 11:08:16.964878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2281e087-97ed-4d46-8c0f-17cf96cdab93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:17.865328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ce270-463a-460f-bfcc-bdea20c224df req-5d3dd753-3111-4017-be86-957b0938e559 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:17.866830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-459ce270-463a-460f-bfcc-bdea20c224df req-5d3dd753-3111-4017-be86-957b0938e559 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0540113 Nov 23 11:08:17.925411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-459ce270-463a-460f-bfcc-bdea20c224df req-c0716e33-84c2-42f2-a8d2-c9f2ab30ad02 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524507 Nov 23 11:08:18.580854 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:19.026380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219085-e0e7-44e5-960d-48a25dd5ce8a req-d58cf770-4eae-43ba-918b-a90e787d1e72 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:19.027889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f219085-e0e7-44e5-960d-48a25dd5ce8a req-d58cf770-4eae-43ba-918b-a90e787d1e72 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 949 time: 0.0544615 Nov 23 11:08:19.058618 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a967512-bc42-4e2d-8999-582eb712dc42 req-0c739da0-0357-497e-b4d3-61d17e69ded3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:19.060560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a967512-bc42-4e2d-8999-582eb712dc42 req-0c739da0-0357-497e-b4d3-61d17e69ded3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0611839 Nov 23 11:08:19.084553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f219085-e0e7-44e5-960d-48a25dd5ce8a req-e54a5c56-9255-413c-ace4-7fe122e64ce9 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493796 Nov 23 11:08:19.116576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a967512-bc42-4e2d-8999-582eb712dc42 req-4f02a3c8-05cc-424f-baad-1af031f28f59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498405 Nov 23 11:08:19.549041 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:19.951039 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.148453 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.218039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867139-84ad-46a0-a438-87a1aeb1bf72 req-a800a216-93fa-4759-9cb4-32b5b3148716 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:20.220158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7867139-84ad-46a0-a438-87a1aeb1bf72 req-a800a216-93fa-4759-9cb4-32b5b3148716 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 949 time: 0.0600028 Nov 23 11:08:20.265223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8a76-9430-478b-bd6a-3f3168e6ff2e req-7511592e-cb1f-4f8e-a071-681db400c815 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:20.266859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d88f8a76-9430-478b-bd6a-3f3168e6ff2e req-7511592e-cb1f-4f8e-a071-681db400c815 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 943 time: 0.0647757 Nov 23 11:08:20.280061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7867139-84ad-46a0-a438-87a1aeb1bf72 req-976afc48-4eab-4c56-97b0-aeb9f85da937 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/security-groups?id=c18daed5-63b2-4a59-b304-5782822dc9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Nov 23 11:08:20.343697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d88f8a76-9430-478b-bd6a-3f3168e6ff2e req-d32ec14a-b778-4e38-be43-59f66a5fa63b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702348 Nov 23 11:08:20.706594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 071712ad-2273-4f3f-9234-8c736fdd7c9f details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:08:20.736114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-5b6bd5cc-be3a-428c-a634-d8baa6a45fab tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:20.737723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-5b6bd5cc-be3a-428c-a634-d8baa6a45fab tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.65 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 949 time: 0.0517073 Nov 23 11:08:20.809825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 071712ad-2273-4f3f-9234-8c736fdd7c9f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:08:20.823026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'port_id': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'mac_address': 'fa:16:3e:d8:a8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:08:20.852274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Deleting port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:08:20.852695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.862248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.877420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071712ad-2273-4f3f-9234-8c736fdd7c9f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:08:20.911265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 071712ad-2273-4f3f-9234-8c736fdd7c9f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:08:20.915637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.963867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] For port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:08:20.964234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:20.972829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=071712ad-2273-4f3f-9234-8c736fdd7c9f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:20.977317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Calling delete_port for 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:08:20.981473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.981627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.981997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.982411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.982820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.983230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.983571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.983907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.984257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.984575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.985094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:20.985452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.133853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:21.150980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3f835c74-02e9-4a5b-b5c3-f64abc4a4e79'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:08:21.168360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Pushing event deleted for resources: {'Port': ['ID=3f835c74-02e9-4a5b-b5c3-f64abc4a4e79,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:21.176214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.176571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.176923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.177307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.177656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.178010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.178334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.178666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.179000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.179330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.179666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.179995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:21.204750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['071712ad-2273-4f3f-9234-8c736fdd7c9f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:08:21.233324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] No DVR routers for this DVR port 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:08:21.235971 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:21.239416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfcc44e0-5a92-4d51-8640-4ec01d110cbd req-aecfe129-7d86-4728-ab13-0894a9640945 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.65 "DELETE /v2.0/ports/3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 HTTP/1.1" status: 204 len: 173 time: 0.4950650 Nov 23 11:08:21.239875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'name': 'network-vif-deleted', 'tag': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:08:21.242177 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9674c15-fa16-4c33-b2c8-3fa221d0bcbc" -d '{"events": [{"server_uuid": "0174e679-4e7b-49f6-afde-ea7e21b77921", "name": "network-vif-deleted", "tag": "3f835c74-02e9-4a5b-b5c3-f64abc4a4e79"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:08:21.283095 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4e67e7-1971-4f14-b374-5554486a6cf3 x-openstack-request-id: req-1b4e67e7-1971-4f14-b374-5554486a6cf3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:08:21.283697 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0174e679-4e7b-49f6-afde-ea7e21b77921", "name": "network-vif-deleted", "tag": "3f835c74-02e9-4a5b-b5c3-f64abc4a4e79", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:08:21.283697 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b4e67e7-1971-4f14-b374-5554486a6cf3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:08:21.284084 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0174e679-4e7b-49f6-afde-ea7e21b77921', 'name': 'network-vif-deleted', 'tag': '3f835c74-02e9-4a5b-b5c3-f64abc4a4e79', 'status': 'completed', 'code': 200} Nov 23 11:08:21.434987 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e512a2a3-1837-4e8f-8a39-03bbd46effb1 req-9cb65aec-2487-4e4c-899c-607d1c051925 tempest-VolumesBackupsTest-1415873792 tempest-VolumesBackupsTest-1415873792-project] 10.222.0.61 "GET /v2.0/ports?device_id=0174e679-4e7b-49f6-afde-ea7e21b77921 HTTP/1.1" status: 200 len: 210 time: 0.0324013 Nov 23 11:08:21.563084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a75095-5191-4f4c-8d0c-425e2ecb6dc8 req-a16cbfca-459c-4ef1-b326-33face8633f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:21.564682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7a75095-5191-4f4c-8d0c-425e2ecb6dc8 req-a16cbfca-459c-4ef1-b326-33face8633f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 944 time: 0.0578558 Nov 23 11:08:21.624623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e7a75095-5191-4f4c-8d0c-425e2ecb6dc8 req-a79dc1d4-ad14-4f9a-b10e-3e8426c19bfa tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532928 Nov 23 11:08:22.210416 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:22.720462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 071712ad-2273-4f3f-9234-8c736fdd7c9f up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:08:22.768141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e66669-3717-4789-abe3-8cc61b0c8048 req-c913aadc-b799-4f90-9765-4365b3804c59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:22.776291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-06e66669-3717-4789-abe3-8cc61b0c8048 req-c913aadc-b799-4f90-9765-4365b3804c59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 944 time: 0.0729227 Nov 23 11:08:22.842404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 071712ad-2273-4f3f-9234-8c736fdd7c9f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:08:22.847183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 071712ad-2273-4f3f-9234-8c736fdd7c9f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:22.847681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:22.850287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-06e66669-3717-4789-abe3-8cc61b0c8048 req-49cd37ba-793a-45cc-a2cc-6456fe26c65f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688012 Nov 23 11:08:22.953210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:22.990023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 071712ad-2273-4f3f-9234-8c736fdd7c9f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:08:22.991244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:08:22.994773 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91133f2-c6ac-425a-8344-ace3cef24244" -d '{"events": [{"server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "name": "network-vif-plugged", "status": "completed", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:08:23.001431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:23.065648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=071712ad-2273-4f3f-9234-8c736fdd7c9f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:23.078394 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f38a739-0734-407d-9a96-f434d9c788c0 x-openstack-request-id: req-0f38a739-0734-407d-9a96-f434d9c788c0 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:08:23.078709 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "name": "network-vif-plugged", "status": "completed", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:08:23.079033 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0f38a739-0734-407d-9a96-f434d9c788c0 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:08:23.079519 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'code': 200} Nov 23 11:08:23.209066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b24ce-bac1-4d70-a2f1-384ddfcff6d7 req-46ae00c2-88ad-4280-a249-9db448cc5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:23.211046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-644b24ce-bac1-4d70-a2f1-384ddfcff6d7 req-46ae00c2-88ad-4280-a249-9db448cc5a1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 1096 time: 0.0578971 Nov 23 11:08:23.269398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-644b24ce-bac1-4d70-a2f1-384ddfcff6d7 req-abaa3ba0-d23a-4ffe-8527-5d35c1d2e987 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452006 Nov 23 11:08:24.044851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6d45-6be8-41f0-992f-9b7fc5fd6d95 req-4de31476-0b69-4588-bcd7-122b07ac0c38 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:24.046571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbed6d45-6be8-41f0-992f-9b7fc5fd6d95 req-4de31476-0b69-4588-bcd7-122b07ac0c38 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 945 time: 0.0661471 Nov 23 11:08:24.105621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbed6d45-6be8-41f0-992f-9b7fc5fd6d95 req-8b69742f-5c6b-427a-bc84-730c82b76b7b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526891 Nov 23 11:08:24.725603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:08:24.757521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:08:24.758263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f835c74-02e9-4a5b-b5c3-f64abc4a4e79 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:08:25.233485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66529b-dd22-4a03-bd8c-54f87b9703cd req-afaf3d46-935c-4cee-8372-402ba257dc06 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:25.235133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc66529b-dd22-4a03-bd8c-54f87b9703cd req-afaf3d46-935c-4cee-8372-402ba257dc06 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 945 time: 0.0531411 Nov 23 11:08:25.294712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc66529b-dd22-4a03-bd8c-54f87b9703cd req-e84c1bf8-e620-4888-b563-40dd9da347a2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498807 Nov 23 11:08:25.427365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d283e41-7085-4263-826d-da8f0b5cb606 req-58aafd62-4c97-4256-b49f-693e8590628f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:25.429178 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d283e41-7085-4263-826d-da8f0b5cb606 req-58aafd62-4c97-4256-b49f-693e8590628f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 945 time: 0.0548263 Nov 23 11:08:25.484699 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d283e41-7085-4263-826d-da8f0b5cb606 req-8e74727c-d384-4610-8d0c-4a637063cb90 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486758 Nov 23 11:08:25.535837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42192) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:25.756827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac2bba-5a85-45bf-b68c-2fca0745ceed tempest-TestVolumeBootPattern-1697405661 tempest-TestVolumeBootPattern-1697405661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:25.758959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-51ac2bba-5a85-45bf-b68c-2fca0745ceed tempest-TestVolumeBootPattern-1697405661 tempest-TestVolumeBootPattern-1697405661-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 1091 time: 0.2212842 Nov 23 11:08:25.761619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 42196) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:25.766589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:25.807556 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:25.926524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:26.068139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.25.5.98 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/e75e59a5-7ca2-4089-b38d-5585abd330a0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:08:26.255648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:26.295338 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:26.334915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:08:26.346826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:08:26.346826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:08:26.372454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=e75e59a5-7ca2-4089-b38d-5585abd330a0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:26.752861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:26.871855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:27.067679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:27.075620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:27.140134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=e75e59a5-7ca2-4089-b38d-5585abd330a0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:27.190411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:27.328794 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Floating IP 3f0e3698-9fcc-4143-848d-3869784b5dd5 associated. External IP: 172.25.5.98, port: 071712ad-2273-4f3f-9234-8c736fdd7c9f. Nov 23 11:08:27.570767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:08:27.693607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:08:27.711050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:08:27.722148 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:27.751770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:08:27.753143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:27.761739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c1ef2e87-b855-4ef7-a8e0-009904a4b7d1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9989524 Nov 23 11:08:27.762501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:08:27.764885 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca11502-374b-4744-91f0-46130ab3130f" -d '{"events": [{"name": "network-changed", "server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:08:27.811523 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117080ee-f585-4c07-8ef7-3604e2cae640 x-openstack-request-id: req-117080ee-f585-4c07-8ef7-3604e2cae640 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:08:27.812226 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:08:27.812847 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-117080ee-f585-4c07-8ef7-3604e2cae640 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:08:27.813593 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'status': 'completed', 'code': 200} Nov 23 11:08:27.889694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11502-374b-4744-91f0-46130ab3130f req-eecf703a-c1a1-4f22-b7e1-7bfaa7d65d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:27.891784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca11502-374b-4744-91f0-46130ab3130f req-eecf703a-c1a1-4f22-b7e1-7bfaa7d65d11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 1096 time: 0.0503690 Nov 23 11:08:27.915051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:08:28.022748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11502-374b-4744-91f0-46130ab3130f req-62cd0aec-abdc-4c83-a3a0-de5dce846581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:28.024132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca11502-374b-4744-91f0-46130ab3130f req-62cd0aec-abdc-4c83-a3a0-de5dce846581 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1233263 Nov 23 11:08:28.102790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca11502-374b-4744-91f0-46130ab3130f req-d62235d3-cb24-4322-a617-f3966acad7ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f HTTP/1.1" status: 200 len: 998 time: 0.0705838 Nov 23 11:08:28.186424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11502-374b-4744-91f0-46130ab3130f req-19d3fd6a-4999-4145-8337-277b9ee34074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:28.188245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca11502-374b-4744-91f0-46130ab3130f req-19d3fd6a-4999-4145-8337-277b9ee34074 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0785389 Nov 23 11:08:28.202189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '3f0e3698-9fcc-4143-848d-3869784b5dd5', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:d8:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:08:26Z', 'updated_at': '2021-11-23T11:08:26Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:28.236063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:08:28.251172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:08:28.251554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca11502-374b-4744-91f0-46130ab3130f req-a9399035-6bad-4528-a2ea-3ac83010683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:28.251801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:28.253090 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca11502-374b-4744-91f0-46130ab3130f req-a9399035-6bad-4528-a2ea-3ac83010683d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574448 Nov 23 11:08:28.370146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca11502-374b-4744-91f0-46130ab3130f req-fe895bb1-97dc-44a6-bc2f-98435aa9aa4d service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092196 Nov 23 11:08:28.378230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:08:28.512084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bca11502-374b-4744-91f0-46130ab3130f req-23f8f015-0f78-40dd-ade1-e9db7add5a2f service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346400 Nov 23 11:08:28.817870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '3f0e3698-9fcc-4143-848d-3869784b5dd5', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:d8:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:08:26Z', 'updated_at': '2021-11-23T11:08:26Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:28.845647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a703733b-4e18-4ec3-86e9-0bf880e5d4f6 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '3f0e3698-9fcc-4143-848d-3869784b5dd5', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:d8:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:08:26Z', 'updated_at': '2021-11-23T11:08:26Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:08:29.088630 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251b5d53-ed5d-4bc9-9199-171b7c9b6cb4 None None] New status for floating IP 3f0e3698-9fcc-4143-848d-3869784b5dd5: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:08:41.143214 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:08:44.498408 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d4dd63d8-2684-4141-b16d-2c4e0e30b74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:46.956183 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c1169936-2504-4459-ab1b-78f9aa03182d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:48.584133 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:49.557370 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:49.960613 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:50.125652 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.234274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.384320 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43124) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:52.504776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.582698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.587968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.628348 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=490191c85a224545a9994de4d771c469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2406266 Nov 23 11:08:52.629089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43128) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:52.630853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d577b51d-0893-4bbb-b71a-bd976dfcc6a2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:52.639230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.639600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.640013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.640431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.640838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.641267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.641672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.642070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.642472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.642872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.643282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.643665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e30e3-557b-46a8-b741-b609bad458b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:08:52.697399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9635b6f7-4fe3-4108-afde-665005c21d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.722644 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9635b6f7-4fe3-4108-afde-665005c21d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.773536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9635b6f7-4fe3-4108-afde-665005c21d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.776508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9635b6f7-4fe3-4108-afde-665005c21d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:52.780007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9635b6f7-4fe3-4108-afde-665005c21d04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d577b51d-0893-4bbb-b71a-bd976dfcc6a2 HTTP/1.1" status: 204 len: 168 time: 0.1470504 Nov 23 11:08:52.791268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635b6f7-4fe3-4108-afde-665005c21d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d577b51d-0893-4bbb-b71a-bd976dfcc6a2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:53.508747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43158) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:53.621632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-158656789-network', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:53.647360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Made reservation on behalf of 9af56992e23b444d9ae8c9015736eba9 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:08:53.651027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.659807 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.735152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.740050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.765539 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:08:53.775134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766ba51c-47a0-4038-89a8-3321fcee615d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:53.790586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.790926 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Added segment ddd21494-02d7-45a5-8794-f0be20ccb241 of type vlan for network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 Nov 23 11:08:53.855346 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.874562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-2b03fba9-a423-4b07-bf48-19e6a1c80777 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0954001 Nov 23 11:08:53.894758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:53.896136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:53.896724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:54.316671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8057375 Nov 23 11:08:54.319807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:54.325767 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Request body: {'subnet': {'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-158656789-subnet', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:54.348993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Made reservation on behalf of 9af56992e23b444d9ae8c9015736eba9 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:08:54.352069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:54.364827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ac739-4fa0-497e-b5ae-fc4e659e470c admin admin] Pushing event updated for resources: {'Network': ['ID=5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:54.381068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:08:54.383957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.384668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.385126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.386256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.386743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.387385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.388037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.390264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-be439f2a-b081-4a6f-84f6-15a3af5c9a1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.0902038 Nov 23 11:08:54.545501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-7680c8d8-27ca-439d-8f5b-2892cfabecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.546222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-7680c8d8-27ca-439d-8f5b-2892cfabecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.546960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-7680c8d8-27ca-439d-8f5b-2892cfabecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.548862 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-7680c8d8-27ca-439d-8f5b-2892cfabecf6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.1227794 Nov 23 11:08:54.561259 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:54.614302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1948f7-4b39-4941-a953-a7b0b6d4ae99,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:54.632165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-b2a795e1-56be-450b-bb8a-b7c911a7ecbb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1008675 Nov 23 11:08:54.643209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-377afe12-a90f-437c-a326-31ebbaea7cc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.0790985 Nov 23 11:08:54.656206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Checking segment: {'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:08:54.656563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Network hostable DHCP agents. Network: 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:08:54.684117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:08:54.700886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:08:54.706335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.707193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:54.718686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-f3b6d9c1-be68-43ee-9024-d57a3628cc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.720411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f96f0e-b386-42e9-b3c0-2ddedaf57888 None None] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:08:54.720826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-f3b6d9c1-be68-43ee-9024-d57a3628cc77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.0698230 Nov 23 11:08:54.726763 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5b8aeb7b-46c1-4fd6-824b-cc432c3ce0d9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4057941 Nov 23 11:08:54.731538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43176) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:54.736730 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:08:54.766364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:54.769011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:54.799097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57510dc7-2f70-4295-8669-ad68de3e142e req-3997a230-7fe2-432b-9031-d1909116c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.800940 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-3997a230-7fe2-432b-9031-d1909116c3ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 1096 time: 0.0986624 Nov 23 11:08:54.818441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-e10c2903-016e-4cf3-b10e-82f36006251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:54.820311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-e10c2903-016e-4cf3-b10e-82f36006251f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846703 Nov 23 11:08:54.842042 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:54.897583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7', 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'fixed_ips': [{'subnet_id': '0b1948f7-4b39-4941-a953-a7b0b6d4ae99'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:08:54.899845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.010822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.016643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57510dc7-2f70-4295-8669-ad68de3e142e req-fdc33202-6e84-478b-9afe-7f21e191d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:55.018504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-fdc33202-6e84-478b-9afe-7f21e191d19c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1950226 Nov 23 11:08:55.022504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-e76af14d-7781-4bec-9ba1-05b64aa7d6f8 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887023 Nov 23 11:08:55.052354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Allocated IP 172.20.0.2 (5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7/0b1948f7-4b39-4941-a953-a7b0b6d4ae99/1833bfe9-7682-45c3-965b-692c639a512b) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:08:55.110429 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-a74e253a-4fdb-4319-bcf8-bc66a607691a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f HTTP/1.1" status: 200 len: 1000 time: 0.0826027 Nov 23 11:08:55.177489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57510dc7-2f70-4295-8669-ad68de3e142e req-986a6114-7ead-4b79-9964-cf2b890c7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:55.179152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-986a6114-7ead-4b79-9964-cf2b890c7a0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0582130 Nov 23 11:08:55.238890 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.248248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.302347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57510dc7-2f70-4295-8669-ad68de3e142e req-3b7a07cf-1959-4114-a1ae-40fe55808122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:55.303973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-3b7a07cf-1959-4114-a1ae-40fe55808122 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084206 Nov 23 11:08:55.330764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:08:55.336042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Pushing event updated for resources: {'Port': ['ID=1833bfe9-7682-45c3-965b-692c639a512b,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:55.347767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:08:55.348365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-04b70e92-c991-4adc-a8dc-2c27fa39891d service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365830 Nov 23 11:08:55.359403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:08:55.380984 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.405135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.428768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Attempting to bind port 1833bfe9-7682-45c3-965b-692c639a512b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:08:55.429418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-a3e95710-4b63-48b1-a74b-c97b670c99f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.0727077 Nov 23 11:08:55.430239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Attempting to bind port 1833bfe9-7682-45c3-965b-692c639a512b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:08:55.430776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Attempting to bind port 1833bfe9-7682-45c3-965b-692c639a512b on network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:08:55.436836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:08:55.437498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Checking segment: {'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:08:55.438150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.438846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Bound using segment: {'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:08:55.439591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Bound port: 1833bfe9-7682-45c3-965b-692c639a512b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:08:55.440347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.526275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] For port 1833bfe9-7682-45c3-965b-692c639a512b, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:08:55.532097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] For port 1833bfe9-7682-45c3-965b-692c639a512b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1833bfe9-7682-45c3-965b-692c639a512b,segment=NetworkSegment(ddd21494-02d7-45a5-8794-f0be20ccb241),segment_id=ddd21494-02d7-45a5-8794-f0be20ccb241)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:08:55.533006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-a57a0cf7-ea04-4abe-beda-36e5af5565b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:55.535445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-a57a0cf7-ea04-4abe-beda-36e5af5565b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0783532 Nov 23 11:08:55.540335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-115cc67c-708c-44d0-b86c-b544a001e713 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206647 Nov 23 11:08:55.542951 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.601206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Allocated IP 172.25.5.99 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/8764fe3a-b6fb-4f1d-9a73-5133ff0f4796) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:08:55.642422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e3cb8-4155-4de6-8a09-702726731ce3 None None] Pushing event updated for resources: {'Port': ['ID=1833bfe9-7682-45c3-965b-692c639a512b,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:55.667940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-f57ffc74-ce05-4c19-a389-de699fe604b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:55.670188 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-f57ffc74-ce05-4c19-a389-de699fe604b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1274805 Nov 23 11:08:55.746368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-57510dc7-2f70-4295-8669-ad68de3e142e req-988c5312-ee8d-4673-b666-8d027bf8b833 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933758 Nov 23 11:08:55.758874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.823442 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-cc35cc5d-ce1d-41f7-82e6-c38a5631db66 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349859 Nov 23 11:08:55.827915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:55.878480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Pushing event updated for resources: {'Port': ['ID=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:55.912242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:08:55.918125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:08:55.922285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:08:55.954130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9424bd1f-5185-4e02-afd9-d1f9f98953ce None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:08:55.976104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-d9ddd3b7-f30f-48d9-ba7c-0a200f9126fc service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458700 Nov 23 11:08:56.030035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-24deba34-383e-40d5-8de1-24728cb77835 None None] Provisioning complete for port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:56.030505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-24deba34-383e-40d5-8de1-24728cb77835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:56.050538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-7c0f819a-6afd-464a-bbe5-4284633c22e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0637486 Nov 23 11:08:56.115882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-24deba34-383e-40d5-8de1-24728cb77835 None None] Port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:08:56.176929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-7c6a20fc-31ee-44be-b2aa-66b59ee9e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:56.188264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-7c6a20fc-31ee-44be-b2aa-66b59ee9e20a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1202383 Nov 23 11:08:56.244690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-ee37c229-1e9a-4b99-bf77-e4da66d76c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:56.247125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-ee37c229-1e9a-4b99-bf77-e4da66d76c6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572293 Nov 23 11:08:56.269421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1833bfe9-7682-45c3-965b-692c639a512b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:08:56.346249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1833bfe9-7682-45c3-965b-692c639a512b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:56.346823 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:56.397283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-1a8f3e98-6fb0-47c1-afbd-7d3c59a6adee service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419661 Nov 23 11:08:56.468114 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:56.527756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-e3a589bd-a817-4776-98fb-b3ba1d622b0e service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225712 Nov 23 11:08:56.529530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 1833bfe9-7682-45c3-965b-692c639a512b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1833bfe9-7682-45c3-965b-692c639a512b,segment=NetworkSegment(ddd21494-02d7-45a5-8794-f0be20ccb241),segment_id=ddd21494-02d7-45a5-8794-f0be20ccb241)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:08:56.536116 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:56.593625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-0c1e1cc0-a1a8-451f-b511-a470086a4867 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0558405 Nov 23 11:08:56.606676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=1833bfe9-7682-45c3-965b-692c639a512b,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:56.669897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-c5d21db8-f576-410a-b7c4-180d0bf8a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:56.672703 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-c5d21db8-f576-410a-b7c4-180d0bf8a681 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0677326 Nov 23 11:08:56.736378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-2a8ed5cd-eb9d-4425-b2c3-65751999e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:56.737942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-2a8ed5cd-eb9d-4425-b2c3-65751999e67d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0556705 Nov 23 11:08:56.776924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:56.850454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-60e610fe-8460-4853-9bc0-3682ac5ca710 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043141 Nov 23 11:08:56.971560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-07798e32-b04f-4539-ac1c-18358cc4aa4c service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090095 Nov 23 11:08:57.021469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-2e637587-9cf5-49af-b4b9-c17d379329cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0418866 Nov 23 11:08:57.025129 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:57.077100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-394d54a9-6182-43e2-8ba3-f9a34c14519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:57.078684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-394d54a9-6182-43e2-8ba3-f9a34c14519f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0508537 Nov 23 11:08:57.096713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73e739a-9209-48f4-b05e-fd3c165c2c50 None None] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:08:57.153954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-72e9269a-5991-4eec-a080-bb81970f3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:57.155828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-72e9269a-5991-4eec-a080-bb81970f3b7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0691161 Nov 23 11:08:57.198353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:08:57.218848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9dba002d-34ad-49ff-a9dc-b5cf35892896 None None] Provisioning complete for port 1833bfe9-7682-45c3-965b-692c639a512b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:57.219689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9dba002d-34ad-49ff-a9dc-b5cf35892896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:57.278497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-f5af981a-7db7-44a4-9f3a-8deb8d81bee4 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146362 Nov 23 11:08:57.368029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:08:57.391821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Sync routers for ids ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:08:57.415595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Routers {'13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:08:57.416475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:57.417408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:57.424804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43210) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:08:57.425591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-20781b2d-a99a-4e89-9d48-f30613ec254c admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6926165 Nov 23 11:08:57.433582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-4bfacd08-860c-45dd-8578-7eaf38f9dc80 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475654 Nov 23 11:08:57.522727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-9c0a3fc3-65a7-451b-bb21-0f7f4e37ffd1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0528784 Nov 23 11:08:57.579479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Set router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:08:57.675978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-6ffe527e-3c8f-4629-a02c-214c0178a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:57.681493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-6ffe527e-3c8f-4629-a02c-214c0178a028 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1498640 Nov 23 11:08:57.796757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:08:56Z', 'revision_number': 3, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port': {'id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:55Z', 'updated_at': '2021-11-23T11:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:57.808555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-42522261-ae9a-4a71-a7e1-770f20d41bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:57.810091 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-42522261-ae9a-4a71-a7e1-770f20d41bf0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913448 Nov 23 11:08:57.830940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Checking router: 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:08:57.831300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Updating router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:08:57.869347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d0afe4f6-7758-446f-a504-faa39f229916 None None] Provisioning complete for port 1833bfe9-7682-45c3-965b-692c639a512b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:57.869756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d0afe4f6-7758-446f-a504-faa39f229916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:57.909410 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:57.996914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-c3a94e8a-8f68-4bf3-b462-680274710016 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776462 Nov 23 11:08:58.209723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1833bfe9-7682-45c3-965b-692c639a512b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:08:58.226885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-749be94c-f757-42d3-a7b8-0af6f2e0e02e service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212627 Nov 23 11:08:58.282967 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.287087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-15be9ec7-7786-499c-b440-d7d7ff1df268 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0532808 Nov 23 11:08:58.346575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1833bfe9-7682-45c3-965b-692c639a512b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:58.346911 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.380762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-ec8c6986-ce72-4e71-9c03-ca3dbc633c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:58.382472 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-ec8c6986-ce72-4e71-9c03-ca3dbc633c20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0879695 Nov 23 11:08:58.474970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366907-712d-4768-887a-316b7228e64f req-8d8f9e92-ab05-43f8-bab5-862681c800a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:08:58.476661 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-8d8f9e92-ab05-43f8-bab5-862681c800a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867946 Nov 23 11:08:58.493033 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.501840 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.559185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab82a65-b1b4-4b44-9ead-6bb3f0a1cf73 None None] Pushing event updated for resources: {'Port': ['ID=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:58.561575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Attempting to bind port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:08:58.561953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Attempting to bind port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:08:58.562333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Attempting to bind port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:08:58.567900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:08:58.568285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:08:58.568689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.569074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:08:58.569566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Bound port: 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:08:58.569948 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.574507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bdb971-30c8-4b47-82a3-019b70a43df2 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:08:58.632933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] For port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:08:58.638451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] For port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:08:58.644595 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.717517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba15b0-26c5-4922-a8b1-3f81b48df0de None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:08:58.753347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Routers {'13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:08:58.754395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:58.763388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab82a65-b1b4-4b44-9ead-6bb3f0a1cf73 None None] Pushing event updated for resources: {'Port': ['ID=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:58.802307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2c49d227-2620-4382-b274-9cb221ca7125 None None] Provisioning complete for port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:58.803244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c49d227-2620-4382-b274-9cb221ca7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:58.925061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] Set router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:08:58.987934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Allocated IP 172.20.0.1 (5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7/0b1948f7-4b39-4941-a953-a7b0b6d4ae99/81d027aa-0efa-4e63-8955-11976183df24) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:08:59.028043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-9c4556c0-b0a0-4a9d-a2bc-473ed09967a1 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428030 Nov 23 11:08:59.051208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c49d227-2620-4382-b274-9cb221ca7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.112928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2c49d227-2620-4382-b274-9cb221ca7125 None None] For port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:08:59.121096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2c49d227-2620-4382-b274-9cb221ca7125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.181360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.189924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a366907-712d-4768-887a-316b7228e64f req-0efb1680-6e9c-4260-a50a-9f9e37c0b595 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531496 Nov 23 11:08:59.223669 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.264613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49d227-2620-4382-b274-9cb221ca7125 None None] Pushing event updated for resources: {'Port': ['ID=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:59.271959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:08:59.276394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:08:59.280400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:08:59.291414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7a686204-dd14-4c3f-88c0-c8805a304458 None None] Provisioning complete for port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:59.293319 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7a686204-dd14-4c3f-88c0-c8805a304458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.337697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=81d027aa-0efa-4e63-8955-11976183df24,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:08:59.339105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:08:56Z', 'revision_number': 3, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port': {'id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:55Z', 'updated_at': '2021-11-23T11:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:08:59.354624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.381449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd81d579-be09-4dfe-a921-94ba9136151e None None] The sync data for ids ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'] in n-d-817747-2 is: [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:08:56Z', 'revision_number': 3, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port': {'id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:55Z', 'updated_at': '2021-11-23T11:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:08:59.557027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.721686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5de76671-e053-47c6-b9a7-b8e00bac0964 None None] Provisioning complete for port 81d027aa-0efa-4e63-8955-11976183df24 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:08:59.722298 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5de76671-e053-47c6-b9a7-b8e00bac0964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.786479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5de76671-e053-47c6-b9a7-b8e00bac0964 None None] Port 81d027aa-0efa-4e63-8955-11976183df24 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:08:59.807404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.822901 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.900434 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:08:59.902403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=81d027aa-0efa-4e63-8955-11976183df24,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:00.012296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:09:00.013654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:00.145268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:09:00.265232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:09:00.321577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:09:00.328035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a9792f9a-f3da-414c-926d-79a71b555bd1 admin admin] 10.222.0.61 "PUT /v2.0/routers/13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9008598 Nov 23 11:09:00.328375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-82168aba-a4ea-468f-909f-31f62b835e9a None None] Provisioning complete for port 81d027aa-0efa-4e63-8955-11976183df24 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:00.328743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-82168aba-a4ea-468f-909f-31f62b835e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:00.380096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:00.380468 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:00.382147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-82168aba-a4ea-468f-909f-31f62b835e9a None None] Port 81d027aa-0efa-4e63-8955-11976183df24 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:09:00.864563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43256) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:00.870478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-655824903-network', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:09:00.895749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Made reservation on behalf of 6c1d32d40c7249ad992f6e7f8b319857 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:09:00.898217 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:00.907030 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:00.993212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:00.995303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.021096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:09:01.031310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8e6e94-8bcf-47d8-92b9-5dd348b55072,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:01.036022 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.036363 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Added segment 9f573426-f464-4087-b7c5-2953b07c9d75 of type vlan for network 8799d5f8-df5b-4a90-984d-6ff753122f2e Nov 23 11:09:01.079646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.108194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.109186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:01.109826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.144755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43260) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:01.145235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2790329 Nov 23 11:09:01.151192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Request body: {'subnet': {'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-655824903-subnet', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:09:01.174921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Made reservation on behalf of 6c1d32d40c7249ad992f6e7f8b319857 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:09:01.178239 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.179162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9cef3-4f69-4661-9e80-14b37b925928 admin admin] Pushing event updated for resources: {'Network': ['ID=8799d5f8-df5b-4a90-984d-6ff753122f2e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:01.192185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:09:01.374749 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Sync routers for ids ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:09:01.386028 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Routers {'13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:01.386956 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:01.401440 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.465495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:01.469852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Checking segment: {'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:09:01.470417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Network hostable DHCP agents. Network: 8799d5f8-df5b-4a90-984d-6ff753122f2e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:09:01.488657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:09:01.500057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 8799d5f8-df5b-4a90-984d-6ff753122f2e) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:01.504225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:01.505660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.508909 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Set router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:01.520381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd703cb-5acc-4944-83b6-7be5468469af None None] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:09:01.537982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-548f0e9a-39ef-44d5-8708-b32e6cddeb9b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3918428 Nov 23 11:09:01.541355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43266) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:01.549597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:09:01.580305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.581868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.670738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.739814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-8799d5f8-df5b-4a90-984d-6ff753122f2e', 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'fixed_ips': [{'subnet_id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:09:01.741465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.754982 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 4, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port': {'id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:55Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '81d027aa-0efa-4e63-8955-11976183df24', 'name': '', 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'mac_address': 'fa:16:3e:6a:bd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b1948f7-4b39-4941-a953-a7b0b6d4ae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:58Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 2, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'subnets': [{'id': '0b1948f7-4b39-4941-a953-a7b0b6d4ae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:01.789752 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Checking router: 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:09:01.790392 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Updating router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 port 81d027aa-0efa-4e63-8955-11976183df24 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:09:01.819092 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.843555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:01.916330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Allocated IP 172.20.0.2 (8799d5f8-df5b-4a90-984d-6ff753122f2e/7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9/1d108653-1ac7-437d-a67c-a4d606c8511e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:09:02.095060 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.104958 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.112526 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.135392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.155322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:09:02.165254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:02.171616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:09:02.180897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Pushing event updated for resources: {'Port': ['ID=1d108653-1ac7-437d-a67c-a4d606c8511e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:02.223933 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.232532 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.248997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Attempting to bind port 1d108653-1ac7-437d-a67c-a4d606c8511e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:09:02.249990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Attempting to bind port 1d108653-1ac7-437d-a67c-a4d606c8511e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:09:02.250315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Attempting to bind port 1d108653-1ac7-437d-a67c-a4d606c8511e on network 8799d5f8-df5b-4a90-984d-6ff753122f2e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:09:02.256627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:09:02.256999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Checking segment: {'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:09:02.257476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.258425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Bound using segment: {'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:09:02.258901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Bound port: 1d108653-1ac7-437d-a67c-a4d606c8511e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:09:02.259286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.275038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Allocated IP 172.25.5.254 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/160ccf6e-802c-4bd0-8bed-e49a090cf2bf) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:09:02.304420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Pushing event updated for resources: {'Port': ['ID=81d027aa-0efa-4e63-8955-11976183df24,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:02.319476 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.320958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.321559 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.321905 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.322624 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.322756 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.322996 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.323331 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.324076 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.324424 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.324755 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.325082 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:09:02.379089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] For port 1d108653-1ac7-437d-a67c-a4d606c8511e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:09:02.386363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] For port 1d108653-1ac7-437d-a67c-a4d606c8511e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d108653-1ac7-437d-a67c-a4d606c8511e,segment=NetworkSegment(9f573426-f464-4087-b7c5-2953b07c9d75),segment_id=9f573426-f464-4087-b7c5-2953b07c9d75)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:09:02.389614 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Attempting to bind port 81d027aa-0efa-4e63-8955-11976183df24 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:09:02.390604 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Attempting to bind port 81d027aa-0efa-4e63-8955-11976183df24 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:09:02.391139 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Attempting to bind port 81d027aa-0efa-4e63-8955-11976183df24 on network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:09:02.396095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.406150 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:09:02.406534 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Checking segment: {'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:09:02.406944 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.407358 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Bound using segment: {'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:09:02.407841 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Bound port: 81d027aa-0efa-4e63-8955-11976183df24, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd21494-02d7-45a5-8794-f0be20ccb241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:09:02.409552 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.422983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.464271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.474824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34fe39-b556-492b-99dd-beb1d2048294 None None] Pushing event updated for resources: {'Port': ['ID=1d108653-1ac7-437d-a67c-a4d606c8511e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:02.541259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Pushing event updated for resources: {'Port': ['ID=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:02.553187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:09:02.555509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:02.561440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:09:02.574701 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] For port 81d027aa-0efa-4e63-8955-11976183df24, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:09:02.579098 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] For port 81d027aa-0efa-4e63-8955-11976183df24, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=81d027aa-0efa-4e63-8955-11976183df24,segment=NetworkSegment(ddd21494-02d7-45a5-8794-f0be20ccb241),segment_id=ddd21494-02d7-45a5-8794-f0be20ccb241)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:09:02.584601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb8e34-0764-40e1-816b-15cedf4560e1 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:09:02.591808 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.662090 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Routers {'13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:02.662554 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:02.668161 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a227a3-a855-430b-9439-8c7d4b76d87b None None] Pushing event updated for resources: {'Port': ['ID=81d027aa-0efa-4e63-8955-11976183df24,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:02.730437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Provisioning complete for port 81d027aa-0efa-4e63-8955-11976183df24 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:02.731555 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:02.958612 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.012722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.022714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] For port 81d027aa-0efa-4e63-8955-11976183df24, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=81d027aa-0efa-4e63-8955-11976183df24,segment=NetworkSegment(ddd21494-02d7-45a5-8794-f0be20ccb241),segment_id=ddd21494-02d7-45a5-8794-f0be20ccb241)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:03.029072 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.095624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Provisioning complete for port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:03.096011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.140222 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] Set router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:03.154559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:09:03.173591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5f89b-761a-48e5-aaa5-f69a46b3e7ef None None] Pushing event updated for resources: {'Port': ['ID=81d027aa-0efa-4e63-8955-11976183df24,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:03.286688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7b0ec31e-9164-4765-8781-9f6c48ae1370 None None] Provisioning complete for port 81d027aa-0efa-4e63-8955-11976183df24 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:03.288173 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7b0ec31e-9164-4765-8781-9f6c48ae1370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.390403 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 4, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port': {'id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:55Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '81d027aa-0efa-4e63-8955-11976183df24', 'name': '', 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'mac_address': 'fa:16:3e:6a:bd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b1948f7-4b39-4941-a953-a7b0b6d4ae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:58Z', 'updated_at': '2021-11-23T11:09:02Z', 'revision_number': 4, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'subnets': [{'id': '0b1948f7-4b39-4941-a953-a7b0b6d4ae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:03.426292 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedaed04-6349-40b9-af2a-6fcfaf36d9ca None None] The sync data for ids ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'] in n-d-817747-2 is: [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 4, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port': {'id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:55Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '81d027aa-0efa-4e63-8955-11976183df24', 'name': '', 'network_id': '5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'mac_address': 'fa:16:3e:6a:bd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '0b1948f7-4b39-4941-a953-a7b0b6d4ae99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:58Z', 'updated_at': '2021-11-23T11:09:02Z', 'revision_number': 4, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'subnets': [{'id': '0b1948f7-4b39-4941-a953-a7b0b6d4ae99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:09:03.607195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.772270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:09:03.911000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:09:03.922974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Sync routers for ids ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:09:03.948633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Routers {'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:03.949949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:03.974354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:03.975703 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fec66830-2327-4b26-b2f9-136745a68161 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4333708 Nov 23 11:09:03.978612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43284) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:04.251812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ec867-6a65-4ead-aca1-fe8044cc0a38 None None] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:09:04.374005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 81d027aa-0efa-4e63-8955-11976183df24 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:09:04.376218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-701bc3d5-d05c-4f26-9ae2-58207520456f None None] Provisioning complete for port 1d108653-1ac7-437d-a67c-a4d606c8511e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:04.376540 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-701bc3d5-d05c-4f26-9ae2-58207520456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.504596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Set router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:04.663420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 81d027aa-0efa-4e63-8955-11976183df24 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:04.663808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.672182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.795555 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-701bc3d5-d05c-4f26-9ae2-58207520456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:04.933853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-701bc3d5-d05c-4f26-9ae2-58207520456f None None] For port 1d108653-1ac7-437d-a67c-a4d606c8511e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d108653-1ac7-437d-a67c-a4d606c8511e,segment=NetworkSegment(9f573426-f464-4087-b7c5-2953b07c9d75),segment_id=9f573426-f464-4087-b7c5-2953b07c9d75)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:04.940318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Allocated IP 172.20.0.1 (8799d5f8-df5b-4a90-984d-6ff753122f2e/7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9/06479c2f-4390-4188-ba30-afc31e0ce1f9) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:09:04.965425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1d108653-1ac7-437d-a67c-a4d606c8511e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:09:05.018467 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-701bc3d5-d05c-4f26-9ae2-58207520456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.098432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.102313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1d108653-1ac7-437d-a67c-a4d606c8511e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:05.102922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.107090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bc3d5-d05c-4f26-9ae2-58207520456f None None] Pushing event updated for resources: {'Port': ['ID=1d108653-1ac7-437d-a67c-a4d606c8511e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:05.158586 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.167365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:02Z', 'revision_number': 3, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port': {'id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:02Z', 'updated_at': '2021-11-23T11:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:05.203801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Checking router: a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:09:05.204173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Updating router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:09:05.226802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8bc47419-f17e-4a6c-9cc5-3c4f3989fa97 None None] Provisioning complete for port 1d108653-1ac7-437d-a67c-a4d606c8511e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:05.227244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8bc47419-f17e-4a6c-9cc5-3c4f3989fa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.231472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:09:05.234438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:05.237472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:09:05.275334 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.317218 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.451285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Pushing event updated for resources: {'Port': ['ID=06479c2f-4390-4188-ba30-afc31e0ce1f9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:05.542371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.632508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7c545685-6495-4f6a-bd33-9a9e6328242a None None] Provisioning complete for port 06479c2f-4390-4188-ba30-afc31e0ce1f9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:05.633700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7c545685-6495-4f6a-bd33-9a9e6328242a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.690092 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.691826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7c545685-6495-4f6a-bd33-9a9e6328242a None None] Port 06479c2f-4390-4188-ba30-afc31e0ce1f9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:09:05.700130 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.727543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.733795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.758307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2563907e-b4dd-4334-a955-24d5555d96fe None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:09:05.769939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Attempting to bind port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:09:05.770443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Attempting to bind port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:09:05.770904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Attempting to bind port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:09:05.772909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15647d-c163-47cd-870e-9c808168e740 None None] Pushing event updated for resources: {'Port': ['ID=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:05.781173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:09:05.781673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:09:05.782303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.782904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:09:05.783628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Bound port: 160ccf6e-802c-4bd0-8bed-e49a090cf2bf, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:09:05.784667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.839463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Pushing event updated for resources: {'Port': ['ID=06479c2f-4390-4188-ba30-afc31e0ce1f9,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:05.844584 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.850632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-90ca7579-2c16-463e-b0b9-aff823931340 None None] Provisioning complete for port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:05.851012 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90ca7579-2c16-463e-b0b9-aff823931340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.880259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] For port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:09:05.902815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] For port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:09:05.908482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-90ca7579-2c16-463e-b0b9-aff823931340 None None] Port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:09:05.911557 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:05.961359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:09:05.962892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:09:05.964784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd411e-98fc-4a00-9709-6c937b9df1f8 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:09:05.999633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Routers {'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:06.000287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:06.053139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15647d-c163-47cd-870e-9c808168e740 None None] Pushing event updated for resources: {'Port': ['ID=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:06.128964 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:09:06.147004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-639bb53f-0d8d-4e36-b737-8fdccbe5d306 None None] Provisioning complete for port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:06.147417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-639bb53f-0d8d-4e36-b737-8fdccbe5d306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:06.245278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] Set router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:06.249505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1d108653-1ac7-437d-a67c-a4d606c8511e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:09:06.285631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:09:06.301447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1353056a-b579-49d7-9d4f-8c032169ecba admin admin] 10.222.0.61 "PUT /v2.0/routers/a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3217084 Nov 23 11:09:06.360554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1d108653-1ac7-437d-a67c-a4d606c8511e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:06.360922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:06.598964 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-639bb53f-0d8d-4e36-b737-8fdccbe5d306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:06.650314 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-639bb53f-0d8d-4e36-b737-8fdccbe5d306 None None] For port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:06.681885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-639bb53f-0d8d-4e36-b737-8fdccbe5d306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:06.805033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bb53f-0d8d-4e36-b737-8fdccbe5d306 None None] Pushing event updated for resources: {'Port': ['ID=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:06.831632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-10743630-22a2-487e-afdb-9fcfb974b388 None None] Provisioning complete for port 06479c2f-4390-4188-ba30-afc31e0ce1f9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:06.832013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10743630-22a2-487e-afdb-9fcfb974b388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:06.877598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-10743630-22a2-487e-afdb-9fcfb974b388 None None] Port 06479c2f-4390-4188-ba30-afc31e0ce1f9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:09:06.885365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 4, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port': {'id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:02Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '06479c2f-4390-4188-ba30-afc31e0ce1f9', 'name': '', 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'mac_address': 'fa:16:3e:87:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:04Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 2, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'subnets': [{'id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:06.914842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efd2a3f-bbab-447b-9f3c-c060dc4fb49a None None] The sync data for ids ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'] in n-d-817747-2 is: [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 4, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port': {'id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:02Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '06479c2f-4390-4188-ba30-afc31e0ce1f9', 'name': '', 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'mac_address': 'fa:16:3e:87:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:04Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 2, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'subnets': [{'id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:09:08.251141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 160ccf6e-802c-4bd0-8bed-e49a090cf2bf up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:09:08.313841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:08.314407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:08.541929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43372) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:08.939166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:09.203450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Deleting port 81d027aa-0efa-4e63-8955-11976183df24 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:09.203694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:09.283090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] For port 81d027aa-0efa-4e63-8955-11976183df24, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=81d027aa-0efa-4e63-8955-11976183df24,segment=NetworkSegment(ddd21494-02d7-45a5-8794-f0be20ccb241),segment_id=ddd21494-02d7-45a5-8794-f0be20ccb241)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:09.283454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:09.297646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Calling delete_port for 81d027aa-0efa-4e63-8955-11976183df24 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:09.490374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:09.518522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d027aa-0efa-4e63-8955-11976183df24,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:09.963825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:10.199972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:09:10.311576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:09:10.316887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ef3376f7-2ef4-47db-ac0e-8bb4e95818e2 admin admin] 10.222.0.61 "PUT /v2.0/routers/13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732415 Nov 23 11:09:10.319495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43388) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:10.322575 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] Sync routers for ids ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:09:10.333002 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] Routers {'13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:10.333642 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:10.430542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:10.437830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] Set router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:10.531509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:10.593603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Deleting port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:10.593950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:10.620439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:09:09Z', 'revision_number': 5, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port': {'id': '8764fe3a-b6fb-4f1d-9a73-5133ff0f4796', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:f0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:08:55Z', 'updated_at': '2021-11-23T11:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:10.652163 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] Checking router: 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:09:10.660534 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] Routers {'13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:10.662764 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:10.677531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] For port 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:10.677907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:10.706698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Calling delete_port for 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:10.758547 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] Set router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:10.827994 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:09:10Z', 'revision_number': 6, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:10.862411 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3f97a5-1320-455b-b9e5-d09595b8c3a0 None None] The sync data for ids ['13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0'] in n-d-817747-2 is: [{'id': '13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0', 'name': 'tempest-TestAggregatesBasicOps-158656789-router', 'tenant_id': '9af56992e23b444d9ae8c9015736eba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:08:54Z', 'updated_at': '2021-11-23T11:09:10Z', 'revision_number': 6, 'project_id': '9af56992e23b444d9ae8c9015736eba9', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:09:10.917957 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:10.945555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Pushing event deleted for resources: {'Port': ['ID=8764fe3a-b6fb-4f1d-9a73-5133ff0f4796,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:10.946549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Sync routers for ids ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:09:10.962539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b4263-2644-4ce6-ae73-90db1e2b137b None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:09:10.965571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Routers {'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:10.966243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:11.012926 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.081245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Set router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:11.104826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.107304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.151784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.152447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:09:11.160942 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.165132 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1ee402e8-a94e-4fca-b726-4f53ba0a4824 admin admin] 10.222.0.61 "DELETE /v2.0/routers/13fda9a5-19d5-4dc9-b8a9-0cad629ab2c0 HTTP/1.1" status: 204 len: 168 time: 0.8409762 Nov 23 11:09:11.165491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43396) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:11.214413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] Deleting subnet 0b1948f7-4b39-4941-a953-a7b0b6d4ae99 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:09:11.217756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.264176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.319061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 4, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port': {'id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:02Z', 'updated_at': '2021-11-23T11:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '06479c2f-4390-4188-ba30-afc31e0ce1f9', 'name': '', 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'mac_address': 'fa:16:3e:87:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:04Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 2, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'subnets': [{'id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:11.355010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Checking router: a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:09:11.355240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Updating router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd port 06479c2f-4390-4188-ba30-afc31e0ce1f9 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:09:11.361497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.383149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.425529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.451965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1948f7-4b39-4941-a953-a7b0b6d4ae99,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:11.457874 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.465147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43400) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:11.471988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4804a609-f42a-473f-a66c-9c912877c0db admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0b1948f7-4b39-4941-a953-a7b0b6d4ae99 HTTP/1.1" status: 204 len: 168 time: 0.3054209 Nov 23 11:09:11.479843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c6144f-b89f-4c0c-a98e-d32fb79541f1 None None] Network 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:09:11.566363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.630171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Deleting port 1833bfe9-7682-45c3-965b-692c639a512b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:11.630436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.709970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] For port 1833bfe9-7682-45c3-965b-692c639a512b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1833bfe9-7682-45c3-965b-692c639a512b,segment=NetworkSegment(ddd21494-02d7-45a5-8794-f0be20ccb241),segment_id=ddd21494-02d7-45a5-8794-f0be20ccb241)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:11.711088 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.732394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Calling delete_port for 1833bfe9-7682-45c3-965b-692c639a512b owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:11.785854 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.790748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] DHCP port deletion for 5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:09:11.821608 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.858016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.894802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952397-7368-43b9-bba6-1ba766d2b0f5 None None] Pushing event updated for resources: {'Port': ['ID=06479c2f-4390-4188-ba30-afc31e0ce1f9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:11.896387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Pushing event deleted for resources: {'Port': ['ID=1833bfe9-7682-45c3-965b-692c639a512b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:11.906170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] No DVR routers for this DVR port 1833bfe9-7682-45c3-965b-692c639a512b on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:09:11.916351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] Deleting port 1833bfe9-7682-45c3-965b-692c639a512b {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:11.916351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.993915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] For port 1833bfe9-7682-45c3-965b-692c639a512b, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:11.994671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:11.995226 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.009495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] Calling delete_port for 1833bfe9-7682-45c3-965b-692c639a512b owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:12.013254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] Port 1833bfe9-7682-45c3-965b-692c639a512b was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:09:12.020664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:12.031342 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.041551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd21494-02d7-45a5-8794-f0be20ccb241') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:12.041875 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd21494-02d7-45a5-8794-f0be20ccb241') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:12.059648 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.091341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] Pushing event deleted for resources: {'Port': ['ID=1833bfe9-7682-45c3-965b-692c639a512b,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:12.093954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c91fac-e74c-4007-980f-cfb20123a66c None None] No DVR routers for this DVR port 1833bfe9-7682-45c3-965b-692c639a512b on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:09:12.104504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Attempting to bind port 06479c2f-4390-4188-ba30-afc31e0ce1f9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:09:12.104504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Attempting to bind port 06479c2f-4390-4188-ba30-afc31e0ce1f9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:09:12.104504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Attempting to bind port 06479c2f-4390-4188-ba30-afc31e0ce1f9 on network 8799d5f8-df5b-4a90-984d-6ff753122f2e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:09:12.109286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:09:12.109881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Checking segment: {'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:09:12.110190 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.110599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Bound using segment: {'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:09:12.111084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Bound port: 06479c2f-4390-4188-ba30-afc31e0ce1f9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f573426-f464-4087-b7c5-2953b07c9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:09:12.111585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.121624 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.130095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:09:12.130862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:09:12.158093 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:09:12.220396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] For port 06479c2f-4390-4188-ba30-afc31e0ce1f9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:09:12.223944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] For port 06479c2f-4390-4188-ba30-afc31e0ce1f9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=06479c2f-4390-4188-ba30-afc31e0ce1f9,segment=NetworkSegment(9f573426-f464-4087-b7c5-2953b07c9d75),segment_id=9f573426-f464-4087-b7c5-2953b07c9d75)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:09:12.232164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.284602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:09:12.291649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.300712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.308707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] 10.222.0.61 "DELETE /v2.0/networks/5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7 HTTP/1.1" status: 204 len: 168 time: 0.8395691 Nov 23 11:09:12.309073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43408) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:12.322039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a7446-c427-4368-aeca-ef36897c0870 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c9d63be-b5b2-4002-9d9a-753fdd7d2ce7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:12.344342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:09:12.344870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8764fe3a-b6fb-4f1d-9a73-5133ff0f4796 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:09:12.345447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 81d027aa-0efa-4e63-8955-11976183df24 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:09:12.360770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Routers {'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:12.361668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:12.384630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ae7d30a4-5f86-47d3-89b4-d4ba5c27618f None None] Provisioning complete for port 06479c2f-4390-4188-ba30-afc31e0ce1f9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:12.385189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae7d30a4-5f86-47d3-89b4-d4ba5c27618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.463605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e952397-7368-43b9-bba6-1ba766d2b0f5 None None] Pushing event updated for resources: {'Port': ['ID=06479c2f-4390-4188-ba30-afc31e0ce1f9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:12.466157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 81d027aa-0efa-4e63-8955-11976183df24 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:09:12.466519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 81d027aa-0efa-4e63-8955-11976183df24 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:09:12.466955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1833bfe9-7682-45c3-965b-692c639a512b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:09:12.501843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1833bfe9-7682-45c3-965b-692c639a512b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:09:12.502205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1833bfe9-7682-45c3-965b-692c639a512b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:09:12.593698 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae7d30a4-5f86-47d3-89b4-d4ba5c27618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.609920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] Set router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:12.671099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ae7d30a4-5f86-47d3-89b4-d4ba5c27618f None None] For port 06479c2f-4390-4188-ba30-afc31e0ce1f9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=06479c2f-4390-4188-ba30-afc31e0ce1f9,segment=NetworkSegment(9f573426-f464-4087-b7c5-2953b07c9d75),segment_id=9f573426-f464-4087-b7c5-2953b07c9d75)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:12.681416 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ae7d30a4-5f86-47d3-89b4-d4ba5c27618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.792167 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:12.820911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d30a4-5f86-47d3-89b4-d4ba5c27618f None None] Pushing event updated for resources: {'Port': ['ID=06479c2f-4390-4188-ba30-afc31e0ce1f9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:12.845326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9c59230f-f307-4f58-97c9-2cac64c59015 None None] Provisioning complete for port 06479c2f-4390-4188-ba30-afc31e0ce1f9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:09:12.845783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9c59230f-f307-4f58-97c9-2cac64c59015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:13.066923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Deleting port 06479c2f-4390-4188-ba30-afc31e0ce1f9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:13.067270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:13.129537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 4, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port': {'id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:02Z', 'updated_at': '2021-11-23T11:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '06479c2f-4390-4188-ba30-afc31e0ce1f9', 'name': '', 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'mac_address': 'fa:16:3e:87:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:04Z', 'updated_at': '2021-11-23T11:09:12Z', 'revision_number': 4, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'subnets': [{'id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:13.158464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] For port 06479c2f-4390-4188-ba30-afc31e0ce1f9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=06479c2f-4390-4188-ba30-afc31e0ce1f9,segment=NetworkSegment(9f573426-f464-4087-b7c5-2953b07c9d75),segment_id=9f573426-f464-4087-b7c5-2953b07c9d75)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:13.158835 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:13.159869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905c6fbd-5218-40e5-8109-9cc4bfc91025 None None] The sync data for ids ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'] in n-d-817747-2 is: [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:05Z', 'revision_number': 4, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port': {'id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:02Z', 'updated_at': '2021-11-23T11:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '06479c2f-4390-4188-ba30-afc31e0ce1f9', 'name': '', 'network_id': '8799d5f8-df5b-4a90-984d-6ff753122f2e', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'mac_address': 'fa:16:3e:87:58:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:04Z', 'updated_at': '2021-11-23T11:09:12Z', 'revision_number': 4, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'subnets': [{'id': '7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:09:13.178347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Calling delete_port for 06479c2f-4390-4188-ba30-afc31e0ce1f9 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:13.388996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:13.425057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Pushing event deleted for resources: {'Port': ['ID=06479c2f-4390-4188-ba30-afc31e0ce1f9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:13.612312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:13.850323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:09:13.965138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:09:13.970861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3140ab83-8ad0-4de2-9b8c-fda2cc78d78b admin admin] 10.222.0.61 "PUT /v2.0/routers/a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6601279 Nov 23 11:09:13.973611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43426) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:13.976806 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] Sync routers for ids ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:09:13.989575 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] Routers {'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:13.990187 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:14.091518 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:14.098642 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] Set router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:14.203409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:14.258528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Deleting port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:14.258873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:14.284738 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:13Z', 'revision_number': 5, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port': {'id': '160ccf6e-802c-4bd0-8bed-e49a090cf2bf', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:09:02Z', 'updated_at': '2021-11-23T11:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:14.312882 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] Checking router: a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:09:14.320912 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] Routers {'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:09:14.321651 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:08:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:14.338390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] For port 160ccf6e-802c-4bd0-8bed-e49a090cf2bf, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:14.338753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:14.351736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Calling delete_port for 160ccf6e-802c-4bd0-8bed-e49a090cf2bf owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:14.411839 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] Set router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:09:14.504908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29086fc6-3b70-4edb-973e-e9b2078c6ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:14.537485 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:14.571563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Pushing event deleted for resources: {'Port': ['ID=160ccf6e-802c-4bd0-8bed-e49a090cf2bf,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:14.584499 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:14Z', 'revision_number': 6, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:14.594738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149a1bf5-98ca-4cf9-bad2-c6bafb5ed1ae None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:09:14.616047 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a080e8c6-49e2-4145-8f8c-5248f04f85cd None None] The sync data for ids ['a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd'] in n-d-817747-2 is: [{'id': 'a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd', 'name': 'tempest-TestAggregatesBasicOps-655824903-router', 'tenant_id': '6c1d32d40c7249ad992f6e7f8b319857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:09:01Z', 'updated_at': '2021-11-23T11:09:14Z', 'revision_number': 6, 'project_id': '6c1d32d40c7249ad992f6e7f8b319857', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:09:14.642730 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.004893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.006143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.053255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.053255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:09:15.059273 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.062929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4e8c959-3e63-4c7d-8438-772430d8b956 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a5ebbee3-60e2-48d6-9ab9-61ed11d8b0dd HTTP/1.1" status: 204 len: 168 time: 1.0853808 Nov 23 11:09:15.063085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:15.115562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] Deleting subnet 7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:09:15.118889 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.155802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.234209 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.290539 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.318255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.324957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 43438) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:15.325478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e97928e-86ce-45b4-961e-b1c2fd386756 None None] Network 8799d5f8-df5b-4a90-984d-6ff753122f2e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:09:15.328357 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9 HTTP/1.1" status: 204 len: 168 time: 0.2582455 Nov 23 11:09:15.330016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d24b2c-74b0-426c-9df2-7fee9505a1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6cf2aa-2c9e-447b-8e6d-11d71afd5eb9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:15.405037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.465823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Deleting port 1d108653-1ac7-437d-a67c-a4d606c8511e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:15.466403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.544121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] For port 1d108653-1ac7-437d-a67c-a4d606c8511e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d108653-1ac7-437d-a67c-a4d606c8511e,segment=NetworkSegment(9f573426-f464-4087-b7c5-2953b07c9d75),segment_id=9f573426-f464-4087-b7c5-2953b07c9d75)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:15.545077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.547159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] DHCP port deletion for 8799d5f8-df5b-4a90-984d-6ff753122f2e request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:09:15.561930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Calling delete_port for 1d108653-1ac7-437d-a67c-a4d606c8511e owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:15.607347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] Deleting port 1d108653-1ac7-437d-a67c-a4d606c8511e {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:09:15.607856 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.656466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.687155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d108653-1ac7-437d-a67c-a4d606c8511e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:15.693510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] No DVR routers for this DVR port 1d108653-1ac7-437d-a67c-a4d606c8511e on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:09:15.699733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] For port 1d108653-1ac7-437d-a67c-a4d606c8511e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1d108653-1ac7-437d-a67c-a4d606c8511e,segment=NetworkSegment(9f573426-f464-4087-b7c5-2953b07c9d75),segment_id=9f573426-f464-4087-b7c5-2953b07c9d75)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:09:15.700449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.718692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] Calling delete_port for 1d108653-1ac7-437d-a67c-a4d606c8511e owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:09:15.773625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.798897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8799d5f8-df5b-4a90-984d-6ff753122f2e']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:15.810840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f573426-f464-4087-b7c5-2953b07c9d75') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:15.811139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f573426-f464-4087-b7c5-2953b07c9d75') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:09:15.825759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.828064 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.843465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.854903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:09:15.855150 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.871870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] Pushing event deleted for resources: {'Port': ['ID=1d108653-1ac7-437d-a67c-a4d606c8511e,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:09:15.887952 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:09:15.891606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98928919-6ecc-4f5b-8148-baa5a0b9e011 None None] No DVR routers for this DVR port 1d108653-1ac7-437d-a67c-a4d606c8511e on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:09:15.937212 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.944530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:15.949047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8799d5f8-df5b-4a90-984d-6ff753122f2e HTTP/1.1" status: 204 len: 168 time: 0.6230233 Nov 23 11:09:15.962058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace603e-566f-4453-8d69-d495aedfb547 admin admin] Pushing event deleted for resources: {'Network': ['ID=8799d5f8-df5b-4a90-984d-6ff753122f2e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:16.133786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43450) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:16.196572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1078b643-ddfd-4081-8b1e-e983f4413009 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9af56992e23b444d9ae8c9015736eba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602341 Nov 23 11:09:16.198221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43452) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:16.207033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 06479c2f-4390-4188-ba30-afc31e0ce1f9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:09:16.231543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 06479c2f-4390-4188-ba30-afc31e0ce1f9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:09:16.231991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 06479c2f-4390-4188-ba30-afc31e0ce1f9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:09:16.232484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 160ccf6e-802c-4bd0-8bed-e49a090cf2bf no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:09:16.251652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 160ccf6e-802c-4bd0-8bed-e49a090cf2bf {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:09:16.252093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 160ccf6e-802c-4bd0-8bed-e49a090cf2bf not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:09:16.252320 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c9977a3d-a08f-40dc-9606-59ec0f8e5431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.252648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1d108653-1ac7-437d-a67c-a4d606c8511e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:09:16.272330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1d108653-1ac7-437d-a67c-a4d606c8511e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:09:16.272632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1d108653-1ac7-437d-a67c-a4d606c8511e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:09:16.275018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c9977a3d-a08f-40dc-9606-59ec0f8e5431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.322588 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c9977a3d-a08f-40dc-9606-59ec0f8e5431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.325353 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c9977a3d-a08f-40dc-9606-59ec0f8e5431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.326614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c9977a3d-a08f-40dc-9606-59ec0f8e5431 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/766ba51c-47a0-4038-89a8-3321fcee615d HTTP/1.1" status: 204 len: 168 time: 0.1273725 Nov 23 11:09:16.334842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9977a3d-a08f-40dc-9606-59ec0f8e5431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766ba51c-47a0-4038-89a8-3321fcee615d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:16.648432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43460) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:16.691859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-36ef02e4-5b89-46bb-bc96-421e6d337290 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c1d32d40c7249ad992f6e7f8b319857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419075 Nov 23 11:09:16.694464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43462) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:16.741461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5d61c3b-8afd-4767-bfa8-f9c846682de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.763684 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5d61c3b-8afd-4767-bfa8-f9c846682de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.813355 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5d61c3b-8afd-4767-bfa8-f9c846682de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.816369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5d61c3b-8afd-4767-bfa8-f9c846682de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:16.820901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5d61c3b-8afd-4767-bfa8-f9c846682de5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc8e6e94-8bcf-47d8-92b9-5dd348b55072 HTTP/1.1" status: 204 len: 168 time: 0.1219890 Nov 23 11:09:16.825739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d61c3b-8afd-4767-bfa8-f9c846682de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8e6e94-8bcf-47d8-92b9-5dd348b55072,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:09:16.948864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7b8b-77bf-49c5-85f4-c9c92c196f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:18.122937 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:09:18.587381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:19.557447 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:19.966023 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:20.133278 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:22.239724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:28.076944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.082820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.089651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.095578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.101615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.107537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.113522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.115339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-01d07f9f-c9aa-4968-830e-891d472f54e8 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.0911014 Nov 23 11:09:28.178926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-39214c3b-3d36-45c0-a981-40a937214ce0 req-65d483b8-af1b-4935-b197-192600eb5e6f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567384 Nov 23 11:09:28.321596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.327647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.333729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.340457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.346648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.353232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.359350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:28.361406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d248151a-eeef-4948-861e-e089415a6af1 req-4d796b31-cf81-4abc-85e2-06bb14cb79f0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.0950577 Nov 23 11:09:30.394411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 43598) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:09:30.517011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:30.517516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:30.517987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:30.518466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:30.518932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:30.519397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:30.519858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:30.521834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-13c0fc2c-3f20-463c-b6ce-b4110049bbde service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.1263838 Nov 23 11:09:30.583536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-f193c1cf-22c9-4c76-a88a-8f5e18854b67 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546114 Nov 23 11:09:44.508222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90c8b50a-03f4-4d74-97d2-4295d4fbd926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:46.950408 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cc2d7c00-e0b1-4fd8-b7e0-d647da8c93fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:48.589544 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:49.556283 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:49.979464 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:50.127301 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:52.240405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:09:53.818122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-8dc28bcd-010f-462f-8e88-f344def20715 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0465052 Nov 23 11:09:53.920375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:53.920861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:53.921355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:53.921826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:53.922294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:53.922759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:53.923224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:53.925186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ac137e8a-5ebf-4d3a-82fe-7491cbe50db1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.0554597 Nov 23 11:09:54.046281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-883bee0d-fb50-4a1c-b07a-3bc4b0f68a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.046762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-883bee0d-fb50-4a1c-b07a-3bc4b0f68a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.047241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-883bee0d-fb50-4a1c-b07a-3bc4b0f68a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.048855 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-883bee0d-fb50-4a1c-b07a-3bc4b0f68a1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.0988650 Nov 23 11:09:54.131889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ab5bb7c9-5cd6-411f-ac90-f8373e3d6bf7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.0750065 Nov 23 11:09:54.180472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-9a51995b-980b-4532-b9ff-9c7b30d86e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.182041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-9a51995b-980b-4532-b9ff-9c7b30d86e37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.0439923 Nov 23 11:09:54.231884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-3641a6e1-93c1-4665-a51f-c7ac1935b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.233418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-3641a6e1-93c1-4665-a51f-c7ac1935b6fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440884 Nov 23 11:09:54.325918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-7610b9b3-9cb8-4854-b2b9-16bc507c74c6 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855312 Nov 23 11:09:54.419764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-f76f19da-ba45-4f4d-9f49-5643a4f1f56a service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Nov 23 11:09:54.462518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-b1f44e54-d45f-4d40-9503-e2361165f8a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.0356843 Nov 23 11:09:54.516211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-8f3f7ba7-ab71-4959-8d51-21bc40088963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.517699 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-8f3f7ba7-ab71-4959-8d51-21bc40088963 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0484865 Nov 23 11:09:54.564642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-bab6172d-04b5-4fe8-bb77-37608f7cc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.566427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-bab6172d-04b5-4fe8-bb77-37608f7cc1ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412149 Nov 23 11:09:54.656297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-0031ed21-25b5-4d80-bc62-f234243336dc service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824661 Nov 23 11:09:54.750350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-fd334417-30c3-48f0-90ae-112d2b99fd91 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865662 Nov 23 11:09:54.795204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-75228c89-d0fe-4bff-8089-5b4ce43526e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0371294 Nov 23 11:09:54.851029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-2c17dc26-22a4-4322-9f17-5acaccfafb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.852518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-2c17dc26-22a4-4322-9f17-5acaccfafb8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0502560 Nov 23 11:09:54.898636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-febb46c2-7859-443d-a103-35e491d7ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:54.900144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-febb46c2-7859-443d-a103-35e491d7ceef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0411391 Nov 23 11:09:54.988916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-d848a3fe-9597-43a1-81a3-611d2d80d435 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819151 Nov 23 11:09:55.081677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-76bec143-e904-43ca-9820-ad3c540f01c1 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855548 Nov 23 11:09:55.122505 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:09:55.123084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-f888d1c4-5b26-4cce-9efe-7ba45ac94e71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0347431 Nov 23 11:09:55.176839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-11ef07d2-20ef-4546-9b12-a4c0d9b654c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:55.178436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-11ef07d2-20ef-4546-9b12-a4c0d9b654c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0487354 Nov 23 11:09:55.224262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-4302adab-18bf-41b9-8692-45f08c47c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:55.225922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-4302adab-18bf-41b9-8692-45f08c47c704 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409479 Nov 23 11:09:55.313006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-009d3a26-88d1-4d64-8f96-68e8442f807e service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797915 Nov 23 11:09:55.757066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-c3446d03-17fd-4487-9851-3fd63e31d014 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367719 Nov 23 11:09:55.799442 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-0c3bbb62-5917-48f3-94b6-7635bf710e71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0353260 Nov 23 11:09:55.859013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-c8823fac-c2bf-4354-950e-2396a730df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:55.861639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-c8823fac-c2bf-4354-950e-2396a730df9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0559032 Nov 23 11:09:55.909091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-b1a3a5e9-d4f9-48a1-93a4-9569207749bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:55.910653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-b1a3a5e9-d4f9-48a1-93a4-9569207749bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423963 Nov 23 11:09:56.002773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-e447918f-f904-4347-8bdf-a031d0a7261f service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847492 Nov 23 11:09:56.099969 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-2d6ea6b0-dbe4-4d9e-bb1d-34a8072389c9 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885289 Nov 23 11:09:56.148417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-ed9c9001-73a9-4ecc-89b7-a4fe148a28c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0409160 Nov 23 11:09:56.202736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-338b44f9-4a2b-48fc-b794-173d170bbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:56.204137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-338b44f9-4a2b-48fc-b794-173d170bbc15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0493441 Nov 23 11:09:56.250995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-5580d65c-dce0-40f7-bde9-6a7b180e3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:56.252512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-5580d65c-dce0-40f7-bde9-6a7b180e3611 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0417507 Nov 23 11:09:56.347280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-6a7e247e-4abc-4c9f-a429-e76a41481f8d service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874391 Nov 23 11:09:56.436776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-8160e824-9b2a-4da0-ac15-85d67699f2fa service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828083 Nov 23 11:09:56.482971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-6d9a19ea-fcbe-40fd-982e-1b95858690ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0393054 Nov 23 11:09:56.557896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-8526cc70-635a-4341-ac9f-35d9357b5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:56.559379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-8526cc70-635a-4341-ac9f-35d9357b5d31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0697601 Nov 23 11:09:56.600785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-b7b199c1-cd5e-4368-8827-f734105d0405 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728891 Nov 23 11:09:56.617797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-36ad3f00-766a-4b8b-8f4e-ea26f29c7b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:56.619355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-36ad3f00-766a-4b8b-8f4e-ea26f29c7b2f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516827 Nov 23 11:09:56.745083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808f2a-7e76-43a4-be96-80eb7478700c req-d960c2ca-9505-466a-b466-d5b30ffd4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:56.746600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-d960c2ca-9505-466a-b466-d5b30ffd4888 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 1096 time: 0.0928442 Nov 23 11:09:56.750035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-2f6bd3a0-091e-4f99-a574-d9e6d1b8b713 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233613 Nov 23 11:09:56.912663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d90d6c6-5666-4580-8d4f-f1c06fc222c9 req-c8bbb13e-0444-44ca-84fd-703696b72157 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543851 Nov 23 11:09:56.923076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808f2a-7e76-43a4-be96-80eb7478700c req-a7a78087-1933-470c-ad27-3e2e0871dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:56.924743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-a7a78087-1933-470c-ad27-3e2e0871dd4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1497715 Nov 23 11:09:57.007714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-b61c1f08-05c1-4065-b556-36af916aee82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f HTTP/1.1" status: 200 len: 1000 time: 0.0700803 Nov 23 11:09:57.062080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808f2a-7e76-43a4-be96-80eb7478700c req-9f20b2f6-05b0-4681-91eb-545e30169111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:57.063578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-9f20b2f6-05b0-4681-91eb-545e30169111 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0452518 Nov 23 11:09:57.110990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808f2a-7e76-43a4-be96-80eb7478700c req-3a0c53bf-30e3-45ae-a3dc-9f4055ff3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:09:57.112419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-3a0c53bf-30e3-45ae-a3dc-9f4055ff3b03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408633 Nov 23 11:09:57.214494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-4c9006a7-b8c7-42a5-ba0f-00afbbea02ba service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891557 Nov 23 11:09:57.310214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51808f2a-7e76-43a4-be96-80eb7478700c req-8996e206-3246-4af4-b1f0-20a361370989 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850835 Nov 23 11:10:14.512641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-716a09cf-e069-477e-ad85-9214dacf28cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:16.952357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c822213-36ae-4e04-85ca-d21a3136a47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:18.591905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:19.561003 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:20.001494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:20.136410 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:22.244792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:27.299543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba539e83-30ca-44d6-9baa-886e4fc1775a req-a45b602c-4627-45d3-ba6f-19bb298f5cb2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:27.301048 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba539e83-30ca-44d6-9baa-886e4fc1775a req-a45b602c-4627-45d3-ba6f-19bb298f5cb2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 945 time: 0.1745701 Nov 23 11:10:27.354397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba539e83-30ca-44d6-9baa-886e4fc1775a req-9873a53f-d357-4bd5-83e4-2abfce3dd8f1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469449 Nov 23 11:10:28.788421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aade1-9970-4f36-bcd1-080c8e4aa171 req-d94b7a14-bc59-4dea-a7ec-c44bd2b5b56c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:28.789986 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-547aade1-9970-4f36-bcd1-080c8e4aa171 req-d94b7a14-bc59-4dea-a7ec-c44bd2b5b56c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 945 time: 0.1180892 Nov 23 11:10:28.844007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-547aade1-9970-4f36-bcd1-080c8e4aa171 req-33facb22-230f-4d4b-a756-ec555a84a7ea tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476151 Nov 23 11:10:28.921485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-188f5453-3cb5-4719-ab95-538faa9ee8af tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:28.923010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-188f5453-3cb5-4719-ab95-538faa9ee8af tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 945 time: 0.0569348 Nov 23 11:10:29.025989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 071712ad-2273-4f3f-9234-8c736fdd7c9f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:10:29.026323 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:29.119550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] For port 071712ad-2273-4f3f-9234-8c736fdd7c9f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=071712ad-2273-4f3f-9234-8c736fdd7c9f,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:10:29.119917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:29.358764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:29.359278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:29.359681 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Floating IP 3f0e3698-9fcc-4143-848d-3869784b5dd5 disassociated. External IP: 172.25.5.98, port: 071712ad-2273-4f3f-9234-8c736fdd7c9f. Nov 23 11:10:29.360123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 071712ad-2273-4f3f-9234-8c736fdd7c9f owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:10:29.500505 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:29.533103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=071712ad-2273-4f3f-9234-8c736fdd7c9f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:29.543274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.543635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.543982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.544333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.544677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.545013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.545392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.545725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.546056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.546389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.546722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.547052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:29.660262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:10:29.770234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:10:29.781937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:10:29.792613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:10:29.793540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:10:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:29.811927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] No DVR routers for this DVR port 071712ad-2273-4f3f-9234-8c736fdd7c9f on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:10:29.815270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:29.819576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed315716-39ca-4795-9ae2-2511e5fea4a6 req-24aceb86-4650-48a4-83ed-5b49ef3f0905 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "DELETE /v2.0/ports/071712ad-2273-4f3f-9234-8c736fdd7c9f HTTP/1.1" status: 204 len: 173 time: 0.8855772 Nov 23 11:10:29.820099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'name': 'network-vif-deleted', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:10:29.822404 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bb2197-c1e4-4b45-8a39-6b2b01567bb7" -d '{"events": [{"server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "name": "network-vif-deleted", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:10:29.869637 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c43ec4-97f4-4c49-9afa-02518601c952 x-openstack-request-id: req-20c43ec4-97f4-4c49-9afa-02518601c952 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:10:29.871243 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542626a4-7860-4b74-b4cd-22f82bbcb792", "name": "network-vif-deleted", "tag": "071712ad-2273-4f3f-9234-8c736fdd7c9f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:10:29.871723 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20c43ec4-97f4-4c49-9afa-02518601c952 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:10:29.872794 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542626a4-7860-4b74-b4cd-22f82bbcb792', 'name': 'network-vif-deleted', 'tag': '071712ad-2273-4f3f-9234-8c736fdd7c9f', 'status': 'completed', 'code': 200} Nov 23 11:10:29.911416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:10:30.007796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca855f16-ab92-4b12-a17d-22a722d9986b req-f6957b2c-9cfb-44be-8be5-1a037b142df0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 210 time: 0.0395796 Nov 23 11:10:30.155103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:30.186075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:10:30.197685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:10:30.198324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:10:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:30.306372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:10:30.511434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:30.542134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a0445-efd4-41c3-a8fd-23a5e3b347d4 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:10:30.760418 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42f57c0-ccb1-4593-aba1-ee052d1b145d None None] New status for floating IP 3f0e3698-9fcc-4143-848d-3869784b5dd5: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:10:31.112496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-260a6e41-9edb-4d1a-be53-55f0cc299bb8 req-b2d75e4e-6d8e-4ba0-8794-38cfed371958 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 210 time: 0.0309606 Nov 23 11:10:32.122236 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:10:32.211599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0244a95-8256-4f2c-a192-66384eb368f1 req-d57cb640-ab6d-4850-bcf3-1744a35d9e78 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 210 time: 0.0279267 Nov 23 11:10:33.308048 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ee031ac5-77a5-4673-a871-3517bc2813c4 req-56e0035c-2076-42c5-b3ce-2fb8035859fb tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 210 time: 0.0288720 Nov 23 11:10:33.404494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 071712ad-2273-4f3f-9234-8c736fdd7c9f no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:10:33.425527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 071712ad-2273-4f3f-9234-8c736fdd7c9f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:10:33.425887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 071712ad-2273-4f3f-9234-8c736fdd7c9f not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:10:34.421733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7205acd-d563-400d-9c8d-9695a2673d34 req-ce01c909-e1a3-4525-98f9-d31d8617cb59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=542626a4-7860-4b74-b4cd-22f82bbcb792 HTTP/1.1" status: 200 len: 210 time: 0.0297849 Nov 23 11:10:35.683746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-10156877-cb90-4fdf-a4e2-9cee8739bc24 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327768611&fields=id&tenant_id=9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 267 time: 0.0451691 Nov 23 11:10:35.792666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-a9d53052-9e97-4bac-81c4-b0d6a5ff884f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:35.794152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-a9d53052-9e97-4bac-81c4-b0d6a5ff884f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1032207 Nov 23 11:10:35.811783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-b2227c6c-19bd-4feb-a8e0-6d5d0dff2cdf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/quotas/9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 375 time: 0.0115311 Nov 23 11:10:35.874019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-1d620c81-3d09-4983-9a73-6d88f3503093 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557616 Nov 23 11:10:36.024239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-d5500f50-ae31-4451-984a-60420ec1f111 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372926 Nov 23 11:10:36.118452 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-6595842c-e35e-497f-9f11-64479d3e8d96 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880511 Nov 23 11:10:36.411208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b1c2d1e-0030-413c-9819-66a5722b4527 req-8b97a27a-6db0-4cf3-ab86-e35b68488866 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0259645 Nov 23 11:10:37.436779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-e3b0c52e-e14d-4881-bffb-0ffe247edc78 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:37.438741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-e3b0c52e-e14d-4881-bffb-0ffe247edc78 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1123707 Nov 23 11:10:37.540447 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70d65039-d904-4607-8365-7d9bdc4fd831 req-7ab21581-8ce9-406f-b1e0-17a4c0563f12 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0439291 Nov 23 11:10:37.548370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-a3ec23ae-cbe6-495e-8ea1-329f233b1c9e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 380 time: 0.0976050 Nov 23 11:10:37.562290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'port': {'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'admin_state_up': True, 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'security_groups': ['827a4783-becc-46ba-86c9-6df0fd75fddc']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:10:37.683480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:10:37.687023 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:37.823780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.20.0.10 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/62b5b4c2-7a70-488a-b54a-efa1e7841e05) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:10:37.982822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.019224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.070609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:10:38.073923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:10:38.078541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:10:38.082616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=62b5b4c2-7a70-488a-b54a-efa1e7841e05,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:38.133513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:38.134373 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.157951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-4608ef5a-ba05-41f9-94d1-406ef72add8d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5998261 Nov 23 11:10:38.175710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Request body: {'port': {'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:10:38.250323 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.411281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-059f6c0b-ada1-4125-974d-39e67188e3cf None None] Provisioning complete for port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:10:38.411874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-059f6c0b-ada1-4125-974d-39e67188e3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.449789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-059f6c0b-ada1-4125-974d-39e67188e3cf None None] Port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:10:38.538787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b5b4c2-7a70-488a-b54a-efa1e7841e05 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:10:38.546855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.562663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Transition to ACTIVE for port object 62b5b4c2-7a70-488a-b54a-efa1e7841e05 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:10:38.568764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.661184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Pushing event updated for resources: {'Port': ['ID=62b5b4c2-7a70-488a-b54a-efa1e7841e05,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:38.717489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed34f45-1469-4293-87f0-dd9c963f62ec req-43308a21-0672-42d1-a47f-7e94692281f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:38.725245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ed34f45-1469-4293-87f0-dd9c963f62ec req-43308a21-0672-42d1-a47f-7e94692281f8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0717402 Nov 23 11:10:38.757425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Attempting to bind port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:10:38.758019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Attempting to bind port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:10:38.758517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Attempting to bind port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:10:38.765006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 on network c38aaf9c-00c0-4860-bb29-c099205a8172 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:10:38.765584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Attempting to bind port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:10:38.781756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:10:38.782117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:10:38.782566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:10:38.783031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Bound port: 62b5b4c2-7a70-488a-b54a-efa1e7841e05, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:10:38.783389 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.796470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ed34f45-1469-4293-87f0-dd9c963f62ec req-5864b745-411a-4fb1-82b6-21090bcb98b0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661681 Nov 23 11:10:38.910351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] For port 62b5b4c2-7a70-488a-b54a-efa1e7841e05, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:10:38.914796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] For port 62b5b4c2-7a70-488a-b54a-efa1e7841e05, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:10:38.921632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.962786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:38.965900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:38.967651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] 10.222.0.65 "PUT /v2.0/ports/62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 1092 time: 0.7961524 Nov 23 11:10:38.968346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:10:38.971954 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07" -d '{"events": [{"name": "network-changed", "server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:10:39.003302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ae17f-5952-4bea-b612-cafaf1812463 service neutron] Pushing event updated for resources: {'Port': ['ID=62b5b4c2-7a70-488a-b54a-efa1e7841e05,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:39.055507 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfde43fa-6d74-4be0-803d-1a2b4b80ce30 x-openstack-request-id: req-dfde43fa-6d74-4be0-803d-1a2b4b80ce30 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:10:39.055836 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:10:39.056102 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfde43fa-6d74-4be0-803d-1a2b4b80ce30 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:10:39.056513 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'status': 'completed', 'code': 200} Nov 23 11:10:39.096077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-d87e8494-4942-4292-9cf2-2bfce65436b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.097574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-d87e8494-4942-4292-9cf2-2bfce65436b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1095 time: 0.0549314 Nov 23 11:10:39.149819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-6bee310d-db62-455f-95bb-4313a59e1b0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 217 time: 0.0373881 Nov 23 11:10:39.207406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-85b1978c-f7b5-4c98-a7b0-6c701c7380e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.209020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-85b1978c-f7b5-4c98-a7b0-6c701c7380e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0492647 Nov 23 11:10:39.263844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-13178caa-c27c-4117-9695-abd18aa67c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.265426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-13178caa-c27c-4117-9695-abd18aa67c3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464671 Nov 23 11:10:39.360656 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-e2190d6a-abc2-4e5d-b24d-01180bd9156c service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833211 Nov 23 11:10:39.462933 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25eb0c7-3a97-46b7-9641-567b4f5cd469 req-47fea3cf-f813-434d-95d6-8a08e1f7f5f7 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909936 Nov 23 11:10:39.558943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-97673228-5bb1-4d86-b179-7679157edc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.560459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-97673228-5bb1-4d86-b179-7679157edc3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1095 time: 0.0449474 Nov 23 11:10:39.664605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-1066f40f-7136-489f-a68d-6b29e9869652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.666131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-1066f40f-7136-489f-a68d-6b29e9869652 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.0939341 Nov 23 11:10:39.713068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-cec757e7-ea07-4088-a07d-df5c5bbc5fba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 217 time: 0.0351217 Nov 23 11:10:39.766279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-727424dc-122b-4f09-8cf8-669dd07d7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.767662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-727424dc-122b-4f09-8cf8-669dd07d7ebb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0437453 Nov 23 11:10:39.820165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-85595987-5c02-4597-a294-310eb56534d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.821626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-85595987-5c02-4597-a294-310eb56534d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419538 Nov 23 11:10:39.936381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814bd20-c19d-4b25-9897-916a624d312a req-a0a0a274-9539-4356-9237-9b249580b2a6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:39.939028 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f814bd20-c19d-4b25-9897-916a624d312a req-a0a0a274-9539-4356-9237-9b249580b2a6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0622826 Nov 23 11:10:39.945559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-31a76b3d-c730-45e5-91f9-01d9477f8c72 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120925 Nov 23 11:10:39.997883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f814bd20-c19d-4b25-9897-916a624d312a req-b695be52-9f4a-4a0c-bd55-1be379c265e6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520954 Nov 23 11:10:40.066570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aadc9a91-4cbc-4011-8fc9-68aa917f6b07 req-e62a2455-405b-4dbd-abe9-8774c6c07906 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097915 Nov 23 11:10:41.154710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a3f67-57e8-48df-bd35-29f24519a633 req-50364a36-d884-4dd5-a633-93f04402b9f4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:41.156408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d5a3f67-57e8-48df-bd35-29f24519a633 req-50364a36-d884-4dd5-a633-93f04402b9f4 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0658915 Nov 23 11:10:41.216637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d5a3f67-57e8-48df-bd35-29f24519a633 req-bff99770-890f-4b43-be7a-fd84645c8b0f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520730 Nov 23 11:10:42.350020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63240a-0ce4-446b-af2c-85fa0c3dd54f req-cc8b656d-1ec3-4d71-81b8-649d73645b8a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:42.351615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a63240a-0ce4-446b-af2c-85fa0c3dd54f req-cc8b656d-1ec3-4d71-81b8-649d73645b8a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0519433 Nov 23 11:10:42.402330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3a63240a-0ce4-446b-af2c-85fa0c3dd54f req-3403002d-2709-4ace-a9b5-f61006029ba0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444407 Nov 23 11:10:42.433796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-c3108f7d-6bc3-4f4e-9b52-f855b6f24dd3 req-ab6553c1-4204-4379-b5fe-647da4dafc4e service neutron] (103427) timed out ('10.222.0.61', 50350) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:10:43.520834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156cc04-ec4f-44fa-bcfc-ef77d8eba13d req-7ed96da8-edbe-4a29-9041-3b229ade1922 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:43.522380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5156cc04-ec4f-44fa-bcfc-ef77d8eba13d req-7ed96da8-edbe-4a29-9041-3b229ade1922 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0513756 Nov 23 11:10:43.577776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5156cc04-ec4f-44fa-bcfc-ef77d8eba13d req-2274107f-f342-4d66-9545-1a2b8e4816d7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Nov 23 11:10:44.516104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f22a18ca-dab8-4896-81dc-c0a63f30db77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:44.699689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4c968-16b9-4234-8b46-e764cc307de4 req-94e555df-54c0-42c3-843e-b14da7faa30c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:44.701244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49b4c968-16b9-4234-8b46-e764cc307de4 req-94e555df-54c0-42c3-843e-b14da7faa30c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0490057 Nov 23 11:10:44.761216 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49b4c968-16b9-4234-8b46-e764cc307de4 req-ac9a4e41-f926-454a-9438-b99fd469c4c6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536664 Nov 23 11:10:45.892861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b4783-1bc6-43dc-80fa-d126e1a7a916 req-1b881833-5f5f-424f-adda-7cb921f9104f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:45.894370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-308b4783-1bc6-43dc-80fa-d126e1a7a916 req-1b881833-5f5f-424f-adda-7cb921f9104f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0603483 Nov 23 11:10:45.944274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-308b4783-1bc6-43dc-80fa-d126e1a7a916 req-6eadfe96-7922-495e-a74c-6a05957e85c5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Nov 23 11:10:46.954345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1d540424-9ec7-4672-9484-465444432e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:47.062171 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4c26-12bf-4b50-9d45-f212f8b0e3a5 req-3d6644b0-cc18-47e3-a324-e4eddcbd943f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:47.063668 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b63e4c26-12bf-4b50-9d45-f212f8b0e3a5 req-3d6644b0-cc18-47e3-a324-e4eddcbd943f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0497911 Nov 23 11:10:47.115845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b63e4c26-12bf-4b50-9d45-f212f8b0e3a5 req-6cfc6370-0ff7-4b27-9f41-8cb784469417 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451250 Nov 23 11:10:48.246691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7ecdc-d4e5-4437-b403-c37df0922237 req-f09d0f65-46da-42ab-8c47-a654d77d9c81 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:48.248260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08c7ecdc-d4e5-4437-b403-c37df0922237 req-f09d0f65-46da-42ab-8c47-a654d77d9c81 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0523765 Nov 23 11:10:48.300539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08c7ecdc-d4e5-4437-b403-c37df0922237 req-c98f5b2e-f5fa-4f28-b63f-d6ad285cfb5d tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460694 Nov 23 11:10:48.593873 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:49.422403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b8ed3-e3d6-4136-a757-9dc518b2f25b req-27dc2347-5d80-4a57-9979-4342fdeea2b3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:49.423900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-512b8ed3-e3d6-4136-a757-9dc518b2f25b req-27dc2347-5d80-4a57-9979-4342fdeea2b3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0516050 Nov 23 11:10:49.482011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-512b8ed3-e3d6-4136-a757-9dc518b2f25b req-724f3332-8efb-4c61-9d19-9d778aa67c34 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515277 Nov 23 11:10:49.566021 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:49.954464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-3a75a2f5-0ad1-4857-beb4-fba495c52fc5 req-379a8c4a-0088-4cc5-abbe-0a60555e31d4 service neutron] (103426) timed out ('10.222.0.65', 54673) {{(pid=103426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:10:49.991770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:50.135757 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:50.606113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a124d6-6abc-43c1-b71d-34311c0b7b33 req-7684626f-6b39-4913-821f-d0d628b6d90e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:50.607645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d1a124d6-6abc-43c1-b71d-34311c0b7b33 req-7684626f-6b39-4913-821f-d0d628b6d90e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 944 time: 0.0522799 Nov 23 11:10:51.002618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d1a124d6-6abc-43c1-b71d-34311c0b7b33 req-9a15c524-8eae-473d-b75b-2895c4ac3173 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888974 Nov 23 11:10:51.477922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62b5b4c2-7a70-488a-b54a-efa1e7841e05 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:10:51.577382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 62b5b4c2-7a70-488a-b54a-efa1e7841e05, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:10:51.592487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:10:51.631510 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:51.644378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b5b4c2-7a70-488a-b54a-efa1e7841e05 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:10:51.663928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 62b5b4c2-7a70-488a-b54a-efa1e7841e05, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:10:51.668118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:51.716678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=62b5b4c2-7a70-488a-b54a-efa1e7841e05,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:51.724102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.724454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.724798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.725162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.725500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.725838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.726170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.726499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.726830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.727160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.727488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.727814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:51.995524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['62b5b4c2-7a70-488a-b54a-efa1e7841e05'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:10:52.150516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e78b6-ccf7-4327-b2d8-e1a17a54aa43 req-59f9e808-10c5-4dc0-8827-45e880e48990 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:52.152378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae3e78b6-ccf7-4327-b2d8-e1a17a54aa43 req-59f9e808-10c5-4dc0-8827-45e880e48990 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 945 time: 0.0738585 Nov 23 11:10:52.211728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ae3e78b6-ccf7-4327-b2d8-e1a17a54aa43 req-2cfcce95-0b3e-44ad-9306-1b8f11a86228 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519755 Nov 23 11:10:52.272481 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:53.348417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b559cf-ce1b-4b54-861a-0bb405d17384 req-ef6f8fc0-7be8-4f65-9df4-471bf0adcb11 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:53.351848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79b559cf-ce1b-4b54-861a-0bb405d17384 req-ef6f8fc0-7be8-4f65-9df4-471bf0adcb11 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 945 time: 0.0622997 Nov 23 11:10:53.404285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79b559cf-ce1b-4b54-861a-0bb405d17384 req-8188a633-3017-474d-8a0a-5c34cb8b1bcc tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Nov 23 11:10:53.479491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62b5b4c2-7a70-488a-b54a-efa1e7841e05 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:10:53.573204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:10:53.579592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:10:53.579995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:53.684786 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:53.707190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:10:53.710102 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b928b420-4c00-4caa-a1b6-77c3df2b1ba9" -d '{"events": [{"server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "name": "network-vif-plugged", "status": "completed", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:10:53.725822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 62b5b4c2-7a70-488a-b54a-efa1e7841e05, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:10:53.730951 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:53.753834 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cd4040-35ab-4a71-8917-1cc7ad37ae94 x-openstack-request-id: req-53cd4040-35ab-4a71-8917-1cc7ad37ae94 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:10:53.754128 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "name": "network-vif-plugged", "status": "completed", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:10:53.754381 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-53cd4040-35ab-4a71-8917-1cc7ad37ae94 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:10:53.755309 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'code': 200} Nov 23 11:10:53.782229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=62b5b4c2-7a70-488a-b54a-efa1e7841e05,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:53.868065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a5132-22ae-445d-952c-58899fa715c2 req-f9c67897-303a-4ddf-9c4d-7272fb16c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:53.869593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-040a5132-22ae-445d-952c-58899fa715c2 req-f9c67897-303a-4ddf-9c4d-7272fb16c4f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1097 time: 0.0423360 Nov 23 11:10:53.929070 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-040a5132-22ae-445d-952c-58899fa715c2 req-d7c81b9c-f615-4da9-91b0-2beef2154df3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Nov 23 11:10:54.521392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1797e-d261-44d8-83c9-db29adcff66e req-a3e131a7-0934-4d43-b2f4-3e3db6464813 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:54.522911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fa1797e-d261-44d8-83c9-db29adcff66e req-a3e131a7-0934-4d43-b2f4-3e3db6464813 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 946 time: 0.0486140 Nov 23 11:10:54.574626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3fa1797e-d261-44d8-83c9-db29adcff66e req-53af0e37-ddae-4bcb-bdc1-048bff3a1e75 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Nov 23 11:10:55.697478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61456270-1ab7-418a-8f72-7cf25726fefe req-c0868072-45a9-4338-b355-6e461e7dafe5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.699138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-61456270-1ab7-418a-8f72-7cf25726fefe req-c0868072-45a9-4338-b355-6e461e7dafe5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 946 time: 0.0522277 Nov 23 11:10:55.749338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-61456270-1ab7-418a-8f72-7cf25726fefe req-5b3a56b1-e7be-408e-ba72-80f057c5eae6 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Nov 23 11:10:55.817590 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-f9eaec23-45d6-4268-b836-c106582c7511 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0491343 Nov 23 11:10:55.884515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b181fb9-d75e-40c1-8b65-7b5fe1c73beb req-70f76afc-3e03-438b-a7cf-f7bd139e4317 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.886359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b181fb9-d75e-40c1-8b65-7b5fe1c73beb req-70f76afc-3e03-438b-a7cf-f7bd139e4317 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 946 time: 0.0624619 Nov 23 11:10:55.976826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.977321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.977790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.978243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.978698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.979150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.979599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:55.981540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a636e588-be5f-4ada-aec6-550223729cb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5dd2359fbc2545fb90425957f3880391&device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 6502 time: 0.0940936 Nov 23 11:10:55.986892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2b181fb9-d75e-40c1-8b65-7b5fe1c73beb req-f142098a-8466-44a2-865b-2a7dc3307b48 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915840 Nov 23 11:10:56.014568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45054) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:10:56.066290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e39d9-6e8b-4441-ba8b-6bb3c83d61b6 tempest-TestVolumeBootPattern-1697405661 tempest-TestVolumeBootPattern-1697405661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.069231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-827e39d9-6e8b-4441-ba8b-6bb3c83d61b6 tempest-TestVolumeBootPattern-1697405661 tempest-TestVolumeBootPattern-1697405661-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1092 time: 0.0533934 Nov 23 11:10:56.072506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 45056) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:10:56.077555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:10:56.107446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:56.117591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-5e4ecd2f-cd4f-41fc-b8ad-212c7f310a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.118332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-5e4ecd2f-cd4f-41fc-b8ad-212c7f310a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.118795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-5e4ecd2f-cd4f-41fc-b8ad-212c7f310a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.120390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-5e4ecd2f-cd4f-41fc-b8ad-212c7f310a78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=67ce1b16-9a83-43fa-a305-e49de886852f&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=b1d540c5-847b-4e74-b00e-731c17929b8d&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&id=c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 200 len: 2298 time: 0.1087985 Nov 23 11:10:56.210138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-7a56ebfe-d437-4dcd-89b9-2a9439e4f5b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 200 len: 1001 time: 0.0824411 Nov 23 11:10:56.223076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:56.271285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-e80be1d2-52d7-4484-843f-01faa5d6f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.272888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-e80be1d2-52d7-4484-843f-01faa5d6f700 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 200 len: 856 time: 0.0533710 Nov 23 11:10:56.330338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-99cced5a-5a98-46b4-9794-fa7fb1ff675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.331951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-99cced5a-5a98-46b4-9794-fa7fb1ff675b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=67ce1b16-9a83-43fa-a305-e49de886852f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497699 Nov 23 11:10:56.354898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.25.5.223 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/8a615c8b-bf78-4ccd-a0c1-a34fbd250e01) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:10:56.428028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-631277a4-7097-43bc-9aba-7913a72be2ac service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886657 Nov 23 11:10:56.465601 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:56.505901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:56.531097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-bf70b160-d5ad-4a3e-a502-9f0b90387227 service neutron] 10.222.0.58 "GET /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958645 Nov 23 11:10:56.549215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:10:56.553236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:10:56.557180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:10:56.582298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=8a615c8b-bf78-4ccd-a0c1-a34fbd250e01,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:56.585169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-1d2948e4-822a-4fef-85dd-0f4b23e65e92 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 217 time: 0.0471308 Nov 23 11:10:56.595830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.596264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.596703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.597133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.597553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.597962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.598900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.599339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.599937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.600326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.600743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.601336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:10:56.639927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-6b16c448-2771-44a8-8807-910284918688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.641852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-6b16c448-2771-44a8-8807-910284918688 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0497048 Nov 23 11:10:56.695716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-058ae240-90da-46cf-b304-50250788e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:56.697156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-058ae240-90da-46cf-b304-50250788e573 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485616 Nov 23 11:10:56.798189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a9299220-f32d-4fd1-89ef-8b42ca443c5f service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926502 Nov 23 11:10:56.899413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-1fb444f2-43a4-4e33-98ce-02b180a03c86 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940259 Nov 23 11:10:56.954432 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-75d89609-7568-4d7c-804a-0c69b4823fb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 217 time: 0.0482152 Nov 23 11:10:57.006800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-111a4bfc-63bc-4095-b430-712b3618a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:57.008288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-111a4bfc-63bc-4095-b430-712b3618a0f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0467839 Nov 23 11:10:57.083344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-e71cf1b4-abf5-43e5-95d0-4941932ca561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:57.085035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-e71cf1b4-abf5-43e5-95d0-4941932ca561 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0696971 Nov 23 11:10:57.102281 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:57.187377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-47319788-2eba-46e1-9c18-cd2580b0d66a service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952072 Nov 23 11:10:57.215361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:57.285962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-142a0f96-6b64-4196-bd07-b4713dfb6b69 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919209 Nov 23 11:10:57.334988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-58c0f118-8f96-4700-8ad1-44fe0cee2a40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 200 len: 217 time: 0.0421960 Nov 23 11:10:57.385133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-0de93f16-6048-4fe0-b170-4e2ac999f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:57.386727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-0de93f16-6048-4fe0-b170-4e2ac999f00a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.0451279 Nov 23 11:10:57.387461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:57.393028 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:57.438796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-5b791082-88b6-41a3-a60f-76b5a415bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:57.440968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-5b791082-88b6-41a3-a60f-76b5a415bb0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472462 Nov 23 11:10:57.465250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=8a615c8b-bf78-4ccd-a0c1-a34fbd250e01,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:10:57.474098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:57.574137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-aa52c197-9969-433d-927b-b0b2f39ef059 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0612745 Nov 23 11:10:57.577678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-688b29ba-a7ec-458b-a8e1-14980ee0921f service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291819 Nov 23 11:10:57.608959 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Floating IP 96a73499-9ced-4a31-9cea-d8eda9f08382 associated. External IP: 172.25.5.223, port: 62b5b4c2-7a70-488a-b54a-efa1e7841e05. Nov 23 11:10:57.714997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-b94b8467-3718-4dc8-881e-8833793ccb99 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300728 Nov 23 11:10:57.716987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-75dc2569-3e2b-453d-8c47-dfb732bc73d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:57.718698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-75dc2569-3e2b-453d-8c47-dfb732bc73d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1097 time: 0.0648787 Nov 23 11:10:57.777288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-879a4c65-1da2-4de6-a3c1-83b9d818607d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 200 len: 217 time: 0.0511231 Nov 23 11:10:57.843092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:10:57.896719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-33b63064-a9a4-403b-a904-0152af36c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:57.899044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-33b63064-a9a4-403b-a904-0152af36c79a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 200 len: 797 time: 0.1097367 Nov 23 11:10:57.941432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-13d0cdfe-d38e-4815-915f-97c7a124f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:57.943585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-13d0cdfe-d38e-4815-915f-97c7a124f5d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1756055 Nov 23 11:10:57.967230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:10:57.978828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:10:57.991014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:10:57.991225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:10:57.992030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:10:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:58.001447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a5576e53-86c8-4a92-9685-70b3ad5465d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:58.003052 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a5576e53-86c8-4a92-9685-70b3ad5465d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d540c5-847b-4e74-b00e-731c17929b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0959983 Nov 23 11:10:58.032904 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-02e74a97-197c-409f-a0f1-d0be9b01473c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9584668 Nov 23 11:10:58.033236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:10:58.037318 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8155f80-1931-4b68-9986-bb47e3f5c749" -d '{"events": [{"name": "network-changed", "server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:10:58.087773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-fa938331-2919-42c7-92f2-c6666313bfca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 1000 time: 0.1363535 Nov 23 11:10:58.181763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-128932fc-3d44-4ce1-a420-72db1c5cefab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:58.183319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-128932fc-3d44-4ce1-a420-72db1c5cefab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0677249 Nov 23 11:10:58.211149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-6c6e6a40-4438-4169-b6e7-42c333e7c3d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963191 Nov 23 11:10:58.240002 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54dd425-f737-44fd-bbca-2ca4983b9c52 x-openstack-request-id: req-c54dd425-f737-44fd-bbca-2ca4983b9c52 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:10:58.240507 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:10:58.240609 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c54dd425-f737-44fd-bbca-2ca4983b9c52 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:10:58.240969 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'status': 'completed', 'code': 200} Nov 23 11:10:58.301077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-64d21ad4-adc9-46d1-8e10-72c1cdb7960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:58.302923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-64d21ad4-adc9-46d1-8e10-72c1cdb7960f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121387 Nov 23 11:10:58.336029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:10:58.391476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-118f9a63-7618-4e44-8742-c9837cd215bd service neutron] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650724 Nov 23 11:10:58.448501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-6d1d404b-dbc4-4ebd-8dc0-9ac23e752cb7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 200 len: 217 time: 0.0471895 Nov 23 11:10:58.454217 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-d7d68126-6ff1-442b-b727-f091f586e5aa service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431003 Nov 23 11:10:58.562353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-256c091f-29a9-4b70-a56c-0bbdbf99823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:58.563846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-256c091f-29a9-4b70-a56c-0bbdbf99823e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.1080313 Nov 23 11:10:58.588110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:56Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:58.611177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13a75167-8a2e-4338-afd2-42757db90ee4 req-40def30a-a4e5-48bf-832c-78454b309277 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470759 Nov 23 11:10:58.614483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:10:58.622799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:10:58.623524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:10:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:58.637319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-13171575-ce9e-49ae-ba70-b2ae6d356031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:58.639365 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-13171575-ce9e-49ae-ba70-b2ae6d356031 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0653026 Nov 23 11:10:58.748634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:10:58.756499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-f589bb3d-c9e2-4fa9-bf56-bc11b5eacf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:58.758093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-f589bb3d-c9e2-4fa9-bf56-bc11b5eacf75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1097 time: 0.0917346 Nov 23 11:10:58.784678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-3798cfd8-460b-47d4-abc4-21b76264d8f1 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368906 Nov 23 11:10:58.934432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-c9f23f09-735f-484c-a0fb-cf9ce64d1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:58.936076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-c9f23f09-735f-484c-a0fb-cf9ce64d1759 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1661100 Nov 23 11:10:58.939734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-ad67f385-2834-4d51-9c24-a179d737bdc6 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453562 Nov 23 11:10:58.984601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:56Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:10:59.017954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cceabfd-6d96-437c-9294-b43f95b79fe7 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:56Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:10:59.037081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-a39fc9f7-5089-4735-b11b-89dbfe9eea46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 200 len: 217 time: 0.0866609 Nov 23 11:10:59.054113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-9bc53bb5-a56a-4f06-93c8-99024ffcd30c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 1000 time: 0.1100030 Nov 23 11:10:59.142600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-00cb0292-49cc-4f67-8a50-f96c40bd3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:59.144083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-00cb0292-49cc-4f67-8a50-f96c40bd3ae9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 200 len: 797 time: 0.0888238 Nov 23 11:10:59.145514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-a5bc1d5c-6ae0-48b5-b221-93737fb88ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:59.146824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-a5bc1d5c-6ae0-48b5-b221-93737fb88ccf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0837898 Nov 23 11:10:59.227307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-f3f8ea58-e5d0-4adf-9e2c-a89836d68fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:59.228892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-f3f8ea58-e5d0-4adf-9e2c-a89836d68fca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4bca5d6-81ec-41aa-8078-ec5d966d117c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763843 Nov 23 11:10:59.230875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-ca6e8809-64ce-422d-b9f5-8a1f5377fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:10:59.232364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-ca6e8809-64ce-422d-b9f5-8a1f5377fe09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724134 Nov 23 11:10:59.267621 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e28e3d-853a-4d7a-9461-36c25395c255 None None] New status for floating IP 96a73499-9ced-4a31-9cea-d8eda9f08382: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:10:59.396287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-8e4d76ba-b05c-41de-b361-3fcc9f3792bb service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599092 Nov 23 11:10:59.413329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-b35fddea-d095-40a3-bd24-602f6b3002b0 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562271 Nov 23 11:10:59.570366 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f92c7fdb-bf60-4a53-94b3-04821ad1691e req-b7a52675-9647-4905-928f-4cec6b8bf8e0 service neutron] 10.222.0.58 "GET /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652880 Nov 23 11:10:59.572640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8155f80-1931-4b68-9986-bb47e3f5c749 req-ad354a5f-b88f-4cc0-b791-da4c9d9ada50 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431856 Nov 23 11:11:09.121821 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:11:14.518403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ad2d402-83e4-4f26-80e6-276835e485fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:16.956405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2697573e-b13c-4c21-8c34-f6de5b9c9de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:18.596815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:19.567600 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:19.995934 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:20.149785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:22.252089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:32.647803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.653772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.659851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.666406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.672390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.678424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.684360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:32.686430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-798e357e-e1cd-41cf-beb0-f308aa504d79 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.0949500 Nov 23 11:11:32.749851 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8982672b-81b8-4ca6-9dc9-b826ee0bbf26 req-1b4393ce-8931-4118-b266-c4529400c3fd tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564229 Nov 23 11:11:33.788614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.794677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.800677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.806812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.812766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.819724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.825674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.827584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-7756cc98-4b03-40d0-b958-7dac01be5810 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.0936801 Nov 23 11:11:33.893869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-123c9971-2260-457c-96ef-75cc343c1643 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.895901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-123c9971-2260-457c-96ef-75cc343c1643 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "GET /v2.0/ports/c858014f-0e28-48f9-9de1-676a30ffb85d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0620339 Nov 23 11:11:33.951272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.957266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.963697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.969638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.975724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.981643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.987513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:33.990039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-2f40cc3c-7630-446c-b80d-8a3550b33136 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 5445 time: 0.1479890 Nov 23 11:11:34.096787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-74260a4b-6d41-4118-b7f4-8ac7d8de91d5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "GET /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1945879 Nov 23 11:11:34.103423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc5a05cf-3e0c-49a5-9acc-567450915ddb req-35e21465-d864-4988-abc4-bd2b04966efb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=5af72bb5-27a9-4bbe-ade0-10b8d354d265&id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063433 Nov 23 11:11:34.108264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:11:34.167164 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:34.307680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] For port c858014f-0e28-48f9-9de1-676a30ffb85d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c858014f-0e28-48f9-9de1-676a30ffb85d,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:34.349008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] For port c858014f-0e28-48f9-9de1-676a30ffb85d, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:11:34.383483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] device_id is not set on port c858014f-0e28-48f9-9de1-676a30ffb85d yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:11:34.392208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:34.398653 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:34.460203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] No DVR routers for this DVR port c858014f-0e28-48f9-9de1-676a30ffb85d on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:34.462178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Pushing event updated for resources: {'Port': ['ID=c858014f-0e28-48f9-9de1-676a30ffb85d,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:34.488823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.489225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.489517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.489852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.490181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.490505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.490828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.491151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.491472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.491792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.492109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.492426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:34.511602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] In _notify_port_updated(), no bound segment for port c858014f-0e28-48f9-9de1-676a30ffb85d on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:11:34.512467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:34.513073 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:34.514398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-8d4355f3-d8a4-4d83-877b-39526eacab6a service neutron] 10.222.0.58 "PUT /v2.0/ports/c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 200 len: 1033 time: 0.4100943 Nov 23 11:11:34.564991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-735046d8-498d-4d7c-b2fc-f25a0cf8ffd5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:34.567030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-735046d8-498d-4d7c-b2fc-f25a0cf8ffd5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "GET /v2.0/ports/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0451167 Nov 23 11:11:34.578032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:11:34.637862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:34.732122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b6140273-b41a-47f8-a456-45782afc716f None None] Provisioning complete for port c858014f-0e28-48f9-9de1-676a30ffb85d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:11:34.732730 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b6140273-b41a-47f8-a456-45782afc716f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:34.766722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b6140273-b41a-47f8-a456-45782afc716f None None] Port c858014f-0e28-48f9-9de1-676a30ffb85d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:11:34.776604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] For port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:34.809186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] For port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:11:34.842662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] device_id is not set on port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:11:34.851929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:34.857620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.271219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb6ea-db96-42e3-ad0b-d5480dafa74f req-4395a42d-250c-4bf1-be3a-8b53b0164067 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.277437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb6ea-db96-42e3-ad0b-d5480dafa74f req-4395a42d-250c-4bf1-be3a-8b53b0164067 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.278748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] No DVR routers for this DVR port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:35.283870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb6ea-db96-42e3-ad0b-d5480dafa74f req-4395a42d-250c-4bf1-be3a-8b53b0164067 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.290731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb6ea-db96-42e3-ad0b-d5480dafa74f req-4395a42d-250c-4bf1-be3a-8b53b0164067 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.296686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cb6ea-db96-42e3-ad0b-d5480dafa74f req-4395a42d-250c-4bf1-be3a-8b53b0164067 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.299453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f40cb6ea-db96-42e3-ad0b-d5480dafa74f req-4395a42d-250c-4bf1-be3a-8b53b0164067 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 3886 time: 0.1045911 Nov 23 11:11:35.305479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:35.325302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] In _notify_port_updated(), no bound segment for port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 on network b1d540c5-847b-4e74-b00e-731c17929b8d {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:11:35.327344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:35.327344 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.328846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-7f64ed96-e287-43ba-9a22-46cf39d27505 service neutron] 10.222.0.58 "PUT /v2.0/ports/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 200 len: 1032 time: 0.7554774 Nov 23 11:11:35.361088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f40cb6ea-db96-42e3-ad0b-d5480dafa74f req-77c78d8a-be59-4c17-907b-9201a158cd78 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545161 Nov 23 11:11:35.455807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port 6709a09e-1957-4b86-bb9c-662f146cc608 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:35.456108 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.568406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] For port 6709a09e-1957-4b86-bb9c-662f146cc608, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6709a09e-1957-4b86-bb9c-662f146cc608,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:35.568777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.581733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for 6709a09e-1957-4b86-bb9c-662f146cc608 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:35.592464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-589dc3fc-0ecb-41d1-b86a-1da7e81556e1 None None] Provisioning complete for port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:11:35.593446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-589dc3fc-0ecb-41d1-b86a-1da7e81556e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.628387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-589dc3fc-0ecb-41d1-b86a-1da7e81556e1 None None] Port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:11:35.719727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.746938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=6709a09e-1957-4b86-bb9c-662f146cc608,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:35.791400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] No DVR routers for this DVR port 6709a09e-1957-4b86-bb9c-662f146cc608 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:35.794062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.797402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-26ac89d3-25af-4f9a-bc18-ca39816a2bc9 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "DELETE /v2.0/ports/6709a09e-1957-4b86-bb9c-662f146cc608 HTTP/1.1" status: 204 len: 173 time: 0.4620514 Nov 23 11:11:35.797834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '6709a09e-1957-4b86-bb9c-662f146cc608'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:11:35.800052 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091c3b06-1319-4a5d-a566-326b66800caa" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "6709a09e-1957-4b86-bb9c-662f146cc608"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:11:35.840262 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e85818-2791-44cc-b6e1-bf0fbd6a9fae x-openstack-request-id: req-c9e85818-2791-44cc-b6e1-bf0fbd6a9fae {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:11:35.840875 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "6709a09e-1957-4b86-bb9c-662f146cc608", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:11:35.840875 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9e85818-2791-44cc-b6e1-bf0fbd6a9fae {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:11:35.841225 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '6709a09e-1957-4b86-bb9c-662f146cc608', 'status': 'completed', 'code': 200} Nov 23 11:11:35.904594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port 221a2df4-7756-4767-98f5-febdbd3b4dd7 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:35.904929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:35.994686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] For port 221a2df4-7756-4767-98f5-febdbd3b4dd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=221a2df4-7756-4767-98f5-febdbd3b4dd7,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:35.994970 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.012193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for 221a2df4-7756-4767-98f5-febdbd3b4dd7 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:36.166399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.206475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=221a2df4-7756-4767-98f5-febdbd3b4dd7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:36.255152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] No DVR routers for this DVR port 221a2df4-7756-4767-98f5-febdbd3b4dd7 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:36.257919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.261353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-6b92123b-b96d-44a9-a950-ac6c571c0836 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "DELETE /v2.0/ports/221a2df4-7756-4767-98f5-febdbd3b4dd7 HTTP/1.1" status: 204 len: 173 time: 0.4575090 Nov 23 11:11:36.357775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port 20e57a02-9fc4-49fd-831a-899165f597a6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:36.358027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.452868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] For port 20e57a02-9fc4-49fd-831a-899165f597a6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=20e57a02-9fc4-49fd-831a-899165f597a6,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:36.453353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.467159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for 20e57a02-9fc4-49fd-831a-899165f597a6 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:36.521374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427e40a-a1d3-4e20-978d-1cea21a4aa16 req-ff655ae3-fad5-4f23-809b-19779a82a7ea tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:36.527845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427e40a-a1d3-4e20-978d-1cea21a4aa16 req-ff655ae3-fad5-4f23-809b-19779a82a7ea tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:36.533996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427e40a-a1d3-4e20-978d-1cea21a4aa16 req-ff655ae3-fad5-4f23-809b-19779a82a7ea tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:36.536289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0427e40a-a1d3-4e20-978d-1cea21a4aa16 req-ff655ae3-fad5-4f23-809b-19779a82a7ea tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 2417 time: 0.0678568 Nov 23 11:11:36.590644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0427e40a-a1d3-4e20-978d-1cea21a4aa16 req-0eabe3c5-6365-465c-8351-48580e74fe48 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Nov 23 11:11:36.608057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.644167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=20e57a02-9fc4-49fd-831a-899165f597a6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:36.693635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] No DVR routers for this DVR port 20e57a02-9fc4-49fd-831a-899165f597a6 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:36.696097 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.699553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-3e033c40-18b3-4148-849e-5196854d169f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "DELETE /v2.0/ports/20e57a02-9fc4-49fd-831a-899165f597a6 HTTP/1.1" status: 204 len: 173 time: 0.4323776 Nov 23 11:11:36.800825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port f2686c79-bcf2-45ba-8b13-cb6a006203ab {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:36.800825 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:36.894442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] For port f2686c79-bcf2-45ba-8b13-cb6a006203ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f2686c79-bcf2-45ba-8b13-cb6a006203ab,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:36.895712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.075630 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.076005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.076328 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Floating IP ea9679ff-467e-4a43-a7c9-25dcd43f5f2e disassociated. External IP: 172.25.5.11, port: f2686c79-bcf2-45ba-8b13-cb6a006203ab. Nov 23 11:11:37.076680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for f2686c79-bcf2-45ba-8b13-cb6a006203ab owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:37.235462 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.266071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=f2686c79-bcf2-45ba-8b13-cb6a006203ab,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:37.383678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Router 5f185d34-7a65-4305-a568-9cefdd6ccabf has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:11:37.497518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:11:37.512184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] Sync routers for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:11:37.526647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:11:37.527287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:11:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:37.539713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] No DVR routers for this DVR port f2686c79-bcf2-45ba-8b13-cb6a006203ab on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:37.542488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.546256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-615f734a-e95d-44a0-95b5-a361d261f68e tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "DELETE /v2.0/ports/f2686c79-bcf2-45ba-8b13-cb6a006203ab HTTP/1.1" status: 204 len: 173 time: 0.8399367 Nov 23 11:11:37.573221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 960c4597-fbe5-4796-a439-fe34a19c39b2 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:37.711311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:11:37.715011 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port 960c4597-fbe5-4796-a439-fe34a19c39b2 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:37.715322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.844553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d7f46-fd83-45e2-8989-059efc7c97cc req-d2fd3e02-0d22-4340-a6ff-90feac190819 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:37.846357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a43d7f46-fd83-45e2-8989-059efc7c97cc req-d2fd3e02-0d22-4340-a6ff-90feac190819 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 945 time: 0.1212609 Nov 23 11:11:37.849571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '221a2df4-7756-4767-98f5-febdbd3b4dd7'}, {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '20e57a02-9fc4-49fd-831a-899165f597a6'}, {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:11:37.852038 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3115f452-9d94-49a1-8c5f-8f00b4907a86" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "221a2df4-7756-4767-98f5-febdbd3b4dd7"}, {"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "20e57a02-9fc4-49fd-831a-899165f597a6"}, {"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:11:37.899772 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.912256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] For port 960c4597-fbe5-4796-a439-fe34a19c39b2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=960c4597-fbe5-4796-a439-fe34a19c39b2,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:37.912841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:37.916524 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dcfd45-5151-4d40-87d4-ad45f720dce7 x-openstack-request-id: req-79dcfd45-5151-4d40-87d4-ad45f720dce7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:11:37.916953 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "221a2df4-7756-4767-98f5-febdbd3b4dd7", "status": "completed", "code": 200}, {"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "20e57a02-9fc4-49fd-831a-899165f597a6", "status": "completed", "code": 200}, {"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "f2686c79-bcf2-45ba-8b13-cb6a006203ab", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:11:37.917334 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79dcfd45-5151-4d40-87d4-ad45f720dce7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:11:37.917838 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '221a2df4-7756-4767-98f5-febdbd3b4dd7', 'status': 'completed', 'code': 200} Nov 23 11:11:37.918197 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '20e57a02-9fc4-49fd-831a-899165f597a6', 'status': 'completed', 'code': 200} Nov 23 11:11:37.918556 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': 'f2686c79-bcf2-45ba-8b13-cb6a006203ab', 'status': 'completed', 'code': 200} Nov 23 11:11:37.954132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:11:37.957706 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad149887-5a09-44e7-b65a-8132e77aa5c2" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-unplugged", "status": "completed", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:11:37.962162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for 960c4597-fbe5-4796-a439-fe34a19c39b2 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:37.980148 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a43d7f46-fd83-45e2-8989-059efc7c97cc req-ffc966a2-ca17-434a-8d5c-7974c3cf0d4a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e0db0788-a144-4277-a3b8-d6150e777861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227140 Nov 23 11:11:37.995955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 960c4597-fbe5-4796-a439-fe34a19c39b2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=960c4597-fbe5-4796-a439-fe34a19c39b2,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:38.031858 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:38.032577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:38.040456 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb82bc9-1405-43c6-8c33-d9438f6ba48d x-openstack-request-id: req-efb82bc9-1405-43c6-8c33-d9438f6ba48d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:11:38.040757 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-unplugged", "status": "completed", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:11:38.041018 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-efb82bc9-1405-43c6-8c33-d9438f6ba48d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:11:38.041453 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2', 'code': 200} Nov 23 11:11:38.135680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=960c4597-fbe5-4796-a439-fe34a19c39b2,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:38.140837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:11:38.141307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f2686c79-bcf2-45ba-8b13-cb6a006203ab no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:38.163770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: f2686c79-bcf2-45ba-8b13-cb6a006203ab {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:11:38.164146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f2686c79-bcf2-45ba-8b13-cb6a006203ab not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:11:38.164615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 221a2df4-7756-4767-98f5-febdbd3b4dd7 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:38.169541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:38.194257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 221a2df4-7756-4767-98f5-febdbd3b4dd7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:11:38.194616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 221a2df4-7756-4767-98f5-febdbd3b4dd7 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:11:38.195251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6709a09e-1957-4b86-bb9c-662f146cc608 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:38.219404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 6709a09e-1957-4b86-bb9c-662f146cc608 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:11:38.219749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6709a09e-1957-4b86-bb9c-662f146cc608 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:11:38.219939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=960c4597-fbe5-4796-a439-fe34a19c39b2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:38.220519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 20e57a02-9fc4-49fd-831a-899165f597a6 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:38.251420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T11:00:00Z', 'revision_number': 5, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:38.257358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 20e57a02-9fc4-49fd-831a-899165f597a6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:11:38.257989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 20e57a02-9fc4-49fd-831a-899165f597a6 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:11:38.258418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c858014f-0e28-48f9-9de1-676a30ffb85d no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:38.272145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] No DVR routers for this DVR port 960c4597-fbe5-4796-a439-fe34a19c39b2 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:38.274985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:38.278589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d984f504-388b-42f2-a44a-2c637a089522 req-a09faf56-80cb-44c7-a807-50f8da2f4df5 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.58 "DELETE /v2.0/ports/960c4597-fbe5-4796-a439-fe34a19c39b2 HTTP/1.1" status: 204 len: 173 time: 0.7260802 Nov 23 11:11:38.312877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] Checking router: 5f185d34-7a65-4305-a568-9cefdd6ccabf for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:11:38.337143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:11:38.337781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:11:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:38.340766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c858014f-0e28-48f9-9de1-676a30ffb85d not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:11:38.444953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:11:38.664674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T11:00:00Z', 'revision_number': 5, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:38.694699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254abfb-5e40-42ba-ba17-f74adac065a0 None None] The sync data for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 is: [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T10:59:52Z', 'revision_number': 4, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608', 'name': '', 'network_id': '67ce1b16-9a83-43fa-a305-e49de886852f', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'mac_address': 'fa:16:3e:43:83:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:51Z', 'updated_at': '2021-11-23T11:00:00Z', 'revision_number': 5, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'subnets': [{'id': 'feabcc24-0463-45e9-ac94-11dcf2ecd494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:11:39.030899 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147d1ca2-59fb-4cce-a4af-03562e0f7445 None None] New status for floating IP ea9679ff-467e-4a43-a7c9-25dcd43f5f2e: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:11:39.138007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0858574e-785a-40b1-b845-4eb2790ebef5 req-7231d22b-b8a9-452f-85bf-fa3bbe4aeccf tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0304911 Nov 23 11:11:39.919548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:11:39.922336 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0051ce-d216-411b-945d-06b66f3db61c" -d '{"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:11:39.966351 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e788797-f831-4535-9c74-b8914d84325e x-openstack-request-id: req-0e788797-f831-4535-9c74-b8914d84325e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:11:39.966790 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a972436-dc1e-40bb-b104-ab610fd11599", "name": "network-vif-deleted", "tag": "960c4597-fbe5-4796-a439-fe34a19c39b2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:11:39.967148 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0e788797-f831-4535-9c74-b8914d84325e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:11:39.967726 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a972436-dc1e-40bb-b104-ab610fd11599', 'name': 'network-vif-deleted', 'tag': '960c4597-fbe5-4796-a439-fe34a19c39b2', 'status': 'completed', 'code': 200} Nov 23 11:11:40.272359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9edda2d8-1455-49c8-8a19-cebf546780f3 req-8e96012a-7c79-4502-a128-b57aaf44b142 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0298014 Nov 23 11:11:41.406752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-431f890a-0725-4009-91ef-803f0905a7d1 req-b7868fc7-18f0-49fa-866c-72bb07e80acb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0323274 Nov 23 11:11:42.556928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c42da742-be6c-4883-848d-bffe77734869 req-9e8a7436-88fe-431f-890d-98924fc94fad tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0398529 Nov 23 11:11:43.673542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d02499-1965-4d4a-ae4f-b9aad1c6af1a req-0f0be79d-427b-49bc-9003-874a13dab745 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0313709 Nov 23 11:11:44.522266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2a2f2cb1-7928-4c77-97da-a684d719cb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:44.780334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d22e1b94-17f6-4d0d-b41e-30a5b0bac795 req-39e4cd45-4d2f-4146-a488-1d33b83496e6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0269928 Nov 23 11:11:45.887598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18b60319-94dc-4b82-990a-ccdd2f5744c6 req-870e4a81-11c1-4dbe-968b-6183f39bddc2 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0269103 Nov 23 11:11:46.121491 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:11:46.960553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-afa72c73-4c4e-4173-83c9-342a9c51ac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:46.995229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c81ae0fb-ce96-4be9-a1b5-f2e9e1b225f6 req-a661fa50-7a94-42e2-838f-a0fbd437699f tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0271814 Nov 23 11:11:48.100221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ed447b1-a9c6-40ea-b91e-111455ed6764 req-1efc18ae-f993-4e25-997b-99fb4b11d010 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0286360 Nov 23 11:11:48.602856 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:49.212177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2326ca59-e01c-43cf-8144-8f87b44862e3 req-8b654b98-76e1-4146-9554-6ca42487781a tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0292025 Nov 23 11:11:49.572647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:50.003238 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:50.139788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:50.329645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-12170c17-c808-47a8-9395-3b423ee5ef4b req-3d66f9a6-8a38-46d1-b2a1-bc2ba7a4cac1 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0272987 Nov 23 11:11:51.447638 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1d5d0df0-afc1-4f26-ac3d-9e44782fdf11 req-323496fc-c3a7-4dba-90f0-a22c847baadb tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0272496 Nov 23 11:11:52.252657 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:52.565576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78d7408e-52a6-4105-8e5e-ee63c36ad05b req-fbba6eec-ebe3-4d3a-8c98-2e7e7932aeb3 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a972436-dc1e-40bb-b104-ab610fd11599 HTTP/1.1" status: 200 len: 210 time: 0.0294871 Nov 23 11:11:53.662695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46112) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:53.723366 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-867a895b-8fdf-411b-b2e6-fc28ea6959a7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:53.754360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-867a895b-8fdf-411b-b2e6-fc28ea6959a7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:53.803006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-867a895b-8fdf-411b-b2e6-fc28ea6959a7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:53.805714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-867a895b-8fdf-411b-b2e6-fc28ea6959a7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:53.809306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-867a895b-8fdf-411b-b2e6-fc28ea6959a7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/security-groups/e0db0788-a144-4277-a3b8-d6150e777861 HTTP/1.1" status: 204 len: 168 time: 0.1423969 Nov 23 11:11:53.809922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46114) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:53.816690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a895b-8fdf-411b-b2e6-fc28ea6959a7 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0db0788-a144-4277-a3b8-d6150e777861,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:53.835128 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-9c5ba602-4858-446f-813c-1e30dce97b17 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] show failed (client error): The resource could not be found. Nov 23 11:11:53.838932 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9c5ba602-4858-446f-813c-1e30dce97b17 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "GET /v2.0/security-groups/e0db0788-a144-4277-a3b8-d6150e777861 HTTP/1.1" status: 404 len: 347 time: 0.0252876 Nov 23 11:11:53.839417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:54.272188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port ae78e90e-3797-46c0-b5e3-86623fddad8d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:54.272537 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.357669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.357996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.370503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for ae78e90e-3797-46c0-b5e3-86623fddad8d owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:54.513610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.541153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=ae78e90e-3797-46c0-b5e3-86623fddad8d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:54.603218 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.605842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.609611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3fe3ece4-70a6-43dc-b5f3-051ecce3224d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/floatingips/ea9679ff-467e-4a43-a7c9-25dcd43f5f2e HTTP/1.1" status: 204 len: 168 time: 0.7662487 Nov 23 11:11:54.609764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46120) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:54.697264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port c858014f-0e28-48f9-9de1-676a30ffb85d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:54.697606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.787151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.798662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for c858014f-0e28-48f9-9de1-676a30ffb85d owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:54.931186 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:54.964754 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=c858014f-0e28-48f9-9de1-676a30ffb85d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:55.037923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.041573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dd50eb4f-5e84-4635-9681-393213d788d6 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/ports/c858014f-0e28-48f9-9de1-676a30ffb85d HTTP/1.1" status: 204 len: 168 time: 0.4308786 Nov 23 11:11:55.044185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46124) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:55.137563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:55.137910 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.227621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.240694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:55.382655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.418317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:55.508306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.513167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5fdc50ef-5a0e-4535-8b66-b134d891c54d tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/ports/b1b5b4fc-39b6-4e07-ab0c-eb8b694c3143 HTTP/1.1" status: 204 len: 168 time: 0.4668474 Nov 23 11:11:55.514615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46126) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:55.569536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting subnet 1803379c-d0d7-4a82-8e5f-7352745eaab9 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:11:55.572676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.615269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.707418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.776392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.805833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Subnet': ['ID=1803379c-d0d7-4a82-8e5f-7352745eaab9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:55.809524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.815490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-878a48f4-8554-472c-96fd-4ca46a752cfc tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/subnets/1803379c-d0d7-4a82-8e5f-7352745eaab9 HTTP/1.1" status: 204 len: 168 time: 0.2971184 Nov 23 11:11:55.816232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46128) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:55.820160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8722c82-df3d-4f88-a0ff-bad3c37be5b1 None None] Network c4bca5d6-81ec-41aa-8078-ec5d966d117c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:11:55.872706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting subnet 9e366a8e-0870-427e-ac86-34a1dfc4d658 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:11:55.876408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:55.964707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.058513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] DHCP port deletion for c4bca5d6-81ec-41aa-8078-ec5d966d117c request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:11:56.108746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.185549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Deleting port ef3d210d-54e6-43cf-a1f8-542df9860cfa {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:56.185926 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.202630 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.268964 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Subnet': ['ID=9e366a8e-0870-427e-ac86-34a1dfc4d658,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:56.269639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] For port ef3d210d-54e6-43cf-a1f8-542df9860cfa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef3d210d-54e6-43cf-a1f8-542df9860cfa,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:56.270243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.275514 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.279011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-25021b26-7d77-40cc-8d6c-69a70d503669 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/subnets/9e366a8e-0870-427e-ac86-34a1dfc4d658 HTTP/1.1" status: 204 len: 168 time: 0.4622068 Nov 23 11:11:56.282581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46138) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:56.291719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aada280-f341-4257-a650-348f858accd6 None None] Network b1d540c5-847b-4e74-b00e-731c17929b8d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:11:56.308359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Calling delete_port for ef3d210d-54e6-43cf-a1f8-542df9860cfa owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:56.325464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ef3d210d-54e6-43cf-a1f8-542df9860cfa no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:56.375304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46140) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:56.390446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.462748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port ef3d210d-54e6-43cf-a1f8-542df9860cfa {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:56.463386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.531308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] For port ef3d210d-54e6-43cf-a1f8-542df9860cfa, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ef3d210d-54e6-43cf-a1f8-542df9860cfa,segment=NetworkSegment(949a13da-c22f-443c-9057-6f862cc5aa0c),segment_id=949a13da-c22f-443c-9057-6f862cc5aa0c)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:56.531966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.542925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1dc9df1f-3eaa-4b4b-891a-9f64d0b41d65 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=de37ac09b73a41db98b813c894187ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641850 Nov 23 11:11:56.543922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46144) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:56.549331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for ef3d210d-54e6-43cf-a1f8-542df9860cfa owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:56.610468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.639554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.656115 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.662953 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.687192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] No DVR routers for this DVR port ef3d210d-54e6-43cf-a1f8-542df9860cfa on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:56.689227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.689810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=ef3d210d-54e6-43cf-a1f8-542df9860cfa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:56.692787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] No DVR routers for this DVR port ef3d210d-54e6-43cf-a1f8-542df9860cfa on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:56.718814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.722593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.727096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c18daed5-63b2-4a59-b304-5782822dc9bb HTTP/1.1" status: 204 len: 168 time: 0.1789298 Nov 23 11:11:56.740497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] DHCP port deletion for b1d540c5-847b-4e74-b00e-731c17929b8d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:11:56.752397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18daed5-63b2-4a59-b304-5782822dc9bb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:56.760098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Pushing event deleted for resources: {'Port': ['ID=ef3d210d-54e6-43cf-a1f8-542df9860cfa,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:56.774689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.775747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.776061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.776405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.776738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.777075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.778111 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.778811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.778946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.779147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.779264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.779541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.779666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.779943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.780279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b833ac23-275b-4e4a-99a2-77c4df2103b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.783612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.793070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.793464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.795733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.796168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.796576 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.796925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.797292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.797628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644f87cd-f101-49a6-813b-30dacc9cd4f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:11:56.823715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.862163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4bca5d6-81ec-41aa-8078-ec5d966d117c']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:56.875209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949a13da-c22f-443c-9057-6f862cc5aa0c') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:56.875866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949a13da-c22f-443c-9057-6f862cc5aa0c') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:56.889461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.907483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.915091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:11:56.915965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: self.session.flush() Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:11:56.921392 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:11:56.995908 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.000588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.008154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46154) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:11:57.008612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/networks/c4bca5d6-81ec-41aa-8078-ec5d966d117c HTTP/1.1" status: 204 len: 168 time: 0.7243760 Nov 23 11:11:57.023783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a59e18-54e0-45c8-a51f-ad1486e6b6e0 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Network': ['ID=c4bca5d6-81ec-41aa-8078-ec5d966d117c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:57.104955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.119988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] Deleting port af031e7c-1a2f-4458-9a5d-06d55b75792f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:57.120529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.180451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Deleting port af031e7c-1a2f-4458-9a5d-06d55b75792f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:11:57.181196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.208872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] For port af031e7c-1a2f-4458-9a5d-06d55b75792f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=af031e7c-1a2f-4458-9a5d-06d55b75792f,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:57.209785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.228894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] Calling delete_port for af031e7c-1a2f-4458-9a5d-06d55b75792f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:57.267706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] For port af031e7c-1a2f-4458-9a5d-06d55b75792f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=af031e7c-1a2f-4458-9a5d-06d55b75792f,segment=NetworkSegment(9ae1d9ce-0d84-4736-9990-19f908cb4434),segment_id=9ae1d9ce-0d84-4736-9990-19f908cb4434)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:11:57.268081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.282043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Calling delete_port for af031e7c-1a2f-4458-9a5d-06d55b75792f owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:11:57.325823 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.374807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] Pushing event deleted for resources: {'Port': ['ID=af031e7c-1a2f-4458-9a5d-06d55b75792f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:57.376566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8689d1d-b654-4bac-9d08-eeab1d7b1abe None None] No DVR routers for this DVR port af031e7c-1a2f-4458-9a5d-06d55b75792f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:57.380765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.408863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Port': ['ID=af031e7c-1a2f-4458-9a5d-06d55b75792f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:57.418342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] No DVR routers for this DVR port af031e7c-1a2f-4458-9a5d-06d55b75792f on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:11:57.502193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.524600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d540c5-847b-4e74-b00e-731c17929b8d']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:57.536371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae1d9ce-0d84-4736-9990-19f908cb4434') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:57.536371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae1d9ce-0d84-4736-9990-19f908cb4434') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:11:57.547332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.561562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.570524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:11:57.570925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:11:57.574019 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:11:57.639719 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.649798 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:11:57.653047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] 10.222.0.61 "DELETE /v2.0/networks/b1d540c5-847b-4e74-b00e-731c17929b8d HTTP/1.1" status: 204 len: 168 time: 0.6436913 Nov 23 11:11:57.665518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c18b68-2e61-4259-97a7-36468335d422 tempest-TaggedBootDevicesTest_v242-141128979 tempest-TaggedBootDevicesTest_v242-141128979-project] Pushing event deleted for resources: {'Network': ['ID=b1d540c5-847b-4e74-b00e-731c17929b8d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:11:57.715195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-94406819-4326-45cc-8ce5-f8510074a4b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1946371 Nov 23 11:11:57.814561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-3b015ec7-2a67-4b6e-9159-7faf1d00e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:57.816126 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-3b015ec7-2a67-4b6e-9159-7faf1d00e806 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1097 time: 0.0471921 Nov 23 11:11:57.933750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-2fd8cdfb-1eb7-4b89-8245-c903bbd291c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:57.935769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-2fd8cdfb-1eb7-4b89-8245-c903bbd291c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.0932841 Nov 23 11:11:58.028873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-aea4394a-ee11-4743-ba86-ca5c640d2e53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 1002 time: 0.0819528 Nov 23 11:11:58.094542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-0ecaf75f-2e38-431d-85ff-ba04b4799e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:58.096049 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-0ecaf75f-2e38-431d-85ff-ba04b4799e45 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0551779 Nov 23 11:11:58.153743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-43a5ee39-7479-4b30-ad3d-d33ac07effa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:11:58.155258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-43a5ee39-7479-4b30-ad3d-d33ac07effa8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484304 Nov 23 11:11:58.271646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-09fa8cac-c18a-4a39-9b5e-1592dd75a009 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042125 Nov 23 11:11:58.278056 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device af031e7c-1a2f-4458-9a5d-06d55b75792f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:11:58.300112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: af031e7c-1a2f-4458-9a5d-06d55b75792f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:11:58.300774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device af031e7c-1a2f-4458-9a5d-06d55b75792f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:11:58.387679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e38a5601-0899-44f2-a79a-da320bcd7333 req-12782c99-bb6d-4b65-bf36-0682c0961898 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939593 Nov 23 11:12:07.660021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46274) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:08.161408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:08.435806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Deleting port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:08.436142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:08.517684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] For port ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:08.518370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:08.541389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Calling delete_port for ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:08.735021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:08.765644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:08.942627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:09.180491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Router 5f185d34-7a65-4305-a568-9cefdd6ccabf has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:12:09.317253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:12:09.322593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b44986b-330a-4b8d-9834-c21ea32c17d6 admin admin] 10.222.0.61 "PUT /v2.0/routers/5f185d34-7a65-4305-a568-9cefdd6ccabf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612298 Nov 23 11:12:09.325436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46284) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:09.328140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] Sync routers for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:12:09.340444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:12:09.341079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:11:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:09.442254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:09.456730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:12:09.555243 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:09.613055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Deleting port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:09.613335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:09.647280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T11:12:08Z', 'revision_number': 5, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port': {'id': 'eebbf4a3-d4d4-496c-aed6-1fc448ce77c0', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T10:59:42Z', 'updated_at': '2021-11-23T10:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:09.680207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] Checking router: 5f185d34-7a65-4305-a568-9cefdd6ccabf for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:12:09.689686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] Routers {'5f185d34-7a65-4305-a568-9cefdd6ccabf'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:12:09.690449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:11:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5f185d34-7a65-4305-a568-9cefdd6ccabf'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:09.700135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] For port eebbf4a3-d4d4-496c-aed6-1fc448ce77c0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:09.700493 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:09.712370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Calling delete_port for eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:09.776376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] Set router 5f185d34-7a65-4305-a568-9cefdd6ccabf gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:12:09.838290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T11:12:09Z', 'revision_number': 6, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:09.871846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099685d3-08cf-4e8a-aae2-66db27aab3c7 None None] The sync data for ids ['5f185d34-7a65-4305-a568-9cefdd6ccabf'] in n-d-817747-2 is: [{'id': '5f185d34-7a65-4305-a568-9cefdd6ccabf', 'name': 'tempest-TaggedBootDevicesTest_v242-1338304968-router', 'tenant_id': '5dd2359fbc2545fb90425957f3880391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:40Z', 'updated_at': '2021-11-23T11:12:09Z', 'revision_number': 6, 'project_id': '5dd2359fbc2545fb90425957f3880391', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:12:09.900368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:09.928848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Pushing event deleted for resources: {'Port': ['ID=eebbf4a3-d4d4-496c-aed6-1fc448ce77c0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:09.949468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad7340-50e4-4f82-a370-76cc381ad216 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:12:09.998468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.091256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.093421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.140293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.140909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f185d34-7a65-4305-a568-9cefdd6ccabf {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:12:10.146875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.150509 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d61ed4bd-15bb-474c-8c43-e427f7c5118e admin admin] 10.222.0.61 "DELETE /v2.0/routers/5f185d34-7a65-4305-a568-9cefdd6ccabf HTTP/1.1" status: 204 len: 168 time: 0.8216455 Nov 23 11:12:10.150735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46288) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:10.198789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] Deleting subnet feabcc24-0463-45e9-ac94-11dcf2ecd494 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:12:10.202195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.240377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.329716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.387908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.423938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feabcc24-0463-45e9-ac94-11dcf2ecd494,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:10.427165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.429428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd7741-bbfb-48e2-911f-fe948e9ee792 None None] Network 67ce1b16-9a83-43fa-a305-e49de886852f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:12:10.431206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e726639e-5973-4270-812e-f2b497549bd4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/feabcc24-0463-45e9-ac94-11dcf2ecd494 HTTP/1.1" status: 204 len: 168 time: 0.2794631 Nov 23 11:12:10.433772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46290) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:10.513246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.570652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Deleting port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:10.571124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.635778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] For port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,segment=NetworkSegment(6de8bf29-4d22-4621-bc8f-7c71465a5ef8),segment_id=6de8bf29-4d22-4621-bc8f-7c71465a5ef8)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:10.636141 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.653381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Calling delete_port for 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:10.694086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:10.700032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] DHCP port deletion for 67ce1b16-9a83-43fa-a305-e49de886852f request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:12:10.727524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:10.727883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee9ebbca-1aa7-42aa-8cc5-ce0c5109b608 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:10.751157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.777715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] Deleting port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:10.778100 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.779873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:10.781763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] No DVR routers for this DVR port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:12:10.850596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] For port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:10.851025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.865864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] Calling delete_port for 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:10.868890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] Port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:12:10.870274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.887497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.903645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] No DVR routers for this DVR port 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:12:10.907408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ce1b16-9a83-43fa-a305-e49de886852f']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:10.908133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6881c04-7620-4a23-9ce7-9237f7a6531e None None] Pushing event deleted for resources: {'Port': ['ID=1c7dfb72-6cec-4f6d-b0b1-95594c99e465,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:10.924130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de8bf29-4d22-4621-bc8f-7c71465a5ef8') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:10.924966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de8bf29-4d22-4621-bc8f-7c71465a5ef8') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:10.936390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.951548 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.959372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:12:10.959952 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:12:10.962278 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:12:11.032317 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:11.042197 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:11.045422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] 10.222.0.61 "DELETE /v2.0/networks/67ce1b16-9a83-43fa-a305-e49de886852f HTTP/1.1" status: 204 len: 168 time: 0.6102388 Nov 23 11:12:11.048246 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:11.068608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aaa63-7883-4138-9342-281a3a14a635 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ce1b16-9a83-43fa-a305-e49de886852f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:11.421173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:11.679337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Deleting port 197d358f-de10-4742-9688-aeab503a63df {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:11.679631 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:12.051883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] For port 197d358f-de10-4742-9688-aeab503a63df, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=197d358f-de10-4742-9688-aeab503a63df,segment=NetworkSegment(92b53abf-22f5-4e73-8556-2ba751b7b50b),segment_id=92b53abf-22f5-4e73-8556-2ba751b7b50b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:12.052251 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:12.065424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Calling delete_port for 197d358f-de10-4742-9688-aeab503a63df owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:12.255841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:12.272367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:12.286300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Pushing event deleted for resources: {'Port': ['ID=197d358f-de10-4742-9688-aeab503a63df,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:12.302203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:12.302545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1c7dfb72-6cec-4f6d-b0b1-95594c99e465 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:12.303135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:12.324550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:12.325103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device eebbf4a3-d4d4-496c-aed6-1fc448ce77c0 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:12.463479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:12.695336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Router 363ff45f-96ed-412c-bd58-c8510a90e2ad has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:12:12.808683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:12:12.815291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c7fb65d3-5b0c-4365-a2d2-676edc34408a admin admin] 10.222.0.61 "PUT /v2.0/routers/363ff45f-96ed-412c-bd58-c8510a90e2ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7645745 Nov 23 11:12:12.818098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46298) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:12.820755 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] Sync routers for ids ['363ff45f-96ed-412c-bd58-c8510a90e2ad'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:12:12.832433 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] Routers {'363ff45f-96ed-412c-bd58-c8510a90e2ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:12:12.833098 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:11:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['363ff45f-96ed-412c-bd58-c8510a90e2ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:12.946697 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] Set router 363ff45f-96ed-412c-bd58-c8510a90e2ad gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:12:13.180805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:12:12Z', 'revision_number': 5, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:13.212469 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] Checking router: 363ff45f-96ed-412c-bd58-c8510a90e2ad for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:12:13.223105 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] Routers {'363ff45f-96ed-412c-bd58-c8510a90e2ad'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:12:13.224222 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:11:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['363ff45f-96ed-412c-bd58-c8510a90e2ad'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:13.316782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:13.362376 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] Set router 363ff45f-96ed-412c-bd58-c8510a90e2ad gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:12:13.452020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:13.519173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Deleting port ee0319fc-45dd-4214-8970-39a407156d74 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:13.521003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:13.609923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] For port ee0319fc-45dd-4214-8970-39a407156d74, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ee0319fc-45dd-4214-8970-39a407156d74,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:13.610581 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:13.631392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Calling delete_port for ee0319fc-45dd-4214-8970-39a407156d74 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:13.773193 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:12:12Z', 'revision_number': 5, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:13.819071 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d25a541-49de-4db7-a10f-30484ade56af None None] The sync data for ids ['363ff45f-96ed-412c-bd58-c8510a90e2ad'] in n-d-817747-2 is: [{'id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'name': 'tempest-TaggedBootDevicesTest_v242-2033123412-router', 'tenant_id': '141b4e5bfb404a618241e525639617e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T10:59:59Z', 'updated_at': '2021-11-23T11:12:12Z', 'revision_number': 5, 'project_id': '141b4e5bfb404a618241e525639617e3', 'gw_port': {'id': 'ee0319fc-45dd-4214-8970-39a407156d74', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ff45f-96ed-412c-bd58-c8510a90e2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:00:00Z', 'updated_at': '2021-11-23T11:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:12:13.877103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:13.907375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0319fc-45dd-4214-8970-39a407156d74,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:13.935468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb50957-e95d-4a8f-9140-e1e777d4099e None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:12:13.973103 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.071717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.082471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.138966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.138966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 363ff45f-96ed-412c-bd58-c8510a90e2ad {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:12:14.148363 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.152099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-132ebb19-0074-436d-b435-a68411ab5428 admin admin] 10.222.0.61 "DELETE /v2.0/routers/363ff45f-96ed-412c-bd58-c8510a90e2ad HTTP/1.1" status: 204 len: 168 time: 1.3305099 Nov 23 11:12:14.155875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46304) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:14.224444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] Deleting subnet de28534e-0ada-475a-b6a5-e9cce7df0832 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:12:14.232853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.279791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.384441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 197d358f-de10-4742-9688-aeab503a63df no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:14.387257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.411946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 197d358f-de10-4742-9688-aeab503a63df {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:14.412357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 197d358f-de10-4742-9688-aeab503a63df not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:14.456801 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.495192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de28534e-0ada-475a-b6a5-e9cce7df0832,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:14.497175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.500386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-800ef192-8c32-449c-922b-5cbbcbc22133 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/de28534e-0ada-475a-b6a5-e9cce7df0832 HTTP/1.1" status: 204 len: 168 time: 0.3430603 Nov 23 11:12:14.504348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46306) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:14.513646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83971d4a-35df-4e5f-979f-6c56966f8337 None None] Network 7f510a33-1d40-4699-ba31-eba4b105568d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:12:14.604807 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.610516 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-17a65b1d-6ac0-45e4-899e-1d9da977e63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.682463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Deleting port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:14.683031 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.764883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] For port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=992d3420-2744-4ac7-9fff-0ebdc5cb79ad,segment=NetworkSegment(92b53abf-22f5-4e73-8556-2ba751b7b50b),segment_id=92b53abf-22f5-4e73-8556-2ba751b7b50b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:14.765519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.778129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Calling delete_port for 992d3420-2744-4ac7-9fff-0ebdc5cb79ad owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:14.860726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.890516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Pushing event deleted for resources: {'Port': ['ID=992d3420-2744-4ac7-9fff-0ebdc5cb79ad,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:14.894438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] No DVR routers for this DVR port 992d3420-2744-4ac7-9fff-0ebdc5cb79ad on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:12:14.972154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:14.994364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f510a33-1d40-4699-ba31-eba4b105568d']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:15.003951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b53abf-22f5-4e73-8556-2ba751b7b50b') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:15.004368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b53abf-22f5-4e73-8556-2ba751b7b50b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:15.013773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.026997 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.034494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:12:15.035058 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:12:15.036836 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:12:15.088602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db1d7fa-371d-4cee-b6bb-6826498e340c None None] DHCP port deletion for 7f510a33-1d40-4699-ba31-eba4b105568d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:12:15.144830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.151332 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.157631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] 10.222.0.61 "DELETE /v2.0/networks/7f510a33-1d40-4699-ba31-eba4b105568d HTTP/1.1" status: 204 len: 168 time: 0.6501746 Nov 23 11:12:15.169307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8ba57-d51d-4401-a375-f604778414fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7f510a33-1d40-4699-ba31-eba4b105568d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:15.290063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46312) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:15.332642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f78b09c9-44ad-4b74-a5be-cf9cc9b64f31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5dd2359fbc2545fb90425957f3880391&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413411 Nov 23 11:12:15.335335 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46314) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:15.392235 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f455f8-d346-471f-a0d8-75873aaa4f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.413885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f455f8-d346-471f-a0d8-75873aaa4f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.469825 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f455f8-d346-471f-a0d8-75873aaa4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.472747 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-33f455f8-d346-471f-a0d8-75873aaa4f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.477333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-33f455f8-d346-471f-a0d8-75873aaa4f31 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5af72bb5-27a9-4bbe-ade0-10b8d354d265 HTTP/1.1" status: 204 len: 168 time: 0.1411684 Nov 23 11:12:15.488041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f455f8-d346-471f-a0d8-75873aaa4f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af72bb5-27a9-4bbe-ade0-10b8d354d265,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:15.875808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46320) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:15.916848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d88a28e7-c692-4fe2-8500-b3941d1d426d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=141b4e5bfb404a618241e525639617e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398586 Nov 23 11:12:15.919582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46322) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:15.973257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4073fa7-ccdb-4157-af0c-dc86fc62013f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:15.995795 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4073fa7-ccdb-4157-af0c-dc86fc62013f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:16.046047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4073fa7-ccdb-4157-af0c-dc86fc62013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:16.048720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4073fa7-ccdb-4157-af0c-dc86fc62013f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:16.050324 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4073fa7-ccdb-4157-af0c-dc86fc62013f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7af3f733-3c19-4577-81c2-c2d67026ec4b HTTP/1.1" status: 204 len: 168 time: 0.1295207 Nov 23 11:12:16.061091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4073fa7-ccdb-4157-af0c-dc86fc62013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af3f733-3c19-4577-81c2-c2d67026ec4b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:16.278599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 992d3420-2744-4ac7-9fff-0ebdc5cb79ad no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:16.302857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 992d3420-2744-4ac7-9fff-0ebdc5cb79ad {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:16.303470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 992d3420-2744-4ac7-9fff-0ebdc5cb79ad not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:16.304048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee0319fc-45dd-4214-8970-39a407156d74 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:16.330187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ee0319fc-45dd-4214-8970-39a407156d74 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:16.330552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ee0319fc-45dd-4214-8970-39a407156d74 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:16.749574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-25259107-019e-4dbe-b037-bac727599381 req-849fcea3-41e2-4552-b4f1-685b97dae3c9 service neutron] (103427) timed out ('10.222.0.61', 50456) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:12:16.859585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46346) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:16.967600 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ed14530-85ae-45f8-a7a9-e397633d7988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:16.971882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2010716769-network', 'tenant_id': 'd8c47953dce946b8a6047a58159f83b1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:16.994519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Made reservation on behalf of d8c47953dce946b8a6047a58159f83b1 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:12:16.996818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.009299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.096603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.100519 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.122807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:12:17.135558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2655ad-91ae-44af-95c1-5220deab835c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:17.142576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.143021 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Added segment ee69a468-0d80-4fc5-bf43-ba1236b22584 of type vlan for network f171f505-ff6e-4944-b3ec-f6333b5fab51 Nov 23 11:12:17.186045 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.213001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.213931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:17.214519 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.246386 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3856685 Nov 23 11:12:17.249431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46352) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:17.255460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Request body: {'subnet': {'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2010716769-subnet', 'tenant_id': 'd8c47953dce946b8a6047a58159f83b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:17.285669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194c3d1-3946-40e4-b02e-e8d731dc8f69 admin admin] Pushing event updated for resources: {'Network': ['ID=f171f505-ff6e-4944-b3ec-f6333b5fab51,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:17.299909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Made reservation on behalf of d8c47953dce946b8a6047a58159f83b1 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:12:17.300571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f171f505-ff6e-4944-b3ec-f6333b5fab51 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:12:17.302720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.481940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.531897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb31a8e2-499d-497c-ba30-ffa4438bd24a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:17.547500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Checking segment: {'id': 'ee69a468-0d80-4fc5-bf43-ba1236b22584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:12:17.547858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Network hostable DHCP agents. Network: f171f505-ff6e-4944-b3ec-f6333b5fab51, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:12:17.565695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Network f171f505-ff6e-4944-b3ec-f6333b5fab51 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:12:17.575927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f171f505-ff6e-4944-b3ec-f6333b5fab51) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:12:17.580810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:17.581632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:17.586664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6490b5e5-64f6-4038-b7ca-6bf622c38d44 None None] Network f171f505-ff6e-4944-b3ec-f6333b5fab51 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:12:17.601204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5873b519-68ac-4cb6-b1c1-d297bd2a83f0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3492780 Nov 23 11:12:17.724438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b96c19-bee5-4cbd-b1f2-c98a2474f2de None None] Network f171f505-ff6e-4944-b3ec-f6333b5fab51 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:12:18.058801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c358-b724-4395-8599-ab55ff15ef56 req-e88157eb-b352-47c8-bcea-0f15891d16d6 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:18.060184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-e88157eb-b352-47c8-bcea-0f15891d16d6 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/networks?id=f171f505-ff6e-4944-b3ec-f6333b5fab51 HTTP/1.1" status: 200 len: 821 time: 0.1083376 Nov 23 11:12:18.075781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-b1eabf2d-f014-48cd-b4a9-2371a2104e28 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/quotas/d8c47953dce946b8a6047a58159f83b1 HTTP/1.1" status: 200 len: 375 time: 0.0094049 Nov 23 11:12:18.108065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-794c13d4-ba72-4fe2-ab22-5e0362afcec7 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d8c47953dce946b8a6047a58159f83b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264552 Nov 23 11:12:18.207678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-b33634d6-dea0-4f31-a074-dd60a2507027 service neutron] 10.222.0.61 "GET /v2.0/networks/f171f505-ff6e-4944-b3ec-f6333b5fab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916588 Nov 23 11:12:18.317875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-b5ce789e-2673-4fa8-8e13-f3931c32a87c service neutron] 10.222.0.61 "GET /v2.0/networks/f171f505-ff6e-4944-b3ec-f6333b5fab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057055 Nov 23 11:12:18.496980 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9cf7443-de25-480a-a219-a772da996af8 req-2a88970c-ae68-4c37-b9d0-0e005ec8ddda tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 210 time: 0.0315385 Nov 23 11:12:18.609517 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:19.584426 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:19.586241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c358-b724-4395-8599-ab55ff15ef56 req-9467328e-a0a1-4afd-ae7c-bfc1f2bcbb4f tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:19.587756 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-9467328e-a0a1-4afd-ae7c-bfc1f2bcbb4f tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.58 "GET /v2.0/networks?id=f171f505-ff6e-4944-b3ec-f6333b5fab51 HTTP/1.1" status: 200 len: 821 time: 0.1324852 Nov 23 11:12:19.602867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Request body: {'port': {'device_id': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51', 'admin_state_up': True, 'tenant_id': 'd8c47953dce946b8a6047a58159f83b1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:19.661361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20dfe17c-b254-4b80-8386-072f8ca8018b req-2020ea42-7d76-44ae-8e20-d49c5c7ec534 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 210 time: 0.0423009 Nov 23 11:12:19.751284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Made reservation on behalf of d8c47953dce946b8a6047a58159f83b1 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:12:19.755620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:19.896518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Allocated IP 172.20.0.5 (f171f505-ff6e-4944-b3ec-f6333b5fab51/eb31a8e2-499d-497c-ba30-ffa4438bd24a/b312e578-94f6-40eb-8a07-0696f606c8f3) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:12:20.019905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.043119 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.078947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.126577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Network f171f505-ff6e-4944-b3ec-f6333b5fab51 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:12:20.131176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:12:20.134684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:12:20.145985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.173014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Pushing event updated for resources: {'Port': ['ID=b312e578-94f6-40eb-8a07-0696f606c8f3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:20.196891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:20.197632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.215598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cfa0f484-ebe7-469e-b4ab-ef5da61356f4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175275 Nov 23 11:12:20.286483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Request body: {'port': {'device_id': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:20.340468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.614695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b312e578-94f6-40eb-8a07-0696f606c8f3 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:12:20.622784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.636874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Transition to ACTIVE for port object b312e578-94f6-40eb-8a07-0696f606c8f3 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:12:20.640584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.701616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Pushing event updated for resources: {'Port': ['ID=b312e578-94f6-40eb-8a07-0696f606c8f3,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:20.772003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Attempting to bind port b312e578-94f6-40eb-8a07-0696f606c8f3 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:12:20.772353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Attempting to bind port b312e578-94f6-40eb-8a07-0696f606c8f3 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'ee69a468-0d80-4fc5-bf43-ba1236b22584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:12:20.772688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Attempting to bind port b312e578-94f6-40eb-8a07-0696f606c8f3 on network f171f505-ff6e-4944-b3ec-f6333b5fab51 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:12:20.777046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Port b312e578-94f6-40eb-8a07-0696f606c8f3 on network f171f505-ff6e-4944-b3ec-f6333b5fab51 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:12:20.777402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Attempting to bind port b312e578-94f6-40eb-8a07-0696f606c8f3 on network f171f505-ff6e-4944-b3ec-f6333b5fab51 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:12:20.783085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:12:20.783975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Checking segment: {'id': 'ee69a468-0d80-4fc5-bf43-ba1236b22584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:12:20.784468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Bound using segment: {'id': 'ee69a468-0d80-4fc5-bf43-ba1236b22584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:12:20.784906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Bound port: b312e578-94f6-40eb-8a07-0696f606c8f3, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee69a468-0d80-4fc5-bf43-ba1236b22584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:12:20.785308 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.793135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab736fee-f2fc-4d21-8848-1f7acb52f837 req-8541edff-6304-418a-9db2-83536bbfc72c tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:20.794735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab736fee-f2fc-4d21-8848-1f7acb52f837 req-8541edff-6304-418a-9db2-83536bbfc72c tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 943 time: 0.0500381 Nov 23 11:12:20.843874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab736fee-f2fc-4d21-8848-1f7acb52f837 req-61254f95-9044-44b2-accd-86681a7d96c3 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Nov 23 11:12:20.853833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] For port b312e578-94f6-40eb-8a07-0696f606c8f3, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:12:20.857428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] For port b312e578-94f6-40eb-8a07-0696f606c8f3, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b312e578-94f6-40eb-8a07-0696f606c8f3,segment=NetworkSegment(ee69a468-0d80-4fc5-bf43-ba1236b22584),segment_id=ee69a468-0d80-4fc5-bf43-ba1236b22584)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:12:20.862697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.897438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:20.898070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:20.899474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] 10.222.0.58 "PUT /v2.0/ports/b312e578-94f6-40eb-8a07-0696f606c8f3 HTTP/1.1" status: 200 len: 1091 time: 0.6758080 Nov 23 11:12:20.899938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'tag': 'b312e578-94f6-40eb-8a07-0696f606c8f3'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:12:20.902234 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e10a877-949c-46a8-9b6e-b44a6a0553f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a91b033-f32d-4cbd-8198-dcfbbdc94f2c", "tag": "b312e578-94f6-40eb-8a07-0696f606c8f3"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:12:20.930145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee391e-f425-4f8c-8f0a-ffec69bf8673 service neutron] Pushing event updated for resources: {'Port': ['ID=b312e578-94f6-40eb-8a07-0696f606c8f3,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:20.988905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c358-b724-4395-8599-ab55ff15ef56 req-ea79456a-dc10-4b39-9ebe-f555989eb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:20.990730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-ea79456a-dc10-4b39-9ebe-f555989eb65d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8c47953dce946b8a6047a58159f83b1&device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 1094 time: 0.0453377 Nov 23 11:12:21.043269 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc8bfd0-fea8-45e9-8040-d4c6713ff5d0 x-openstack-request-id: req-4fc8bfd0-fea8-45e9-8040-d4c6713ff5d0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:12:21.043570 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a91b033-f32d-4cbd-8198-dcfbbdc94f2c", "tag": "b312e578-94f6-40eb-8a07-0696f606c8f3", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:12:21.043835 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fc8bfd0-fea8-45e9-8040-d4c6713ff5d0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:12:21.044243 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'tag': 'b312e578-94f6-40eb-8a07-0696f606c8f3', 'status': 'completed', 'code': 200} Nov 23 11:12:21.045783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-0675073b-401e-4149-b7a4-359b190fdb7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b312e578-94f6-40eb-8a07-0696f606c8f3 HTTP/1.1" status: 200 len: 217 time: 0.0470057 Nov 23 11:12:21.102104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cb44a86c-14bb-489b-99f6-6c3dafbae655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:21.103852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-cb44a86c-14bb-489b-99f6-6c3dafbae655 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eb31a8e2-499d-497c-ba30-ffa4438bd24a HTTP/1.1" status: 200 len: 861 time: 0.0506613 Nov 23 11:12:21.140250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-6e19d15e-adfd-432b-8aac-8537ee006603 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f171f505-ff6e-4944-b3ec-f6333b5fab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277748 Nov 23 11:12:21.238359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-8223dc77-38f4-4831-a7f3-4a785a773b62 service neutron] 10.222.0.58 "GET /v2.0/networks/f171f505-ff6e-4944-b3ec-f6333b5fab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912898 Nov 23 11:12:21.329093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d926c358-b724-4395-8599-ab55ff15ef56 req-0fd70956-f738-428e-886a-cb39f49137cb service neutron] 10.222.0.58 "GET /v2.0/networks/f171f505-ff6e-4944-b3ec-f6333b5fab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839047 Nov 23 11:12:21.415182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-82d0516f-fe4a-4448-b101-84da240bf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:21.416665 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-82d0516f-fe4a-4448-b101-84da240bf8b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d8c47953dce946b8a6047a58159f83b1&device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 1094 time: 0.0418148 Nov 23 11:12:21.512099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-2ee90175-38ae-4288-ab81-ec420e60d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:21.513519 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-2ee90175-38ae-4288-ab81-ec420e60d764 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f171f505-ff6e-4944-b3ec-f6333b5fab51 HTTP/1.1" status: 200 len: 922 time: 0.0897877 Nov 23 11:12:21.555157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-3606ace3-957e-4a99-9ed0-b1be59a85476 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b312e578-94f6-40eb-8a07-0696f606c8f3 HTTP/1.1" status: 200 len: 217 time: 0.0342407 Nov 23 11:12:21.610453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-28bd240c-a648-44c7-b4e2-b5d3f5817793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:21.612089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-28bd240c-a648-44c7-b4e2-b5d3f5817793 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=eb31a8e2-499d-497c-ba30-ffa4438bd24a HTTP/1.1" status: 200 len: 861 time: 0.0502081 Nov 23 11:12:21.645247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-93001bc5-4e6a-4a0b-8252-51b45921d896 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f171f505-ff6e-4944-b3ec-f6333b5fab51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254478 Nov 23 11:12:21.738954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-9d3a0661-23b3-43bb-9a14-ea4a54c4d616 service neutron] 10.222.0.58 "GET /v2.0/networks/f171f505-ff6e-4944-b3ec-f6333b5fab51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864034 Nov 23 11:12:21.835024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e10a877-949c-46a8-9b6e-b44a6a0553f0 req-48bdaeb6-4fcb-4b2c-b484-c222afd523b0 service neutron] 10.222.0.58 "GET /v2.0/networks/f171f505-ff6e-4944-b3ec-f6333b5fab51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891049 Nov 23 11:12:21.965836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e198454-77a7-44e3-ba51-46db351bb66c req-463693b1-8557-43d4-b2cf-0bd8beeec29a tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:21.967395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e198454-77a7-44e3-ba51-46db351bb66c req-463693b1-8557-43d4-b2cf-0bd8beeec29a tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 943 time: 0.0523028 Nov 23 11:12:22.020783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9e198454-77a7-44e3-ba51-46db351bb66c req-7fee763e-b38e-42c5-8bc7-492896f1c6d1 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Nov 23 11:12:22.248688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:23.123854 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:12:23.150227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05be2a7-4c47-48ae-8a52-8be6fcaa5505 req-c061dfd5-850c-4945-b9cb-f6278aa1d53f tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:23.151907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d05be2a7-4c47-48ae-8a52-8be6fcaa5505 req-c061dfd5-850c-4945-b9cb-f6278aa1d53f tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 943 time: 0.0570562 Nov 23 11:12:23.207687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d05be2a7-4c47-48ae-8a52-8be6fcaa5505 req-2a56c842-febb-4b93-808a-2c6c28e04d11 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496662 Nov 23 11:12:24.335706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ba936-dd73-4398-a375-31d0e2e05e0e req-2b4f30fa-1472-4123-b29a-b23a78990900 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:24.337494 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f5ba936-dd73-4398-a375-31d0e2e05e0e req-2b4f30fa-1472-4123-b29a-b23a78990900 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 943 time: 0.0573804 Nov 23 11:12:24.396941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f5ba936-dd73-4398-a375-31d0e2e05e0e req-95544159-2677-428b-b0c7-5df55bf0768d tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531888 Nov 23 11:12:25.527666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17004e8-fe27-4ccd-a692-dc48154fffd0 req-20ae9c14-8930-4380-99ec-c8a316cfcb47 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:25.529391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b17004e8-fe27-4ccd-a692-dc48154fffd0 req-20ae9c14-8930-4380-99ec-c8a316cfcb47 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 943 time: 0.0608542 Nov 23 11:12:25.583856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b17004e8-fe27-4ccd-a692-dc48154fffd0 req-6f173a0f-b6e8-49a0-9009-bc560fe8126f tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467205 Nov 23 11:12:25.822899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b312e578-94f6-40eb-8a07-0696f606c8f3 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:12:25.929229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b312e578-94f6-40eb-8a07-0696f606c8f3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b312e578-94f6-40eb-8a07-0696f606c8f3,segment=NetworkSegment(ee69a468-0d80-4fc5-bf43-ba1236b22584),segment_id=ee69a468-0d80-4fc5-bf43-ba1236b22584)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:25.942887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'b312e578-94f6-40eb-8a07-0696f606c8f3', 'network_id': 'f171f505-ff6e-4944-b3ec-f6333b5fab51', 'port_id': 'b312e578-94f6-40eb-8a07-0696f606c8f3', 'mac_address': 'fa:16:3e:f8:06:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb31a8e2-499d-497c-ba30-ffa4438bd24a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:12:25.984977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:26.002375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b312e578-94f6-40eb-8a07-0696f606c8f3 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:12:26.027328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b312e578-94f6-40eb-8a07-0696f606c8f3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b312e578-94f6-40eb-8a07-0696f606c8f3,segment=NetworkSegment(ee69a468-0d80-4fc5-bf43-ba1236b22584),segment_id=ee69a468-0d80-4fc5-bf43-ba1236b22584)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:26.031596 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:26.088256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=b312e578-94f6-40eb-8a07-0696f606c8f3,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:26.387917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b312e578-94f6-40eb-8a07-0696f606c8f3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:12:26.715470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19da2ca-8d80-406c-9d66-2478609a7491 req-234e59aa-4619-4bfb-b010-1786a320c4ef tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:26.716998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b19da2ca-8d80-406c-9d66-2478609a7491 req-234e59aa-4619-4bfb-b010-1786a320c4ef tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 944 time: 0.0509484 Nov 23 11:12:26.768301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b19da2ca-8d80-406c-9d66-2478609a7491 req-0f6c3d58-bd85-448e-9624-d5010e4abe80 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Nov 23 11:12:27.831096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b312e578-94f6-40eb-8a07-0696f606c8f3 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:12:27.891452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fd21d-5ad8-42ab-bb38-649ce4ce80ee req-44ead19e-739d-4213-b32f-6662bc5e0be4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:27.893828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b58fd21d-5ad8-42ab-bb38-649ce4ce80ee req-44ead19e-739d-4213-b32f-6662bc5e0be4 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 944 time: 0.0528548 Nov 23 11:12:27.895104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port b312e578-94f6-40eb-8a07-0696f606c8f3 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:12:27.899612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port b312e578-94f6-40eb-8a07-0696f606c8f3 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:12:27.900081 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:27.949937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b58fd21d-5ad8-42ab-bb38-649ce4ce80ee req-eed5728b-019b-4b04-9b84-2867d1b762ce tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486572 Nov 23 11:12:27.987663 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:28.011917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312e578-94f6-40eb-8a07-0696f606c8f3'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:12:28.014246 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2179dde9-d6f7-408e-bff6-29ddabd8c5e0" -d '{"events": [{"server_uuid": "6a91b033-f32d-4cbd-8198-dcfbbdc94f2c", "name": "network-vif-plugged", "status": "completed", "tag": "b312e578-94f6-40eb-8a07-0696f606c8f3"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:12:28.028944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port b312e578-94f6-40eb-8a07-0696f606c8f3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b312e578-94f6-40eb-8a07-0696f606c8f3,segment=NetworkSegment(ee69a468-0d80-4fc5-bf43-ba1236b22584),segment_id=ee69a468-0d80-4fc5-bf43-ba1236b22584)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:28.035997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:28.090486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=b312e578-94f6-40eb-8a07-0696f606c8f3,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:28.134802 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d496ae-877d-4787-80e0-e70c27a6ba46 x-openstack-request-id: req-03d496ae-877d-4787-80e0-e70c27a6ba46 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:12:28.135105 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a91b033-f32d-4cbd-8198-dcfbbdc94f2c", "name": "network-vif-plugged", "status": "completed", "tag": "b312e578-94f6-40eb-8a07-0696f606c8f3", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:12:28.135402 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-03d496ae-877d-4787-80e0-e70c27a6ba46 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:12:28.135799 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b312e578-94f6-40eb-8a07-0696f606c8f3', 'code': 200} Nov 23 11:12:28.237994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db083fc-4de6-4013-9762-e33ee297a7ec req-6ce107f5-5ca0-4b5a-b866-1e56e8337145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:28.239568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9db083fc-4de6-4013-9762-e33ee297a7ec req-6ce107f5-5ca0-4b5a-b866-1e56e8337145 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 1096 time: 0.0428483 Nov 23 11:12:28.292873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9db083fc-4de6-4013-9762-e33ee297a7ec req-bb651f10-3a45-4fbe-8f03-8546887a82c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Nov 23 11:12:29.070401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376752a-54ca-4c69-9246-c61bf76de8b9 req-eb5fdbea-8241-46bf-915d-4c8d44958b61 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:29.071926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6376752a-54ca-4c69-9246-c61bf76de8b9 req-eb5fdbea-8241-46bf-915d-4c8d44958b61 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 945 time: 0.0547225 Nov 23 11:12:29.122498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6376752a-54ca-4c69-9246-c61bf76de8b9 req-21151116-84bf-4c74-9df5-97d443b54de0 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443909 Nov 23 11:12:30.248046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab48756-4277-4ce6-9e00-8870c22fdf4b req-51e30cf1-f7a9-42a7-bf37-f79751970900 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:30.249482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ab48756-4277-4ce6-9e00-8870c22fdf4b req-51e30cf1-f7a9-42a7-bf37-f79751970900 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 945 time: 0.0557725 Nov 23 11:12:30.299998 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ab48756-4277-4ce6-9e00-8870c22fdf4b req-04913d48-4655-4be3-96e1-c5ce04f9abfa tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Nov 23 11:12:30.856443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3757dd-c4fa-4dd2-a7d4-278fe0146aff req-c9a478c7-96a0-4e5f-9b69-de7db44ae9b9 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:30.858066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed3757dd-c4fa-4dd2-a7d4-278fe0146aff req-c9a478c7-96a0-4e5f-9b69-de7db44ae9b9 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 945 time: 0.0499434 Nov 23 11:12:30.909438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed3757dd-c4fa-4dd2-a7d4-278fe0146aff req-0cb04f9c-f489-433f-bfe3-5d1ffc26794f tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Nov 23 11:12:32.036605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5f458-9b50-48ef-b0f1-6fe7432c6cd0 req-3774cfc5-f52c-4e75-9ac0-ab118d8c1e0c tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:32.038487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffa5f458-9b50-48ef-b0f1-6fe7432c6cd0 req-3774cfc5-f52c-4e75-9ac0-ab118d8c1e0c tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 945 time: 0.0538218 Nov 23 11:12:32.090005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffa5f458-9b50-48ef-b0f1-6fe7432c6cd0 req-47ee27c7-67a8-4da4-a7f4-c020a35ee879 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.61 "GET /v2.0/security-groups?id=3d2655ad-91ae-44af-95c1-5220deab835c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Nov 23 11:12:32.219918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-fad0b70b-2002-4faa-a2c0-77f3f5b6c863 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:32.222362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-fad0b70b-2002-4faa-a2c0-77f3f5b6c863 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a91b033-f32d-4cbd-8198-dcfbbdc94f2c HTTP/1.1" status: 200 len: 945 time: 0.0684571 Nov 23 11:12:32.324059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Deleting port b312e578-94f6-40eb-8a07-0696f606c8f3 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:32.324400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:32.421655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] For port b312e578-94f6-40eb-8a07-0696f606c8f3, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=b312e578-94f6-40eb-8a07-0696f606c8f3,segment=NetworkSegment(ee69a468-0d80-4fc5-bf43-ba1236b22584),segment_id=ee69a468-0d80-4fc5-bf43-ba1236b22584)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:32.422020 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:32.434923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Calling delete_port for b312e578-94f6-40eb-8a07-0696f606c8f3 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:32.571634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:32.586561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['b312e578-94f6-40eb-8a07-0696f606c8f3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:12:32.611508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Pushing event deleted for resources: {'Port': ['ID=b312e578-94f6-40eb-8a07-0696f606c8f3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:32.667465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] No DVR routers for this DVR port b312e578-94f6-40eb-8a07-0696f606c8f3 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:12:32.670207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:32.673956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c55ed34d-1c89-4c67-88a3-f5e069d307a1 req-a74c63bf-3751-4169-bb7e-82d8e420af59 tempest-ServerMetadataNegativeTestJSON-2092240929 tempest-ServerMetadataNegativeTestJSON-2092240929-project] 10.222.0.58 "DELETE /v2.0/ports/b312e578-94f6-40eb-8a07-0696f606c8f3 HTTP/1.1" status: 204 len: 173 time: 0.4449265 Nov 23 11:12:32.674440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'name': 'network-vif-deleted', 'tag': 'b312e578-94f6-40eb-8a07-0696f606c8f3'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:12:32.676743 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed503400-9232-4a62-9cbe-dc62ae1cb4e5" -d '{"events": [{"server_uuid": "6a91b033-f32d-4cbd-8198-dcfbbdc94f2c", "name": "network-vif-deleted", "tag": "b312e578-94f6-40eb-8a07-0696f606c8f3"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:12:32.722277 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bae634-febf-4a99-80fb-c0364606c696 x-openstack-request-id: req-91bae634-febf-4a99-80fb-c0364606c696 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:12:32.722645 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a91b033-f32d-4cbd-8198-dcfbbdc94f2c", "name": "network-vif-deleted", "tag": "b312e578-94f6-40eb-8a07-0696f606c8f3", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:12:32.723204 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-91bae634-febf-4a99-80fb-c0364606c696 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:12:32.723609 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a91b033-f32d-4cbd-8198-dcfbbdc94f2c', 'name': 'network-vif-deleted', 'tag': 'b312e578-94f6-40eb-8a07-0696f606c8f3', 'status': 'completed', 'code': 200} Nov 23 11:12:33.153330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46574) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:33.202266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] Deleting subnet eb31a8e2-499d-497c-ba30-ffa4438bd24a {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:12:33.206048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.246371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.286438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.344955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.380014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb31a8e2-499d-497c-ba30-ffa4438bd24a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:33.382026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.385270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1c85ef33-93a8-4b76-af93-6e4237a349f2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/eb31a8e2-499d-497c-ba30-ffa4438bd24a HTTP/1.1" status: 204 len: 168 time: 0.2309206 Nov 23 11:12:33.387773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46578) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:33.465755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.545997 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.567276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f171f505-ff6e-4944-b3ec-f6333b5fab51']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:33.576615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee69a468-0d80-4fc5-bf43-ba1236b22584') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:33.576933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee69a468-0d80-4fc5-bf43-ba1236b22584') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:33.593817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.613185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.619683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:12:33.620038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:12:33.621749 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:12:33.677651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.682690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.689951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f171f505-ff6e-4944-b3ec-f6333b5fab51 HTTP/1.1" status: 204 len: 168 time: 0.3009818 Nov 23 11:12:33.703045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6ce88-b22e-4373-b63e-1a92eae396e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f171f505-ff6e-4944-b3ec-f6333b5fab51,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:33.816577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46582) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:33.858445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b34a8818-d7e5-4b04-93c0-a857128b2df9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8c47953dce946b8a6047a58159f83b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403237 Nov 23 11:12:33.860550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46584) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:33.911382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7690246a-0a8a-4c7a-9331-c70ccfd47288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.945554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7690246a-0a8a-4c7a-9331-c70ccfd47288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.994339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7690246a-0a8a-4c7a-9331-c70ccfd47288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.996927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7690246a-0a8a-4c7a-9331-c70ccfd47288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:33.998133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7690246a-0a8a-4c7a-9331-c70ccfd47288 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d2655ad-91ae-44af-95c1-5220deab835c HTTP/1.1" status: 204 len: 168 time: 0.1359537 Nov 23 11:12:34.010871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690246a-0a8a-4c7a-9331-c70ccfd47288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2655ad-91ae-44af-95c1-5220deab835c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:34.738196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46608) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:34.839444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-772141124-network', 'tenant_id': 'b68c4641343945468959f46e8eb9dc6d'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:34.860121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Made reservation on behalf of b68c4641343945468959f46e8eb9dc6d for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:12:34.862981 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:34.871920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:34.947628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:34.951663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:34.973702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:12:34.989134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd4d244-bfa8-4b8e-bb80-46f087d7012a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:34.992331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:34.992678 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Added segment 57a98739-c8f1-4b88-92b8-5b83b4442f19 of type vlan for network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 Nov 23 11:12:35.005280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.005640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.005987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.006330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.006671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.007004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.007345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.007671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.007998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.008323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.008655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.008981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:35.050765 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:35.077355 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:35.078589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:35.079171 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:35.111220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3716671 Nov 23 11:12:35.114304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:35.119953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Request body: {'subnet': {'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-772141124-subnet', 'tenant_id': 'b68c4641343945468959f46e8eb9dc6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:35.144207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Made reservation on behalf of b68c4641343945468959f46e8eb9dc6d for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:12:35.146082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef75aee-e948-4fa1-8b09-997f5bf9b9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1e6b6de2-a810-40e8-a110-63ae6c3653a5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:35.146755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:35.156466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:12:35.350021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:35.407276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808b66f6-faf6-433b-9845-da63dff978a6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:35.419241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Checking segment: {'id': '57a98739-c8f1-4b88-92b8-5b83b4442f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:12:35.419585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Network hostable DHCP agents. Network: 1e6b6de2-a810-40e8-a110-63ae6c3653a5, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:12:35.440938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:12:35.450941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 1e6b6de2-a810-40e8-a110-63ae6c3653a5) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:12:35.456276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:35.457014 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:35.463176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d211cd-307f-4121-9eea-a9fb50e1167a None None] Network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:12:35.474496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cd286f31-a422-45e5-95b5-2d209ec21212 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3585267 Nov 23 11:12:35.593334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c17ee29-a267-43dc-8da8-aa58331fca05 None None] Network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:12:35.877096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b312e578-94f6-40eb-8a07-0696f606c8f3 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:35.899071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: b312e578-94f6-40eb-8a07-0696f606c8f3 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:35.899422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device b312e578-94f6-40eb-8a07-0696f606c8f3 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:35.983883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-8634fbf9-59c3-48a7-a9ea-aaee23e84885 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:35.985547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-8634fbf9-59c3-48a7-a9ea-aaee23e84885 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/networks?id=1e6b6de2-a810-40e8-a110-63ae6c3653a5 HTTP/1.1" status: 200 len: 808 time: 0.1058145 Nov 23 11:12:36.001935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-cc8abe44-5b4f-48a9-89c5-30d0abb10e30 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/quotas/b68c4641343945468959f46e8eb9dc6d HTTP/1.1" status: 200 len: 375 time: 0.0096903 Nov 23 11:12:36.036055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b95a5ab4-f6a4-4afa-8656-8c5783476744 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=b68c4641343945468959f46e8eb9dc6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281787 Nov 23 11:12:36.134089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-919bb2f1-7ce2-444d-8279-2ff7fdccb2fb service neutron] 10.222.0.61 "GET /v2.0/networks/1e6b6de2-a810-40e8-a110-63ae6c3653a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906451 Nov 23 11:12:36.227507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-25421b44-c5fe-4e86-afd4-1dce27487f97 service neutron] 10.222.0.61 "GET /v2.0/networks/1e6b6de2-a810-40e8-a110-63ae6c3653a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863962 Nov 23 11:12:36.391574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d717208a-2ba7-42d4-bc40-4cf59a9ef95d req-0529b33b-cbd3-40eb-b2e5-bd3f7759a7ef tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 210 time: 0.0275552 Nov 23 11:12:37.404806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-9428083d-3013-4e07-b365-c52dd6b8d230 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:37.406808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-9428083d-3013-4e07-b365-c52dd6b8d230 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.58 "GET /v2.0/networks?id=1e6b6de2-a810-40e8-a110-63ae6c3653a5 HTTP/1.1" status: 200 len: 808 time: 0.1186538 Nov 23 11:12:37.420220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Request body: {'port': {'device_id': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5', 'admin_state_up': True, 'tenant_id': 'b68c4641343945468959f46e8eb9dc6d'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:37.537968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40095d26-5b57-43a4-a355-1bf4fd59396b req-9b2af41d-8afd-472f-8b43-e591e5eb15cd tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 210 time: 0.0391397 Nov 23 11:12:37.592411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Made reservation on behalf of b68c4641343945468959f46e8eb9dc6d for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:12:37.596182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:38.102762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Allocated IP 172.20.0.9 (1e6b6de2-a810-40e8-a110-63ae6c3653a5/808b66f6-faf6-433b-9845-da63dff978a6/2be6bf45-36ab-4516-88bd-8e9c0c3103ab) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:12:38.268349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:38.306273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:38.351244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:12:38.356884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:12:38.360680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:12:38.402215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Pushing event updated for resources: {'Port': ['ID=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:38.424208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:38.424849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:38.441640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b3d33faf-2c3d-4039-9347-985755cf4fa6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0258803 Nov 23 11:12:38.453805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Request body: {'port': {'device_id': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:38.508536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:38.701801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d57f9-ada0-40ca-b4f3-41593c428825 req-214aec24-f282-4f9a-b5e6-625b75e51abc tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:38.705616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-950d57f9-ada0-40ca-b4f3-41593c428825 req-214aec24-f282-4f9a-b5e6-625b75e51abc tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 931 time: 0.0749123 Nov 23 11:12:38.785201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-950d57f9-ada0-40ca-b4f3-41593c428825 req-b1a46e65-b751-4b91-8859-32d34841fd45 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732601 Nov 23 11:12:38.918835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be6bf45-36ab-4516-88bd-8e9c0c3103ab {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:12:38.926731 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:38.951920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Transition to ACTIVE for port object 2be6bf45-36ab-4516-88bd-8e9c0c3103ab will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:12:38.957913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:39.025241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:39.143148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Attempting to bind port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:12:39.143148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Attempting to bind port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '57a98739-c8f1-4b88-92b8-5b83b4442f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:12:39.143148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Attempting to bind port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab on network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:12:39.151070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab on network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:12:39.151396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Attempting to bind port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab on network 1e6b6de2-a810-40e8-a110-63ae6c3653a5 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:12:39.162466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:12:39.163036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Checking segment: {'id': '57a98739-c8f1-4b88-92b8-5b83b4442f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:12:39.163706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Bound using segment: {'id': '57a98739-c8f1-4b88-92b8-5b83b4442f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:12:39.164446 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Bound port: 2be6bf45-36ab-4516-88bd-8e9c0c3103ab, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57a98739-c8f1-4b88-92b8-5b83b4442f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:12:39.165055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:39.245207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] For port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:12:39.245207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] For port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,segment=NetworkSegment(57a98739-c8f1-4b88-92b8-5b83b4442f19),segment_id=57a98739-c8f1-4b88-92b8-5b83b4442f19)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:12:39.250054 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:39.285310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:39.285966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:39.287500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] 10.222.0.58 "PUT /v2.0/ports/2be6bf45-36ab-4516-88bd-8e9c0c3103ab HTTP/1.1" status: 200 len: 1091 time: 0.8377945 Nov 23 11:12:39.287965 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'tag': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:12:39.290313 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b172572-85b1-468d-b49f-fd7c39f0e48a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8579a2-da53-45dd-82c9-a10b63e12976", "tag": "2be6bf45-36ab-4516-88bd-8e9c0c3103ab"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:12:39.321330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4fae8-d160-491e-a093-bda207cfe705 service neutron] Pushing event updated for resources: {'Port': ['ID=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:39.355407 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9ab3f3-5163-428b-862e-d14bc81a04a8 x-openstack-request-id: req-8c9ab3f3-5163-428b-862e-d14bc81a04a8 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:12:39.356103 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8579a2-da53-45dd-82c9-a10b63e12976", "tag": "2be6bf45-36ab-4516-88bd-8e9c0c3103ab", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:12:39.356362 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c9ab3f3-5163-428b-862e-d14bc81a04a8 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:12:39.356767 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'tag': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab', 'status': 'completed', 'code': 200} Nov 23 11:12:39.399034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-3473c6ca-8095-43e7-a0d2-6eaf6cd77722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:39.400635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-3473c6ca-8095-43e7-a0d2-6eaf6cd77722 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b68c4641343945468959f46e8eb9dc6d&device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 1094 time: 0.0587113 Nov 23 11:12:39.459735 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-b52130fc-8fa9-466b-a587-ad700a7a3a68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be6bf45-36ab-4516-88bd-8e9c0c3103ab HTTP/1.1" status: 200 len: 217 time: 0.0490520 Nov 23 11:12:39.510232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-d50b827e-c7d3-494c-9fb8-e8523d1e39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:39.511627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-d50b827e-c7d3-494c-9fb8-e8523d1e39c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808b66f6-faf6-433b-9845-da63dff978a6 HTTP/1.1" status: 200 len: 848 time: 0.0455093 Nov 23 11:12:39.544193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-02c3fbc4-c55f-4f3e-8bde-f9c879cb8c55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e6b6de2-a810-40e8-a110-63ae6c3653a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245051 Nov 23 11:12:39.640714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-ec4acd5b-43d2-42f5-8b57-1d5dca9c9642 service neutron] 10.222.0.58 "GET /v2.0/networks/1e6b6de2-a810-40e8-a110-63ae6c3653a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882659 Nov 23 11:12:39.739133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9fe2dfe-6342-4c1d-9bfc-398f06b308ec req-8df6e52e-04a8-4577-91e4-27a191d0e829 service neutron] 10.222.0.58 "GET /v2.0/networks/1e6b6de2-a810-40e8-a110-63ae6c3653a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919921 Nov 23 11:12:39.827087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-3495630f-ea0e-4db3-9f31-981c4c9b085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:39.828672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-3495630f-ea0e-4db3-9f31-981c4c9b085f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b68c4641343945468959f46e8eb9dc6d&device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 1094 time: 0.0438967 Nov 23 11:12:39.903317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c3e98-0215-49ca-875c-4407f24bd9df req-664d1ee0-e3ff-4b1b-8640-d71c2b65c378 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:39.905580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a90c3e98-0215-49ca-875c-4407f24bd9df req-664d1ee0-e3ff-4b1b-8640-d71c2b65c378 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 943 time: 0.0518849 Nov 23 11:12:39.927814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-4b8f7c8c-5d0c-4a96-94f5-1813a79a44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:39.929362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-4b8f7c8c-5d0c-4a96-94f5-1813a79a44d2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1e6b6de2-a810-40e8-a110-63ae6c3653a5 HTTP/1.1" status: 200 len: 909 time: 0.0931466 Nov 23 11:12:39.981311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-985fa549-7bfa-41bf-ab99-3d3dafd551bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2be6bf45-36ab-4516-88bd-8e9c0c3103ab HTTP/1.1" status: 200 len: 217 time: 0.0450258 Nov 23 11:12:39.981555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a90c3e98-0215-49ca-875c-4407f24bd9df req-d582f742-68a5-44c6-8353-997ea855ac4a tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646572 Nov 23 11:12:40.060295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-71b88e84-f171-4d2b-85b6-bd5990c47f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:40.061878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-71b88e84-f171-4d2b-85b6-bd5990c47f3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=808b66f6-faf6-433b-9845-da63dff978a6 HTTP/1.1" status: 200 len: 848 time: 0.0677540 Nov 23 11:12:40.096197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-83e0767e-d0a1-44ca-84e4-f017d93fe1b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e6b6de2-a810-40e8-a110-63ae6c3653a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270939 Nov 23 11:12:40.199404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-7ca7c0fa-6815-42d2-bd14-431e3c92498f service neutron] 10.222.0.58 "GET /v2.0/networks/1e6b6de2-a810-40e8-a110-63ae6c3653a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961795 Nov 23 11:12:40.306950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b172572-85b1-468d-b49f-fd7c39f0e48a req-738078f6-fcbb-4f12-b91a-bcf41d91762b service neutron] 10.222.0.58 "GET /v2.0/networks/1e6b6de2-a810-40e8-a110-63ae6c3653a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000626 Nov 23 11:12:41.107130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24223ab0-8fb7-47da-8f02-9b2e6d2ad772 req-3e220dd5-f181-4823-baa6-b6803b4b8035 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:41.110161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24223ab0-8fb7-47da-8f02-9b2e6d2ad772 req-3e220dd5-f181-4823-baa6-b6803b4b8035 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 943 time: 0.0598893 Nov 23 11:12:41.165686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24223ab0-8fb7-47da-8f02-9b2e6d2ad772 req-0d251b7d-2cc7-4fbf-9289-beaa3ac94d86 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 Nov 23 11:12:42.309378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1fc5-335f-472e-8a32-612da03a8ed4 req-0a6fef7c-64ca-45f3-b3ae-c2ce01db4b1f tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:42.310903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d06c1fc5-335f-472e-8a32-612da03a8ed4 req-0a6fef7c-64ca-45f3-b3ae-c2ce01db4b1f tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 943 time: 0.0525591 Nov 23 11:12:42.364099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d06c1fc5-335f-472e-8a32-612da03a8ed4 req-3554ff6b-54d9-4d29-a904-0f0cf83e091f tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Nov 23 11:12:43.501448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac64fd1-f536-407c-a951-80f3b114814d req-7cd2b1b1-7ff4-4de9-8dce-602d10c6865b tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:43.503250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aac64fd1-f536-407c-a951-80f3b114814d req-7cd2b1b1-7ff4-4de9-8dce-602d10c6865b tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 943 time: 0.0612340 Nov 23 11:12:43.554029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aac64fd1-f536-407c-a951-80f3b114814d req-be512d97-6cb6-4bf2-9980-8c9d97a6ed9c tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Nov 23 11:12:43.926255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2be6bf45-36ab-4516-88bd-8e9c0c3103ab details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:12:44.141922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,segment=NetworkSegment(57a98739-c8f1-4b88-92b8-5b83b4442f19),segment_id=57a98739-c8f1-4b88-92b8-5b83b4442f19)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:44.171784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab', 'network_id': '1e6b6de2-a810-40e8-a110-63ae6c3653a5', 'port_id': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab', 'mac_address': 'fa:16:3e:0c:7c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808b66f6-faf6-433b-9845-da63dff978a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:12:44.228150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:44.241666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be6bf45-36ab-4516-88bd-8e9c0c3103ab {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:12:44.263077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,segment=NetworkSegment(57a98739-c8f1-4b88-92b8-5b83b4442f19),segment_id=57a98739-c8f1-4b88-92b8-5b83b4442f19)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:44.268146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:44.338090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:44.536296 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-795d392a-de25-4774-a113-e1d239d6ffc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:44.567582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['2be6bf45-36ab-4516-88bd-8e9c0c3103ab'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:12:44.764823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e291-67e8-432b-b9a8-0ca7038a9051 req-ae135700-6c69-4b16-95ce-fab4819cd0e3 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:44.767217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76c9e291-67e8-432b-b9a8-0ca7038a9051 req-ae135700-6c69-4b16-95ce-fab4819cd0e3 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 944 time: 0.1027713 Nov 23 11:12:44.833861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-76c9e291-67e8-432b-b9a8-0ca7038a9051 req-c485e0a9-c55e-455a-bfbb-82f20457d61b tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576873 Nov 23 11:12:45.927270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2be6bf45-36ab-4516-88bd-8e9c0c3103ab up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:12:45.990722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:12:45.995607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:12:45.996764 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:46.008856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e07f9-d79c-4bde-bd91-261b3712730c req-5dc11950-9162-4827-b965-d051c4e5f335 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:46.013211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b2e07f9-d79c-4bde-bd91-261b3712730c req-5dc11950-9162-4827-b965-d051c4e5f335 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 944 time: 0.0781450 Nov 23 11:12:46.089502 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:46.092646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b2e07f9-d79c-4bde-bd91-261b3712730c req-dd4f110e-42cc-43a2-a3c3-0358fbbf7c7b tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715034 Nov 23 11:12:46.124645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:12:46.127699 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40aad4b-595c-4906-b42b-9e896fd0ef69" -d '{"events": [{"server_uuid": "8f8579a2-da53-45dd-82c9-a10b63e12976", "name": "network-vif-plugged", "status": "completed", "tag": "2be6bf45-36ab-4516-88bd-8e9c0c3103ab"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:12:46.148701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,segment=NetworkSegment(57a98739-c8f1-4b88-92b8-5b83b4442f19),segment_id=57a98739-c8f1-4b88-92b8-5b83b4442f19)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:46.159159 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:46.201571 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a9155-44ed-459c-a530-0520caf32397 x-openstack-request-id: req-162a9155-44ed-459c-a530-0520caf32397 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:12:46.201942 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8579a2-da53-45dd-82c9-a10b63e12976", "name": "network-vif-plugged", "status": "completed", "tag": "2be6bf45-36ab-4516-88bd-8e9c0c3103ab", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:12:46.202181 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-162a9155-44ed-459c-a530-0520caf32397 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:12:46.202630 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab', 'code': 200} Nov 23 11:12:46.356384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd357499-5ead-4667-bd26-2a342a66dc72 req-42a612f2-fb06-4b5f-b30c-f1487992c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:46.358111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd357499-5ead-4667-bd26-2a342a66dc72 req-42a612f2-fb06-4b5f-b30c-f1487992c30c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 1096 time: 0.0715160 Nov 23 11:12:46.417815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:46.419748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd357499-5ead-4667-bd26-2a342a66dc72 req-107017de-d450-4df0-9819-fd374dc6e608 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534165 Nov 23 11:12:46.964810 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-06102d19-5f9c-45a9-83ad-98e3659c080d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:47.272610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd43c0a-4925-4e38-87a6-e43b6fa405b0 req-7cdf37c4-2347-449b-83e9-9bdb51082f86 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:47.274281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ccd43c0a-4925-4e38-87a6-e43b6fa405b0 req-7cdf37c4-2347-449b-83e9-9bdb51082f86 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 945 time: 0.0567987 Nov 23 11:12:47.363278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ccd43c0a-4925-4e38-87a6-e43b6fa405b0 req-57b586ad-910b-4a7f-88b9-d13260fff447 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829115 Nov 23 11:12:48.493274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235da925-4206-49fe-9ef1-eff960708baf req-20a66577-e6e3-4fda-a3a2-50b534a82ed4 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:48.502261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-235da925-4206-49fe-9ef1-eff960708baf req-20a66577-e6e3-4fda-a3a2-50b534a82ed4 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 945 time: 0.0614092 Nov 23 11:12:48.567624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-235da925-4206-49fe-9ef1-eff960708baf req-9a66a106-28ed-4d2a-9da3-ca1d59198230 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628974 Nov 23 11:12:48.617526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:49.584975 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:50.019940 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:50.148126 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:50.407835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-a8214390-c33f-4a7b-b8b5-dddcaf5095d7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327768611&fields=id&tenant_id=9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 267 time: 0.0499361 Nov 23 11:12:50.457672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d4f4-55fe-4879-962a-98b19afe5fa0 req-9a983c76-3bc9-4615-8fc4-fe0ff9b31b45 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:50.460017 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b841d4f4-55fe-4879-962a-98b19afe5fa0 req-9a983c76-3bc9-4615-8fc4-fe0ff9b31b45 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 945 time: 0.0674882 Nov 23 11:12:50.532345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-3da6accb-9b61-486f-b9a9-4f8ed352abfe tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:50.534081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-3da6accb-9b61-486f-b9a9-4f8ed352abfe tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1185532 Nov 23 11:12:50.536989 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b841d4f4-55fe-4879-962a-98b19afe5fa0 req-51df9024-59d4-4d70-b247-7e542f39b03a tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681455 Nov 23 11:12:50.551382 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-a7190f74-a1a9-4c26-ae29-7c509a150055 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/quotas/9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 375 time: 0.0102751 Nov 23 11:12:50.606828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-7a08260a-0b7e-42fa-9125-e7f2ec8aba36 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493422 Nov 23 11:12:50.709851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-de8a04c6-8eaf-4ef9-8738-6c14adf4f582 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890133 Nov 23 11:12:50.808600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-bc4a7522-b634-4ecb-b2f3-ee1fea110c23 service neutron] 10.222.0.61 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925512 Nov 23 11:12:51.107614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4729fadd-365a-4cf3-87c9-7a6dd0bb81e1 req-a777829f-8c7d-4ff6-ad44-31ce24be034b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0276048 Nov 23 11:12:51.677207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a03e7f-c301-42bb-ae91-a95740dc3bab req-50cebb9e-3fb0-412f-b696-b067c1f08478 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:51.679463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19a03e7f-c301-42bb-ae91-a95740dc3bab req-50cebb9e-3fb0-412f-b696-b067c1f08478 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 945 time: 0.0598774 Nov 23 11:12:51.733271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19a03e7f-c301-42bb-ae91-a95740dc3bab req-a57ada37-3ecb-4226-aab0-a4e32d39e502 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/security-groups?id=7fd4d244-bfa8-4b8e-bb80-46f087d7012a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476327 Nov 23 11:12:51.796377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-f7979959-1630-453f-9422-f7863d918c94 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:51.797971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-f7979959-1630-453f-9422-f7863d918c94 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 945 time: 0.0508912 Nov 23 11:12:51.888376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Deleting port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:12:51.888720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:51.994595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] For port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,segment=NetworkSegment(57a98739-c8f1-4b88-92b8-5b83b4442f19),segment_id=57a98739-c8f1-4b88-92b8-5b83b4442f19)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:12:51.995050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:52.008682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Calling delete_port for 2be6bf45-36ab-4516-88bd-8e9c0c3103ab owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:12:52.198238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-d909b172-d345-4bea-a81d-4d26ae512a98 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:52.199937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-d909b172-d345-4bea-a81d-4d26ae512a98 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 812 time: 0.1809988 Nov 23 11:12:52.256192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:52.277713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d539993-a8ad-4dfe-91cb-1ed857ac96fb req-b92ade1f-eeba-4ae8-9d3c-6983a91f5b15 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0787425 Nov 23 11:12:52.351260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-7be4e136-11a0-48e5-a097-0bd6cb7ee7ff tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a28650198b941c682815a8cc8b58681 HTTP/1.1" status: 200 len: 380 time: 0.1320722 Nov 23 11:12:52.360379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:52.368558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'port': {'device_id': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'admin_state_up': True, 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'security_groups': ['827a4783-becc-46ba-86c9-6df0fd75fddc']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:52.373524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['2be6bf45-36ab-4516-88bd-8e9c0c3103ab'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:12:52.492466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] No DVR routers for this DVR port 2be6bf45-36ab-4516-88bd-8e9c0c3103ab on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:12:52.495455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:52.500222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3d5cb89-7ffa-474b-9a7d-e1b67e83546e req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.58 "DELETE /v2.0/ports/2be6bf45-36ab-4516-88bd-8e9c0c3103ab HTTP/1.1" status: 204 len: 173 time: 0.6964018 Nov 23 11:12:52.503489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'name': 'network-vif-deleted', 'tag': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:12:52.506892 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbd28b4-c65e-4e96-8c8d-9b19c12c5663" -d '{"events": [{"server_uuid": "8f8579a2-da53-45dd-82c9-a10b63e12976", "name": "network-vif-deleted", "tag": "2be6bf45-36ab-4516-88bd-8e9c0c3103ab"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:12:52.510173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6cedc-9ffe-4533-9579-e20bbf1702b6 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] Pushing event deleted for resources: {'Port': ['ID=2be6bf45-36ab-4516-88bd-8e9c0c3103ab,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:52.599371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46864) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:52.653757 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73c12f9-5397-4b83-9847-d9fa853eb80e x-openstack-request-id: req-f73c12f9-5397-4b83-9847-d9fa853eb80e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:12:52.653955 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8579a2-da53-45dd-82c9-a10b63e12976", "name": "network-vif-deleted", "tag": "2be6bf45-36ab-4516-88bd-8e9c0c3103ab", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:12:52.654705 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f73c12f9-5397-4b83-9847-d9fa853eb80e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:12:52.655155 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8579a2-da53-45dd-82c9-a10b63e12976', 'name': 'network-vif-deleted', 'tag': '2be6bf45-36ab-4516-88bd-8e9c0c3103ab', 'status': 'completed', 'code': 200} Nov 23 11:12:52.770551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Made reservation on behalf of 9a28650198b941c682815a8cc8b58681 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:12:52.775664 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:52.834556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5e1a-6384-4a40-b263-f926abc231b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:52.991154 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5e1a-6384-4a40-b263-f926abc231b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.033152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad830c5a-a25f-41b1-b218-5fcb820b7335 req-af42e8b9-b01b-4e3f-a376-134ad159e077 tempest-ServerTagsTestJSON-267709160 tempest-ServerTagsTestJSON-267709160-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8579a2-da53-45dd-82c9-a10b63e12976 HTTP/1.1" status: 200 len: 210 time: 0.0378528 Nov 23 11:12:53.037476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c6d5e1a-6384-4a40-b263-f926abc231b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.065669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d5e1a-6384-4a40-b263-f926abc231b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cbe0e3-cbcc-4e1c-ba5d-aa18d028191b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:53.069088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.20.0.9 (c38aaf9c-00c0-4860-bb29-c099205a8172/b896e64b-52f2-45a7-ac27-f87e936f1700/08f59b2e-ec35-47fa-a6f8-05a1b0326ce1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:12:53.096423 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0c6d5e1a-6384-4a40-b263-f926abc231b0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff4552869df0420ab06c90402c8dcce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959097 Nov 23 11:12:53.101875 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46872) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:53.213934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1981ace6-3896-4b51-976a-d767a63094e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.242699 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1981ace6-3896-4b51-976a-d767a63094e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.309929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1981ace6-3896-4b51-976a-d767a63094e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.319804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1981ace6-3896-4b51-976a-d767a63094e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.322544 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1981ace6-3896-4b51-976a-d767a63094e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79cbe0e3-cbcc-4e1c-ba5d-aa18d028191b HTTP/1.1" status: 204 len: 168 time: 0.2160268 Nov 23 11:12:53.357384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981ace6-3896-4b51-976a-d767a63094e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cbe0e3-cbcc-4e1c-ba5d-aa18d028191b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:53.411236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.446961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8761eee9-5a03-459a-b8bf-48aed0ef4070 req-393ef4c1-239e-4047-b231-2ff17c41d2cf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0448079 Nov 23 11:12:53.513897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.584375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:53.602763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network c38aaf9c-00c0-4860-bb29-c099205a8172 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:12:53.604566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:12:53.607457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:12:53.731695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:53.734277 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.773541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-5725731d-1827-4a01-9be8-f605296cdac1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4102392 Nov 23 11:12:53.793849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Request body: {'port': {'device_id': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:12:53.901484 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:53.971799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1043f25a-9a91-49e1-b1d3-fd21f33553c9 None None] Provisioning complete for port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:12:53.973752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1043f25a-9a91-49e1-b1d3-fd21f33553c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.018357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1043f25a-9a91-49e1-b1d3-fd21f33553c9 None None] Port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:12:54.099247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 46890) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:54.217570 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] Deleting subnet 808b66f6-faf6-433b-9845-da63dff978a6 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:12:54.225385 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.286333 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.367659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.435681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:12:54.449948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.474273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Transition to ACTIVE for port object 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:12:54.476871 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.505158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808b66f6-faf6-433b-9845-da63dff978a6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:54.510575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.555867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.559138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31aaf29d-7291-46d3-aff8-be2445a6b897 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/808b66f6-faf6-433b-9845-da63dff978a6 HTTP/1.1" status: 204 len: 168 time: 0.4587636 Nov 23 11:12:54.561692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46906) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:54.624826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Pushing event updated for resources: {'Port': ['ID=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:54.658393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279d46b-d5d6-4de7-abf3-bb2d1747e651 req-cf21b31d-15ca-4bee-8a75-53137491586c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:54.660095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5279d46b-d5d6-4de7-abf3-bb2d1747e651 req-cf21b31d-15ca-4bee-8a75-53137491586c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.1159878 Nov 23 11:12:54.676890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.787035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.817484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6b6de2-a810-40e8-a110-63ae6c3653a5']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:54.821307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Attempting to bind port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:12:54.821814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Attempting to bind port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:12:54.821973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Attempting to bind port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:12:54.835076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a98739-c8f1-4b88-92b8-5b83b4442f19') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:54.835510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a98739-c8f1-4b88-92b8-5b83b4442f19') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:12:54.843114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 on network c38aaf9c-00c0-4860-bb29-c099205a8172 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:12:54.843454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Attempting to bind port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 on network c38aaf9c-00c0-4860-bb29-c099205a8172 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:12:54.850689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:12:54.851029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Checking segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:12:54.851522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Bound using segment: {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:12:54.851863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Bound port: 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de44aa0-5c5f-4a48-bb0c-338d23276372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:12:54.852222 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.862173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.864883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5279d46b-d5d6-4de7-abf3-bb2d1747e651 req-89a161b1-c2b8-4a7e-9673-f8b59f5a77cd tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980541 Nov 23 11:12:54.893471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.900071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:12:54.900620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.976066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] For port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:12:54.979346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] For port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:12:54.981075 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:12:54.989184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:54.993546 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:55.003153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:55.009466 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1e6b6de2-a810-40e8-a110-63ae6c3653a5 HTTP/1.1" status: 204 len: 168 time: 0.4421401 Nov 23 11:12:55.022048 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712bd84-5c45-48e6-bf08-9cd78cbd8043 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6b6de2-a810-40e8-a110-63ae6c3653a5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:55.045763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:55.046443 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:55.048518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] 10.222.0.65 "PUT /v2.0/ports/08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 HTTP/1.1" status: 200 len: 1091 time: 1.2617784 Nov 23 11:12:55.048975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:12:55.051382 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceddf310-b793-44c4-bf57-687357fd2094" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:12:55.077239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc6fde-e974-4d71-b094-87880002222d service neutron] Pushing event updated for resources: {'Port': ['ID=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:55.119004 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369f4ab8-74c6-4fd1-82a6-349e20375fb6 x-openstack-request-id: req-369f4ab8-74c6-4fd1-82a6-349e20375fb6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:12:55.120812 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:12:55.125956 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-369f4ab8-74c6-4fd1-82a6-349e20375fb6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:12:55.126550 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'status': 'completed', 'code': 200} Nov 23 11:12:55.193959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-d654d001-dbb8-4126-9eb4-396865dc0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:55.195731 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-d654d001-dbb8-4126-9eb4-396865dc0043 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 1094 time: 0.0877638 Nov 23 11:12:55.252737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-cce89aa6-4784-4f20-8de5-d29ce2ccd4be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 HTTP/1.1" status: 200 len: 217 time: 0.0426641 Nov 23 11:12:55.310916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46926) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:55.354400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-93696196-b159-4fd6-b96f-341839fee8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:55.357401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-93696196-b159-4fd6-b96f-341839fee8cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0956593 Nov 23 11:12:55.365803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc9071c4-5c6f-448a-aea3-b94aaa3a1b66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b68c4641343945468959f46e8eb9dc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0535467 Nov 23 11:12:55.368295 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 46930) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:55.420363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-223728ab-6f2d-4b23-a034-e0aecf0aa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:55.424018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-223728ab-6f2d-4b23-a034-e0aecf0aa217 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533943 Nov 23 11:12:55.437626 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5d0db4a2-a370-4b2f-9255-c632d001536b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:55.479380 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5d0db4a2-a370-4b2f-9255-c632d001536b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:55.543818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5d0db4a2-a370-4b2f-9255-c632d001536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:55.546692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5d0db4a2-a370-4b2f-9255-c632d001536b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:55.548352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5d0db4a2-a370-4b2f-9255-c632d001536b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fd4d244-bfa8-4b8e-bb80-46f087d7012a HTTP/1.1" status: 204 len: 168 time: 0.1788995 Nov 23 11:12:55.558165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0db4a2-a370-4b2f-9255-c632d001536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd4d244-bfa8-4b8e-bb80-46f087d7012a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:55.589508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-6819f4cc-b547-4184-b831-87b96a1cf81c service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594775 Nov 23 11:12:55.705636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eea58f47-add8-4b07-ba99-e0b0387bd1d8 req-3d6d371b-3b6a-4b44-b8d5-fd61c1766b82 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051607 Nov 23 11:12:55.821711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddf310-b793-44c4-bf57-687357fd2094 req-ec2abb70-1658-4ac2-afd5-8a909cc93c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:55.824348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceddf310-b793-44c4-bf57-687357fd2094 req-ec2abb70-1658-4ac2-afd5-8a909cc93c31 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 1094 time: 0.0596716 Nov 23 11:12:55.941229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2be6bf45-36ab-4516-88bd-8e9c0c3103ab no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:12:55.985739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 2be6bf45-36ab-4516-88bd-8e9c0c3103ab {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:12:55.986525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 2be6bf45-36ab-4516-88bd-8e9c0c3103ab not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:12:56.039256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddf310-b793-44c4-bf57-687357fd2094 req-1ff513d7-2b8e-4835-81d0-63c783fde26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:56.040742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceddf310-b793-44c4-bf57-687357fd2094 req-1ff513d7-2b8e-4835-81d0-63c783fde26b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.2064292 Nov 23 11:12:56.067459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5c2fa-cb7e-4fa4-b9e9-cecaf335634a req-b465ff7a-5c3e-468d-be86-7f9dca451258 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:56.069072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5e5c2fa-cb7e-4fa4-b9e9-cecaf335634a req-b465ff7a-5c3e-468d-be86-7f9dca451258 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0943263 Nov 23 11:12:56.154794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceddf310-b793-44c4-bf57-687357fd2094 req-ba944db1-b056-4e57-a4fb-7b2a2288ded8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 HTTP/1.1" status: 200 len: 217 time: 0.0773530 Nov 23 11:12:56.245226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddf310-b793-44c4-bf57-687357fd2094 req-a70723be-150f-462b-a02d-5272195f87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:56.246887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceddf310-b793-44c4-bf57-687357fd2094 req-a70723be-150f-462b-a02d-5272195f87b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0841527 Nov 23 11:12:56.251769 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5e5c2fa-cb7e-4fa4-b9e9-cecaf335634a req-66f1584b-053d-40d3-a71b-dd551c7d76ea tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575589 Nov 23 11:12:56.322297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddf310-b793-44c4-bf57-687357fd2094 req-14d70285-ce00-4179-8489-c256352e0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:56.324096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceddf310-b793-44c4-bf57-687357fd2094 req-14d70285-ce00-4179-8489-c256352e0174 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579257 Nov 23 11:12:56.447592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceddf310-b793-44c4-bf57-687357fd2094 req-4d5acc77-ae83-4c78-930b-f3f53c84751d service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122258 Nov 23 11:12:56.555818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceddf310-b793-44c4-bf57-687357fd2094 req-6d953580-38d1-4e40-9547-a003b6f1d30a service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989580 Nov 23 11:12:57.426593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344974c4-2721-444c-af5b-975e79bcc508 req-be7551e1-0512-4f20-a102-76424fb654ed tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:57.436779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-344974c4-2721-444c-af5b-975e79bcc508 req-be7551e1-0512-4f20-a102-76424fb654ed tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0790772 Nov 23 11:12:57.504242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-344974c4-2721-444c-af5b-975e79bcc508 req-3f0e1c5b-03e1-4e6a-b3f6-10de4ced7567 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659978 Nov 23 11:12:58.699323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d71d2f-d686-47ad-83c8-420afab207d7 req-52213e0b-1791-4242-b760-ca0653719a50 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:58.701136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11d71d2f-d686-47ad-83c8-420afab207d7 req-52213e0b-1791-4242-b760-ca0653719a50 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0765474 Nov 23 11:12:58.768845 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11d71d2f-d686-47ad-83c8-420afab207d7 req-ae334d5b-7890-456c-8073-78b5d3245b3b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608575 Nov 23 11:12:58.965433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47010) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:59.107886 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.213419 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.218184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.264778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572bb273-4b3b-4d0f-97a2-746e93ada2d9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:59.273292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2917c8478eff4429ae157231feb5fbaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043418 Nov 23 11:12:59.273663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47014) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:59.276650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.277004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.277397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.277745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.278085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.278421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.278757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.279090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.279419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.279750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.280338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.280669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c33b11d-9a7e-42ee-9240-92075f2160be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:12:59.325301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d505b48e-f9f8-4445-be12-0cdfa5a62ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.352118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d505b48e-f9f8-4445-be12-0cdfa5a62ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.399146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d505b48e-f9f8-4445-be12-0cdfa5a62ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.401950 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d505b48e-f9f8-4445-be12-0cdfa5a62ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.403166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d505b48e-f9f8-4445-be12-0cdfa5a62ae2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/572bb273-4b3b-4d0f-97a2-746e93ada2d9 HTTP/1.1" status: 204 len: 168 time: 0.1284981 Nov 23 11:12:59.411953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505b48e-f9f8-4445-be12-0cdfa5a62ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572bb273-4b3b-4d0f-97a2-746e93ada2d9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:59.666510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47024) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:59.680528 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-293ae6ed-3bd2-4d4a-b579-526b4438594e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.747982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-cf9a8cb8-2a07-4fc0-9c71-54661910c9e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589399 Nov 23 11:12:59.795344 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-293ae6ed-3bd2-4d4a-b579-526b4438594e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.801297 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-293ae6ed-3bd2-4d4a-b579-526b4438594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.870912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ae6ed-3bd2-4d4a-b579-526b4438594e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed968a8-a453-4ef2-9ddb-61807f56daf1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:12:59.882000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-293ae6ed-3bd2-4d4a-b579-526b4438594e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=48f130b5154d41639d5cf5292425a17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2143488 Nov 23 11:12:59.883375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47034) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:12:59.911367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-bf57bb06-eee7-4c7c-ad02-36ac0dcc06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:59.912882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-bf57bb06-eee7-4c7c-ad02-36ac0dcc06cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1097 time: 0.1086400 Nov 23 11:12:59.931415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee7eec-a501-4a5f-b00a-37b11e79fb63 req-3f18b861-f4d4-4546-9c26-e3e125a4dea1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:12:59.933346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ee7eec-a501-4a5f-b00a-37b11e79fb63 req-3f18b861-f4d4-4546-9c26-e3e125a4dea1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0573840 Nov 23 11:12:59.951876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ed3fb0-fa5d-4fc3-8266-97d13f171d4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:12:59.988724 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98ee7eec-a501-4a5f-b00a-37b11e79fb63 req-27690050-bdcd-4064-8942-a4b854d81f89 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Nov 23 11:12:59.993184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ed3fb0-fa5d-4fc3-8266-97d13f171d4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:00.074950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-f937e225-ef50-4b1f-a26a-dff24e4a3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:00.076341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-f937e225-ef50-4b1f-a26a-dff24e4a3e0c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1330724 Nov 23 11:13:00.095468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ed3fb0-fa5d-4fc3-8266-97d13f171d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:00.097979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-83ed3fb0-fa5d-4fc3-8266-97d13f171d4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:00.099038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-83ed3fb0-fa5d-4fc3-8266-97d13f171d4c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ed968a8-a453-4ef2-9ddb-61807f56daf1 HTTP/1.1" status: 204 len: 168 time: 0.2147593 Nov 23 11:13:00.123961 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:13:00.137168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed3fb0-fa5d-4fc3-8266-97d13f171d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed968a8-a453-4ef2-9ddb-61807f56daf1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:00.172466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-5a401b81-ae32-4707-853d-b94f8fd2e082 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 1002 time: 0.0844009 Nov 23 11:13:00.227405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-d657bcf2-3e09-4f3d-bb86-7f8b0c344868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:00.229017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-d657bcf2-3e09-4f3d-bb86-7f8b0c344868 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0460384 Nov 23 11:13:00.290939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-2f29e4a3-7437-4d13-8d99-c4cfd96948dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:00.292680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-2f29e4a3-7437-4d13-8d99-c4cfd96948dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516534 Nov 23 11:13:00.810786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-5011b363-6276-4af0-b30f-6c8023bf980f service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052733 Nov 23 11:13:00.926289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4ffe7dc-9589-4eaa-83df-7a6a13e9efca req-5e9cb60b-1e28-40ac-bd0a-0219ce10fea4 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026924 Nov 23 11:13:01.155173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f75674-cc87-4633-9373-3e8f5a322b42 req-2d1909f5-82dd-4d55-a841-069d83c0399a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:01.157901 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5f75674-cc87-4633-9373-3e8f5a322b42 req-2d1909f5-82dd-4d55-a841-069d83c0399a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0832751 Nov 23 11:13:01.218558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5f75674-cc87-4633-9373-3e8f5a322b42 req-240d9ee1-8d9c-4e88-b17a-58afeac82741 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514812 Nov 23 11:13:02.343182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80f92-4a73-4f15-8963-5754864b3173 req-d92a75ba-edf9-4043-8d46-34e49f999e75 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:02.350342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6a80f92-4a73-4f15-8963-5754864b3173 req-d92a75ba-edf9-4043-8d46-34e49f999e75 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0576112 Nov 23 11:13:02.397665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6a80f92-4a73-4f15-8963-5754864b3173 req-8466ea0e-c0d3-47de-8dab-36775edbc5f5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463479 Nov 23 11:13:02.482938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47114) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:02.602099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54c0b450-df23-4345-ad4e-6dbb68a16335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:02.685877 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54c0b450-df23-4345-ad4e-6dbb68a16335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:02.690731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54c0b450-df23-4345-ad4e-6dbb68a16335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:02.731074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-54c0b450-df23-4345-ad4e-6dbb68a16335 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6c230d1eddb490a95c0e8601f71acf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470262 Nov 23 11:13:02.732219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0b450-df23-4345-ad4e-6dbb68a16335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67545b19-5299-4b11-8feb-5014fc98d4cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:02.733843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47118) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:02.793876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09a39dd8-994a-4989-9521-be93752b800e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:02.815899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09a39dd8-994a-4989-9521-be93752b800e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:02.865427 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09a39dd8-994a-4989-9521-be93752b800e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:02.867950 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09a39dd8-994a-4989-9521-be93752b800e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:02.871489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09a39dd8-994a-4989-9521-be93752b800e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67545b19-5299-4b11-8feb-5014fc98d4cd HTTP/1.1" status: 204 len: 168 time: 0.1276176 Nov 23 11:13:02.877124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a39dd8-994a-4989-9521-be93752b800e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67545b19-5299-4b11-8feb-5014fc98d4cd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:03.146048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47126) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:03.159736 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b412f83-fc88-4f93-82d5-e231829dee32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.235551 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b412f83-fc88-4f93-82d5-e231829dee32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.239778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b412f83-fc88-4f93-82d5-e231829dee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.280399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b412f83-fc88-4f93-82d5-e231829dee32 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cde765d1656d4d65b5286aa1bdcdb21a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332068 Nov 23 11:13:03.281939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b412f83-fc88-4f93-82d5-e231829dee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317a413f-da7a-4824-a6b5-bc7773d94274,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:03.284467 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47128) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:03.346957 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ca883f5-5bcb-4552-bde2-86d1a91b2bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.368240 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ca883f5-5bcb-4552-bde2-86d1a91b2bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.415376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ca883f5-5bcb-4552-bde2-86d1a91b2bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.418220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ca883f5-5bcb-4552-bde2-86d1a91b2bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:03.419386 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ca883f5-5bcb-4552-bde2-86d1a91b2bea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/317a413f-da7a-4824-a6b5-bc7773d94274 HTTP/1.1" status: 204 len: 168 time: 0.1344907 Nov 23 11:13:03.432455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca883f5-5bcb-4552-bde2-86d1a91b2bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317a413f-da7a-4824-a6b5-bc7773d94274,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:03.535972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca276c4-d080-4082-9507-cb4b005cfd0c req-c8c0435d-9572-42a8-9930-12db53b4dff0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:03.537441 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0ca276c4-d080-4082-9507-cb4b005cfd0c req-c8c0435d-9572-42a8-9930-12db53b4dff0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0563250 Nov 23 11:13:03.590944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0ca276c4-d080-4082-9507-cb4b005cfd0c req-1f3c1eb0-3726-48ed-9f66-0c7f011fb464 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467734 Nov 23 11:13:04.355347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47162) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:04.475584 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2500ec2-9462-40ef-a8af-3508a88d74d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:04.557085 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2500ec2-9462-40ef-a8af-3508a88d74d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:04.561168 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2500ec2-9462-40ef-a8af-3508a88d74d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:04.602573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f2500ec2-9462-40ef-a8af-3508a88d74d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6a8b75c5a69f4e71a19ec4099930f173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458293 Nov 23 11:13:04.603729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2500ec2-9462-40ef-a8af-3508a88d74d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ab942c-9651-4fec-802b-cc82ce384337,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:04.605172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:04.684092 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4da8da7-7eb8-4832-be49-f09589172dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:04.714923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4da8da7-7eb8-4832-be49-f09589172dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:04.754458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbd1b1-83be-43bf-ba4a-d0627a27370c req-e10c8fb2-7c9c-49a8-be55-03c314961781 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:04.766165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08dbd1b1-83be-43bf-ba4a-d0627a27370c req-e10c8fb2-7c9c-49a8-be55-03c314961781 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0794449 Nov 23 11:13:04.773225 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4da8da7-7eb8-4832-be49-f09589172dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:04.775852 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4da8da7-7eb8-4832-be49-f09589172dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:04.779464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d4da8da7-7eb8-4832-be49-f09589172dad admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69ab942c-9651-4fec-802b-cc82ce384337 HTTP/1.1" status: 204 len: 168 time: 0.1705456 Nov 23 11:13:04.792162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da8da7-7eb8-4832-be49-f09589172dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ab942c-9651-4fec-802b-cc82ce384337,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:04.860141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-08dbd1b1-83be-43bf-ba4a-d0627a27370c req-49da001e-207f-4224-ba03-59ba0ab555fa tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922971 Nov 23 11:13:05.738449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47218) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:05.839409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1367591084-network', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:05.866839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Made reservation on behalf of 28e5affd75484e9ea1cef1bd6095a90a for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:05.869651 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:05.878636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.005186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.013552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.044783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8cc10-cdeb-44a9-bf9f-0d3418b7a3a0 req-38b5aa5c-dfa4-4ffa-8703-a3ee4efa00e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:06.046476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ab8cc10-cdeb-44a9-bf9f-0d3418b7a3a0 req-38b5aa5c-dfa4-4ffa-8703-a3ee4efa00e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.1064970 Nov 23 11:13:06.057850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:13:06.095205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.095507 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Added segment 9d928c9b-d342-4696-807a-5206375e813f of type vlan for network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 Nov 23 11:13:06.097018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d55bfb-381b-48b0-b1cb-1cfb05f6651a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:06.159567 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:06.167395 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.174746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ab8cc10-cdeb-44a9-bf9f-0d3418b7a3a0 req-7c7ddece-51ec-4f91-bc41-210f2e714cf7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183136 Nov 23 11:13:06.199401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.200937 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:06.201901 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.241580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5012481 Nov 23 11:13:06.244873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47232) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:06.251971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Request body: {'subnet': {'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1367591084-subnet', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:06.281239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Made reservation on behalf of 28e5affd75484e9ea1cef1bd6095a90a for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:06.284038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf455a-848e-4bc6-8274-4e2bda08f84e admin admin] Pushing event updated for resources: {'Network': ['ID=e3a1b332-42b0-4dea-bc74-1a71e4dafa13,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:06.285151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.294811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:13:06.329491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a41e51e3-fc16-4487-ade0-85c8656b394f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.519142 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a41e51e3-fc16-4487-ade0-85c8656b394f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.524661 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a41e51e3-fc16-4487-ade0-85c8656b394f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.612587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.617577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a41e51e3-fc16-4487-ade0-85c8656b394f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=49a4ce7e183643bca46f5941e804b05c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4569762 Nov 23 11:13:06.620722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47234) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:06.620956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e51e3-fc16-4487-ade0-85c8656b394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac9a673-953e-4f6c-85ab-c5a6e21cbbfb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:06.681943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:06.690532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c662a3e6-2907-47e5-87d4-eb75c74785f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.698049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Checking segment: {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:06.698415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Network hostable DHCP agents. Network: e3a1b332-42b0-4dea-bc74-1a71e4dafa13, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:13:06.711576 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c662a3e6-2907-47e5-87d4-eb75c74785f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.715441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:13:06.725236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e3a1b332-42b0-4dea-bc74-1a71e4dafa13) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:06.729671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:06.730270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.737755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1120025-79e4-4ebb-85ad-68ac471a761d None None] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:06.751351 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f7e3febe-8415-4657-8914-4167132c6402 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5050466 Nov 23 11:13:06.751573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47236) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:06.756006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:06.777222 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c662a3e6-2907-47e5-87d4-eb75c74785f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.783175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c662a3e6-2907-47e5-87d4-eb75c74785f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.785172 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c662a3e6-2907-47e5-87d4-eb75c74785f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ac9a673-953e-4f6c-85ab-c5a6e21cbbfb HTTP/1.1" status: 204 len: 168 time: 0.1629725 Nov 23 11:13:06.797332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662a3e6-2907-47e5-87d4-eb75c74785f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac9a673-953e-4f6c-85ab-c5a6e21cbbfb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:06.799565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.800595 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.856626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:06.913596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:13:06.914844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.010369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.067273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Allocated IP 172.20.0.2 (e3a1b332-42b0-4dea-bc74-1a71e4dafa13/b7e278f6-b4a0-456a-b546-9eb6cc48cf3a/cddbfe9f-dec3-4bc9-9701-1bfef5c602a5) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:07.099999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47242) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:07.121728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67f3e0b7-f000-4bf1-b8a9-1ca910b39722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.234923 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.242420 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.290866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:07.292634 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.292816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:07.294645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Pushing event updated for resources: {'Port': ['ID=cddbfe9f-dec3-4bc9-9701-1bfef5c602a5,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:07.302497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:07.306003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.306437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.306691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.307206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.307700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.308209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.308543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.308875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.309242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.309570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.309904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.310225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:07.310939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9463f2-dc06-4000-9f87-7d29298e8303 req-4bee47a4-18e9-4a19-863d-8eed15b29451 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:07.313438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb9463f2-dc06-4000-9f87-7d29298e8303 req-4bee47a4-18e9-4a19-863d-8eed15b29451 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 943 time: 0.0566676 Nov 23 11:13:07.322805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.329140 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67f3e0b7-f000-4bf1-b8a9-1ca910b39722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.335591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-67f3e0b7-f000-4bf1-b8a9-1ca910b39722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.379231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Attempting to bind port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:07.379495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eb9463f2-dc06-4000-9f87-7d29298e8303 req-edea75eb-aa73-4dfd-b3a4-8d2e28c1aad7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573783 Nov 23 11:13:07.379643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Attempting to bind port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:07.380007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Attempting to bind port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 on network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:07.385143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:07.385527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Checking segment: {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:07.385933 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.386330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Bound using segment: {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:07.387063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Bound port: cddbfe9f-dec3-4bc9-9701-1bfef5c602a5, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:07.387453 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.430303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3e0b7-f000-4bf1-b8a9-1ca910b39722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ac0dad-f9d7-4584-b400-d5947d99904e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:07.437939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-67f3e0b7-f000-4bf1-b8a9-1ca910b39722 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=37911294a9144310997bcbf7f669ba4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3368931 Nov 23 11:13:07.440908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47246) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:07.459753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] For port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:07.463497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] For port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cddbfe9f-dec3-4bc9-9701-1bfef5c602a5,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:07.468117 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.495433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-75f0883e-f981-40de-a28c-8a8356969eab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.502384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Allocated IP 172.25.5.3 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/83898042-d792-4fcf-84ba-6ab5d1dcdf84) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:07.529858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-75f0883e-f981-40de-a28c-8a8356969eab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.532455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34429f-992a-4c95-a1e7-a7540ce414dd None None] Pushing event updated for resources: {'Port': ['ID=cddbfe9f-dec3-4bc9-9701-1bfef5c602a5,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:07.590501 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-75f0883e-f981-40de-a28c-8a8356969eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.594821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-75f0883e-f981-40de-a28c-8a8356969eab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.597649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-75f0883e-f981-40de-a28c-8a8356969eab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2ac0dad-f9d7-4584-b400-d5947d99904e HTTP/1.1" status: 204 len: 168 time: 0.1538973 Nov 23 11:13:07.608082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0883e-f981-40de-a28c-8a8356969eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ac0dad-f9d7-4584-b400-d5947d99904e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:07.644021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.684019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.738987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:07.746869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:07.751191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:07.764562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfdbbda-d197-4bfc-a847-ea15d2712609 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:07.784715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Pushing event updated for resources: {'Port': ['ID=83898042-d792-4fcf-84ba-6ab5d1dcdf84,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:07.851988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-811e8814-9323-4d64-b99a-f3104c2d2884 None None] Provisioning complete for port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:07.852442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-811e8814-9323-4d64-b99a-f3104c2d2884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:07.900185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-811e8814-9323-4d64-b99a-f3104c2d2884 None None] Port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:08.031471 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.144976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:13:08.262146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.268413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:08.290501 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'port_id': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'mac_address': 'fa:16:3e:42:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:13:08.364641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.387921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:08.393654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:13:08.440589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:08.455458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.459959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Router 969bf02d-59c0-496b-95d1-1d560eab17d3 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:13:08.516424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:08.517347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.576269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:08.637506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9398d-6396-4105-b651-14eb69058757 req-8fca3826-6805-497f-8e40-daa95c697714 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:08.639134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dd9398d-6396-4105-b651-14eb69058757 req-8fca3826-6805-497f-8e40-daa95c697714 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 944 time: 0.1094317 Nov 23 11:13:08.658731 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.682736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:08.706504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Sync routers for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:08.713080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cddbfe9f-dec3-4bc9-9701-1bfef5c602a5,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:08.716389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dd9398d-6396-4105-b651-14eb69058757 req-5e19a461-120d-4c13-aae0-17d297c51154 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681567 Nov 23 11:13:08.721791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.725150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-336cbec0-5f61-4888-a20b-81def3a7604d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9704921 Nov 23 11:13:08.725908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47274) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:08.731669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:08.732318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:08.735108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['08f59b2e-ec35-47fa-a6f8-05a1b0326ce1'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:13:08.739558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:08.853185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f5b77-5fb0-44b5-8edc-b0dae8c5fb39 None None] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:09.004864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5ecc2a95-0af7-44b4-9283-8429eb94d33f None None] Provisioning complete for port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:09.005415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5ecc2a95-0af7-44b4-9283-8429eb94d33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:09.012215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=cddbfe9f-dec3-4bc9-9701-1bfef5c602a5,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:09.102378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:09.270578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:09.466829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Allocated IP 172.20.0.1 (e3a1b332-42b0-4dea-bc74-1a71e4dafa13/b7e278f6-b4a0-456a-b546-9eb6cc48cf3a/2f47598f-6931-4afc-94fc-c84aed547dd8) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:09.610316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:09.675331 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:09.709799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:07Z', 'revision_number': 3, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:09.730453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:09.733490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:09.746929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:09.748199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Checking router: 969bf02d-59c0-496b-95d1-1d560eab17d3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:09.753090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Updating router 969bf02d-59c0-496b-95d1-1d560eab17d3 port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:09.782274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Pushing event updated for resources: {'Port': ['ID=2f47598f-6931-4afc-94fc-c84aed547dd8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:09.795996 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:09.834540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.010744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-390a9a8d-1d23-4772-8b09-885d6db7cb0c None None] Provisioning complete for port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:10.011115 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-390a9a8d-1d23-4772-8b09-885d6db7cb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.027111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79300dd6-37c4-467e-be88-962f543653b5 req-01bba2cf-a224-4bd3-8d25-e9cef7d55732 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:10.028978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79300dd6-37c4-467e-be88-962f543653b5 req-01bba2cf-a224-4bd3-8d25-e9cef7d55732 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 944 time: 0.1980283 Nov 23 11:13:10.095931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.133204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79300dd6-37c4-467e-be88-962f543653b5 req-d841dc0a-c3c6-489c-bed3-967c689b3e10 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799627 Nov 23 11:13:10.254658 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.265973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.330048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.333735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0b562-224f-45a0-8898-254d973aa1c3 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:10.337899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.356591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34626e7-517a-433f-ae58-e71c19ca8906 None None] Pushing event updated for resources: {'Port': ['ID=83898042-d792-4fcf-84ba-6ab5d1dcdf84,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:10.361520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:10.386257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Attempting to bind port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:10.386708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Attempting to bind port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:10.387031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Attempting to bind port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:10.396975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-40a511ff-d6f1-4709-9817-791af7f44019 None None] Provisioning complete for port 2f47598f-6931-4afc-94fc-c84aed547dd8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:10.397373 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40a511ff-d6f1-4709-9817-791af7f44019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.404181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:10.404573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:10.404984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.405650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:10.405974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Bound port: 83898042-d792-4fcf-84ba-6ab5d1dcdf84, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:10.407116 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.423644 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Pushing event updated for resources: {'Port': ['ID=2f47598f-6931-4afc-94fc-c84aed547dd8,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:10.427307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.456606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47310) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:10.492680 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-40a511ff-d6f1-4709-9817-791af7f44019 None None] Port 2f47598f-6931-4afc-94fc-c84aed547dd8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:10.510592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] For port 83898042-d792-4fcf-84ba-6ab5d1dcdf84, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:10.517326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] For port 83898042-d792-4fcf-84ba-6ab5d1dcdf84, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=83898042-d792-4fcf-84ba-6ab5d1dcdf84,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:10.520455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:10.521077 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.549794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.601656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-872a916f-490f-450e-affa-b74e7a5b9fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.615090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f62767-cdcd-4c79-b243-b852b300ae5e None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:10.657327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:10.658001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:10.663576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34626e7-517a-433f-ae58-e71c19ca8906 None None] Pushing event updated for resources: {'Port': ['ID=83898042-d792-4fcf-84ba-6ab5d1dcdf84,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:10.697856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-872a916f-490f-450e-affa-b74e7a5b9fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.702620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-db0294e6-14a1-4ca0-82c5-c5e183927842 None None] Provisioning complete for port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:10.704059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-872a916f-490f-450e-affa-b74e7a5b9fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.704208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-db0294e6-14a1-4ca0-82c5-c5e183927842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.748770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-872a916f-490f-450e-affa-b74e7a5b9fa6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=38dcbc474ff3418386157e92cb7b8590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865901 Nov 23 11:13:10.748770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a916f-490f-450e-affa-b74e7a5b9fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b25201-6d92-4d52-a492-e52106a00f25,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:10.752648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47314) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:10.808600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b74f4789-23a0-4159-98f3-591ed4029027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.833503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b74f4789-23a0-4159-98f3-591ed4029027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.857373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:10.887778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b74f4789-23a0-4159-98f3-591ed4029027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.890933 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b74f4789-23a0-4159-98f3-591ed4029027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:10.891857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:10.893836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:10.906709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b74f4789-23a0-4159-98f3-591ed4029027 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3b25201-6d92-4d52-a492-e52106a00f25 HTTP/1.1" status: 204 len: 168 time: 0.1516693 Nov 23 11:13:10.922957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4789-23a0-4159-98f3-591ed4029027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b25201-6d92-4d52-a492-e52106a00f25,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:10.982242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-db0294e6-14a1-4ca0-82c5-c5e183927842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.031743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-db0294e6-14a1-4ca0-82c5-c5e183927842 None None] For port 83898042-d792-4fcf-84ba-6ab5d1dcdf84, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=83898042-d792-4fcf-84ba-6ab5d1dcdf84,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:11.036547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Router 969bf02d-59c0-496b-95d1-1d560eab17d3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:11.045697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-db0294e6-14a1-4ca0-82c5-c5e183927842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.196068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:11.205221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba74f964-23e0-48cc-8386-0b62ce63d755 admin admin] 10.222.0.61 "PUT /v2.0/routers/969bf02d-59c0-496b-95d1-1d560eab17d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4768322 Nov 23 11:13:11.224893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0294e6-14a1-4ca0-82c5-c5e183927842 None None] Pushing event updated for resources: {'Port': ['ID=83898042-d792-4fcf-84ba-6ab5d1dcdf84,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:11.259610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b8a7453a-cf01-4405-9267-d0f7833f2b2d None None] Provisioning complete for port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:11.259993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b8a7453a-cf01-4405-9267-d0f7833f2b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.273688 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47324) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:11.295361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3becf5a6-274c-4752-9ad8-12ba1ec18577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.310722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ea29b-0938-4760-bbd0-4694f3b790cd req-2ed1d892-cc0d-4cd6-aab2-9b926a448895 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:11.313340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-686ea29b-0938-4760-bbd0-4694f3b790cd req-2ed1d892-cc0d-4cd6-aab2-9b926a448895 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 944 time: 0.0828090 Nov 23 11:13:11.325336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 2, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:11.363196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d1648e-cc96-4e07-9320-76d07dce0bee None None] The sync data for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 is: [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 2, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:11.388750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-686ea29b-0938-4760-bbd0-4694f3b790cd req-4f170013-fdd9-443e-b7b4-5f5a809cfe1c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669975 Nov 23 11:13:11.439990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3becf5a6-274c-4752-9ad8-12ba1ec18577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.444621 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3becf5a6-274c-4752-9ad8-12ba1ec18577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.497779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3becf5a6-274c-4752-9ad8-12ba1ec18577 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b1ecdab4bd74a30ad0d0186f63b3081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203920 Nov 23 11:13:11.497779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becf5a6-274c-4752-9ad8-12ba1ec18577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f453c766-d908-4ada-a246-17c9ed8de423,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:11.498612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47330) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:11.559269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50723199-c401-4288-b213-eb7902540c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.559767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a2cad05b-c116-42ab-83a4-7fc204469cee None None] Provisioning complete for port 2f47598f-6931-4afc-94fc-c84aed547dd8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:11.560149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a2cad05b-c116-42ab-83a4-7fc204469cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.592840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50723199-c401-4288-b213-eb7902540c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.602758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a2cad05b-c116-42ab-83a4-7fc204469cee None None] Port 2f47598f-6931-4afc-94fc-c84aed547dd8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:11.688868 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50723199-c401-4288-b213-eb7902540c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.693237 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50723199-c401-4288-b213-eb7902540c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.697659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-50723199-c401-4288-b213-eb7902540c17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f453c766-d908-4ada-a246-17c9ed8de423 HTTP/1.1" status: 204 len: 168 time: 0.1984627 Nov 23 11:13:11.710019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50723199-c401-4288-b213-eb7902540c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f453c766-d908-4ada-a246-17c9ed8de423,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:11.837503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47342) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:11.843883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1510888561-network', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:11.873637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Made reservation on behalf of f88b70fb13f7417a8ae9488dca04e756 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:11.877388 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.888255 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.979471 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:11.985444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.015141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:13:12.021744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5270a01-1e4b-4be6-b0de-8b5d057839eb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:12.030445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.031631 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Added segment b41fd38d-632d-4def-8ff9-1563d1914cbd of type vlan for network 02fa03b4-d940-4e0c-b868-66d01369d927 Nov 23 11:13:12.078340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.113309 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.114321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:12.114948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.167291 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3276904 Nov 23 11:13:12.169210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47352) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:12.174814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Request body: {'subnet': {'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1510888561-subnet', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:12.191190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:12.210557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Made reservation on behalf of f88b70fb13f7417a8ae9488dca04e756 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:12.213560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.251614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfacf66-dc92-4d0f-adb9-94b4fdaadb0d admin admin] Pushing event updated for resources: {'Network': ['ID=02fa03b4-d940-4e0c-b868-66d01369d927,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:12.268144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 02fa03b4-d940-4e0c-b868-66d01369d927 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:13:12.534658 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.545765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 83898042-d792-4fcf-84ba-6ab5d1dcdf84 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:12.551274 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:13:12.570952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6061be-2832-457a-9f29-ca2543b32d90 req-da8c1af7-e477-417d-9a26-bca0f1653eff tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:12.579355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d6061be-2832-457a-9f29-ca2543b32d90 req-da8c1af7-e477-417d-9a26-bca0f1653eff tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 944 time: 0.0993707 Nov 23 11:13:12.595447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:12.595826 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.639661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a378bf09-8855-40ff-8c33-0f4cac5aa046,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:12.657363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5d6061be-2832-457a-9f29-ca2543b32d90 req-986c8c6c-c26a-44b0-97d6-e6fe046f353a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765393 Nov 23 11:13:12.673615 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Checking segment: {'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:12.674279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Network hostable DHCP agents. Network: 02fa03b4-d940-4e0c-b868-66d01369d927, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:13:12.691421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:12.692349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.697532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Network 02fa03b4-d940-4e0c-b868-66d01369d927 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:13:12.713399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 02fa03b4-d940-4e0c-b868-66d01369d927) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:12.722157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e848648-b1f7-435d-89c7-8bd549c0bfc6 None None] Network 02fa03b4-d940-4e0c-b868-66d01369d927 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:12.725039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:12.725952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.748175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3697bd02-a573-4ee5-9921-cdc9d3e49fcb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5779011 Nov 23 11:13:12.751234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47366) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:12.758414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:12.794404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.796913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.844949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.871519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:12.933240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:12.935695 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39852aa-4615-4b3b-86e3-36d8e756bc87" -d '{"events": [{"server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "name": "network-vif-plugged", "status": "completed", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:12.941692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:12.979789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.029692 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d056e3-dbcc-4d16-9dbe-c7cc40476183 x-openstack-request-id: req-f9d056e3-dbcc-4d16-9dbe-c7cc40476183 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:13.030424 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "name": "network-vif-plugged", "status": "completed", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:13.031545 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9d056e3-dbcc-4d16-9dbe-c7cc40476183 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:13.032637 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'code': 200} Nov 23 11:13:13.046952 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.086905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:13.100949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-02fa03b4-d940-4e0c-b868-66d01369d927', 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'fixed_ips': [{'subnet_id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:13:13.103188 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.226886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76a9c1-0c19-4679-b0c9-a47e676fda29 req-e072f261-dff8-48c9-b433-4e672c1820cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:13.228455 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be76a9c1-0c19-4679-b0c9-a47e676fda29 req-e072f261-dff8-48c9-b433-4e672c1820cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 1096 time: 0.1249557 Nov 23 11:13:13.273358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Allocated IP 172.20.0.2 (02fa03b4-d940-4e0c-b868-66d01369d927/a378bf09-8855-40ff-8c33-0f4cac5aa046/f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:13.392710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be76a9c1-0c19-4679-b0c9-a47e676fda29 req-90d5cf72-c3c6-41b1-9276-fd3a258c8400 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505179 Nov 23 11:13:13.397888 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.423164 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.442567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.448724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.498104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Network 02fa03b4-d940-4e0c-b868-66d01369d927 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:13.505037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:13.507492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:13.522983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Pushing event updated for resources: {'Port': ['ID=f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:13.544750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Allocated IP 172.25.5.187 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/5ed32824-d5d4-4292-8e45-e75417bfd0b9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:13.585508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Attempting to bind port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:13.585888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Attempting to bind port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:13.586253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Attempting to bind port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b on network 02fa03b4-d940-4e0c-b868-66d01369d927 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:13.591381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:13.591694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Checking segment: {'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:13.592139 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.592693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Bound using segment: {'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:13.593241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Bound port: f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:13.593640 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.678466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] For port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:13.685568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] For port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b,segment=NetworkSegment(b41fd38d-632d-4def-8ff9-1563d1914cbd),segment_id=b41fd38d-632d-4def-8ff9-1563d1914cbd)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:13.688539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.692232 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.738761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.774587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc930-6b86-47e2-aec2-e6037482cd1e None None] Pushing event updated for resources: {'Port': ['ID=f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:13.796110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:13.799452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:13.802136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:13.814059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd04ae8e-2639-4e4c-9e85-c7013ae7fa85 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:13.857329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Pushing event updated for resources: {'Port': ['ID=5ed32824-d5d4-4292-8e45-e75417bfd0b9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:13.866338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fa492920-ae57-4f6c-a18c-2b86d5722cd2 None None] Provisioning complete for port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:13.866982 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fa492920-ae57-4f6c-a18c-2b86d5722cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:13.888538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26fb33-29a7-42dd-abce-7aaf0e3950b2 req-a8b66f69-f775-4504-91d0-0f9f45d922f2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:13.894263 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba26fb33-29a7-42dd-abce-7aaf0e3950b2 req-a8b66f69-f775-4504-91d0-0f9f45d922f2 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 945 time: 0.0930264 Nov 23 11:13:13.915792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fa492920-ae57-4f6c-a18c-2b86d5722cd2 None None] Port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:13.982654 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba26fb33-29a7-42dd-abce-7aaf0e3950b2 req-981f8de5-9aa0-4af5-9b0e-ceeadbdfcffb tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705335 Nov 23 11:13:14.195340 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Sync routers for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:14.207846 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:14.208327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:14.209327 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:14.351592 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:14.370447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:14.455134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:14.455523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:14.465708 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:14.536289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f524954-9214-46ad-889c-922ca0b8c9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:14.591825 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:14.618597 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 2, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:14.652226 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Checking router: 969bf02d-59c0-496b-95d1-1d560eab17d3 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:14.652687 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Updating router 969bf02d-59c0-496b-95d1-1d560eab17d3 port 2f47598f-6931-4afc-94fc-c84aed547dd8 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:14.653661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b,segment=NetworkSegment(b41fd38d-632d-4def-8ff9-1563d1914cbd),segment_id=b41fd38d-632d-4def-8ff9-1563d1914cbd)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:14.663783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:14.730519 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:14.788508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:15.115043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc56654d-334a-4a85-870f-ba01ff5b8955 None None] Network 02fa03b4-d940-4e0c-b868-66d01369d927 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:15.148730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Router 78f805f0-fe6b-4681-8648-0d42561e261c is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:13:15.190072 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.198995 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.208758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-426fd981-936c-4632-accc-6802415cc1f2 None None] Provisioning complete for port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:15.208969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-426fd981-936c-4632-accc-6802415cc1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.216602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded515f-9125-4573-a375-b559879fa505 req-991c0fea-5e80-4415-9bf5-6d10c441c25e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:15.218053 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eded515f-9125-4573-a375-b559879fa505 req-991c0fea-5e80-4415-9bf5-6d10c441c25e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 945 time: 0.1079943 Nov 23 11:13:15.256775 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Pushing event updated for resources: {'Port': ['ID=2f47598f-6931-4afc-94fc-c84aed547dd8,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:15.268785 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.269438 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.269998 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.270511 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.271189 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.271690 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.272175 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.272656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.273255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.273758 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.274276 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.274759 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:15.333099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eded515f-9125-4573-a375-b559879fa505 req-6249983b-d5c6-4353-8054-3f3c46589d98 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054661 Nov 23 11:13:15.336719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:15.375733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Sync routers for ids ['78f805f0-fe6b-4681-8648-0d42561e261c'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:15.376358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.380715 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-19317134-9658-48d0-9823-87d4dd257428 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6278722 Nov 23 11:13:15.381482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:15.428251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Routers {'78f805f0-fe6b-4681-8648-0d42561e261c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:15.429143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['78f805f0-fe6b-4681-8648-0d42561e261c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:15.443511 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Attempting to bind port 2f47598f-6931-4afc-94fc-c84aed547dd8 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:15.443896 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Attempting to bind port 2f47598f-6931-4afc-94fc-c84aed547dd8 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:15.444268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Attempting to bind port 2f47598f-6931-4afc-94fc-c84aed547dd8 on network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:15.459240 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:15.459639 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Checking segment: {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:15.465088 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.465834 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Bound using segment: {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:15.466815 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Bound port: 2f47598f-6931-4afc-94fc-c84aed547dd8, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:15.468424 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.573285 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] For port 2f47598f-6931-4afc-94fc-c84aed547dd8, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:15.580691 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] For port 2f47598f-6931-4afc-94fc-c84aed547dd8, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2f47598f-6931-4afc-94fc-c84aed547dd8,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:15.588275 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.645607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Set router 78f805f0-fe6b-4681-8648-0d42561e261c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:15.665219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a30e2e-3a0d-4e01-985b-2664253f49ef req-fa06d5a7-dc78-47c9-b80a-125fdf3eede1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:15.666276 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:15.667221 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:15.667800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3a30e2e-3a0d-4e01-985b-2664253f49ef req-fa06d5a7-dc78-47c9-b80a-125fdf3eede1 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 945 time: 0.1437149 Nov 23 11:13:15.743642 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f608593-4e37-44e1-8a68-2306d809daa1 None None] Pushing event updated for resources: {'Port': ['ID=2f47598f-6931-4afc-94fc-c84aed547dd8,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:15.845590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3a30e2e-3a0d-4e01-985b-2664253f49ef req-f612c5a0-3ff8-49b1-b97d-4a34f14a14ba tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632066 Nov 23 11:13:15.854459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:15.864621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47426) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:15.936798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8059fa03-f8a4-4deb-b4f1-5e6dbdd27c36 None None] Provisioning complete for port 2f47598f-6931-4afc-94fc-c84aed547dd8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:15.938414 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8059fa03-f8a4-4deb-b4f1-5e6dbdd27c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:15.954413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e478428a-b22b-4f9c-adf1-abb3e7333e5b tempest-TestVolumeBootPattern-1697405661 tempest-TestVolumeBootPattern-1697405661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:15.962073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e478428a-b22b-4f9c-adf1-abb3e7333e5b tempest-TestVolumeBootPattern-1697405661 tempest-TestVolumeBootPattern-1697405661-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 1091 time: 0.0929987 Nov 23 11:13:15.964391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47430) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:15.971118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:16.049369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.117266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8059fa03-f8a4-4deb-b4f1-5e6dbdd27c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.143058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:13:14Z', 'revision_number': 3, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port': {'id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:13Z', 'updated_at': '2021-11-23T11:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:16.187974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Checking router: 78f805f0-fe6b-4681-8648-0d42561e261c for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:16.189185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Updating router 78f805f0-fe6b-4681-8648-0d42561e261c port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:16.222943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8059fa03-f8a4-4deb-b4f1-5e6dbdd27c36 None None] For port 2f47598f-6931-4afc-94fc-c84aed547dd8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2f47598f-6931-4afc-94fc-c84aed547dd8,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:16.233592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.239720 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:15Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:16.254292 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8059fa03-f8a4-4deb-b4f1-5e6dbdd27c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.278181 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b02fd-09e9-4878-908a-b38e8122cb70 None None] The sync data for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 is: [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:15Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:16.292178 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.338107 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.446824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2f47598f-6931-4afc-94fc-c84aed547dd8 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:16.533300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dd82f11c-4433-4bcd-b765-960eaac13f42 None None] Provisioning complete for port 2f47598f-6931-4afc-94fc-c84aed547dd8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:16.533682 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dd82f11c-4433-4bcd-b765-960eaac13f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.545584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059fa03-f8a4-4deb-b4f1-5e6dbdd27c36 None None] Pushing event updated for resources: {'Port': ['ID=2f47598f-6931-4afc-94fc-c84aed547dd8,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:16.590455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Allocated IP 172.20.0.1 (02fa03b4-d940-4e0c-b868-66d01369d927/a378bf09-8855-40ff-8c33-0f4cac5aa046/f9d311a0-05cd-4be2-860d-771f4b951d6c) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:16.736367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.791803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.814795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2f47598f-6931-4afc-94fc-c84aed547dd8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:16.815164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:16.834972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Network 02fa03b4-d940-4e0c-b868-66d01369d927 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:16.838575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:16.842689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:16.883247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d311a0-05cd-4be2-860d-771f4b951d6c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:16.896340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.048978 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea5b5bf9-3e2e-4f70-b06d-99ec979828f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.075028 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.076114 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.081639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dd82f11c-4433-4bcd-b765-960eaac13f42 None None] Provisioning complete for port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:17.081824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dd82f11c-4433-4bcd-b765-960eaac13f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.123630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:17.176254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.226918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Allocated IP 172.25.5.178 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/32c256fa-da35-4cd9-8acd-21508a473992) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:17.254915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda49dc-657f-4e84-88d0-95ec3e48535c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:17.267772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a2022-989f-46a0-95f1-93f0398b4ab5 None None] Pushing event updated for resources: {'Port': ['ID=5ed32824-d5d4-4292-8e45-e75417bfd0b9,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:17.271400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Attempting to bind port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:17.271780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Attempting to bind port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:17.272146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Attempting to bind port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:17.276015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:17.276405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.302056 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:17.302441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:17.302845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.303246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:17.303743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Bound port: 5ed32824-d5d4-4292-8e45-e75417bfd0b9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:17.304127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.414346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] For port 5ed32824-d5d4-4292-8e45-e75417bfd0b9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:17.419182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] For port 5ed32824-d5d4-4292-8e45-e75417bfd0b9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5ed32824-d5d4-4292-8e45-e75417bfd0b9,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:17.443898 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.459598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.462404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.472685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.526451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eba2d0-9397-40d4-9ad5-3b96c5faec5a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:17.538034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a2022-989f-46a0-95f1-93f0398b4ab5 None None] Pushing event updated for resources: {'Port': ['ID=5ed32824-d5d4-4292-8e45-e75417bfd0b9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:17.548517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Routers {'78f805f0-fe6b-4681-8648-0d42561e261c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:17.549206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:13:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['78f805f0-fe6b-4681-8648-0d42561e261c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:17.564619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d311a0-05cd-4be2-860d-771f4b951d6c,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:17.568639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.584714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.620808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Provisioning complete for port f9d311a0-05cd-4be2-860d-771f4b951d6c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:17.621278 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.651138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:17.682504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:17.690551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:17.703273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Port f9d311a0-05cd-4be2-860d-771f4b951d6c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:17.716781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=32c256fa-da35-4cd9-8acd-21508a473992,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:17.719564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] Set router 78f805f0-fe6b-4681-8648-0d42561e261c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:17.747519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Provisioning complete for port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:17.747974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:17.778584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Network 02fa03b4-d940-4e0c-b868-66d01369d927 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:17.781873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:18.001189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.032466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] For port 5ed32824-d5d4-4292-8e45-e75417bfd0b9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5ed32824-d5d4-4292-8e45-e75417bfd0b9,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:18.037734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 4, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port': {'id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:13Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'f9d311a0-05cd-4be2-860d-771f4b951d6c', 'name': '', 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'mac_address': 'fa:16:3e:d7:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:16Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 2, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'subnets': [{'id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:18.042147 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.072579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51d2f1-da85-454e-b3ec-5713cec7fe3a None None] The sync data for ids ['78f805f0-fe6b-4681-8648-0d42561e261c'] in n-d-817747-2 is: [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 4, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port': {'id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:13Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'f9d311a0-05cd-4be2-860d-771f4b951d6c', 'name': '', 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'mac_address': 'fa:16:3e:d7:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:16Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 2, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'subnets': [{'id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:18.133147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0449f24b-a078-444a-acad-4cffaaf055e5 None None] Pushing event updated for resources: {'Port': ['ID=5ed32824-d5d4-4292-8e45-e75417bfd0b9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:18.166386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8c2dd7ab-9566-4795-bb26-6be94d3ce497 None None] Provisioning complete for port f9d311a0-05cd-4be2-860d-771f4b951d6c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:18.166925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd7ab-9566-4795-bb26-6be94d3ce497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.205507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dd7ab-9566-4795-bb26-6be94d3ce497 None None] Port f9d311a0-05cd-4be2-860d-771f4b951d6c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:18.215910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8c2dd7ab-9566-4795-bb26-6be94d3ce497 None None] Provisioning complete for port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:18.216285 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c2dd7ab-9566-4795-bb26-6be94d3ce497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.344866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Router 78f805f0-fe6b-4681-8648-0d42561e261c has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:18.380128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2f47598f-6931-4afc-94fc-c84aed547dd8 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:18.440335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2f47598f-6931-4afc-94fc-c84aed547dd8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:18.440724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.589931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:18.596103 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-50b3eba0-8788-4b6f-86b2-8cb2145a2307 admin admin] 10.222.0.61 "PUT /v2.0/routers/78f805f0-fe6b-4681-8648-0d42561e261c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2135358 Nov 23 11:13:18.602087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.621375 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.686287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.889179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.895347 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:18.976121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event updated for resources: {'Port': ['ID=32c256fa-da35-4cd9-8acd-21508a473992,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:18.990037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.110304 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Floating IP 1d9b19e2-3394-4ee6-9b64-9fe04852e520 associated. External IP: 172.25.5.178, port: 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1. Nov 23 11:13:19.118657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47468) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:19.125953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9dd0baad-b893-4bd3-8ff9-743b95bb84f0 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311024876', 'description': 'tempest-secgroup-smoke-311024876 description', 'project_id': '28e5affd75484e9ea1cef1bd6095a90a'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:19.157569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9dd0baad-b893-4bd3-8ff9-743b95bb84f0 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.275602 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9dd0baad-b893-4bd3-8ff9-743b95bb84f0 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.282401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9dd0baad-b893-4bd3-8ff9-743b95bb84f0 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.323595 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9dd0baad-b893-4bd3-8ff9-743b95bb84f0 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.324852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9dd0baad-b893-4bd3-8ff9-743b95bb84f0 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2044966 Nov 23 11:13:19.328287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47472) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:19.333339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9685803b-5d1d-4860-b3af-f630d6ffcc70 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'security_group_rule': {'security_group_id': 'e4b6e032-bf41-49a2-9294-22b2302a550c', 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:19.340527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0baad-b893-4bd3-8ff9-743b95bb84f0 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6e032-bf41-49a2-9294-22b2302a550c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:19.393917 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9685803b-5d1d-4860-b3af-f630d6ffcc70 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.395831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:19.475176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9685803b-5d1d-4860-b3af-f630d6ffcc70 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.480675 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9685803b-5d1d-4860-b3af-f630d6ffcc70 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.506442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685803b-5d1d-4860-b3af-f630d6ffcc70 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247d2b24-ca76-4fbd-adc1-363401659344,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:19.512044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9685803b-5d1d-4860-b3af-f630d6ffcc70 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.513283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9685803b-5d1d-4860-b3af-f630d6ffcc70 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1840043 Nov 23 11:13:19.516309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47478) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:19.522613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e498c0bc-6205-42f6-94c8-c7236c858ad5 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'security_group_rule': {'security_group_id': 'e4b6e032-bf41-49a2-9294-22b2302a550c', 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:19.547079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:19.561245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e498c0bc-6205-42f6-94c8-c7236c858ad5 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.562653 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:19.571258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.588505 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:19.588918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.590383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:13:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:19.625269 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0e4ce759-9dbb-46aa-a377-d45be4ed1a59 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6470592 Nov 23 11:13:19.625269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:19.625269 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3150b2c-4406-4448-a439-ff7457b977a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:19.637143 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e498c0bc-6205-42f6-94c8-c7236c858ad5 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.646109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e498c0bc-6205-42f6-94c8-c7236c858ad5 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.666918 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59383d57-69b4-4ee8-84a4-3dd184f520a7 x-openstack-request-id: req-59383d57-69b4-4ee8-84a4-3dd184f520a7 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:19.667451 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:19.668119 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59383d57-69b4-4ee8-84a4-3dd184f520a7 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:19.668984 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'status': 'completed', 'code': 200} Nov 23 11:13:19.683443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c0bc-6205-42f6-94c8-c7236c858ad5 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2bb135-63f2-4a8e-b2cb-19bfcaf81cd2,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:19.709686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e498c0bc-6205-42f6-94c8-c7236c858ad5 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.711286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e498c0bc-6205-42f6-94c8-c7236c858ad5 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1931157 Nov 23 11:13:19.714047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47486) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:19.720176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-683fbf14-5741-43c5-8219-c4af59524a5b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'security_group_rule': {'security_group_id': 'e4b6e032-bf41-49a2-9294-22b2302a550c', 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:19.753759 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:19.762793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-4e55aca0-aa21-401d-a896-21966d059ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:19.765473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-4e55aca0-aa21-401d-a896-21966d059ab0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 1096 time: 0.0703743 Nov 23 11:13:19.770150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-683fbf14-5741-43c5-8219-c4af59524a5b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.848420 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-683fbf14-5741-43c5-8219-c4af59524a5b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.855389 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-683fbf14-5741-43c5-8219-c4af59524a5b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.886554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fbf14-5741-43c5-8219-c4af59524a5b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41beb41c-e493-4c79-8538-bd489184a7f7,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:19.893059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-53ff6d87-ae4c-495b-b289-96b6db8b41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:19.895100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-53ff6d87-ae4c-495b-b289-96b6db8b41aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1231334 Nov 23 11:13:19.907064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-683fbf14-5741-43c5-8219-c4af59524a5b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:19.913372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47492) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:19.913589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-683fbf14-5741-43c5-8219-c4af59524a5b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967108 Nov 23 11:13:19.917398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-52a0cd65-f79b-4e32-9dc5-873946f05bae tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'security_group_rule': {'security_group_id': 'e4b6e032-bf41-49a2-9294-22b2302a550c', 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:19.993481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-f9164e3d-f4c7-449a-8329-caf5b5a5c7a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 HTTP/1.1" status: 200 len: 999 time: 0.0910051 Nov 23 11:13:19.994832 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52a0cd65-f79b-4e32-9dc5-873946f05bae tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.038736 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.080588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-0f2a25a7-3fc4-4948-9266-2e8c9fe4fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:20.082716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-0f2a25a7-3fc4-4948-9266-2e8c9fe4fb83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0784268 Nov 23 11:13:20.130936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52a0cd65-f79b-4e32-9dc5-873946f05bae tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.142028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52a0cd65-f79b-4e32-9dc5-873946f05bae tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.149660 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.167563 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '1d9b19e2-3394-4ee6-9b64-9fe04852e520', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:42:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:18Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}, {'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:59Z', 'revision_number': 1, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:20.170099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0cd65-f79b-4e32-9dc5-873946f05bae tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa7734d-d2fe-4b4d-bbc2-a6a224875c7d,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:20.175091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-f646812f-f362-4759-be0b-4929c5d67d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:20.177022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-f646812f-f362-4759-be0b-4929c5d67d7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875545 Nov 23 11:13:20.185531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-52a0cd65-f79b-4e32-9dc5-873946f05bae tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.188149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-52a0cd65-f79b-4e32-9dc5-873946f05bae tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2744966 Nov 23 11:13:20.191164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47496) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:20.195985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'security_group_rule': {'security_group_id': 'e4b6e032-bf41-49a2-9294-22b2302a550c', 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:20.209349 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:20.220669 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:20.221656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:13:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:20.238753 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Project 28e5affd75484e9ea1cef1bd6095a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:13:20.267391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.355980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-db2739b3-82ab-4bd6-8e20-2bace0584ada service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663740 Nov 23 11:13:20.373535 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:20.378153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.384980 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.411386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5ed32824-d5d4-4292-8e45-e75417bfd0b9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:20.433784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9b37e8-cced-41a1-b820-62b379a35284,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:20.450585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.452902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e37072d3-f5d5-4a69-bd46-3e39345fdcb9 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2599239 Nov 23 11:13:20.455991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47498) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:20.461324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'security_group_rule': {'security_group_id': 'e4b6e032-bf41-49a2-9294-22b2302a550c', 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:20.514502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:20.515657 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.519614 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Project 28e5affd75484e9ea1cef1bd6095a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:13:20.521885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3150b2c-4406-4448-a439-ff7457b977a2 req-47351a19-e6eb-4207-870a-94ddfedfda03 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572356 Nov 23 11:13:20.540656 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.641746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.648143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.665858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbfa093-865e-4ed2-b106-8accb15079d8,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:20.682148 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '1d9b19e2-3394-4ee6-9b64-9fe04852e520', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:42:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:18Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}, {'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:59Z', 'revision_number': 1, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:20.689967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.691797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2de0190e-ceaf-43d5-ba5e-3a01fcab80f7 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2344217 Nov 23 11:13:20.695720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47502) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:20.720132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Sync routers for ids ['78f805f0-fe6b-4681-8648-0d42561e261c'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:20.733940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Routers {'78f805f0-fe6b-4681-8648-0d42561e261c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:20.737763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:13:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['78f805f0-fe6b-4681-8648-0d42561e261c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:20.740516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a2c67-13bb-4d02-98d7-8732395be0d1 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '1d9b19e2-3394-4ee6-9b64-9fe04852e520', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.178', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:42:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:18Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 0, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}, {'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:59Z', 'revision_number': 1, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:20.872258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca80a9fd-c9ce-4e27-b50a-9bb57a3e388c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.883363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Set router 78f805f0-fe6b-4681-8648-0d42561e261c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:20.922335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-5ad2a222-a4e2-4b0e-b721-2e6391ac1c7e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311024876&fields=id&tenant_id=28e5affd75484e9ea1cef1bd6095a90a HTTP/1.1" status: 200 len: 267 time: 0.0497603 Nov 23 11:13:20.960340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca80a9fd-c9ce-4e27-b50a-9bb57a3e388c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:20.965960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca80a9fd-c9ce-4e27-b50a-9bb57a3e388c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.017565 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca80a9fd-c9ce-4e27-b50a-9bb57a3e388c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=aa8c1b60703147dbb2cc70a33e97b234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176973 Nov 23 11:13:21.017565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80a9fd-c9ce-4e27-b50a-9bb57a3e388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bb3c21-095f-4a57-a86b-3df870721199,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:21.018661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47518) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:21.056187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-dba40d8a-a6cc-4710-85ab-f9e421548d8b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:21.058545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-dba40d8a-a6cc-4710-85ab-f9e421548d8b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 809 time: 0.1272714 Nov 23 11:13:21.062900 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea089cd-6d66-455f-9d88-9805aeb1b065 None None] New status for floating IP 1d9b19e2-3394-4ee6-9b64-9fe04852e520: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:13:21.071754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46c5b168-dfce-4636-a598-8ec9e91da5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.096083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-ab0ba115-0d73-45af-9e02-0257a89e3904 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/quotas/28e5affd75484e9ea1cef1bd6095a90a HTTP/1.1" status: 200 len: 375 time: 0.0285070 Nov 23 11:13:21.097382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46c5b168-dfce-4636-a598-8ec9e91da5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.157384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 4, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port': {'id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:13Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'f9d311a0-05cd-4be2-860d-771f4b951d6c', 'name': '', 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'mac_address': 'fa:16:3e:d7:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:16Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 2, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'subnets': [{'id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:21.167640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46c5b168-dfce-4636-a598-8ec9e91da5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.170746 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46c5b168-dfce-4636-a598-8ec9e91da5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.174943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-46c5b168-dfce-4636-a598-8ec9e91da5b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69bb3c21-095f-4a57-a86b-3df870721199 HTTP/1.1" status: 204 len: 168 time: 0.1531754 Nov 23 11:13:21.189030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5b168-dfce-4636-a598-8ec9e91da5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bb3c21-095f-4a57-a86b-3df870721199,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:21.189424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Checking router: 78f805f0-fe6b-4681-8648-0d42561e261c for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:21.189815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Updating router 78f805f0-fe6b-4681-8648-0d42561e261c port f9d311a0-05cd-4be2-860d-771f4b951d6c binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:13:21.212645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-b1bd3f54-4a2e-47c9-962d-54e55270c945 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030657 Nov 23 11:13:21.225467 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.322649 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-3db26dfd-02cd-447e-86e9-f60dbf5b1b07 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048238 Nov 23 11:13:21.427086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-793c294e-e509-4c0f-be3d-9e52bf506bf6 service neutron] 10.222.0.61 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971627 Nov 23 11:13:21.537301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47524) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:21.554256 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb013-bc86-483a-b568-da859ac9953f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.660491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-94d19fad-4af5-481c-a6d8-c95a3b903932 req-0573fc6c-db92-4664-ae24-3a656f9e8529 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 210 time: 0.0410550 Nov 23 11:13:21.707130 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.710401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb013-bc86-483a-b568-da859ac9953f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.713186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.714062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9c8fb013-bc86-483a-b568-da859ac9953f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.741260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9c8fb013-bc86-483a-b568-da859ac9953f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=af2e8752e4e2489481a38f9fb2740282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2027686 Nov 23 11:13:21.743902 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47530) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:21.764478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fb013-bc86-483a-b568-da859ac9953f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3044ed1e-e051-414f-a90d-4cc4a3833251,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:21.783787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88c979-692c-4ccd-bfb7-bca7791a6605 None None] Pushing event updated for resources: {'Port': ['ID=f9d311a0-05cd-4be2-860d-771f4b951d6c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:21.840867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5149445e-b47e-4ed2-a355-12b30694f3cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.859131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Attempting to bind port f9d311a0-05cd-4be2-860d-771f4b951d6c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:21.859868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Attempting to bind port f9d311a0-05cd-4be2-860d-771f4b951d6c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:21.860577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Attempting to bind port f9d311a0-05cd-4be2-860d-771f4b951d6c on network 02fa03b4-d940-4e0c-b868-66d01369d927 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:21.866217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:21.866861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Checking segment: {'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:21.867476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.868045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Bound using segment: {'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:21.869852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Bound port: f9d311a0-05cd-4be2-860d-771f4b951d6c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41fd38d-632d-4def-8ff9-1563d1914cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:21.870243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.880104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5149445e-b47e-4ed2-a355-12b30694f3cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.938183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5149445e-b47e-4ed2-a355-12b30694f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.941216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5149445e-b47e-4ed2-a355-12b30694f3cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:21.945450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5149445e-b47e-4ed2-a355-12b30694f3cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3044ed1e-e051-414f-a90d-4cc4a3833251 HTTP/1.1" status: 204 len: 168 time: 0.2003312 Nov 23 11:13:21.955673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149445e-b47e-4ed2-a355-12b30694f3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3044ed1e-e051-414f-a90d-4cc4a3833251,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:21.956826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] For port f9d311a0-05cd-4be2-860d-771f4b951d6c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:21.961573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] For port f9d311a0-05cd-4be2-860d-771f4b951d6c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f9d311a0-05cd-4be2-860d-771f4b951d6c,segment=NetworkSegment(b41fd38d-632d-4def-8ff9-1563d1914cbd),segment_id=b41fd38d-632d-4def-8ff9-1563d1914cbd)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:21.977276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.036524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Routers {'78f805f0-fe6b-4681-8648-0d42561e261c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:22.037471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:13:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['78f805f0-fe6b-4681-8648-0d42561e261c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:22.114534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88c979-692c-4ccd-bfb7-bca7791a6605 None None] Pushing event updated for resources: {'Port': ['ID=f9d311a0-05cd-4be2-860d-771f4b951d6c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:22.155653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ee4e7e9a-ac13-4095-bca3-264176dad08a None None] Provisioning complete for port f9d311a0-05cd-4be2-860d-771f4b951d6c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:22.156090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7e9a-ac13-4095-bca3-264176dad08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.230307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] Set router 78f805f0-fe6b-4681-8648-0d42561e261c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:22.322868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.383167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f9d311a0-05cd-4be2-860d-771f4b951d6c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:22.439217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7e9a-ac13-4095-bca3-264176dad08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.544007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ee4e7e9a-ac13-4095-bca3-264176dad08a None None] For port f9d311a0-05cd-4be2-860d-771f4b951d6c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f9d311a0-05cd-4be2-860d-771f4b951d6c,segment=NetworkSegment(b41fd38d-632d-4def-8ff9-1563d1914cbd),segment_id=b41fd38d-632d-4def-8ff9-1563d1914cbd)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:22.553923 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ee4e7e9a-ac13-4095-bca3-264176dad08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.626810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e7e9a-ac13-4095-bca3-264176dad08a None None] Pushing event updated for resources: {'Port': ['ID=f9d311a0-05cd-4be2-860d-771f4b951d6c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:22.630797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f9d311a0-05cd-4be2-860d-771f4b951d6c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:22.631563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.712309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7ca55d0b-c491-4f2a-b80f-f3206e9e8c4f None None] Provisioning complete for port f9d311a0-05cd-4be2-860d-771f4b951d6c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:22.712689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7ca55d0b-c491-4f2a-b80f-f3206e9e8c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:22.760055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 4, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port': {'id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:13Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'f9d311a0-05cd-4be2-860d-771f4b951d6c', 'name': '', 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'mac_address': 'fa:16:3e:d7:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:16Z', 'updated_at': '2021-11-23T11:13:21Z', 'revision_number': 4, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'subnets': [{'id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:22.826933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d136b60-ed7b-4035-be49-7703fd3af220 None None] The sync data for ids ['78f805f0-fe6b-4681-8648-0d42561e261c'] in n-d-817747-2 is: [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:13:17Z', 'revision_number': 4, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port': {'id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:13Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'f9d311a0-05cd-4be2-860d-771f4b951d6c', 'name': '', 'network_id': '02fa03b4-d940-4e0c-b868-66d01369d927', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'mac_address': 'fa:16:3e:d7:d7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:16Z', 'updated_at': '2021-11-23T11:13:21Z', 'revision_number': 4, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'subnets': [{'id': 'a378bf09-8855-40ff-8c33-0f4cac5aa046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:22.841304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12e181fd-55f7-4630-ab5a-16e5cd30a831 req-e4592cb5-119c-456e-bc3e-8d698e979a14 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 210 time: 0.0417304 Nov 23 11:13:23.034142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-e814b5e4-a676-4671-9d4c-3625888ec52b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:23.035928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-e814b5e4-a676-4671-9d4c-3625888ec52b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 809 time: 0.1632428 Nov 23 11:13:23.119793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-0a2deadb-1ade-4648-b058-ff07d4d63f36 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28e5affd75484e9ea1cef1bd6095a90a HTTP/1.1" status: 200 len: 379 time: 0.0742869 Nov 23 11:13:23.131372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'port': {'device_id': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'admin_state_up': True, 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'security_groups': ['e4b6e032-bf41-49a2-9294-22b2302a550c']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:23.273022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Made reservation on behalf of 28e5affd75484e9ea1cef1bd6095a90a for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:23.276919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.462131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Allocated IP 172.20.0.5 (e3a1b332-42b0-4dea-bc74-1a71e4dafa13/b7e278f6-b4a0-456a-b546-9eb6cc48cf3a/8211e993-1239-482b-a540-db9a1eab8cad) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:23.650099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.690985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.736471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:23.745637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:23.749672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:23.802013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:23.802692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:23.817160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'Port': ['ID=8211e993-1239-482b-a540-db9a1eab8cad,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:23.831005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-9a10eec7-2864-4b8c-a10d-c4b66ad5a0f6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7038066 Nov 23 11:13:23.864186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Request body: {'port': {'device_id': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:23.969463 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.005336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502baf37-2777-4bac-894b-fa6a76acb3c6 req-b5010b9b-9df5-4690-902e-07c2855ca299 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:24.007640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-502baf37-2777-4bac-894b-fa6a76acb3c6 req-b5010b9b-9df5-4690-902e-07c2855ca299 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 931 time: 0.0820096 Nov 23 11:13:24.078885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-502baf37-2777-4bac-894b-fa6a76acb3c6 req-b92a28ce-ca33-4154-9011-30efd26004b2 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651772 Nov 23 11:13:24.150074 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-79a57027-9bd0-40aa-9ba7-a07a6c81811f None None] Provisioning complete for port 8211e993-1239-482b-a540-db9a1eab8cad triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:24.150600 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79a57027-9bd0-40aa-9ba7-a07a6c81811f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.194808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-79a57027-9bd0-40aa-9ba7-a07a6c81811f None None] Port 8211e993-1239-482b-a540-db9a1eab8cad cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:24.313234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f9d311a0-05cd-4be2-860d-771f4b951d6c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:24.316719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8211e993-1239-482b-a540-db9a1eab8cad {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:13:24.324591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.344183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Transition to ACTIVE for port object 8211e993-1239-482b-a540-db9a1eab8cad will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:13:24.348803 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.368766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f9d311a0-05cd-4be2-860d-771f4b951d6c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:24.369431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.404396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Pushing event updated for resources: {'Port': ['ID=8211e993-1239-482b-a540-db9a1eab8cad,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:24.489732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Attempting to bind port 8211e993-1239-482b-a540-db9a1eab8cad on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:24.490065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Attempting to bind port 8211e993-1239-482b-a540-db9a1eab8cad by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:24.490398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Attempting to bind port 8211e993-1239-482b-a540-db9a1eab8cad on network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:24.495307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Port 8211e993-1239-482b-a540-db9a1eab8cad on network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:13:24.495635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Attempting to bind port 8211e993-1239-482b-a540-db9a1eab8cad on network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:24.502364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:24.502714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Checking segment: {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:24.503114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Bound using segment: {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:24.503554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Bound port: 8211e993-1239-482b-a540-db9a1eab8cad, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d928c9b-d342-4696-807a-5206375e813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:24.503922 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.574584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] For port 8211e993-1239-482b-a540-db9a1eab8cad, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:24.578573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] For port 8211e993-1239-482b-a540-db9a1eab8cad, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8211e993-1239-482b-a540-db9a1eab8cad,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:24.583303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.623684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:24.624844 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:24.626428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-03c190eb-0779-4912-898c-33de298a8564 service neutron] 10.222.0.58 "PUT /v2.0/ports/8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 1091 time: 0.7867413 Nov 23 11:13:24.626879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:24.629697 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc421868-937b-4f8b-8fb2-96933062661b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "tag": "8211e993-1239-482b-a540-db9a1eab8cad"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:24.682989 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13faedc3-a63f-430c-8758-8a85eced90e9 x-openstack-request-id: req-13faedc3-a63f-430c-8758-8a85eced90e9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:24.683289 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "tag": "8211e993-1239-482b-a540-db9a1eab8cad", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:24.683550 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13faedc3-a63f-430c-8758-8a85eced90e9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:24.684031 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad', 'status': 'completed', 'code': 200} Nov 23 11:13:24.706422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c190eb-0779-4912-898c-33de298a8564 service neutron] Pushing event updated for resources: {'Port': ['ID=8211e993-1239-482b-a540-db9a1eab8cad,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:24.726068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-3aaec29a-41bc-4aff-b861-e49747fb4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:24.727042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-3aaec29a-41bc-4aff-b861-e49747fb4894 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1094 time: 0.0539329 Nov 23 11:13:24.772277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-de0c5ae7-b710-4ccf-a9ce-27842e8a2e3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 217 time: 0.0361874 Nov 23 11:13:24.828053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-39aa8a31-4281-485b-9981-bfb38ee6fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:24.829589 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-39aa8a31-4281-485b-9981-bfb38ee6fd6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0496037 Nov 23 11:13:24.886067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-f2795c87-a44e-4f0a-90ce-53cf60cdbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:24.887653 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-f2795c87-a44e-4f0a-90ce-53cf60cdbc83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513442 Nov 23 11:13:24.929896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47604) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:24.991840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-61dd5232-8c3b-4d82-9f4a-e2658f1e1ff3 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965555 Nov 23 11:13:25.082162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b957d0b-b44b-4470-ae2c-7be553370103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.125340 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcb083f4-ac52-4be0-8dc4-a43f16cd0fe1 req-044bb3eb-365b-4808-8af0-4daf7e7831e1 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271975 Nov 23 11:13:25.224641 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b957d0b-b44b-4470-ae2c-7be553370103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.227853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba3920-d963-4b18-a258-9688721425d7 req-fa505d93-1371-492f-a9b6-59d8d77f4935 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:25.230055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1b957d0b-b44b-4470-ae2c-7be553370103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.234389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cba3920-d963-4b18-a258-9688721425d7 req-fa505d93-1371-492f-a9b6-59d8d77f4935 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 943 time: 0.0575843 Nov 23 11:13:25.281850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cba3920-d963-4b18-a258-9688721425d7 req-9c933cdd-af36-4d49-8e24-87da348f5b12 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460527 Nov 23 11:13:25.283310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1b957d0b-b44b-4470-ae2c-7be553370103 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ca83cfaed0ab40c7a39bce8f09826bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3521688 Nov 23 11:13:25.285873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47610) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:25.290242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421868-937b-4f8b-8fb2-96933062661b req-bac96b9b-abf6-4bc2-8b26-be26ef5cdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:25.291968 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc421868-937b-4f8b-8fb2-96933062661b req-bac96b9b-abf6-4bc2-8b26-be26ef5cdf21 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1094 time: 0.1083417 Nov 23 11:13:25.293069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b957d0b-b44b-4470-ae2c-7be553370103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6ad17-bb44-4b38-baeb-bf2d5fb8b603,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:25.339714 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d13cee69-6aeb-4652-ad2e-3adef027bbd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.362071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d13cee69-6aeb-4652-ad2e-3adef027bbd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.393097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421868-937b-4f8b-8fb2-96933062661b req-13af09e2-a928-4ec1-a84f-2642889577ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:25.394893 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc421868-937b-4f8b-8fb2-96933062661b req-13af09e2-a928-4ec1-a84f-2642889577ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 910 time: 0.0958936 Nov 23 11:13:25.413765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d13cee69-6aeb-4652-ad2e-3adef027bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.416978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d13cee69-6aeb-4652-ad2e-3adef027bbd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:25.418170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d13cee69-6aeb-4652-ad2e-3adef027bbd3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44b6ad17-bb44-4b38-baeb-bf2d5fb8b603 HTTP/1.1" status: 204 len: 168 time: 0.1311085 Nov 23 11:13:25.427070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cee69-6aeb-4652-ad2e-3adef027bbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6ad17-bb44-4b38-baeb-bf2d5fb8b603,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:25.450843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc421868-937b-4f8b-8fb2-96933062661b req-a6ac8569-0e49-45d9-8104-9c58aab76a4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 217 time: 0.0492210 Nov 23 11:13:25.508700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421868-937b-4f8b-8fb2-96933062661b req-0f8a70b9-114e-478c-972d-58f8e9ea86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:25.510380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc421868-937b-4f8b-8fb2-96933062661b req-0f8a70b9-114e-478c-972d-58f8e9ea86b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0522113 Nov 23 11:13:25.565983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc421868-937b-4f8b-8fb2-96933062661b req-06af4fc8-07be-4ec6-b192-9f48d35ccf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:25.567683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc421868-937b-4f8b-8fb2-96933062661b req-06af4fc8-07be-4ec6-b192-9f48d35ccf20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483503 Nov 23 11:13:25.672399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc421868-937b-4f8b-8fb2-96933062661b req-6a4ca97a-7c8b-4c1a-8166-128fce589ba4 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972114 Nov 23 11:13:25.774542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fc421868-937b-4f8b-8fb2-96933062661b req-fa41e884-afce-4f35-8301-dcf8914428ac service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954218 Nov 23 11:13:26.380482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47640) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:26.408380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca3129-5cab-403f-a4eb-7836ae9a8acf req-a0e0fc1d-c0e0-4c7b-b512-85401d75f7ca tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:26.410009 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdca3129-5cab-403f-a4eb-7836ae9a8acf req-a0e0fc1d-c0e0-4c7b-b512-85401d75f7ca tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 943 time: 0.0542414 Nov 23 11:13:26.469627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdca3129-5cab-403f-a4eb-7836ae9a8acf req-a9481fc3-7afa-4675-8b56-131f06ffa580 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524421 Nov 23 11:13:26.493359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb4c1-18f5-4d0b-9677-328363f492a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.566285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb4c1-18f5-4d0b-9677-328363f492a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.570047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb4c1-18f5-4d0b-9677-328363f492a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.612277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0aeeb4c1-18f5-4d0b-9677-328363f492a0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf81253fef954fc18df16c9a7ffefe3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306402 Nov 23 11:13:26.613438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeb4c1-18f5-4d0b-9677-328363f492a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcc394-9bd1-44a6-87a5-7df96056e919,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:26.615069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47644) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:26.662429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3418f60-770b-4831-9a79-24b50dfa1b61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.682606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3418f60-770b-4831-9a79-24b50dfa1b61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.728441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3418f60-770b-4831-9a79-24b50dfa1b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.731017 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a3418f60-770b-4831-9a79-24b50dfa1b61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:26.732202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a3418f60-770b-4831-9a79-24b50dfa1b61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cafcc394-9bd1-44a6-87a5-7df96056e919 HTTP/1.1" status: 204 len: 168 time: 0.1161208 Nov 23 11:13:26.740538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3418f60-770b-4831-9a79-24b50dfa1b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcc394-9bd1-44a6-87a5-7df96056e919,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:27.593234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2e864-b6fd-4782-bf68-685fdd8e7aea req-3f34bba7-2bcc-48ca-860f-1d450c2cfd4b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:27.595080 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8cc2e864-b6fd-4782-bf68-685fdd8e7aea req-3f34bba7-2bcc-48ca-860f-1d450c2cfd4b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 943 time: 0.0527127 Nov 23 11:13:27.650161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8cc2e864-b6fd-4782-bf68-685fdd8e7aea req-ad1bccb1-f98a-418d-919d-16cbfa9861c6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470488 Nov 23 11:13:28.020455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8211e993-1239-482b-a540-db9a1eab8cad details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:13:28.124999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8211e993-1239-482b-a540-db9a1eab8cad, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8211e993-1239-482b-a540-db9a1eab8cad,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:28.139861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8211e993-1239-482b-a540-db9a1eab8cad', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'port_id': '8211e993-1239-482b-a540-db9a1eab8cad', 'mac_address': 'fa:16:3e:a3:1e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:13:28.179748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.194279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8211e993-1239-482b-a540-db9a1eab8cad {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:13:28.214379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8211e993-1239-482b-a540-db9a1eab8cad, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8211e993-1239-482b-a540-db9a1eab8cad,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:28.219360 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.271528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8211e993-1239-482b-a540-db9a1eab8cad,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:28.276988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47692) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:28.381935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5579f71-2a44-4242-a393-f4a87ac54e2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.455699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5579f71-2a44-4242-a393-f4a87ac54e2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.459638 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b5579f71-2a44-4242-a393-f4a87ac54e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.496944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b5579f71-2a44-4242-a393-f4a87ac54e2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28e92908badb42c79be97b0748728375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188625 Nov 23 11:13:28.498103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5579f71-2a44-4242-a393-f4a87ac54e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06345f-09d8-464d-a988-80dd37227161,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:28.500361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47696) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:28.544413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8211e993-1239-482b-a540-db9a1eab8cad'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:13:28.550194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17c8d8d5-5241-4ced-8bfc-022b2e9f9119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.572883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17c8d8d5-5241-4ced-8bfc-022b2e9f9119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.622387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17c8d8d5-5241-4ced-8bfc-022b2e9f9119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.625925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17c8d8d5-5241-4ced-8bfc-022b2e9f9119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:28.629541 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-17c8d8d5-5241-4ced-8bfc-022b2e9f9119 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a06345f-09d8-464d-a988-80dd37227161 HTTP/1.1" status: 204 len: 168 time: 0.1249363 Nov 23 11:13:28.635449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8d8d5-5241-4ced-8bfc-022b2e9f9119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06345f-09d8-464d-a988-80dd37227161,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:28.778080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f7b7-ae1c-4970-8708-64d63c00125f req-dfacdad3-aad6-4b95-90b1-6e94d8759c98 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:28.779950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8824f7b7-ae1c-4970-8708-64d63c00125f req-dfacdad3-aad6-4b95-90b1-6e94d8759c98 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 944 time: 0.0538249 Nov 23 11:13:28.834741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8824f7b7-ae1c-4970-8708-64d63c00125f req-b0fbc236-c0ee-4d5a-ba07-162c4cfa8b59 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471539 Nov 23 11:13:28.932398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:28.949768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6c84150-b24f-4414-88a3-897bde6a46f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.022524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6c84150-b24f-4414-88a3-897bde6a46f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.026049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c6c84150-b24f-4414-88a3-897bde6a46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.063590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c6c84150-b24f-4414-88a3-897bde6a46f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4cabfdb8dce482caaadc6c69c867222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301208 Nov 23 11:13:29.065537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c84150-b24f-4414-88a3-897bde6a46f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd70d3-1edb-4175-b05d-de116c4c5371,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:29.066358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47706) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:29.115456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ec1be6b-5551-46a2-a6a0-c1f85b3e5a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.135851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ec1be6b-5551-46a2-a6a0-c1f85b3e5a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.181653 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ec1be6b-5551-46a2-a6a0-c1f85b3e5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.184276 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ec1be6b-5551-46a2-a6a0-c1f85b3e5a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:29.185464 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7ec1be6b-5551-46a2-a6a0-c1f85b3e5a24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d3fd70d3-1edb-4175-b05d-de116c4c5371 HTTP/1.1" status: 204 len: 168 time: 0.1180794 Nov 23 11:13:29.194510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1be6b-5551-46a2-a6a0-c1f85b3e5a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fd70d3-1edb-4175-b05d-de116c4c5371,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:29.953748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797972f4-14d9-4b08-8b2b-a284a277615d req-da1b5d93-c6c6-48cd-b2f0-3b19a5977817 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:29.955240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-797972f4-14d9-4b08-8b2b-a284a277615d req-da1b5d93-c6c6-48cd-b2f0-3b19a5977817 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 944 time: 0.0503397 Nov 23 11:13:30.006160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-797972f4-14d9-4b08-8b2b-a284a277615d req-b5269b56-f8d7-4c27-b26f-a6ae592b8302 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448756 Nov 23 11:13:30.031808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8211e993-1239-482b-a540-db9a1eab8cad up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:30.082037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 8211e993-1239-482b-a540-db9a1eab8cad completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:13:30.086206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8211e993-1239-482b-a540-db9a1eab8cad triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:30.086576 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.169149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.193513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:30.195779 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0463cdc9-d771-4830-b23d-eb6fa764f92f" -d '{"events": [{"server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "name": "network-vif-plugged", "status": "completed", "tag": "8211e993-1239-482b-a540-db9a1eab8cad"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:30.210694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8211e993-1239-482b-a540-db9a1eab8cad, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8211e993-1239-482b-a540-db9a1eab8cad,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:30.216210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.241877 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ba4801-fc90-44de-b165-8aa04def53ca x-openstack-request-id: req-73ba4801-fc90-44de-b165-8aa04def53ca {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:30.242185 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "name": "network-vif-plugged", "status": "completed", "tag": "8211e993-1239-482b-a540-db9a1eab8cad", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:30.242694 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73ba4801-fc90-44de-b165-8aa04def53ca {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:30.242881 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad', 'code': 200} Nov 23 11:13:30.271066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8211e993-1239-482b-a540-db9a1eab8cad,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:30.345360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e415f9-71df-4994-a438-60fe12b51473 req-1e297388-d53e-4f81-9334-f2d570022b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:30.346861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17e415f9-71df-4994-a438-60fe12b51473 req-1e297388-d53e-4f81-9334-f2d570022b8f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.0446944 Nov 23 11:13:30.393262 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17e415f9-71df-4994-a438-60fe12b51473 req-71c9a4bf-58aa-4456-a4c0-252e06f2fd12 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Nov 23 11:13:30.432964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47746) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:30.532562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-920266289', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:30.554755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Made reservation on behalf of c0a49ee4393640c88f9c83adca3f1f76 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:30.557588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.567947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.646503 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.650593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.655924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] device_id is not set on port 3271510c-d0cb-45d7-ac03-64370f40a8ee yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:30.709645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c277bfc-3533-4dac-bb47-ef25ed59360a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:30.776895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Allocated IP 172.25.5.181 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/3271510c-d0cb-45d7-ac03-64370f40a8ee) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:30.919849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.954413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:30.998403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:31.005679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:31.008104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:31.018601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb502d4-f084-4e57-b91a-ffcd15a3a7cb None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:31.037243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Pushing event updated for resources: {'Port': ['ID=3271510c-d0cb-45d7-ac03-64370f40a8ee,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:31.052387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:31.053021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.069922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b23dd1c2-adf2-4d75-8c2b-021650e698f9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6358020 Nov 23 11:13:31.072858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47752) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:31.077556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.181'}]}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:31.099199 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.100320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0fcee639-01cc-4eb6-b474-145a0a3182a0 None None] Provisioning complete for port 3271510c-d0cb-45d7-ac03-64370f40a8ee triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:31.100794 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.100908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fcee639-01cc-4eb6-b474-145a0a3182a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.139599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0fcee639-01cc-4eb6-b474-145a0a3182a0 None None] Port 3271510c-d0cb-45d7-ac03-64370f40a8ee cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:31.151499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958a408-6ffe-47a0-ac6a-aaa498304671 req-83811a54-4902-4ca3-ab12-9ec67241079b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:31.153011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5958a408-6ffe-47a0-ac6a-aaa498304671 req-83811a54-4902-4ca3-ab12-9ec67241079b tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 945 time: 0.0657432 Nov 23 11:13:31.159060 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.207061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5958a408-6ffe-47a0-ac6a-aaa498304671 req-16150d05-bfaf-46c4-b332-aa7253ee7ea1 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474968 Nov 23 11:13:31.301457 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.505475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.529944 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.673677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.837085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.839142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.886184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:31.886800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3fb0e1ff-fa35-40a7-883d-102654c6e455 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:13:31.901387 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 11:13:31.902454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c1ef1e97-c188-4238-a432-c98a5437d4e9 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8285692 Nov 23 11:13:31.905184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47754) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:31.979010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Deleting port 3271510c-d0cb-45d7-ac03-64370f40a8ee {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:31.979354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.057179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.069463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Calling delete_port for 3271510c-d0cb-45d7-ac03-64370f40a8ee owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:32.189567 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.222038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Pushing event deleted for resources: {'Port': ['ID=3271510c-d0cb-45d7-ac03-64370f40a8ee,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:32.248720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5eb40-95f5-43e6-9124-a01e4b8def21 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:32.295033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.298430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a9303ed3-318e-4cbd-895d-8420a0920d60 tempest-RoutersAdminNegativeIpV6Test-1969169286 tempest-RoutersAdminNegativeIpV6Test-1969169286-project-admin] 10.222.0.61 "DELETE /v2.0/ports/3271510c-d0cb-45d7-ac03-64370f40a8ee HTTP/1.1" status: 204 len: 168 time: 0.3923328 Nov 23 11:13:32.350961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1f141-7f75-4db0-80bf-05d0f2681b15 req-55b1e611-afe7-45f3-ac2e-03efa09ff562 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:32.352563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38d1f141-7f75-4db0-80bf-05d0f2681b15 req-55b1e611-afe7-45f3-ac2e-03efa09ff562 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Nov 23 11:13:32.404120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38d1f141-7f75-4db0-80bf-05d0f2681b15 req-5db3fcac-6d89-453a-898e-dc68b6bd3e62 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Nov 23 11:13:32.550388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e52491-a089-4ef0-b5dd-70d44361aec6 req-f1cf22d8-5489-422a-ac33-9515bf86c87e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:32.552771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98e52491-a089-4ef0-b5dd-70d44361aec6 req-f1cf22d8-5489-422a-ac33-9515bf86c87e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 945 time: 0.0628464 Nov 23 11:13:32.586439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47764) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:32.615264 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98e52491-a089-4ef0-b5dd-70d44361aec6 req-ecabf831-6e16-4203-adcd-b269c5363b52 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541532 Nov 23 11:13:32.720762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-625b4ab9-c3a0-4f13-a3e0-76e419fb6454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.807099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3fade-5c52-4d47-a22d-5599b777f564 req-60fa9ad5-4e7f-45e0-b86d-de655e277830 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:32.808777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-61f3fade-5c52-4d47-a22d-5599b777f564 req-60fa9ad5-4e7f-45e0-b86d-de655e277830 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 945 time: 0.0909150 Nov 23 11:13:32.895094 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-61f3fade-5c52-4d47-a22d-5599b777f564 req-cc9d9e4d-2021-4f2b-94a1-d9c99647d73a tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793779 Nov 23 11:13:32.899871 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-625b4ab9-c3a0-4f13-a3e0-76e419fb6454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.903799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-625b4ab9-c3a0-4f13-a3e0-76e419fb6454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:32.918054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47770) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:32.946215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-625b4ab9-c3a0-4f13-a3e0-76e419fb6454 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa9475a66fbd43819ffb5ec95e84c05c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591788 Nov 23 11:13:32.947580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b4ab9-c3a0-4f13-a3e0-76e419fb6454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02483e71-0657-4ebc-8c3b-8397ef5dc472,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:32.948876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47774) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:33.001673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03e3f4b8-3c2f-455e-ab0f-2bd0ddc35343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.025038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03e3f4b8-3c2f-455e-ab0f-2bd0ddc35343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.095822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2532e9-7255-4052-9089-b97d9fe7d0d3 tempest-TestServerBasicOps-280689676 tempest-TestServerBasicOps-280689676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:33.097396 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cc2532e9-7255-4052-9089-b97d9fe7d0d3 tempest-TestServerBasicOps-280689676 tempest-TestServerBasicOps-280689676-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1091 time: 0.1782370 Nov 23 11:13:33.100441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47776) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:33.104781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '8211e993-1239-482b-a540-db9a1eab8cad', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:33.120196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03e3f4b8-3c2f-455e-ab0f-2bd0ddc35343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.122817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-03e3f4b8-3c2f-455e-ab0f-2bd0ddc35343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.123921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-03e3f4b8-3c2f-455e-ab0f-2bd0ddc35343 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/02483e71-0657-4ebc-8c3b-8397ef5dc472 HTTP/1.1" status: 204 len: 168 time: 0.1736457 Nov 23 11:13:33.136901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3f4b8-3c2f-455e-ab0f-2bd0ddc35343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02483e71-0657-4ebc-8c3b-8397ef5dc472,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:33.141824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.252985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.370280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Allocated IP 172.25.5.53 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/b4f29dfd-6eeb-4a03-aea8-7fba62eada2c) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:33.431777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47784) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:33.475362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-20104d5c-1d35-48d9-9703-e0da18e0b768 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0a49ee4393640c88f9c83adca3f1f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401566 Nov 23 11:13:33.475579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47786) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:33.475806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.511383 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.529820 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fe94d02-4f29-457f-885e-a65a9a3f3e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.553745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fe94d02-4f29-457f-885e-a65a9a3f3e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.556183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:33.559417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:33.566528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:33.599585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'Port': ['ID=b4f29dfd-6eeb-4a03-aea8-7fba62eada2c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:33.607842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fe94d02-4f29-457f-885e-a65a9a3f3e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.611186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6fe94d02-4f29-457f-885e-a65a9a3f3e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:33.612560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6fe94d02-4f29-457f-885e-a65a9a3f3e9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c277bfc-3533-4dac-bb47-ef25ed59360a HTTP/1.1" status: 204 len: 168 time: 0.1359272 Nov 23 11:13:33.622862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe94d02-4f29-457f-885e-a65a9a3f3e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c277bfc-3533-4dac-bb47-ef25ed59360a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:33.962336 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.032420 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.191560 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.196367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.271345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event updated for resources: {'Port': ['ID=b4f29dfd-6eeb-4a03-aea8-7fba62eada2c,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:34.283534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.337978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47808) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:34.394336 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Floating IP 372c6753-f349-4e58-8017-f2efc56e0ee2 associated. External IP: 172.25.5.53, port: 8211e993-1239-482b-a540-db9a1eab8cad. Nov 23 11:13:34.748272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1962013'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:34.787296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:34.791012 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.804940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:34.958100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Router 969bf02d-59c0-496b-95d1-1d560eab17d3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:13:35.000629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.034410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.067198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:13:35.110890 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.111219 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Added segment f9202df5-38ce-4b84-9b59-a9ea8e08ff04 of type vlan for network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 Nov 23 11:13:35.113940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d47b9-8ff7-4d96-bd3c-ad06b017dcc9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.174524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.179893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:13:35.190173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] Sync routers for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:13:35.199843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:35.200546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:13:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:35.211049 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.231732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.237333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:35.237925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.275220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dddaf932-95b3-403a-851c-c8f06cd39c1e tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1736290 Nov 23 11:13:35.278155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:13:35.280070 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287" -d '{"events": [{"name": "network-changed", "server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "tag": "8211e993-1239-482b-a540-db9a1eab8cad"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:13:35.292139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47816) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:35.292685 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9530845 Nov 23 11:13:35.298718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'subnet': {'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:35.327210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e8cec-94c9-45d1-8b94-33a23e7c8c23 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Network': ['ID=4df45b9c-8f70-404c-a0ef-3d7749da7d46,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.351628 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366dcea3-3bf7-4fb1-a911-8235ddea74af x-openstack-request-id: req-366dcea3-3bf7-4fb1-a911-8235ddea74af {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:13:35.352826 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "tag": "8211e993-1239-482b-a540-db9a1eab8cad", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:13:35.353090 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-366dcea3-3bf7-4fb1-a911-8235ddea74af {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:13:35.353718 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad', 'status': 'completed', 'code': 200} Nov 23 11:13:35.446719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:35.447815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:13:35.450153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.456137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-99d44597-0705-42ce-b0a0-3fde46d2b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:35.457798 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-99d44597-0705-42ce-b0a0-3fde46d2b202 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.0793307 Nov 23 11:13:35.530169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:35.613876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-24e25caf-8533-4ffb-a41f-539c15021814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:35.615160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-24e25caf-8533-4ffb-a41f-539c15021814 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 910 time: 0.1475842 Nov 23 11:13:35.736573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-fe1ee472-35ab-425c-be2c-f0c97ed415d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 998 time: 0.1137173 Nov 23 11:13:35.777955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.778348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '372c6753-f349-4e58-8017-f2efc56e0ee2', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'port_id': '8211e993-1239-482b-a540-db9a1eab8cad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'mac_address': 'fa:16:3e:a3:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:33Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 0, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:16Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:35.806355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] Checking router: 969bf02d-59c0-496b-95d1-1d560eab17d3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:13:35.815789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:13:35.816421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:13:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:35.837137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-ef372b6e-2fca-46ca-99d9-22e5aad09813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:35.838599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-ef372b6e-2fca-46ca-99d9-22e5aad09813 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0919600 Nov 23 11:13:35.847824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Subnet': ['ID=ddc9d1cc-7d22-482c-841c-6b36ee7bd470,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:35.883531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.883879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.884218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.884552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.884883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.885242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.885571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.885895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.886219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.886536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.886854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.887173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:35.900610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Checking segment: {'id': 'f9202df5-38ce-4b84-9b59-a9ea8e08ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:35.900975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network hostable DHCP agents. Network: 4df45b9c-8f70-404c-a0ef-3d7749da7d46, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:13:35.917866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-1a620f03-aed2-4d20-8e52-0d120ea07c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:35.919379 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-1a620f03-aed2-4d20-8e52-0d120ea07c6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724876 Nov 23 11:13:35.927686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:13:35.934982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:13:35.966878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 4df45b9c-8f70-404c-a0ef-3d7749da7d46) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:35.972508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:35.973173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:35.977437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76d41e-b4d8-4d5e-be23-e4d39751eca2 None None] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:36.043274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ddf7ceca-cff7-4c5e-a600-109df9089f95 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7487326 Nov 23 11:13:36.046319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47818) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:36.058622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'name': 'tempest-AllowedAddressPairTestJSON-199758153'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:36.069418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-93d02b35-70fb-4109-8435-1977f5463756 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420057 Nov 23 11:13:36.179303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cc6bf8e8-615e-4166-bb9d-63a02a5ac287 req-292440e8-b4c9-4816-9bd8-45f5aff9a9d2 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034231 Nov 23 11:13:36.197593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:36.204796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.223720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] device_id is not set on port 9320bf38-bdb0-4d12-9184-ccc65215929a yet. {{(pid=103427) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:36.270102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'tenant_id': 'e69c2a3438494ca193bd9c812111f275', 'fixed_ips': [{'subnet_id': 'ddc9d1cc-7d22-482c-841c-6b36ee7bd470'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:13:36.270975 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.342299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Allocated IP 172.20.0.9 (4df45b9c-8f70-404c-a0ef-3d7749da7d46/ddc9d1cc-7d22-482c-841c-6b36ee7bd470/9320bf38-bdb0-4d12-9184-ccc65215929a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:36.376993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '372c6753-f349-4e58-8017-f2efc56e0ee2', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'port_id': '8211e993-1239-482b-a540-db9a1eab8cad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'mac_address': 'fa:16:3e:a3:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:33Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 0, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:16Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:36.409425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ff3fa-cb32-4f4b-95ef-c7ebd4f3566f None None] The sync data for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 is: [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '372c6753-f349-4e58-8017-f2efc56e0ee2', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'port_id': '8211e993-1239-482b-a540-db9a1eab8cad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'mac_address': 'fa:16:3e:a3:1e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:13:33Z', 'updated_at': '2021-11-23T11:13:33Z', 'revision_number': 0, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:16Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:13:36.501978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.538606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.592200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:36.596006 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:36.597022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Allocated IP 172.20.0.2 (4df45b9c-8f70-404c-a0ef-3d7749da7d46/ddc9d1cc-7d22-482c-841c-6b36ee7bd470/6e7c73d9-2569-4c22-b800-5c29c4c6ba49) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:36.600812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:36.607704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=9320bf38-bdb0-4d12-9184-ccc65215929a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:36.655033 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7f65ba-f494-41db-9bad-4d9ebd9bbe2a None None] New status for floating IP 372c6753-f349-4e58-8017-f2efc56e0ee2: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:13:36.671783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:36.672612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.695823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47820) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:36.696414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb69f245-38a7-4618-a1ee-42d236d046a1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6464577 Nov 23 11:13:36.702823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'name': 'tempest-AllowedAddressPairTestJSON-782923700', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8d:f9:42'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:36.765156 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.773512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.822474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:36.825715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:36.831855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:36.837497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Pushing event updated for resources: {'Port': ['ID=6e7c73d9-2569-4c22-b800-5c29c4c6ba49,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:36.894599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Attempting to bind port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:36.894982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Attempting to bind port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f9202df5-38ce-4b84-9b59-a9ea8e08ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:36.895356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Attempting to bind port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 on network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:36.900876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:36.901301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Checking segment: {'id': 'f9202df5-38ce-4b84-9b59-a9ea8e08ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:36.901709 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.902109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Bound using segment: {'id': 'f9202df5-38ce-4b84-9b59-a9ea8e08ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:36.902585 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Bound port: 6e7c73d9-2569-4c22-b800-5c29c4c6ba49, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9202df5-38ce-4b84-9b59-a9ea8e08ff04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:36.902969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:36.975516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] For port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:36.979161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] For port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6e7c73d9-2569-4c22-b800-5c29c4c6ba49,segment=NetworkSegment(f9202df5-38ce-4b84-9b59-a9ea8e08ff04),segment_id=f9202df5-38ce-4b84-9b59-a9ea8e08ff04)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:36.984398 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:37.044117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f14c29-d4b9-464e-9969-0843386aa713 None None] Pushing event updated for resources: {'Port': ['ID=6e7c73d9-2569-4c22-b800-5c29c4c6ba49,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:37.124085 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:13:37.206291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:37.305278 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:37.325151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] device_id is not set on port d031356c-b8ed-48df-ad09-f62fd90031f1 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:37.436651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Allocated IP 172.20.0.6 (4df45b9c-8f70-404c-a0ef-3d7749da7d46/ddc9d1cc-7d22-482c-841c-6b36ee7bd470/d031356c-b8ed-48df-ad09-f62fd90031f1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:37.591125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:37.625667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:37.668181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:37.674113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:37.676639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:37.717969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=d031356c-b8ed-48df-ad09-f62fd90031f1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:37.741394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:37.742107 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:37.759852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-091e3087-67c4-4f4b-bab6-ca106c8a30f0 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.0619705 Nov 23 11:13:37.762266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47822) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:37.817710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc9029-e6b6-465a-88df-bb677b2e9998 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:37.823742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc9029-e6b6-465a-88df-bb677b2e9998 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:37.829953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc9029-e6b6-465a-88df-bb677b2e9998 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:37.831718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-30cc9029-e6b6-465a-88df-bb677b2e9998 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.0685160 Nov 23 11:13:37.834463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47824) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:37.927069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Deleting port d031356c-b8ed-48df-ad09-f62fd90031f1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:37.927418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.010688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540c7c1c-29a4-473f-b37e-386dbdb7c0e9 None None] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:38.023621 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.036443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Calling delete_port for d031356c-b8ed-48df-ad09-f62fd90031f1 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:38.143570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5fa9c73f-3699-4cdc-8966-0a0c38612d52 None None] Provisioning complete for port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:38.143943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c73f-3699-4cdc-8966-0a0c38612d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.177846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.209226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Port': ['ID=d031356c-b8ed-48df-ad09-f62fd90031f1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:38.256059 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c73f-3699-4cdc-8966-0a0c38612d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.301351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5fa9c73f-3699-4cdc-8966-0a0c38612d52 None None] For port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6e7c73d9-2569-4c22-b800-5c29c4c6ba49,segment=NetworkSegment(f9202df5-38ce-4b84-9b59-a9ea8e08ff04),segment_id=f9202df5-38ce-4b84-9b59-a9ea8e08ff04)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:38.309456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c73f-3699-4cdc-8966-0a0c38612d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.371640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9c73f-3699-4cdc-8966-0a0c38612d52 None None] Pushing event updated for resources: {'Port': ['ID=6e7c73d9-2569-4c22-b800-5c29c4c6ba49,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:38.380642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.384534 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4006dee2-b0d0-4ed2-b22e-6cc8c2f3cddb tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/ports/d031356c-b8ed-48df-ad09-f62fd90031f1 HTTP/1.1" status: 204 len: 168 time: 0.5490310 Nov 23 11:13:38.387273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47826) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:38.396310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:38.417443 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9f0466-7d80-461b-8005-18dadc50d6c7 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] GET failed (client error): The resource could not be found. Nov 23 11:13:38.423555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5b9f0466-7d80-461b-8005-18dadc50d6c7 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "GET /v2.0/ports/d031356c-b8ed-48df-ad09-f62fd90031f1 HTTP/1.1" status: 404 len: 333 time: 0.0306530 Nov 23 11:13:38.423774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47828) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:38.429458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'name': 'tempest-AllowedAddressPairTestJSON-596229972'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:38.455203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:38.455615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.564256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:38.568246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.568549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-27c10114-24d1-47b9-86a5-b09bb792a522 None None] Provisioning complete for port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:38.569214 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c10114-24d1-47b9-86a5-b09bb792a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.588327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] device_id is not set on port af66147e-6c93-4067-ad01-66acd6d0cf79 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:38.660722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-27c10114-24d1-47b9-86a5-b09bb792a522 None None] Could not find standard attr ID for object d031356c-b8ed-48df-ad09-f62fd90031f1. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:13:38.671182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-27c10114-24d1-47b9-86a5-b09bb792a522 None None] Provisioning complete for port 9320bf38-bdb0-4d12-9184-ccc65215929a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:38.672126 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27c10114-24d1-47b9-86a5-b09bb792a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.715878 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-27c10114-24d1-47b9-86a5-b09bb792a522 None None] Port 9320bf38-bdb0-4d12-9184-ccc65215929a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:38.723332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Allocated IP 172.20.0.3 (4df45b9c-8f70-404c-a0ef-3d7749da7d46/ddc9d1cc-7d22-482c-841c-6b36ee7bd470/af66147e-6c93-4067-ad01-66acd6d0cf79) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:38.837991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6f106da5-ac4a-468b-80ff-996670221405 None None] Provisioning complete for port 9320bf38-bdb0-4d12-9184-ccc65215929a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:38.838451 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6f106da5-ac4a-468b-80ff-996670221405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.883459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6f106da5-ac4a-468b-80ff-996670221405 None None] Port 9320bf38-bdb0-4d12-9184-ccc65215929a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:38.895524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.933707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:38.984713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:38.988141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:38.992526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:38.996018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-895a261c-b370-4cb3-9240-acf4e15b046f None None] Could not find standard attr ID for object d031356c-b8ed-48df-ad09-f62fd90031f1. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:13:39.018616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=af66147e-6c93-4067-ad01-66acd6d0cf79,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:39.052339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:39.053136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.072413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d4d09955-343b-435d-9290-9124bf94d6f3 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6474128 Nov 23 11:13:39.075269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47830) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:39.080886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8d:f9:42'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:39.161360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.317397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1e2dadae-3415-4d16-8dc2-15bd1853a5be None None] Provisioning complete for port af66147e-6c93-4067-ad01-66acd6d0cf79 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:39.317996 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1e2dadae-3415-4d16-8dc2-15bd1853a5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.355534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.356698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1e2dadae-3415-4d16-8dc2-15bd1853a5be None None] Port af66147e-6c93-4067-ad01-66acd6d0cf79 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:39.360695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.437525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=af66147e-6c93-4067-ad01-66acd6d0cf79,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:39.453637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] In _notify_port_updated(), no bound segment for port af66147e-6c93-4067-ad01-66acd6d0cf79 on network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:13:39.459340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:39.459968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.461313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-223ba5f7-d839-4234-b57f-8e403d2b241e tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "PUT /v2.0/ports/af66147e-6c93-4067-ad01-66acd6d0cf79 HTTP/1.1" status: 200 len: 992 time: 0.3849509 Nov 23 11:13:39.464230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47832) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:39.564850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Deleting port af66147e-6c93-4067-ad01-66acd6d0cf79 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:39.565238 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.658372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.672434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Calling delete_port for af66147e-6c93-4067-ad01-66acd6d0cf79 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:39.681360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-75a9d538-ec1a-427e-b6dd-8127eaa8d637 None None] Provisioning complete for port af66147e-6c93-4067-ad01-66acd6d0cf79 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:39.681736 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-75a9d538-ec1a-427e-b6dd-8127eaa8d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.719255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-75a9d538-ec1a-427e-b6dd-8127eaa8d637 None None] Port af66147e-6c93-4067-ad01-66acd6d0cf79 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:39.805076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.832951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Port': ['ID=af66147e-6c93-4067-ad01-66acd6d0cf79,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:39.977531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:39.980783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-498f3b94-76af-4580-9090-7be2d8a3a0d1 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/ports/af66147e-6c93-4067-ad01-66acd6d0cf79 HTTP/1.1" status: 204 len: 168 time: 0.5156078 Nov 23 11:13:39.983314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:40.009269 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e863bf6-eb4f-4312-b758-f8eda25094ce tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] GET failed (client error): The resource could not be found. Nov 23 11:13:40.010725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6e863bf6-eb4f-4312-b758-f8eda25094ce tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "GET /v2.0/ports/af66147e-6c93-4067-ad01-66acd6d0cf79 HTTP/1.1" status: 404 len: 333 time: 0.0264752 Nov 23 11:13:40.014271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47836) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:40.019307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'name': 'tempest-AllowedAddressPairTestJSON-661198461'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:40.136252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:40.139707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.158092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] device_id is not set on port f9ba220b-c8fc-4838-807a-e7d65f4a8e6b yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:40.266428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Allocated IP 172.20.0.10 (4df45b9c-8f70-404c-a0ef-3d7749da7d46/ddc9d1cc-7d22-482c-841c-6b36ee7bd470/f9ba220b-c8fc-4838-807a-e7d65f4a8e6b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:40.321766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:40.371587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:40.371961 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.436275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.476546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.521400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:40.525005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:40.527784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:40.576018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=f9ba220b-c8fc-4838-807a-e7d65f4a8e6b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:40.601312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:40.601931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.621458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c6ad9317-0117-472e-979b-27849307271a tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6061106 Nov 23 11:13:40.624288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47838) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:40.630205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8d:f9:42'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:40.705692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.751810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0ecf25b1-a0e1-48f6-b691-09f7a686632d None None] Provisioning complete for port f9ba220b-c8fc-4838-807a-e7d65f4a8e6b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:40.752186 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ecf25b1-a0e1-48f6-b691-09f7a686632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.790753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf25b1-a0e1-48f6-b691-09f7a686632d None None] Port f9ba220b-c8fc-4838-807a-e7d65f4a8e6b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:40.892297 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.896646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:40.989864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=f9ba220b-c8fc-4838-807a-e7d65f4a8e6b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:41.004457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] In _notify_port_updated(), no bound segment for port f9ba220b-c8fc-4838-807a-e7d65f4a8e6b on network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:13:41.010167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:41.010795 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.012112 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-301bf4c8-2475-49f2-80d2-5ee0fe1e2fbd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "PUT /v2.0/ports/f9ba220b-c8fc-4838-807a-e7d65f4a8e6b HTTP/1.1" status: 200 len: 996 time: 0.3866889 Nov 23 11:13:41.014899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47842) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:41.107712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Deleting port f9ba220b-c8fc-4838-807a-e7d65f4a8e6b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:41.108050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.205448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.211564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f1adcd15-45bd-47e5-b9fd-f8c1c45e0065 None None] Provisioning complete for port f9ba220b-c8fc-4838-807a-e7d65f4a8e6b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:41.211934 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f1adcd15-45bd-47e5-b9fd-f8c1c45e0065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.217586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Calling delete_port for f9ba220b-c8fc-4838-807a-e7d65f4a8e6b owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:41.246922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f1adcd15-45bd-47e5-b9fd-f8c1c45e0065 None None] Port f9ba220b-c8fc-4838-807a-e7d65f4a8e6b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:41.361043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.392752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Port': ['ID=f9ba220b-c8fc-4838-807a-e7d65f4a8e6b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:41.462264 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.465730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6406d61b-d59b-4be3-bb20-d2e995a87b40 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/ports/f9ba220b-c8fc-4838-807a-e7d65f4a8e6b HTTP/1.1" status: 204 len: 168 time: 0.4497559 Nov 23 11:13:41.468914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47844) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:41.493993 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e7ed9f-1c2e-4f1d-b80a-dce615b2fbdd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] GET failed (client error): The resource could not be found. Nov 23 11:13:41.497660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c1e7ed9f-1c2e-4f1d-b80a-dce615b2fbdd tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "GET /v2.0/ports/f9ba220b-c8fc-4838-807a-e7d65f4a8e6b HTTP/1.1" status: 404 len: 333 time: 0.0254397 Nov 23 11:13:41.499079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47846) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:41.504116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'name': 'tempest-AllowedAddressPairTestJSON-2119956482'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:41.622148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:41.628439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.645392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] device_id is not set on port 01c43b2a-db9e-46f8-bf5f-3f59bd3ce949 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:41.754599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Allocated IP 172.20.0.13 (4df45b9c-8f70-404c-a0ef-3d7749da7d46/ddc9d1cc-7d22-482c-841c-6b36ee7bd470/01c43b2a-db9e-46f8-bf5f-3f59bd3ce949) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:41.898409 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.931053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:41.975961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:41.980942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:41.985307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:42.011283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=01c43b2a-db9e-46f8-bf5f-3f59bd3ce949,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:42.041920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:42.042555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.059972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b4dda131-4369-4e40-8f62-f7f28e1340b5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5597942 Nov 23 11:13:42.063406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47848) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:42.068525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'network_id': '4df45b9c-8f70-404c-a0ef-3d7749da7d46', 'name': 'tempest-AllowedAddressPairTestJSON-1212307911'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:42.178724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-966bff93-6758-4f9e-be28-dad3ac95aeee None None] Provisioning complete for port 01c43b2a-db9e-46f8-bf5f-3f59bd3ce949 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:42.179417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-966bff93-6758-4f9e-be28-dad3ac95aeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.182964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Made reservation on behalf of e69c2a3438494ca193bd9c812111f275 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:42.186739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.205332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] device_id is not set on port fa557d96-e818-4327-8606-2acfd337bdfa yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:42.213749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-966bff93-6758-4f9e-be28-dad3ac95aeee None None] Port 01c43b2a-db9e-46f8-bf5f-3f59bd3ce949 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:42.318990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Allocated IP 172.20.0.11 (4df45b9c-8f70-404c-a0ef-3d7749da7d46/ddc9d1cc-7d22-482c-841c-6b36ee7bd470/fa557d96-e818-4327-8606-2acfd337bdfa) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:42.465757 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.498173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.541982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:42.544742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:42.548576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:42.573067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=fa557d96-e818-4327-8606-2acfd337bdfa,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:42.601801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:42.602411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.621096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7fc34334-fb38-4429-898d-401543c2c1ad tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5541604 Nov 23 11:13:42.621370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47852) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:42.627040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:8d:f9:42'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:9e:40:ca'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:42.737722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c3e7a9a3-e114-4239-8e49-19100cbd06cb None None] Provisioning complete for port fa557d96-e818-4327-8606-2acfd337bdfa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:42.738097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c3e7a9a3-e114-4239-8e49-19100cbd06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.771994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c3e7a9a3-e114-4239-8e49-19100cbd06cb None None] Port fa557d96-e818-4327-8606-2acfd337bdfa cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:42.781085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.969660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:42.974031 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.055471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event updated for resources: {'Port': ['ID=fa557d96-e818-4327-8606-2acfd337bdfa,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:43.068242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] In _notify_port_updated(), no bound segment for port fa557d96-e818-4327-8606-2acfd337bdfa on network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 {{(pid=103426) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:13:43.073980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:43.074629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.075972 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e6e65e9e-ec6f-45b5-a4df-5a9f8ca85899 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "PUT /v2.0/ports/fa557d96-e818-4327-8606-2acfd337bdfa HTTP/1.1" status: 200 len: 1057 time: 0.4536762 Nov 23 11:13:43.078785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47854) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:43.174831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Deleting port fa557d96-e818-4327-8606-2acfd337bdfa {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:43.175264 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.269201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.281435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Calling delete_port for fa557d96-e818-4327-8606-2acfd337bdfa owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:43.293050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7769b09d-4f42-4147-963e-4fb215dfbc50 None None] Provisioning complete for port fa557d96-e818-4327-8606-2acfd337bdfa triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:43.293662 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7769b09d-4f42-4147-963e-4fb215dfbc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.330010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7769b09d-4f42-4147-963e-4fb215dfbc50 None None] Port fa557d96-e818-4327-8606-2acfd337bdfa cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:43.418046 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.445650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Port': ['ID=fa557d96-e818-4327-8606-2acfd337bdfa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:43.646972 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.650254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4f64a0c2-c317-43ed-aa19-96bf9075f058 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/ports/fa557d96-e818-4327-8606-2acfd337bdfa HTTP/1.1" status: 204 len: 168 time: 0.5705187 Nov 23 11:13:43.652835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47856) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:43.677243 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f31c552-1177-4471-b499-d280f7a0459b tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] GET failed (client error): The resource could not be found. Nov 23 11:13:43.678574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3f31c552-1177-4471-b499-d280f7a0459b tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "GET /v2.0/ports/fa557d96-e818-4327-8606-2acfd337bdfa HTTP/1.1" status: 404 len: 333 time: 0.0248036 Nov 23 11:13:43.681000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47858) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:43.769179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Deleting port 01c43b2a-db9e-46f8-bf5f-3f59bd3ce949 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:43.769454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.854638 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:43.867470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Calling delete_port for 01c43b2a-db9e-46f8-bf5f-3f59bd3ce949 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:43.997397 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.025081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Port': ['ID=01c43b2a-db9e-46f8-bf5f-3f59bd3ce949,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:44.097783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.101015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a240f167-baa7-4364-a0cc-92010bcca80c tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/ports/01c43b2a-db9e-46f8-bf5f-3f59bd3ce949 HTTP/1.1" status: 204 len: 168 time: 0.4190261 Nov 23 11:13:44.103652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:44.130923 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1965bd8-4404-4f1d-9c2c-fe0cace3c905 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] GET failed (client error): The resource could not be found. Nov 23 11:13:44.135620 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e1965bd8-4404-4f1d-9c2c-fe0cace3c905 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "GET /v2.0/ports/01c43b2a-db9e-46f8-bf5f-3f59bd3ce949 HTTP/1.1" status: 404 len: 333 time: 0.0277839 Nov 23 11:13:44.135926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47862) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:44.225333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Deleting port 9320bf38-bdb0-4d12-9184-ccc65215929a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:44.225678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.331919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.343706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Calling delete_port for 9320bf38-bdb0-4d12-9184-ccc65215929a owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:44.465962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.499416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Port': ['ID=9320bf38-bdb0-4d12-9184-ccc65215929a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:44.520828 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5ec79682-0ca6-48f3-b27a-8a93af85a18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.570396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.573794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6dfbafe0-8f2e-4218-924c-fd69031689a5 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/ports/9320bf38-bdb0-4d12-9184-ccc65215929a HTTP/1.1" status: 204 len: 168 time: 0.4369557 Nov 23 11:13:44.576257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47864) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:44.631992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Deleting subnet ddc9d1cc-7d22-482c-841c-6b36ee7bd470 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:13:44.635552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.684531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.766721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.824279 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.855337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc9d1cc-7d22-482c-841c-6b36ee7bd470,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:44.859850 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:44.863404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-05d0c31e-e31a-415d-a494-2708b5514521 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/subnets/ddc9d1cc-7d22-482c-841c-6b36ee7bd470 HTTP/1.1" status: 204 len: 168 time: 0.2861552 Nov 23 11:13:44.865829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47866) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:44.868811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535fe96-fcbb-4d3e-a3d9-f7025ba0c2a2 None None] Network 4df45b9c-8f70-404c-a0ef-3d7749da7d46 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:45.050311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] DHCP port deletion for 4df45b9c-8f70-404c-a0ef-3d7749da7d46 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:45.099667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] Deleting port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:45.100048 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.169548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] For port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6e7c73d9-2569-4c22-b800-5c29c4c6ba49,segment=NetworkSegment(f9202df5-38ce-4b84-9b59-a9ea8e08ff04),segment_id=f9202df5-38ce-4b84-9b59-a9ea8e08ff04)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:45.169949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.183353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] Calling delete_port for 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:45.268321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.293616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] Pushing event deleted for resources: {'Port': ['ID=6e7c73d9-2569-4c22-b800-5c29c4c6ba49,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:45.297484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb6c20-422f-40f6-b4dd-5f404c668004 None None] No DVR routers for this DVR port 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:13:45.297976 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.391357 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.411470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df45b9c-8f70-404c-a0ef-3d7749da7d46']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:45.420472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9202df5-38ce-4b84-9b59-a9ea8e08ff04') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:45.420765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9202df5-38ce-4b84-9b59-a9ea8e08ff04') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:45.430218 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.443673 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.449493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:13:45.449877 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:13:45.453439 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:13:45.510090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.514712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.519967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] 10.222.0.61 "DELETE /v2.0/networks/4df45b9c-8f70-404c-a0ef-3d7749da7d46 HTTP/1.1" status: 204 len: 168 time: 0.6532001 Nov 23 11:13:45.539389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65472d67-bc89-4aad-90d7-33b14b79d5d6 tempest-AllowedAddressPairTestJSON-1651540528 tempest-AllowedAddressPairTestJSON-1651540528-project] Pushing event deleted for resources: {'Network': ['ID=4df45b9c-8f70-404c-a0ef-3d7749da7d46,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:45.763586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47872) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:45.897611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4bc837f1-c8f6-49c1-a60f-dabd3ef22d69 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e69c2a3438494ca193bd9c812111f275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327910 Nov 23 11:13:45.900045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47876) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:45.948118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f66a88ef-e301-43b2-b424-c8e7c5f6a3eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:45.972047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f66a88ef-e301-43b2-b424-c8e7c5f6a3eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:46.023014 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f66a88ef-e301-43b2-b424-c8e7c5f6a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:46.025658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f66a88ef-e301-43b2-b424-c8e7c5f6a3eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:46.026816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f66a88ef-e301-43b2-b424-c8e7c5f6a3eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a0d47b9-8ff7-4d96-bd3c-ad06b017dcc9 HTTP/1.1" status: 204 len: 168 time: 0.1258688 Nov 23 11:13:46.034922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a88ef-e301-43b2-b424-c8e7c5f6a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d47b9-8ff7-4d96-bd3c-ad06b017dcc9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:46.319888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:46.343807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:46.344265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6e7c73d9-2569-4c22-b800-5c29c4c6ba49 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:46.669034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47898) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.768789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-9c3f62fb-d1f9-46fe-a55c-d9e00de5845d tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.770728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9c3f62fb-d1f9-46fe-a55c-d9e00de5845d tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1003778 Nov 23 11:13:46.773344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47902) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.777449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-41fd71e5-1415-414c-bd3e-1ad1fcdd71a9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.778317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-41fd71e5-1415-414c-bd3e-1ad1fcdd71a9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0040767 Nov 23 11:13:46.780591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47904) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.784436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-e19029b4-77ef-4de1-a9be-c37e6c8912ea tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.785377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e19029b4-77ef-4de1-a9be-c37e6c8912ea tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037344 Nov 23 11:13:46.787466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47906) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.791819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-fc4c322e-0580-4e53-8efa-c35378c9ee74 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.792800 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc4c322e-0580-4e53-8efa-c35378c9ee74 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044901 Nov 23 11:13:46.794852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47908) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.798996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-9724a5bc-5a56-465a-b0b2-d7b71d6e4556 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.799942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9724a5bc-5a56-465a-b0b2-d7b71d6e4556 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042462 Nov 23 11:13:46.801940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47910) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.805601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-6fc2aefe-72cf-4e43-892d-91ed94774ca6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.806548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6fc2aefe-72cf-4e43-892d-91ed94774ca6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037630 Nov 23 11:13:46.808566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47912) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.813176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-d2ebd550-b4cd-4338-a918-b563159339e2 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.814101 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d2ebd550-b4cd-4338-a918-b563159339e2 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047269 Nov 23 11:13:46.816177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47914) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.819881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-b7b1b491-9355-4783-99d0-6ab62eeb6fc2 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.820789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b7b1b491-9355-4783-99d0-6ab62eeb6fc2 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0037949 Nov 23 11:13:46.822840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47916) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.826481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-8ee155da-1efd-48b1-95e7-0a4f50bdff15 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.827439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ee155da-1efd-48b1-95e7-0a4f50bdff15 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037353 Nov 23 11:13:46.829680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47918) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.833305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-210fc3b1-162b-4b38-be90-f0dee8944bb6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.834221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-210fc3b1-162b-4b38-be90-f0dee8944bb6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0037212 Nov 23 11:13:46.836192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47920) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.840362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-954a762e-4abc-4dd3-8fa1-603a778d6b1e tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.841318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-954a762e-4abc-4dd3-8fa1-603a778d6b1e tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042808 Nov 23 11:13:46.843328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.847101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-9976354a-2ee9-4d03-be34-dd04a2bac047 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.848014 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9976354a-2ee9-4d03-be34-dd04a2bac047 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0037451 Nov 23 11:13:46.850325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47924) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.853983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-c50f5b16-f06a-499e-bf06-eb427671dbcf tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.854927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c50f5b16-f06a-499e-bf06-eb427671dbcf tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0037899 Nov 23 11:13:46.857002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47926) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.861405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-5a90b3ba-982a-4def-a419-ef9e164dfea0 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.862325 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5a90b3ba-982a-4def-a419-ef9e164dfea0 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044887 Nov 23 11:13:46.864376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47928) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.868153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-ebfacafc-df04-4660-b3e2-0355bc48475a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.869061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ebfacafc-df04-4660-b3e2-0355bc48475a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038714 Nov 23 11:13:46.871178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47930) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.875385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-4fceb966-2308-40d3-b063-68c9c1b61f0a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.876340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4fceb966-2308-40d3-b063-68c9c1b61f0a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043154 Nov 23 11:13:46.878355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47932) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.882026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-03df8001-2f36-479a-b8bf-e5aeddc8e94a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.882972 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-03df8001-2f36-479a-b8bf-e5aeddc8e94a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037732 Nov 23 11:13:46.884955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47934) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.888592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-f8648699-d9e6-4a70-a5c2-af936cdf9435 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.889533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f8648699-d9e6-4a70-a5c2-af936cdf9435 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0037317 Nov 23 11:13:46.891640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47936) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.899152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-c7c0e65e-d606-451b-813c-869f4b36b8d5 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.900095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c7c0e65e-d606-451b-813c-869f4b36b8d5 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0076349 Nov 23 11:13:46.902429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47938) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.906316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-558fc2be-b7dc-4bf6-ad02-ef299515a35f tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.907191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-558fc2be-b7dc-4bf6-ad02-ef299515a35f tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039127 Nov 23 11:13:46.909297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47940) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.912993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-58795032-8dc2-4484-84b4-ce17d423f450 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.913929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-58795032-8dc2-4484-84b4-ce17d423f450 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038018 Nov 23 11:13:46.915909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47942) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.919553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-f49faaf4-e8f9-4b1c-88ff-974ca4c86287 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.920458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f49faaf4-e8f9-4b1c-88ff-974ca4c86287 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0037415 Nov 23 11:13:46.922974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47944) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.926622 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-050ae207-9f15-4edd-8de6-5350dd5f9eb9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.927531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-050ae207-9f15-4edd-8de6-5350dd5f9eb9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0037463 Nov 23 11:13:46.929508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47946) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.933157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-f03db61a-4d14-4ab8-a21a-1b31a9d06508 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.934069 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f03db61a-4d14-4ab8-a21a-1b31a9d06508 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0037515 Nov 23 11:13:46.936001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47948) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.940494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-01f66a53-1cc4-4e12-ad58-ecd904009671 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.941424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-01f66a53-1cc4-4e12-ad58-ecd904009671 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042493 Nov 23 11:13:46.943363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47950) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.946990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-d4569730-fa92-4413-a8e8-b1829c1cc436 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.948498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d4569730-fa92-4413-a8e8-b1829c1cc436 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042834 Nov 23 11:13:46.950008 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47952) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.954617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-9977d4fc-ea88-42b7-aa50-5f910b98746e tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.955606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9977d4fc-ea88-42b7-aa50-5f910b98746e tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047433 Nov 23 11:13:46.957821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47954) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.961814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-9f469351-ecc2-4649-9771-a949e335f71f tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.962922 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9f469351-ecc2-4649-9771-a949e335f71f tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041709 Nov 23 11:13:46.964130 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10b1ca1c-a3cc-4c0a-843d-3da5a63baf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:46.965582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47956) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.969555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-42b2d9ea-93bd-413c-ae86-852978c4a2cb tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.970477 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-42b2d9ea-93bd-413c-ae86-852978c4a2cb tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0039802 Nov 23 11:13:46.972652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47958) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.976500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-aa388da9-1611-40eb-8cf8-0c8d5f59423a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.977480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa388da9-1611-40eb-8cf8-0c8d5f59423a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039454 Nov 23 11:13:46.979546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47960) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.983290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-928a8fe7-54e2-4058-aede-53be0dd1366a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.985549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-928a8fe7-54e2-4058-aede-53be0dd1366a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0051210 Nov 23 11:13:46.987007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47962) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.990750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-5fb8e7a8-00a8-4d67-801d-8c037a71a0ad tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.991686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5fb8e7a8-00a8-4d67-801d-8c037a71a0ad tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038261 Nov 23 11:13:46.993698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47964) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:46.997331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-ea60c73c-1090-4470-b545-720321600dbe tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:46.998225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea60c73c-1090-4470-b545-720321600dbe tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0037203 Nov 23 11:13:47.000873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47966) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.004758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-79f2ca90-ca8a-4d79-aea7-4d98eec8daf6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.005788 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-79f2ca90-ca8a-4d79-aea7-4d98eec8daf6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038552 Nov 23 11:13:47.007772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47968) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.012071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-13d60a72-3d53-4721-9d22-7f6a0e857af6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.013007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-13d60a72-3d53-4721-9d22-7f6a0e857af6 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043948 Nov 23 11:13:47.015112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47970) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.018840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-8c48836a-4e6e-4288-9021-fa8331e2669c tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.019747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8c48836a-4e6e-4288-9021-fa8331e2669c tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038342 Nov 23 11:13:47.021902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47972) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.025572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-7b4993b2-5a39-42fd-b513-ee29e9906f43 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.026502 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b4993b2-5a39-42fd-b513-ee29e9906f43 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037694 Nov 23 11:13:47.028565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 47974) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.032152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-fbc890f3-39ed-4005-9a1c-834053fa616a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.033046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fbc890f3-39ed-4005-9a1c-834053fa616a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037470 Nov 23 11:13:47.035284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47976) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.039739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-7899b204-13c7-4a75-bb11-4062d0dccc70 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.040692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7899b204-13c7-4a75-bb11-4062d0dccc70 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044372 Nov 23 11:13:47.042782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47978) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.047095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-4a873aee-8265-4d2f-be7e-e03ab105eb36 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.048023 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4a873aee-8265-4d2f-be7e-e03ab105eb36 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043783 Nov 23 11:13:47.050071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47980) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.053687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-81b8fb9f-f060-43c7-bd79-94b23c7ed609 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.054579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-81b8fb9f-f060-43c7-bd79-94b23c7ed609 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0037091 Nov 23 11:13:47.056566 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47982) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.060182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-9b29f73b-5b63-4575-abf6-8e604e6eb2d9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.061079 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9b29f73b-5b63-4575-abf6-8e604e6eb2d9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037115 Nov 23 11:13:47.063919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47984) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.067546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-620539f2-0259-48ed-92c0-c3ed9bbbd791 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.068440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-620539f2-0259-48ed-92c0-c3ed9bbbd791 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0037174 Nov 23 11:13:47.070483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47986) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.074096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-01ab2b9b-cffe-4779-9254-443a1a1e8518 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.074994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-01ab2b9b-cffe-4779-9254-443a1a1e8518 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0037172 Nov 23 11:13:47.077182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47988) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.081616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-6d3a656b-bc42-4456-86b7-31fda45a3dfa tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.082557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6d3a656b-bc42-4456-86b7-31fda45a3dfa tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043907 Nov 23 11:13:47.084511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47990) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.088106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-a91f3885-81e0-4616-9980-e565faa95eee tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.089009 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a91f3885-81e0-4616-9980-e565faa95eee tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0036950 Nov 23 11:13:47.091014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47992) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.095121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-d94827bf-341f-4cf2-bac9-ab96a558a38e tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.096020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d94827bf-341f-4cf2-bac9-ab96a558a38e tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0042048 Nov 23 11:13:47.098112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47994) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.101691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-e01aa78f-1768-4cb5-81dd-9566bb461a6d tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.102596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e01aa78f-1768-4cb5-81dd-9566bb461a6d tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0036597 Nov 23 11:13:47.104528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47996) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.108085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-2176bbc7-5442-4bc1-a8cd-7b8b314f19fb tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.109689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2176bbc7-5442-4bc1-a8cd-7b8b314f19fb tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042648 Nov 23 11:13:47.112113 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 47998) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.115715 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-b0257fea-e5df-49b6-a0cb-5fcced287a29 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.116611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b0257fea-e5df-49b6-a0cb-5fcced287a29 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0036914 Nov 23 11:13:47.118725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48000) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.122294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-1b99f956-da19-4cd8-b6ad-a260564fdd54 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.123205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1b99f956-da19-4cd8-b6ad-a260564fdd54 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0036783 Nov 23 11:13:47.125302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48002) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.129148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-afcbbebb-a274-414d-8a00-2e9e4ab6f7e0 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.130062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-afcbbebb-a274-414d-8a00-2e9e4ab6f7e0 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039308 Nov 23 11:13:47.132253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48004) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.136550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-c43835ff-0355-4bec-8eea-44b622fcfa7a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.137468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c43835ff-0355-4bec-8eea-44b622fcfa7a tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043895 Nov 23 11:13:47.139501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48006) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.143136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-bbad8818-c11a-4073-88e1-1a863e79c819 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.144030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bbad8818-c11a-4073-88e1-1a863e79c819 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0037038 Nov 23 11:13:47.146071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48008) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.149705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-7ac5b343-d200-4e74-83b5-eb1f2faf4d0b tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.150600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7ac5b343-d200-4e74-83b5-eb1f2faf4d0b tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0037007 Nov 23 11:13:47.152599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48010) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.156744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-a1ffb3cd-bf82-4296-9837-3f3aede83c6f tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.157664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a1ffb3cd-bf82-4296-9837-3f3aede83c6f tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042636 Nov 23 11:13:47.160068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48012) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.163667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-86907591-3d68-4d8c-9346-94cd00a361a5 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.164556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-86907591-3d68-4d8c-9346-94cd00a361a5 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0036929 Nov 23 11:13:47.166691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48014) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.170297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-6f10f223-7c4e-4cf3-997f-dd975f0db7ae tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.171909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6f10f223-7c4e-4cf3-997f-dd975f0db7ae tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0037000 Nov 23 11:13:47.174106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48016) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.177959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-50097067-74fc-4775-8550-7495a6ba4bf9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.178911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-50097067-74fc-4775-8550-7495a6ba4bf9 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039718 Nov 23 11:13:47.180962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48018) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.184593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [None req-6fec708d-8dc8-4d03-a854-1c3b9e858ce5 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.185523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6fec708d-8dc8-4d03-a854-1c3b9e858ce5 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037267 Nov 23 11:13:47.187977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48020) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.192185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-e9e9e400-d0a4-4ae8-a4da-06393ea354bf tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.193124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e9e9e400-d0a4-4ae8-a4da-06393ea354bf tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042148 Nov 23 11:13:47.195186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48022) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.198944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-2ba41285-0b2d-4b4d-b5b4-76ef1feb3282 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.199843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2ba41285-0b2d-4b4d-b5b4-76ef1feb3282 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0038331 Nov 23 11:13:47.201878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48024) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.205740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-d33e6fac-3a7d-465f-b58e-6e6a75648a04 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.206639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d33e6fac-3a7d-465f-b58e-6e6a75648a04 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039079 Nov 23 11:13:47.208625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48026) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.212267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-a8c1df57-f425-4a46-a2df-74d6aa241fe7 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.213188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a8c1df57-f425-4a46-a2df-74d6aa241fe7 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037138 Nov 23 11:13:47.215215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48028) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.219963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-f5244700-c0c4-4531-837f-bd60f24caa81 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.220931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f5244700-c0c4-4531-837f-bd60f24caa81 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0048525 Nov 23 11:13:47.222997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48030) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.226611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-a01deade-4687-42aa-848b-8d3a9eaebf92 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.227517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a01deade-4687-42aa-848b-8d3a9eaebf92 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0037203 Nov 23 11:13:47.229561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48032) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.233251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-8cf06026-be6c-4884-8da9-264b240a08ca tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.234824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8cf06026-be6c-4884-8da9-264b240a08ca tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044606 Nov 23 11:13:47.236908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48034) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.240518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-81fab2bf-e56d-4d4f-80c6-07c3744b1664 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.241442 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-81fab2bf-e56d-4d4f-80c6-07c3744b1664 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0036776 Nov 23 11:13:47.243414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48036) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.247018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-eee55232-ef03-43b6-b24a-d81df615b260 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.247915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eee55232-ef03-43b6-b24a-d81df615b260 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037048 Nov 23 11:13:47.250030 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48038) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.253644 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-ac21ef5f-3cad-465f-b8c6-8cae5e9054b1 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.254567 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac21ef5f-3cad-465f-b8c6-8cae5e9054b1 tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0037367 Nov 23 11:13:47.256616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48040) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.260209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [None req-3ac3271f-b687-4014-b706-228b99285fdd tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] http://10.222.0.61:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:13:47.261154 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3ac3271f-b687-4014-b706-228b99285fdd tempest-ExtensionsTestJSON-1329427926 tempest-ExtensionsTestJSON-1329427926-project] 10.222.0.61 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0036974 Nov 23 11:13:47.503695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48046) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.614205 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73296f4-a50f-4d43-a8ea-6121ac12ae97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.688523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73296f4-a50f-4d43-a8ea-6121ac12ae97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.692098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d73296f4-a50f-4d43-a8ea-6121ac12ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.729087 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d73296f4-a50f-4d43-a8ea-6121ac12ae97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a9bc032723d44e0af0e48330410efd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243106 Nov 23 11:13:47.731024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73296f4-a50f-4d43-a8ea-6121ac12ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce58b5d6-9092-491e-a7f8-531467b38743,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:47.731832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48050) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:47.781761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e46ccde1-b231-47c8-8530-b4840a8c4d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.802975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e46ccde1-b231-47c8-8530-b4840a8c4d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.849535 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e46ccde1-b231-47c8-8530-b4840a8c4d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.852053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e46ccde1-b231-47c8-8530-b4840a8c4d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:47.853205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e46ccde1-b231-47c8-8530-b4840a8c4d76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce58b5d6-9092-491e-a7f8-531467b38743 HTTP/1.1" status: 204 len: 168 time: 0.1203835 Nov 23 11:13:47.861455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ccde1-b231-47c8-8530-b4840a8c4d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce58b5d6-9092-491e-a7f8-531467b38743,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:48.617303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.725559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48072) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:48.819690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1923163124'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:48.839304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Made reservation on behalf of 1a49ed70f7cb492db2f0092e007724cc for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:48.842649 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.851779 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.927989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.931651 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.960050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:13:48.970024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba78942-f203-4358-b2fa-0a5f0ba54f34,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:48.974672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:48.975013 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Added segment 5c3dde44-d0f8-4689-bfed-a4c56f1d2a27 of type vlan for network 0286dcea-a53d-4d3e-9e3d-6721242ac252 Nov 23 11:13:49.013264 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.038259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.043904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:49.044616 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.081153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3544071 Nov 23 11:13:49.084016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48078) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:49.088786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Request body: {'subnet': {'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:49.133309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3ec83-93c3-449b-9ca5-99f62bb85794 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event updated for resources: {'Network': ['ID=0286dcea-a53d-4d3e-9e3d-6721242ac252,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:49.144472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:13:49.210235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Made reservation on behalf of 1a49ed70f7cb492db2f0092e007724cc for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:49.213972 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.395600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.456305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event updated for resources: {'Subnet': ['ID=68dcf4e7-3b61-4ab8-932a-1fcc151d3d67,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:49.464764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Checking segment: {'id': '5c3dde44-d0f8-4689-bfed-a4c56f1d2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:49.465161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Network hostable DHCP agents. Network: 0286dcea-a53d-4d3e-9e3d-6721242ac252, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:13:49.483264 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:13:49.493729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 0286dcea-a53d-4d3e-9e3d-6721242ac252) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:49.497396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:49.498019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.504245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c6b5b-b374-4a50-a2fe-8fbb9cda4eda None None] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:49.514265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-42135139-778e-40de-897c-29a2f8dbbd45 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4292409 Nov 23 11:13:49.517012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48082) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:49.522067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Request body: {'port': {'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252', 'name': 'tempest-ExtraDHCPOptionsTestJSON-371961277'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:49.641821 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Made reservation on behalf of 1a49ed70f7cb492db2f0092e007724cc for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:49.645683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.666421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] device_id is not set on port ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:49.739363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.779480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Allocated IP 172.20.0.14 (0286dcea-a53d-4d3e-9e3d-6721242ac252/68dcf4e7-3b61-4ab8-932a-1fcc151d3d67/ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:49.820707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-0286dcea-a53d-4d3e-9e3d-6721242ac252', 'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252', 'tenant_id': '1a49ed70f7cb492db2f0092e007724cc', 'fixed_ips': [{'subnet_id': '68dcf4e7-3b61-4ab8-932a-1fcc151d3d67'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:13:49.821656 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.933405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:49.967352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.008505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:50.010143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Allocated IP 172.20.0.2 (0286dcea-a53d-4d3e-9e3d-6721242ac252/68dcf4e7-3b61-4ab8-932a-1fcc151d3d67/6bde82f5-4cd8-41f8-bf15-0f878eab8e44) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:50.014014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:50.018686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:50.049601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event updated for resources: {'Port': ['ID=ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:50.080279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:50.080906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.083464 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.097281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6ff18341-6562-439c-bbe6-e4bf6261c2a8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5791764 Nov 23 11:13:50.100339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48084) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:50.105425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Request body: {'port': {'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252', 'name': 'tempest-ExtraDHCPOptionsTestJSON-56466552', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:50.105837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.api.validators [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] bootfile-name is not in valid_values {{(pid=103426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 11:13:50.106188 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.api.validators [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] tftp-server is not in valid_values {{(pid=103426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 11:13:50.106636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.api.validators [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] server-ip-address is not in valid_values {{(pid=103426) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 11:13:50.178008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.182302 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.188818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.222694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Made reservation on behalf of 1a49ed70f7cb492db2f0092e007724cc for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:13:50.225187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:50.226386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.228052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:50.234356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:50.243922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] device_id is not set on port b7e6226b-59ee-4ca5-8748-26f5378f3d07 yet. {{(pid=103426) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 11:13:50.245146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Pushing event updated for resources: {'Port': ['ID=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:50.301600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Attempting to bind port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:13:50.301982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Attempting to bind port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5c3dde44-d0f8-4689-bfed-a4c56f1d2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:13:50.302357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Attempting to bind port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 on network 0286dcea-a53d-4d3e-9e3d-6721242ac252 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:13:50.307321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:13:50.307702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Checking segment: {'id': '5c3dde44-d0f8-4689-bfed-a4c56f1d2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:13:50.308109 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.308506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Bound using segment: {'id': '5c3dde44-d0f8-4689-bfed-a4c56f1d2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:13:50.308981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Bound port: 6bde82f5-4cd8-41f8-bf15-0f878eab8e44, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3dde44-d0f8-4689-bfed-a4c56f1d2a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '0286dcea-a53d-4d3e-9e3d-6721242ac252'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:13:50.309400 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.358349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Allocated IP 172.20.0.9 (0286dcea-a53d-4d3e-9e3d-6721242ac252/68dcf4e7-3b61-4ab8-932a-1fcc151d3d67/b7e6226b-59ee-4ca5-8748-26f5378f3d07) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:13:50.373005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] For port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:13:50.376968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] For port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,segment=NetworkSegment(5c3dde44-d0f8-4689-bfed-a4c56f1d2a27),segment_id=5c3dde44-d0f8-4689-bfed-a4c56f1d2a27)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:13:50.381326 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.448904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e750b-03e6-4600-a480-e8602342447f None None] Pushing event updated for resources: {'Port': ['ID=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:50.547242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.583701 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.641689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:13:50.646518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:13:50.650614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:13:50.657888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event updated for resources: {'Port': ['ID=b7e6226b-59ee-4ca5-8748-26f5378f3d07,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:50.707819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:50.708580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.726706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-92e8cf1b-8468-42d7-9b65-504859acccc8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6253164 Nov 23 11:13:50.729221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48086) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:50.784696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf23366-aedc-4705-a240-4db888f626d8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:50.790754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf23366-aedc-4705-a240-4db888f626d8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:50.797274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf23366-aedc-4705-a240-4db888f626d8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:50.798961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eaf23366-aedc-4705-a240-4db888f626d8 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.0687068 Nov 23 11:13:50.801820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48088) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:50.897929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Deleting port b7e6226b-59ee-4ca5-8748-26f5378f3d07 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:50.898267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.983280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:50.995181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Calling delete_port for b7e6226b-59ee-4ca5-8748-26f5378f3d07 owned by {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:51.145586 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.177274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event deleted for resources: {'Port': ['ID=b7e6226b-59ee-4ca5-8748-26f5378f3d07,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:51.252712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.256439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-84915071-3217-4825-92fb-ea45ad87aaec tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "DELETE /v2.0/ports/b7e6226b-59ee-4ca5-8748-26f5378f3d07 HTTP/1.1" status: 204 len: 168 time: 0.4536374 Nov 23 11:13:51.260233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48090) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:51.266416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Request body: {'port': {'name': 'tempest-new-port-name-1629022503', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:51.266811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.api.validators [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] bootfile-name is not in valid_values {{(pid=103427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 11:13:51.267147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.api.validators [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] tftp-server is not in valid_values {{(pid=103427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 11:13:51.267476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.api.validators [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] server-ip-address is not in valid_values {{(pid=103427) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 11:13:51.337589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.362502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6c5ac-44f3-4f8d-8fc3-780d6020c632 None None] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:51.454414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f9c7a1df-43b6-4b76-9ac3-f269abe0c6d8 None None] Provisioning complete for port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:51.454796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1df-43b6-4b76-9ac3-f269abe0c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.538464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.542932 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.591496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1df-43b6-4b76-9ac3-f269abe0c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.627445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f9c7a1df-43b6-4b76-9ac3-f269abe0c6d8 None None] For port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,segment=NetworkSegment(5c3dde44-d0f8-4689-bfed-a4c56f1d2a27),segment_id=5c3dde44-d0f8-4689-bfed-a4c56f1d2a27)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:51.630517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event updated for resources: {'Port': ['ID=ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:51.631109 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9c7a1df-43b6-4b76-9ac3-f269abe0c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.642335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] In _notify_port_updated(), no bound segment for port ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f on network 0286dcea-a53d-4d3e-9e3d-6721242ac252 {{(pid=103427) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 11:13:51.648566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:51.649507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.653286 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5873c86d-5440-43a4-947a-1f900627a447 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "PUT /v2.0/ports/ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f HTTP/1.1" status: 200 len: 1137 time: 0.3896797 Nov 23 11:13:51.653592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48092) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:51.683573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7a1df-43b6-4b76-9ac3-f269abe0c6d8 None None] Pushing event updated for resources: {'Port': ['ID=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:51.700797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e81bb-3a54-4df2-8800-614e9760151c tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:51.702344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d26e81bb-3a54-4df2-8800-614e9760151c tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "GET /v2.0/ports/ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f HTTP/1.1" status: 200 len: 1137 time: 0.0477085 Nov 23 11:13:51.706551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48094) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:51.803994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Deleting port ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:51.804219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.862736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-12d033a8-8ec3-4c4c-a2c7-9039da1b66ad None None] Provisioning complete for port ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:51.863083 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-12d033a8-8ec3-4c4c-a2c7-9039da1b66ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.901645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-12d033a8-8ec3-4c4c-a2c7-9039da1b66ad None None] Port ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:13:51.902817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.912782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-12d033a8-8ec3-4c4c-a2c7-9039da1b66ad None None] Provisioning complete for port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:51.913261 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-12d033a8-8ec3-4c4c-a2c7-9039da1b66ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:51.916688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Calling delete_port for ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f owned by {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:52.052367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.087751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event deleted for resources: {'Port': ['ID=ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:52.111113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-841e6775-0a52-449e-82cb-36d8bf132017 None None] Could not find standard attr ID for object ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:13:52.161037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.165570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f81b2e12-56fa-49cd-87b1-7698380b5ace tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "DELETE /v2.0/ports/ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f HTTP/1.1" status: 204 len: 168 time: 0.4578049 Nov 23 11:13:52.166867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48096) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:52.220997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Deleting subnet 68dcf4e7-3b61-4ab8-932a-1fcc151d3d67 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:13:52.224391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.228140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8f24b160-29f6-418f-88a7-3c8dc2afaac6 None None] Could not find standard attr ID for object b7e6226b-59ee-4ca5-8748-26f5378f3d07. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:13:52.270597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.290060 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.375718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:13:52.380670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.430572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:13:52.431225 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.454123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.483229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event deleted for resources: {'Subnet': ['ID=68dcf4e7-3b61-4ab8-932a-1fcc151d3d67,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:52.487413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.492842 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4bde4301-4118-4716-a131-324091eef741 tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "DELETE /v2.0/subnets/68dcf4e7-3b61-4ab8-932a-1fcc151d3d67 HTTP/1.1" status: 204 len: 168 time: 0.3224225 Nov 23 11:13:52.493096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48098) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:52.580249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.588315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab493be-0038-4164-9ce9-489647403677 None None] Network 0286dcea-a53d-4d3e-9e3d-6721242ac252 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:13:52.634197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Deleting port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:52.634453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.657800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-625095af-c8e7-4a9b-9703-8b5500d07f1d None None] Could not find standard attr ID for object ebd4e144-4fe7-44cd-a315-25c1b4a1bc9f. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:13:52.704842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] For port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,segment=NetworkSegment(5c3dde44-d0f8-4689-bfed-a4c56f1d2a27),segment_id=5c3dde44-d0f8-4689-bfed-a4c56f1d2a27)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:52.705203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.719514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Calling delete_port for 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:52.768801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] DHCP port deletion for 0286dcea-a53d-4d3e-9e3d-6721242ac252 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:13:52.803754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.820513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] Deleting port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:13:52.820902 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.831018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event deleted for resources: {'Port': ['ID=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:52.834507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] No DVR routers for this DVR port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:13:52.890582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] For port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:13:52.890893 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.903191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] Calling delete_port for 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:13:52.906355 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] Port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:13:52.907690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.914738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.934820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0286dcea-a53d-4d3e-9e3d-6721242ac252']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:52.935049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] No DVR routers for this DVR port 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:13:52.945496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e04883-e271-4c29-8bd0-b46db9ac5686 None None] Pushing event deleted for resources: {'Port': ['ID=6bde82f5-4cd8-41f8-bf15-0f878eab8e44,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:52.950067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3dde44-d0f8-4689-bfed-a4c56f1d2a27') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:52.950550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3dde44-d0f8-4689-bfed-a4c56f1d2a27') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:13:52.960275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.973880 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.979724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:13:52.980111 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:13:52.983202 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:13:53.048575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.055549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.058749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] 10.222.0.61 "DELETE /v2.0/networks/0286dcea-a53d-4d3e-9e3d-6721242ac252 HTTP/1.1" status: 204 len: 168 time: 0.5646658 Nov 23 11:13:53.073888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62e894-0b1d-44d5-9dec-c6573359c3fd tempest-ExtraDHCPOptionsTestJSON-833535100 tempest-ExtraDHCPOptionsTestJSON-833535100-project] Pushing event deleted for resources: {'Network': ['ID=0286dcea-a53d-4d3e-9e3d-6721242ac252,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:53.313306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48104) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:53.461479 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fcca71e6-9c11-47ab-b6a6-8a7c143d5748 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a49ed70f7cb492db2f0092e007724cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461387 Nov 23 11:13:53.461479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48108) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:53.510587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-232f2b78-5d87-4954-a04e-1d11a8c8cc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.532195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-232f2b78-5d87-4954-a04e-1d11a8c8cc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.577848 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-232f2b78-5d87-4954-a04e-1d11a8c8cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.580474 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-232f2b78-5d87-4954-a04e-1d11a8c8cc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:53.581689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-232f2b78-5d87-4954-a04e-1d11a8c8cc9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bba78942-f203-4358-b2fa-0a5f0ba54f34 HTTP/1.1" status: 204 len: 168 time: 0.1193881 Nov 23 11:13:53.589339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f2b78-5d87-4954-a04e-1d11a8c8cc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba78942-f203-4358-b2fa-0a5f0ba54f34,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:54.215930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48130) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.316132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749695771'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:54.319883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:13:54.338736 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.339529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:13:54.339882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6bde82f5-4cd8-41f8-bf15-0f878eab8e44 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:13:54.347722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.421561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.425174 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.469248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39704886-288b-4b73-abb6-985b95e1d0fc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:54.504260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.507999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.537290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.541028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3215206 Nov 23 11:13:54.541439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48134) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.542478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ec86f-6289-4e13-805d-e391f6eb0dae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab4ecc-97ed-4e85-a528-2f606bb3c902,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:54.593605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f1a587a7-7400-42cc-8257-ea344a84a552 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0509655 Nov 23 11:13:54.596343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48136) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.600591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-917a01bd-a26d-49d2-a6ea-e071f8bc84ec tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-security--1838545247', 'description': 'tempest-security-description-628936248'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:54.633614 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-917a01bd-a26d-49d2-a6ea-e071f8bc84ec tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.676017 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-917a01bd-a26d-49d2-a6ea-e071f8bc84ec tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.678781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-917a01bd-a26d-49d2-a6ea-e071f8bc84ec tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.681341 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-917a01bd-a26d-49d2-a6ea-e071f8bc84ec tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.682554 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-917a01bd-a26d-49d2-a6ea-e071f8bc84ec tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "PUT /v2.0/security-groups/cfab4ecc-97ed-4e85-a528-2f606bb3c902 HTTP/1.1" status: 200 len: 1796 time: 0.0852945 Nov 23 11:13:54.685538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48138) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.705985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a01bd-a26d-49d2-a6ea-e071f8bc84ec tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfab4ecc-97ed-4e85-a528-2f606bb3c902,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:54.725706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d0173dfa-7b6f-4f6c-b526-92dd99ffdab3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups/cfab4ecc-97ed-4e85-a528-2f606bb3c902 HTTP/1.1" status: 200 len: 1796 time: 0.0382740 Nov 23 11:13:54.728305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48140) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.780635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d64999-fa02-4ac8-9854-fb25285bef8c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.802292 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d64999-fa02-4ac8-9854-fb25285bef8c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.844683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d64999-fa02-4ac8-9854-fb25285bef8c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.847479 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-39d64999-fa02-4ac8-9854-fb25285bef8c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:54.848679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-39d64999-fa02-4ac8-9854-fb25285bef8c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/cfab4ecc-97ed-4e85-a528-2f606bb3c902 HTTP/1.1" status: 204 len: 168 time: 0.1195321 Nov 23 11:13:54.851419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.859147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d64999-fa02-4ac8-9854-fb25285bef8c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfab4ecc-97ed-4e85-a528-2f606bb3c902,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:54.896260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a1b457e3-ad5c-4907-8851-3a4cab00f822 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435553 Nov 23 11:13:54.898984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48144) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.911286 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-9cd43dbd-2fa1-45f0-bf03-0b48ef0a58da tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] delete failed (client error): The resource could not be found. Nov 23 11:13:54.912282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9cd43dbd-2fa1-45f0-bf03-0b48ef0a58da tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/cfab4ecc-97ed-4e85-a528-2f606bb3c902 HTTP/1.1" status: 404 len: 347 time: 0.0124154 Nov 23 11:13:54.915934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48146) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:54.925084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d4f53d82-3101-412a-8a92-74c4c26cce6d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687500163'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:54.946651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d4f53d82-3101-412a-8a92-74c4c26cce6d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.013487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d4f53d82-3101-412a-8a92-74c4c26cce6d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.017751 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d4f53d82-3101-412a-8a92-74c4c26cce6d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.047509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d4f53d82-3101-412a-8a92-74c4c26cce6d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.048735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d4f53d82-3101-412a-8a92-74c4c26cce6d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1318777 Nov 23 11:13:55.050619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f53d82-3101-412a-8a92-74c4c26cce6d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db6921-3188-4e2e-9b8f-3cbc28372423,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:55.051774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48148) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.056706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-11dc64a1-5caa-4c7c-bdaa-8adf53ebdff1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': 'c3db6921-3188-4e2e-9b8f-3cbc28372423', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:55.084758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11dc64a1-5caa-4c7c-bdaa-8adf53ebdff1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.137411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11dc64a1-5caa-4c7c-bdaa-8adf53ebdff1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.141127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11dc64a1-5caa-4c7c-bdaa-8adf53ebdff1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.162199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc64a1-5caa-4c7c-bdaa-8adf53ebdff1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1101aabe-63cd-47de-aae8-f61e8ebf3de8,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:55.170975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-11dc64a1-5caa-4c7c-bdaa-8adf53ebdff1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.172189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-11dc64a1-5caa-4c7c-bdaa-8adf53ebdff1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191959 Nov 23 11:13:55.175034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48150) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.203755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58ba378b-0104-4a5f-a83d-505d375592f0 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.211722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58ba378b-0104-4a5f-a83d-505d375592f0 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.237941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58ba378b-0104-4a5f-a83d-505d375592f0 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.244656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58ba378b-0104-4a5f-a83d-505d375592f0 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.245766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-58ba378b-0104-4a5f-a83d-505d375592f0 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1101aabe-63cd-47de-aae8-f61e8ebf3de8 HTTP/1.1" status: 204 len: 168 time: 0.0697579 Nov 23 11:13:55.248612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48152) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.249841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba378b-0104-4a5f-a83d-505d375592f0 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1101aabe-63cd-47de-aae8-f61e8ebf3de8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:55.288789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c24bf1ab-6a19-4eea-8d02-f35a2987db6e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388005 Nov 23 11:13:55.291398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48154) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.345307 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffc97-583b-4c8e-9e89-188bc4561779 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.366864 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffc97-583b-4c8e-9e89-188bc4561779 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.407909 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffc97-583b-4c8e-9e89-188bc4561779 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.410596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffc97-583b-4c8e-9e89-188bc4561779 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.411745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0e2ffc97-583b-4c8e-9e89-188bc4561779 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/c3db6921-3188-4e2e-9b8f-3cbc28372423 HTTP/1.1" status: 204 len: 168 time: 0.1194310 Nov 23 11:13:55.414797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48156) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.420796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ffc97-583b-4c8e-9e89-188bc4561779 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db6921-3188-4e2e-9b8f-3cbc28372423,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:55.467804 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2802665a-c31a-4f4e-9a09-d6ba8ff35740 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518186 Nov 23 11:13:55.471701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48158) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.476289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-78dcd5be-197e-4976-8789-e79c27efa336 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--230808654'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:55.498672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78dcd5be-197e-4976-8789-e79c27efa336 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.563041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78dcd5be-197e-4976-8789-e79c27efa336 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.566607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78dcd5be-197e-4976-8789-e79c27efa336 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.590968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-78dcd5be-197e-4976-8789-e79c27efa336 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.592199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-78dcd5be-197e-4976-8789-e79c27efa336 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1194038 Nov 23 11:13:55.595294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.600624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcd5be-197e-4976-8789-e79c27efa336 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea87225-1b28-4581-a6d0-e3297fe93dd2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:55.600881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e69d6971-222a-4950-a4f8-96a9222e258c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '1ea87225-1b28-4581-a6d0-e3297fe93dd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:55.630036 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e69d6971-222a-4950-a4f8-96a9222e258c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.688172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e69d6971-222a-4950-a4f8-96a9222e258c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.691639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e69d6971-222a-4950-a4f8-96a9222e258c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.708715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d6971-222a-4950-a4f8-96a9222e258c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25edee1-b196-403d-863f-1fac4d19aaf3,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:55.716982 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e69d6971-222a-4950-a4f8-96a9222e258c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.718322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e69d6971-222a-4950-a4f8-96a9222e258c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218371 Nov 23 11:13:55.720980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48162) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.725496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-54a7304b-ac91-4ca5-9cfa-b33719b3b2c5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '1ea87225-1b28-4581-a6d0-e3297fe93dd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:55.754702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54a7304b-ac91-4ca5-9cfa-b33719b3b2c5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.811543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54a7304b-ac91-4ca5-9cfa-b33719b3b2c5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.815349 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54a7304b-ac91-4ca5-9cfa-b33719b3b2c5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.822150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-f1b60d58-842e-412d-86df-e558aa2a55a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408084 Nov 23 11:13:55.831514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7304b-ac91-4ca5-9cfa-b33719b3b2c5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415d7081-315e-4156-bd3a-3a3f35805a90,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:55.843496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-54a7304b-ac91-4ca5-9cfa-b33719b3b2c5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.844893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-54a7304b-ac91-4ca5-9cfa-b33719b3b2c5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229432 Nov 23 11:13:55.847815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48164) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:55.852411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-016078ae-9592-43dc-b75c-a351791d4926 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '1ea87225-1b28-4581-a6d0-e3297fe93dd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:55.908642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016078ae-9592-43dc-b75c-a351791d4926 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:55.944799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-740ac1f2-bd45-40df-af1c-51e140a8947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:55.946381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-740ac1f2-bd45-40df-af1c-51e140a8947c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.0799131 Nov 23 11:13:55.991348 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016078ae-9592-43dc-b75c-a351791d4926 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.003611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016078ae-9592-43dc-b75c-a351791d4926 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.055287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016078ae-9592-43dc-b75c-a351791d4926 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de2d072-ceab-480c-9817-9bc2f7a2a9a8,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.066699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-016078ae-9592-43dc-b75c-a351791d4926 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.067817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-016078ae-9592-43dc-b75c-a351791d4926 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2189686 Nov 23 11:13:56.070760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.075353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-aa023807-747d-48a1-8a1a-57d3da47d831 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '1ea87225-1b28-4581-a6d0-e3297fe93dd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:56.089586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-3555df73-0219-4640-a876-c34d7d055737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:56.091062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-3555df73-0219-4640-a876-c34d7d055737 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 910 time: 0.1241314 Nov 23 11:13:56.102965 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa023807-747d-48a1-8a1a-57d3da47d831 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.158375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-7ae6d03c-c9ad-4aaf-80bd-af0d6f59968d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 1000 time: 0.0601265 Nov 23 11:13:56.164098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa023807-747d-48a1-8a1a-57d3da47d831 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.167709 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa023807-747d-48a1-8a1a-57d3da47d831 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.188693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa023807-747d-48a1-8a1a-57d3da47d831 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1962a8-e244-49b0-9ad0-0336d0bbb4f1,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.198498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa023807-747d-48a1-8a1a-57d3da47d831 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.199769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa023807-747d-48a1-8a1a-57d3da47d831 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279807 Nov 23 11:13:56.203161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48168) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.207503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-702a0c36-e671-446a-9cb0-020b3e9a47a2 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '1ea87225-1b28-4581-a6d0-e3297fe93dd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:56.210350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-f170f17e-75bd-47bd-867b-8940e7d5d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:56.212242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-f170f17e-75bd-47bd-867b-8940e7d5d5d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0471895 Nov 23 11:13:56.234081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702a0c36-e671-446a-9cb0-020b3e9a47a2 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.265397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-0d0879fe-101c-45d3-890c-42c82b421fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:13:56.267074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-0d0879fe-101c-45d3-890c-42c82b421fe8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477509 Nov 23 11:13:56.295975 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702a0c36-e671-446a-9cb0-020b3e9a47a2 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.299706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702a0c36-e671-446a-9cb0-020b3e9a47a2 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.318771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a0c36-e671-446a-9cb0-020b3e9a47a2 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6db6bdd-5939-4fef-9454-7ec7c9392ae4,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.326225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702a0c36-e671-446a-9cb0-020b3e9a47a2 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.327929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-702a0c36-e671-446a-9cb0-020b3e9a47a2 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1238291 Nov 23 11:13:56.332138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.355792 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4acb8d-be17-452c-80df-75ed0de10854 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.363406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4acb8d-be17-452c-80df-75ed0de10854 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.369823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-dde0202d-74fb-4b9f-b02c-f2e08edb9ea1 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954967 Nov 23 11:13:56.396571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4acb8d-be17-452c-80df-75ed0de10854 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.401899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0e4acb8d-be17-452c-80df-75ed0de10854 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.403057 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0e4acb8d-be17-452c-80df-75ed0de10854 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/b6db6bdd-5939-4fef-9454-7ec7c9392ae4 HTTP/1.1" status: 204 len: 168 time: 0.0698504 Nov 23 11:13:56.405795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48174) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.410825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4acb8d-be17-452c-80df-75ed0de10854 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6db6bdd-5939-4fef-9454-7ec7c9392ae4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.496628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-682cb00c-3203-48cb-9721-58c85fb8693e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0897331 Nov 23 11:13:56.500231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48176) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.512786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e7e399f-8648-490f-9410-74a155aeaf19 req-e6bf4d59-a564-4a3c-936a-1a10b22a8d75 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356988 Nov 23 11:13:56.525454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb709938-b071-4120-9539-9959033e3e2d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.533334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb709938-b071-4120-9539-9959033e3e2d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.559519 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb709938-b071-4120-9539-9959033e3e2d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.565595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb709938-b071-4120-9539-9959033e3e2d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.566766 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb709938-b071-4120-9539-9959033e3e2d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/1f1962a8-e244-49b0-9ad0-0336d0bbb4f1 HTTP/1.1" status: 204 len: 168 time: 0.0655155 Nov 23 11:13:56.569658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48178) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.580227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb709938-b071-4120-9539-9959033e3e2d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f1962a8-e244-49b0-9ad0-0336d0bbb4f1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.618440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b9125a3b-3e4c-4434-887b-eafe85162b65 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0468459 Nov 23 11:13:56.621138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48180) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.644516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45a6579c-0712-490e-8da6-23de6d59d02c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.651927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45a6579c-0712-490e-8da6-23de6d59d02c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.682075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45a6579c-0712-490e-8da6-23de6d59d02c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.689551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45a6579c-0712-490e-8da6-23de6d59d02c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.690707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-45a6579c-0712-490e-8da6-23de6d59d02c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0de2d072-ceab-480c-9817-9bc2f7a2a9a8 HTTP/1.1" status: 204 len: 168 time: 0.0686171 Nov 23 11:13:56.693537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48182) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.696581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6579c-0712-490e-8da6-23de6d59d02c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0de2d072-ceab-480c-9817-9bc2f7a2a9a8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.736417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f9a10cab-ac2e-40f8-a14b-24b6eebe254c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0416315 Nov 23 11:13:56.739831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48184) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.764972 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fa4-dfb2-4d67-b2d0-d3eeb0768bf1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.772724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fa4-dfb2-4d67-b2d0-d3eeb0768bf1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.798753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fa4-dfb2-4d67-b2d0-d3eeb0768bf1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.804612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fa4-dfb2-4d67-b2d0-d3eeb0768bf1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.805739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4ee13fa4-dfb2-4d67-b2d0-d3eeb0768bf1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/415d7081-315e-4156-bd3a-3a3f35805a90 HTTP/1.1" status: 204 len: 168 time: 0.0650048 Nov 23 11:13:56.808435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48186) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.810991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee13fa4-dfb2-4d67-b2d0-d3eeb0768bf1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=415d7081-315e-4156-bd3a-3a3f35805a90,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.850622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ae37689-ebca-4977-9477-c5288fe20b2e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409055 Nov 23 11:13:56.853219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48188) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.876602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-198d6223-1663-4af4-9b97-f7f86403c0fc tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.884122 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-198d6223-1663-4af4-9b97-f7f86403c0fc tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.910934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-198d6223-1663-4af4-9b97-f7f86403c0fc tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.916784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-198d6223-1663-4af4-9b97-f7f86403c0fc tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:56.917884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-198d6223-1663-4af4-9b97-f7f86403c0fc tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/a25edee1-b196-403d-863f-1fac4d19aaf3 HTTP/1.1" status: 204 len: 168 time: 0.0637662 Nov 23 11:13:56.920574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48190) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:56.923923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d6223-1663-4af4-9b97-f7f86403c0fc tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a25edee1-b196-403d-863f-1fac4d19aaf3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:56.961666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8ddffb10-263b-4727-bc7a-1d75e6f5edf4 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385303 Nov 23 11:13:56.964349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48192) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.017294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f480d58-fdf6-4488-8377-30a11b45f567 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.043994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f480d58-fdf6-4488-8377-30a11b45f567 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.100606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f480d58-fdf6-4488-8377-30a11b45f567 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.103516 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9f480d58-fdf6-4488-8377-30a11b45f567 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.104606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9f480d58-fdf6-4488-8377-30a11b45f567 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/1ea87225-1b28-4581-a6d0-e3297fe93dd2 HTTP/1.1" status: 204 len: 168 time: 0.1393585 Nov 23 11:13:57.107338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.115617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f480d58-fdf6-4488-8377-30a11b45f567 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea87225-1b28-4581-a6d0-e3297fe93dd2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:57.159125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9a1296ae-3428-45e4-b583-14d69fbae1c0 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0505238 Nov 23 11:13:57.163178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48196) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.167363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-acd1af4e-e8cc-48f9-9428-f9afe44b099f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607371990'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:57.190252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd1af4e-e8cc-48f9-9428-f9afe44b099f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.258683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd1af4e-e8cc-48f9-9428-f9afe44b099f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.262257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd1af4e-e8cc-48f9-9428-f9afe44b099f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.287039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-acd1af4e-e8cc-48f9-9428-f9afe44b099f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.288256 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-acd1af4e-e8cc-48f9-9428-f9afe44b099f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1241562 Nov 23 11:13:57.291163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48198) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.296013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2f40712c-4319-4fd3-937c-ba6c8ffb5dd6 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '0ddefb24-9e25-492c-8e99-d37694aa401f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:57.296220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd1af4e-e8cc-48f9-9428-f9afe44b099f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddefb24-9e25-492c-8e99-d37694aa401f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:57.322839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f40712c-4319-4fd3-937c-ba6c8ffb5dd6 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.372902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f40712c-4319-4fd3-937c-ba6c8ffb5dd6 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.376682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f40712c-4319-4fd3-937c-ba6c8ffb5dd6 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.397202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40712c-4319-4fd3-937c-ba6c8ffb5dd6 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d1a928-e3a2-400a-b207-6b6e0e639b9a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:57.402961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f40712c-4319-4fd3-937c-ba6c8ffb5dd6 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.404159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2f40712c-4319-4fd3-937c-ba6c8ffb5dd6 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1117442 Nov 23 11:13:57.407694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.461014 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23a9d5eb-1193-4031-8537-9485737fea51 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.484700 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23a9d5eb-1193-4031-8537-9485737fea51 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.528430 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23a9d5eb-1193-4031-8537-9485737fea51 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.531659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-23a9d5eb-1193-4031-8537-9485737fea51 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.532928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-23a9d5eb-1193-4031-8537-9485737fea51 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/0ddefb24-9e25-492c-8e99-d37694aa401f HTTP/1.1" status: 204 len: 168 time: 0.1241543 Nov 23 11:13:57.535577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48202) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.542079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9d5eb-1193-4031-8537-9485737fea51 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddefb24-9e25-492c-8e99-d37694aa401f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:57.580826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93e6e7fa-8e59-45d8-8d78-a9bbba010d2a tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440817 Nov 23 11:13:57.584441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48204) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.588809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5119fbed-b851-4e41-94a8-972a9c4951a3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098320326'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:57.610362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5119fbed-b851-4e41-94a8-972a9c4951a3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.675727 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5119fbed-b851-4e41-94a8-972a9c4951a3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.679424 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5119fbed-b851-4e41-94a8-972a9c4951a3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.710227 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5119fbed-b851-4e41-94a8-972a9c4951a3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.711472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5119fbed-b851-4e41-94a8-972a9c4951a3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1260943 Nov 23 11:13:57.713426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119fbed-b851-4e41-94a8-972a9c4951a3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347db2a3-b3ae-44bb-bb79-cc6bc08f549c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:57.714411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48206) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.720472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c89572f6-db20-4c4b-8e89-46dc36a5f7a5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--131537434'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:57.743454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c89572f6-db20-4c4b-8e89-46dc36a5f7a5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.812825 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c89572f6-db20-4c4b-8e89-46dc36a5f7a5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.816745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c89572f6-db20-4c4b-8e89-46dc36a5f7a5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.848514 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c89572f6-db20-4c4b-8e89-46dc36a5f7a5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.849818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c89572f6-db20-4c4b-8e89-46dc36a5f7a5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1343906 Nov 23 11:13:57.851704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89572f6-db20-4c4b-8e89-46dc36a5f7a5 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84cfb9-06ea-4fba-9608-b893a9c9214f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:57.852670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48208) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:57.859262 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-40f4e20c-cd7d-4230-a1d5-c4cd71b9906c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '347db2a3-b3ae-44bb-bb79-cc6bc08f549c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8d84cfb9-06ea-4fba-9608-b893a9c9214f', 'remote_ip_prefix': None}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:57.889516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40f4e20c-cd7d-4230-a1d5-c4cd71b9906c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.957722 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40f4e20c-cd7d-4230-a1d5-c4cd71b9906c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.960949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40f4e20c-cd7d-4230-a1d5-c4cd71b9906c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.976542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4e20c-cd7d-4230-a1d5-c4cd71b9906c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ceee0aa-c6fd-4f26-8323-0f9e252e1a86,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:57.987769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-40f4e20c-cd7d-4230-a1d5-c4cd71b9906c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:57.988981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-40f4e20c-cd7d-4230-a1d5-c4cd71b9906c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1345911 Nov 23 11:13:57.991856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48210) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.015814 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4d308f3-1b0e-49e2-ac19-7be687f7a99b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.023488 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4d308f3-1b0e-49e2-ac19-7be687f7a99b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.050081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4d308f3-1b0e-49e2-ac19-7be687f7a99b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.056326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f4d308f3-1b0e-49e2-ac19-7be687f7a99b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.057471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f4d308f3-1b0e-49e2-ac19-7be687f7a99b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/8ceee0aa-c6fd-4f26-8323-0f9e252e1a86 HTTP/1.1" status: 204 len: 168 time: 0.0646162 Nov 23 11:13:58.060110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48212) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.063397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d308f3-1b0e-49e2-ac19-7be687f7a99b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ceee0aa-c6fd-4f26-8323-0f9e252e1a86,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:58.103563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3071615b-cf91-421c-b827-1455e25f5f4f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0422323 Nov 23 11:13:58.106185 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48214) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.160666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6215532e-9714-47a4-82c6-e281978c006e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.184035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6215532e-9714-47a4-82c6-e281978c006e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.226626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6215532e-9714-47a4-82c6-e281978c006e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.229259 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6215532e-9714-47a4-82c6-e281978c006e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.230417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6215532e-9714-47a4-82c6-e281978c006e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/8d84cfb9-06ea-4fba-9608-b893a9c9214f HTTP/1.1" status: 204 len: 168 time: 0.1232932 Nov 23 11:13:58.233606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48216) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.240490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215532e-9714-47a4-82c6-e281978c006e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84cfb9-06ea-4fba-9608-b893a9c9214f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:58.287652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e018a484-ed02-4ac0-ad62-0d68a40d557d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0528357 Nov 23 11:13:58.290488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48218) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.341455 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-97caac34-2d36-4980-8553-779184efa032 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.364129 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-97caac34-2d36-4980-8553-779184efa032 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.405848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-97caac34-2d36-4980-8553-779184efa032 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.408432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-97caac34-2d36-4980-8553-779184efa032 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.409666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-97caac34-2d36-4980-8553-779184efa032 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/347db2a3-b3ae-44bb-bb79-cc6bc08f549c HTTP/1.1" status: 204 len: 168 time: 0.1182830 Nov 23 11:13:58.413948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48220) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.418855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caac34-2d36-4980-8553-779184efa032 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347db2a3-b3ae-44bb-bb79-cc6bc08f549c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:58.460156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0fa0570a-dd8e-4ba9-82c9-ea39e63b190a tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454605 Nov 23 11:13:58.464082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48222) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.468738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6accb1cb-f55d-4904-a1c3-59ecbdf436ae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--903482624'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:58.490699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6accb1cb-f55d-4904-a1c3-59ecbdf436ae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.555320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6accb1cb-f55d-4904-a1c3-59ecbdf436ae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.559498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6accb1cb-f55d-4904-a1c3-59ecbdf436ae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.592216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6accb1cb-f55d-4904-a1c3-59ecbdf436ae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.593577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6accb1cb-f55d-4904-a1c3-59ecbdf436ae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1285584 Nov 23 11:13:58.596665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48224) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.597862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accb1cb-f55d-4904-a1c3-59ecbdf436ae tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896b1491-0cd3-4d60-9238-52972e6c4a0e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:58.601633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5039c52d-c80f-4a45-b9ae-8a5baf75448f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': '896b1491-0cd3-4d60-9238-52972e6c4a0e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:58.629507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5039c52d-c80f-4a45-b9ae-8a5baf75448f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.686418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5039c52d-c80f-4a45-b9ae-8a5baf75448f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.691469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5039c52d-c80f-4a45-b9ae-8a5baf75448f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.715452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039c52d-c80f-4a45-b9ae-8a5baf75448f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5ddbb4-9cf8-4d07-a85d-bf23e00b7c5b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:58.724491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5039c52d-c80f-4a45-b9ae-8a5baf75448f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.725736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5039c52d-c80f-4a45-b9ae-8a5baf75448f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1279387 Nov 23 11:13:58.728797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48226) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.756173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae891600-3eb5-4e8b-af3c-ef3cf392ae1b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.764553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae891600-3eb5-4e8b-af3c-ef3cf392ae1b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.792617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae891600-3eb5-4e8b-af3c-ef3cf392ae1b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.799311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ae891600-3eb5-4e8b-af3c-ef3cf392ae1b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.800399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ae891600-3eb5-4e8b-af3c-ef3cf392ae1b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/db5ddbb4-9cf8-4d07-a85d-bf23e00b7c5b HTTP/1.1" status: 204 len: 168 time: 0.0706098 Nov 23 11:13:58.803266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48228) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.805681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae891600-3eb5-4e8b-af3c-ef3cf392ae1b tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db5ddbb4-9cf8-4d07-a85d-bf23e00b7c5b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:58.843415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6772dcc9-d136-4a23-ba50-78b35770c57e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389447 Nov 23 11:13:58.846266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48230) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.900135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-480033c2-d546-4bcd-9c1c-ce30c117f320 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.922976 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-480033c2-d546-4bcd-9c1c-ce30c117f320 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.963686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-480033c2-d546-4bcd-9c1c-ce30c117f320 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.966341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-480033c2-d546-4bcd-9c1c-ce30c117f320 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:58.967533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-480033c2-d546-4bcd-9c1c-ce30c117f320 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/896b1491-0cd3-4d60-9238-52972e6c4a0e HTTP/1.1" status: 204 len: 168 time: 0.1203020 Nov 23 11:13:58.970367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48234) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:58.976843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480033c2-d546-4bcd-9c1c-ce30c117f320 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896b1491-0cd3-4d60-9238-52972e6c4a0e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:59.022324 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c5d89871-64a5-475b-ae07-fe2bda937ef1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0503807 Nov 23 11:13:59.025845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48236) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.030890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8e43fff3-a374-4cd3-ac43-202bb796d90d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group': {'name': 'tempest-secgroup--363496253'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:59.053645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e43fff3-a374-4cd3-ac43-202bb796d90d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.126991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e43fff3-a374-4cd3-ac43-202bb796d90d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.131668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e43fff3-a374-4cd3-ac43-202bb796d90d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.170310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8e43fff3-a374-4cd3-ac43-202bb796d90d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.172224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8e43fff3-a374-4cd3-ac43-202bb796d90d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1451967 Nov 23 11:13:59.172940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43fff3-a374-4cd3-ac43-202bb796d90d tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01e8102-b3cd-4b3d-a057-e932887c763f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:59.175116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48238) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.180105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': 'b01e8102-b3cd-4b3d-a057-e932887c763f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:59.207866 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.267334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.270777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.289769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bc4be6-58d4-4bd8-8896-493686a75577,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:59.299161 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.300336 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238637 Nov 23 11:13:59.301999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.302349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.302790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.303128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.303239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48240) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.303461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.303794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.304125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.304452 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.304780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.305102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.305444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.305762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301502f8-1ede-4bad-9c60-11a5dbbbb65c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:13:59.320294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2ddfc090-8e6b-4ed0-a162-284674d4a823 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules/97bc4be6-58d4-4bd8-8896-493686a75577 HTTP/1.1" status: 200 len: 763 time: 0.0159233 Nov 23 11:13:59.322653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48242) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.361760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-127c704a-cba0-4f40-ab3e-429f2ecb0948 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0380287 Nov 23 11:13:59.364348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48244) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.386360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5154fabe-0e15-4620-b769-37b2236b3b3e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.394075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5154fabe-0e15-4620-b769-37b2236b3b3e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.419920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5154fabe-0e15-4620-b769-37b2236b3b3e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.426678 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5154fabe-0e15-4620-b769-37b2236b3b3e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.427806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5154fabe-0e15-4620-b769-37b2236b3b3e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/97bc4be6-58d4-4bd8-8896-493686a75577 HTTP/1.1" status: 204 len: 168 time: 0.0625694 Nov 23 11:13:59.430447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48246) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.433131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154fabe-0e15-4620-b769-37b2236b3b3e tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97bc4be6-58d4-4bd8-8896-493686a75577,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:59.472069 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c93b15ea-7ede-408c-a324-5bb55b6c889c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403767 Nov 23 11:13:59.474552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48248) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.478833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5fc92b7c-8982-4865-bf6e-5318b5502bad tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': 'b01e8102-b3cd-4b3d-a057-e932887c763f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:59.504269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fc92b7c-8982-4865-bf6e-5318b5502bad tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.559456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fc92b7c-8982-4865-bf6e-5318b5502bad tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.563754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fc92b7c-8982-4865-bf6e-5318b5502bad tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.583368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc92b7c-8982-4865-bf6e-5318b5502bad tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1dce7f-eeea-4119-a41e-a29ae33a965e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:59.587865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fc92b7c-8982-4865-bf6e-5318b5502bad tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.589064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5fc92b7c-8982-4865-bf6e-5318b5502bad tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135576 Nov 23 11:13:59.591842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48250) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.609014 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0fad2388-7c10-45a4-951e-3b4dffd1ad92 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules/0a1dce7f-eeea-4119-a41e-a29ae33a965e HTTP/1.1" status: 200 len: 763 time: 0.0153279 Nov 23 11:13:59.611425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48252) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.652452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-969da6bd-9cf2-495e-9cd7-fd2f35b0fdf1 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399132 Nov 23 11:13:59.655690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48254) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.679156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78268f2e-c26b-4653-9350-7409fbdfcccf tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.687411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78268f2e-c26b-4653-9350-7409fbdfcccf tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.713665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78268f2e-c26b-4653-9350-7409fbdfcccf tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.719507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78268f2e-c26b-4653-9350-7409fbdfcccf tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.720667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-78268f2e-c26b-4653-9350-7409fbdfcccf tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/0a1dce7f-eeea-4119-a41e-a29ae33a965e HTTP/1.1" status: 204 len: 168 time: 0.0640225 Nov 23 11:13:59.723318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48256) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.728471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78268f2e-c26b-4653-9350-7409fbdfcccf tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a1dce7f-eeea-4119-a41e-a29ae33a965e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:59.765628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-343a04ec-c1e1-4269-a2ce-ef6736f8e9d3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0396113 Nov 23 11:13:59.767568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48258) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.772462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Request body: {'security_group_rule': {'security_group_id': 'b01e8102-b3cd-4b3d-a057-e932887c763f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:13:59.798123 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Project 532c6bb171bc43c0ab6c96c5a6f4711d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:13:59.803306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.864869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.868375 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.885975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53dc89a-daac-45b3-bde4-60a0d4ebbf15,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:13:59.894846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.898615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9c54fcba-a432-4e2c-8462-1c6c324d70f3 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1275620 Nov 23 11:13:59.898887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48260) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.917102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a6136c45-2d30-4149-9d2a-b7df70e2ed07 tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules/e53dc89a-daac-45b3-bde4-60a0d4ebbf15 HTTP/1.1" status: 200 len: 769 time: 0.0170970 Nov 23 11:13:59.919665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48262) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.960493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ffb3b447-8489-4927-bc94-1642fc0a51ab tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0397565 Nov 23 11:13:59.962986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48264) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:13:59.986447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6a23-c01f-41c8-985a-876262ed994c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:13:59.994290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6a23-c01f-41c8-985a-876262ed994c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.021776 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6a23-c01f-41c8-985a-876262ed994c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.028826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8d4b6a23-c01f-41c8-985a-876262ed994c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.030143 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8d4b6a23-c01f-41c8-985a-876262ed994c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-group-rules/e53dc89a-daac-45b3-bde4-60a0d4ebbf15 HTTP/1.1" status: 204 len: 168 time: 0.0661538 Nov 23 11:14:00.032847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48266) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:00.035003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b6a23-c01f-41c8-985a-876262ed994c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e53dc89a-daac-45b3-bde4-60a0d4ebbf15,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:00.079033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc1b939a-d249-47ee-a829-64f246d58d3f tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445406 Nov 23 11:14:00.081595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48268) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:00.138427 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a579aad-0c79-4451-9771-97b819807c1c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.162003 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a579aad-0c79-4451-9771-97b819807c1c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.204670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a579aad-0c79-4451-9771-97b819807c1c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.207352 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8a579aad-0c79-4451-9771-97b819807c1c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.208545 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8a579aad-0c79-4451-9771-97b819807c1c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "DELETE /v2.0/security-groups/b01e8102-b3cd-4b3d-a057-e932887c763f HTTP/1.1" status: 204 len: 168 time: 0.1259322 Nov 23 11:14:00.211387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48270) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:00.217597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a579aad-0c79-4451-9771-97b819807c1c tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01e8102-b3cd-4b3d-a057-e932887c763f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:00.260999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-78000580-6a42-4d5a-b5d0-24f1771d44ee tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0482578 Nov 23 11:14:00.265929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48272) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:00.309784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c00cf48a-6a11-4bdf-a765-7119c8b98f9a tempest-SecGroupIPv6Test-366992376 tempest-SecGroupIPv6Test-366992376-project] 10.222.0.61 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426395 Nov 23 11:14:00.558590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48278) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:00.698533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0851bf9-dc68-42e1-877a-1c8ceed0ba6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=532c6bb171bc43c0ab6c96c5a6f4711d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386337 Nov 23 11:14:00.700919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48282) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:00.747913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76e9ff7c-a57d-40c4-9050-c0ae3df46972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.770673 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76e9ff7c-a57d-40c4-9050-c0ae3df46972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.820664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76e9ff7c-a57d-40c4-9050-c0ae3df46972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.823362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-76e9ff7c-a57d-40c4-9050-c0ae3df46972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:00.824588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-76e9ff7c-a57d-40c4-9050-c0ae3df46972 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/39704886-288b-4b73-abb6-985b95e1d0fc HTTP/1.1" status: 204 len: 168 time: 0.1226487 Nov 23 11:14:00.833306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9ff7c-a57d-40c4-9050-c0ae3df46972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39704886-288b-4b73-abb6-985b95e1d0fc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:01.554834 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-27db3e2d-6df7-4951-9294-9102f6abeb08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391107 Nov 23 11:14:01.647537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-f7226854-ac06-4876-bfae-7088779e9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:01.649274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-f7226854-ac06-4876-bfae-7088779e9942 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1097 time: 0.0487916 Nov 23 11:14:01.794196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-e751af9f-a3f8-4a39-9719-4f2a741b5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:01.796298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-e751af9f-a3f8-4a39-9719-4f2a741b5630 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1238263 Nov 23 11:14:01.871508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-16a3f950-56eb-41ed-a1f7-b1a005e9b7e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 1002 time: 0.0660937 Nov 23 11:14:01.930720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-6d511d49-7cfe-4a30-bda9-c573529e9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:01.932371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-6d511d49-7cfe-4a30-bda9-c573529e9648 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0522418 Nov 23 11:14:01.983337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-2cae033b-0c3d-4014-8a0e-5d3def565fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:01.985668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-2cae033b-0c3d-4014-8a0e-5d3def565fea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463426 Nov 23 11:14:02.092828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-e9048a59-b122-4a31-9433-c95e87284f70 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976202 Nov 23 11:14:02.195962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35918b2-df42-4344-ab96-5cb78cd5f428 req-5d4cd15d-cca8-4b47-8d94-704cd6c5a63b service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924652 Nov 23 11:14:05.231417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48368) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:05.338699 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd221-d2fc-4425-9f67-85dd59d6547b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.411909 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd221-d2fc-4425-9f67-85dd59d6547b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.415371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa3fd221-d2fc-4425-9f67-85dd59d6547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.452149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fd221-d2fc-4425-9f67-85dd59d6547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f4b681-0c93-41a9-83c4-e6211b19cde8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:05.456702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa3fd221-d2fc-4425-9f67-85dd59d6547b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b170626cca0e461ba8552333bbc750ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242656 Nov 23 11:14:05.459944 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48372) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:05.506692 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c674523-9928-4590-a6f5-414a6d8b0d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.527528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c674523-9928-4590-a6f5-414a6d8b0d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.573987 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c674523-9928-4590-a6f5-414a6d8b0d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.576528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c674523-9928-4590-a6f5-414a6d8b0d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.577793 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0c674523-9928-4590-a6f5-414a6d8b0d99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/44f4b681-0c93-41a9-83c4-e6211b19cde8 HTTP/1.1" status: 204 len: 168 time: 0.1176007 Nov 23 11:14:05.585324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c674523-9928-4590-a6f5-414a6d8b0d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f4b681-0c93-41a9-83c4-e6211b19cde8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:05.846113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48378) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:05.863777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2086c178-e26f-4c1f-8b8d-8bc694661abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.941095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2086c178-e26f-4c1f-8b8d-8bc694661abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.944727 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2086c178-e26f-4c1f-8b8d-8bc694661abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:05.985257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2086c178-e26f-4c1f-8b8d-8bc694661abd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8440990ca4674c65ac56126706e9c628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377466 Nov 23 11:14:05.986425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086c178-e26f-4c1f-8b8d-8bc694661abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee297c1a-4fad-4f11-8374-5aba204846c4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:05.988358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48380) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:06.049345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccd66a1d-232f-445f-8e02-3b7f3cae28b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:06.073852 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccd66a1d-232f-445f-8e02-3b7f3cae28b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:06.132773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccd66a1d-232f-445f-8e02-3b7f3cae28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:06.135460 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ccd66a1d-232f-445f-8e02-3b7f3cae28b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:06.139795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ccd66a1d-232f-445f-8e02-3b7f3cae28b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ee297c1a-4fad-4f11-8374-5aba204846c4 HTTP/1.1" status: 204 len: 168 time: 0.1502512 Nov 23 11:14:06.148337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd66a1d-232f-445f-8e02-3b7f3cae28b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee297c1a-4fad-4f11-8374-5aba204846c4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:11.139943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48476) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:11.255587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ae43cf3-38c5-49eb-9304-057f62c852f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.328258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ae43cf3-38c5-49eb-9304-057f62c852f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.331889 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9ae43cf3-38c5-49eb-9304-057f62c852f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.370160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9ae43cf3-38c5-49eb-9304-057f62c852f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bafa737ab4614315bb89bc25a406dbb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2290845 Nov 23 11:14:11.371016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae43cf3-38c5-49eb-9304-057f62c852f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be82ba3-29da-4464-a917-377110f90555,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:11.372873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48480) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:11.420931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3f985b0-3f69-474f-90d8-6420c4121ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.442752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3f985b0-3f69-474f-90d8-6420c4121ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.487969 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3f985b0-3f69-474f-90d8-6420c4121ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.490476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d3f985b0-3f69-474f-90d8-6420c4121ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.491619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d3f985b0-3f69-474f-90d8-6420c4121ade admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1be82ba3-29da-4464-a917-377110f90555 HTTP/1.1" status: 204 len: 168 time: 0.1176307 Nov 23 11:14:11.498968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f985b0-3f69-474f-90d8-6420c4121ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be82ba3-29da-4464-a917-377110f90555,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:11.754720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48486) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:11.768125 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5fd14a3-d4d7-4fcd-9786-dc7b23f3b760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.852922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5fd14a3-d4d7-4fcd-9786-dc7b23f3b760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.856881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5fd14a3-d4d7-4fcd-9786-dc7b23f3b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.897401 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5fd14a3-d4d7-4fcd-9786-dc7b23f3b760 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7243ef7619494c98b50b41ee02325848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415174 Nov 23 11:14:11.898366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd14a3-d4d7-4fcd-9786-dc7b23f3b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50217ab-2690-4c70-92d7-42c442581b53,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:11.900075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48488) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:11.948692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-883b3b5f-9f07-4e7d-acbd-08a146720dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:11.973172 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-883b3b5f-9f07-4e7d-acbd-08a146720dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:12.019117 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-883b3b5f-9f07-4e7d-acbd-08a146720dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:12.024576 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-883b3b5f-9f07-4e7d-acbd-08a146720dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:12.024576 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-883b3b5f-9f07-4e7d-acbd-08a146720dec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b50217ab-2690-4c70-92d7-42c442581b53 HTTP/1.1" status: 204 len: 168 time: 0.1219513 Nov 23 11:14:12.031718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b3b5f-9f07-4e7d-acbd-08a146720dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50217ab-2690-4c70-92d7-42c442581b53,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:14.122716 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:14:14.528490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3eff3eaa-aadc-4201-8fdc-65b4d7f1c543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:16.966217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdc48-5aee-49ff-95b6-4eb5eac64c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:18.622573 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:19.588710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:20.046164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:20.132761 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:22.294430 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:22.665425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48640) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:22.778537 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bb367d1-8e21-44a4-8f78-41033523e4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:22.861580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bb367d1-8e21-44a4-8f78-41033523e4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:22.865831 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0bb367d1-8e21-44a4-8f78-41033523e4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:22.905205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0bb367d1-8e21-44a4-8f78-41033523e4f5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=03a41472d148467389cef3060ad05cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383854 Nov 23 11:14:22.906448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb367d1-8e21-44a4-8f78-41033523e4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae820e9e-a06d-4dfd-97c5-03a053e1786b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:22.909583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48644) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:22.967968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-090d3a08-e7c3-41f9-9f0f-d311599880c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:22.991643 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-090d3a08-e7c3-41f9-9f0f-d311599880c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.038703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-090d3a08-e7c3-41f9-9f0f-d311599880c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.041323 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-090d3a08-e7c3-41f9-9f0f-d311599880c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.042480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-090d3a08-e7c3-41f9-9f0f-d311599880c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae820e9e-a06d-4dfd-97c5-03a053e1786b HTTP/1.1" status: 204 len: 168 time: 0.1317034 Nov 23 11:14:23.051167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3a08-e7c3-41f9-9f0f-d311599880c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae820e9e-a06d-4dfd-97c5-03a053e1786b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:23.336255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48650) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:23.351416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8b17329e-4dcf-4717-a6fe-85720260704a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.428175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8b17329e-4dcf-4717-a6fe-85720260704a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.432305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8b17329e-4dcf-4717-a6fe-85720260704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.477274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8b17329e-4dcf-4717-a6fe-85720260704a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a02323c15264bb493237fd9ad81ad74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398056 Nov 23 11:14:23.478154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17329e-4dcf-4717-a6fe-85720260704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd960bb-6b4f-4f00-9628-d0f17f55f9e1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:23.480631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48652) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:23.528955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f670ec68-05a4-4e1e-96b9-87b8f2f42f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.551757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f670ec68-05a4-4e1e-96b9-87b8f2f42f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.600473 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f670ec68-05a4-4e1e-96b9-87b8f2f42f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.602941 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f670ec68-05a4-4e1e-96b9-87b8f2f42f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.604076 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f670ec68-05a4-4e1e-96b9-87b8f2f42f92 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddd960bb-6b4f-4f00-9628-d0f17f55f9e1 HTTP/1.1" status: 204 len: 168 time: 0.1223161 Nov 23 11:14:23.612271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec68-05a4-4e1e-96b9-87b8f2f42f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd960bb-6b4f-4f00-9628-d0f17f55f9e1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:23.913313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 48658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:23.926176 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17555e00-068c-4bf5-b1dd-d7900a06657a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:23.998505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17555e00-068c-4bf5-b1dd-d7900a06657a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:24.002704 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-17555e00-068c-4bf5-b1dd-d7900a06657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:24.039489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-17555e00-068c-4bf5-b1dd-d7900a06657a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2043ceaa6d2443c29261a450ff6bf134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250987 Nov 23 11:14:24.041424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17555e00-068c-4bf5-b1dd-d7900a06657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a6e26-b101-4e54-a793-b4b6bf953f6e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:24.042258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48660) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:24.092211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f37e3cf-ac73-463a-bb38-cf534ff9c1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:24.113761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f37e3cf-ac73-463a-bb38-cf534ff9c1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:24.160524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f37e3cf-ac73-463a-bb38-cf534ff9c1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:24.163223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7f37e3cf-ac73-463a-bb38-cf534ff9c1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:24.164374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7f37e3cf-ac73-463a-bb38-cf534ff9c1d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ae3a6e26-b101-4e54-a793-b4b6bf953f6e HTTP/1.1" status: 204 len: 168 time: 0.1210103 Nov 23 11:14:24.173281 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37e3cf-ac73-463a-bb38-cf534ff9c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a6e26-b101-4e54-a793-b4b6bf953f6e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:42.468819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 48912) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:42.603763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730f46c-adbf-428d-a728-b474979e48dd req-99b38923-6a65-4ca9-b5b7-e30abd05b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:42.605445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a730f46c-adbf-428d-a728-b474979e48dd req-99b38923-6a65-4ca9-b5b7-e30abd05b49e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.1355653 Nov 23 11:14:42.653358 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a730f46c-adbf-428d-a728-b474979e48dd req-e6c09187-a051-473b-b052-052314caac2f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Nov 23 11:14:44.525898 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-34bac0ae-9313-466e-9e0a-5060eb7e94c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:46.969864 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-427a10e2-c33b-4d3f-8c0e-6651b3eae435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:48.624119 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:49.591306 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:50.056720 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:50.138184 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:51.121222 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:14:52.274074 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:55.839230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-96b241d1-80f4-4f59-8487-daa05d24e54d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464568 Nov 23 11:14:55.925040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77e100-87fa-4021-baa4-13113c9189af req-aa830e50-696b-43cc-a258-fbd5a9d8011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:55.926841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-aa830e50-696b-43cc-a258-fbd5a9d8011a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.0440087 Nov 23 11:14:56.041541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77e100-87fa-4021-baa4-13113c9189af req-577e18a2-d937-42e6-8832-70243711c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:56.043027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-577e18a2-d937-42e6-8832-70243711c044 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 910 time: 0.0930860 Nov 23 11:14:56.108554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-6095274c-4a49-46ba-87c8-362ce5d71597 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 1000 time: 0.0579076 Nov 23 11:14:56.129174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49172) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:14:56.165437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77e100-87fa-4021-baa4-13113c9189af req-3f2a2cd3-492d-40ed-85ff-690a7f48f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:56.166854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-3f2a2cd3-492d-40ed-85ff-690a7f48f9ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0509980 Nov 23 11:14:56.220808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77e100-87fa-4021-baa4-13113c9189af req-82d1ded5-1d23-4b0e-983f-bcb72739cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:56.222361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-82d1ded5-1d23-4b0e-983f-bcb72739cc9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477731 Nov 23 11:14:56.322433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-cf54a794-2cdb-48b8-bff0-208a7facdf49 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922878 Nov 23 11:14:56.341369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 32c256fa-da35-4cd9-8acd-21508a473992 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:14:56.341718 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:56.423131 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf77e100-87fa-4021-baa4-13113c9189af req-1d1b378b-cc45-45aa-9a77-34191e5e6112 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938165 Nov 23 11:14:56.423874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:56.424209 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:56.438387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 32c256fa-da35-4cd9-8acd-21508a473992 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:14:56.621196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:56.647773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=32c256fa-da35-4cd9-8acd-21508a473992,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:56.714124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:56.714464 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Floating IP 1d9b19e2-3394-4ee6-9b64-9fe04852e520 disassociated (deleted). External IP: 172.25.5.178, port: 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1. Nov 23 11:14:57.201058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:14:57.315712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:14:57.320762 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:57.326255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:14:57.336819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:14:57.337912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:14:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:14:57.363585 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9feceedb-874c-4439-8534-8a3de386bfcf tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "DELETE /v2.0/floatingips/1d9b19e2-3394-4ee6-9b64-9fe04852e520 HTTP/1.1" status: 204 len: 168 time: 1.2262831 Nov 23 11:14:57.363585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:14:57.364766 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ac9122-8846-4225-850a-7c9b30cfc0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:14:57.416435 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845ff06e-18e0-4ddc-97a6-e146a76646b2 x-openstack-request-id: req-845ff06e-18e0-4ddc-97a6-e146a76646b2 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:14:57.416828 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:14:57.417288 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-845ff06e-18e0-4ddc-97a6-e146a76646b2 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:14:57.417916 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'status': 'completed', 'code': 200} Nov 23 11:14:57.493917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:14:57.516693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-5649bc2c-3709-4071-8fa5-0b5935156d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:57.528357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-5649bc2c-3709-4071-8fa5-0b5935156d2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 1096 time: 0.0745535 Nov 23 11:14:57.692391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-5ec91559-7272-447b-b671-4aa900ed6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:57.694341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-5ec91559-7272-447b-b671-4aa900ed6529 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1503255 Nov 23 11:14:57.712038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e03a66-b248-4d75-861a-ee4405a24f7f req-b0b54f05-2db1-443f-bb7a-b9f89c7c85db tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:57.713659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8e03a66-b248-4d75-861a-ee4405a24f7f req-b0b54f05-2db1-443f-bb7a-b9f89c7c85db tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 945 time: 0.0891254 Nov 23 11:14:57.756978 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-b0947bed-732c-4424-bea4-55f78b6824ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 HTTP/1.1" status: 200 len: 217 time: 0.0420730 Nov 23 11:14:57.835394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8e03a66-b248-4d75-861a-ee4405a24f7f req-8704f153-be18-4ad0-9937-936e3d8f6742 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136184 Nov 23 11:14:57.839093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-10cc6032-80cd-4137-901a-7733111a5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:57.840489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-10cc6032-80cd-4137-901a-7733111a5996 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0753586 Nov 23 11:14:57.897915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-b4960432-64f5-426e-9d34-c5b07eb5de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:57.899877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-b4960432-64f5-426e-9d34-c5b07eb5de9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511508 Nov 23 11:14:57.952498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:59Z', 'revision_number': 1, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:14:57.985095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:14:57.994724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:14:57.994918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-d43abcf2-1345-4ef3-a3db-ec5c1d4f6e69 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871913 Nov 23 11:14:57.995357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:14:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:14:58.103728 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-35ac9122-8846-4225-850a-7c9b30cfc0b7 req-441cc299-98a2-4c42-bea2-848bf83e4372 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013117 Nov 23 11:14:58.107474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:14:58.348652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:59Z', 'revision_number': 1, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:14:58.381303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b140c9-b718-4225-9541-fc4f29052b84 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '96a73499-9ced-4a31-9cea-d8eda9f08382', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'port_id': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'mac_address': 'fa:16:3e:57:d5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:10:56Z', 'updated_at': '2021-11-23T11:10:59Z', 'revision_number': 1, 'project_id': '9a28650198b941c682815a8cc8b58681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:14:58.622207 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e7b866-3c7c-4bd5-91f8-237b297adf04 None None] New status for floating IP 1d9b19e2-3394-4ee6-9b64-9fe04852e520: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:14:58.981035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bc434-ba32-4508-a224-690d14a715c5 req-c8f337e1-4b06-428e-8a85-68a55f68079a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:58.982888 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fa0bc434-ba32-4508-a224-690d14a715c5 req-c8f337e1-4b06-428e-8a85-68a55f68079a tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 945 time: 0.0520658 Nov 23 11:14:59.036530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fa0bc434-ba32-4508-a224-690d14a715c5 req-5986da7c-140e-429b-a95a-7173bd8afc05 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463114 Nov 23 11:14:59.426569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-4dc625c7-d592-4368-96d1-7de0171cf013 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:14:59.428212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-4dc625c7-d592-4368-96d1-7de0171cf013 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 945 time: 0.0516498 Nov 23 11:14:59.526386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:14:59.526724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:59.616072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] For port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:14:59.616432 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:59.629565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:14:59.775666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:59.805315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=08f59b2e-ec35-47fa-a6f8-05a1b0326ce1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:14:59.837371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.837732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.838081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.838431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.838802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.839197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.839536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.839872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.840204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.840540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.840871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.841250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:14:59.861730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] No DVR routers for this DVR port 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:14:59.864337 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:14:59.867734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-425108c3-c130-4f45-a200-d6b36f3f3fbe req-cdbac351-e862-4e4d-982a-ea98e3ad4ec5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "DELETE /v2.0/ports/08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 HTTP/1.1" status: 204 len: 173 time: 0.4331448 Nov 23 11:14:59.868189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'name': 'network-vif-deleted', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:14:59.870511 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9797c9-87dc-4f62-abe5-1249761e652d" -d '{"events": [{"server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "name": "network-vif-deleted", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:14:59.913072 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f9cf95-d162-4362-a502-2bb565eb9cdd x-openstack-request-id: req-62f9cf95-d162-4362-a502-2bb565eb9cdd {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:14:59.913410 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9047d2-4fb5-4e83-9886-cfa7c6d31e44", "name": "network-vif-deleted", "tag": "08f59b2e-ec35-47fa-a6f8-05a1b0326ce1", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:14:59.913698 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62f9cf95-d162-4362-a502-2bb565eb9cdd {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:14:59.914127 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9047d2-4fb5-4e83-9886-cfa7c6d31e44', 'name': 'network-vif-deleted', 'tag': '08f59b2e-ec35-47fa-a6f8-05a1b0326ce1', 'status': 'completed', 'code': 200} Nov 23 11:15:00.153738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-791d46e6-ae88-494b-a748-29094752db6e req-035a2c5b-7963-45b9-86dc-93a6c7c32226 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0402455 Nov 23 11:15:01.248875 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1501188b-8ce4-4d2f-83ba-b5859efb3169 req-ec834271-429a-4eb6-a598-2229408ff6e7 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Nov 23 11:15:02.348344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-095cb975-23d4-433b-a6b8-bfe74338c8d7 req-ff8dab55-8035-431f-a266-9df54b85254f tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0285287 Nov 23 11:15:03.445162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ee98d03-3955-4a3b-a2d2-617538b5d834 req-65df3ad2-5588-431d-b5e0-a7a41a0c5d00 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0269446 Nov 23 11:15:04.558180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24c3cb08-723d-4683-942f-d16b81c0936c req-790ae367-8191-48c0-9619-a110d13d8798 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e9047d2-4fb5-4e83-9886-cfa7c6d31e44 HTTP/1.1" status: 200 len: 210 time: 0.0328562 Nov 23 11:15:04.828185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:04.849952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:15:04.850307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 08f59b2e-ec35-47fa-a6f8-05a1b0326ce1 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:10.977890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49336) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:11.137076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 8a615c8b-bf78-4ccd-a0c1-a34fbd250e01 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:11.137449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:11.212506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:11.212883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:11.224451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 8a615c8b-bf78-4ccd-a0c1-a34fbd250e01 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:11.370729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:11.397820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=8a615c8b-bf78-4ccd-a0c1-a34fbd250e01,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:11.425025 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.425411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.425758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.426101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.426442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.426784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.427116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.427448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.427801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.428103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.428433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.428758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:11.471676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:11.472010 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Floating IP 96a73499-9ced-4a31-9cea-d8eda9f08382 disassociated (deleted). External IP: 172.25.5.223, port: 62b5b4c2-7a70-488a-b54a-efa1e7841e05. Nov 23 11:15:11.686696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:15:11.802710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:15:11.807935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:11.815600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:15:11.826958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:15:11.827883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:14:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:11.843053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bf2a4451-1741-4304-86a6-9ea65b228460 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "DELETE /v2.0/floatingips/96a73499-9ced-4a31-9cea-d8eda9f08382 HTTP/1.1" status: 204 len: 168 time: 0.8640387 Nov 23 11:15:11.843752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:15:11.846547 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a5bce7-9b1b-4b47-baa6-6f464987dba3" -d '{"events": [{"name": "network-changed", "server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:15:11.889684 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8fca48-0e96-4295-8dc7-2f8d3f1d1cbf x-openstack-request-id: req-3b8fca48-0e96-4295-8dc7-2f8d3f1d1cbf {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:15:11.890200 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:15:11.890636 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b8fca48-0e96-4295-8dc7-2f8d3f1d1cbf {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:15:11.891261 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'status': 'completed', 'code': 200} Nov 23 11:15:11.959383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:15:11.970935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-5a727a92-b929-4342-b188-ec2e0df045e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:11.974594 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-5a727a92-b929-4342-b188-ec2e0df045e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a28650198b941c682815a8cc8b58681&device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 1097 time: 0.0555851 Nov 23 11:15:12.165875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851ef64-b13f-4163-a62c-1cfa846daa6a req-74748e61-8af6-4399-9c24-fb210f936c7e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:12.167705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f851ef64-b13f-4163-a62c-1cfa846daa6a req-74748e61-8af6-4399-9c24-fb210f936c7e tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 946 time: 0.0724163 Nov 23 11:15:12.167900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:12.170924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-579613fe-1d1a-4106-8c98-650d472056d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:12.173098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-579613fe-1d1a-4106-8c98-650d472056d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 200 len: 913 time: 0.1824427 Nov 23 11:15:12.196049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:15:12.205097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:15:12.205728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:14:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:12.319887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:15:12.557955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:12.591326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2520636-7404-4466-81d4-b4e7d8945bfb None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '4b788c26-b93e-419e-a530-705fd5ce63c3', 'name': '', 'network_id': 'c38aaf9c-00c0-4860-bb29-c099205a8172', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'mac_address': 'fa:16:3e:a3:cc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:15Z', 'updated_at': '2021-11-23T11:02:22Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'subnets': [{'id': 'b896e64b-52f2-45a7-ac27-f87e936f1700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:15:12.594157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-807d7f06-e622-4ad1-b24d-bb6a2bffdf83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 200 len: 217 time: 0.4110539 Nov 23 11:15:12.659279 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f851ef64-b13f-4163-a62c-1cfa846daa6a req-13bfc922-664d-4eaa-9d57-50103f79bbb8 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821293 Nov 23 11:15:12.677070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-664d5b50-6675-4a48-b766-7324eca2b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:12.678679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-664d5b50-6675-4a48-b766-7324eca2b60e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 200 len: 851 time: 0.0713761 Nov 23 11:15:12.729510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-7f0e27a5-cb82-4e38-b639-9b0c85f46b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:12.731098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-7f0e27a5-cb82-4e38-b639-9b0c85f46b9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c38aaf9c-00c0-4860-bb29-c099205a8172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439847 Nov 23 11:15:12.834151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-2bb0fbdb-d40a-4dfc-9df8-da040a41035b service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949256 Nov 23 11:15:12.894389 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4d8ee8-b063-490c-bf7e-9eef65797746 None None] New status for floating IP 96a73499-9ced-4a31-9cea-d8eda9f08382: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:15:12.932238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36a5bce7-9b1b-4b47-baa6-6f464987dba3 req-c7787c1e-517c-47d1-9cb7-5365795c7711 service neutron] 10.222.0.65 "GET /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888450 Nov 23 11:15:13.786482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d7c17-643d-41b3-b94c-f20aaceb4087 req-e23b5b54-aeec-4f81-bb69-b8635808cb8b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:13.788011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b41d7c17-643d-41b3-b94c-f20aaceb4087 req-e23b5b54-aeec-4f81-bb69-b8635808cb8b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 946 time: 0.0568359 Nov 23 11:15:13.838917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b41d7c17-643d-41b3-b94c-f20aaceb4087 req-cb9c85ec-edf4-43bd-9305-cdd4dc462d03 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/security-groups?id=827a4783-becc-46ba-86c9-6df0fd75fddc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Nov 23 11:15:13.882801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-c5175757-8035-4b2a-b450-3db2e7ea7d61 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:13.884292 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-c5175757-8035-4b2a-b450-3db2e7ea7d61 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 946 time: 0.0541244 Nov 23 11:15:13.976598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:13.976930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:14.070379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] For port 62b5b4c2-7a70-488a-b54a-efa1e7841e05, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=62b5b4c2-7a70-488a-b54a-efa1e7841e05,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:14.070638 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:14.085655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for 62b5b4c2-7a70-488a-b54a-efa1e7841e05 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:14.213836 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:14.248228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=62b5b4c2-7a70-488a-b54a-efa1e7841e05,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:14.301056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] No DVR routers for this DVR port 62b5b4c2-7a70-488a-b54a-efa1e7841e05 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:15:14.304610 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:14.308408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a40a66ba-09c0-4a86-a193-e12483c13fb0 req-03441884-50b2-4ff2-b963-22e80863062b tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.65 "DELETE /v2.0/ports/62b5b4c2-7a70-488a-b54a-efa1e7841e05 HTTP/1.1" status: 204 len: 173 time: 0.4161534 Nov 23 11:15:14.308927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'name': 'network-vif-deleted', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:15:14.311727 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a613c1fb-3033-4015-b0c0-673ceff1a3ef" -d '{"events": [{"server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "name": "network-vif-deleted", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:15:14.355892 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc530969-1edf-46b5-8436-f65ba331fdbc x-openstack-request-id: req-cc530969-1edf-46b5-8436-f65ba331fdbc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:15:14.356516 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dc1b0c-eb0b-481a-aa1c-53067ec3759f", "name": "network-vif-deleted", "tag": "62b5b4c2-7a70-488a-b54a-efa1e7841e05", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:15:14.356890 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc530969-1edf-46b5-8436-f65ba331fdbc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:15:14.357418 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dc1b0c-eb0b-481a-aa1c-53067ec3759f', 'name': 'network-vif-deleted', 'tag': '62b5b4c2-7a70-488a-b54a-efa1e7841e05', 'status': 'completed', 'code': 200} Nov 23 11:15:14.517668 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-396f2e76-16ab-4940-bd10-d8a02fb79098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:14.938528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57acf2c5-8184-4c88-9332-8292f12181a7 req-da5875a4-c572-43d6-ac60-e56fddf4e37c tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0264986 Nov 23 11:15:16.063346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a771e76-950a-453d-917e-daec0754771f req-2c91bd17-e8e3-453c-affe-0fa93bf95e91 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0483303 Nov 23 11:15:16.972480 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8c25facb-034f-4ef7-9b3a-8d992f9f0970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:17.165947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f50ae3bd-3193-4058-b5b6-c29f03605307 req-0e0b4afa-1c9e-437b-9410-883a622b3d90 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0275617 Nov 23 11:15:18.263234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c94868cc-ab61-4a11-a12e-c546baf50d94 req-7b4b56dc-09f0-4ed6-b7d1-d9d58a308466 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0290811 Nov 23 11:15:18.627582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:18.857922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62b5b4c2-7a70-488a-b54a-efa1e7841e05 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:18.885737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 62b5b4c2-7a70-488a-b54a-efa1e7841e05 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:15:18.886090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 62b5b4c2-7a70-488a-b54a-efa1e7841e05 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:19.362832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1941a2dd-6c00-4b58-a6f3-19c7afe45016 req-d3206efb-7b99-406e-8393-efe8401793e0 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0278788 Nov 23 11:15:19.596296 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:20.060377 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:20.134171 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:20.471710 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48150de4-62f1-4d8f-aed5-a48b8d708fe1 req-30e4a0b9-2732-4bb1-8f68-40e6aed57a92 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "GET /v2.0/ports?device_id=47dc1b0c-eb0b-481a-aa1c-53067ec3759f HTTP/1.1" status: 200 len: 210 time: 0.0272484 Nov 23 11:15:21.528389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49392) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:21.657983 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Deleting port e75e59a5-7ca2-4089-b38d-5585abd330a0 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:21.658330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:21.741765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:21.742123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:21.756324 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Calling delete_port for e75e59a5-7ca2-4089-b38d-5585abd330a0 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:21.904067 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:21.930521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'Port': ['ID=e75e59a5-7ca2-4089-b38d-5585abd330a0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:22.001395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:22.004111 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:22.005464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5c2182d4-93e4-46d0-a176-3f66e387a7c3 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "DELETE /v2.0/floatingips/3f0e3698-9fcc-4143-848d-3869784b5dd5 HTTP/1.1" status: 204 len: 168 time: 0.4760103 Nov 23 11:15:22.272584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:25.318957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49464) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:25.396197 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6832de69-c756-494a-9f6a-7871baee50e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:25.423597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6832de69-c756-494a-9f6a-7871baee50e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:25.502002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6832de69-c756-494a-9f6a-7871baee50e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:25.504945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6832de69-c756-494a-9f6a-7871baee50e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:25.508810 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6832de69-c756-494a-9f6a-7871baee50e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] 10.222.0.61 "DELETE /v2.0/security-groups/827a4783-becc-46ba-86c9-6df0fd75fddc HTTP/1.1" status: 204 len: 168 time: 0.1862795 Nov 23 11:15:25.522438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832de69-c756-494a-9f6a-7871baee50e5 tempest-TestVolumeBootPattern-298906263 tempest-TestVolumeBootPattern-298906263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a4783-becc-46ba-86c9-6df0fd75fddc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:25.573485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49472) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:26.152715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:26.427155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Deleting port 4b788c26-b93e-419e-a530-705fd5ce63c3 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:26.427500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:26.512345 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] For port 4b788c26-b93e-419e-a530-705fd5ce63c3, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4b788c26-b93e-419e-a530-705fd5ce63c3,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:26.512713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:26.527266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Calling delete_port for 4b788c26-b93e-419e-a530-705fd5ce63c3 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:26.719799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:26.752375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=4b788c26-b93e-419e-a530-705fd5ce63c3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:26.929886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:27.172741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Router c938822d-1655-498f-beee-21e83c5b331b has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:15:27.288655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:15:27.294348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a48c7bfe-c338-4fbb-8e2a-a8ef1bc0bbaf admin admin] 10.222.0.61 "PUT /v2.0/routers/c938822d-1655-498f-beee-21e83c5b331b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7191634 Nov 23 11:15:27.296800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49514) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:27.299373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] Sync routers for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:15:27.309137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:15:27.310023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:15:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:27.421924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:27.425345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:15:27.529389 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:27.596917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Deleting port 3a732951-0222-4264-9e28-11b436e10dc1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:27.597627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:27.641739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': '3a732951-0222-4264-9e28-11b436e10dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:15:26Z', 'revision_number': 5, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port': {'id': '3a732951-0222-4264-9e28-11b436e10dc1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:81:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c938822d-1655-498f-beee-21e83c5b331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:06Z', 'updated_at': '2021-11-23T11:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:27.670310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] Checking router: c938822d-1655-498f-beee-21e83c5b331b for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:15:27.687209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] Routers {'c938822d-1655-498f-beee-21e83c5b331b'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:15:27.687791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:15:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c938822d-1655-498f-beee-21e83c5b331b'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:27.694470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] For port 3a732951-0222-4264-9e28-11b436e10dc1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3a732951-0222-4264-9e28-11b436e10dc1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:27.694844 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:27.708853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Calling delete_port for 3a732951-0222-4264-9e28-11b436e10dc1 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:27.781409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] Set router c938822d-1655-498f-beee-21e83c5b331b gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:15:27.835863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:15:27Z', 'revision_number': 6, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:27.908857 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:27.937474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Pushing event deleted for resources: {'Port': ['ID=3a732951-0222-4264-9e28-11b436e10dc1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:28.013193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.027935 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f31d195-3099-4f16-9dfc-3d2ec427a911 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:15:28.030174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71e0f-e4ec-4d8f-a5e9-910b955c7b32 None None] The sync data for ids ['c938822d-1655-498f-beee-21e83c5b331b'] in n-d-817747-2 is: [{'id': 'c938822d-1655-498f-beee-21e83c5b331b', 'name': 'tempest-TestVolumeBootPattern-1259350295-router', 'tenant_id': '9a28650198b941c682815a8cc8b58681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:03Z', 'updated_at': '2021-11-23T11:15:27Z', 'revision_number': 6, 'project_id': '9a28650198b941c682815a8cc8b58681', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:15:28.133268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:15:28.354520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.356472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.408646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.409508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c938822d-1655-498f-beee-21e83c5b331b {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:15:28.419286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.421577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5394e667-7a46-445f-a0c8-27c5b758894c admin admin] 10.222.0.61 "DELETE /v2.0/routers/c938822d-1655-498f-beee-21e83c5b331b HTTP/1.1" status: 204 len: 168 time: 1.1230228 Nov 23 11:15:28.427116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49538) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:28.491266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] Deleting subnet b896e64b-52f2-45a7-ac27-f87e936f1700 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:15:28.494807 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.539138 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.564133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4b788c26-b93e-419e-a530-705fd5ce63c3 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:28.593541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 4b788c26-b93e-419e-a530-705fd5ce63c3 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:15:28.594647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4b788c26-b93e-419e-a530-705fd5ce63c3 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:28.628163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.697754 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.725115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b896e64b-52f2-45a7-ac27-f87e936f1700,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:28.727096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.732884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-342e2a89-7d1f-4857-917d-44bc380f1b84 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b896e64b-52f2-45a7-ac27-f87e936f1700 HTTP/1.1" status: 204 len: 168 time: 0.3021774 Nov 23 11:15:28.733032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8f296-4ce8-4684-b747-4c1b6547eb51 None None] Network c38aaf9c-00c0-4860-bb29-c099205a8172 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:15:28.733325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49548) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:28.807798 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.864827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Deleting port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:28.865192 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.950973 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] For port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:28.951346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:28.963643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] DHCP port deletion for c38aaf9c-00c0-4860-bb29-c099205a8172 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:15:28.966442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Calling delete_port for 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:29.020909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Deleting port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:29.021418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.071985 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.102910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] For port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,segment=NetworkSegment(2de44aa0-5c5f-4a48-bb0c-338d23276372),segment_id=2de44aa0-5c5f-4a48-bb0c-338d23276372)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:29.103321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.106559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:29.112679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] No DVR routers for this DVR port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:15:29.124257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Calling delete_port for 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:29.211447 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.217921 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.238773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38aaf9c-00c0-4860-bb29-c099205a8172']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:29.250597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Pushing event deleted for resources: {'Port': ['ID=7f01e75e-1f2f-49bc-ba52-1d8408d3b0db,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:29.254054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de44aa0-5c5f-4a48-bb0c-338d23276372') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:29.255047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] No DVR routers for this DVR port 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:15:29.256655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de44aa0-5c5f-4a48-bb0c-338d23276372') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:29.262705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.263053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.263404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.263733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.264327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.264670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.264999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.266199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.266199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.266516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.266836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.267159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6c6946-c3b1-4f39-8305-d314413cbcbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:15:29.291917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.307902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.316402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:15:29.316402 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:15:29.318543 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:15:29.379166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.385194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:29.392969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c38aaf9c-00c0-4860-bb29-c099205a8172 HTTP/1.1" status: 204 len: 168 time: 0.6547689 Nov 23 11:15:29.400897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49562) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:29.401558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3242030-70f2-42b8-b962-cfe5f0f6d905 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38aaf9c-00c0-4860-bb29-c099205a8172,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:29.777077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:30.034691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Deleting port 13dfdb69-8118-4b7d-89e1-324a2c3b55df {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:30.035019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:30.131054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] For port 13dfdb69-8118-4b7d-89e1-324a2c3b55df, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=13dfdb69-8118-4b7d-89e1-324a2c3b55df,segment=NetworkSegment(0c83036c-7467-4d34-9d9d-4c1e59ab7b05),segment_id=0c83036c-7467-4d34-9d9d-4c1e59ab7b05)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:30.131378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:30.145051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Calling delete_port for 13dfdb69-8118-4b7d-89e1-324a2c3b55df owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:30.354458 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:30.384135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Pushing event deleted for resources: {'Port': ['ID=13dfdb69-8118-4b7d-89e1-324a2c3b55df,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:30.386511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3a732951-0222-4264-9e28-11b436e10dc1 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:30.424362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3a732951-0222-4264-9e28-11b436e10dc1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:15:30.424721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3a732951-0222-4264-9e28-11b436e10dc1 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:30.425164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:30.447450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:15:30.447710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7f01e75e-1f2f-49bc-ba52-1d8408d3b0db not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:30.575100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:30.826983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Router 83e4a72c-4204-40fc-9f23-15e71a62c369 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:15:30.939018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:15:30.946972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49598) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:30.949011 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] Sync routers for ids ['83e4a72c-4204-40fc-9f23-15e71a62c369'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:15:30.949757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-103492b6-4179-4409-b76a-dd4a87fbae7f admin admin] 10.222.0.61 "PUT /v2.0/routers/83e4a72c-4204-40fc-9f23-15e71a62c369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5474472 Nov 23 11:15:30.961154 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] Routers {'83e4a72c-4204-40fc-9f23-15e71a62c369'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:15:30.961695 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:15:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['83e4a72c-4204-40fc-9f23-15e71a62c369'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:31.060915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.068935 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] Set router 83e4a72c-4204-40fc-9f23-15e71a62c369 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:15:31.193087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.254031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Deleting port 5b21c557-a0a4-431f-9faa-acc53b7a7144 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:31.254473 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.300957 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:15:30Z', 'revision_number': 5, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port': {'id': '5b21c557-a0a4-431f-9faa-acc53b7a7144', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:02:27Z', 'updated_at': '2021-11-23T11:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:31.333015 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] Checking router: 83e4a72c-4204-40fc-9f23-15e71a62c369 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:15:31.341794 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] Routers {'83e4a72c-4204-40fc-9f23-15e71a62c369'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:15:31.342404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:15:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['83e4a72c-4204-40fc-9f23-15e71a62c369'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:31.347708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] For port 5b21c557-a0a4-431f-9faa-acc53b7a7144, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5b21c557-a0a4-431f-9faa-acc53b7a7144,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:31.348150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.360967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Calling delete_port for 5b21c557-a0a4-431f-9faa-acc53b7a7144 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:31.440537 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] Set router 83e4a72c-4204-40fc-9f23-15e71a62c369 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:15:31.496463 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:15:31Z', 'revision_number': 6, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:31.527791 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148c71bc-e62c-4d03-95be-d86b0db3d88f None None] The sync data for ids ['83e4a72c-4204-40fc-9f23-15e71a62c369'] in n-d-817747-2 is: [{'id': '83e4a72c-4204-40fc-9f23-15e71a62c369', 'name': 'tempest-TestVolumeBootPattern-1874174074-router', 'tenant_id': '59060150bba046e0a60132300d4daa2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:02:23Z', 'updated_at': '2021-11-23T11:15:31Z', 'revision_number': 6, 'project_id': '59060150bba046e0a60132300d4daa2c', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:15:31.574636 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.603588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b21c557-a0a4-431f-9faa-acc53b7a7144,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:31.631787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13b14d0-4454-433c-9e9a-05a5de9ee1e2 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:15:31.679466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.780112 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.782434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.829923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.830499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e4a72c-4204-40fc-9f23-15e71a62c369 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:15:31.835476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.837583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c54df3a3-b32b-4140-af50-e82039b035b4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/83e4a72c-4204-40fc-9f23-15e71a62c369 HTTP/1.1" status: 204 len: 168 time: 0.8895490 Nov 23 11:15:31.839314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 49620) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:31.887636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] Deleting subnet 64f70e5f-1a42-4ae6-a123-93ee176c42e8 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:15:31.892374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:31.935157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.030413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.083495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.110842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f70e5f-1a42-4ae6-a123-93ee176c42e8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:32.116347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.122012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ff50f4b3-5eb0-4db1-b968-902d3393d1c4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64f70e5f-1a42-4ae6-a123-93ee176c42e8 HTTP/1.1" status: 204 len: 168 time: 0.2793190 Nov 23 11:15:32.122345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d278c-009c-471a-a99d-9793f4edcc52 None None] Network 5fd1a280-f94c-4f12-b00f-97c309a8086c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:15:32.127535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49626) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:32.235027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.308189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Deleting port a97d0440-17b9-47e4-8e4e-befe87561063 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:32.308530 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.342632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] DHCP port deletion for 5fd1a280-f94c-4f12-b00f-97c309a8086c request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:15:32.398677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] For port a97d0440-17b9-47e4-8e4e-befe87561063, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a97d0440-17b9-47e4-8e4e-befe87561063,segment=NetworkSegment(0c83036c-7467-4d34-9d9d-4c1e59ab7b05),segment_id=0c83036c-7467-4d34-9d9d-4c1e59ab7b05)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:32.399358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.414611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Calling delete_port for a97d0440-17b9-47e4-8e4e-befe87561063 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:32.415552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] Deleting port a97d0440-17b9-47e4-8e4e-befe87561063 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:15:32.416094 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.439293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a97d0440-17b9-47e4-8e4e-befe87561063 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:32.526833 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.527021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] For port a97d0440-17b9-47e4-8e4e-befe87561063, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a97d0440-17b9-47e4-8e4e-befe87561063,segment=NetworkSegment(0c83036c-7467-4d34-9d9d-4c1e59ab7b05),segment_id=0c83036c-7467-4d34-9d9d-4c1e59ab7b05)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:15:32.527626 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.539071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No active binding found for port a97d0440-17b9-47e4-8e4e-befe87561063 {{(pid=103428) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 11:15:32.539421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a97d0440-17b9-47e4-8e4e-befe87561063 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:32.539843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5b21c557-a0a4-431f-9faa-acc53b7a7144 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:32.542613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] No DVR routers for this DVR port a97d0440-17b9-47e4-8e4e-befe87561063 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:15:32.570010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] Calling delete_port for a97d0440-17b9-47e4-8e4e-befe87561063 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:15:32.572365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5b21c557-a0a4-431f-9faa-acc53b7a7144 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:15:32.572984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5b21c557-a0a4-431f-9faa-acc53b7a7144 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:32.573619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 13dfdb69-8118-4b7d-89e1-324a2c3b55df no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:15:32.586959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Pushing event deleted for resources: {'Port': ['ID=a97d0440-17b9-47e4-8e4e-befe87561063,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:32.602957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 13dfdb69-8118-4b7d-89e1-324a2c3b55df {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:15:32.603546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 13dfdb69-8118-4b7d-89e1-324a2c3b55df not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:15:32.657604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.696964 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.700656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd1a280-f94c-4f12-b00f-97c309a8086c']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:32.715060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c83036c-7467-4d34-9d9d-4c1e59ab7b05') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:32.715634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c83036c-7467-4d34-9d9d-4c1e59ab7b05') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:15:32.725605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] No DVR routers for this DVR port a97d0440-17b9-47e4-8e4e-befe87561063 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:15:32.727294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd04b1b-7a40-4e31-a94f-34e398bdcce5 None None] Pushing event deleted for resources: {'Port': ['ID=a97d0440-17b9-47e4-8e4e-befe87561063,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:32.727546 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.749131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.758543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:15:32.758973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:15:32.760820 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:15:32.830639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.836291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:32.839776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] 10.222.0.61 "DELETE /v2.0/networks/5fd1a280-f94c-4f12-b00f-97c309a8086c HTTP/1.1" status: 204 len: 168 time: 0.7112308 Nov 23 11:15:32.852356 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f731c5-2e4e-4647-a3a0-464921f2493e admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd1a280-f94c-4f12-b00f-97c309a8086c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:32.986586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49648) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:33.032920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3bb1a810-2e22-420c-aa1d-f22c8ba65710 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a28650198b941c682815a8cc8b58681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449812 Nov 23 11:15:33.035391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49650) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:33.090153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96974c08-9797-4629-9055-af9e212703a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.115723 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96974c08-9797-4629-9055-af9e212703a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.166039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96974c08-9797-4629-9055-af9e212703a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.168782 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-96974c08-9797-4629-9055-af9e212703a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.174033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96974c08-9797-4629-9055-af9e212703a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07a679c3-7dfd-4ab0-894d-0cbca63b0909 HTTP/1.1" status: 204 len: 168 time: 0.1369452 Nov 23 11:15:33.182951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96974c08-9797-4629-9055-af9e212703a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a679c3-7dfd-4ab0-894d-0cbca63b0909,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:33.548774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49670) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:33.591663 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ad9cb971-a612-4a92-a477-2ce1ee6c9f16 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=59060150bba046e0a60132300d4daa2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416815 Nov 23 11:15:33.594760 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 49674) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:15:33.648073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb2649e-b4ab-4d6b-b057-06038a6d6c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.670852 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb2649e-b4ab-4d6b-b057-06038a6d6c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.732121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb2649e-b4ab-4d6b-b057-06038a6d6c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.734960 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1eb2649e-b4ab-4d6b-b057-06038a6d6c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:33.736602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1eb2649e-b4ab-4d6b-b057-06038a6d6c87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f76cda9-3110-4edd-b5cc-5a169fcd962c HTTP/1.1" status: 204 len: 168 time: 0.1407752 Nov 23 11:15:33.748784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2649e-b4ab-4d6b-b057-06038a6d6c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f76cda9-3110-4edd-b5cc-5a169fcd962c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:15:44.520559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ef72d91-203c-46c8-a807-a79b5a52ea09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:46.975002 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aebab67f-7460-4ba7-a881-c179f9f93fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:48.629707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:49.598837 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:50.059767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:50.130133 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:52.301419 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:15:56.808841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-2911bf9b-b2b1-46c4-ac6a-c3087c5346b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429137 Nov 23 11:15:56.897328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-e6cf96d0-8ae3-4ec2-9ed1-8f3219149428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:56.898848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-e6cf96d0-8ae3-4ec2-9ed1-8f3219149428 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.0462961 Nov 23 11:15:57.006349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-6f6fb866-6e6a-4e05-82f1-8fefb71532e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:57.007837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-6f6fb866-6e6a-4e05-82f1-8fefb71532e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 910 time: 0.0893540 Nov 23 11:15:57.079376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-d8ebb555-ace2-4ed9-8b61-2dd19b81290e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 1000 time: 0.0647781 Nov 23 11:15:57.129999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-1f2796ce-94ae-4b38-b042-18ea834e1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:57.131582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-1f2796ce-94ae-4b38-b042-18ea834e1da3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0450058 Nov 23 11:15:57.178697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-4a755a6e-899e-43d4-9e5f-1fba43084c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:15:57.180236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-4a755a6e-899e-43d4-9e5f-1fba43084c12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416558 Nov 23 11:15:57.190867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-40862cf8-766d-4978-8c84-498ad00d1441 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:15:57.191811 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-40862cf8-766d-4978-8c84-498ad00d1441 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049515 Nov 23 11:15:57.290208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-e1d37eaf-1fe9-4ca5-a5dc-8ce4cc8fd274 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911632 Nov 23 11:15:57.382988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-75dec083-e65e-465d-9b1a-2f0a6f5e0f31 req-2fd0d985-9c86-4370-838b-5218999e7724 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855105 Nov 23 11:16:05.122265 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:16:14.522418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81edba32-993d-449c-a97b-1dcd9a8ba587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:16.978753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14add566-d667-41d7-b113-3af8ee05d6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:18.633095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:19.600127 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:20.057308 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:20.133991 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:22.310784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.272441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:35.412667 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.490825 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.495127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.534439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eedf8b0bd5ee4f0c85bc8c09e0b16013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602656 Nov 23 11:16:35.535421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48315b48-11fd-4559-98a3-5b14955119d5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:35.537061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51176) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:35.543259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.543970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.543970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.544288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.544593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.544921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.545273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.545598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.545921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.546241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.546565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.546889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc785ea1-9269-4f10-beb4-17bb7a1eaca2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.594541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.616047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.663319 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.666878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:35.670517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/48315b48-11fd-4559-98a3-5b14955119d5 HTTP/1.1" status: 204 len: 168 time: 0.1301382 Nov 23 11:16:35.678224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48315b48-11fd-4559-98a3-5b14955119d5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:35.688327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.688707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.689087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.689573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.689836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.690783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.691279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.691613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.691945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.692271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.692598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.692921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc879a9-e0a1-4d0e-9682-689bda4699b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:35.938511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51182) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:35.953564 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4083-8d74-4402-a558-2480ed905afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:36.036499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4083-8d74-4402-a558-2480ed905afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:36.040097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4083-8d74-4402-a558-2480ed905afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:36.085613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7a9d4083-8d74-4402-a558-2480ed905afa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4efa0d61babd4b3d9aaad6320abc0809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459794 Nov 23 11:16:36.086756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4083-8d74-4402-a558-2480ed905afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9bdad-0b53-45d6-9099-7fdd0dccd9aa,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:36.088319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51184) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:36.137989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c375c4bf-968d-49f6-984b-4448a6646b6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:36.160957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c375c4bf-968d-49f6-984b-4448a6646b6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:36.207718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c375c4bf-968d-49f6-984b-4448a6646b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:36.210350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c375c4bf-968d-49f6-984b-4448a6646b6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:36.211497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c375c4bf-968d-49f6-984b-4448a6646b6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ca9bdad-0b53-45d6-9099-7fdd0dccd9aa HTTP/1.1" status: 204 len: 168 time: 0.1214254 Nov 23 11:16:36.219206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375c4bf-968d-49f6-984b-4448a6646b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9bdad-0b53-45d6-9099-7fdd0dccd9aa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:41.224856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51254) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:41.332448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2d0076b-9104-4622-bc58-d579d86f87e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:41.405448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2d0076b-9104-4622-bc58-d579d86f87e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:41.408884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b2d0076b-9104-4622-bc58-d579d86f87e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:41.448029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b2d0076b-9104-4622-bc58-d579d86f87e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=81506953fb53400eb7134ba24f7de86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220447 Nov 23 11:16:41.450117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0076b-9104-4622-bc58-d579d86f87e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb36da-eac3-4248-bfa0-7ab1ddd430c9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:41.450892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51258) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:41.504206 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-156c1cd6-9a6a-44fb-9ce4-d16786cff126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:41.527417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-156c1cd6-9a6a-44fb-9ce4-d16786cff126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:41.578436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-156c1cd6-9a6a-44fb-9ce4-d16786cff126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:41.581832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-156c1cd6-9a6a-44fb-9ce4-d16786cff126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:41.582996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-156c1cd6-9a6a-44fb-9ce4-d16786cff126 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79fb36da-eac3-4248-bfa0-7ab1ddd430c9 HTTP/1.1" status: 204 len: 168 time: 0.1310792 Nov 23 11:16:41.590910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c1cd6-9a6a-44fb-9ce4-d16786cff126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb36da-eac3-4248-bfa0-7ab1ddd430c9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:42.122214 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:16:42.578792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51288) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:42.683694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a47d-f88e-465f-b603-2fb869edff37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:42.759337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a47d-f88e-465f-b603-2fb869edff37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:42.762962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e0a2a47d-f88e-465f-b603-2fb869edff37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:42.802296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e0a2a47d-f88e-465f-b603-2fb869edff37 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef3519e0699541f19a8f1f40a3db0e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2224085 Nov 23 11:16:42.803253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2a47d-f88e-465f-b603-2fb869edff37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239ba765-891d-4098-b6d8-b25048c1332e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:42.805032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51292) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:42.854535 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b397187-6948-474e-85ed-9d0b9e820064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:42.876772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b397187-6948-474e-85ed-9d0b9e820064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:42.930919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b397187-6948-474e-85ed-9d0b9e820064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:42.934163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b397187-6948-474e-85ed-9d0b9e820064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:42.935334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9b397187-6948-474e-85ed-9d0b9e820064 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/239ba765-891d-4098-b6d8-b25048c1332e HTTP/1.1" status: 204 len: 168 time: 0.1291623 Nov 23 11:16:42.945260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b397187-6948-474e-85ed-9d0b9e820064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239ba765-891d-4098-b6d8-b25048c1332e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:44.452270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51334) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:44.456945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943868619', 'description': 'tempest-secgroup-smoke-1943868619 description', 'project_id': '387a8da527814c7695280ab05b122939'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:44.479139 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.487367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.523743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3f2dadb4-8593-4008-be64-b596842792e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.567627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.571182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.611764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebbb212-1c9e-4739-8140-74ee2cd86b84,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:44.647257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.650893 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.679941 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.681203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2278697 Nov 23 11:16:44.683302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471919c-67f8-4bda-bd96-a20aa5b62e20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bafdc0-c994-46e7-8958-751a5a5e5382,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:44.684553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51336) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:44.689417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8ce98dc3-52f9-4217-ba8d-82caf948cb61 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '56bafdc0-c994-46e7-8958-751a5a5e5382', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:44.716803 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ce98dc3-52f9-4217-ba8d-82caf948cb61 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.770910 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ce98dc3-52f9-4217-ba8d-82caf948cb61 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.774436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ce98dc3-52f9-4217-ba8d-82caf948cb61 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.791827 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce98dc3-52f9-4217-ba8d-82caf948cb61 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3033a612-0362-48b0-825d-04eea722639a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:44.799146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ce98dc3-52f9-4217-ba8d-82caf948cb61 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.800346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ce98dc3-52f9-4217-ba8d-82caf948cb61 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145661 Nov 23 11:16:44.803008 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51338) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:44.807313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-10a817f5-14f1-4fb2-a660-a7988f6720bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '56bafdc0-c994-46e7-8958-751a5a5e5382', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:44.835853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10a817f5-14f1-4fb2-a660-a7988f6720bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.894830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10a817f5-14f1-4fb2-a660-a7988f6720bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.898763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10a817f5-14f1-4fb2-a660-a7988f6720bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.916954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a817f5-14f1-4fb2-a660-a7988f6720bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b3f03f-ef07-4c9d-94b5-8e8614ac46fc,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:44.924314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-10a817f5-14f1-4fb2-a660-a7988f6720bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:44.925673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-10a817f5-14f1-4fb2-a660-a7988f6720bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217434 Nov 23 11:16:44.928340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51340) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:44.932865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-dafd90f2-c16a-4fad-ad96-1ec2a1d7d439 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '56bafdc0-c994-46e7-8958-751a5a5e5382', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:44.959802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dafd90f2-c16a-4fad-ad96-1ec2a1d7d439 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.015638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dafd90f2-c16a-4fad-ad96-1ec2a1d7d439 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.020180 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dafd90f2-c16a-4fad-ad96-1ec2a1d7d439 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.038469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd90f2-c16a-4fad-ad96-1ec2a1d7d439 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e34323-d598-4367-b6d1-eec74693435f,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:45.045245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-dafd90f2-c16a-4fad-ad96-1ec2a1d7d439 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.046454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-dafd90f2-c16a-4fad-ad96-1ec2a1d7d439 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171987 Nov 23 11:16:45.049265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51342) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:45.053785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9ec52787-7b37-47e5-9f10-2f897a289a88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '56bafdc0-c994-46e7-8958-751a5a5e5382', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:45.079454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ec52787-7b37-47e5-9f10-2f897a289a88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.137358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ec52787-7b37-47e5-9f10-2f897a289a88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.140874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ec52787-7b37-47e5-9f10-2f897a289a88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.160296 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec52787-7b37-47e5-9f10-2f897a289a88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4bcc90-a6ee-4cae-b89e-62defd31ab43,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:45.165706 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ec52787-7b37-47e5-9f10-2f897a289a88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.167016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ec52787-7b37-47e5-9f10-2f897a289a88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166992 Nov 23 11:16:45.169704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51344) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:45.173896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '56bafdc0-c994-46e7-8958-751a5a5e5382', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:45.196397 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:16:45.201449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.262459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.265962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.284440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3834ce00-b798-4703-ac00-7d85fd607add,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:45.291705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.292893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6cf416aa-157d-4802-b8f6-54ee8678d734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222758 Nov 23 11:16:45.295633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51346) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:45.300106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '56bafdc0-c994-46e7-8958-751a5a5e5382', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:45.322198 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:16:45.326940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.384934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.388472 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.405773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b8a60f-90ce-4dff-ac67-ce9014eb8f8c,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:45.412282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.413521 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb9e6e69-d69a-41c0-816c-c4092764504c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169717 Nov 23 11:16:45.416465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51348) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:45.421230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'network': {'name': 'tempest-network-smoke--1151672838', 'project_id': '387a8da527814c7695280ab05b122939', 'port_security_enabled': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:45.442570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:16:45.446381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.470049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:16:45.479137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.479477 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Added segment cf0116f4-09e9-48bd-8912-164860877c78 of type vlan for network 2d81496a-2251-4853-aa3d-f90542a8273f Nov 23 11:16:45.519231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.543041 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.548525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:45.549660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.585813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1683476 Nov 23 11:16:45.588709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51350) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:45.593160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'admin_state_up': True, 'project_id': '387a8da527814c7695280ab05b122939', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:45.637655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d959b-f993-4777-a88d-31f9b886f0bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Network': ['ID=2d81496a-2251-4853-aa3d-f90542a8273f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:45.648495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 2d81496a-2251-4853-aa3d-f90542a8273f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:16:45.651616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.652740 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:45.707275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.118310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.330824 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.349945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.453329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.112 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:16:46.519815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-3f460cd6-18e9-47be-8b45-547bd3017ace req-b1ef7519-56ef-4e91-9e8d-6356f62b5e34 tempest-VolumesNegativeTest-1579122694 tempest-VolumesNegativeTest-1579122694-project] (103427) timed out ('10.222.0.65', 54810) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:16:46.564515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.606907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.647500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:16:46.650340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:46.653807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:16:46.660154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:46.665188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3bbc1-e4ca-4bf9-a93e-726faa650c72 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:16:46.754546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5acf2bbc-af36-4af4-8c3d-dfb1a69f1acb None None] Provisioning complete for port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:46.754829 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5acf2bbc-af36-4af4-8c3d-dfb1a69f1acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.788054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5acf2bbc-af36-4af4-8c3d-dfb1a69f1acb None None] Port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:16:46.912597 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:46.980512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-12133faf-d906-468e-8ee2-cd45613034c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:47.109135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:47.241607 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ddf8f145-b6be-4f00-a298-fd22c922ea98 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:16:47.349118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:16:47.358674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Sync routers for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:16:47.370006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:16:47.370954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:16:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:47.371278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:47.372633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bebfe7b0-589f-4d4e-836a-1a1e6bba5a9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7829127 Nov 23 11:16:47.376131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51356) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:47.479345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:16:47.507398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a7f954a6-1197-42b6-bcc6-3069afffa2e4 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=387a8da527814c7695280ab05b122939&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1300478 Nov 23 11:16:47.510121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51360) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:47.655075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:46Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:47.660159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c366f5-b1e3-4872-859a-a25eea4afdf4 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:47.661707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e1c366f5-b1e3-4872-859a-a25eea4afdf4 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1504934 Nov 23 11:16:47.664520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51362) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:47.685662 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Checking router: ddf8f145-b6be-4f00-a298-fd22c922ea98 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:16:47.686653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Updating router ddf8f145-b6be-4f00-a298-fd22c922ea98 port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:16:47.701208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-64e081a3-1143-4b27-82b1-ff00c0e63323 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355990 Nov 23 11:16:47.703868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51364) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:47.708584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630463571', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'project_id': '387a8da527814c7695280ab05b122939', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:47.713556 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:47.969538 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:47.974942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.024931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c31a7b-4062-4206-be26-dad04066228a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:16:48.032467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:16:48.036496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.037099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Attempting to bind port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:16:48.037494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Attempting to bind port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:16:48.037856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Attempting to bind port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:16:48.039691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Pushing event updated for resources: {'Port': ['ID=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:48.051216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.051558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.051894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.052229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.052561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.052889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.053244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.053570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.053892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.054215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.054540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.054857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:48.058080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:16:48.058457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:16:48.058859 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.059245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:16:48.059715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Bound port: c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:16:48.060097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.120147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] For port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:16:48.123652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] For port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:16:48.132381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.140778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a82af902-b64e-4691-829d-768f7c40257e None None] Provisioning complete for port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:48.141177 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a82af902-b64e-4691-829d-768f7c40257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.200236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e7e83-d6ae-49fc-9d0a-dcecca9f3470 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:16:48.223182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.234327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:16:48.234968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:16:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:48.282519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecf643-925d-4f71-9ceb-1fa4f4d56855 None None] Pushing event updated for resources: {'Port': ['ID=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:48.285324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Subnet': ['ID=202d940a-a327-4692-9b8b-17d2b362fabb,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:48.292945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Checking segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:16:48.292945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network hostable DHCP agents. Network: 2d81496a-2251-4853-aa3d-f90542a8273f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:16:48.311584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 2d81496a-2251-4853-aa3d-f90542a8273f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:16:48.320226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 2d81496a-2251-4853-aa3d-f90542a8273f) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:48.324562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:48.325179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.343263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0084de6f-08e8-4bee-ad03-b0f5021d1ced tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6381288 Nov 23 11:16:48.346807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51366) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:16:48.359757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896006b-eff0-4667-8372-5bcde55aa7af None None] Network 2d81496a-2251-4853-aa3d-f90542a8273f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:16:48.437896 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a82af902-b64e-4691-829d-768f7c40257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.466160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:16:48.534065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a82af902-b64e-4691-829d-768f7c40257e None None] For port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:48.544524 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a82af902-b64e-4691-829d-768f7c40257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.789640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.856343 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.866613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7de991bd-b0e2-4520-a987-c1f9a07c9bd7 None None] Provisioning complete for port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:48.866987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7de991bd-b0e2-4520-a987-c1f9a07c9bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:48.871668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82af902-b64e-4691-829d-768f7c40257e None None] Pushing event updated for resources: {'Port': ['ID=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:48.942216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-2d81496a-2251-4853-aa3d-f90542a8273f', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:16:48.943405 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.067547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.1 (2d81496a-2251-4853-aa3d-f90542a8273f/202d940a-a327-4692-9b8b-17d2b362fabb/66296b00-7cff-403a-9a53-33258fbee009) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:16:49.132073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:46Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:49.166993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9be70bc-6648-484a-a27b-34932efd64bc None None] The sync data for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 is: [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:46Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:16:49.193006 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.228208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.275592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 2d81496a-2251-4853-aa3d-f90542a8273f is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:16:49.281439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:49.285018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:16:49.292044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Allocated IP 172.20.0.2 (2d81496a-2251-4853-aa3d-f90542a8273f/202d940a-a327-4692-9b8b-17d2b362fabb/670950e3-dc5b-4cfb-962d-d4684eff0e16) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:16:49.318722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=66296b00-7cff-403a-9a53-33258fbee009,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:49.340950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.458806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.464069 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.513414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Network 2d81496a-2251-4853-aa3d-f90542a8273f is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:16:49.515974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.516556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:49.520556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:16:49.528375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Pushing event updated for resources: {'Port': ['ID=670950e3-dc5b-4cfb-962d-d4684eff0e16,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:49.583894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Attempting to bind port 670950e3-dc5b-4cfb-962d-d4684eff0e16 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:16:49.584531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Attempting to bind port 670950e3-dc5b-4cfb-962d-d4684eff0e16 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:16:49.585079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Attempting to bind port 670950e3-dc5b-4cfb-962d-d4684eff0e16 on network 2d81496a-2251-4853-aa3d-f90542a8273f {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:16:49.602020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:16:49.602403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Checking segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:16:49.602818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.603214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Bound using segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:16:49.603710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Bound port: 670950e3-dc5b-4cfb-962d-d4684eff0e16, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:16:49.604095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.620080 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.681320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] For port 670950e3-dc5b-4cfb-962d-d4684eff0e16, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:16:49.687375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] For port 670950e3-dc5b-4cfb-962d-d4684eff0e16, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=670950e3-dc5b-4cfb-962d-d4684eff0e16,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:16:49.693891 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.788753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db6bac-4b5e-49c9-9bc1-0476b798f72a None None] Pushing event updated for resources: {'Port': ['ID=670950e3-dc5b-4cfb-962d-d4684eff0e16,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:49.898717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.904033 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.991777 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:49.993698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=66296b00-7cff-403a-9a53-33258fbee009,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:50.068004 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.152895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.389462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 2d81496a-2251-4853-aa3d-f90542a8273f is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:16:50.391124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:50.469736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:16:50.518469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ddf8f145-b6be-4f00-a298-fd22c922ea98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:16:50.529432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:50.529825 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.621608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 670950e3-dc5b-4cfb-962d-d4684eff0e16 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:16:50.642060 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:16:50.648674 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fa30dede-0959-4944-ac5d-d7be7253708d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/ddf8f145-b6be-4f00-a298-fd22c922ea98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3005793 Nov 23 11:16:50.681271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 670950e3-dc5b-4cfb-962d-d4684eff0e16 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:50.681653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.773087 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.810503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 670950e3-dc5b-4cfb-962d-d4684eff0e16, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=670950e3-dc5b-4cfb-962d-d4684eff0e16,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:50.816956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.845476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1711d3-cc07-4df1-8d96-5d88cff7bf57 None None] Network 2d81496a-2251-4853-aa3d-f90542a8273f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:16:50.904742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2dca49ce-09ed-4034-868a-ab6f79fbbe97 None None] Provisioning complete for port 670950e3-dc5b-4cfb-962d-d4684eff0e16 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:50.905289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2dca49ce-09ed-4034-868a-ab6f79fbbe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:50.965997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=670950e3-dc5b-4cfb-962d-d4684eff0e16,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:50.992904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1df76531-7e2c-4b40-8f8d-dc9c26bf06c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943868619&fields=id&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 267 time: 0.0454886 Nov 23 11:16:51.107224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-a7741775-7eca-4e0f-86ef-df8a53d5e12e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:51.108687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-a7741775-7eca-4e0f-86ef-df8a53d5e12e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 797 time: 0.1083417 Nov 23 11:16:51.129137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-4fe3c29b-4794-4ac5-b07f-be13d584a733 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/quotas/387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 375 time: 0.0142887 Nov 23 11:16:51.187550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-d4abf7ff-8b48-41c7-977a-a18481b5d19c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502954 Nov 23 11:16:51.268411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-2155b05a-b14a-424a-b80b-071c034b51a9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:16:51.269609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-2155b05a-b14a-424a-b80b-071c034b51a9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0700870 Nov 23 11:16:51.279687 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Sync routers for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:16:51.292019 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:16:51.292677 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:16:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:51.377886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-fee1b3f3-4f52-4a9c-a031-cf30210d4692 service neutron] 10.222.0.61 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011322 Nov 23 11:16:51.418045 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:16:51.419281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dccfe1ce-1843-418c-8181-16e668e1c7b5 None None] Provisioning complete for port 670950e3-dc5b-4cfb-962d-d4684eff0e16 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:51.419806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dccfe1ce-1843-418c-8181-16e668e1c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:51.494827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1bbbcea3-2853-471a-b71a-d6fc0f0d2c58 service neutron] 10.222.0.61 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125436 Nov 23 11:16:51.531972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dccfe1ce-1843-418c-8181-16e668e1c7b5 None None] Provisioning complete for port 66296b00-7cff-403a-9a53-33258fbee009 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:51.532354 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dccfe1ce-1843-418c-8181-16e668e1c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:51.581818 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-dccfe1ce-1843-418c-8181-16e668e1c7b5 None None] Port 66296b00-7cff-403a-9a53-33258fbee009 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:16:51.678582 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 2, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:51.704807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-96b191ec-ff4a-43f1-858d-f8176bdbd404 None None] Provisioning complete for port 66296b00-7cff-403a-9a53-33258fbee009 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:51.706081 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-96b191ec-ff4a-43f1-858d-f8176bdbd404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:51.723623 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Checking router: ddf8f145-b6be-4f00-a298-fd22c922ea98 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:16:51.723973 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Updating router ddf8f145-b6be-4f00-a298-fd22c922ea98 port 66296b00-7cff-403a-9a53-33258fbee009 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:16:51.755364 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:51.782468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-96b191ec-ff4a-43f1-858d-f8176bdbd404 None None] Port 66296b00-7cff-403a-9a53-33258fbee009 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:16:51.820828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2255893d-3c8a-443b-af90-990d2e7d959d req-779f846f-46a6-4532-878f-b5100f9964a9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 210 time: 0.1520050 Nov 23 11:16:51.907719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d7f6f6f7-e7b5-4855-bc41-d933875078fb None None] Provisioning complete for port 66296b00-7cff-403a-9a53-33258fbee009 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:51.909649 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f6f7-e7b5-4855-bc41-d933875078fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:51.949555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6f6f7-e7b5-4855-bc41-d933875078fb None None] Port 66296b00-7cff-403a-9a53-33258fbee009 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:16:52.142971 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.149074 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.199926 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Pushing event updated for resources: {'Port': ['ID=66296b00-7cff-403a-9a53-33258fbee009,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:52.227018 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.227132 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.227415 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.227754 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.228174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.228507 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.229092 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.229441 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.229764 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.230087 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.230412 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.230735 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:16:52.266488 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Attempting to bind port 66296b00-7cff-403a-9a53-33258fbee009 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:16:52.266866 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Attempting to bind port 66296b00-7cff-403a-9a53-33258fbee009 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:16:52.267232 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Attempting to bind port 66296b00-7cff-403a-9a53-33258fbee009 on network 2d81496a-2251-4853-aa3d-f90542a8273f {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:16:52.273409 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:16:52.273866 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Checking segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:16:52.274384 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.274844 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Bound using segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:16:52.275396 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Bound port: 66296b00-7cff-403a-9a53-33258fbee009, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:16:52.275856 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.315653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.352174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] For port 66296b00-7cff-403a-9a53-33258fbee009, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:16:52.355528 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] For port 66296b00-7cff-403a-9a53-33258fbee009, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=66296b00-7cff-403a-9a53-33258fbee009,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:16:52.361474 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.421225 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:16:52.422442 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:16:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:52.423333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 670950e3-dc5b-4cfb-962d-d4684eff0e16 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:16:52.427644 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d0bcf-7b86-436c-9e6d-7562efa421c3 None None] Pushing event updated for resources: {'Port': ['ID=66296b00-7cff-403a-9a53-33258fbee009,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:52.489438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0cff7d4d-6968-49b7-9183-2d236cee27e4 None None] Provisioning complete for port 66296b00-7cff-403a-9a53-33258fbee009 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:52.489809 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0cff7d4d-6968-49b7-9183-2d236cee27e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.518219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 670950e3-dc5b-4cfb-962d-d4684eff0e16 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:52.518475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.546682 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:16:52.638600 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0cff7d4d-6968-49b7-9183-2d236cee27e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.680700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0cff7d4d-6968-49b7-9183-2d236cee27e4 None None] For port 66296b00-7cff-403a-9a53-33258fbee009, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=66296b00-7cff-403a-9a53-33258fbee009,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:52.686184 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0cff7d4d-6968-49b7-9183-2d236cee27e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.740443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff7d4d-6968-49b7-9183-2d236cee27e4 None None] Pushing event updated for resources: {'Port': ['ID=66296b00-7cff-403a-9a53-33258fbee009,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:52.785267 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:16:52.810291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c6f57ae7-3866-4e21-a810-492358cd545f None None] Provisioning complete for port 66296b00-7cff-403a-9a53-33258fbee009 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:52.810676 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c6f57ae7-3866-4e21-a810-492358cd545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:52.834548 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207de6f-6175-4376-ac03-b638acf96379 None None] The sync data for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 is: [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:16:52.849944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-6fe403e5-986f-4aa7-b9a3-80056ee08b3d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:52.852937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-6fe403e5-986f-4aa7-b9a3-80056ee08b3d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 797 time: 0.1385460 Nov 23 11:16:53.011061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7d3769b3-d52c-4210-acd9-858815687850 req-aa869512-21ff-450e-a273-5529682d228b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 210 time: 0.0549431 Nov 23 11:16:53.022473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-f240e564-fbea-4e31-a893-44abce4476b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 380 time: 0.1533327 Nov 23 11:16:53.034535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'port': {'device_id': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'admin_state_up': True, 'tenant_id': '387a8da527814c7695280ab05b122939', 'security_groups': ['56bafdc0-c994-46e7-8958-751a5a5e5382']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:53.156268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:16:53.160493 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:53.297196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.3 (2d81496a-2251-4853-aa3d-f90542a8273f/202d940a-a327-4692-9b8b-17d2b362fabb/98f4e3a6-a613-4fc0-a732-e2fd532ffc9b) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:16:53.464026 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:53.504482 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:53.561243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 2d81496a-2251-4853-aa3d-f90542a8273f is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:16:53.565279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:16:53.570278 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:16:53.574254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:53.627857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:53.628552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:53.646917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-58710bcf-54be-471e-8106-77dee1f7e693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173882 Nov 23 11:16:53.661135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-11d0289c-5a57-41c2-952b-507ca5c2ad83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:16:53.662180 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-11d0289c-5a57-41c2-952b-507ca5c2ad83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061750 Nov 23 11:16:53.680004 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Request body: {'port': {'device_id': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:16:53.744734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:53.888246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4e3514b7-36cc-4a93-abb9-e15cdbd472d3 None None] Provisioning complete for port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:53.888821 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4e3514b7-36cc-4a93-abb9-e15cdbd472d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:53.924722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4e3514b7-36cc-4a93-abb9-e15cdbd472d3 None None] Port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:16:54.036337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:16:54.045768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.061681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Transition to ACTIVE for port object 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:16:54.069190 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.153583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:54.173432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f495a-0adf-43c3-b4b9-2759f0b3cf09 req-0a5bf1c8-1539-4860-ac7a-b20386ac3c0e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:54.176249 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-030f495a-0adf-43c3-b4b9-2759f0b3cf09 req-0a5bf1c8-1539-4860-ac7a-b20386ac3c0e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0732286 Nov 23 11:16:54.228395 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:16:54.228746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:16:54.229076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on network 2d81496a-2251-4853-aa3d-f90542a8273f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:16:54.233765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on network 2d81496a-2251-4853-aa3d-f90542a8273f not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:16:54.234092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on network 2d81496a-2251-4853-aa3d-f90542a8273f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:16:54.240540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:16:54.240884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Checking segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:16:54.241376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Bound using segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:16:54.241830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Bound port: 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:16:54.242189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.244533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-030f495a-0adf-43c3-b4b9-2759f0b3cf09 req-1d294892-d4ee-43b9-bd0a-8d37b3293c11 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610337 Nov 23 11:16:54.337142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:16:54.340448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:16:54.349176 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.389221 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:54.390309 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.393192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 1091 time: 0.7177894 Nov 23 11:16:54.394140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:16:54.396299 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e77d42-6906-47a7-a176-b71b8e81628f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:16:54.476305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451cce6-1bc8-4ea4-a867-261bde53e2d0 service neutron] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:54.478452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 66296b00-7cff-403a-9a53-33258fbee009 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:16:54.492065 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fca29a-d86f-4854-b679-2e89c490e6d3 x-openstack-request-id: req-85fca29a-d86f-4854-b679-2e89c490e6d3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:16:54.492371 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:16:54.492652 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85fca29a-d86f-4854-b679-2e89c490e6d3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:16:54.493063 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'status': 'completed', 'code': 200} Nov 23 11:16:54.502946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-fcf6ea05-4298-42c3-8f18-b2d9ee4c9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:54.505275 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-fcf6ea05-4298-42c3-8f18-b2d9ee4c9c89 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1094 time: 0.0619435 Nov 23 11:16:54.534630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 66296b00-7cff-403a-9a53-33258fbee009 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:54.534992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:54.557830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-47bfd63b-ed52-41d8-9ce7-ee156bf6fc4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 217 time: 0.0430493 Nov 23 11:16:54.612434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-42da5c29-fdaa-4b74-941d-b7bdde137788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:54.614081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-42da5c29-fdaa-4b74-941d-b7bdde137788 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0482323 Nov 23 11:16:54.666639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-4b33a340-34c3-4f4c-a52c-7ad3231f40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:54.668196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-4b33a340-34c3-4f4c-a52c-7ad3231f40a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428903 Nov 23 11:16:54.768614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-1ea178e4-a674-42ae-b4d1-f2efadbca54c service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Nov 23 11:16:54.863505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18f769a8-af7d-4f37-a1f0-f1ab80624b9a req-9b1db442-73d5-4189-933a-62781794f85b service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829825 Nov 23 11:16:54.959068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77d42-6906-47a7-a176-b71b8e81628f req-0695cbdd-bd47-46bc-8293-da2079062277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:54.960600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18e77d42-6906-47a7-a176-b71b8e81628f req-0695cbdd-bd47-46bc-8293-da2079062277 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1094 time: 0.0458653 Nov 23 11:16:55.051367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77d42-6906-47a7-a176-b71b8e81628f req-814a41a2-93db-4931-b1aa-c41fb01c12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:55.052869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18e77d42-6906-47a7-a176-b71b8e81628f req-814a41a2-93db-4931-b1aa-c41fb01c12f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.0845430 Nov 23 11:16:55.098490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18e77d42-6906-47a7-a176-b71b8e81628f req-53663d52-e09a-4902-b8af-a10b781d5788 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 217 time: 0.0381947 Nov 23 11:16:55.150805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77d42-6906-47a7-a176-b71b8e81628f req-86a07e69-ce88-42a5-bd5c-917c192616a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:55.152309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18e77d42-6906-47a7-a176-b71b8e81628f req-86a07e69-ce88-42a5-bd5c-917c192616a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0453575 Nov 23 11:16:55.199528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e77d42-6906-47a7-a176-b71b8e81628f req-7644a666-2fdd-4978-8955-6b9271040638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:55.201018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18e77d42-6906-47a7-a176-b71b8e81628f req-7644a666-2fdd-4978-8955-6b9271040638 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403669 Nov 23 11:16:55.295991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18e77d42-6906-47a7-a176-b71b8e81628f req-6b7f3cea-56e5-484d-82bd-e702bc64518f service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859377 Nov 23 11:16:55.366145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07720668-7570-43b2-9035-b58bd94bc45c req-d666a209-d22d-4b8f-baa1-4f24224ab384 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:55.367662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07720668-7570-43b2-9035-b58bd94bc45c req-d666a209-d22d-4b8f-baa1-4f24224ab384 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0534604 Nov 23 11:16:55.390549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18e77d42-6906-47a7-a176-b71b8e81628f req-57a731b4-4834-4011-bec3-f64475161481 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847371 Nov 23 11:16:55.418331 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07720668-7570-43b2-9035-b58bd94bc45c req-30d1b984-1be7-437a-892f-4f447586d20f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Nov 23 11:16:56.539002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98706a1-692c-46cf-a643-48264289a507 req-f4616051-807d-4e0f-bec6-a6175e5639d9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:56.540504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d98706a1-692c-46cf-a643-48264289a507 req-f4616051-807d-4e0f-bec6-a6175e5639d9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0501289 Nov 23 11:16:56.594063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d98706a1-692c-46cf-a643-48264289a507 req-4fd2017d-678b-4428-a709-00255edaf4cf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476213 Nov 23 11:16:57.051123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-4c383705-b0a5-4889-8390-7073b9d9799c req-89f46ae3-96d5-4c73-a923-64b86eb29cf3 service neutron] (103427) timed out ('10.222.0.58', 64710) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:16:57.258506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:16:57.355230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:57.366478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'port_id': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'mac_address': 'fa:16:3e:56:0f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:16:57.405272 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:57.418291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:16:57.437858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:57.443565 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:57.490206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:57.713340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c7dc1-da43-4e4b-8553-b722855e59ab req-6f0d1611-4ac9-4956-848d-fdfbc66dedfa tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:57.714853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc5c7dc1-da43-4e4b-8553-b722855e59ab req-6f0d1611-4ac9-4956-848d-fdfbc66dedfa tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 944 time: 0.0505276 Nov 23 11:16:57.765861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc5c7dc1-da43-4e4b-8553-b722855e59ab req-ae0e5683-1539-4617-bab6-cda09bc57b8c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443492 Nov 23 11:16:57.771810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:16:58.824622 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-5117b97c-0d00-4cea-b162-43ffa04a9618 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405340 Nov 23 11:16:58.908489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb55ecf-730b-4925-b48f-cbe24bb8023f req-afaced2e-d7f5-4d8c-aea2-f7b79e9a6cc1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:58.909990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fb55ecf-730b-4925-b48f-cbe24bb8023f req-afaced2e-d7f5-4d8c-aea2-f7b79e9a6cc1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 944 time: 0.0739694 Nov 23 11:16:58.926097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-deb465e7-cc93-410c-bc19-6463356673d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:58.927508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-deb465e7-cc93-410c-bc19-6463356673d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.0590627 Nov 23 11:16:58.992598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fb55ecf-730b-4925-b48f-cbe24bb8023f req-783e8ed4-d167-400e-b438-36e666b320dc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765152 Nov 23 11:16:59.048019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-c955d60f-b3fd-4bca-9f7e-49fcab65eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:59.050011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-c955d60f-b3fd-4bca-9f7e-49fcab65eaf1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 910 time: 0.1005924 Nov 23 11:16:59.120317 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-42e95c6c-284c-4400-9586-3a10d3d38267 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 1000 time: 0.0618622 Nov 23 11:16:59.169681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-2a329d1d-c75b-4b36-90e5-6fc762ef8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:59.171123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-2a329d1d-c75b-4b36-90e5-6fc762ef8a2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0435381 Nov 23 11:16:59.216648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-e20a9a47-60f6-4efa-91c7-127e40605d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:59.218166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-e20a9a47-60f6-4efa-91c7-127e40605d46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394728 Nov 23 11:16:59.273032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:16:59.311871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-b251e98c-de29-4929-b9aa-44720f69aebd service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860078 Nov 23 11:16:59.324489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:16:59.329049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:16:59.329972 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.408617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3c6073f4-6a37-4299-8590-e794bfcdddb5 req-0fdff075-a736-4a9a-a720-32e1b9ba00c8 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886493 Nov 23 11:16:59.555071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.576906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:16:59.579109 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc8ac84-2a82-4d6c-8d38-1af8f992f18d" -d '{"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-plugged", "status": "completed", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:16:59.592349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:16:59.597427 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:16:59.620759 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9e9b4-a30d-41ae-968c-964c66aa6c97 x-openstack-request-id: req-b1c9e9b4-a30d-41ae-968c-964c66aa6c97 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:16:59.621053 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-plugged", "status": "completed", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:16:59.621340 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1c9e9b4-a30d-41ae-968c-964c66aa6c97 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:16:59.621731 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'code': 200} Nov 23 11:16:59.648210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:16:59.771637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5c931-c53c-47c5-8ad3-70325944cb3f req-80e8d828-41bc-4c87-95ea-4ec339cb3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:16:59.773153 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6a5c931-c53c-47c5-8ad3-70325944cb3f req-80e8d828-41bc-4c87-95ea-4ec339cb3022 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0911899 Nov 23 11:16:59.828708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6a5c931-c53c-47c5-8ad3-70325944cb3f req-fe617140-f582-4cbe-816b-adaf42dc6bdd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Nov 23 11:17:00.118400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeee9fa-8f44-4956-80e7-92ff5b1ecaad req-df76cc0f-f7d5-42a8-8232-6a9cb20c542f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:00.119802 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdeee9fa-8f44-4956-80e7-92ff5b1ecaad req-df76cc0f-f7d5-42a8-8232-6a9cb20c542f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0587487 Nov 23 11:17:00.169691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fdeee9fa-8f44-4956-80e7-92ff5b1ecaad req-7ce726e4-1f27-4bbb-aa38-6ef89ebf5d8e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438089 Nov 23 11:17:01.296015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5fd75-a03a-4056-92e4-8d256538cc84 req-22128294-4476-4496-a984-2a4d4c600cba tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:01.297459 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ecc5fd75-a03a-4056-92e4-8d256538cc84 req-22128294-4476-4496-a984-2a4d4c600cba tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0539489 Nov 23 11:17:01.348448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ecc5fd75-a03a-4056-92e4-8d256538cc84 req-33d85af9-9f3b-4ea4-ac06-b0b09d975110 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442922 Nov 23 11:17:01.463409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64ea98-2c13-4b0e-957f-62bbd9f3bad3 req-808b97ec-94cf-4364-84ee-29f2b8226418 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:01.464900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca64ea98-2c13-4b0e-957f-62bbd9f3bad3 req-808b97ec-94cf-4364-84ee-29f2b8226418 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0497646 Nov 23 11:17:01.515736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ca64ea98-2c13-4b0e-957f-62bbd9f3bad3 req-5ee4a099-fc68-4811-9ce2-fa79445c902e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446501 Nov 23 11:17:01.539009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51426) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:17:01.581508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af74744-e287-4e44-b02a-31518c227231 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:01.583025 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8af74744-e287-4e44-b02a-31518c227231 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1091 time: 0.0437157 Nov 23 11:17:01.586028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51428) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:17:01.590228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:17:01.614091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:01.709936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:01.818612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.111 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/0d92dcbb-c22c-4b3c-b361-b037f0cd8174) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:17:01.921856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:01.955923 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:01.996427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:17:02.002919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:17:02.006413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:17:02.028763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=0d92dcbb-c22c-4b3c-b361-b037f0cd8174,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:17:02.757372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:02.856160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:03.004679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:03.009274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:03.075145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=0d92dcbb-c22c-4b3c-b361-b037f0cd8174,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:17:03.087200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:03.185346 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP 71fce77a-c3fd-445d-9075-8949a01ac013 associated. External IP: 172.25.5.111, port: 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b. Nov 23 11:17:03.390706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ddf8f145-b6be-4f00-a298-fd22c922ea98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:17:03.498414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:17:03.509180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] Sync routers for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:17:03.516359 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:03.520598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:17:03.521504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:16:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:03.544263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e38ac6c4-bfa3-419e-88e8-f409dc89a0c4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9572151 Nov 23 11:17:03.544853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:17:03.547182 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6afde7-4647-43e1-9d01-04fa4623796e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:17:03.588311 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ba16f-dedf-446c-87e9-db990edf3a41 x-openstack-request-id: req-639ba16f-dedf-446c-87e9-db990edf3a41 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:17:03.588621 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:17:03.588884 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-639ba16f-dedf-446c-87e9-db990edf3a41 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:17:03.589587 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'status': 'completed', 'code': 200} Nov 23 11:17:03.632211 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:17:03.650971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f2e33-5160-4899-beeb-00026838f131 req-61ea5647-fc9f-4557-a9ca-7c5642792510 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:03.653127 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d46f2e33-5160-4899-beeb-00026838f131 req-61ea5647-fc9f-4557-a9ca-7c5642792510 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0551095 Nov 23 11:17:03.654000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-b9c0d493-e934-44a0-b811-4ba787fde867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:03.655511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-b9c0d493-e934-44a0-b811-4ba787fde867 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0430908 Nov 23 11:17:03.710338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d46f2e33-5160-4899-beeb-00026838f131 req-fa80bf26-5264-4994-84f0-a6eff74d959c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497804 Nov 23 11:17:03.733771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51434) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:17:03.807803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-c0212e52-2ad0-4245-a92a-5d0f412a99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:03.809306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-c0212e52-2ad0-4245-a92a-5d0f412a99ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.1465831 Nov 23 11:17:03.814373 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d44a6e8e-d68e-4ee8-9401-7d9b9a9fe9c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/71fce77a-c3fd-445d-9075-8949a01ac013 HTTP/1.1" status: 200 len: 991 time: 0.0796070 Nov 23 11:17:03.864684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '71fce77a-c3fd-445d-9075-8949a01ac013', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'port_id': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'mac_address': 'fa:16:3e:56:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:17:02Z', 'updated_at': '2021-11-23T11:17:02Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:03.873886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-afbf8053-0e76-4e6b-a5df-c5844355883f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 999 time: 0.0575821 Nov 23 11:17:03.895376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] Checking router: ddf8f145-b6be-4f00-a298-fd22c922ea98 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:17:03.903853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:17:03.904408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:16:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:03.921922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-8802e0ba-7f71-4d24-a4e5-34038409dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:03.923388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-8802e0ba-7f71-4d24-a4e5-34038409dd26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0424793 Nov 23 11:17:03.975019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-3c94c6b6-9cf9-465e-9fbf-b04c29372ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:03.976552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-3c94c6b6-9cf9-465e-9fbf-b04c29372ca5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459764 Nov 23 11:17:04.013730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:17:04.075135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-a338044d-36ef-4017-8665-c7f75c0722b8 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909231 Nov 23 11:17:04.170748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e6afde7-4647-43e1-9d01-04fa4623796e req-0e69416c-e44e-4352-86e1-c245b7151616 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883915 Nov 23 11:17:04.240652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '71fce77a-c3fd-445d-9075-8949a01ac013', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'port_id': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'mac_address': 'fa:16:3e:56:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:17:02Z', 'updated_at': '2021-11-23T11:17:02Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:17:04.270861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeb2f7-0ec7-4d5d-8d75-79f0b27899a5 None None] The sync data for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 is: [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '71fce77a-c3fd-445d-9075-8949a01ac013', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'port_id': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'mac_address': 'fa:16:3e:56:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:17:02Z', 'updated_at': '2021-11-23T11:17:02Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:17:04.454773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccb64d0-1b93-475f-9e08-81cbb879fe7e None None] New status for floating IP 71fce77a-c3fd-445d-9075-8949a01ac013: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:17:04.548415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-c5f585c1-3895-4e43-a0a1-9ac496731e91 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404882 Nov 23 11:17:04.636167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-fbce55c8-2c95-44c0-be84-67b8c4d38e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:04.637738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-fbce55c8-2c95-44c0-be84-67b8c4d38e7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0440516 Nov 23 11:17:04.746199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-d1e91cf3-7f08-45f6-8de3-cb996928452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:04.747634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-d1e91cf3-7f08-45f6-8de3-cb996928452a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.0895426 Nov 23 11:17:04.818901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51436) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:17:04.821763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-fd764213-f975-4a31-8317-c286fc4d968b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 1001 time: 0.0672860 Nov 23 11:17:04.878614 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-e809fb2b-0aa9-4c1e-b213-d5481471e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:04.880088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-e809fb2b-0aa9-4c1e-b213-d5481471e446 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0509088 Nov 23 11:17:04.884705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0b30945-c4e0-4cbc-8637-6069103fe168 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/71fce77a-c3fd-445d-9075-8949a01ac013 HTTP/1.1" status: 200 len: 993 time: 0.0645108 Nov 23 11:17:04.928667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-d702b21f-1427-403d-80e5-79e434b09307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:04.930211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-d702b21f-1427-403d-80e5-79e434b09307 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422506 Nov 23 11:17:05.018639 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-707ec0e7-ccc1-4a4d-99cf-be8806500e18 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807741 Nov 23 11:17:05.116619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bacb037-340d-44e4-839a-2070cfc66f64 req-0f84d5dc-338b-4b04-8c4f-8e0f1d4f1e1c service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912123 Nov 23 11:17:14.100411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-7ff1052e-da8f-4f3e-9262-4c25829aa32f req-e8a69ad9-16bf-4eed-9b2f-5ceee0aa34a3 service neutron] (103426) timed out ('10.222.0.58', 64724) {{(pid=103426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:17:14.525965 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6f2791bc-b4ad-4f51-91e6-3f91ee0c8efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:16.982506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6abf4133-0c5c-441f-a69a-ab7a60194f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:18.637631 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:19.122046 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:17:19.604930 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:20.067200 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:20.145895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:22.310015 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:40.256991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e0bc7-8aca-437f-8d68-dc30771f6a4f req-cbdbd70e-0e26-42d4-b22c-c084a7f2e142 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:40.258572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-095e0bc7-8aca-437f-8d68-dc30771f6a4f req-cbdbd70e-0e26-42d4-b22c-c084a7f2e142 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0432622 Nov 23 11:17:40.276899 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-095e0bc7-8aca-437f-8d68-dc30771f6a4f req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:40.350791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-095e0bc7-8aca-437f-8d68-dc30771f6a4f req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:40.355418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-095e0bc7-8aca-437f-8d68-dc30771f6a4f req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:40.396508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-095e0bc7-8aca-437f-8d68-dc30771f6a4f req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319644 Nov 23 11:17:40.397477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e8943d-db6d-43c2-8164-96d30700290f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:17:40.405052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.405441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.405790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.406140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.406488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.406829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.407176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.407503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.407830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.408169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.408504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.408833 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d133a23-5900-4561-aa56-84bd9c30ce8e tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:17:40.512857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86f662-c825-424d-91c5-81349da58869 req-52b08b24-1516-42e4-be3b-2c5e794c4984 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:40.514380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a86f662-c825-424d-91c5-81349da58869 req-52b08b24-1516-42e4-be3b-2c5e794c4984 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0488415 Nov 23 11:17:40.563627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a86f662-c825-424d-91c5-81349da58869 req-0b86ee6d-29f5-44b3-90f7-81d45c6d1b26 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Nov 23 11:17:40.586022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51454) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:17:40.650894 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4ed347c2-b25f-41a8-8a65-78a1b8fe5fb5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/71fce77a-c3fd-445d-9075-8949a01ac013 HTTP/1.1" status: 200 len: 993 time: 0.0636601 Nov 23 11:17:40.946700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-98acab1c-f012-4d8e-b0e7-65cdf1abf513 req-b4fa40bc-5a4c-48cd-b4b3-0ddda46277a9 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:17:40.947694 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98acab1c-f012-4d8e-b0e7-65cdf1abf513 req-b4fa40bc-5a4c-48cd-b4b3-0ddda46277a9 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060256 Nov 23 11:17:41.210668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51468) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:17:41.281834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999862ee-7a89-42d3-8039-4132cf7d35f1 req-1272871a-e267-4d13-88ec-32304438f34c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:41.283333 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-999862ee-7a89-42d3-8039-4132cf7d35f1 req-1272871a-e267-4d13-88ec-32304438f34c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0608797 Nov 23 11:17:41.302817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-d0f67241-7afd-42d3-ac3b-39cb41b0bf45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909846 Nov 23 11:17:41.311855 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-8ce6e588-ad89-42c6-9221-b63854057db8 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:17:41.312816 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-8ce6e588-ad89-42c6-9221-b63854057db8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049982 Nov 23 11:17:41.337022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-999862ee-7a89-42d3-8039-4132cf7d35f1 req-a0dbfefb-854b-430f-8c15-9f88a6b6d5ef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Nov 23 11:17:42.482373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2dee0-826a-493e-92b1-762a9675569f req-7696c076-d097-404b-ad15-501339beee65 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:42.483832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaa2dee0-826a-493e-92b1-762a9675569f req-7696c076-d097-404b-ad15-501339beee65 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0756094 Nov 23 11:17:42.509311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-7d17c2cf-688e-4db2-90e8-0808866ecb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:42.510733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-7d17c2cf-688e-4db2-90e8-0808866ecb28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0682039 Nov 23 11:17:42.564762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eaa2dee0-826a-493e-92b1-762a9675569f req-c490ab5a-30f6-4797-98d2-e7328a0cae03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728815 Nov 23 11:17:42.620918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-edabc1ea-20e9-4d4c-a5bf-db5d8a179b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:42.622305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-edabc1ea-20e9-4d4c-a5bf-db5d8a179b0f service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.0990531 Nov 23 11:17:42.692668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-0b173c75-5b28-4beb-b321-ec0ff8135960 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 1001 time: 0.0602720 Nov 23 11:17:42.744134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-ca3e8a97-68db-4c08-92e7-fe6696ad8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:42.745602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-ca3e8a97-68db-4c08-92e7-fe6696ad8b29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0424337 Nov 23 11:17:42.794542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-f1023edc-2bdc-401b-80ce-55640e274e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:42.795979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-f1023edc-2bdc-401b-80ce-55640e274e49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386715 Nov 23 11:17:42.892418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-3eab0e9b-9646-4904-8d53-44793f44a051 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Nov 23 11:17:42.982080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-cc5c7442-efe0-4a80-9aa4-db12dadc740f service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818732 Nov 23 11:17:43.683179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45b23a-4b31-4bfe-9028-0400b63bc759 req-ec86bdcf-1d22-4827-867d-ef1fa9896207 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:43.684686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd45b23a-4b31-4bfe-9028-0400b63bc759 req-ec86bdcf-1d22-4827-867d-ef1fa9896207 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0508277 Nov 23 11:17:43.733867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd45b23a-4b31-4bfe-9028-0400b63bc759 req-4672448a-f514-4856-a586-2915c6c6beb7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Nov 23 11:17:44.527504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-646bfb76-57d1-4e2b-84fa-1ef3b90b7a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:44.856164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca072-1c1a-4626-848b-ac730a837d72 req-4fbb3d47-3368-47ec-86bb-91c25d01dd00 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:44.857721 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ebca072-1c1a-4626-848b-ac730a837d72 req-4fbb3d47-3368-47ec-86bb-91c25d01dd00 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0545490 Nov 23 11:17:44.908620 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ebca072-1c1a-4626-848b-ac730a837d72 req-2b2e3bd5-6179-4463-84ca-d454bac6ff5f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448961 Nov 23 11:17:46.027207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b29a53-bca3-4192-a341-6d38b4c04ffc req-25cc024b-0a45-4eca-9390-b8cb4708125e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:46.028703 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65b29a53-bca3-4192-a341-6d38b4c04ffc req-25cc024b-0a45-4eca-9390-b8cb4708125e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0499818 Nov 23 11:17:46.082272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-65b29a53-bca3-4192-a341-6d38b4c04ffc req-efb81f17-2bc7-4a38-9b7b-a773f37f4713 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475955 Nov 23 11:17:46.984483 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e538654a-4518-42dd-a49d-614aa361ad18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:47.201972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e7128-2bd6-446a-ac00-99aaba738dae req-a2544c60-1087-454e-8fe2-40c2ac0502d9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:47.203473 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b0e7128-2bd6-446a-ac00-99aaba738dae req-a2544c60-1087-454e-8fe2-40c2ac0502d9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0495186 Nov 23 11:17:47.252579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8b0e7128-2bd6-446a-ac00-99aaba738dae req-61d629a4-1b33-4d5c-acb7-08d0b97ab5b6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Nov 23 11:17:48.372812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ccefa-c7a9-4d35-9c87-c848861eb234 req-6b3d666a-308f-4fe9-812c-182e05754e80 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:48.374330 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-879ccefa-c7a9-4d35-9c87-c848861eb234 req-6b3d666a-308f-4fe9-812c-182e05754e80 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0485153 Nov 23 11:17:48.423513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-879ccefa-c7a9-4d35-9c87-c848861eb234 req-ace37135-d0cc-4bc8-8b2b-0256b6462c25 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431728 Nov 23 11:17:48.641805 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:49.541887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6f25-505a-4d11-a641-ddfb2eece225 req-10f6c1a4-c52c-4c85-a18f-26a2936b2c72 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:49.543420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-342a6f25-505a-4d11-a641-ddfb2eece225 req-10f6c1a4-c52c-4c85-a18f-26a2936b2c72 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0495677 Nov 23 11:17:49.610259 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:49.843160 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-342a6f25-505a-4d11-a641-ddfb2eece225 req-28406013-79c2-4253-a627-5809126d0a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2935784 Nov 23 11:17:50.081296 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:50.149284 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:50.964631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62d7db-271d-4bef-b20d-1f03915cd7b9 req-017a67ee-3960-4219-8b1c-5fc46b0f53fd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:50.966157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c62d7db-271d-4bef-b20d-1f03915cd7b9 req-017a67ee-3960-4219-8b1c-5fc46b0f53fd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0537992 Nov 23 11:17:51.015319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c62d7db-271d-4bef-b20d-1f03915cd7b9 req-0941bb6b-2ef5-46f9-aa71-59c67089ad6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 Nov 23 11:17:52.134833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8a48c-65cc-4e0a-a6b1-fd02302ac3a7 req-f67384eb-8cb9-4f82-a04c-0385742a11f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:52.136349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5f8a48c-65cc-4e0a-a6b1-fd02302ac3a7 req-f67384eb-8cb9-4f82-a04c-0385742a11f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0507135 Nov 23 11:17:52.188449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5f8a48c-65cc-4e0a-a6b1-fd02302ac3a7 req-054aa23c-a04c-424a-9d1f-7c0611f17db3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459614 Nov 23 11:17:52.327483 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:17:53.310275 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc8186-b688-4b3c-8a1b-d2127e84b517 req-1d04fb63-70d7-4bb1-bba0-a09a8b7395eb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:53.311774 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24dc8186-b688-4b3c-8a1b-d2127e84b517 req-1d04fb63-70d7-4bb1-bba0-a09a8b7395eb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0556929 Nov 23 11:17:53.360728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-24dc8186-b688-4b3c-8a1b-d2127e84b517 req-1a1f8dee-1147-4271-8391-66f032f9d6f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Nov 23 11:17:54.489216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8c1bb-beb2-4a20-a7c2-0c56e8a86e44 req-27037056-fd58-4011-a847-0568f8dd233c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:54.492161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dd8c1bb-beb2-4a20-a7c2-0c56e8a86e44 req-27037056-fd58-4011-a847-0568f8dd233c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0542395 Nov 23 11:17:54.546151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1dd8c1bb-beb2-4a20-a7c2-0c56e8a86e44 req-5f7e1b84-778c-48ea-97a7-e66198441b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475831 Nov 23 11:17:55.663597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31aa34-7588-45d9-907b-80cc5585e1a3 req-69664e47-b92b-47a9-96d4-2fa5fb2d3f43 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:55.665084 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb31aa34-7588-45d9-907b-80cc5585e1a3 req-69664e47-b92b-47a9-96d4-2fa5fb2d3f43 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0485415 Nov 23 11:17:55.718129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb31aa34-7588-45d9-907b-80cc5585e1a3 req-5a909cf8-8993-442d-96aa-8359d2518b6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470631 Nov 23 11:17:56.122057 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:17:56.850796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d442259-7c7c-49fb-9cec-6e47460a380e req-2271d9cd-aa98-43ce-a22e-d07cee314753 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:56.852266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d442259-7c7c-49fb-9cec-6e47460a380e req-2271d9cd-aa98-43ce-a22e-d07cee314753 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0525136 Nov 23 11:17:56.901214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d442259-7c7c-49fb-9cec-6e47460a380e req-9935a53d-8ee2-43e5-b476-4b3a29112745 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Nov 23 11:17:58.017948 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c494b6-53b0-40f2-b49b-7e5e4490d67d req-aa70cae6-68eb-4e34-9f0f-14233508062e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:58.019448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16c494b6-53b0-40f2-b49b-7e5e4490d67d req-aa70cae6-68eb-4e34-9f0f-14233508062e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0494354 Nov 23 11:17:58.073522 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16c494b6-53b0-40f2-b49b-7e5e4490d67d req-4f7354f5-dabb-447b-ab50-6d5def2b7ed7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474582 Nov 23 11:17:59.190487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205985c-9180-47ce-bfd0-57be83eeb3d2 req-85e9b4ce-a6f7-418f-a7c5-ef0dab74dc20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:59.191963 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e205985c-9180-47ce-bfd0-57be83eeb3d2 req-85e9b4ce-a6f7-418f-a7c5-ef0dab74dc20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0491183 Nov 23 11:17:59.240754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e205985c-9180-47ce-bfd0-57be83eeb3d2 req-9681f942-aa9c-4276-8546-dc21629624d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 Nov 23 11:17:59.842548 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-c63dcacc-f132-465c-a89e-843fe6fbc881 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941145 Nov 23 11:17:59.923742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-e0b14fa5-fb3a-47c6-b089-9afb0e0b3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:17:59.925257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-e0b14fa5-fb3a-47c6-b089-9afb0e0b3996 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 1096 time: 0.0401731 Nov 23 11:18:00.026218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-b9805ea7-6f24-47d8-9869-635e334c8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:00.027592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-b9805ea7-6f24-47d8-9869-635e334c8108 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 200 len: 910 time: 0.0834463 Nov 23 11:18:00.095983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-05e4335a-e48c-4bd3-85d7-b51bbaefd6b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 200 len: 1000 time: 0.0610127 Nov 23 11:18:00.145489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-d2993621-6e78-4005-bee2-7899af3c3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:00.146957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-d2993621-6e78-4005-bee2-7899af3c3ec7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 200 len: 848 time: 0.0438521 Nov 23 11:18:00.194134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-d0df7834-d643-4f65-9773-329c381f65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:00.195647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-d0df7834-d643-4f65-9773-329c381f65ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3a1b332-42b0-4dea-bc74-1a71e4dafa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404983 Nov 23 11:18:00.292152 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-30316e88-cd19-4a78-a4f4-24fac40035e8 service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864680 Nov 23 11:18:00.358257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429d34-eae2-4fde-ac8e-47f9b52cb601 req-01b668de-8d46-4d44-b3fe-1bd9d0a78364 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:00.359754 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69429d34-eae2-4fde-ac8e-47f9b52cb601 req-01b668de-8d46-4d44-b3fe-1bd9d0a78364 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0486720 Nov 23 11:18:00.385202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fab4c68f-47ca-4132-aaa2-9e9ed3d2be02 req-25ffc64d-8f64-4fe5-973d-81a115bea43b service neutron] 10.222.0.58 "GET /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850832 Nov 23 11:18:00.412349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69429d34-eae2-4fde-ac8e-47f9b52cb601 req-38eac2fc-fb22-42b1-9d8c-d2235c61d695 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Nov 23 11:18:00.463058 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-04754294-2fad-4992-89f8-2a01fd043919 req-8eeb0b3c-ce81-45e3-a19b-03c075d59e17 service neutron] show failed (client error): The resource could not be found. Nov 23 11:18:00.464111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-8eeb0b3c-ce81-45e3-a19b-03c075d59e17 service neutron] 10.222.0.65 "GET /v2.0/ports/98f4e3a6-a613-4fc0-a732-e2fd532ffc9b/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0606060 Nov 23 11:18:00.714327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-6db37e3d-59cc-4bb7-bdc8-2ecc0a4bc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:00.715831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-6db37e3d-59cc-4bb7-bdc8-2ecc0a4bc680 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 1096 time: 0.0738235 Nov 23 11:18:00.728916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:18:00.784662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:00.988020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:01.021658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:18:01.060573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:01.062895 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1134138b-0a0c-4967-a947-d46cb595656f" -d '{"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:01.067477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:01.080983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Transition to ACTIVE for port object 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:18:01.085602 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:01.199570 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a35321-6896-4752-8b7b-6625ff4ff30c x-openstack-request-id: req-64a35321-6896-4752-8b7b-6625ff4ff30c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:01.200215 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:01.200215 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64a35321-6896-4752-8b7b-6625ff4ff30c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:01.200515 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'code': 200} Nov 23 11:18:01.219502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:01.244044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.244399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.244748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.245094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.245461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.245802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.246161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.246476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.246811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.247148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.247483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.247812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:01.287317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] No DVR routers for this DVR port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:18:01.418934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:18:01.419266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:18:01.419590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on network 2d81496a-2251-4853-aa3d-f90542a8273f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:18:01.423848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on network 2d81496a-2251-4853-aa3d-f90542a8273f not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:18:01.424163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Attempting to bind port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on network 2d81496a-2251-4853-aa3d-f90542a8273f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:18:01.429470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:18:01.429805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Checking segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:18:01.430187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Bound using segment: {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:18:01.430606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Bound port: 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0116f4-09e9-48bd-8912-164860877c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:18:01.431227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:01.493999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:18:01.497051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:18:01.501587 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:01.533329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:01.534177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:01.534311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03068b2-f88d-4b56-84bc-064be30747e1 req-50e0a0c7-d95c-480b-9963-c3bd8164fa95 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:01.535701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] 10.222.0.58 "PUT /v2.0/ports/98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 1091 time: 0.8104899 Nov 23 11:18:01.536424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e03068b2-f88d-4b56-84bc-064be30747e1 req-50e0a0c7-d95c-480b-9963-c3bd8164fa95 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0503476 Nov 23 11:18:01.593431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e03068b2-f88d-4b56-84bc-064be30747e1 req-00fa8d92-04b7-4601-959b-6489233ed412 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499599 Nov 23 11:18:01.596061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19e73d-d998-4453-893a-eb27f43cdf3e service neutron] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:01.617644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-c54935be-f707-4db7-a075-40c9d191cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:01.619189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-c54935be-f707-4db7-a075-40c9d191cd24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1094 time: 0.0570588 Nov 23 11:18:01.723984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-f95d35e0-e371-4c97-bc7b-ec27a3a8efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:01.725496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-f95d35e0-e371-4c97-bc7b-ec27a3a8efd4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.0989432 Nov 23 11:18:01.794942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-b29c0657-5538-4b6a-8914-909165822a56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 999 time: 0.0619144 Nov 23 11:18:01.843428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-acdfd536-3fc2-4e33-9405-8248fb11a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:01.844752 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-acdfd536-3fc2-4e33-9405-8248fb11a81d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0433431 Nov 23 11:18:01.890756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754294-2fad-4992-89f8-2a01fd043919 req-2bc20b00-11ac-43f2-9033-3ccfc5b9676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:01.892306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-2bc20b00-11ac-43f2-9033-3ccfc5b9676a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412278 Nov 23 11:18:01.987296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-c7e0bd73-cfcc-4419-8e6c-1c998293aff0 service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880077 Nov 23 11:18:02.076578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04754294-2fad-4992-89f8-2a01fd043919 req-f9816d15-ad40-4dc5-b89e-5f7f7ef0f2f6 service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814347 Nov 23 11:18:02.729077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20e03e-f4b8-4aaa-8e3f-7530c8e33897 req-ce5e8387-4753-4911-a695-c6f420bd7df7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:02.730607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb20e03e-f4b8-4aaa-8e3f-7530c8e33897 req-ce5e8387-4753-4911-a695-c6f420bd7df7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0553565 Nov 23 11:18:02.781042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb20e03e-f4b8-4aaa-8e3f-7530c8e33897 req-05d3c94b-187b-443c-99fe-68901413a205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436463 Nov 23 11:18:03.201266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:03.203708 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b64cf62-9721-4514-b737-32a5df61a0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:03.252355 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522b8da-0759-4bbd-918f-e91dc3c7bbb4 x-openstack-request-id: req-9522b8da-0759-4bbd-918f-e91dc3c7bbb4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:03.252681 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:03.252940 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9522b8da-0759-4bbd-918f-e91dc3c7bbb4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:03.253381 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'status': 'completed', 'code': 200} Nov 23 11:18:03.342465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-d4714b9a-2a58-43a1-9f27-1e8ee95e375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.343895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-d4714b9a-2a58-43a1-9f27-1e8ee95e375b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1094 time: 0.0701098 Nov 23 11:18:03.346286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-3053ab78-12d9-413e-82c8-afca76eb2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.347635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-3053ab78-12d9-413e-82c8-afca76eb2b05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1094 time: 0.0639322 Nov 23 11:18:03.512402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-ae8b9367-5f5b-4b76-9424-e60449888d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.513917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-ae8b9367-5f5b-4b76-9424-e60449888d15 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.1599133 Nov 23 11:18:03.518248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-f97bf447-6978-4502-809d-fb942c6a8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.519571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-f97bf447-6978-4502-809d-fb942c6a8a13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.1571929 Nov 23 11:18:03.624022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-53845038-708c-43a2-91a6-01d9ca42c38b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 999 time: 0.1026213 Nov 23 11:18:03.633821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-7262bf3a-eaa9-4f87-8eb9-79f294d29631 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 999 time: 0.0743489 Nov 23 11:18:03.646694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:03.689407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:03.712310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-32563b8b-0c5c-49c5-a44c-fcbb71750b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.713834 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-32563b8b-0c5c-49c5-a44c-fcbb71750b36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0791607 Nov 23 11:18:03.718826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-83af7626-5919-4716-b311-3aac18fc41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.720154 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-83af7626-5919-4716-b311-3aac18fc41c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0775363 Nov 23 11:18:03.792682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-04156c8a-1a24-486b-b003-34f6d4ade381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.794194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-04156c8a-1a24-486b-b003-34f6d4ade381 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725529 Nov 23 11:18:03.796550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-ccf9147f-3926-4f7c-bbb6-d7cb7e2a19a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:03.797930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-ccf9147f-3926-4f7c-bbb6-d7cb7e2a19a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666065 Nov 23 11:18:04.000263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d25d-0726-410c-9e3a-4698383edcbb req-27cbc019-5d25-4c0b-a5d6-10063158314d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:04.001781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b6d25d-0726-410c-9e3a-4698383edcbb req-27cbc019-5d25-4c0b-a5d6-10063158314d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.1447110 Nov 23 11:18:04.003966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-09d33a71-fc6d-46b6-8261-4633cf9f45db service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021935 Nov 23 11:18:04.005912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-2edf2b23-aa43-44ec-8262-c66afd137296 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962652 Nov 23 11:18:04.437386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86b6d25d-0726-410c-9e3a-4698383edcbb req-ae0fd7e3-8fb6-484b-833b-cd4fc493c0d1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286411 Nov 23 11:18:04.467407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-4c177348-57b3-4ede-bace-c9b87ce53548 service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530082 Nov 23 11:18:04.472932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b64cf62-9721-4514-b737-32a5df61a0ef req-bea4fab9-671e-407f-9e00-094a1cfafdab service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440019 Nov 23 11:18:05.560323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1821e8-0621-4c9e-85fa-0e5fa9a14ecb req-6afc93d6-6ce6-40ab-814e-34429b7721bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:05.561833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d1821e8-0621-4c9e-85fa-0e5fa9a14ecb req-6afc93d6-6ce6-40ab-814e-34429b7721bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0541148 Nov 23 11:18:05.609856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d1821e8-0621-4c9e-85fa-0e5fa9a14ecb req-e7e9e653-1524-4803-8fc9-656eba4567e9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Nov 23 11:18:05.808195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5217d3-99c5-4e08-b73d-0834e042a908 req-b62e6eb6-c917-467e-9187-f36d3282458e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:05.809719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4b5217d3-99c5-4e08-b73d-0834e042a908 req-b62e6eb6-c917-467e-9187-f36d3282458e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0511177 Nov 23 11:18:05.861148 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4b5217d3-99c5-4e08-b73d-0834e042a908 req-6e35bfd4-e7f2-4cd2-abdf-1592fa89a8f0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Nov 23 11:18:05.863827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-d943671f-6258-4d80-904c-24ba79a675f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:05.866224 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-d943671f-6258-4d80-904c-24ba79a675f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc&tenant_id=387a8da527814c7695280ab05b122939&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 943 time: 0.0860729 Nov 23 11:18:05.933208 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-16fa3263-3b98-45df-9b81-69fdc0e30a55 service neutron] delete failed (client error): The resource could not be found. Nov 23 11:18:05.934237 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-16fa3263-3b98-45df-9b81-69fdc0e30a55 service neutron] 10.222.0.65 "DELETE /v2.0/ports/98f4e3a6-a613-4fc0-a732-e2fd532ffc9b/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0569584 Nov 23 11:18:06.027066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-0ee3f8f3-2e24-45f5-a5c8-af2837dffc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:06.028445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-0ee3f8f3-2e24-45f5-a5c8-af2837dffc22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1094 time: 0.0433955 Nov 23 11:18:06.122383 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-05b21651-bd97-4bb7-8a87-7c5136688229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:06.124012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-05b21651-bd97-4bb7-8a87-7c5136688229 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.0852466 Nov 23 11:18:06.201683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-88a153e7-18d6-4f5e-9f42-4f43119c2fdc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 999 time: 0.0658574 Nov 23 11:18:06.254508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-8a73f2c6-1f91-4ed1-8c95-a1d466379a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:06.256124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-8a73f2c6-1f91-4ed1-8c95-a1d466379a36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0439556 Nov 23 11:18:06.307646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-d2c8227d-16d3-444c-b5ad-dc642fcd3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:06.309044 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-d2c8227d-16d3-444c-b5ad-dc642fcd3122 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417473 Nov 23 11:18:06.405607 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-217760b1-9d0f-42d5-b6df-d3ca32d56026 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842266 Nov 23 11:18:06.502879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-028aae46-e889-4cdc-a018-74674e5e49b6 req-853c34ca-9dc2-4f17-b98d-4cf1688d1649 service neutron] 10.222.0.65 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Nov 23 11:18:07.005083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65bb9-beca-44c8-be9e-8e9efa934d06 req-02e67a73-434f-4047-842e-02ae715a379a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:07.007522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dc65bb9-beca-44c8-be9e-8e9efa934d06 req-02e67a73-434f-4047-842e-02ae715a379a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 943 time: 0.0693021 Nov 23 11:18:07.070287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dc65bb9-beca-44c8-be9e-8e9efa934d06 req-548bcf7f-f258-4122-b4ad-71303e84d7ee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555151 Nov 23 11:18:07.170099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:18:07.281761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:07.296037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'port_id': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'mac_address': 'fa:16:3e:56:0f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:18:07.336803 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:07.351875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:18:07.372284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:07.375987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:07.424842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:07.434801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.435150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.435521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.436797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.437172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.437516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.437853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.438186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.438516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.438844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.439174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.439494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:07.798416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:18:08.195612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8ea96-7db8-4e1f-8cbd-5bee15185b3e req-64899c70-773f-439e-b6f2-f761e198832f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:08.197181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bc8ea96-7db8-4e1f-8cbd-5bee15185b3e req-64899c70-773f-439e-b6f2-f761e198832f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 944 time: 0.0544124 Nov 23 11:18:08.249767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3bc8ea96-7db8-4e1f-8cbd-5bee15185b3e req-244da427-10f6-4730-bca5-98da92598af3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 Nov 23 11:18:08.273640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51560) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:08.333018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bdf5adad-5fee-4ad6-82a8-1f2edbcea0c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/71fce77a-c3fd-445d-9075-8949a01ac013 HTTP/1.1" status: 200 len: 992 time: 0.0582225 Nov 23 11:18:09.185789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:18:09.232639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:18:09.236147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:18:09.236517 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:09.314563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:09.336753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:09.339001 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f17711-4578-43da-b826-0c64c3cc65b7" -d '{"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-plugged", "status": "completed", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:09.352248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:09.356247 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:09.403835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:09.438406 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf96a167-36ee-4e83-a16f-dd92147a4afe x-openstack-request-id: req-bf96a167-36ee-4e83-a16f-dd92147a4afe {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:09.438709 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-plugged", "status": "completed", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:09.438968 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf96a167-36ee-4e83-a16f-dd92147a4afe {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:09.439375 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'code': 200} Nov 23 11:18:14.532406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-96f109cc-3910-45ab-a2ac-22b4b5a05c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:16.987502 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9444-8708-455f-b432-ac66fb9082be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:18.644883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:19.611812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:20.095472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:20.151924 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:22.324741 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:33.122063 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:18:44.535899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8bff4388-2dec-477b-bc50-084ff7c9757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:46.988636 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b34e794-2f7f-4e78-8e83-d01e70f90d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:47.648547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d39cfd-2c47-4d27-be1b-20529b8507aa req-ba282d40-ac57-4b22-b6cc-1109ca947c60 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:47.649987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21d39cfd-2c47-4d27-be1b-20529b8507aa req-ba282d40-ac57-4b22-b6cc-1109ca947c60 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Nov 23 11:18:47.700721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21d39cfd-2c47-4d27-be1b-20529b8507aa req-ada0046e-6f81-4eb0-9040-628938f7fe06 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448153 Nov 23 11:18:48.273273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-e91135b8-9bc6-4468-aceb-478d190a94d6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:48.274851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-e91135b8-9bc6-4468-aceb-478d190a94d6 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 945 time: 0.0510519 Nov 23 11:18:48.368072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Deleting port 8211e993-1239-482b-a540-db9a1eab8cad {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:48.368414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:48.462666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] For port 8211e993-1239-482b-a540-db9a1eab8cad, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8211e993-1239-482b-a540-db9a1eab8cad,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:48.463029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:48.648704 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:48.654722 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:48.655037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:48.655396 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Floating IP 372c6753-f349-4e58-8017-f2efc56e0ee2 disassociated. External IP: 172.25.5.53, port: 8211e993-1239-482b-a540-db9a1eab8cad. Nov 23 11:18:48.655770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Calling delete_port for 8211e993-1239-482b-a540-db9a1eab8cad owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:48.810119 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:48.844241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event deleted for resources: {'Port': ['ID=8211e993-1239-482b-a540-db9a1eab8cad,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:48.898662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b127b3-cc7b-4017-b2c5-6161adffe8d1 req-5b4300c3-e51e-484d-b2e7-261641f052bc tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:48.900134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97b127b3-cc7b-4017-b2c5-6161adffe8d1 req-5b4300c3-e51e-484d-b2e7-261641f052bc tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce08cb15-ff8a-41e1-a317-cbb8769332b4 HTTP/1.1" status: 200 len: 867 time: 0.1215713 Nov 23 11:18:48.994260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97b127b3-cc7b-4017-b2c5-6161adffe8d1 req-41e3dcf4-e508-49e2-b23d-2390187b8e78 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "GET /v2.0/security-groups?id=e4b6e032-bf41-49a2-9294-22b2302a550c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858095 Nov 23 11:18:49.002643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Router 969bf02d-59c0-496b-95d1-1d560eab17d3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:18:49.110323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:18:49.120892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] Sync routers for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:18:49.136812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:49.137589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:49.149488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] No DVR routers for this DVR port 8211e993-1239-482b-a540-db9a1eab8cad on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:18:49.152218 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:49.155563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eb5384d9-336b-4daa-8199-dc8d63a9d068 req-89db69f2-d532-453b-8fba-1fec4e35c1fa tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.58 "DELETE /v2.0/ports/8211e993-1239-482b-a540-db9a1eab8cad HTTP/1.1" status: 204 len: 173 time: 0.8744957 Nov 23 11:18:49.156000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'name': 'network-vif-deleted', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:18:49.158325 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d5b7fe-e7fd-4111-9c81-4325e2aec765" -d '{"events": [{"server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "name": "network-vif-deleted", "tag": "8211e993-1239-482b-a540-db9a1eab8cad"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:18:49.211765 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4ccf64-f071-408b-a2d8-62e02edabf76 x-openstack-request-id: req-9c4ccf64-f071-408b-a2d8-62e02edabf76 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:18:49.212064 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce08cb15-ff8a-41e1-a317-cbb8769332b4", "name": "network-vif-deleted", "tag": "8211e993-1239-482b-a540-db9a1eab8cad", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:18:49.212322 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c4ccf64-f071-408b-a2d8-62e02edabf76 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:18:49.212733 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce08cb15-ff8a-41e1-a317-cbb8769332b4', 'name': 'network-vif-deleted', 'tag': '8211e993-1239-482b-a540-db9a1eab8cad', 'status': 'completed', 'code': 200} Nov 23 11:18:49.261548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:49.465711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:16Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:49.492183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] Checking router: 969bf02d-59c0-496b-95d1-1d560eab17d3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:18:49.500349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:49.500951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:49.716174 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:49.774643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:49.970947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:16Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:49.998133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d79f631-baad-4f8b-9725-5923c924b2a7 None None] The sync data for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 is: [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2f47598f-6931-4afc-94fc-c84aed547dd8', 'name': '', 'network_id': 'e3a1b332-42b0-4dea-bc74-1a71e4dafa13', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'mac_address': 'fa:16:3e:34:e4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:09Z', 'updated_at': '2021-11-23T11:13:16Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'subnets': [{'id': 'b7e278f6-b4a0-456a-b546-9eb6cc48cf3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:18:50.053692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51592) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:50.109475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.155895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.189141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Deleting port b4f29dfd-6eeb-4a03-aea8-7fba62eada2c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:50.189479 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.242615 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8c801-f34a-446d-855c-1b9eaf13716d None None] New status for floating IP 372c6753-f349-4e58-8017-f2efc56e0ee2: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:18:50.267731 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.268051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.280500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Calling delete_port for b4f29dfd-6eeb-4a03-aea8-7fba62eada2c owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:50.432723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.459616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event deleted for resources: {'Port': ['ID=b4f29dfd-6eeb-4a03-aea8-7fba62eada2c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:50.518099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.520935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.522121 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3084e114-88fc-4831-898a-0699519c4405 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "DELETE /v2.0/floatingips/372c6753-f349-4e58-8017-f2efc56e0ee2 HTTP/1.1" status: 204 len: 168 time: 0.4673536 Nov 23 11:18:50.594063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51598) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:50.650285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.675464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.741415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.744023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:50.745230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] 10.222.0.61 "DELETE /v2.0/security-groups/e4b6e032-bf41-49a2-9294-22b2302a550c HTTP/1.1" status: 204 len: 168 time: 0.1501241 Nov 23 11:18:50.754515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6e032-bf41-49a2-9294-22b2302a550c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:50.763728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.764083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.764430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.764792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.765180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.765639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.765984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.766321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.766660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.767098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.767315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.767872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8b2a02-7572-4ed2-9e2e-5e9e8e1b3712 tempest-TestServerBasicOps-504186818 tempest-TestServerBasicOps-504186818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:18:50.779801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:51.233483 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:51.443609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8211e993-1239-482b-a540-db9a1eab8cad no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:51.463640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 8211e993-1239-482b-a540-db9a1eab8cad {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:51.463997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8211e993-1239-482b-a540-db9a1eab8cad not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:51.492759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Deleting port 2f47598f-6931-4afc-94fc-c84aed547dd8 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:51.493123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:51.576961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] For port 2f47598f-6931-4afc-94fc-c84aed547dd8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2f47598f-6931-4afc-94fc-c84aed547dd8,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:51.577359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:51.594787 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Calling delete_port for 2f47598f-6931-4afc-94fc-c84aed547dd8 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:51.772103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:51.804322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f47598f-6931-4afc-94fc-c84aed547dd8,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:51.965801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.178475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Router 969bf02d-59c0-496b-95d1-1d560eab17d3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:18:52.285544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:18:52.290692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f396e464-a504-40aa-bbf4-a6771ae2a1b0 admin admin] 10.222.0.61 "PUT /v2.0/routers/969bf02d-59c0-496b-95d1-1d560eab17d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5098345 Nov 23 11:18:52.293243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51606) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:52.295820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] Sync routers for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:18:52.306595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:52.307219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:52.398742 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.399346 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.430293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:52.624202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:18:51Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:52.657410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] Checking router: 969bf02d-59c0-496b-95d1-1d560eab17d3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:18:52.666128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] Routers {'969bf02d-59c0-496b-95d1-1d560eab17d3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:52.666760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['969bf02d-59c0-496b-95d1-1d560eab17d3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:52.775287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] Set router 969bf02d-59c0-496b-95d1-1d560eab17d3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:52.785367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.841373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Deleting port 83898042-d792-4fcf-84ba-6ab5d1dcdf84 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:52.841757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.928777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] For port 83898042-d792-4fcf-84ba-6ab5d1dcdf84, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=83898042-d792-4fcf-84ba-6ab5d1dcdf84,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:52.929183 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:52.942249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Calling delete_port for 83898042-d792-4fcf-84ba-6ab5d1dcdf84 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:52.954997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:18:51Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:52.981734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7171eca-9c60-4b60-b7ed-c2cda5f7b3cc None None] The sync data for ids ['969bf02d-59c0-496b-95d1-1d560eab17d3'] in n-d-817747-2 is: [{'id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'name': 'tempest-TestServerBasicOps-1367591084-router', 'tenant_id': '28e5affd75484e9ea1cef1bd6095a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:06Z', 'updated_at': '2021-11-23T11:18:51Z', 'revision_number': 5, 'project_id': '28e5affd75484e9ea1cef1bd6095a90a', 'gw_port': {'id': '83898042-d792-4fcf-84ba-6ab5d1dcdf84', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:01:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969bf02d-59c0-496b-95d1-1d560eab17d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:07Z', 'updated_at': '2021-11-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:18:53.110927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.140579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=83898042-d792-4fcf-84ba-6ab5d1dcdf84,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:53.155027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cff49d-82a0-4756-8bd0-e6e8c2d00c28 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:18:53.201848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.311442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.313590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.358685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.359225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969bf02d-59c0-496b-95d1-1d560eab17d3 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:18:53.364147 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.365431 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3b73a2cc-8e73-4d22-8f16-41b26ab86c67 admin admin] 10.222.0.61 "DELETE /v2.0/routers/969bf02d-59c0-496b-95d1-1d560eab17d3 HTTP/1.1" status: 204 len: 168 time: 1.0712380 Nov 23 11:18:53.367896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51608) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:53.420809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] Deleting subnet b7e278f6-b4a0-456a-b546-9eb6cc48cf3a {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:18:53.424903 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.465294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.548270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.609687 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.646893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.650490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b7e278f6-b4a0-456a-b546-9eb6cc48cf3a HTTP/1.1" status: 204 len: 168 time: 0.2816341 Nov 23 11:18:53.652308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2663ff2-80ad-4a77-83c3-a0fca0087db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e278f6-b4a0-456a-b546-9eb6cc48cf3a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:53.652832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99dfa43-de92-4450-81b7-892da6c4b04a None None] Network e3a1b332-42b0-4dea-bc74-1a71e4dafa13 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:18:53.655107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51610) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:53.735009 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.789017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Deleting port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:53.789388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.856055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] For port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cddbfe9f-dec3-4bc9-9701-1bfef5c602a5,segment=NetworkSegment(9d928c9b-d342-4696-807a-5206375e813f),segment_id=9d928c9b-d342-4696-807a-5206375e813f)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:53.856407 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.869442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Calling delete_port for cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:53.946090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:53.972061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Pushing event deleted for resources: {'Port': ['ID=cddbfe9f-dec3-4bc9-9701-1bfef5c602a5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:53.976322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] No DVR routers for this DVR port cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:18:53.991777 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444342c4-e9b3-478d-8807-26c174108e8d None None] DHCP port deletion for e3a1b332-42b0-4dea-bc74-1a71e4dafa13 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:18:54.060647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.082478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a1b332-42b0-4dea-bc74-1a71e4dafa13']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:54.091569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d928c9b-d342-4696-807a-5206375e813f') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:54.091866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d928c9b-d342-4696-807a-5206375e813f') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:54.101614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.114790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.120647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:18:54.121033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:18:54.122776 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:18:54.183959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.189782 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.193573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] 10.222.0.61 "DELETE /v2.0/networks/e3a1b332-42b0-4dea-bc74-1a71e4dafa13 HTTP/1.1" status: 204 len: 168 time: 0.5368326 Nov 23 11:18:54.196802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51612) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:54.203831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccb555-daed-4662-a764-a6f9becf01bb admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a1b332-42b0-4dea-bc74-1a71e4dafa13,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:54.562396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.616012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 83898042-d792-4fcf-84ba-6ab5d1dcdf84 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:54.635945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 83898042-d792-4fcf-84ba-6ab5d1dcdf84 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:54.636298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 83898042-d792-4fcf-84ba-6ab5d1dcdf84 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:54.636721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2f47598f-6931-4afc-94fc-c84aed547dd8 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:54.658196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 2f47598f-6931-4afc-94fc-c84aed547dd8 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:54.658826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2f47598f-6931-4afc-94fc-c84aed547dd8 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:54.658947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:54.678776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:54.679129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cddbfe9f-dec3-4bc9-9701-1bfef5c602a5 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:54.827740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Deleting port f9d311a0-05cd-4be2-860d-771f4b951d6c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:54.828078 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.907788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] For port f9d311a0-05cd-4be2-860d-771f4b951d6c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f9d311a0-05cd-4be2-860d-771f4b951d6c,segment=NetworkSegment(b41fd38d-632d-4def-8ff9-1563d1914cbd),segment_id=b41fd38d-632d-4def-8ff9-1563d1914cbd)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:54.908178 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:54.926365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Calling delete_port for f9d311a0-05cd-4be2-860d-771f4b951d6c owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:55.106505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.134034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d311a0-05cd-4be2-860d-771f4b951d6c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:55.304289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.517519 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Router 78f805f0-fe6b-4681-8648-0d42561e261c has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:18:55.623339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:18:55.628272 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-93dd1369-020c-4e5b-a532-50c3bbf8a992 admin admin] 10.222.0.61 "PUT /v2.0/routers/78f805f0-fe6b-4681-8648-0d42561e261c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303379 Nov 23 11:18:55.631381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51616) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:55.633583 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] Sync routers for ids ['78f805f0-fe6b-4681-8648-0d42561e261c'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:18:55.643096 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] Routers {'78f805f0-fe6b-4681-8648-0d42561e261c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:55.643705 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['78f805f0-fe6b-4681-8648-0d42561e261c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:55.736554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.749143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] Set router 78f805f0-fe6b-4681-8648-0d42561e261c gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:55.843757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.896430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Deleting port 5ed32824-d5d4-4292-8e45-e75417bfd0b9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:55.896769 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.979693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] For port 5ed32824-d5d4-4292-8e45-e75417bfd0b9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5ed32824-d5d4-4292-8e45-e75417bfd0b9,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:55.980058 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:55.993287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Calling delete_port for 5ed32824-d5d4-4292-8e45-e75417bfd0b9 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:56.019783 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:18:55Z', 'revision_number': 5, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port': {'id': '5ed32824-d5d4-4292-8e45-e75417bfd0b9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ea:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:13:13Z', 'updated_at': '2021-11-23T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:56.047067 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] Checking router: 78f805f0-fe6b-4681-8648-0d42561e261c for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:18:56.056383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] Routers {'78f805f0-fe6b-4681-8648-0d42561e261c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:18:56.057011 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['78f805f0-fe6b-4681-8648-0d42561e261c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:56.146707 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] Set router 78f805f0-fe6b-4681-8648-0d42561e261c gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:18:56.161865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.194015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5ed32824-d5d4-4292-8e45-e75417bfd0b9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:56.202464 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:18:55Z', 'revision_number': 6, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:56.209784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70724e9-3fcd-458b-aad4-838ac4d362ec None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:18:56.231174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39a6ae-2765-4f95-9660-4b730cd118db None None] The sync data for ids ['78f805f0-fe6b-4681-8648-0d42561e261c'] in n-d-817747-2 is: [{'id': '78f805f0-fe6b-4681-8648-0d42561e261c', 'name': 'tempest-TestServerBasicOps-1510888561-router', 'tenant_id': 'f88b70fb13f7417a8ae9488dca04e756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:13:12Z', 'updated_at': '2021-11-23T11:18:55Z', 'revision_number': 6, 'project_id': 'f88b70fb13f7417a8ae9488dca04e756', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:18:56.257053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.353503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.355641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.399909 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.400496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f805f0-fe6b-4681-8648-0d42561e261c {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:18:56.405555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.406721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b5bbfe1b-ab06-4e86-9239-c324a41f66ba admin admin] 10.222.0.61 "DELETE /v2.0/routers/78f805f0-fe6b-4681-8648-0d42561e261c HTTP/1.1" status: 204 len: 168 time: 0.7744374 Nov 23 11:18:56.409385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51618) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:56.453843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] Deleting subnet a378bf09-8855-40ff-8c33-0f4cac5aa046 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:18:56.456890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.492078 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.572096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.634725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.664301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a378bf09-8855-40ff-8c33-0f4cac5aa046,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:56.669253 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.672641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-076ed4a5-4c52-4e07-ac08-e3c7541b39c9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a378bf09-8855-40ff-8c33-0f4cac5aa046 HTTP/1.1" status: 204 len: 168 time: 0.2622430 Nov 23 11:18:56.675235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51620) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:56.677473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139978b3-756a-4fad-82b0-2ff19de5c8e1 None None] Network 02fa03b4-d940-4e0c-b868-66d01369d927 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:18:56.714334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f9d311a0-05cd-4be2-860d-771f4b951d6c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:56.764114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.769964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: f9d311a0-05cd-4be2-860d-771f4b951d6c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:56.771005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f9d311a0-05cd-4be2-860d-771f4b951d6c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:56.820443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Deleting port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:18:56.820783 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.888631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] For port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b,segment=NetworkSegment(b41fd38d-632d-4def-8ff9-1563d1914cbd),segment_id=b41fd38d-632d-4def-8ff9-1563d1914cbd)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:18:56.888988 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:56.902711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Calling delete_port for f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:18:56.984378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.007780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:57.013297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] No DVR routers for this DVR port f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:18:57.056681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac77785-bf25-4990-bdf3-c875b0709f90 None None] DHCP port deletion for 02fa03b4-d940-4e0c-b868-66d01369d927 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:18:57.094451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.114491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fa03b4-d940-4e0c-b868-66d01369d927']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:57.128860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41fd38d-632d-4def-8ff9-1563d1914cbd') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:57.129365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41fd38d-632d-4def-8ff9-1563d1914cbd') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:18:57.143390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.159309 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.166012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:18:57.166410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:18:57.168769 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:18:57.229257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.234921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.239342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] 10.222.0.61 "DELETE /v2.0/networks/02fa03b4-d940-4e0c-b868-66d01369d927 HTTP/1.1" status: 204 len: 168 time: 0.5623302 Nov 23 11:18:57.366024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51624) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:57.411233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2d8a17e8-e410-4ff2-ac29-67705747b5e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=28e5affd75484e9ea1cef1bd6095a90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436904 Nov 23 11:18:57.413515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51626) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:57.466631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58b49545-ccc4-4435-b594-db79fdb3aed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.493979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58b49545-ccc4-4435-b594-db79fdb3aed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.543682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb383075-3be8-4933-8665-4a511c07ad15 admin admin] Pushing event deleted for resources: {'Network': ['ID=02fa03b4-d940-4e0c-b868-66d01369d927,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:57.550300 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58b49545-ccc4-4435-b594-db79fdb3aed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.553608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-58b49545-ccc4-4435-b594-db79fdb3aed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.555050 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-58b49545-ccc4-4435-b594-db79fdb3aed0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17d55bfb-381b-48b0-b1cb-1cfb05f6651a HTTP/1.1" status: 204 len: 168 time: 0.1403370 Nov 23 11:18:57.562962 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b49545-ccc4-4435-b594-db79fdb3aed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d55bfb-381b-48b0-b1cb-1cfb05f6651a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:57.863647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51632) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:57.904526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b506464f-9013-478a-8144-0ce8838653a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f88b70fb13f7417a8ae9488dca04e756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395129 Nov 23 11:18:57.906909 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51634) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:18:57.954690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-891ff4a0-432f-4b83-adac-2c8046cc75c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:57.975702 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-891ff4a0-432f-4b83-adac-2c8046cc75c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:58.027629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-891ff4a0-432f-4b83-adac-2c8046cc75c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:58.031002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-891ff4a0-432f-4b83-adac-2c8046cc75c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:18:58.032113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-891ff4a0-432f-4b83-adac-2c8046cc75c9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5270a01-1e4b-4be6-b0de-8b5d057839eb HTTP/1.1" status: 204 len: 168 time: 0.1242728 Nov 23 11:18:58.040372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ff4a0-432f-4b83-adac-2c8046cc75c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5270a01-1e4b-4be6-b0de-8b5d057839eb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:18:58.468231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:58.491287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:58.491648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f1c09ebd-e3bd-43ff-bcc2-8cd50d8a668b not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:58.492076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5ed32824-d5d4-4292-8e45-e75417bfd0b9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:18:58.513100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5ed32824-d5d4-4292-8e45-e75417bfd0b9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:18:58.513488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5ed32824-d5d4-4292-8e45-e75417bfd0b9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:18:59.777900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-7f30510f-8bfc-4ba6-b2cf-d5f011fca4ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424614 Nov 23 11:18:59.859305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-c98a2418-30f9-4c94-b8a8-7fc542b4f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:59.860766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-c98a2418-30f9-4c94-b8a8-7fc542b4f54e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0401347 Nov 23 11:18:59.962305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-8607f2e7-fb18-4dec-a08d-ad51b7ce82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:18:59.963742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-8607f2e7-fb18-4dec-a08d-ad51b7ce82fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.0832391 Nov 23 11:19:00.038593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-8be73a5a-50bd-40cc-a22f-30e2e424f39f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 1001 time: 0.0672076 Nov 23 11:19:00.093339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-e6c94de4-407b-4a8c-b841-d7eaea8c4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:00.094827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-e6c94de4-407b-4a8c-b841-d7eaea8c4417 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0497191 Nov 23 11:19:00.156265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-0a41360d-2d24-4ad1-90ba-fb2dc65cf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:00.157878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-0a41360d-2d24-4ad1-90ba-fb2dc65cf837 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551987 Nov 23 11:19:00.250797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-9c2a0d86-2159-4fd5-a91b-9e9daafaa480 service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854683 Nov 23 11:19:00.341254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fe15228-2c2c-42f7-ac34-7282b4a13d46 req-015066ea-3ee7-4d65-920d-f63c71a826ba service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816162 Nov 23 11:19:01.329759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66297b-46d4-44c6-848f-ec6f927a5da3 req-05d46e06-f0ef-4584-838c-bf5926100094 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:01.331286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f66297b-46d4-44c6-848f-ec6f927a5da3 req-05d46e06-f0ef-4584-838c-bf5926100094 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0435510 Nov 23 11:19:01.376942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f66297b-46d4-44c6-848f-ec6f927a5da3 req-9d04a2ff-d743-4afe-85e4-6eae2f220659 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388396 Nov 23 11:19:01.399080 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51642) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:01.556180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 0d92dcbb-c22c-4b3c-b361-b037f0cd8174 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:01.556642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.637932 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.638177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.649846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 0d92dcbb-c22c-4b3c-b361-b037f0cd8174 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:01.821289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.846190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=0d92dcbb-c22c-4b3c-b361-b037f0cd8174,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:01.858660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.859022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.859367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.859707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.860048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.860386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.860721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.861050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.861408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.861755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.862091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.862415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:01.915980 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:01.916311 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP 71fce77a-c3fd-445d-9075-8949a01ac013 disassociated (deleted). External IP: 172.25.5.111, port: 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b. Nov 23 11:19:02.394363 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ddf8f145-b6be-4f00-a298-fd22c922ea98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:19:02.508429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:19:02.513228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:02.517904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] Sync routers for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:19:02.528450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:02.529057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:02.539922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a33e583f-a7a4-43c0-a453-52b2b7c3b4b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/floatingips/71fce77a-c3fd-445d-9075-8949a01ac013 HTTP/1.1" status: 204 len: 168 time: 1.1397791 Nov 23 11:19:02.540525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:19:02.542824 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1accea02-a625-4d8c-a1df-be35c2f18232" -d '{"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:19:02.584452 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dfe1fd-f7a5-4a9d-96ad-8be4fb73ea41 x-openstack-request-id: req-f5dfe1fd-f7a5-4a9d-96ad-8be4fb73ea41 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:19:02.584750 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:19:02.585014 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f5dfe1fd-f7a5-4a9d-96ad-8be4fb73ea41 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:19:02.585466 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'status': 'completed', 'code': 200} Nov 23 11:19:02.649921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:02.650724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-317c4fdb-c808-493b-bcca-662769a8bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:02.652363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-317c4fdb-c808-493b-bcca-662769a8bd74 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 1096 time: 0.0443702 Nov 23 11:19:02.791774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-7c223ab6-3a75-401e-bd2a-428a06ac5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:02.793290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-7c223ab6-3a75-401e-bd2a-428a06ac5ffe service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 200 len: 898 time: 0.1243713 Nov 23 11:19:02.805582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa1f27-ad38-4061-a5c3-d631f6047359 req-6e79fe17-d8d7-4dcc-ac9d-84f0ce6f40b5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:02.807007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-43fa1f27-ad38-4061-a5c3-d631f6047359 req-6e79fe17-d8d7-4dcc-ac9d-84f0ce6f40b5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0728602 Nov 23 11:19:02.853149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-11e1c811-49ab-4e33-b948-434c30ce96e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 200 len: 217 time: 0.0451615 Nov 23 11:19:02.862284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:02.891179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] Checking router: ddf8f145-b6be-4f00-a298-fd22c922ea98 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:19:02.900082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:02.900635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:02.926297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-43fa1f27-ad38-4061-a5c3-d631f6047359 req-a4095a17-31e1-4f5d-9bf4-59fcbf794061 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117461 Nov 23 11:19:02.928586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-b5b0f125-4bab-4a7a-816e-166c6de92723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:02.930265 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-b5b0f125-4bab-4a7a-816e-166c6de92723 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 200 len: 835 time: 0.0692904 Nov 23 11:19:02.978910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-1e5be5d2-9d2c-483b-a9e5-27d9daf89e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:02.980436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-1e5be5d2-9d2c-483b-a9e5-27d9daf89e3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d81496a-2251-4853-aa3d-f90542a8273f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415831 Nov 23 11:19:03.084378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-7fa3260d-3fb8-4bea-8e1d-4c88273b2453 service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936658 Nov 23 11:19:03.162014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:03.178819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1accea02-a625-4d8c-a1df-be35c2f18232 req-5f7ec95d-91eb-47fa-ba68-fda6cfe51c2e service neutron] 10.222.0.58 "GET /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Nov 23 11:19:03.360037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:03.392001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a67b0d-ac95-4859-bee1-ac07025e3739 None None] The sync data for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 is: [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:16:49Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '66296b00-7cff-403a-9a53-33258fbee009', 'name': '', 'network_id': '2d81496a-2251-4853-aa3d-f90542a8273f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:27:d4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:48Z', 'updated_at': '2021-11-23T11:16:52Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': '202d940a-a327-4692-9b8b-17d2b362fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:19:03.613544 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4620002c-a58b-49b4-9444-1f272024844b None None] New status for floating IP 71fce77a-c3fd-445d-9075-8949a01ac013: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:19:04.053534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e60f5-70c3-45f9-9e4f-55050308f96c req-c98a2980-1adf-430f-b87f-a1acdd486f15 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:04.055611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f0e60f5-70c3-45f9-9e4f-55050308f96c req-c98a2980-1adf-430f-b87f-a1acdd486f15 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0537391 Nov 23 11:19:04.111247 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f0e60f5-70c3-45f9-9e4f-55050308f96c req-9fd5ebd3-a640-48e2-9ac1-a5ea025e9c08 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bafdc0-c994-46e7-8958-751a5a5e5382&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491579 Nov 23 11:19:04.430502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-aa12f38d-6c2b-4120-9493-2bfbddaa973c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:04.431973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-aa12f38d-6c2b-4120-9493-2bfbddaa973c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.58 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 945 time: 0.0547709 Nov 23 11:19:04.526544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:04.526783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.620968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:04.621371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.634132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:04.764490 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.804124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=98f4e3a6-a613-4fc0-a732-e2fd532ffc9b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:04.847743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] No DVR routers for this DVR port 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:19:04.850566 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:04.853861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fbc8b5b2-1529-4367-b610-1ce6b8869193 req-277a258f-0004-4b38-bc93-1b11d6888138 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.58 "DELETE /v2.0/ports/98f4e3a6-a613-4fc0-a732-e2fd532ffc9b HTTP/1.1" status: 204 len: 173 time: 0.4144621 Nov 23 11:19:04.854310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-deleted', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:19:04.856547 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035af7d3-12f2-4827-b5f2-ac8357d7b8ec" -d '{"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-deleted", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:19:04.895103 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f0dc42-85e1-488d-9ed3-8dbeb42fb2c0 x-openstack-request-id: req-73f0dc42-85e1-488d-9ed3-8dbeb42fb2c0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:19:04.895475 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a60989f-fd63-42c0-bf99-eb76efeeb5cc", "name": "network-vif-deleted", "tag": "98f4e3a6-a613-4fc0-a732-e2fd532ffc9b", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:19:04.895891 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-73f0dc42-85e1-488d-9ed3-8dbeb42fb2c0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:19:04.896442 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a60989f-fd63-42c0-bf99-eb76efeeb5cc', 'name': 'network-vif-deleted', 'tag': '98f4e3a6-a613-4fc0-a732-e2fd532ffc9b', 'status': 'completed', 'code': 200} Nov 23 11:19:05.229189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8ae7501c-261b-4b84-89d2-ebad9651cbce req-6c636dd7-a646-4811-b4d1-33f2befd2bbe tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a60989f-fd63-42c0-bf99-eb76efeeb5cc HTTP/1.1" status: 200 len: 210 time: 0.0281484 Nov 23 11:19:06.289983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51658) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:06.742770 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.008393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 66296b00-7cff-403a-9a53-33258fbee009 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:07.008823 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.118000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port 66296b00-7cff-403a-9a53-33258fbee009, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=66296b00-7cff-403a-9a53-33258fbee009,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:07.118369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.136887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 66296b00-7cff-403a-9a53-33258fbee009 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:07.345881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.374598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=66296b00-7cff-403a-9a53-33258fbee009,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:07.449583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:07.488186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:07.488534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 98f4e3a6-a613-4fc0-a732-e2fd532ffc9b not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:07.599248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:07.823520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ddf8f145-b6be-4f00-a298-fd22c922ea98 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:19:07.931154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:19:07.936474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a9ce5c27-bc56-4f39-976a-f085b7c060bb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/ddf8f145-b6be-4f00-a298-fd22c922ea98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453583 Nov 23 11:19:07.939342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51660) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:07.940945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] Sync routers for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:19:07.951539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:07.952164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:07.994125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting subnet 202d940a-a327-4692-9b8b-17d2b362fabb {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:19:07.997287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.037582 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.059052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:08.119425 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.182770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.209352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Subnet': ['ID=202d940a-a327-4692-9b8b-17d2b362fabb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:08.213193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.216389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f3ee883a-2ad4-4516-9c1d-a5240a511cef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/subnets/202d940a-a327-4692-9b8b-17d2b362fabb HTTP/1.1" status: 204 len: 168 time: 0.2758462 Nov 23 11:19:08.219297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51662) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:08.219837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c9474-19d6-46d8-8098-1988acc87ac9 None None] Network 2d81496a-2251-4853-aa3d-f90542a8273f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:19:08.330560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.339960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:19:07Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:08.374175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] Checking router: ddf8f145-b6be-4f00-a298-fd22c922ea98 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:19:08.386825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] Routers {'ddf8f145-b6be-4f00-a298-fd22c922ea98'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:08.387438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ddf8f145-b6be-4f00-a298-fd22c922ea98'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:08.471260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] DHCP port deletion for 2d81496a-2251-4853-aa3d-f90542a8273f request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:08.530988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] Set router ddf8f145-b6be-4f00-a298-fd22c922ea98 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:08.652716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Deleting port 670950e3-dc5b-4cfb-962d-d4684eff0e16 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:08.653095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.732451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.740257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] For port 670950e3-dc5b-4cfb-962d-d4684eff0e16, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=670950e3-dc5b-4cfb-962d-d4684eff0e16,segment=NetworkSegment(cf0116f4-09e9-48bd-8912-164860877c78),segment_id=cf0116f4-09e9-48bd-8912-164860877c78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:08.740624 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.769914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Calling delete_port for 670950e3-dc5b-4cfb-962d-d4684eff0e16 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:08.785752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:19:08.786768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.847044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:19:07Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:08.876468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:08.876839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.877971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2acfe-ef70-4551-8bcc-32122a0122df None None] The sync data for ids ['ddf8f145-b6be-4f00-a298-fd22c922ea98'] in n-d-817747-2 is: [{'id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1835091328', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:16:45Z', 'updated_at': '2021-11-23T11:19:07Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:2a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf8f145-b6be-4f00-a298-fd22c922ea98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:16:46Z', 'updated_at': '2021-11-23T11:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:19:08.896464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:19:08.896832 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:08.928758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Pushing event deleted for resources: {'Port': ['ID=670950e3-dc5b-4cfb-962d-d4684eff0e16,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:08.933485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] No DVR routers for this DVR port 670950e3-dc5b-4cfb-962d-d4684eff0e16 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.946446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:08.946446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be859d01-3156-4561-ba5f-9935640ef405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:09.070318 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.097739 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:09.113448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781f4d0b-9e59-45cf-b277-45eb177f202d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:09.168422 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.269042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.272065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.319631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.320237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Fanout notify agent at l3_agent the message router_deleted on router ddf8f145-b6be-4f00-a298-fd22c922ea98 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:19:09.327783 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.331730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-25c80227-66f3-46cf-97cf-6128a63775c8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/routers/ddf8f145-b6be-4f00-a298-fd22c922ea98 HTTP/1.1" status: 204 len: 168 time: 1.1084666 Nov 23 11:19:09.331895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51664) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:09.416656 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.511823 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.535008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d81496a-2251-4853-aa3d-f90542a8273f']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:09.545970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0116f4-09e9-48bd-8912-164860877c78') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:09.546273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0116f4-09e9-48bd-8912-164860877c78') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:09.559611 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.572541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.578195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:19:09.578578 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:19:09.581576 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:19:09.638626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.646010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.649186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/networks/2d81496a-2251-4853-aa3d-f90542a8273f HTTP/1.1" status: 204 len: 168 time: 0.3164439 Nov 23 11:19:09.652107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51666) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:09.660211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8d906-f495-41e4-a7bf-4d3b6fa2fe5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Network': ['ID=2d81496a-2251-4853-aa3d-f90542a8273f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:09.708929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3260-7941-4e09-a0f3-a9c19ed83641 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.733768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3260-7941-4e09-a0f3-a9c19ed83641 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.792592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3260-7941-4e09-a0f3-a9c19ed83641 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.796192 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8d2b3260-7941-4e09-a0f3-a9c19ed83641 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:09.797479 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8d2b3260-7941-4e09-a0f3-a9c19ed83641 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/security-groups/56bafdc0-c994-46e7-8958-751a5a5e5382 HTTP/1.1" status: 204 len: 168 time: 0.1443326 Nov 23 11:19:09.808495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b3260-7941-4e09-a0f3-a9c19ed83641 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bafdc0-c994-46e7-8958-751a5a5e5382,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.066313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51672) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.071047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4df92cf3-22a8-4feb-ac68-f03078fd727f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086171566', 'description': 'tempest-secgroup-smoke-2086171566 description', 'project_id': '387a8da527814c7695280ab05b122939'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:10.093707 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4df92cf3-22a8-4feb-ac68-f03078fd727f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.122268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:19:10.162204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4df92cf3-22a8-4feb-ac68-f03078fd727f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.165845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4df92cf3-22a8-4feb-ac68-f03078fd727f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.200200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4df92cf3-22a8-4feb-ac68-f03078fd727f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.201445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4df92cf3-22a8-4feb-ac68-f03078fd727f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1340754 Nov 23 11:19:10.203378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df92cf3-22a8-4feb-ac68-f03078fd727f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.204427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51674) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.209881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a00201c8-630e-4923-b16b-57e2d98a5c6c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': 'c5d95ffe-d65d-43b2-b5b9-8a27b37e7308', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:10.237357 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a00201c8-630e-4923-b16b-57e2d98a5c6c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.295224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a00201c8-630e-4923-b16b-57e2d98a5c6c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.298713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a00201c8-630e-4923-b16b-57e2d98a5c6c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.316184 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00201c8-630e-4923-b16b-57e2d98a5c6c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b88de71-7f87-4cdf-a366-1f579ea8b653,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.323902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a00201c8-630e-4923-b16b-57e2d98a5c6c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.325081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a00201c8-630e-4923-b16b-57e2d98a5c6c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195154 Nov 23 11:19:10.327741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51676) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.331991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8bf96475-afa4-4b9b-8f96-ff9ee5ea0ac6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': 'c5d95ffe-d65d-43b2-b5b9-8a27b37e7308', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:10.358193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8bf96475-afa4-4b9b-8f96-ff9ee5ea0ac6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.411959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8bf96475-afa4-4b9b-8f96-ff9ee5ea0ac6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.415461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8bf96475-afa4-4b9b-8f96-ff9ee5ea0ac6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.433557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf96475-afa4-4b9b-8f96-ff9ee5ea0ac6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414d671d-a66d-403c-81c1-34a16fd9b99d,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.440946 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8bf96475-afa4-4b9b-8f96-ff9ee5ea0ac6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.445789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8bf96475-afa4-4b9b-8f96-ff9ee5ea0ac6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135085 Nov 23 11:19:10.445952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51678) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.450701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-54916078-f872-46f0-bc90-265bef3f7a5c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': 'c5d95ffe-d65d-43b2-b5b9-8a27b37e7308', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:10.473527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:10.478158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54916078-f872-46f0-bc90-265bef3f7a5c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.493462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:10.493818 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c57e5eb5-2d7d-4e68-a9ff-e1200c7f430a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:10.494230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 670950e3-dc5b-4cfb-962d-d4684eff0e16 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:10.513435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 670950e3-dc5b-4cfb-962d-d4684eff0e16 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:10.513784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 670950e3-dc5b-4cfb-962d-d4684eff0e16 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:10.514194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 66296b00-7cff-403a-9a53-33258fbee009 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:19:10.535442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54916078-f872-46f0-bc90-265bef3f7a5c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.537238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 66296b00-7cff-403a-9a53-33258fbee009 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:19:10.537618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 66296b00-7cff-403a-9a53-33258fbee009 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:19:10.539856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54916078-f872-46f0-bc90-265bef3f7a5c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.559733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54916078-f872-46f0-bc90-265bef3f7a5c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b50bb7-b488-41f4-bd44-ff943cce81a9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.568053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-54916078-f872-46f0-bc90-265bef3f7a5c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.569266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-54916078-f872-46f0-bc90-265bef3f7a5c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221814 Nov 23 11:19:10.572008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51680) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.576400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-162709dd-c2d8-47bc-abda-ea6114d370c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': 'c5d95ffe-d65d-43b2-b5b9-8a27b37e7308', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:10.603696 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-162709dd-c2d8-47bc-abda-ea6114d370c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.667459 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-162709dd-c2d8-47bc-abda-ea6114d370c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.671285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-162709dd-c2d8-47bc-abda-ea6114d370c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.692145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162709dd-c2d8-47bc-abda-ea6114d370c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a472399f-7efa-43c7-aaed-293d017db7a6,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.698461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-162709dd-c2d8-47bc-abda-ea6114d370c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.699689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-162709dd-c2d8-47bc-abda-ea6114d370c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267157 Nov 23 11:19:10.702405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51682) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.706852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': 'c5d95ffe-d65d-43b2-b5b9-8a27b37e7308', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:10.729011 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:19:10.733940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.792482 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.803387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.821628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a5cf96-3f7e-4766-8353-bedd2c0430e7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.829726 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.830965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7b74fe01-9301-4b0e-893d-c49740a8eb39 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274784 Nov 23 11:19:10.834173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51684) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.838524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': 'c5d95ffe-d65d-43b2-b5b9-8a27b37e7308', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:10.861069 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:19:10.866472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.942721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.946648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.972458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc80b5c9-5775-45ae-887c-3364aed4794b,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:10.979510 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:10.980586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-62c82b48-4b6a-4f83-9be2-b60948772808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454523 Nov 23 11:19:10.983625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51686) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:10.988492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'network': {'name': 'tempest-network-smoke--307444820', 'project_id': '387a8da527814c7695280ab05b122939', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:11.009317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:19:11.012717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.035777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:19:11.044925 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.045321 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Added segment 73466cca-4e1c-427b-889a-11134dcd4976 of type vlan for network 158c3011-f5c3-457e-801c-644969f3f215 Nov 23 11:19:11.087288 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.110754 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.116277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:11.116851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.153499 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1688101 Nov 23 11:19:11.156274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51688) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:11.161606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'admin_state_up': True, 'project_id': '387a8da527814c7695280ab05b122939', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:11.184687 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.185716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.187443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50a748-d4d9-4151-b3a3-a470b67fcfbc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Network': ['ID=158c3011-f5c3-457e-801c-644969f3f215,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:11.198859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 158c3011-f5c3-457e-801c-644969f3f215 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:19:11.237807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.379599 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.571093 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.593030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.699492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.173 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/c562f43f-7b2b-4d93-995b-65a754bd535f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:19:11.799755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.838364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:11.882334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:19:11.886210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=c562f43f-7b2b-4d93-995b-65a754bd535f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:11.888830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:19:11.890958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:19:11.902882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb1d5d-f54d-4aaf-931a-516882b8e966 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:12.000083 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ac198ee8-c5f4-4c6b-96e7-b170af3f5bcb None None] Provisioning complete for port c562f43f-7b2b-4d93-995b-65a754bd535f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:12.000454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac198ee8-c5f4-4c6b-96e7-b170af3f5bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:12.038607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ac198ee8-c5f4-4c6b-96e7-b170af3f5bcb None None] Port c562f43f-7b2b-4d93-995b-65a754bd535f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:19:12.142460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:12.339457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:12.468221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router aa4d8a0a-c819-499f-88f1-5f3674953ce8 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:19:12.576596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:19:12.586994 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Sync routers for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:19:12.596827 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:12.597474 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:12.597655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:12.600444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-57273fe1-39f6-43e0-99f7-d482bb9d3a1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4408104 Nov 23 11:19:12.601946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:12.636250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-76665c38-1aa7-4117-af18-d05c054ca1f8 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=387a8da527814c7695280ab05b122939&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332220 Nov 23 11:19:12.639019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51692) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:12.713942 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:12.788625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e67cf-3113-429b-b7ea-3b669afd2f5b tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:12.790172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca7e67cf-3113-429b-b7ea-3b669afd2f5b tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502569 Nov 23 11:19:12.792986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:12.827043 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-758c1abd-bd9f-4af4-a55d-0f9b784d9079 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329659 Nov 23 11:19:12.829612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51696) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:12.834525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-621719574', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'project_id': '387a8da527814c7695280ab05b122939', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:12.891968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:12Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:12.924439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Checking router: aa4d8a0a-c819-499f-88f1-5f3674953ce8 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:19:12.924790 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Updating router aa4d8a0a-c819-499f-88f1-5f3674953ce8 port c562f43f-7b2b-4d93-995b-65a754bd535f binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:19:12.925653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:19:12.929976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:12.954028 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.109306 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.169406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Subnet': ['ID=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:13.178585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Checking segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:19:13.178954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network hostable DHCP agents. Network: 158c3011-f5c3-457e-801c-644969f3f215, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:19:13.196603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 158c3011-f5c3-457e-801c-644969f3f215 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:19:13.206129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 158c3011-f5c3-457e-801c-644969f3f215) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:19:13.208116 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.210616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:13.211247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.214835 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.219007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4330ea-e2dc-4824-bbcf-4a41ef30c594 None None] Network 158c3011-f5c3-457e-801c-644969f3f215 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:19:13.232040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1da2f800-a8c1-4403-83e9-651c56c3a489 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3987865 Nov 23 11:19:13.232256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51698) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:13.270222 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Pushing event updated for resources: {'Port': ['ID=c562f43f-7b2b-4d93-995b-65a754bd535f,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:13.280494 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Attempting to bind port c562f43f-7b2b-4d93-995b-65a754bd535f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:19:13.280856 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Attempting to bind port c562f43f-7b2b-4d93-995b-65a754bd535f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:19:13.281243 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Attempting to bind port c562f43f-7b2b-4d93-995b-65a754bd535f on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:19:13.284082 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.284427 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.284765 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.285094 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.285451 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.285776 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.286730 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.287229 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.287557 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.287878 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.288197 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.288516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:19:13.295499 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:19:13.295873 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:19:13.296274 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.296680 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:19:13.297154 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Bound port: c562f43f-7b2b-4d93-995b-65a754bd535f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:19:13.297536 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.307580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ee21e-83a1-4fbb-ac59-b58a7c935d31 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:13.352284 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] For port c562f43f-7b2b-4d93-995b-65a754bd535f, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:19:13.355564 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] For port c562f43f-7b2b-4d93-995b-65a754bd535f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c562f43f-7b2b-4d93-995b-65a754bd535f,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:19:13.360888 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.407819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e6e1592f-00b1-4ff0-87c8-4fee5b636b5a None None] Provisioning complete for port c562f43f-7b2b-4d93-995b-65a754bd535f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:13.408394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6e1592f-00b1-4ff0-87c8-4fee5b636b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.423788 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:13.424430 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:13.498887 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4af3a9-05ad-40eb-94a1-a05238c450d1 None None] Pushing event updated for resources: {'Port': ['ID=c562f43f-7b2b-4d93-995b-65a754bd535f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:13.564420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:13.605561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3058532-b673-41a5-adbe-cd524a6e0f54 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:19:13.629638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-158c3011-f5c3-457e-801c-644969f3f215', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:19:13.631029 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.746497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6e1592f-00b1-4ff0-87c8-4fee5b636b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.766579 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:12Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:13.782999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e6e1592f-00b1-4ff0-87c8-4fee5b636b5a None None] For port c562f43f-7b2b-4d93-995b-65a754bd535f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c562f43f-7b2b-4d93-995b-65a754bd535f,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:13.810494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6e1592f-00b1-4ff0-87c8-4fee5b636b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:13.869570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Allocated IP 172.20.0.2 (158c3011-f5c3-457e-801c-644969f3f215/a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37/8aa966df-0803-4b53-812b-93e154c531a9) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:19:13.885833 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ae0c7-5ac5-423d-bd9e-4f06e8a74010 None None] The sync data for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 is: [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:12Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:19:13.898757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1592f-00b1-4ff0-87c8-4fee5b636b5a None None] Pushing event updated for resources: {'Port': ['ID=c562f43f-7b2b-4d93-995b-65a754bd535f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:13.974284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9249f343-94ca-4dd5-8319-7435fce57b6c None None] Provisioning complete for port c562f43f-7b2b-4d93-995b-65a754bd535f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:13.974728 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9249f343-94ca-4dd5-8319-7435fce57b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.050958 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.115881 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.137312 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.190312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Network 158c3011-f5c3-457e-801c-644969f3f215 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:19:14.196995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:19:14.200617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:19:14.240140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Pushing event updated for resources: {'Port': ['ID=8aa966df-0803-4b53-812b-93e154c531a9,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:14.279771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Attempting to bind port 8aa966df-0803-4b53-812b-93e154c531a9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:19:14.280168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Attempting to bind port 8aa966df-0803-4b53-812b-93e154c531a9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:19:14.280529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Attempting to bind port 8aa966df-0803-4b53-812b-93e154c531a9 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:19:14.285894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:19:14.286975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Checking segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:19:14.287390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.287789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Bound using segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:19:14.288279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Bound port: 8aa966df-0803-4b53-812b-93e154c531a9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:19:14.288667 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.358569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] For port 8aa966df-0803-4b53-812b-93e154c531a9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:19:14.361880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] For port 8aa966df-0803-4b53-812b-93e154c531a9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8aa966df-0803-4b53-812b-93e154c531a9,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:19:14.368888 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.430572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.1 (158c3011-f5c3-457e-801c-644969f3f215/a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37/a97bcab9-14c5-42bb-8928-fd799dfcf2e0) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:19:14.437714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44b9fc-b4cd-4196-bc59-de461f814cf3 None None] Pushing event updated for resources: {'Port': ['ID=8aa966df-0803-4b53-812b-93e154c531a9,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:14.553149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c562f43f-7b2b-4d93-995b-65a754bd535f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:19:14.581252 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.589586 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-200af363-34dc-4790-b43e-6d9da9f42e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.626251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c562f43f-7b2b-4d93-995b-65a754bd535f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:14.626585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.630503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.689737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 158c3011-f5c3-457e-801c-644969f3f215 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:19:14.697441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:19:14.701407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:19:14.744190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:14.766895 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:14.911907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:15.196526 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:15.201370 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:15.282763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:15.284536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:15.385582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 158c3011-f5c3-457e-801c-644969f3f215 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:19:15.387122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:19:15.483781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e33d80-9686-4ad5-93a0-06333a3e81c8 None None] Network 158c3011-f5c3-457e-801c-644969f3f215 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:19:15.505189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router aa4d8a0a-c819-499f-88f1-5f3674953ce8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:19:15.582277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c23ab82f-ce86-49e6-8bbf-a3b9f2c40246 None None] Provisioning complete for port 8aa966df-0803-4b53-812b-93e154c531a9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:15.582654 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c23ab82f-ce86-49e6-8bbf-a3b9f2c40246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:15.621914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:19:15.627960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b9ca6935-f570-4367-9adf-aec8a1b824d6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/aa4d8a0a-c819-499f-88f1-5f3674953ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3947642 Nov 23 11:19:15.730980 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c23ab82f-ce86-49e6-8bbf-a3b9f2c40246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:15.766897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c23ab82f-ce86-49e6-8bbf-a3b9f2c40246 None None] For port 8aa966df-0803-4b53-812b-93e154c531a9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8aa966df-0803-4b53-812b-93e154c531a9,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:15.773794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c23ab82f-ce86-49e6-8bbf-a3b9f2c40246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:15.833702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ab82f-ce86-49e6-8bbf-a3b9f2c40246 None None] Pushing event updated for resources: {'Port': ['ID=8aa966df-0803-4b53-812b-93e154c531a9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:15.871840 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-4224d330-d862-4fb6-bde9-ed8968e9b3f2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086171566&fields=id&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 267 time: 0.0641763 Nov 23 11:19:15.884300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Sync routers for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:19:15.896408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:15.897066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:18:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:15.999409 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-58647216-2c5b-4570-881b-d9947eaf2f43 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:16.002161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-58647216-2c5b-4570-881b-d9947eaf2f43 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 796 time: 0.1182725 Nov 23 11:19:16.018001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-41145ddd-88ea-4a66-a284-68da98e6655e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/quotas/387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 375 time: 0.0101097 Nov 23 11:19:16.019181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a17f757d-f8b5-44a1-b8c9-1c7a5d0d76b2 None None] Provisioning complete for port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:16.019559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a17f757d-f8b5-44a1-b8c9-1c7a5d0d76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.028141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:16.074943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-85f6df22-2829-4d4e-b432-ed85225fcae7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507796 Nov 23 11:19:16.103542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a17f757d-f8b5-44a1-b8c9-1c7a5d0d76b2 None None] Port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:19:16.197652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a17f757d-f8b5-44a1-b8c9-1c7a5d0d76b2 None None] Provisioning complete for port 8aa966df-0803-4b53-812b-93e154c531a9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:16.198031 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a17f757d-f8b5-44a1-b8c9-1c7a5d0d76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.206074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-9c30e596-97b2-4052-ab44-6f3635fa82cf service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:19:16.207083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-9c30e596-97b2-4052-ab44-6f3635fa82cf service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1193409 Nov 23 11:19:16.318348 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-224fe7d1-4cb8-4684-9e29-05639d8f7b13 service neutron] 10.222.0.61 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015050 Nov 23 11:19:16.350283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:15Z', 'revision_number': 2, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:16.382010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Checking router: aa4d8a0a-c819-499f-88f1-5f3674953ce8 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:19:16.382366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Updating router aa4d8a0a-c819-499f-88f1-5f3674953ce8 port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:19:16.407671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.417153 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-e213289f-f183-4fc9-94a9-82d00e7b840a service neutron] 10.222.0.61 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915060 Nov 23 11:19:16.518412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-99ee3f36-3576-48c7-891d-785a6394e9fa None None] Provisioning complete for port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:16.519160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-99ee3f36-3576-48c7-891d-785a6394e9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.525943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8aa966df-0803-4b53-812b-93e154c531a9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:19:16.596100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fcae690b-f28e-4be7-b311-c7516c6f0b34 req-440c81b1-ab2f-4611-b0a1-9fa0b34e67da tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Nov 23 11:19:16.611081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-99ee3f36-3576-48c7-891d-785a6394e9fa None None] Port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:19:16.683104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8aa966df-0803-4b53-812b-93e154c531a9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:16.683482 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.822119 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.836448 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.886205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37bd36-437f-4813-950d-047ab4ac8f48 None None] Pushing event updated for resources: {'Port': ['ID=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:16.939671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Attempting to bind port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:19:16.940031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Attempting to bind port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:19:16.940398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Attempting to bind port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:19:16.946218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:19:16.946600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Checking segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:19:16.947008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:16.947652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Bound using segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:19:16.947959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Bound port: a97bcab9-14c5-42bb-8928-fd799dfcf2e0, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:19:16.948403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:17.009973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-62bd79b0-1849-44c0-bfe2-213c6fbec8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:17.032341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] For port a97bcab9-14c5-42bb-8928-fd799dfcf2e0, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:19:17.036308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] For port a97bcab9-14c5-42bb-8928-fd799dfcf2e0, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:19:17.040892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:17.099691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:17.100338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:19:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:17.142584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37bd36-437f-4813-950d-047ab4ac8f48 None None] Pushing event updated for resources: {'Port': ['ID=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:17.169222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5fdca28c-6184-4b63-b34a-873f111fc1ff None None] Provisioning complete for port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:17.169597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fdca28c-6184-4b63-b34a-873f111fc1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:17.259757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:17.519013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fdca28c-6184-4b63-b34a-873f111fc1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:17.594120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5fdca28c-6184-4b63-b34a-873f111fc1ff None None] For port a97bcab9-14c5-42bb-8928-fd799dfcf2e0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:17.601944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fdca28c-6184-4b63-b34a-873f111fc1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:17.680916 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-064e847c-3ec2-435a-bf72-8601302e4636 req-1da10851-32c4-405a-8bab-74de5d96ac05 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 210 time: 0.0286481 Nov 23 11:19:17.695154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdca28c-6184-4b63-b34a-873f111fc1ff None None] Pushing event updated for resources: {'Port': ['ID=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:17.730038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d3cffc97-9d19-4170-8eda-e495a30526bc None None] Provisioning complete for port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:17.730417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d3cffc97-9d19-4170-8eda-e495a30526bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:17.757023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:17.790781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc93e944-09c4-4fe5-9f8a-9b9cf01cc656 None None] The sync data for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 is: [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:19:18.492534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a97bcab9-14c5-42bb-8928-fd799dfcf2e0 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:19:18.544171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:18.544850 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:18.651762 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:18.804586 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d61cce6-b0b4-4de1-85ba-4467fd99e559 req-a51fe439-ec78-4e32-a106-348d80f2e8cf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 210 time: 0.0367937 Nov 23 11:19:19.619458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:19.703162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-43615d2f-7e9f-413b-b28a-c689af39efeb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:19.704663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-43615d2f-7e9f-413b-b28a-c689af39efeb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 796 time: 0.1068666 Nov 23 11:19:19.769127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-3cd9cbbe-be3f-4285-8e9c-8d834d39503c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 380 time: 0.0538719 Nov 23 11:19:19.785218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'port': {'device_id': '894ccee8-2663-4fb3-8658-f55802786e12', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'admin_state_up': True, 'tenant_id': '387a8da527814c7695280ab05b122939', 'security_groups': ['c5d95ffe-d65d-43b2-b5b9-8a27b37e7308']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:19.898377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:19:19.901979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:19.904469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7e106701-937b-48f4-9460-b91723598a2b req-391da449-1c76-48f3-8b85-052a6daf2b2f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 210 time: 0.0313780 Nov 23 11:19:20.033600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.11 (158c3011-f5c3-457e-801c-644969f3f215/a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37/99041fcd-6952-4fb9-9abf-1216cd61d8f6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:19:20.108528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.158738 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.172168 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.205707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.250882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 158c3011-f5c3-457e-801c-644969f3f215 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:19:20.256731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:19:20.259223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:19:20.292265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:20.319002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:20.319633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.338017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-716dbe6b-281e-49af-806d-f1991c9bf44c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5564682 Nov 23 11:19:20.357129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Request body: {'port': {'device_id': '894ccee8-2663-4fb3-8658-f55802786e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:20.412478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.504373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fc652225-3be7-4f13-b8f2-dbb124f33084 None None] Provisioning complete for port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:20.505521 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fc652225-3be7-4f13-b8f2-dbb124f33084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.538821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fc652225-3be7-4f13-b8f2-dbb124f33084 None None] Port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:19:20.677168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99041fcd-6952-4fb9-9abf-1216cd61d8f6 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:19:20.684974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.697449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Transition to ACTIVE for port object 99041fcd-6952-4fb9-9abf-1216cd61d8f6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:19:20.701194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.768494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:20.824598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:19:20.824948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:19:20.825319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:19:20.830043 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:19:20.830368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:19:20.835596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:19:20.835934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Checking segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:19:20.836324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Bound using segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:19:20.836762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Bound port: 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:19:20.837152 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.908008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:19:20.911592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:19:20.916049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.956946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:20.957753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:20.960409 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] 10.222.0.65 "PUT /v2.0/ports/99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1092 time: 0.6066661 Nov 23 11:19:20.960409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:19:20.962208 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8738420b-bde8-4555-9289-f7c0c42e1350" -d '{"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:19:21.020896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3e938-77fd-4881-a8ac-fe5f155c7068 service neutron] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:21.072355 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998af216-4f7a-4f86-b9e8-d6dedc3583a3 x-openstack-request-id: req-998af216-4f7a-4f86-b9e8-d6dedc3583a3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:19:21.072661 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:19:21.072920 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-998af216-4f7a-4f86-b9e8-d6dedc3583a3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:19:21.073483 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'status': 'completed', 'code': 200} Nov 23 11:19:21.105492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53bcf1-1da0-470f-8934-816aa47398c1 req-ff8b2b22-adf1-415a-a0cb-21aed7ef0269 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.107163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c53bcf1-1da0-470f-8934-816aa47398c1 req-ff8b2b22-adf1-415a-a0cb-21aed7ef0269 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0958865 Nov 23 11:19:21.109289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-1e4570a9-41b9-4dd0-afe1-de28f0090d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.110746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-1e4570a9-41b9-4dd0-afe1-de28f0090d6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1095 time: 0.0833960 Nov 23 11:19:21.167912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-de82339a-8625-4127-b7d7-d44e7b5dc0a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 217 time: 0.0402153 Nov 23 11:19:21.218761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c53bcf1-1da0-470f-8934-816aa47398c1 req-aba771aa-c8df-4b9c-bf94-221c1e6af498 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053736 Nov 23 11:19:21.235348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-c83c7ac4-7eac-41f9-932e-32006ae06a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.236793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-c83c7ac4-7eac-41f9-932e-32006ae06a34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0566454 Nov 23 11:19:21.292455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-fe54b57b-eb71-43da-ae7a-7e1b04c054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.294002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-fe54b57b-eb71-43da-ae7a-7e1b04c054a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458770 Nov 23 11:19:21.387501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-979fb1f1-a088-4340-a169-6e41346bbac1 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819540 Nov 23 11:19:21.481197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4139fe6-f81a-4a7a-97a6-f7bd9ef50848 req-ac9bb05e-1352-4a03-acb4-4787886246e2 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861578 Nov 23 11:19:21.573129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-6474c3d1-7d46-4567-87cc-14ca2f70f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.574663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-6474c3d1-7d46-4567-87cc-14ca2f70f8b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1095 time: 0.0410271 Nov 23 11:19:21.686087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-056a5eb6-51a3-4dba-867d-d37065d0c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.691095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-056a5eb6-51a3-4dba-867d-d37065d0c079 service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.1054168 Nov 23 11:19:21.732871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-1e3b9b27-bdb5-4a0b-981d-2affda201d1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 217 time: 0.0342829 Nov 23 11:19:21.782575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-fc2481ec-1d6f-4be9-9c2b-d896312f677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.784000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-fc2481ec-1d6f-4be9-9c2b-d896312f677f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0431640 Nov 23 11:19:21.830156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-504d3fa2-4cd8-4d63-b8a0-f7b39fdde8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:21.831614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-504d3fa2-4cd8-4d63-b8a0-f7b39fdde8f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399384 Nov 23 11:19:21.926873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-f118f6c7-005c-47bb-b76c-1eb316be1e5b service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865672 Nov 23 11:19:22.040555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8738420b-bde8-4555-9289-f7c0c42e1350 req-85d3aac3-bc29-4b1f-9096-d67a0f806062 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052775 Nov 23 11:19:22.336924 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:22.345237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81073c0-aa11-45b5-93af-488a495713c2 req-e314ea3d-d4a6-4efb-b50c-3f4537285877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:22.346769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81073c0-aa11-45b5-93af-488a495713c2 req-e314ea3d-d4a6-4efb-b50c-3f4537285877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0542016 Nov 23 11:19:22.397678 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81073c0-aa11-45b5-93af-488a495713c2 req-369410ea-554f-4522-8c0a-b1939eb5f0c0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Nov 23 11:19:23.519991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010b7e0-0509-445f-aebd-46b30397bb2f req-f15d8cdf-6284-4d0a-8205-f235a5ebb80d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:23.521299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2010b7e0-0509-445f-aebd-46b30397bb2f req-f15d8cdf-6284-4d0a-8205-f235a5ebb80d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0529375 Nov 23 11:19:23.570887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2010b7e0-0509-445f-aebd-46b30397bb2f req-79d7ce4a-b440-460d-a265-b9e42ba9e2ef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Nov 23 11:19:23.949475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:19:24.050149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:24.062270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'port_id': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'mac_address': 'fa:16:3e:4d:66:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:19:24.101139 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:24.118177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99041fcd-6952-4fb9-9abf-1216cd61d8f6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:19:24.138412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:24.142363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:24.191700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:24.490600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['99041fcd-6952-4fb9-9abf-1216cd61d8f6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:19:24.690647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88d4ba-e82c-4166-8f45-9f1478ebf6dd req-323cac02-6e9c-45ee-8a30-d05baadd3069 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:24.692738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c88d4ba-e82c-4166-8f45-9f1478ebf6dd req-323cac02-6e9c-45ee-8a30-d05baadd3069 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0513248 Nov 23 11:19:24.741861 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1c88d4ba-e82c-4166-8f45-9f1478ebf6dd req-0d487e25-c379-4dcf-b446-04f6684c409d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Nov 23 11:19:25.865397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bce392-b913-4a83-a9c2-697bab6c531d req-e19804be-4452-4886-9160-88c83321d56c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:25.866923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0bce392-b913-4a83-a9c2-697bab6c531d req-e19804be-4452-4886-9160-88c83321d56c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0505710 Nov 23 11:19:25.917072 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0bce392-b913-4a83-a9c2-697bab6c531d req-82639a2c-5fc7-447f-9641-f44027a8c4d0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Nov 23 11:19:25.954975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:19:26.004099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:19:26.008196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:19:26.008562 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:26.087155 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:26.109368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:19:26.111745 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc64b6-7e2c-4b43-a25a-6f251d73ce29" -d '{"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-plugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:19:26.124539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:19:26.129361 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:26.156040 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061aaca4-28db-47e5-8f1c-81bc61173cc2 x-openstack-request-id: req-061aaca4-28db-47e5-8f1c-81bc61173cc2 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:19:26.156339 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-plugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:19:26.156593 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-061aaca4-28db-47e5-8f1c-81bc61173cc2 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:19:26.156984 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'code': 200} Nov 23 11:19:26.185633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:26.260787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cdb56-534f-4f71-ae2d-3284cc3d9b2f req-d725eb75-8a6f-4ec4-a728-de32b77edc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:26.262319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc3cdb56-534f-4f71-ae2d-3284cc3d9b2f req-d725eb75-8a6f-4ec4-a728-de32b77edc6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1097 time: 0.0434496 Nov 23 11:19:26.311266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc3cdb56-534f-4f71-ae2d-3284cc3d9b2f req-93400609-1acc-4ee8-b70a-983028ec5547 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386469 Nov 23 11:19:27.041021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137f37a-12e6-485f-9756-9a0c9ee3bbbb req-0e512c2e-d227-46e1-82cb-f82f85d190f0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:27.042543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4137f37a-12e6-485f-9756-9a0c9ee3bbbb req-0e512c2e-d227-46e1-82cb-f82f85d190f0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0502923 Nov 23 11:19:27.092624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4137f37a-12e6-485f-9756-9a0c9ee3bbbb req-8cba82a2-e3b2-47f8-81d1-7a562931214c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Nov 23 11:19:28.215501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea36e7-170c-4a9d-b47b-fc4dcd0fc35f req-213f4bec-4f8e-46f6-a28d-4fa5953b0b13 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:28.216965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07ea36e7-170c-4a9d-b47b-fc4dcd0fc35f req-213f4bec-4f8e-46f6-a28d-4fa5953b0b13 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Nov 23 11:19:28.268899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-07ea36e7-170c-4a9d-b47b-fc4dcd0fc35f req-be098f92-4fa6-46ac-8578-65f5a87cb172 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Nov 23 11:19:28.389348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee68c8-aef2-4cb7-8363-f81a95071a03 req-56b09cf4-17c6-45dc-8d29-1e873ee57027 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:28.390726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8ee68c8-aef2-4cb7-8363-f81a95071a03 req-56b09cf4-17c6-45dc-8d29-1e873ee57027 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0529120 Nov 23 11:19:28.439895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8ee68c8-aef2-4cb7-8363-f81a95071a03 req-62070fe3-f92f-414d-97da-57100526d93a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Nov 23 11:19:28.461849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51758) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:28.501055 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1d8ac-b3af-48db-bd50-91ea1f81287d tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:28.502573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b7f1d8ac-b3af-48db-bd50-91ea1f81287d tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1092 time: 0.0397556 Nov 23 11:19:28.505458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51760) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:28.509645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:19:28.530930 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:28.631995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:28.734276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.120 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/72864348-1217-487b-98e0-5fb5f5f52f17) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:19:28.836768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:28.870498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:28.906223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:19:28.910918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:19:28.914106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:19:28.942951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=72864348-1217-487b-98e0-5fb5f5f52f17,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:29.276149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:29.341184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:29.491861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:29.496351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:29.566917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=72864348-1217-487b-98e0-5fb5f5f52f17,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:19:29.577719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:29.962716 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP 182e5ae5-2647-4859-afed-42728200cc3b associated. External IP: 172.25.5.120, port: 99041fcd-6952-4fb9-9abf-1216cd61d8f6. Nov 23 11:19:30.168107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router aa4d8a0a-c819-499f-88f1-5f3674953ce8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:19:30.279668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:19:30.291577 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] Sync routers for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:19:30.297866 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:30.301486 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:30.301834 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:19:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:30.328779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-400003e0-0fbd-4b0b-b248-a82c6052531b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8223042 Nov 23 11:19:30.329499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:19:30.332035 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bead9c3-22ab-405b-800c-c5bd9d1037e5" -d '{"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:19:30.372014 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eaf900-ee2f-4455-9eff-d84ce96601c0 x-openstack-request-id: req-b9eaf900-ee2f-4455-9eff-d84ce96601c0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:19:30.372387 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:19:30.372760 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b9eaf900-ee2f-4455-9eff-d84ce96601c0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:19:30.373247 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'status': 'completed', 'code': 200} Nov 23 11:19:30.412301 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:30.431857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb691b1-8869-4f7d-bdc3-f02e9af36f6b req-c6baca49-b7bb-4fbc-873e-3079ef1b9563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:30.433981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fbb691b1-8869-4f7d-bdc3-f02e9af36f6b req-c6baca49-b7bb-4fbc-873e-3079ef1b9563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0517087 Nov 23 11:19:30.444679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-27d0ec04-ef74-4602-a9ef-96a1b1c93171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:30.446385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-27d0ec04-ef74-4602-a9ef-96a1b1c93171 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1097 time: 0.0485532 Nov 23 11:19:30.491892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fbb691b1-8869-4f7d-bdc3-f02e9af36f6b req-8854910b-d5d5-4f40-a2e2-dbda31ab4626 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519485 Nov 23 11:19:30.514278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51766) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:30.549097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-1fb4e833-4751-4b15-ba7b-442d83bdbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:30.550753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-1fb4e833-4751-4b15-ba7b-442d83bdbdb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.0971336 Nov 23 11:19:30.583305 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-98256542-eba3-444d-b6c1-a5953350762f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/182e5ae5-2647-4859-afed-42728200cc3b HTTP/1.1" status: 200 len: 992 time: 0.0677884 Nov 23 11:19:30.622598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-e789d7c9-f997-4957-8aae-511d4477dab8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.0645244 Nov 23 11:19:30.655459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '182e5ae5-2647-4859-afed-42728200cc3b', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'port_id': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'mac_address': 'fa:16:3e:4d:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894ccee8-2663-4fb3-8658-f55802786e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:19:29Z', 'updated_at': '2021-11-23T11:19:29Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:30.672635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-bee4b811-084a-4ad5-ab9c-932e35459507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:30.674137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-bee4b811-084a-4ad5-ab9c-932e35459507 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0441265 Nov 23 11:19:30.682344 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] Checking router: aa4d8a0a-c819-499f-88f1-5f3674953ce8 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:19:30.691156 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:19:30.691770 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:19:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:30.720100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-ece22bda-1018-43b3-802f-c042ed8fe55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:19:30.721640 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-ece22bda-1018-43b3-802f-c042ed8fe55a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405114 Nov 23 11:19:30.798201 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:19:30.816460 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-85369ccf-f5d5-40bc-83b3-652ea49515f4 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873711 Nov 23 11:19:30.906602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4bead9c3-22ab-405b-800c-c5bd9d1037e5 req-4be900e4-73a3-4f5c-93b5-89e2efdb5bdc service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835941 Nov 23 11:19:31.028165 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '182e5ae5-2647-4859-afed-42728200cc3b', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'port_id': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'mac_address': 'fa:16:3e:4d:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894ccee8-2663-4fb3-8658-f55802786e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:19:29Z', 'updated_at': '2021-11-23T11:19:29Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:19:31.055565 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcd9f0-2d50-4e36-b0f4-15b92ff60eb1 None None] The sync data for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 is: [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '182e5ae5-2647-4859-afed-42728200cc3b', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'port_id': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'mac_address': 'fa:16:3e:4d:66:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894ccee8-2663-4fb3-8658-f55802786e12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:19:29Z', 'updated_at': '2021-11-23T11:19:29Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:19:31.260465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a40abf-10be-4ed3-b20f-5bb0bbca6a29 None None] New status for floating IP 182e5ae5-2647-4859-afed-42728200cc3b: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:19:31.586969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51768) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:19:31.652939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-89587c56-7ecc-465c-bb90-b02c350fee47 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/182e5ae5-2647-4859-afed-42728200cc3b HTTP/1.1" status: 200 len: 994 time: 0.0648248 Nov 23 11:19:44.541836 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1c053de1-91dc-4a84-b6bc-c25232c60f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:46.992600 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ad5aab1e-ba17-42e6-a0a8-cfbf3a49c0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:47.122496 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:19:48.659703 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:49.620995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:50.106398 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:50.162170 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:19:52.347207 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:04.983252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfa924-573d-44fa-9dcf-1e8760d595dd req-8392703f-574d-4465-9a26-87a75d6b7f96 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:04.984942 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9bfa924-573d-44fa-9dcf-1e8760d595dd req-8392703f-574d-4465-9a26-87a75d6b7f96 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1097 time: 0.0411582 Nov 23 11:20:05.031320 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9bfa924-573d-44fa-9dcf-1e8760d595dd req-c96dd744-d4d9-42af-9240-680ee76d1617 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Nov 23 11:20:05.150485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96abce-e054-40d1-8305-699d2c1e1b52 req-236e1035-c9ca-4725-9ef3-aee89919c9a5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:05.152057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f96abce-e054-40d1-8305-699d2c1e1b52 req-236e1035-c9ca-4725-9ef3-aee89919c9a5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0515268 Nov 23 11:20:05.202085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f96abce-e054-40d1-8305-699d2c1e1b52 req-723ef32a-f90c-4114-9e76-68016bc66a47 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Nov 23 11:20:05.225845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51786) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:20:05.289929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-881cb848-e444-4047-abca-6fd3973b420c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/182e5ae5-2647-4859-afed-42728200cc3b HTTP/1.1" status: 200 len: 994 time: 0.0628688 Nov 23 11:20:05.837186 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-59ad35ef-aa9d-4072-bc3b-d3be75443bf7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437543 Nov 23 11:20:05.855779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681f9d3-6b42-4231-bc04-27dfe3306737 req-3f45dd67-7368-4e14-8996-f5ff2463de30 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:05.857358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d681f9d3-6b42-4231-bc04-27dfe3306737 req-3f45dd67-7368-4e14-8996-f5ff2463de30 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0497038 Nov 23 11:20:05.913016 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d681f9d3-6b42-4231-bc04-27dfe3306737 req-ed5e47db-1993-4121-95b7-3494846efed2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496190 Nov 23 11:20:06.960276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-d5d7a267-6bce-4c34-9a4f-b1a70f41505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:06.961849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-d5d7a267-6bce-4c34-9a4f-b1a70f41505a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1097 time: 0.0424981 Nov 23 11:20:07.084049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8062c1-2643-428e-959a-9d1daec4f9f0 req-b3f035d9-235c-4018-9217-d29612f89095 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:07.085635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a8062c1-2643-428e-959a-9d1daec4f9f0 req-b3f035d9-235c-4018-9217-d29612f89095 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0988326 Nov 23 11:20:07.100931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-acb7cb82-ea19-4031-9166-fa241804d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:07.102389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-acb7cb82-ea19-4031-9166-fa241804d542 service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.1327457 Nov 23 11:20:07.188308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a8062c1-2643-428e-959a-9d1daec4f9f0 req-bed48812-0a02-4bf2-a2c8-f38ebdb61734 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956242 Nov 23 11:20:07.197084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-28494cab-e7b3-47b9-9173-9dda7f99fcf4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1002 time: 0.0856442 Nov 23 11:20:07.247724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-123701e5-802c-4638-ad1b-d3ff581572dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:07.249495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-123701e5-802c-4638-ad1b-d3ff581572dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0450885 Nov 23 11:20:07.300710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-e063ddd4-e9fc-417e-bb78-9bdcc58549c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:07.302223 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-e063ddd4-e9fc-417e-bb78-9bdcc58549c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405569 Nov 23 11:20:07.404988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-77030d0d-5256-4236-a507-804049949a30 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890253 Nov 23 11:20:07.498256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-e816f337-2bc4-463c-962d-b972eeb84f2e service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823133 Nov 23 11:20:08.316314 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c30f3-0559-49b0-8e3c-a400ebdb6356 req-3c0a992f-a6eb-44c5-b986-10867a756f42 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:08.317900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-375c30f3-0559-49b0-8e3c-a400ebdb6356 req-3c0a992f-a6eb-44c5-b986-10867a756f42 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0565197 Nov 23 11:20:08.371337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-375c30f3-0559-49b0-8e3c-a400ebdb6356 req-0e8f0ae7-4bdb-4832-a08d-763f21aabb56 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471451 Nov 23 11:20:09.498311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32403d6-75ec-4e8d-a362-486ef33ff4b5 req-fe0f53df-75f8-4873-9ba5-10156b27ffee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:09.499851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b32403d6-75ec-4e8d-a362-486ef33ff4b5 req-fe0f53df-75f8-4873-9ba5-10156b27ffee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0548477 Nov 23 11:20:09.577937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b32403d6-75ec-4e8d-a362-486ef33ff4b5 req-7139dcf2-b62f-4a7c-9e2d-a352a90f1427 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712416 Nov 23 11:20:09.586961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23f12-5439-429a-9721-c26e40191a97 req-6bca6467-2316-4ae8-9030-cdbcc560538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:09.588443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53f23f12-5439-429a-9721-c26e40191a97 req-6bca6467-2316-4ae8-9030-cdbcc560538c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1097 time: 0.0622151 Nov 23 11:20:09.696634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23f12-5439-429a-9721-c26e40191a97 req-697ba9f0-2c1f-44b9-b8f2-e98e575156fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:09.698179 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53f23f12-5439-429a-9721-c26e40191a97 req-697ba9f0-2c1f-44b9-b8f2-e98e575156fc service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.0893188 Nov 23 11:20:09.765022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53f23f12-5439-429a-9721-c26e40191a97 req-ca4e0d36-7eb8-49a8-a11e-90ddda2fc872 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1002 time: 0.0582676 Nov 23 11:20:09.815178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23f12-5439-429a-9721-c26e40191a97 req-1ff4ba64-9902-470b-94d7-2a59401c819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:09.816609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53f23f12-5439-429a-9721-c26e40191a97 req-1ff4ba64-9902-470b-94d7-2a59401c819f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0436051 Nov 23 11:20:09.868750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f23f12-5439-429a-9721-c26e40191a97 req-004ca929-dd5c-4b8e-b04a-fd5ce8e6ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:09.870391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53f23f12-5439-429a-9721-c26e40191a97 req-004ca929-dd5c-4b8e-b04a-fd5ce8e6ac91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464373 Nov 23 11:20:09.964119 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53f23f12-5439-429a-9721-c26e40191a97 req-1ca4bd27-6ce9-446e-98b7-f8f0bffeb8eb service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862074 Nov 23 11:20:10.059887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-53f23f12-5439-429a-9721-c26e40191a97 req-0d5242fa-dc18-4fbe-87eb-e15a95e85365 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883753 Nov 23 11:20:10.694247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f49c76-847b-4b80-bc43-0aa4a989ce7d req-928110e8-db01-42aa-9d6a-cf7dc2490816 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:10.695659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97f49c76-847b-4b80-bc43-0aa4a989ce7d req-928110e8-db01-42aa-9d6a-cf7dc2490816 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0496480 Nov 23 11:20:10.747822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-97f49c76-847b-4b80-bc43-0aa4a989ce7d req-66a99892-07e2-454a-a1b6-9cf7e3973f94 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443397 Nov 23 11:20:11.863376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a4132-7d52-4776-948e-f08daaa6fbac req-b9d7974a-b76a-4e7b-8472-d7c525a80893 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:11.864883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d7a4132-7d52-4776-948e-f08daaa6fbac req-b9d7974a-b76a-4e7b-8472-d7c525a80893 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0492160 Nov 23 11:20:11.914310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d7a4132-7d52-4776-948e-f08daaa6fbac req-91425529-cad7-4a13-babf-7d0dbdc4940a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Nov 23 11:20:13.036274 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0af07-c74e-4a99-9931-fba5da5c8bdd req-4c7c09fa-21ef-4f8c-a26a-c9c11f2b90ba tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:13.038142 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dfa0af07-c74e-4a99-9931-fba5da5c8bdd req-4c7c09fa-21ef-4f8c-a26a-c9c11f2b90ba tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0546455 Nov 23 11:20:13.097290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dfa0af07-c74e-4a99-9931-fba5da5c8bdd req-4f44583f-e5b5-4f1b-962c-0357f567c471 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531306 Nov 23 11:20:14.215794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce88ad-62c6-4ed9-ac96-cc583a328294 req-a202b246-69ac-49ab-b2ac-6f50750f504d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:14.217311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6ce88ad-62c6-4ed9-ac96-cc583a328294 req-a202b246-69ac-49ab-b2ac-6f50750f504d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0499268 Nov 23 11:20:14.271919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6ce88ad-62c6-4ed9-ac96-cc583a328294 req-8b8947b2-ce7c-4341-85d3-f6c35af1802d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485897 Nov 23 11:20:14.543369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f71685fe-e924-40fa-9365-876ebc010981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:15.388571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41f763-dc1f-45e6-a8ed-434d6a7b52d3 req-d8c99741-2963-4d99-a4b0-900f6c07f4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:15.389985 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c41f763-dc1f-45e6-a8ed-434d6a7b52d3 req-d8c99741-2963-4d99-a4b0-900f6c07f4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0482459 Nov 23 11:20:15.438609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c41f763-dc1f-45e6-a8ed-434d6a7b52d3 req-9f097fc6-183f-409b-8137-eab80d7272bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Nov 23 11:20:16.555812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472e8a-9e2b-45ef-b8bf-c02c7a3fd9a0 req-218553ff-e248-4c6a-a902-877db0ac6dda tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:16.557282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25472e8a-9e2b-45ef-b8bf-c02c7a3fd9a0 req-218553ff-e248-4c6a-a902-877db0ac6dda tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Nov 23 11:20:16.607333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-25472e8a-9e2b-45ef-b8bf-c02c7a3fd9a0 req-2224fd25-1cf3-4928-84b3-d8bb499569d1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Nov 23 11:20:16.993897 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-674b665d-3b2b-4c4a-8b17-54bf10b8235e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:17.736968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7db02-098b-40be-9604-42ed3f07f644 req-0cd05fa4-b6be-4598-a681-fafac9f45335 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:17.738491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0d7db02-098b-40be-9604-42ed3f07f644 req-0cd05fa4-b6be-4598-a681-fafac9f45335 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0609488 Nov 23 11:20:17.795364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0d7db02-098b-40be-9604-42ed3f07f644 req-5ab555e1-4bb7-467e-834c-d246ec0bc11a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504529 Nov 23 11:20:18.658902 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:18.913472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f247-0a69-492c-b311-0cc2348e9453 req-548b9640-45b1-414c-8e45-f0c006d185b6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:18.915136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04c9f247-0a69-492c-b311-0cc2348e9453 req-548b9640-45b1-414c-8e45-f0c006d185b6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0500276 Nov 23 11:20:18.965205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-04c9f247-0a69-492c-b311-0cc2348e9453 req-7b140b4b-8d9a-4ef2-99ee-34c507201ba9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441689 Nov 23 11:20:19.613259 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-6e8bcc8d-49e9-4cd8-8e0b-777229064cfc service neutron] show failed (client error): The resource could not be found. Nov 23 11:20:19.614284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-6e8bcc8d-49e9-4cd8-8e0b-777229064cfc service neutron] 10.222.0.65 "GET /v2.0/ports/99041fcd-6952-4fb9-9abf-1216cd61d8f6/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0589821 Nov 23 11:20:19.623363 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:19.833496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-cf29d794-47da-4356-b0b5-41230627826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:19.834974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-cf29d794-47da-4356-b0b5-41230627826f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 1097 time: 0.0432982 Nov 23 11:20:19.847538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:20:19.900916 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.083438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671434d-8bf5-417a-98b0-e7db4fb62ec4 req-1ff5d8fb-a3c6-46f1-8ae4-5d4146ce4ab8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:20.085015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a671434d-8bf5-417a-98b0-e7db4fb62ec4 req-1ff5d8fb-a3c6-46f1-8ae4-5d4146ce4ab8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 946 time: 0.0501652 Nov 23 11:20:20.106507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.110596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:20.143689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a671434d-8bf5-417a-98b0-e7db4fb62ec4 req-0b044907-c429-4cd2-bfcf-8628b2fae526 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508592 Nov 23 11:20:20.144550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:20:20.169721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.185603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:20:20.187879 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60834fa0-6920-4703-a4f6-a739ce77fd3f" -d '{"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-unplugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:20:20.191978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.204605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Transition to ACTIVE for port object 99041fcd-6952-4fb9-9abf-1216cd61d8f6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:20:20.208258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.239055 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4a6383-865c-4395-a967-b2d86212b83d x-openstack-request-id: req-6d4a6383-865c-4395-a967-b2d86212b83d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:20:20.239381 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-unplugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:20:20.239644 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d4a6383-865c-4395-a967-b2d86212b83d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:20:20.240050 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'code': 200} Nov 23 11:20:20.297650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:20.313195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.313544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.313888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.314227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.314560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.314888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.315214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.315540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.315892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.316305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.316305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.316305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:20.353563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] No DVR routers for this DVR port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:20:20.489595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:20:20.489934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:20:20.490262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:20:20.494706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:20:20.495026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:20:20.499791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:20:20.500124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Checking segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:20:20.500504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Bound using segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:20:20.500923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Bound port: 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:20:20.501311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.562360 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:20:20.565222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:20:20.569628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.604783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:20.605426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:20.606815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] 10.222.0.58 "PUT /v2.0/ports/99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1092 time: 0.7632718 Nov 23 11:20:20.627466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8354f-f031-456e-b702-a5af2e73791f service neutron] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:20.676476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-f582bda3-d30b-4fbb-a2ab-d78a0a053f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:20.678301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-f582bda3-d30b-4fbb-a2ab-d78a0a053f5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1095 time: 0.0468988 Nov 23 11:20:20.776308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-fea2148c-01ad-4785-8537-e999cff7ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:20.777847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-fea2148c-01ad-4785-8537-e999cff7ea44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.0927014 Nov 23 11:20:20.846935 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-f23e2bc4-6f66-4f1d-a9bc-849d9d7f3fca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.0614657 Nov 23 11:20:20.895931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-63901711-58b8-4c56-a64b-3c753f6aea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:20.897318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-63901711-58b8-4c56-a64b-3c753f6aea52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0430775 Nov 23 11:20:20.942441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-01fe9a1d-aeed-499e-b25b-9324c44352dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:20.943914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-01fe9a1d-aeed-499e-b25b-9324c44352dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397596 Nov 23 11:20:21.036747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-49002915-a55c-46a7-840b-b363d8e2f5c5 service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854776 Nov 23 11:20:21.126797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67df61ba-6036-4c82-a43c-0e0f8865648d req-48bd286b-a188-4bc6-a21f-674cd7eea92e service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832682 Nov 23 11:20:21.266461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903d6bc-be85-4e83-92ae-4c7275c34ea6 req-e00c9a65-f1b3-4bfe-aac1-69ec351ab7bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:21.268000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e903d6bc-be85-4e83-92ae-4c7275c34ea6 req-e00c9a65-f1b3-4bfe-aac1-69ec351ab7bf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0513418 Nov 23 11:20:21.322565 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e903d6bc-be85-4e83-92ae-4c7275c34ea6 req-2be6eb0a-330b-4646-ab12-278b5faeed9c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485461 Nov 23 11:20:22.169609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:20:22.209540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:20:22.240990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:20:22.243515 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95d1cff-9dfa-4837-9922-8cf4dcd83392" -d '{"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:20:22.297911 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808aa81f-6ab9-4287-9b37-d88d6a53ee93 x-openstack-request-id: req-808aa81f-6ab9-4287-9b37-d88d6a53ee93 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:20:22.298282 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:20:22.298610 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-808aa81f-6ab9-4287-9b37-d88d6a53ee93 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:20:22.299226 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'status': 'completed', 'code': 200} Nov 23 11:20:22.357777 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:22.399301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-33bd1387-0775-4cee-8684-655033e6400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:22.400826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-33bd1387-0775-4cee-8684-655033e6400b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1095 time: 0.0820053 Nov 23 11:20:22.403975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-e7451581-f3f3-4c68-9257-43cef70a6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:22.405491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-e7451581-f3f3-4c68-9257-43cef70a6931 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1095 time: 0.0774276 Nov 23 11:20:22.450099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162153e8-984d-4955-b888-2ba86e222bbc req-37315f8c-7e07-4e47-a0e7-720e583484a9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:22.451796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-162153e8-984d-4955-b888-2ba86e222bbc req-37315f8c-7e07-4e47-a0e7-720e583484a9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0537150 Nov 23 11:20:22.504245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-162153e8-984d-4955-b888-2ba86e222bbc req-df3549f1-28d4-45b9-afe7-b87df71d149b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463049 Nov 23 11:20:22.853990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-c40d438a-11dd-4b6f-9dc4-8e3c521c1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:22.855508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-c40d438a-11dd-4b6f-9dc4-8e3c521c1812 service neutron] 10.222.0.58 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.4472368 Nov 23 11:20:22.858444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-26c3aea2-46b2-4eda-9884-f2df69c17d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:22.859799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-26c3aea2-46b2-4eda-9884-f2df69c17d90 service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.4427621 Nov 23 11:20:22.972852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-abb54ea5-84c8-49e0-8f52-45127c7927b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.1079004 Nov 23 11:20:22.977465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-ced3e626-efd8-412b-9bc2-c01295874287 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.1050212 Nov 23 11:20:23.062943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-4305a053-bf54-4930-9973-15331192976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:23.064417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-4305a053-bf54-4930-9973-15331192976c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0827308 Nov 23 11:20:23.065928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-a5c400bf-d33e-4108-935b-06e3a8968580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:23.067227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-a5c400bf-d33e-4108-935b-06e3a8968580 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0779188 Nov 23 11:20:23.140326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-a458c872-3f2c-4e30-8ec3-b42af343f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:23.141898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-a458c872-3f2c-4e30-8ec3-b42af343f14e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621052 Nov 23 11:20:23.143676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-fce7f277-361b-469f-9e53-14e7a9c5f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:23.145035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-fce7f277-361b-469f-9e53-14e7a9c5f4d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728397 Nov 23 11:20:23.308219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-ede1278e-79ea-4fd8-bb93-a0da30483991 service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481462 Nov 23 11:20:23.309992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-21775d18-48dd-41c5-bb78-1848e4f0256c service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570368 Nov 23 11:20:23.475753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-56a0440f-6c7e-4402-a618-5a471703d687 service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598091 Nov 23 11:20:23.477820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d1cff-9dfa-4837-9922-8cf4dcd83392 req-bd53499f-a710-46bf-8ac5-3c28a9497da4 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544294 Nov 23 11:20:23.629122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7a5d3-78e3-460e-b2a3-b5c52e313507 req-910999a5-7c87-441e-ab58-b11e761e90cc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:23.630598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2de7a5d3-78e3-460e-b2a3-b5c52e313507 req-910999a5-7c87-441e-ab58-b11e761e90cc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0486598 Nov 23 11:20:23.682343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2de7a5d3-78e3-460e-b2a3-b5c52e313507 req-f2e3fdd2-da0f-4d8e-afa5-bc28e20259af tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451601 Nov 23 11:20:24.122229 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:20:24.799837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a6f0c-2d13-4367-9bbb-ba842a5f54f3 req-20047e36-3972-4124-b132-32df037a2185 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:24.801392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc8a6f0c-2d13-4367-9bbb-ba842a5f54f3 req-20047e36-3972-4124-b132-32df037a2185 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0499923 Nov 23 11:20:24.852010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc8a6f0c-2d13-4367-9bbb-ba842a5f54f3 req-7b390dca-fdcb-4cf8-a2b3-f49b13bb6810 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438874 Nov 23 11:20:25.077647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-bc4b1cdb-49f3-43b3-ae62-ca7d2d4bf403 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:25.079127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-bc4b1cdb-49f3-43b3-ae62-ca7d2d4bf403 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.58 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12&tenant_id=387a8da527814c7695280ab05b122939&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 944 time: 0.0540526 Nov 23 11:20:25.102794 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd5b9-4bea-482d-9133-b0992d9143d0 req-d51298e9-453f-4955-9bf5-148608ea9cc6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:25.105446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-231fd5b9-4bea-482d-9133-b0992d9143d0 req-d51298e9-453f-4955-9bf5-148608ea9cc6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 944 time: 0.0608041 Nov 23 11:20:25.147919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-0a8d9bc6-2ae6-4c2e-8dae-60f118146606 service neutron] 10.222.0.58 "GET /v2.0/ports/99041fcd-6952-4fb9-9abf-1216cd61d8f6/bindings/n-h2-817747-2 HTTP/1.1" status: 200 len: 382 time: 0.0602608 Nov 23 11:20:25.160257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-231fd5b9-4bea-482d-9133-b0992d9143d0 req-0cc83d0b-586d-4324-9044-5f26abface5b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489333 Nov 23 11:20:25.214629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-cb733f07-4936-4a2e-b2e1-340c3cdc5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:25.216136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-cb733f07-4936-4a2e-b2e1-340c3cdc5449 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1095 time: 0.0437987 Nov 23 11:20:25.309545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-36b8b604-3425-4454-9e64-eb4b27aeacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:25.310942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-36b8b604-3425-4454-9e64-eb4b27aeacad service neutron] 10.222.0.58 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.0872242 Nov 23 11:20:25.386504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-84ec9d62-2448-4cec-91e5-74137c3de736 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.0682583 Nov 23 11:20:25.436082 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-fb0ea9b5-edfd-4207-9c70-3cc0853ebb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:25.437550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-fb0ea9b5-edfd-4207-9c70-3cc0853ebb73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0438004 Nov 23 11:20:25.482934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-d43ee3ec-636c-4cce-b1e4-e22032946b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:25.484413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-d43ee3ec-636c-4cce-b1e4-e22032946b40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401826 Nov 23 11:20:25.579911 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-8def345c-ad28-4d51-8369-a9b658943be5 service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873082 Nov 23 11:20:25.597548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:20:25.680592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-a6b5a0e0-7f9b-416c-a3da-4a3e05e1f832 service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935256 Nov 23 11:20:25.695911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:25.707276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'port_id': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'mac_address': 'fa:16:3e:4d:66:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:20:25.743499 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:25.755774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99041fcd-6952-4fb9-9abf-1216cd61d8f6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:20:25.776431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:25.780715 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:25.832663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:25.840165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.840523 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.840871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.841247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.841590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.841932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.842269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.842602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.842937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.843270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.843600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:25.843930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:20:26.111132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['99041fcd-6952-4fb9-9abf-1216cd61d8f6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:20:26.283970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc0e81-f1e3-4c03-aea2-5595691f10bc req-8550cfa2-7b87-4dc9-8e0d-e259947ba492 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:26.285531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fecc0e81-f1e3-4c03-aea2-5595691f10bc req-8550cfa2-7b87-4dc9-8e0d-e259947ba492 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0505185 Nov 23 11:20:26.337360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fecc0e81-f1e3-4c03-aea2-5595691f10bc req-3dd36b63-77ff-48a4-9dfb-b9f18da5c5b3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443945 Nov 23 11:20:27.459871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e7739-f0f3-41f6-9704-4da065afb663 req-96e2725d-93ea-47c2-bc0b-6023e2f04e0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:27.461537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed1e7739-f0f3-41f6-9704-4da065afb663 req-96e2725d-93ea-47c2-bc0b-6023e2f04e0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0497990 Nov 23 11:20:27.511531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed1e7739-f0f3-41f6-9704-4da065afb663 req-73f20958-9a07-4781-9382-707bfcd47cca tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Nov 23 11:20:27.597194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:20:27.649592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:20:27.654096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:20:27.654531 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:27.744631 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:27.767576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:20:27.769898 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279f8eff-9340-487b-99b2-01b392e8ce00" -d '{"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-plugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:20:27.783555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:27.787723 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:27.826040 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c8607-b579-45e2-b08c-d8e8c2caf40d x-openstack-request-id: req-136c8607-b579-45e2-b08c-d8e8c2caf40d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:20:27.826336 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-plugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:20:27.826595 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-136c8607-b579-45e2-b08c-d8e8c2caf40d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:20:27.826989 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'code': 200} Nov 23 11:20:27.847075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:27.883467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-c7fb0c40-69d6-40a6-8133-74409265eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:27.884961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-c7fb0c40-69d6-40a6-8133-74409265eccf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 1097 time: 0.0416918 Nov 23 11:20:27.901900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:20:27.957878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:28.158073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:28.190793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:20:28.229978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:20:28.232242 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c91d87-abe9-4ee7-ae20-789cb17c13df" -d '{"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-unplugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:20:28.235978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:28.248331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Transition to ACTIVE for port object 99041fcd-6952-4fb9-9abf-1216cd61d8f6 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:20:28.252631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:28.289937 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447c1727-05f8-490b-9607-9251a72d2c5d x-openstack-request-id: req-447c1727-05f8-490b-9607-9251a72d2c5d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:20:28.290276 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-unplugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:20:28.290481 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-447c1727-05f8-490b-9607-9251a72d2c5d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:20:28.290881 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'code': 200} Nov 23 11:20:28.341230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=10']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:28.384703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] No DVR routers for this DVR port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:20:28.523163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:20:28.523548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:20:28.523796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:20:28.527971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:20:28.528286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Attempting to bind port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on network 158c3011-f5c3-457e-801c-644969f3f215 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:20:28.533037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:20:28.533403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Checking segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:20:28.533783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Bound using segment: {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:20:28.534201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Bound port: 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73466cca-4e1c-427b-889a-11134dcd4976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '158c3011-f5c3-457e-801c-644969f3f215'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:20:28.534547 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:28.628895 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:20:28.647258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:20:28.652914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:28.668003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bb1e3-58be-4a7d-b27b-529400c909e6 req-177bc533-b43c-4161-898a-ac28d98b95d1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:28.669516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-395bb1e3-58be-4a7d-b27b-529400c909e6 req-177bc533-b43c-4161-898a-ac28d98b95d1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0781476 Nov 23 11:20:28.697752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:28.698353 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:28.700156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] 10.222.0.65 "PUT /v2.0/ports/99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1093 time: 0.8028364 Nov 23 11:20:28.777331 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e436-a54c-4ee5-9e24-9a93337ccd6e service neutron] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=11']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:28.798381 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-395bb1e3-58be-4a7d-b27b-529400c909e6 req-71d0a03f-403b-41cf-873a-25f29c1b543b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086390 Nov 23 11:20:28.808798 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-5da31755-3dac-4c9c-a515-1bf96887372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:28.810573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-5da31755-3dac-4c9c-a515-1bf96887372c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1096 time: 0.0805376 Nov 23 11:20:28.912161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-62f9be39-086d-4490-a8c3-e1052076436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:28.913965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-62f9be39-086d-4490-a8c3-e1052076436f service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.0925913 Nov 23 11:20:28.984302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-e9c466a2-6dcf-4c5b-a5ae-4865fcd0375e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.0582161 Nov 23 11:20:29.043683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-9967354c-3569-4b62-8d5d-d5153cb4001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:29.045436 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-9967354c-3569-4b62-8d5d-d5153cb4001a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0501876 Nov 23 11:20:29.096396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-5192a47d-dc61-4995-a2cc-7011234a07ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:29.097926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-5192a47d-dc61-4995-a2cc-7011234a07ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421102 Nov 23 11:20:29.193870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-284a9353-aa39-474d-a843-a88128294dc4 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841932 Nov 23 11:20:29.292028 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49d4c0d1-0f33-4d23-9e3d-6de19e1fe8ed req-9915d2cb-0397-4959-8b30-ff2650afe88d service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859277 Nov 23 11:20:29.920297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f9032-d178-4293-9b9e-26e614283ae2 req-28d260c7-0bf1-43f5-9d6b-d38443f4ecfd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:29.921828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e37f9032-d178-4293-9b9e-26e614283ae2 req-28d260c7-0bf1-43f5-9d6b-d38443f4ecfd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0490601 Nov 23 11:20:29.975364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e37f9032-d178-4293-9b9e-26e614283ae2 req-86307906-c9a0-443d-82b2-6fb52ea03f9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474741 Nov 23 11:20:30.292148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:20:30.294560 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbaa739-efb4-4acd-822f-79d02b449062" -d '{"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:20:30.343495 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea077e08-ee77-42fd-a415-d1fba3f6ecc7 x-openstack-request-id: req-ea077e08-ee77-42fd-a415-d1fba3f6ecc7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:20:30.343794 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:20:30.344054 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea077e08-ee77-42fd-a415-d1fba3f6ecc7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:20:30.344460 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'status': 'completed', 'code': 200} Nov 23 11:20:30.433265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-c574cb48-a985-4e36-82d5-aee80a979747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.434772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-c574cb48-a985-4e36-82d5-aee80a979747 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1096 time: 0.0718861 Nov 23 11:20:30.439706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-f5aa59f7-8143-4293-a326-7a23b3e02693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.441151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-f5aa59f7-8143-4293-a326-7a23b3e02693 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1096 time: 0.0677698 Nov 23 11:20:30.593423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-c1c41c61-74c9-4298-add8-b1a0da36ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.594890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-c1c41c61-74c9-4298-add8-b1a0da36ddd2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.1528976 Nov 23 11:20:30.597462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-d1907983-5779-4d02-a50b-6d8640576013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.598796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-d1907983-5779-4d02-a50b-6d8640576013 service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.1489751 Nov 23 11:20:30.705375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-e2a938e4-028d-446e-8b6e-7bdd7f1af0e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.1028373 Nov 23 11:20:30.708705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-6386c9b2-94f1-4f3f-a28d-250184e30b58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 1000 time: 0.1000867 Nov 23 11:20:30.788682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-f2041016-f299-4e3a-b120-bf8a5749378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.790174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-f2041016-f299-4e3a-b120-bf8a5749378f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0775855 Nov 23 11:20:30.791552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-97666bf1-3c74-43fd-a304-8d92eb3f7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.792908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-97666bf1-3c74-43fd-a304-8d92eb3f7353 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0732729 Nov 23 11:20:30.866521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-857bc139-819d-464c-8e3a-f377131a1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.868073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-857bc139-819d-464c-8e3a-f377131a1f41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624604 Nov 23 11:20:30.870517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-92a894b2-bd30-4bf0-8873-8ee7f98ff7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:30.871857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-92a894b2-bd30-4bf0-8873-8ee7f98ff7b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745904 Nov 23 11:20:31.031791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-937e9ba3-d6e6-4043-934d-1ff2bfd3637f service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539700 Nov 23 11:20:31.033725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-ded61581-0403-4a6b-97dd-1331d15bea04 service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549652 Nov 23 11:20:31.103682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290ebeb-54a3-4cf0-942d-b21b98998dea req-2788e0f0-933d-4709-b8ae-ef23ed2f7202 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:31.106571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2290ebeb-54a3-4cf0-942d-b21b98998dea req-2788e0f0-933d-4709-b8ae-ef23ed2f7202 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0545647 Nov 23 11:20:31.169669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2290ebeb-54a3-4cf0-942d-b21b98998dea req-1a6deea4-ff8b-4605-bd53-8aa289cbce44 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564263 Nov 23 11:20:31.214383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-8d9b5302-ad65-44f2-baff-9aafd4927344 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652620 Nov 23 11:20:31.216277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dbaa739-efb4-4acd-822f-79d02b449062 req-8923ea8f-5569-49ca-a39c-6401171f78a1 service neutron] 10.222.0.58 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755528 Nov 23 11:20:31.620412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:20:31.661790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:20:32.186484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:20:32.282531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:32.292682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308624-03ad-4097-b603-413f2a31c948 req-b184e11e-5e59-4000-a0b7-10c311e82ab6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:20:32.294206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5308624-03ad-4097-b603-413f2a31c948 req-b184e11e-5e59-4000-a0b7-10c311e82ab6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 945 time: 0.0505528 Nov 23 11:20:32.294445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'port_id': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'mac_address': 'fa:16:3e:4d:66:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:20:32.335815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:32.345088 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5308624-03ad-4097-b603-413f2a31c948 req-66304740-d9ac-4957-a3a1-febfa8596311 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447044 Nov 23 11:20:32.348639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99041fcd-6952-4fb9-9abf-1216cd61d8f6 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:20:32.368737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:32.368933 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51884) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:20:32.372761 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:32.420149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=12']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:32.431506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4537573c-002d-4442-87b7-76feda568314 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/182e5ae5-2647-4859-afed-42728200cc3b HTTP/1.1" status: 200 len: 993 time: 0.0614128 Nov 23 11:20:32.625092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['99041fcd-6952-4fb9-9abf-1216cd61d8f6'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:20:34.210939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:20:34.259526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:20:34.263254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:20:34.263619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:34.341539 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:34.364216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:20:34.367090 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ded9bc-3639-4d67-b279-d52ffe5bdbd8" -d '{"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-plugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:20:34.379159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:20:34.383865 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:34.408745 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af8546d-b86a-4578-a769-82782a417143 x-openstack-request-id: req-8af8546d-b86a-4578-a769-82782a417143 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:20:34.409040 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-plugged", "status": "completed", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:20:34.409315 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8af8546d-b86a-4578-a769-82782a417143 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:20:34.409701 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'code': 200} Nov 23 11:20:34.435515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=13']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:20:44.544207 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-38e0a496-ea1c-4899-b794-e2921bae527a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:46.994610 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b69dc793-a3fd-4694-835f-389bb680e15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:48.662203 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:49.627086 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:50.107768 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:50.162755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:20:52.352014 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:01.120878 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:21:04.890883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea69809-f630-45e3-9f69-f8c74e8ad940 req-e0c53d25-72e1-4ff6-b221-41d3e191e6dd tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:04.892402 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ea69809-f630-45e3-9f69-f8c74e8ad940 req-e0c53d25-72e1-4ff6-b221-41d3e191e6dd tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1098 time: 0.0410566 Nov 23 11:21:04.938875 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7ea69809-f630-45e3-9f69-f8c74e8ad940 req-239dfbe5-6924-4aa4-bb2c-f8488660c108 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397301 Nov 23 11:21:04.961047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51898) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:05.403622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 72864348-1217-487b-98e0-5fb5f5f52f17 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:21:05.403876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:05.477854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:05.478183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:05.489585 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 72864348-1217-487b-98e0-5fb5f5f52f17 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:21:05.634608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:05.659125 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=72864348-1217-487b-98e0-5fb5f5f52f17,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:05.721817 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:05.722150 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP 182e5ae5-2647-4859-afed-42728200cc3b disassociated (deleted). External IP: 172.25.5.120, port: 99041fcd-6952-4fb9-9abf-1216cd61d8f6. Nov 23 11:21:05.929168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router aa4d8a0a-c819-499f-88f1-5f3674953ce8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:21:06.037563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:21:06.043398 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:06.047933 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] Sync routers for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:21:06.058339 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:06.058959 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:20:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:06.077857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ae6162c1-8f0f-475f-a60a-b531395eda03 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/floatingips/182e5ae5-2647-4859-afed-42728200cc3b HTTP/1.1" status: 204 len: 168 time: 1.1132858 Nov 23 11:21:06.077857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:21:06.078737 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2922ac-97ad-44a8-83bf-f8309bd29f04" -d '{"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:21:06.117967 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e0c91d-a066-492e-a63e-fe0b1415fce3 x-openstack-request-id: req-20e0c91d-a066-492e-a63e-fe0b1415fce3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:21:06.118279 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:21:06.119134 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20e0c91d-a066-492e-a63e-fe0b1415fce3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:21:06.119572 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'status': 'completed', 'code': 200} Nov 23 11:21:06.169990 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:06.200316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-3b0dfec9-323f-465c-88f6-49ed58d4b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:06.201982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-3b0dfec9-323f-465c-88f6-49ed58d4b943 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 1098 time: 0.0489030 Nov 23 11:21:06.321498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-ed8a1e34-0a1b-4ed9-a0b7-f97f4eb76eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:06.323037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-ed8a1e34-0a1b-4ed9-a0b7-f97f4eb76eeb service neutron] 10.222.0.65 "GET /v2.0/networks?id=158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 200 len: 897 time: 0.1032007 Nov 23 11:21:06.338876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54757b-b455-4912-b487-cb787049fdce req-103100c3-2c97-4f5e-8e82-ca22fd934340 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:06.340465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af54757b-b455-4912-b487-cb787049fdce req-103100c3-2c97-4f5e-8e82-ca22fd934340 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 947 time: 0.0582941 Nov 23 11:21:06.374518 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-a455c4e5-bfae-465c-a5cb-7e3e5c238ddb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 200 len: 217 time: 0.0419633 Nov 23 11:21:06.396387 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-af54757b-b455-4912-b487-cb787049fdce req-c2d194a3-0336-4c4d-aa5b-3d3a64127b8c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494940 Nov 23 11:21:06.427934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-36287811-6ec9-46ff-8dfd-65d2c84ffa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:06.429501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-36287811-6ec9-46ff-8dfd-65d2c84ffa41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 200 len: 834 time: 0.0473320 Nov 23 11:21:06.472005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:06.481687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-89320747-7115-4c74-81dd-0aa14daaf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:06.483199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-89320747-7115-4c74-81dd-0aa14daaf67d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=158c3011-f5c3-457e-801c-644969f3f215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426254 Nov 23 11:21:06.498917 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] Checking router: aa4d8a0a-c819-499f-88f1-5f3674953ce8 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:21:06.507653 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:06.508336 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:20:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:06.579105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-1fbe8822-a6ae-4b98-8251-47ba8b84d7a7 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875945 Nov 23 11:21:06.614866 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:06.670264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e2922ac-97ad-44a8-83bf-f8309bd29f04 req-8c08be5c-02a2-4c57-95f4-3891bacc2ba9 service neutron] 10.222.0.65 "GET /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827231 Nov 23 11:21:06.816857 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:06.843335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8399c846-809c-4e63-bc19-e094dbf84bd1 None None] The sync data for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 is: [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:14Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a97bcab9-14c5-42bb-8928-fd799dfcf2e0', 'name': '', 'network_id': '158c3011-f5c3-457e-801c-644969f3f215', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:5b:a4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:14Z', 'updated_at': '2021-11-23T11:19:17Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:21:07.074556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e0c671-0141-4da7-9726-21546a6ba0ad None None] New status for floating IP 182e5ae5-2647-4859-afed-42728200cc3b: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:21:07.521597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ac5c-078f-4905-8c37-889e1128b1c4 req-6dbdc29d-a4fc-423f-b14e-f163f2e23476 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:07.523673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a816ac5c-078f-4905-8c37-889e1128b1c4 req-6dbdc29d-a4fc-423f-b14e-f163f2e23476 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 947 time: 0.0535154 Nov 23 11:21:07.573903 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a816ac5c-078f-4905-8c37-889e1128b1c4 req-e3dae1c0-3c98-4e43-91fa-fa9c2c96398a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Nov 23 11:21:07.854545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-c68e3a24-28b4-4b08-915a-14e83949d6f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:07.855922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-c68e3a24-28b4-4b08-915a-14e83949d6f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 947 time: 0.0529788 Nov 23 11:21:07.967152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:21:07.967485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:08.059261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port 99041fcd-6952-4fb9-9abf-1216cd61d8f6, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=99041fcd-6952-4fb9-9abf-1216cd61d8f6,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:08.059627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:08.074183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 99041fcd-6952-4fb9-9abf-1216cd61d8f6 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:21:08.222957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:08.253624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=99041fcd-6952-4fb9-9abf-1216cd61d8f6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:08.296397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] No DVR routers for this DVR port 99041fcd-6952-4fb9-9abf-1216cd61d8f6 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:21:08.300659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:08.305040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3ea5b80-f0be-4b72-ba43-21aee79c23ed req-a3a5c081-bd64-4253-9a10-efb5e6f846b7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "DELETE /v2.0/ports/99041fcd-6952-4fb9-9abf-1216cd61d8f6 HTTP/1.1" status: 204 len: 173 time: 0.4426346 Nov 23 11:21:08.305506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-deleted', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:21:08.307779 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a1201c-dbb7-4e6b-93a0-392de17a9e6b" -d '{"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-deleted", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:21:08.348627 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6d8d75-0bfe-4552-ac6c-bfea0fc821cc x-openstack-request-id: req-fd6d8d75-0bfe-4552-ac6c-bfea0fc821cc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:21:08.348925 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894ccee8-2663-4fb3-8658-f55802786e12", "name": "network-vif-deleted", "tag": "99041fcd-6952-4fb9-9abf-1216cd61d8f6", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:21:08.349236 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd6d8d75-0bfe-4552-ac6c-bfea0fc821cc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:21:08.349629 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894ccee8-2663-4fb3-8658-f55802786e12', 'name': 'network-vif-deleted', 'tag': '99041fcd-6952-4fb9-9abf-1216cd61d8f6', 'status': 'completed', 'code': 200} Nov 23 11:21:08.689318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-23ec28a3-3eff-4a59-a600-ac8a09ec2456 req-cdcce0c2-7252-4149-a9a6-98a5dbf97f35 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=894ccee8-2663-4fb3-8658-f55802786e12 HTTP/1.1" status: 200 len: 210 time: 0.0324910 Nov 23 11:21:09.751870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51914) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:10.106639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:10.360405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port a97bcab9-14c5-42bb-8928-fd799dfcf2e0 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:21:10.360652 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:10.372112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:21:10.392596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 99041fcd-6952-4fb9-9abf-1216cd61d8f6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:21:10.392949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 99041fcd-6952-4fb9-9abf-1216cd61d8f6 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:21:10.452597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port a97bcab9-14c5-42bb-8928-fd799dfcf2e0, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:10.452955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:10.465356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for a97bcab9-14c5-42bb-8928-fd799dfcf2e0 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:21:10.648248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:10.673925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=a97bcab9-14c5-42bb-8928-fd799dfcf2e0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:10.850289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.071275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router aa4d8a0a-c819-499f-88f1-5f3674953ce8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:21:11.179657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:21:11.184633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-55a1f0dd-bab0-409c-a50d-28b283718ac5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/aa4d8a0a-c819-499f-88f1-5f3674953ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4317238 Nov 23 11:21:11.187539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51916) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:11.189056 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] Sync routers for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:21:11.199425 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:11.200071 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:20:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:11.239256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting subnet a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:21:11.243097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.292553 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.307002 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:11.379199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.438157 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.466286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:11.476053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.480109 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/subnets/a5c7429d-d34f-4504-ad3a-2b0b3e5f2a37 HTTP/1.1" status: 204 len: 168 time: 0.2913229 Nov 23 11:21:11.482212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.483657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51918) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:11.485311 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:21:10Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:11.485532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37395da5-366a-4192-a919-6d925cd3a5d8 None None] Network 158c3011-f5c3-457e-801c-644969f3f215 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:21:11.489891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.490252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.490594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.490929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.493634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.493634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.493634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.493634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.493634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.493634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.494328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd983e-c662-4296-8f91-a17c1ca179fb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:11.516736 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] Checking router: aa4d8a0a-c819-499f-88f1-5f3674953ce8 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:21:11.525858 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] Routers {'aa4d8a0a-c819-499f-88f1-5f3674953ce8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:11.526474 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:20:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:11.611122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.635846 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] Set router aa4d8a0a-c819-499f-88f1-5f3674953ce8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:11.699285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] DHCP port deletion for 158c3011-f5c3-457e-801c-644969f3f215 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:21:11.757197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] Deleting port 8aa966df-0803-4b53-812b-93e154c531a9 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:21:11.757899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.828356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] For port 8aa966df-0803-4b53-812b-93e154c531a9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8aa966df-0803-4b53-812b-93e154c531a9,segment=NetworkSegment(73466cca-4e1c-427b-889a-11134dcd4976),segment_id=73466cca-4e1c-427b-889a-11134dcd4976)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:11.828776 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.834325 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:21:10Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:11.844247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] Calling delete_port for 8aa966df-0803-4b53-812b-93e154c531a9 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:21:11.863922 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71b3fb3-68b1-4766-b0a2-f5ef6c2b60c7 None None] The sync data for ids ['aa4d8a0a-c819-499f-88f1-5f3674953ce8'] in n-d-817747-2 is: [{'id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155905200', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:21:10Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': 'c562f43f-7b2b-4d93-995b-65a754bd535f', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:12:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa4d8a0a-c819-499f-88f1-5f3674953ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:19:11Z', 'updated_at': '2021-11-23T11:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:21:11.939826 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:11.968316 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] Pushing event deleted for resources: {'Port': ['ID=8aa966df-0803-4b53-812b-93e154c531a9,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:11.971960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb629e5-74bc-4916-91fa-48b5fcde2450 None None] No DVR routers for this DVR port 8aa966df-0803-4b53-812b-93e154c531a9 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:21:12.027184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.080880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port c562f43f-7b2b-4d93-995b-65a754bd535f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:21:12.081265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.164114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port c562f43f-7b2b-4d93-995b-65a754bd535f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c562f43f-7b2b-4d93-995b-65a754bd535f,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:12.164475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.175922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for c562f43f-7b2b-4d93-995b-65a754bd535f owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:21:12.350624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.377695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=c562f43f-7b2b-4d93-995b-65a754bd535f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:12.392131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58d69a-8ecf-48dd-8f3a-ee1010fb8853 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:21:12.443193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.538064 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.540817 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.588839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a97bcab9-14c5-42bb-8928-fd799dfcf2e0 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:21:12.593758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.594440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Fanout notify agent at l3_agent the message router_deleted on router aa4d8a0a-c819-499f-88f1-5f3674953ce8 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:21:12.602209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.603350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cbf73bcb-5e1f-4624-9959-ce13eb32bb0d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/routers/aa4d8a0a-c819-499f-88f1-5f3674953ce8 HTTP/1.1" status: 204 len: 168 time: 1.1185319 Nov 23 11:21:12.606058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51920) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:12.614568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a97bcab9-14c5-42bb-8928-fd799dfcf2e0 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:21:12.614930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a97bcab9-14c5-42bb-8928-fd799dfcf2e0 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:21:12.615364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8aa966df-0803-4b53-812b-93e154c531a9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:21:12.637852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 8aa966df-0803-4b53-812b-93e154c531a9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:21:12.638510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8aa966df-0803-4b53-812b-93e154c531a9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:21:12.687751 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.780098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.799206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158c3011-f5c3-457e-801c-644969f3f215']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:12.809262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73466cca-4e1c-427b-889a-11134dcd4976') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:12.809563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73466cca-4e1c-427b-889a-11134dcd4976') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:12.818660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.831840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.837692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:21:12.838074 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:21:12.841023 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:21:12.902755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.909717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:12.912854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/networks/158c3011-f5c3-457e-801c-644969f3f215 HTTP/1.1" status: 204 len: 168 time: 0.3055089 Nov 23 11:21:12.915820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51922) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:12.923894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee6b41-cf63-4330-a8e0-a4c44f3da4a3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Network': ['ID=158c3011-f5c3-457e-801c-644969f3f215,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:12.973035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7f61af4-22e7-41d3-8dae-56811398d9a2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.002579 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7f61af4-22e7-41d3-8dae-56811398d9a2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.063705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7f61af4-22e7-41d3-8dae-56811398d9a2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.066400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b7f61af4-22e7-41d3-8dae-56811398d9a2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.067612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b7f61af4-22e7-41d3-8dae-56811398d9a2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/security-groups/c5d95ffe-d65d-43b2-b5b9-8a27b37e7308 HTTP/1.1" status: 204 len: 168 time: 0.1507607 Nov 23 11:21:13.077928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f61af4-22e7-41d3-8dae-56811398d9a2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d95ffe-d65d-43b2-b5b9-8a27b37e7308,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:13.384835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51928) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:13.389435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-642a86ab-0ad8-420c-bace-e1a3549db12a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290000018', 'description': 'tempest-secgroup-smoke-1290000018 description', 'project_id': '387a8da527814c7695280ab05b122939'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:13.411290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-642a86ab-0ad8-420c-bace-e1a3549db12a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.477618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-642a86ab-0ad8-420c-bace-e1a3549db12a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.481059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-642a86ab-0ad8-420c-bace-e1a3549db12a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.511104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-642a86ab-0ad8-420c-bace-e1a3549db12a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.512877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-642a86ab-0ad8-420c-bace-e1a3549db12a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268346 Nov 23 11:21:13.515688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51930) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:13.518656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a86ab-0ad8-420c-bace-e1a3549db12a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790d864a-d1d1-4b7c-a360-b2390c982d91,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:13.520310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-aa9d6cc0-608a-4348-826b-93cf45df2563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '790d864a-d1d1-4b7c-a360-b2390c982d91', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:13.548453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6cc0-608a-4348-826b-93cf45df2563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.594610 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6cc0-608a-4348-826b-93cf45df2563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.598118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6cc0-608a-4348-826b-93cf45df2563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.615378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d6cc0-608a-4348-826b-93cf45df2563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a812ef1-db45-46b1-88c7-b4f3bde3ac71,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:13.623678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6cc0-608a-4348-826b-93cf45df2563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.624874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa9d6cc0-608a-4348-826b-93cf45df2563 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081769 Nov 23 11:21:13.627561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51932) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:13.632426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-312f0bcc-7c4b-4cc5-add0-93f4968b8995 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '790d864a-d1d1-4b7c-a360-b2390c982d91', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:13.657866 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-312f0bcc-7c4b-4cc5-add0-93f4968b8995 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.713269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-312f0bcc-7c4b-4cc5-add0-93f4968b8995 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.717489 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-312f0bcc-7c4b-4cc5-add0-93f4968b8995 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.736165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f0bcc-7c4b-4cc5-add0-93f4968b8995 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161b0c1-e42b-4157-be84-116a07286669,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:13.744163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-312f0bcc-7c4b-4cc5-add0-93f4968b8995 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.745449 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-312f0bcc-7c4b-4cc5-add0-93f4968b8995 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169500 Nov 23 11:21:13.748292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51934) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:13.752864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-be567e5c-18bc-491b-9c95-4e75e6dd6999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '790d864a-d1d1-4b7c-a360-b2390c982d91', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:13.779399 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be567e5c-18bc-491b-9c95-4e75e6dd6999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.837302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be567e5c-18bc-491b-9c95-4e75e6dd6999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.840778 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be567e5c-18bc-491b-9c95-4e75e6dd6999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.859632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be567e5c-18bc-491b-9c95-4e75e6dd6999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8175847c-8251-48c2-b89d-614c6cebb08d,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:13.864909 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be567e5c-18bc-491b-9c95-4e75e6dd6999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.866359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be567e5c-18bc-491b-9c95-4e75e6dd6999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168461 Nov 23 11:21:13.869204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51936) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:13.873765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0420684f-d15d-46ae-a82a-6e1e916d5670 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '790d864a-d1d1-4b7c-a360-b2390c982d91', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:13.900919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0420684f-d15d-46ae-a82a-6e1e916d5670 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.962939 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0420684f-d15d-46ae-a82a-6e1e916d5670 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.966519 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0420684f-d15d-46ae-a82a-6e1e916d5670 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.986651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420684f-d15d-46ae-a82a-6e1e916d5670 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c376d4-97ad-418b-9cff-e3f1afd19265,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:13.990956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0420684f-d15d-46ae-a82a-6e1e916d5670 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:13.992301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0420684f-d15d-46ae-a82a-6e1e916d5670 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221001 Nov 23 11:21:13.995062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51938) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:13.999312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '790d864a-d1d1-4b7c-a360-b2390c982d91', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:14.020460 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:21:14.026037 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.082897 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.086724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.103151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4f6272-8308-4b8a-9da1-d270fb90a1d8,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:14.111516 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.114109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f57d4e21-8818-4f9c-9159-f499c5a7cb88 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167343 Nov 23 11:21:14.115474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51940) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:14.120112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '790d864a-d1d1-4b7c-a360-b2390c982d91', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:14.142113 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:21:14.147019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.206473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.210408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.227992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40ed404-1325-4e32-8334-79d04fe0470a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:14.235584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.236790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-634a1e22-a915-4f33-b40a-708aea7d8472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203117 Nov 23 11:21:14.239624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51942) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:14.244457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'network': {'name': 'tempest-network-smoke--2037094893', 'project_id': '387a8da527814c7695280ab05b122939', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:14.265795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:21:14.269230 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.294037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:21:14.304301 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.304646 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Added segment 54a7d107-e13b-47ff-a6b8-fca33d8c5908 of type vlan for network 66ecb814-5bce-4de7-894e-ab723b991034 Nov 23 11:21:14.346158 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.370324 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.375669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:14.376255 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.414092 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1734335 Nov 23 11:21:14.417871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51944) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:14.422366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'admin_state_up': True, 'project_id': '387a8da527814c7695280ab05b122939', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:14.447010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.447396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d54b1-a2df-4e34-a8af-d36b1b48dbdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Network': ['ID=66ecb814-5bce-4de7-894e-ab723b991034,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:14.448214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.461965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 66ecb814-5bce-4de7-894e-ab723b991034 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:21:14.502249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.520852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c562f43f-7b2b-4d93-995b-65a754bd535f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:21:14.552994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c562f43f-7b2b-4d93-995b-65a754bd535f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:21:14.553367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c562f43f-7b2b-4d93-995b-65a754bd535f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:21:14.567713 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a16fbd7a-83e6-4582-a3c8-d763875bdc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.647799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.839303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.858770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:14.968120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.157 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/16339362-0bc2-4b14-846f-8872cb4598df) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:21:15.072117 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:15.105194 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:15.150084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:21:15.152985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:21:15.155465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:21:15.165499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca991d81-7094-458e-9231-ce64d8f3acbd None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:21:15.189241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=16339362-0bc2-4b14-846f-8872cb4598df,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:15.202562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0f0a317c-0cd2-4b3b-8554-d2fbf0863d17 None None] Provisioning complete for port 16339362-0bc2-4b14-846f-8872cb4598df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:15.202937 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f0a317c-0cd2-4b3b-8554-d2fbf0863d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:15.238064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0f0a317c-0cd2-4b3b-8554-d2fbf0863d17 None None] Port 16339362-0bc2-4b14-846f-8872cb4598df cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:21:15.715830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:15.912459 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.040638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:21:16.153716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:21:16.163803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Sync routers for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:21:16.174298 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.176820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e4d4a9f4-c058-49fc-9c3d-429bb8e28519 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7566700 Nov 23 11:21:16.176975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:16.176975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:20:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:16.179822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51946) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:16.210365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aec76d96-03da-4054-9163-77d6e84d51c5 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=387a8da527814c7695280ab05b122939&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266020 Nov 23 11:21:16.210610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51948) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:16.289485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:16.315209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7df6f43-da03-4690-9f85-f29b38c644e2 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:16.316854 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a7df6f43-da03-4690-9f85-f29b38c644e2 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1051528 Nov 23 11:21:16.319525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51950) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:16.346881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-451cca5a-9398-484f-bb45-b701369a4608 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262823 Nov 23 11:21:16.349535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 51952) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:16.355088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144029330', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'project_id': '387a8da527814c7695280ab05b122939', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:16.447477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:21:16.451073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.468108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:15Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:16.500018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Checking router: ce3f4b05-3b29-4439-87e4-58e6590a6ca8 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:21:16.500372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Updating router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 port 16339362-0bc2-4b14-846f-8872cb4598df binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:21:16.525446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.649658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.712600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Subnet': ['ID=a2657aaa-f2b7-4816-ba33-14647d301777,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:16.721234 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Checking segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:21:16.721854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network hostable DHCP agents. Network: 66ecb814-5bce-4de7-894e-ab723b991034, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:21:16.739146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 66ecb814-5bce-4de7-894e-ab723b991034 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:21:16.750228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 66ecb814-5bce-4de7-894e-ab723b991034) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:21:16.754239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:16.754830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.770559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1ad4f-58d8-4382-a06b-6b730986c629 None None] Network 66ecb814-5bce-4de7-894e-ab723b991034 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:21:16.775180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-94fa887e-8bd1-405a-b89a-9ba86b9f0359 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4218709 Nov 23 11:21:16.775582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 51954) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:16.816995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.846984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.906066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63fce87-6391-4ede-bd0e-7c6fc50f5c8a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:21:16.931684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd897de7-0a63-481c-9846-dc2b34c33097 None None] Pushing event updated for resources: {'Port': ['ID=16339362-0bc2-4b14-846f-8872cb4598df,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:16.935771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Attempting to bind port 16339362-0bc2-4b14-846f-8872cb4598df on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:21:16.936156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Attempting to bind port 16339362-0bc2-4b14-846f-8872cb4598df by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:21:16.936529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Attempting to bind port 16339362-0bc2-4b14-846f-8872cb4598df on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:21:16.969614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:21:16.970267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:21:16.970946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:16.971628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:21:16.972466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Bound port: 16339362-0bc2-4b14-846f-8872cb4598df, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:21:16.973135 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.054648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-69728000-ee45-4339-a292-e3bcb28ebedc None None] Provisioning complete for port 16339362-0bc2-4b14-846f-8872cb4598df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:17.055029 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-69728000-ee45-4339-a292-e3bcb28ebedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.057796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-519a5a63-f187-411a-b280-a1500733cc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.110089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-66ecb814-5bce-4de7-894e-ab723b991034', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:21:17.111345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.127001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] For port 16339362-0bc2-4b14-846f-8872cb4598df, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:21:17.154445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] For port 16339362-0bc2-4b14-846f-8872cb4598df, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=16339362-0bc2-4b14-846f-8872cb4598df,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:21:17.161089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-69728000-ee45-4339-a292-e3bcb28ebedc None None] Port 16339362-0bc2-4b14-846f-8872cb4598df cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:21:17.167393 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.239333 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.269594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9e52d-c072-48fa-82a2-50ccf351c45c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:21:17.325045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd897de7-0a63-481c-9846-dc2b34c33097 None None] Pushing event updated for resources: {'Port': ['ID=16339362-0bc2-4b14-846f-8872cb4598df,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:17.327799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:17.328398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:21:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:17.467581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6091f37f-38e0-46cf-bd5b-412c9a221d0a None None] Provisioning complete for port 16339362-0bc2-4b14-846f-8872cb4598df triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:17.467962 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6091f37f-38e0-46cf-bd5b-412c9a221d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.469953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Allocated IP 172.20.0.2 (66ecb814-5bce-4de7-894e-ab723b991034/a2657aaa-f2b7-4816-ba33-14647d301777/3785803e-2475-4e8f-8c94-9bfddb4efc8f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:21:17.529221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:17.807526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6091f37f-38e0-46cf-bd5b-412c9a221d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.859298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6091f37f-38e0-46cf-bd5b-412c9a221d0a None None] For port 16339362-0bc2-4b14-846f-8872cb4598df, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=16339362-0bc2-4b14-846f-8872cb4598df,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:17.868257 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.869931 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6091f37f-38e0-46cf-bd5b-412c9a221d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.897135 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:17.925809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.1 (66ecb814-5bce-4de7-894e-ab723b991034/a2657aaa-f2b7-4816-ba33-14647d301777/e497f356-6589-48d8-8c17-8aaa8b9f4f1a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:21:17.926907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Network 66ecb814-5bce-4de7-894e-ab723b991034 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:21:17.937298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:21:17.942584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:21:17.957555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091f37f-38e0-46cf-bd5b-412c9a221d0a None None] Pushing event updated for resources: {'Port': ['ID=16339362-0bc2-4b14-846f-8872cb4598df,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:17.967192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:15Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:18.046072 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.082502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.121917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 66ecb814-5bce-4de7-894e-ab723b991034 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:21:18.127514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:21:18.131242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:21:18.163246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:18.181574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.183574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b50c22-1123-4e99-9535-2b0b14357e1d None None] The sync data for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 is: [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:15Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:21:18.224530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Pushing event updated for resources: {'Port': ['ID=3785803e-2475-4e8f-8c94-9bfddb4efc8f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:18.228909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Attempting to bind port 3785803e-2475-4e8f-8c94-9bfddb4efc8f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:21:18.229320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Attempting to bind port 3785803e-2475-4e8f-8c94-9bfddb4efc8f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:21:18.229696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Attempting to bind port 3785803e-2475-4e8f-8c94-9bfddb4efc8f on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:21:18.235609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:21:18.236026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Checking segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:21:18.236411 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.236814 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Bound using segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:21:18.237323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Bound port: 3785803e-2475-4e8f-8c94-9bfddb4efc8f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:21:18.238084 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.311920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] For port 3785803e-2475-4e8f-8c94-9bfddb4efc8f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:21:18.315754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] For port 3785803e-2475-4e8f-8c94-9bfddb4efc8f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3785803e-2475-4e8f-8c94-9bfddb4efc8f,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:21:18.321152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.357592 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.384225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df4135-8bad-4368-9bd0-e98e98fe6098 None None] Pushing event updated for resources: {'Port': ['ID=3785803e-2475-4e8f-8c94-9bfddb4efc8f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:18.587383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 16339362-0bc2-4b14-846f-8872cb4598df up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:21:18.696604 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.697964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 16339362-0bc2-4b14-846f-8872cb4598df triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:18.698323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.757291 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.764099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.855928 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:18.857765 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:18.958560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 66ecb814-5bce-4de7-894e-ab723b991034 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:21:18.960486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:21:19.090690 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:21:19.203787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:21:19.213446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3b123613-1db6-429c-aaa8-b5360db01aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/ce3f4b05-3b29-4439-87e4-58e6590a6ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4323876 Nov 23 11:21:19.371896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-76cdc0b8-dcbc-453f-882a-c32dc444b11f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290000018&fields=id&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 267 time: 0.0473342 Nov 23 11:21:19.504299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5a1ae9-7b71-4886-8636-57b140a9c680 None None] Network 66ecb814-5bce-4de7-894e-ab723b991034 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:21:19.643481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-53d27b41-78e6-4f63-b647-bb8e42d872ea None None] Provisioning complete for port 3785803e-2475-4e8f-8c94-9bfddb4efc8f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:19.643774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53d27b41-78e6-4f63-b647-bb8e42d872ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:19.668762 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:19.768876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53d27b41-78e6-4f63-b647-bb8e42d872ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:19.793574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-34165552-9fdf-4f99-8141-0acebd928e53 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:19.801137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-34165552-9fdf-4f99-8141-0acebd928e53 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 797 time: 0.4221163 Nov 23 11:21:19.808464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-53d27b41-78e6-4f63-b647-bb8e42d872ea None None] For port 3785803e-2475-4e8f-8c94-9bfddb4efc8f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3785803e-2475-4e8f-8c94-9bfddb4efc8f,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:19.812699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53d27b41-78e6-4f63-b647-bb8e42d872ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:19.819696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-c29c8127-ff91-470e-80bf-96c4a624a909 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/quotas/387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 375 time: 0.0170143 Nov 23 11:21:19.874167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d27b41-78e6-4f63-b647-bb8e42d872ea None None] Pushing event updated for resources: {'Port': ['ID=3785803e-2475-4e8f-8c94-9bfddb4efc8f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:19.878241 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-d3939d17-58db-44dd-86be-9bb8570d2c5a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574934 Nov 23 11:21:19.985329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-2623c19f-a593-4826-86de-cbb237e29196 service neutron] 10.222.0.61 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941422 Nov 23 11:21:20.034906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9334c258-d023-44a3-99f5-7a930de37cd5 None None] Provisioning complete for port 3785803e-2475-4e8f-8c94-9bfddb4efc8f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:20.035280 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9334c258-d023-44a3-99f5-7a930de37cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.087119 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-99fc55f9-9989-4af6-8f61-a2a54452f48b service neutron] 10.222.0.61 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947609 Nov 23 11:21:20.105919 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Sync routers for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:21:20.122385 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:20.123022 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:21:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:20.173066 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.184616 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.190615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9334c258-d023-44a3-99f5-7a930de37cd5 None None] Provisioning complete for port e497f356-6589-48d8-8c17-8aaa8b9f4f1a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:20.190985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9334c258-d023-44a3-99f5-7a930de37cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.239758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9334c258-d023-44a3-99f5-7a930de37cd5 None None] Port e497f356-6589-48d8-8c17-8aaa8b9f4f1a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:21:20.259460 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:20.316747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-523927e6-7041-45e7-8358-af1b2d485ced req-49683c3e-b5db-4317-883d-fabafe7b0430 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 210 time: 0.0356483 Nov 23 11:21:20.363911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d5a5360c-627b-4c7d-b453-f925bcf3cf77 None None] Provisioning complete for port e497f356-6589-48d8-8c17-8aaa8b9f4f1a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:20.364426 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d5a5360c-627b-4c7d-b453-f925bcf3cf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.404890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5360c-627b-4c7d-b453-f925bcf3cf77 None None] Port e497f356-6589-48d8-8c17-8aaa8b9f4f1a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:21:20.530623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a7359aac-dff3-48b9-994d-38f53f8d3cea None None] Provisioning complete for port e497f356-6589-48d8-8c17-8aaa8b9f4f1a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:20.531688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7359aac-dff3-48b9-994d-38f53f8d3cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.574258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a7359aac-dff3-48b9-994d-38f53f8d3cea None None] Port e497f356-6589-48d8-8c17-8aaa8b9f4f1a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:21:20.596391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3785803e-2475-4e8f-8c94-9bfddb4efc8f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:21:20.611983 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 2, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:20.640082 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Checking router: ce3f4b05-3b29-4439-87e4-58e6590a6ca8 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:21:20.640437 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Updating router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 port e497f356-6589-48d8-8c17-8aaa8b9f4f1a binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:21:20.648703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3785803e-2475-4e8f-8c94-9bfddb4efc8f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:20.649197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.671234 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.942625 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.948765 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:20.999138 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Pushing event updated for resources: {'Port': ['ID=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:21.021478 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.021831 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.022175 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.023075 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.023404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.023730 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.024060 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.024383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.024701 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.025021 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.025374 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.025691 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:21.064317 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Attempting to bind port e497f356-6589-48d8-8c17-8aaa8b9f4f1a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:21:21.064689 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Attempting to bind port e497f356-6589-48d8-8c17-8aaa8b9f4f1a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:21:21.065061 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Attempting to bind port e497f356-6589-48d8-8c17-8aaa8b9f4f1a on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:21:21.071672 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:21:21.072049 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Checking segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:21:21.072446 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.072840 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Bound using segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:21:21.073401 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Bound port: e497f356-6589-48d8-8c17-8aaa8b9f4f1a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:21:21.073784 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.140750 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] For port e497f356-6589-48d8-8c17-8aaa8b9f4f1a, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:21:21.144429 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] For port e497f356-6589-48d8-8c17-8aaa8b9f4f1a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:21:21.150115 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.200477 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:21.201045 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:21:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:21.210780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-501d76c7-856a-476e-9d8f-039e8c3aa565 None None] Provisioning complete for port e497f356-6589-48d8-8c17-8aaa8b9f4f1a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:21.211325 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501d76c7-856a-476e-9d8f-039e8c3aa565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.254181 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d2b84-afbd-4f05-b1e1-ab5d763ba37f None None] Pushing event updated for resources: {'Port': ['ID=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:21.320716 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501d76c7-856a-476e-9d8f-039e8c3aa565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.357668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-501d76c7-856a-476e-9d8f-039e8c3aa565 None None] For port e497f356-6589-48d8-8c17-8aaa8b9f4f1a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:21.368051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-501d76c7-856a-476e-9d8f-039e8c3aa565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.380469 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:21.450425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d76c7-856a-476e-9d8f-039e8c3aa565 None None] Pushing event updated for resources: {'Port': ['ID=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:21.490114 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c83a0b51-948c-41ad-a0b8-2da94fe377b0 None None] Provisioning complete for port e497f356-6589-48d8-8c17-8aaa8b9f4f1a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:21.490490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c83a0b51-948c-41ad-a0b8-2da94fe377b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.531841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9dfaec8-236b-4fd4-8c80-36b170835d35 req-2dbc11a7-180a-4fb1-89de-9a1c96ea082e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 210 time: 0.0593207 Nov 23 11:21:21.562222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-1c5ff2a1-eeae-415f-a22e-3e03a1ff9980 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:21.563682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-1c5ff2a1-eeae-415f-a22e-3e03a1ff9980 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 797 time: 0.2502837 Nov 23 11:21:21.631882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-cf6b62dc-6099-448b-b0df-5085dac248ef tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 380 time: 0.0567496 Nov 23 11:21:21.637695 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:21.642236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'port': {'device_id': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'admin_state_up': True, 'tenant_id': '387a8da527814c7695280ab05b122939', 'security_groups': ['790d864a-d1d1-4b7c-a360-b2390c982d91']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:21.665827 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc020b60-8480-4fce-87a0-cf5d80b656df None None] The sync data for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 is: [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:21:21.776219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:21:21.779902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:21.914218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.4 (66ecb814-5bce-4de7-894e-ab723b991034/a2657aaa-f2b7-4816-ba33-14647d301777/40e0c87c-7793-439d-9560-2e7519f7412c) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:21:22.065920 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.101766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.159544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:22.163367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 66ecb814-5bce-4de7-894e-ab723b991034 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:21:22.165979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:21:22.168451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:21:22.178333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.179277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.179862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.180352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.180742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.181095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.181472 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.181815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.182155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.182494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.182831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.183165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:22.245919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:22.246603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.269456 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-4952372c-3384-4d36-ac9d-2f28526c17bc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6308110 Nov 23 11:21:22.283414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Request body: {'port': {'device_id': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:22.355286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.378428 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.530728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-64fc79e8-18dd-4cce-949a-06c47d906802 None None] Provisioning complete for port 40e0c87c-7793-439d-9560-2e7519f7412c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:22.531328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-64fc79e8-18dd-4cce-949a-06c47d906802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.595047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-64fc79e8-18dd-4cce-949a-06c47d906802 None None] Port 40e0c87c-7793-439d-9560-2e7519f7412c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:21:22.628520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e497f356-6589-48d8-8c17-8aaa8b9f4f1a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:21:22.693362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e0c87c-7793-439d-9560-2e7519f7412c {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:21:22.701716 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.703149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e497f356-6589-48d8-8c17-8aaa8b9f4f1a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:22.703735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.704334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bca139-3431-424b-9b18-e908f3d04966 req-1ed640b5-eff1-458c-b8ee-056c242d21f9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:22.713246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-93bca139-3431-424b-9b18-e908f3d04966 req-1ed640b5-eff1-458c-b8ee-056c242d21f9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 931 time: 0.0690930 Nov 23 11:21:22.717425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Transition to ACTIVE for port object 40e0c87c-7793-439d-9560-2e7519f7412c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:21:22.723798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:22.774030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-93bca139-3431-424b-9b18-e908f3d04966 req-d33d7c96-920f-4315-819c-5ad459b0298b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594239 Nov 23 11:21:22.892237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:22.922283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:21:22.922628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:21:22.923002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:21:22.928116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:21:22.928510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:21:22.933789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:21:22.934128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Checking segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:21:22.934520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Bound using segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:21:22.934948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Bound port: 40e0c87c-7793-439d-9560-2e7519f7412c, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:21:22.935310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:23.016341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:21:23.021959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:21:23.028504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:23.070737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.071398 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:23.072877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] 10.222.0.65 "PUT /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 1091 time: 0.7948308 Nov 23 11:21:23.073458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:21:23.076057 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92" -d '{"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:21:23.101961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55f01b-93c5-4bcc-ac20-26cf2392eabb service neutron] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:23.165472 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c8fc5-06b8-41d0-8e7e-124a5e9fd015 x-openstack-request-id: req-e30c8fc5-06b8-41d0-8e7e-124a5e9fd015 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:21:23.165785 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:21:23.166048 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e30c8fc5-06b8-41d0-8e7e-124a5e9fd015 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:21:23.166690 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'status': 'completed', 'code': 200} Nov 23 11:21:23.185784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-6173e580-e989-424d-bbdc-e3362e4d1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.187786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-6173e580-e989-424d-bbdc-e3362e4d1ca6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1094 time: 0.0534379 Nov 23 11:21:23.238813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-13b86a14-80a6-4711-8340-4943b8e799b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 217 time: 0.0358484 Nov 23 11:21:23.297390 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-dda8e4c8-2ce7-4086-ab37-81d2712b7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.298874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-dda8e4c8-2ce7-4086-ab37-81d2712b7762 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0524349 Nov 23 11:21:23.353536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-18bd206d-02a8-4531-9be7-92048945ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.355051 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-18bd206d-02a8-4531-9be7-92048945ca25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439625 Nov 23 11:21:23.452008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-9d2a72bb-426d-4775-907e-1c237121c998 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 Nov 23 11:21:23.555302 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ac30958-80fd-46fc-9b44-7131c9e1b95e req-68b3d438-6000-44f4-88cd-65bf5bba2451 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918090 Nov 23 11:21:23.653341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-c1086d16-548e-4be2-8374-289fdce9e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.654994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-c1086d16-548e-4be2-8374-289fdce9e493 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1094 time: 0.0422235 Nov 23 11:21:23.757590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-e3bb1ddb-30cc-4ee4-9051-89ab5737f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.759068 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-e3bb1ddb-30cc-4ee4-9051-89ab5737f0ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 898 time: 0.0968230 Nov 23 11:21:23.804386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-b1cd52e1-1c5e-4bbc-95db-b71de4fb6c69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 217 time: 0.0348315 Nov 23 11:21:23.861656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-db31eecd-4e75-47e2-88bc-b9deceb0ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.863156 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-db31eecd-4e75-47e2-88bc-b9deceb0ce2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0497813 Nov 23 11:21:23.892849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780548b-fc6f-4732-a430-2d5039c80029 req-d48d3563-d31f-4a98-8617-a323ae52ce3c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.894389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9780548b-fc6f-4732-a430-2d5039c80029 req-d48d3563-d31f-4a98-8617-a323ae52ce3c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 943 time: 0.0554161 Nov 23 11:21:23.912051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-00f95d47-1162-4bc6-933b-457dbbaabe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:23.913871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-00f95d47-1162-4bc6-933b-457dbbaabe5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416906 Nov 23 11:21:23.946780 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9780548b-fc6f-4732-a430-2d5039c80029 req-64268e80-b9fb-4500-935a-c467a1486fba tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457613 Nov 23 11:21:24.007114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-50213a5b-ffbf-4688-8c8a-cc3b93ea5870 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851643 Nov 23 11:21:24.102494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e9ca03b-7dc8-4a73-8ccf-836257a6be92 req-e3073347-01c2-45ea-9b5f-cd1671b6eb26 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882630 Nov 23 11:21:25.066550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c1c25-10a2-4cf3-bdf7-935a00b086fc req-4ba5930e-ade6-4d89-9b4f-d7087454b4d7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:25.068652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-476c1c25-10a2-4cf3-bdf7-935a00b086fc req-4ba5930e-ade6-4d89-9b4f-d7087454b4d7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 943 time: 0.0515208 Nov 23 11:21:25.119147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-476c1c25-10a2-4cf3-bdf7-935a00b086fc req-82b18258-75c1-4dc0-81a3-03a2c07e2434 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Nov 23 11:21:26.239080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0489e-6019-41f5-a948-99e643d67d43 req-463d453c-2caa-48cc-a048-ccc56747ee51 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:26.240600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90e0489e-6019-41f5-a948-99e643d67d43 req-463d453c-2caa-48cc-a048-ccc56747ee51 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 943 time: 0.0529861 Nov 23 11:21:26.292765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90e0489e-6019-41f5-a948-99e643d67d43 req-031562f3-5f85-4aff-b07c-3f0a249229e6 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 Nov 23 11:21:26.418772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:21:26.515710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:26.527476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '40e0c87c-7793-439d-9560-2e7519f7412c', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'port_id': '40e0c87c-7793-439d-9560-2e7519f7412c', 'mac_address': 'fa:16:3e:87:78:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:21:26.564730 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:26.581364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e0c87c-7793-439d-9560-2e7519f7412c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:21:26.602494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:26.606028 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:26.653532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:26.660937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.661320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.661671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.662018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.662361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.663170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.663521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.663867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.664196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.664531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.664863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.665232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:21:26.854497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['40e0c87c-7793-439d-9560-2e7519f7412c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:21:27.415316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc74b3-66c8-4781-9ee3-ab3f73fa070e req-13418aed-c2b2-488d-bcfe-0b850849b597 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:27.416848 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50dc74b3-66c8-4781-9ee3-ab3f73fa070e req-13418aed-c2b2-488d-bcfe-0b850849b597 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 944 time: 0.0576091 Nov 23 11:21:27.466062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-50dc74b3-66c8-4781-9ee3-ab3f73fa070e req-48a0b036-09ca-44cf-a6fb-f6c7ed2b3898 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Nov 23 11:21:28.436607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:21:28.483938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 40e0c87c-7793-439d-9560-2e7519f7412c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:21:28.488642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 40e0c87c-7793-439d-9560-2e7519f7412c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:21:28.489054 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:28.568751 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:28.587414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6eaef0-04a6-4d95-bae8-11888211599e req-8b235335-e724-4dc8-97c0-07f01f7db5e2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:28.588964 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc6eaef0-04a6-4d95-bae8-11888211599e req-8b235335-e724-4dc8-97c0-07f01f7db5e2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 944 time: 0.0544541 Nov 23 11:21:28.592004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:21:28.594604 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d7f9b0-dca8-44ec-9391-792a209bfd8c" -d '{"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-plugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:21:28.608133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:21:28.613928 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:28.643093 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1586fd69-c816-438a-9c97-45232eb192a6 x-openstack-request-id: req-1586fd69-c816-438a-9c97-45232eb192a6 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:21:28.643409 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-plugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:21:28.643664 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1586fd69-c816-438a-9c97-45232eb192a6 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:21:28.644187 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'code': 200} Nov 23 11:21:28.653516 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc6eaef0-04a6-4d95-bae8-11888211599e req-26b2b585-7e92-4841-bdee-8c9382a55fbe tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582902 Nov 23 11:21:28.674120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:28.753138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d921da-f68d-4bb3-a39a-2d7407c8045c req-5c7bee3f-c288-4b06-8e02-fb3819854faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:28.754538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12d921da-f68d-4bb3-a39a-2d7407c8045c req-5c7bee3f-c288-4b06-8e02-fb3819854faf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1096 time: 0.0398798 Nov 23 11:21:28.802843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12d921da-f68d-4bb3-a39a-2d7407c8045c req-9cdc5306-4c7e-488f-8768-84314d01976a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 Nov 23 11:21:29.766629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b0b34-73c3-4f58-9684-e2591e705d2d req-a1a40ad3-ab02-4b41-a004-7f55ca91b351 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:29.768120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3b0b0b34-73c3-4f58-9684-e2591e705d2d req-a1a40ad3-ab02-4b41-a004-7f55ca91b351 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0495820 Nov 23 11:21:29.820993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3b0b0b34-73c3-4f58-9684-e2591e705d2d req-baf244f1-eba8-44a4-a785-71ef03bb1581 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467355 Nov 23 11:21:30.938110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92460-241d-41b3-b03e-438b510c6d15 req-0028c66d-3791-4962-9fb3-5fa0b7a10c92 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:30.939621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6b92460-241d-41b3-b03e-438b510c6d15 req-0028c66d-3791-4962-9fb3-5fa0b7a10c92 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Nov 23 11:21:30.990956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b6b92460-241d-41b3-b03e-438b510c6d15 req-a9a07113-9401-4b43-91fd-4c0a4dcf87ba tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Nov 23 11:21:31.109800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66a5bd-ed86-4b18-9c29-aa44733cdd7a req-595bc40f-da7c-4242-9a2c-229050dff386 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:31.111184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b66a5bd-ed86-4b18-9c29-aa44733cdd7a req-595bc40f-da7c-4242-9a2c-229050dff386 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0496409 Nov 23 11:21:31.161192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b66a5bd-ed86-4b18-9c29-aa44733cdd7a req-40348d0f-9a4d-4890-81b5-1d8a66c13587 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439038 Nov 23 11:21:31.183219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52006) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:31.222246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a64e6-d242-4795-afde-871d59272e0b tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:31.223727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a50a64e6-d242-4795-afde-871d59272e0b tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1091 time: 0.0395482 Nov 23 11:21:31.226586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52008) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:31.230931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '40e0c87c-7793-439d-9560-2e7519f7412c', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:21:31.251859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:31.352329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:31.451701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.99 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/73e53fd2-03c0-417d-b1b5-660f02012420) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:21:31.555267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:31.588419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:31.623561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:21:31.628249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:21:31.632386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:21:31.656549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=73e53fd2-03c0-417d-b1b5-660f02012420,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:32.003580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:32.069853 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:32.217333 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:32.221439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:32.292499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=73e53fd2-03c0-417d-b1b5-660f02012420,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:21:32.304621 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:32.403347 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP ebb87291-4c03-4fb7-afac-26efe29be634 associated. External IP: 172.25.5.99, port: 40e0c87c-7793-439d-9560-2e7519f7412c. Nov 23 11:21:32.607162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:21:32.710558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:21:32.720357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] Sync routers for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:21:32.728190 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:32.731637 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:32.732258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:21:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:32.758347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-19acd21e-d065-4aaa-9989-03a46f2c9f6f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5306182 Nov 23 11:21:32.758843 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:21:32.761091 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e5957-be30-4e6b-b1d9-981a82c92cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:21:32.802709 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08fa33-f36c-4606-bff9-cac8959e9883 x-openstack-request-id: req-fe08fa33-f36c-4606-bff9-cac8959e9883 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:21:32.803010 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:21:32.803923 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe08fa33-f36c-4606-bff9-cac8959e9883 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:21:32.804397 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'status': 'completed', 'code': 200} Nov 23 11:21:32.845367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:32.867448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-5692c71c-49cb-4a15-ade4-fcbad53d181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:32.869927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-5692c71c-49cb-4a15-ade4-fcbad53d181d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1096 time: 0.0427005 Nov 23 11:21:32.878177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88715e9-16c0-4597-bf56-0e4d4f75c2f5 req-c9536726-4216-4d0e-af0f-67c784d605df tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:32.880282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c88715e9-16c0-4597-bf56-0e4d4f75c2f5 req-c9536726-4216-4d0e-af0f-67c784d605df tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Nov 23 11:21:32.938350 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c88715e9-16c0-4597-bf56-0e4d4f75c2f5 req-3af625e2-1d64-4ade-bc7b-90b0dea259da tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503271 Nov 23 11:21:32.963372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52014) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:32.965000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-4266c857-2a3e-40e5-8228-1cca4ca98c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:32.967100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-4266c857-2a3e-40e5-8228-1cca4ca98c13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 898 time: 0.0898788 Nov 23 11:21:33.028232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9e77ec53-4cb0-4ac5-a8de-9a4bba177901 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/ebb87291-4c03-4fb7-afac-26efe29be634 HTTP/1.1" status: 200 len: 990 time: 0.0621653 Nov 23 11:21:33.044084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-914667c3-acf1-474f-93d7-551994bfaa51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 998 time: 0.0697174 Nov 23 11:21:33.083267 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ebb87291-4c03-4fb7-afac-26efe29be634', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'port_id': '40e0c87c-7793-439d-9560-2e7519f7412c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'mac_address': 'fa:16:3e:87:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:21:31Z', 'updated_at': '2021-11-23T11:21:31Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:33.096338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-ead2a6ae-c821-4357-8ed0-688877527838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:33.097829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-ead2a6ae-c821-4357-8ed0-688877527838 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0457628 Nov 23 11:21:33.109651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] Checking router: ce3f4b05-3b29-4439-87e4-58e6590a6ca8 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:21:33.118944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:21:33.119561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:21:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:33.144639 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-2f369ffe-6059-43df-a922-c6ca322031f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:21:33.146243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-2f369ffe-6059-43df-a922-c6ca322031f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413921 Nov 23 11:21:33.229517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:21:33.244481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-fe9d0619-6a64-4255-a358-1c931a62b743 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907559 Nov 23 11:21:33.347549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-594e5957-be30-4e6b-b1d9-981a82c92cd2 req-dbacb234-35c4-43ea-90c9-22eaf987ec86 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957377 Nov 23 11:21:33.459184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ebb87291-4c03-4fb7-afac-26efe29be634', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'port_id': '40e0c87c-7793-439d-9560-2e7519f7412c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'mac_address': 'fa:16:3e:87:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:21:31Z', 'updated_at': '2021-11-23T11:21:31Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:21:33.486735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ca2f3-341d-4f8b-9590-d463b57289e2 None None] The sync data for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 is: [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ebb87291-4c03-4fb7-afac-26efe29be634', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'port_id': '40e0c87c-7793-439d-9560-2e7519f7412c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'mac_address': 'fa:16:3e:87:78:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:21:31Z', 'updated_at': '2021-11-23T11:21:31Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:21:33.674601 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f369f1-e5a3-4342-85c3-69ffd807e0e6 None None] New status for floating IP ebb87291-4c03-4fb7-afac-26efe29be634: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:21:34.030916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52016) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:21:34.095169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aa0bd31d-11b4-4acd-b6c4-0ea0a3c414eb tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/ebb87291-4c03-4fb7-afac-26efe29be634 HTTP/1.1" status: 200 len: 992 time: 0.0631087 Nov 23 11:21:38.120434 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:21:44.551041 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-219672ff-03d8-45cf-a228-332866f00b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:46.993969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8bd95e9e-5e34-4bac-81d2-9c13e48bb617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:48.663006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:49.631329 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:50.111514 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:50.171603 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:21:52.363659 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:07.503333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a4495-a632-45ca-bdd2-bf018be0fabc req-6086eea0-2197-4501-9494-1e5e6c2e9e56 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:07.504833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a3a4495-a632-45ca-bdd2-bf018be0fabc req-6086eea0-2197-4501-9494-1e5e6c2e9e56 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.1087024 Nov 23 11:22:07.554771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a3a4495-a632-45ca-bdd2-bf018be0fabc req-2326ebc4-ef36-4c13-ba9e-1991cb3512ab tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Nov 23 11:22:07.577496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52036) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:07.637359 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-475888af-c3f7-4196-afcc-5a46726935b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/ebb87291-4c03-4fb7-afac-26efe29be634 HTTP/1.1" status: 200 len: 992 time: 0.0586600 Nov 23 11:22:08.087497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c5e6d-2ca8-4129-aa03-f0fb69dc9135 req-9c8a0f69-efa3-4f3c-97a3-a3cc2c8e0f67 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:08.089001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-898c5e6d-2ca8-4129-aa03-f0fb69dc9135 req-9c8a0f69-efa3-4f3c-97a3-a3cc2c8e0f67 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1096 time: 0.0441203 Nov 23 11:22:08.134729 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-898c5e6d-2ca8-4129-aa03-f0fb69dc9135 req-2e6a8e1e-94d9-472b-a9ae-6ce68568e858 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Nov 23 11:22:08.917326 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-c3579625-f8dc-4941-9f0d-93f4e1573673 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3458297 Nov 23 11:22:08.926401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-66826f02-ee67-408e-bf24-c1703bcc894f service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:22:08.927363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-66826f02-ee67-408e-bf24-c1703bcc894f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052898 Nov 23 11:22:09.429561 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-43b35048-2ca2-402a-bd4e-f7fd3a2d18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:09.430931 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-43b35048-2ca2-402a-bd4e-f7fd3a2d18d5 service neutron] 10.222.0.61 "GET /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 1093 time: 0.0351789 Nov 23 11:22:09.439540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Request body: {'binding': {'host': 'n-h2-817747-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:09.440019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Unknown quota resources ['binding']. {{(pid=103426) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 11:22:09.571691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on host n-h2-817747-2 for vnic_type normal with profile None {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:22:09.571927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:22:09.572255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:09.576485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:22:09.576813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:09.581578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:22:09.581924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Checking segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:22:09.582313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Bound using segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:22:09.582742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Bound port: 40e0c87c-7793-439d-9560-2e7519f7412c, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:22:09.668046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:22:09.674540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:09.675977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] 10.222.0.61 "POST /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2397034 Nov 23 11:22:09.814042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a74ec-25a9-4c2e-b8f1-ea9a81b11317 req-bef18d93-6c7b-437d-865b-62376a2fbd1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:09.815613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f7a74ec-25a9-4c2e-b8f1-ea9a81b11317 req-bef18d93-6c7b-437d-865b-62376a2fbd1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0529416 Nov 23 11:22:09.869665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f7a74ec-25a9-4c2e-b8f1-ea9a81b11317 req-e2456e17-06ff-4658-aa0d-3c628b875daa tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Nov 23 11:22:09.919296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-a43a4991-641d-4ab9-a725-291bf80367d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:09.923883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-a43a4991-641d-4ab9-a725-291bf80367d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1096 time: 0.0540001 Nov 23 11:22:10.054175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-0d91c24a-9966-4e68-98dd-dad52d346461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:10.056197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-0d91c24a-9966-4e68-98dd-dad52d346461 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 898 time: 0.1255789 Nov 23 11:22:10.124761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-8d5e5b7d-b531-4563-a8fe-170a16309255 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 1000 time: 0.0613432 Nov 23 11:22:10.181231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d831e239-e69c-40ff-be47-8f5cb7cab964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:10.182687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d831e239-e69c-40ff-be47-8f5cb7cab964 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0516796 Nov 23 11:22:10.243846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-34d4b2c0-f6da-4f28-b51d-0c2b19d64e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:10.245393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-34d4b2c0-f6da-4f28-b51d-0c2b19d64e39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553935 Nov 23 11:22:10.350921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-efa2812b-10fc-447c-8152-4bca1870e3ef service neutron] 10.222.0.58 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970223 Nov 23 11:22:10.455439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-0f49019b-f7b9-4b4c-8fe0-f4882d1cb4fb service neutron] 10.222.0.58 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975103 Nov 23 11:22:10.598189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-4a839fb4-872b-406f-822a-163d47f8e7a4 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:10.599695 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-4a839fb4-872b-406f-822a-163d47f8e7a4 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5&tenant_id=387a8da527814c7695280ab05b122939&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1096 time: 0.0835135 Nov 23 11:22:10.611333 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817747-2'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:10.668618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:10.815431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:10.854008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:10.894174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:10.896502 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c64970-8ca2-4f05-8d36-2564450c74f1" -d '{"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-unplugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:10.900562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:10.906714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:10.945555 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291154b5-efac-4ef8-a1d0-e7a712835ea3 x-openstack-request-id: req-291154b5-efac-4ef8-a1d0-e7a712835ea3 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:10.946105 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-unplugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:10.946105 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-291154b5-efac-4ef8-a1d0-e7a712835ea3 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:10.946509 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'code': 200} Nov 23 11:22:11.015772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:11.099616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on host n-h1-817747-2 for vnic_type normal with profile {"migrating_to": "n-h2-817747-2"} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:22:11.099958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:22:11.100327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:11.108747 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:22:11.109258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Attempting to bind port 40e0c87c-7793-439d-9560-2e7519f7412c on network 66ecb814-5bce-4de7-894e-ab723b991034 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:11.118391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:22:11.118736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Checking segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:22:11.119151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Bound using segment: {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:22:11.119789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Bound port: 40e0c87c-7793-439d-9560-2e7519f7412c, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a7d107-e13b-47ff-a6b8-fca33d8c5908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:22:11.120277 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:11.137999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39eb0b-deab-4729-bc1b-8dd9e0ac4b99 req-d00a042e-70e5-43e8-a49c-da7a0b089cdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:11.139602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be39eb0b-deab-4729-bc1b-8dd9e0ac4b99 req-d00a042e-70e5-43e8-a49c-da7a0b089cdc tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 943 time: 0.1913211 Nov 23 11:22:11.170276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-658fc3c4-c329-4ee5-b29a-b35c8fdb9605 None None] Provisioning complete for port 40e0c87c-7793-439d-9560-2e7519f7412c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:11.170923 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-658fc3c4-c329-4ee5-b29a-b35c8fdb9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:11.204649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-658fc3c4-c329-4ee5-b29a-b35c8fdb9605 None None] Port 40e0c87c-7793-439d-9560-2e7519f7412c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:22:11.237082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be39eb0b-deab-4729-bc1b-8dd9e0ac4b99 req-c6142fcd-24b6-4b00-bdc1-4d201fe026f1 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903132 Nov 23 11:22:11.238149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:11.242182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:22:11.246899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:11.345352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=8']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:11.388674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:11.389534 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:11.391149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-d3a9fa15-a6f8-430e-baa7-cf4c51618c84 service neutron] 10.222.0.58 "PUT /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 1121 time: 0.7837934 Nov 23 11:22:11.479910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['40e0c87c-7793-439d-9560-2e7519f7412c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:22:11.540534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f134a341-04e6-415f-8e83-027e5d583f5d None None] Provisioning complete for port 40e0c87c-7793-439d-9560-2e7519f7412c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:11.540902 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f134a341-04e6-415f-8e83-027e5d583f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:11.621239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-50855c1f-3842-4a8a-864d-dab4cdb449a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:11.622688 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-50855c1f-3842-4a8a-864d-dab4cdb449a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1124 time: 0.0958951 Nov 23 11:22:11.677197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f134a341-04e6-415f-8e83-027e5d583f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:11.711914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:11.714171 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f8c46-87c8-4db5-9d62-e0062860bfa9" -d '{"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-plugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:11.732904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-0f5c51fa-bd96-4c2c-9d73-a77656d92171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:11.734247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-0f5c51fa-bd96-4c2c-9d73-a77656d92171 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 898 time: 0.0914397 Nov 23 11:22:11.743007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f134a341-04e6-415f-8e83-027e5d583f5d None None] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:11.748279 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f134a341-04e6-415f-8e83-027e5d583f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:11.775730 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed1e70c-4295-4b25-9b09-e881ce07dd54 x-openstack-request-id: req-bed1e70c-4295-4b25-9b09-e881ce07dd54 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:11.776019 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-plugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:11.776278 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bed1e70c-4295-4b25-9b09-e881ce07dd54 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:11.776661 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'code': 200} Nov 23 11:22:11.805867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-8d4d7dee-1169-418d-9b6b-9f065e0318d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 1000 time: 0.0635207 Nov 23 11:22:11.858096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-c813beea-f960-421c-a22a-dd9e7e53f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:11.859597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-c813beea-f960-421c-a22a-dd9e7e53f361 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0462599 Nov 23 11:22:11.914031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-536343a8-8f34-44a1-b450-d8aa574de7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:11.915642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-536343a8-8f34-44a1-b450-d8aa574de7fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489368 Nov 23 11:22:12.011744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-1463be20-4d8a-477f-b005-1cfb5c574d81 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879338 Nov 23 11:22:12.074871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134a341-04e6-415f-8e83-027e5d583f5d None None] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:12.114168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9074d2e4-0021-4ad6-99b3-d8c3aceb6680 req-b5fb513c-e5d0-4ea2-8c8c-4d12691dab80 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952106 Nov 23 11:22:12.360795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69c9bc-874f-4019-af6d-5e106fca1378 req-186f81ce-96e9-4957-ad33-58e9abc6e07b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:12.362295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e69c9bc-874f-4019-af6d-5e106fca1378 req-186f81ce-96e9-4957-ad33-58e9abc6e07b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0498416 Nov 23 11:22:12.411329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e69c9bc-874f-4019-af6d-5e106fca1378 req-3b8309b7-4f2b-40a5-b3b3-f8cd33278bca tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425892 Nov 23 11:22:12.947411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:12.949787 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2917aa-7d19-48f9-9e42-d3482773f264" -d '{"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:12.986285 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bab3866-16fe-4020-aa4e-204012c27c5b x-openstack-request-id: req-2bab3866-16fe-4020-aa4e-204012c27c5b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:12.986583 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:12.986844 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bab3866-16fe-4020-aa4e-204012c27c5b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:12.987347 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'status': 'completed', 'code': 200} Nov 23 11:22:13.061040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-618933aa-ec1b-40dc-95ce-43bde9cfd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:13.062611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-618933aa-ec1b-40dc-95ce-43bde9cfd256 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1126 time: 0.0430241 Nov 23 11:22:13.158096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-69c9f04c-3d37-4e19-afea-0dbe3dab94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:13.159573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-69c9f04c-3d37-4e19-afea-0dbe3dab94e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 898 time: 0.0893471 Nov 23 11:22:13.231500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-4306e756-acb2-420e-bb31-5dbad9172e29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 1000 time: 0.0604038 Nov 23 11:22:13.291286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-7ed06ec1-96a9-429b-81b1-34c128060c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:13.292746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-7ed06ec1-96a9-429b-81b1-34c128060c9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0497422 Nov 23 11:22:13.347023 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-b1caa420-bbd8-4d6d-ac95-163d5373e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:13.348513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-b1caa420-bbd8-4d6d-ac95-163d5373e503 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405812 Nov 23 11:22:13.439130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-beb6a6bb-527e-47c7-8799-4cac45f86407 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830326 Nov 23 11:22:13.567785 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a2917aa-7d19-48f9-9e42-d3482773f264 req-c3f2fa40-6813-442d-ae01-e7f05f00bfc3 service neutron] 10.222.0.65 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210356 Nov 23 11:22:13.577142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4948d3d-8a05-4cb4-8e82-87b4823ef382 req-ab8e3181-6b53-4860-a63e-452b0cdb6982 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:13.578613 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4948d3d-8a05-4cb4-8e82-87b4823ef382 req-ab8e3181-6b53-4860-a63e-452b0cdb6982 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0723577 Nov 23 11:22:13.629846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4948d3d-8a05-4cb4-8e82-87b4823ef382 req-bc2eac02-014d-4e13-98bf-a685a55bf6b4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443490 Nov 23 11:22:14.153752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:22:14.254516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:14.265388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c has no active binding in host n-h2-817747-2 {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 11:22:14.552746 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30931547-ba80-4cae-b08a-aeb5710a85f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:14.753542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fdc3af-9cba-46ec-acb2-ff1bd0bac0c1 req-a724ece9-6168-4975-9e1b-58f2a2f9f0f2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:14.755571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03fdc3af-9cba-46ec-acb2-ff1bd0bac0c1 req-a724ece9-6168-4975-9e1b-58f2a2f9f0f2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0547872 Nov 23 11:22:14.808099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03fdc3af-9cba-46ec-acb2-ff1bd0bac0c1 req-7260db2a-3260-493b-9667-7db568f7f8bd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459409 Nov 23 11:22:15.119988 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:22:15.935886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d155eb-7ea6-4bdb-b91c-faaa8ab2391b req-5b65a9d8-31f5-4d84-8887-ef98bc51bbf3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:15.937409 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76d155eb-7ea6-4bdb-b91c-faaa8ab2391b req-5b65a9d8-31f5-4d84-8887-ef98bc51bbf3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0546336 Nov 23 11:22:15.987035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76d155eb-7ea6-4bdb-b91c-faaa8ab2391b req-2c6abc83-3707-44a3-9034-8c55384e3882 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Nov 23 11:22:16.994401 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63217e0d-bf60-41fa-b1ed-0b3f6c0b5ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:17.104566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91eec3-7e20-449e-b7d2-83c207ba1f6c req-1bee70d0-3b3d-4d31-8a4e-56f91eff49c9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:17.106102 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df91eec3-7e20-449e-b7d2-83c207ba1f6c req-1bee70d0-3b3d-4d31-8a4e-56f91eff49c9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0494857 Nov 23 11:22:17.155467 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df91eec3-7e20-449e-b7d2-83c207ba1f6c req-b3e5ecf5-5d3d-4418-aa89-61a20a4fb808 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434856 Nov 23 11:22:18.274359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514abb-21a0-4505-a092-a1fc8ca22db7 req-e819958e-9ff3-49ed-ab4b-1eaf0d952c3e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:18.275837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1514abb-21a0-4505-a092-a1fc8ca22db7 req-e819958e-9ff3-49ed-ab4b-1eaf0d952c3e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0501709 Nov 23 11:22:18.326325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1514abb-21a0-4505-a092-a1fc8ca22db7 req-10b6aa8f-d199-4e4f-9b64-1c1507e41b4e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444825 Nov 23 11:22:18.665751 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:19.439911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac614c-f6f8-43b1-9eb7-bb278639e4d0 req-076634a6-ebea-40ec-aaa1-78f7e8be5376 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:19.441400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baac614c-f6f8-43b1-9eb7-bb278639e4d0 req-076634a6-ebea-40ec-aaa1-78f7e8be5376 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Nov 23 11:22:19.503647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baac614c-f6f8-43b1-9eb7-bb278639e4d0 req-9d0f6815-0b31-4653-8abe-89c38fdeefd7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556698 Nov 23 11:22:19.638744 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:19.892385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-ec365072-abae-4fe8-81eb-9d010cc9f783 service neutron] 10.222.0.65 "GET /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c/bindings/n-h2-817747-2 HTTP/1.1" status: 200 len: 384 time: 0.0603445 Nov 23 11:22:20.066249 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:20.085375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:20.127200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:20.130883 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd1ef4f-d4c5-454a-93ab-bc19e9207cf4" -d '{"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-unplugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:20.132550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:20.139594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:20.156368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:20.168265 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:20.172579 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e604161b-a325-479f-8d28-90ab634f7553 x-openstack-request-id: req-e604161b-a325-479f-8d28-90ab634f7553 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:20.172881 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-unplugged", "status": "completed", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:20.173163 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e604161b-a325-479f-8d28-90ab634f7553 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:20.173561 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'code': 200} Nov 23 11:22:20.233050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] Transition to ACTIVE for port object 40e0c87c-7793-439d-9560-2e7519f7412c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:22:20.237531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:20.334210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] Pushing event updated for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=11']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:20.369059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] No DVR routers for this DVR port 40e0c87c-7793-439d-9560-2e7519f7412c on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:22:20.501727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-7cbe7210-3b64-445a-ac27-bfcbf4d2d7da service neutron] 10.222.0.65 "PUT /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c/bindings/n-h2-817747-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6019051 Nov 23 11:22:20.611548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-49c152d3-f3d1-46f7-ab1c-ced9dda9d7c7 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:20.613079 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-49c152d3-f3d1-46f7-ab1c-ced9dda9d7c7 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5&tenant_id=387a8da527814c7695280ab05b122939&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.0495141 Nov 23 11:22:20.621221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c040-c593-4dcc-ab07-7709d0d5fb4a req-29a2b92a-d5af-4472-bfa0-6c486fc8c72b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:20.622706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f717c040-c593-4dcc-ab07-7709d0d5fb4a req-29a2b92a-d5af-4472-bfa0-6c486fc8c72b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 944 time: 0.0501075 Nov 23 11:22:20.661387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-2e69a105-bc24-4705-abae-44f25d39ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:20.663683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-2e69a105-bc24-4705-abae-44f25d39ab0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 1095 time: 0.0425379 Nov 23 11:22:20.672867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f717c040-c593-4dcc-ab07-7709d0d5fb4a req-851fc691-8e99-4b05-9b79-9348c8723422 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Nov 23 11:22:20.729910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-be756ee4-71f1-400f-b380-4e3103db22e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:20.731393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-be756ee4-71f1-400f-b380-4e3103db22e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1095 time: 0.0414505 Nov 23 11:22:20.825746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-70b531b8-5ba5-4946-bb2a-220299a520a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:20.827211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-70b531b8-5ba5-4946-bb2a-220299a520a4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 898 time: 0.0890939 Nov 23 11:22:20.892770 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-3fd48196-029b-4d32-8c93-3502e07088b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 998 time: 0.0587656 Nov 23 11:22:20.941231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-4bbdb372-d947-4efa-99b7-e3c0b0aebefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:20.942645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-4bbdb372-d947-4efa-99b7-e3c0b0aebefe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0430479 Nov 23 11:22:20.993001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-3881cb90-96ae-4673-84df-4021cb2da63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:20.994530 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-3881cb90-96ae-4673-84df-4021cb2da63d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434988 Nov 23 11:22:21.083501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-e0d0d341-f224-4a9c-aa4c-283649827f43 service neutron] 10.222.0.58 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816288 Nov 23 11:22:21.177059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-ea855484-9f7d-41a5-8db4-b5f327e88120 service neutron] 10.222.0.58 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862343 Nov 23 11:22:21.403179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d788b3f-121b-4813-b919-0db41cea19ff req-9591fa35-7d80-4ea1-87ea-24cbe8d16026 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:21.404590 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-9591fa35-7d80-4ea1-87ea-24cbe8d16026 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5&tenant_id=387a8da527814c7695280ab05b122939&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 1095 time: 0.0450084 Nov 23 11:22:21.516891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2d788b3f-121b-4813-b919-0db41cea19ff req-4196fb7e-1cc1-4b9a-97b4-fb39bd7d5488 service neutron] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:21.520102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2d788b3f-121b-4813-b919-0db41cea19ff req-4196fb7e-1cc1-4b9a-97b4-fb39bd7d5488 service neutron] Publish callbacks [] for binding, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:21.521225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-4196fb7e-1cc1-4b9a-97b4-fb39bd7d5488 service neutron] 10.222.0.58 "DELETE /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c/bindings/n-h1-817747-2 HTTP/1.1" status: 204 len: 173 time: 0.1095026 Nov 23 11:22:22.096237 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435c49e-f3a9-4503-bcec-a834c4165860 req-943597cf-aad5-4561-b28b-ca29addd5b57 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:22.097671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0435c49e-f3a9-4503-bcec-a834c4165860 req-943597cf-aad5-4561-b28b-ca29addd5b57 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 944 time: 0.3542068 Nov 23 11:22:22.146591 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0435c49e-f3a9-4503-bcec-a834c4165860 req-a20ddc9c-eb34-4c11-810f-ce5c7fb3789b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Nov 23 11:22:22.257303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e6cce-0d78-4d97-9926-65d4028feee0 req-b53e1d7f-ed2c-4955-ba0e-210058737f50 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:22.258813 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a2e6cce-0d78-4d97-9926-65d4028feee0 req-b53e1d7f-ed2c-4955-ba0e-210058737f50 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1095 time: 0.0437491 Nov 23 11:22:22.313845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a2e6cce-0d78-4d97-9926-65d4028feee0 req-a1078aa4-d199-43a9-8b35-2e1dbe28049f tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481296 Nov 23 11:22:22.377672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:22.431124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4b78-cd04-410d-9add-73ccf254945d req-4777dd7c-6a98-476d-b3cc-c78970d9b469 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:22.432627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e24d4b78-cd04-410d-9add-73ccf254945d req-4777dd7c-6a98-476d-b3cc-c78970d9b469 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 944 time: 0.0509088 Nov 23 11:22:22.485167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e24d4b78-cd04-410d-9add-73ccf254945d req-d73108b7-c2f5-407f-bbee-03c60450b999 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Nov 23 11:22:22.506967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52108) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:22.573587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3aac0f73-98f0-4862-82a6-6607e04f3436 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/ebb87291-4c03-4fb7-afac-26efe29be634 HTTP/1.1" status: 200 len: 990 time: 0.0653336 Nov 23 11:22:22.650807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:22:22.705934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:22:22.801022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52114) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:22.969890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 73e53fd2-03c0-417d-b1b5-660f02012420 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:22:22.970240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.046364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.046697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.059473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 73e53fd2-03c0-417d-b1b5-660f02012420 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:22:23.210927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.245259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=73e53fd2-03c0-417d-b1b5-660f02012420,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:23.265388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.265743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.266083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.266420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.266755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.267083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.267409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.267743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.268072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.268398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.268718 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.269036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:23.316023 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.316359 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP ebb87291-4c03-4fb7-afac-26efe29be634 disassociated (deleted). External IP: 172.25.5.99, port: 40e0c87c-7793-439d-9560-2e7519f7412c. Nov 23 11:22:23.529046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:22:23.639731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:22:23.644578 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:23.650378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] Sync routers for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:22:23.660353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:23.660978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:23.671558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9a67c2a2-7ef0-45bc-b133-11806b9685ff tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/floatingips/ebb87291-4c03-4fb7-afac-26efe29be634 HTTP/1.1" status: 204 len: 168 time: 0.8691726 Nov 23 11:22:23.672244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:23.674750 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daada716-1f3f-4a1d-995f-b9dc4f24f661" -d '{"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:23.715362 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4242f2fe-b442-49e6-894c-7e646110ce52 x-openstack-request-id: req-4242f2fe-b442-49e6-894c-7e646110ce52 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:23.715663 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:23.715920 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4242f2fe-b442-49e6-894c-7e646110ce52 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:23.716703 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'status': 'completed', 'code': 200} Nov 23 11:22:23.783010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:23.783254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-b9e73844-bf0f-45c2-92e9-d8b29785afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:23.784667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-b9e73844-bf0f-45c2-92e9-d8b29785afd0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 1095 time: 0.0469444 Nov 23 11:22:23.893030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-f10ccaf4-c246-499f-9b1d-e480fb03c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:23.894683 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-f10ccaf4-c246-499f-9b1d-e480fb03c2be service neutron] 10.222.0.58 "GET /v2.0/networks?id=66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 200 len: 898 time: 0.0968828 Nov 23 11:22:23.909756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea75e7-14cf-43d3-9e79-3346dd69e113 req-2710ec10-41f4-49fd-aa10-50af5676154f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:23.911296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5dea75e7-14cf-43d3-9e79-3346dd69e113 req-2710ec10-41f4-49fd-aa10-50af5676154f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 944 time: 0.0525229 Nov 23 11:22:23.943256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-1956cef1-3405-4c18-9aec-7cb22633b79c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 200 len: 217 time: 0.0397577 Nov 23 11:22:23.964437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5dea75e7-14cf-43d3-9e79-3346dd69e113 req-7b2e463e-d6ba-4fed-8937-ff9755c17df5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=790d864a-d1d1-4b7c-a360-b2390c982d91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Nov 23 11:22:23.997714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-d211babc-190c-42d2-b332-04c01af6a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:23.999348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-d211babc-190c-42d2-b332-04c01af6a74a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 200 len: 835 time: 0.0481787 Nov 23 11:22:24.014700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:24.043326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] Checking router: ce3f4b05-3b29-4439-87e4-58e6590a6ca8 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:22:24.048372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-c2823cba-4c7d-4b21-a1f3-24ec3403c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:24.050174 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-c2823cba-4c7d-4b21-a1f3-24ec3403c507 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66ecb814-5bce-4de7-894e-ab723b991034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422261 Nov 23 11:22:24.052081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:24.052696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:24.146824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-abfd3938-cfe2-4aad-a687-3b120f3c1182 service neutron] 10.222.0.58 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867243 Nov 23 11:22:24.160265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:24.246095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-daada716-1f3f-4a1d-995f-b9dc4f24f661 req-bcbb0b03-fa1e-4df9-813e-748066ef5689 service neutron] 10.222.0.58 "GET /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883689 Nov 23 11:22:24.363564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:24.390184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2b31b9-135b-4bb3-951e-9279eba218ce None None] The sync data for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 is: [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:18Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'e497f356-6589-48d8-8c17-8aaa8b9f4f1a', 'name': '', 'network_id': '66ecb814-5bce-4de7-894e-ab723b991034', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:9e:9b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:17Z', 'updated_at': '2021-11-23T11:21:21Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'a2657aaa-f2b7-4816-ba33-14647d301777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:22:24.445939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-0a74d230-d84e-4b8a-b2fa-2761ebdf19c3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:24.447537 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-0a74d230-d84e-4b8a-b2fa-2761ebdf19c3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 944 time: 0.0527110 Nov 23 11:22:24.547213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 40e0c87c-7793-439d-9560-2e7519f7412c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:22:24.547552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:24.626344 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236cbb80-3800-4beb-8d1e-5b2ed19b52fd None None] New status for floating IP ebb87291-4c03-4fb7-afac-26efe29be634: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:22:24.649391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port 40e0c87c-7793-439d-9560-2e7519f7412c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=40e0c87c-7793-439d-9560-2e7519f7412c,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:24.649753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:24.662471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 40e0c87c-7793-439d-9560-2e7519f7412c owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:22:24.793715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:24.825292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=40e0c87c-7793-439d-9560-2e7519f7412c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:24.870900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] No DVR routers for this DVR port 40e0c87c-7793-439d-9560-2e7519f7412c on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:22:24.873580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:24.877286 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bd7f2df9-1717-45fd-8cab-15e10db771e3 req-6ef63569-f163-4d60-a260-e489087a593a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.58 "DELETE /v2.0/ports/40e0c87c-7793-439d-9560-2e7519f7412c HTTP/1.1" status: 204 len: 173 time: 0.4228172 Nov 23 11:22:25.093598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9eb47cf-3104-4131-ae31-44cdd6a8e34b req-e67ec824-af21-4940-8777-687b86d79c33 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=0d082e32-3b63-458a-a41a-3b9f9a0d46e5 HTTP/1.1" status: 200 len: 210 time: 0.0324609 Nov 23 11:22:25.717288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-deleted', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:25.719675 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac55dec-3a80-4b23-98cf-05848f76674f" -d '{"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-deleted", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:25.755563 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0e4b8-04e0-46c8-839b-8e7dc34b1e3a x-openstack-request-id: req-83a0e4b8-04e0-46c8-839b-8e7dc34b1e3a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:25.755859 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d082e32-3b63-458a-a41a-3b9f9a0d46e5", "name": "network-vif-deleted", "tag": "40e0c87c-7793-439d-9560-2e7519f7412c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:25.756141 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83a0e4b8-04e0-46c8-839b-8e7dc34b1e3a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:25.757345 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d082e32-3b63-458a-a41a-3b9f9a0d46e5', 'name': 'network-vif-deleted', 'tag': '40e0c87c-7793-439d-9560-2e7519f7412c', 'status': 'completed', 'code': 200} Nov 23 11:22:26.150643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52128) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:26.521533 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:26.780232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port e497f356-6589-48d8-8c17-8aaa8b9f4f1a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:22:26.780918 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:26.871978 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port e497f356-6589-48d8-8c17-8aaa8b9f4f1a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:26.872341 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:26.885354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for e497f356-6589-48d8-8c17-8aaa8b9f4f1a owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:22:27.064442 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:27.089129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=e497f356-6589-48d8-8c17-8aaa8b9f4f1a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:27.280101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:27.498327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:22:27.626186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:22:27.631797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0351b1a4-d5c8-47f1-ad28-953bd567c239 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/ce3f4b05-3b29-4439-87e4-58e6590a6ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798901 Nov 23 11:22:27.634464 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52130) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:27.636207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] Sync routers for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:22:27.647535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:27.647930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:27.687228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting subnet a2657aaa-f2b7-4816-ba33-14647d301777 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:22:27.690382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:27.737129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:27.757254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:27.822302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:27.882632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:27.915085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Subnet': ['ID=a2657aaa-f2b7-4816-ba33-14647d301777,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:27.918876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:27.923001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8989eae4-8f8e-48e7-b1ce-6bbace6be4f4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/subnets/a2657aaa-f2b7-4816-ba33-14647d301777 HTTP/1.1" status: 204 len: 168 time: 0.2873914 Nov 23 11:22:27.925858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52132) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:27.930934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7086f5-ca37-47b2-8ac8-60a4335202a1 None None] Network 66ecb814-5bce-4de7-894e-ab723b991034 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:22:28.012755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:22:27Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:28.031036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.059113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] Checking router: ce3f4b05-3b29-4439-87e4-58e6590a6ca8 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:22:28.090919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] Routers {'ce3f4b05-3b29-4439-87e4-58e6590a6ca8'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:28.091612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:28.129384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.192357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 16339362-0bc2-4b14-846f-8872cb4598df {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:22:28.192704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.212466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] Set router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:28.241427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] DHCP port deletion for 66ecb814-5bce-4de7-894e-ab723b991034 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:22:28.243229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:22:28.277745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port 16339362-0bc2-4b14-846f-8872cb4598df, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=16339362-0bc2-4b14-846f-8872cb4598df,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:28.278053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.289968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 16339362-0bc2-4b14-846f-8872cb4598df owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:22:28.296169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 40e0c87c-7793-439d-9560-2e7519f7412c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:22:28.296524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 40e0c87c-7793-439d-9560-2e7519f7412c not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:22:28.407245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Deleting port 3785803e-2475-4e8f-8c94-9bfddb4efc8f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:22:28.407623 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.456004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.483627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=16339362-0bc2-4b14-846f-8872cb4598df,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:28.502045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2982a598-03e3-4440-a638-96d899cfab7c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:22:28.504739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] For port 3785803e-2475-4e8f-8c94-9bfddb4efc8f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3785803e-2475-4e8f-8c94-9bfddb4efc8f,segment=NetworkSegment(54a7d107-e13b-47ff-a6b8-fca33d8c5908),segment_id=54a7d107-e13b-47ff-a6b8-fca33d8c5908)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:28.505171 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.526927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Calling delete_port for 3785803e-2475-4e8f-8c94-9bfddb4efc8f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:22:28.545535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:22:27Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:28.562180 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.607024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e15b9ab-dc31-4b76-b231-01d5cb5d8831 None None] The sync data for ids ['ce3f4b05-3b29-4439-87e4-58e6590a6ca8'] in n-d-817747-2 is: [{'id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1376851211', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '16339362-0bc2-4b14-846f-8872cb4598df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:22:27Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '16339362-0bc2-4b14-846f-8872cb4598df', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:03:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3f4b05-3b29-4439-87e4-58e6590a6ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:21:14Z', 'updated_at': '2021-11-23T11:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:22:28.654302 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.663869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.666102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.668715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] No DVR routers for this DVR port 3785803e-2475-4e8f-8c94-9bfddb4efc8f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:22:28.694921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Pushing event deleted for resources: {'Port': ['ID=3785803e-2475-4e8f-8c94-9bfddb4efc8f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:28.702723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.703159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.703545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.704297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.705178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.705178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.705514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.705948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.706287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.706623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.706960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.707294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483de227-103c-4b82-85f7-571e65d8b768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:28.711573 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.712257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Fanout notify agent at l3_agent the message router_deleted on router ce3f4b05-3b29-4439-87e4-58e6590a6ca8 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:22:28.719331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:28.720459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4680c7c4-0181-4b31-b37b-3b42b577e70a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/routers/ce3f4b05-3b29-4439-87e4-58e6590a6ca8 HTTP/1.1" status: 204 len: 168 time: 0.7936664 Nov 23 11:22:28.723157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52134) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:28.994347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3785803e-2475-4e8f-8c94-9bfddb4efc8f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:22:29.018498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3785803e-2475-4e8f-8c94-9bfddb4efc8f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:22:29.018855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3785803e-2475-4e8f-8c94-9bfddb4efc8f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:22:29.108890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.198485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.221030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ecb814-5bce-4de7-894e-ab723b991034']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:29.231912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a7d107-e13b-47ff-a6b8-fca33d8c5908') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:29.232234 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a7d107-e13b-47ff-a6b8-fca33d8c5908') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:29.242131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.256140 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.263388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:22:29.263927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:22:29.267289 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:22:29.338427 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.345349 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.348478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/networks/66ecb814-5bce-4de7-894e-ab723b991034 HTTP/1.1" status: 204 len: 168 time: 0.6244056 Nov 23 11:22:29.351984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52136) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:29.360086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839654a4-8b71-4b4e-9403-5786a9fb9338 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Network': ['ID=66ecb814-5bce-4de7-894e-ab723b991034,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:29.409012 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.438580 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.498446 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.501078 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.502287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/security-groups/790d864a-d1d1-4b7c-a360-b2390c982d91 HTTP/1.1" status: 204 len: 168 time: 0.1490483 Nov 23 11:22:29.512825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790d864a-d1d1-4b7c-a360-b2390c982d91,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:29.522666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.523023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.523368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.523703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.524040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.524378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.524851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.525315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.525710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.526059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.526410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.526790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8d9a24-c56b-4dc5-86e5-934d98ee9f06 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:29.728933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52142) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:29.733662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-57703715-4b4a-4ff0-80ab-e962d7a50997 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-199461229', 'description': 'tempest-secgroup-smoke-199461229 description', 'project_id': '387a8da527814c7695280ab05b122939'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:29.757902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57703715-4b4a-4ff0-80ab-e962d7a50997 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.827035 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57703715-4b4a-4ff0-80ab-e962d7a50997 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.830669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57703715-4b4a-4ff0-80ab-e962d7a50997 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.856851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-57703715-4b4a-4ff0-80ab-e962d7a50997 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.858125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-57703715-4b4a-4ff0-80ab-e962d7a50997 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1281404 Nov 23 11:22:29.861253 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52144) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:29.866700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d78179c0-a6ba-4eb5-85a4-31a6b8452dc8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '4bb648bd-caae-4838-8811-d871ccd196bb', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:29.867351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57703715-4b4a-4ff0-80ab-e962d7a50997 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb648bd-caae-4838-8811-d871ccd196bb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:29.894671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d78179c0-a6ba-4eb5-85a4-31a6b8452dc8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.951570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d78179c0-a6ba-4eb5-85a4-31a6b8452dc8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.955126 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d78179c0-a6ba-4eb5-85a4-31a6b8452dc8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.973495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78179c0-a6ba-4eb5-85a4-31a6b8452dc8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce93a36c-6441-4bf6-980e-3145e5defbde,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:29.981446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d78179c0-a6ba-4eb5-85a4-31a6b8452dc8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:29.982646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d78179c0-a6ba-4eb5-85a4-31a6b8452dc8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203234 Nov 23 11:22:29.985453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52146) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:29.989703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2bbbe9e2-ab60-4705-a057-2238345a4be5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '4bb648bd-caae-4838-8811-d871ccd196bb', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:30.015283 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe9e2-ab60-4705-a057-2238345a4be5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.075367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe9e2-ab60-4705-a057-2238345a4be5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.078983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe9e2-ab60-4705-a057-2238345a4be5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.098502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbe9e2-ab60-4705-a057-2238345a4be5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e69adc5-e0b6-4b31-8d6b-7a221bc9ea13,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:30.105008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2bbbe9e2-ab60-4705-a057-2238345a4be5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.105858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2bbbe9e2-ab60-4705-a057-2238345a4be5 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194656 Nov 23 11:22:30.108591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52148) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:30.112811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1f4479cc-33a4-4b1f-9431-42e0753c2205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '4bb648bd-caae-4838-8811-d871ccd196bb', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:30.139035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f4479cc-33a4-4b1f-9431-42e0753c2205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.194387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f4479cc-33a4-4b1f-9431-42e0753c2205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.198104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f4479cc-33a4-4b1f-9431-42e0753c2205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.215602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4479cc-33a4-4b1f-9431-42e0753c2205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ad4ca7-2440-4c0e-a6f6-24672d39d298,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:30.223550 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1f4479cc-33a4-4b1f-9431-42e0753c2205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.224763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1f4479cc-33a4-4b1f-9431-42e0753c2205 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152110 Nov 23 11:22:30.227997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52150) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:30.232551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c815286b-16dd-48f6-8902-bfe88a5938ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '4bb648bd-caae-4838-8811-d871ccd196bb', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:30.258823 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c815286b-16dd-48f6-8902-bfe88a5938ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.317504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c815286b-16dd-48f6-8902-bfe88a5938ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.321647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c815286b-16dd-48f6-8902-bfe88a5938ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.339504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815286b-16dd-48f6-8902-bfe88a5938ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5576f3-8341-474e-8de3-f229a9b27169,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:30.348938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c815286b-16dd-48f6-8902-bfe88a5938ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.350187 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c815286b-16dd-48f6-8902-bfe88a5938ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211698 Nov 23 11:22:30.352901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52152) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:30.357209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '4bb648bd-caae-4838-8811-d871ccd196bb', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:30.377352 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:22:30.382759 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.441466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.445593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.462874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7f3fb3-1989-44c0-8c39-8febb8ba31d3,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:30.471022 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.472204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c0300e7e-33ce-449c-9661-bcd2063c1877 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183355 Nov 23 11:22:30.475095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52154) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:30.479289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'security_group_rule': {'security_group_id': '4bb648bd-caae-4838-8811-d871ccd196bb', 'project_id': '387a8da527814c7695280ab05b122939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:30.499595 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Project 387a8da527814c7695280ab05b122939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:22:30.504480 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.533824 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e497f356-6589-48d8-8c17-8aaa8b9f4f1a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:22:30.557809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: e497f356-6589-48d8-8c17-8aaa8b9f4f1a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:22:30.558153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e497f356-6589-48d8-8c17-8aaa8b9f4f1a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:22:30.558560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 16339362-0bc2-4b14-846f-8872cb4598df no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:22:30.578775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 16339362-0bc2-4b14-846f-8872cb4598df {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:22:30.579062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 16339362-0bc2-4b14-846f-8872cb4598df not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:22:30.579238 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.585250 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.603947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188c8bc4-4d92-4982-8181-5be0d9625fcf,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:30.609042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.610290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aee1a6fd-33e0-4966-be18-61f3b47b9299 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342478 Nov 23 11:22:30.613149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52156) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:30.618028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'network': {'name': 'tempest-network-smoke--1023046947', 'project_id': '387a8da527814c7695280ab05b122939', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:30.638808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:22:30.642588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.667971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:22:30.677555 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.678449 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Added segment 59fb5ab2-0245-4824-9b75-e17f4d44d6b7 of type vlan for network 269b7da3-28ef-46b3-822c-96366dd4f166 Nov 23 11:22:30.719461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.744869 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.752177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:30.753010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.794177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1799467 Nov 23 11:22:30.796933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52158) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:30.802305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'admin_state_up': True, 'project_id': '387a8da527814c7695280ab05b122939', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:30.828329 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.829607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998f060-8e29-4206-99b4-3f50b49ca45c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Network': ['ID=269b7da3-28ef-46b3-822c-96366dd4f166,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:30.829761 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:30.841389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 269b7da3-28ef-46b3-822c-96366dd4f166 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:22:30.885863 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:31.035558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:31.230995 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:31.249881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:31.360206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.50 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/0bba01f7-7fbd-4692-9b85-7d7beb3fbf32) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:22:31.464274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:31.498512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:31.534400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:22:31.540640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:22:31.544096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:22:31.558027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2488377-f172-43ee-afa7-2d55432d9bff None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:22:31.567141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:31.587505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9d84196f-38cd-43ab-9201-e184bb35fe6f None None] Provisioning complete for port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:31.587876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d84196f-38cd-43ab-9201-e184bb35fe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:31.630005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9d84196f-38cd-43ab-9201-e184bb35fe6f None None] Port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:22:31.794303 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:32.005670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:32.421749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router 892b11df-bfae-46e1-961a-1e7514886f3a is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:22:32.527928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:22:32.538651 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Sync routers for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:22:32.549363 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:32.550228 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:32.552133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:32.553566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-90c53601-fe4e-41d7-a45e-7f0131f62e83 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7556076 Nov 23 11:22:32.556788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52160) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:32.586191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ab76517-2c62-48a3-a7eb-3813ed1aa1f8 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=387a8da527814c7695280ab05b122939&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281868 Nov 23 11:22:32.588734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52162) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:32.656092 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:32.680852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1d2fc8-f15d-4d7a-827c-18c5cb53f9f0 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:32.682419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da1d2fc8-f15d-4d7a-827c-18c5cb53f9f0 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927429 Nov 23 11:22:32.685221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52164) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:32.715202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8a76c26e-add1-4796-838a-65bd57eed521 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288298 Nov 23 11:22:32.717599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52166) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:32.722267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-237680408', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'project_id': '387a8da527814c7695280ab05b122939', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:32.812638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:22:32.816675 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:32.837011 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:31Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:32.862989 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Checking router: 892b11df-bfae-46e1-961a-1e7514886f3a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:22:32.863335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Updating router 892b11df-bfae-46e1-961a-1e7514886f3a port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:22:32.890617 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.003132 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.072675 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Subnet': ['ID=cc924dc5-6b74-4a23-9ba1-d81da180a9a5,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:33.084521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Checking segment: {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:22:33.084899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network hostable DHCP agents. Network: 269b7da3-28ef-46b3-822c-96366dd4f166, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:22:33.102668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 269b7da3-28ef-46b3-822c-96366dd4f166 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:22:33.112023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 269b7da3-28ef-46b3-822c-96366dd4f166) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:22:33.117321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:33.117936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.129339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32932b5b-f54a-44bc-8d98-2849c7b3d58c None None] Network 269b7da3-28ef-46b3-822c-96366dd4f166 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:22:33.153673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b51cc29-2b44-4f37-a371-519cf2d56267 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4350481 Nov 23 11:22:33.156415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52168) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:33.241206 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.248925 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.304730 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Attempting to bind port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:22:33.305138 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Attempting to bind port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:22:33.305504 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Attempting to bind port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:33.318107 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:22:33.319014 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:22:33.319593 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.320117 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:22:33.320609 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Bound port: 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:22:33.320996 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.375800 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] For port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:33.382575 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] For port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:22:33.384193 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Pushing event updated for resources: {'Port': ['ID=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:33.394290 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.399888 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.400322 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.400739 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.401184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.401589 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.401992 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.402391 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.402791 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.403206 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.403636 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.404029 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.404422 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:22:33.433320 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb390d35-c8cb-4baf-9b9f-ae6b255e4e39 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:22:33.466839 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5ac80-aa41-41bc-acde-95299966bb76 None None] Pushing event updated for resources: {'Port': ['ID=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:33.482597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e30e3-28c6-42bc-a5b8-03a0882ee589 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:22:33.493189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-269b7da3-28ef-46b3-822c-96366dd4f166', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:22:33.494211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.498733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:33.499374 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:33.590937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-917169bc-1ccd-462a-baa9-9df5a5697503 None None] Provisioning complete for port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:33.591369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-917169bc-1ccd-462a-baa9-9df5a5697503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.614249 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:33.662637 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.680540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Allocated IP 172.20.0.2 (269b7da3-28ef-46b3-822c-96366dd4f166/cc924dc5-6b74-4a23-9ba1-d81da180a9a5/9eec3d13-e452-4fa4-9a98-79eedd5aed5f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:22:33.740469 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-917169bc-1ccd-462a-baa9-9df5a5697503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.805956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-917169bc-1ccd-462a-baa9-9df5a5697503 None None] For port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:33.813035 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-917169bc-1ccd-462a-baa9-9df5a5697503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.814227 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:31Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:33.846383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d90e47a-30f7-4a9d-8bf3-8574aa7abb4d None None] The sync data for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 is: [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:31Z', 'revision_number': 3, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:22:33.913275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917169bc-1ccd-462a-baa9-9df5a5697503 None None] Pushing event updated for resources: {'Port': ['ID=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:33.939598 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.946596 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:33.983309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Network 269b7da3-28ef-46b3-822c-96366dd4f166 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:22:33.992241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:22:33.996484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:22:33.999555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.1 (269b7da3-28ef-46b3-822c-96366dd4f166/cc924dc5-6b74-4a23-9ba1-d81da180a9a5/a51ff6f2-2fc0-4522-b448-6d1caa84b9e9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:22:34.008949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Pushing event updated for resources: {'Port': ['ID=9eec3d13-e452-4fa4-9a98-79eedd5aed5f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:34.056318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Attempting to bind port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:22:34.056833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Attempting to bind port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:22:34.057229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Attempting to bind port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f on network 269b7da3-28ef-46b3-822c-96366dd4f166 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:34.062601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:22:34.062981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Checking segment: {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:22:34.063387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.063940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Bound using segment: {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:22:34.064423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Bound port: 9eec3d13-e452-4fa4-9a98-79eedd5aed5f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:22:34.064804 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.142569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] For port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:34.145806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] For port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9eec3d13-e452-4fa4-9a98-79eedd5aed5f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:22:34.146362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.150012 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.189548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.217896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c9a4f-e02c-4245-b630-eb8ff0371925 None None] Pushing event updated for resources: {'Port': ['ID=9eec3d13-e452-4fa4-9a98-79eedd5aed5f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:34.245100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 269b7da3-28ef-46b3-822c-96366dd4f166 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:22:34.248434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:22:34.251129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:22:34.290871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:34.306281 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.477182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.650647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9eec3d13-e452-4fa4-9a98-79eedd5aed5f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:22:34.711701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:34.712103 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.805335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.805610 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.810558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.843514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9eec3d13-e452-4fa4-9a98-79eedd5aed5f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:34.852536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.853525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:22:34.894620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:34.898329 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.931410 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=9eec3d13-e452-4fa4-9a98-79eedd5aed5f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:34.943251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:34.944226 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:34.996137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 269b7da3-28ef-46b3-822c-96366dd4f166 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:22:34.997712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:22:35.125656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router 892b11df-bfae-46e1-961a-1e7514886f3a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:22:35.241449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:22:35.246944 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e870c63a-8984-4c42-bd68-da66c4d6c4b9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/892b11df-bfae-46e1-961a-1e7514886f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0894091 Nov 23 11:22:35.279087 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f75a4-5b68-432e-9df8-497911823ad0 None None] Network 269b7da3-28ef-46b3-822c-96366dd4f166 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:22:35.368436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0a123f8b-6844-40e5-8712-8e04a7b84f58 None None] Provisioning complete for port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:35.368824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a123f8b-6844-40e5-8712-8e04a7b84f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:35.409678 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-c10b6eff-90c1-48b7-983b-97720fc75f40 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-199461229&fields=id&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 267 time: 0.0468512 Nov 23 11:22:35.523943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-ece63329-becc-4650-9264-d0f4e8153a35 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:35.525959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-ece63329-becc-4650-9264-d0f4e8153a35 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/networks?id=269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 200 len: 797 time: 0.1090176 Nov 23 11:22:35.542081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2d7909d1-2e3b-4a32-9659-6e7bc9e6bfa4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/quotas/387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 375 time: 0.0100589 Nov 23 11:22:35.607127 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-d7bfef83-5a91-4d15-9d8f-716be33ac1b0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585284 Nov 23 11:22:35.708281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-3813380d-dfa5-427b-81d7-a3e29964a67e service neutron] 10.222.0.61 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886245 Nov 23 11:22:35.752482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a4addfe0-6476-4a48-bc99-e7171e86fcd8 None None] Provisioning complete for port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:35.752862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a4addfe0-6476-4a48-bc99-e7171e86fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:35.816321 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-d4c10518-5d7d-4667-95a2-fd77efd14179 service neutron] 10.222.0.61 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014500 Nov 23 11:22:35.864596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a4addfe0-6476-4a48-bc99-e7171e86fcd8 None None] Provisioning complete for port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:35.865172 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a4addfe0-6476-4a48-bc99-e7171e86fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:35.869100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Sync routers for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:22:35.906960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:35.907606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:35.948852 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a4addfe0-6476-4a48-bc99-e7171e86fcd8 None None] Port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:22:36.029547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:36.032371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6dfbacb-7ca1-4666-8178-557cb5a0f98b req-c14c202c-0270-4641-8831-26ea32fa6e6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 210 time: 0.0367599 Nov 23 11:22:36.091270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-945e3917-8344-4d13-a476-6381e3f03fd3 None None] Provisioning complete for port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:36.091783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-945e3917-8344-4d13-a476-6381e3f03fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.174060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-945e3917-8344-4d13-a476-6381e3f03fd3 None None] Port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:22:36.289268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 2, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:36.319327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Checking router: 892b11df-bfae-46e1-961a-1e7514886f3a for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:22:36.319687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Updating router 892b11df-bfae-46e1-961a-1e7514886f3a port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:22:36.342567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-af367461-4300-42a4-a6b7-70ae4dbbcaf6 None None] Provisioning complete for port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:36.343025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-af367461-4300-42a4-a6b7-70ae4dbbcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.373390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.395875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-af367461-4300-42a4-a6b7-70ae4dbbcaf6 None None] Port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:22:36.581365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9eec3d13-e452-4fa4-9a98-79eedd5aed5f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:22:36.690928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:36.691294 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.693826 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.714650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.777445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c5dea-1637-4416-bbc2-f863019350ee None None] Pushing event updated for resources: {'Port': ['ID=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:36.863256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Attempting to bind port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:22:36.863744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Attempting to bind port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:22:36.863983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Attempting to bind port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 on network 269b7da3-28ef-46b3-822c-96366dd4f166 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:36.869859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:22:36.870231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Checking segment: {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:22:36.870630 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.871021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Bound using segment: {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:22:36.871492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Bound port: a51ff6f2-2fc0-4522-b448-6d1caa84b9e9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:22:36.871868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:36.939291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] For port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:36.944183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] For port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:22:36.949529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.006676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:37.007339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:37.070537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c5dea-1637-4416-bbc2-f863019350ee None None] Pushing event updated for resources: {'Port': ['ID=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:37.119497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0ee68ded-ebb3-4e4e-adc1-f8fffd6ac384 None None] Provisioning complete for port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:37.119875 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ee68ded-ebb3-4e4e-adc1-f8fffd6ac384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.169008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-15c18a9e-a8b8-4ec0-a0c8-e68ed1b5cb82 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:37.181151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-15c18a9e-a8b8-4ec0-a0c8-e68ed1b5cb82 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/networks?id=269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 200 len: 797 time: 0.1901970 Nov 23 11:22:37.182929 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc22041e-c2b2-411d-8d4e-6e8e063a91c2 req-dee1788d-349c-4c16-a7d6-f6cdfcd22915 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 210 time: 0.0384197 Nov 23 11:22:37.197702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:37.267808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-06136c99-f0a2-43ed-90a1-36688692459d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=387a8da527814c7695280ab05b122939 HTTP/1.1" status: 200 len: 379 time: 0.0625606 Nov 23 11:22:37.278439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'port': {'device_id': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'admin_state_up': True, 'tenant_id': '387a8da527814c7695280ab05b122939', 'security_groups': ['4bb648bd-caae-4838-8811-d871ccd196bb']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:37.414282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Made reservation on behalf of 387a8da527814c7695280ab05b122939 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:22:37.418416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.494306 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ee68ded-ebb3-4e4e-adc1-f8fffd6ac384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.563890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.20.0.13 (269b7da3-28ef-46b3-822c-96366dd4f166/cc924dc5-6b74-4a23-9ba1-d81da180a9a5/d87cbf0b-4922-472a-98b5-f6292f519a2f) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:22:37.570550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0ee68ded-ebb3-4e4e-adc1-f8fffd6ac384 None None] For port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:37.575993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0ee68ded-ebb3-4e4e-adc1-f8fffd6ac384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.651583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee68ded-ebb3-4e4e-adc1-f8fffd6ac384 None None] Pushing event updated for resources: {'Port': ['ID=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:37.669655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:36Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:37.701899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dec993-78e9-4346-9b0d-2747a6b5278c None None] The sync data for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 is: [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:36Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:22:37.713011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d0e57880-01bd-463c-a5c1-e5eddbeda1b0 None None] Provisioning complete for port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:37.713418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d0e57880-01bd-463c-a5c1-e5eddbeda1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.714057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.772367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.830811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 269b7da3-28ef-46b3-822c-96366dd4f166 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:22:37.837459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:22:37.841401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:22:37.871102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:37.903788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:37.904740 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:37.923827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-8ad7603c-9b49-4275-8d28-a245deed01ac tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6493285 Nov 23 11:22:37.942273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Request body: {'port': {'device_id': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:38.007449 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.147472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1b73c20f-81e8-4f56-be57-47ed828c3a20 None None] Provisioning complete for port d87cbf0b-4922-472a-98b5-f6292f519a2f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:38.147762 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1b73c20f-81e8-4f56-be57-47ed828c3a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.184030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1b73c20f-81e8-4f56-be57-47ed828c3a20 None None] Port d87cbf0b-4922-472a-98b5-f6292f519a2f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:22:38.318969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87cbf0b-4922-472a-98b5-f6292f519a2f {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:22:38.328173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.346753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Transition to ACTIVE for port object d87cbf0b-4922-472a-98b5-f6292f519a2f will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:22:38.351361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.363406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84be6ad-5b05-4e47-8adf-e7fa05d14819 req-12c482dc-7363-4b49-9719-36dfe8536a86 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:38.365003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b84be6ad-5b05-4e47-8adf-e7fa05d14819 req-12c482dc-7363-4b49-9719-36dfe8536a86 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 932 time: 0.0845962 Nov 23 11:22:38.437189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:38.503450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b84be6ad-5b05-4e47-8adf-e7fa05d14819 req-c2b02885-bf40-4a37-939a-303c20ee8916 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197917 Nov 23 11:22:38.538431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Attempting to bind port d87cbf0b-4922-472a-98b5-f6292f519a2f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:22:38.539031 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Attempting to bind port d87cbf0b-4922-472a-98b5-f6292f519a2f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:22:38.539711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Attempting to bind port d87cbf0b-4922-472a-98b5-f6292f519a2f on network 269b7da3-28ef-46b3-822c-96366dd4f166 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:38.545638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Port d87cbf0b-4922-472a-98b5-f6292f519a2f on network 269b7da3-28ef-46b3-822c-96366dd4f166 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:22:38.546668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Attempting to bind port d87cbf0b-4922-472a-98b5-f6292f519a2f on network 269b7da3-28ef-46b3-822c-96366dd4f166 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:22:38.554250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:22:38.554625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Checking segment: {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:22:38.555394 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Bound using segment: {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:22:38.555537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Bound port: d87cbf0b-4922-472a-98b5-f6292f519a2f, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59fb5ab2-0245-4824-9b75-e17f4d44d6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:22:38.555781 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.636919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:22:38.641889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:22:38.645087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:22:38.650997 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.700996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:38.701446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:38.701573 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.701685 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:38.703093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] 10.222.0.65 "PUT /v2.0/ports/d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 200 len: 1092 time: 0.7655694 Nov 23 11:22:38.704596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:38.705912 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ebe37-2d75-437d-9631-d5d8aedcaae2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:38.742499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105a6c1-537e-49bf-b945-1148e6acdcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:38.784416 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba0cfa8-8f42-45a5-9875-c945ae16aba7 x-openstack-request-id: req-6ba0cfa8-8f42-45a5-9875-c945ae16aba7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:38.784997 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:38.785496 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6ba0cfa8-8f42-45a5-9875-c945ae16aba7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:38.786129 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'status': 'completed', 'code': 200} Nov 23 11:22:38.805176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-c02650a5-25b2-454a-930f-9e26e938f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:38.807019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-c02650a5-25b2-454a-930f-9e26e938f0ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1095 time: 0.0561342 Nov 23 11:22:38.860742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-a5e93bbb-7ed9-4075-a5ce-ccf66f4cba8e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 200 len: 217 time: 0.0401638 Nov 23 11:22:38.921008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-103a3527-415e-43ca-b6ac-19e342393032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:38.922772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-103a3527-415e-43ca-b6ac-19e342393032 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc924dc5-6b74-4a23-9ba1-d81da180a9a5 HTTP/1.1" status: 200 len: 834 time: 0.0548682 Nov 23 11:22:38.978259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-24d4d60a-e03b-49da-b3bd-81fa532dec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:38.979775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-24d4d60a-e03b-49da-b3bd-81fa532dec7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=269b7da3-28ef-46b3-822c-96366dd4f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428169 Nov 23 11:22:39.077907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-a4f1756c-d926-4e06-bb9c-c15c9930d676 service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863533 Nov 23 11:22:39.177279 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-74434928-1f9d-4919-a4b2-5cf5b878e926 req-6754821f-a01b-43c7-bf80-a1d4623488db service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874474 Nov 23 11:22:39.273012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-447b0f01-3a46-4c96-8d08-5b553163d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:39.274522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-447b0f01-3a46-4c96-8d08-5b553163d336 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1095 time: 0.0408380 Nov 23 11:22:39.371703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-675ccace-6e48-4039-98e1-e4aff2bda2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:39.373245 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-675ccace-6e48-4039-98e1-e4aff2bda2a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 200 len: 898 time: 0.0913508 Nov 23 11:22:39.416958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-ba150542-11ed-4ded-8762-1c4ea94e7126 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 200 len: 217 time: 0.0365744 Nov 23 11:22:39.468418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-1e646b45-74e5-445d-a64c-ae9dfecd1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:39.469967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-1e646b45-74e5-445d-a64c-ae9dfecd1dc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc924dc5-6b74-4a23-9ba1-d81da180a9a5 HTTP/1.1" status: 200 len: 834 time: 0.0441353 Nov 23 11:22:39.838370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-cbef164a-08eb-4957-8ca4-5a9c5bea79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:39.839831 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-cbef164a-08eb-4957-8ca4-5a9c5bea79b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=269b7da3-28ef-46b3-822c-96366dd4f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3615086 Nov 23 11:22:39.946429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea6b0f-fdae-4833-bab5-c73db2cc3098 req-ca74c836-40fe-46b2-a481-76851324f6e9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:39.947916 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aea6b0f-fdae-4833-bab5-c73db2cc3098 req-ca74c836-40fe-46b2-a481-76851324f6e9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 944 time: 0.1121485 Nov 23 11:22:39.982443 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-76eef97b-ed9c-4354-93a9-78afd1b7a1ec service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334877 Nov 23 11:22:40.035581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aea6b0f-fdae-4833-bab5-c73db2cc3098 req-fa324499-7d2e-4706-b532-07c8ae5b5fd4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815325 Nov 23 11:22:40.096219 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e56ebe37-2d75-437d-9631-d5d8aedcaae2 req-eaef52ee-27b8-4267-9f51-928176b67c97 service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029429 Nov 23 11:22:41.154513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbeb86-d34b-4deb-ae73-26d20aa1e025 req-72f6fe02-b1a3-4d23-8e9b-b6d621bd9d18 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:41.156044 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eacbeb86-d34b-4deb-ae73-26d20aa1e025 req-72f6fe02-b1a3-4d23-8e9b-b6d621bd9d18 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 944 time: 0.0501359 Nov 23 11:22:41.205948 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eacbeb86-d34b-4deb-ae73-26d20aa1e025 req-830f1f67-a28a-47ec-b49f-89022bc14c1e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439110 Nov 23 11:22:42.327897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046b2f6-d8eb-404e-9211-e1af99881287 req-208865ab-abe5-40c0-b176-597c51b186f2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:42.329410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2046b2f6-d8eb-404e-9211-e1af99881287 req-208865ab-abe5-40c0-b176-597c51b186f2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 944 time: 0.0557611 Nov 23 11:22:42.393030 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2046b2f6-d8eb-404e-9211-e1af99881287 req-4b22762f-cf55-4440-a0ce-414d0176526e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569050 Nov 23 11:22:42.772579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d87cbf0b-4922-472a-98b5-f6292f519a2f details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:22:42.871428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:42.883521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'port_id': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'mac_address': 'fa:16:3e:76:8e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:22:42.920242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:42.933472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87cbf0b-4922-472a-98b5-f6292f519a2f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:22:42.953056 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:42.956994 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:43.006332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:43.234906 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['d87cbf0b-4922-472a-98b5-f6292f519a2f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:22:43.518303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673f5b5-5074-4d5a-adb8-c56d008c4ff2 req-a09b180b-ee24-447f-a417-f663766d1865 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:43.519799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7673f5b5-5074-4d5a-adb8-c56d008c4ff2 req-a09b180b-ee24-447f-a417-f663766d1865 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 945 time: 0.0561295 Nov 23 11:22:43.570561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7673f5b5-5074-4d5a-adb8-c56d008c4ff2 req-2fca9aed-e7ab-458e-a66a-d6b4eb41075b tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Nov 23 11:22:44.555095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5edba127-ef15-4e3e-ac0d-28e79e2eee90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:44.687994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ec4a4-9c7d-4ceb-90f0-3172db6ccd5c req-8ebbb584-a23b-4933-99cc-f6285eaf8101 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:44.689480 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-285ec4a4-9c7d-4ceb-90f0-3172db6ccd5c req-8ebbb584-a23b-4933-99cc-f6285eaf8101 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 945 time: 0.0482268 Nov 23 11:22:44.738103 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-285ec4a4-9c7d-4ceb-90f0-3172db6ccd5c req-c7c53916-01a2-4019-bee3-aff287700a2e tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Nov 23 11:22:44.774531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d87cbf0b-4922-472a-98b5-f6292f519a2f up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:22:44.823752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port d87cbf0b-4922-472a-98b5-f6292f519a2f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:22:44.827596 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port d87cbf0b-4922-472a-98b5-f6292f519a2f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:22:44.827972 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:44.904231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:44.929965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:44.932200 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1318dc5-f244-43f8-a08c-7ca55a64fbf0" -d '{"events": [{"server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "name": "network-vif-plugged", "status": "completed", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:44.945755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:22:44.949942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:44.973683 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cd01d8-b71e-4ba5-b7c0-8d67b53111a1 x-openstack-request-id: req-79cd01d8-b71e-4ba5-b7c0-8d67b53111a1 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:44.973980 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "name": "network-vif-plugged", "status": "completed", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:44.974235 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79cd01d8-b71e-4ba5-b7c0-8d67b53111a1 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:44.974631 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'code': 200} Nov 23 11:22:45.001143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:45.076620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0610c-59fd-4333-98ff-5a9f971074b4 req-b965ff65-bb31-444f-96d8-0b25f6432d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:45.078198 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2df0610c-59fd-4333-98ff-5a9f971074b4 req-b965ff65-bb31-444f-96d8-0b25f6432d13 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1097 time: 0.0422952 Nov 23 11:22:45.133731 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2df0610c-59fd-4333-98ff-5a9f971074b4 req-4272690e-e056-486f-a20f-171a747422e0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Nov 23 11:22:45.857094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121f245-f234-49af-b81a-309d8b3595d3 req-773b1406-ea45-4903-a427-9d32747bd795 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:45.858624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6121f245-f234-49af-b81a-309d8b3595d3 req-773b1406-ea45-4903-a427-9d32747bd795 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0503893 Nov 23 11:22:45.908408 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6121f245-f234-49af-b81a-309d8b3595d3 req-fb303fef-f2b4-4946-97b1-3b41a6eef2db tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Nov 23 11:22:46.997044 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8bd578ce-1969-4f66-a708-14489fadf83a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:47.027103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fb611-70cc-4f43-975c-df86120b7478 req-2eaf370d-be7a-4204-8b85-0055cc2bc326 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:47.028627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc7fb611-70cc-4f43-975c-df86120b7478 req-2eaf370d-be7a-4204-8b85-0055cc2bc326 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0493169 Nov 23 11:22:47.079040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc7fb611-70cc-4f43-975c-df86120b7478 req-e41c81d7-3fb4-496f-b3ee-fbafc3d90d84 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444088 Nov 23 11:22:47.204075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e91d9-e11f-4e70-90f7-e433b859a912 req-169894da-013f-4bcc-a526-b6deae02c1c3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:47.205532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-490e91d9-e11f-4e70-90f7-e433b859a912 req-169894da-013f-4bcc-a526-b6deae02c1c3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0573063 Nov 23 11:22:47.253583 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-490e91d9-e11f-4e70-90f7-e433b859a912 req-0d9bbbac-ca95-4d22-bafb-c255f5fde7c7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419469 Nov 23 11:22:47.275777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52220) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:47.320606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4eb0f5-1262-4d6d-bbc3-c8c18197ab77 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:47.322155 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8a4eb0f5-1262-4d6d-bbc3-c8c18197ab77 tempest-TestNetworkAdvancedServerOps-741026423 tempest-TestNetworkAdvancedServerOps-741026423-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1092 time: 0.0454125 Nov 23 11:22:47.324860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52222) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:47.329146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'tenant_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:22:47.351207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:47.464947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:47.569823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Allocated IP 172.25.5.117 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/95336b33-e508-470c-a415-b820c592ec4a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:22:47.668571 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:47.702911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:47.762214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:22:47.765054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:22:47.768559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:22:47.774521 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=95336b33-e508-470c-a415-b820c592ec4a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:48.125692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.196461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.347539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.352361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.418865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event updated for resources: {'Port': ['ID=95336b33-e508-470c-a415-b820c592ec4a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:22:48.428885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.528438 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP 40a2491f-ee27-4068-ab6c-48b461fe0b02 associated. External IP: 172.25.5.117, port: d87cbf0b-4922-472a-98b5-f6292f519a2f. Nov 23 11:22:48.670791 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.737985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router 892b11df-bfae-46e1-961a-1e7514886f3a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:22:48.855860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:22:48.866964 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] Sync routers for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:22:48.872968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:48.876612 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:48.877262 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:48.900546 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-01edd249-7754-4276-8cfa-aeb8425fb15a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5746412 Nov 23 11:22:48.901170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:22:48.903393 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:22:48.955280 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21871ba5-6798-4a67-b9e7-f2a1a557f36a x-openstack-request-id: req-21871ba5-6798-4a67-b9e7-f2a1a557f36a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:22:48.955581 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:22:48.955843 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21871ba5-6798-4a67-b9e7-f2a1a557f36a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:22:48.956333 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'status': 'completed', 'code': 200} Nov 23 11:22:48.986409 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:49.016377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78343fba-c31b-4c90-bb5f-07c17d476d72 req-62a024eb-43a0-4a9b-9f57-4fc4b2ee93e0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:49.018199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78343fba-c31b-4c90-bb5f-07c17d476d72 req-62a024eb-43a0-4a9b-9f57-4fc4b2ee93e0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0533137 Nov 23 11:22:49.023205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-4685f54c-09f7-43cb-8e98-88d89310e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:49.024956 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-4685f54c-09f7-43cb-8e98-88d89310e3a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1097 time: 0.0464222 Nov 23 11:22:49.078090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78343fba-c31b-4c90-bb5f-07c17d476d72 req-c65770de-0776-457a-9efe-c772498a32d4 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531442 Nov 23 11:22:49.101715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:49.137166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-f742df57-ac17-4dc3-9911-992175b69ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:49.138675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-f742df57-ac17-4dc3-9911-992175b69ecb service neutron] 10.222.0.65 "GET /v2.0/networks?id=269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 200 len: 898 time: 0.1060116 Nov 23 11:22:49.166664 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0fec341-0a49-4a2f-866a-87b21b8fb472 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/40a2491f-ee27-4068-ab6c-48b461fe0b02 HTTP/1.1" status: 200 len: 992 time: 0.0636327 Nov 23 11:22:49.205433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-a842430f-5338-4a41-8700-13c2f6313803 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 200 len: 1000 time: 0.0592589 Nov 23 11:22:49.236822 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '40a2491f-ee27-4068-ab6c-48b461fe0b02', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'port_id': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'mac_address': 'fa:16:3e:76:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:22:47Z', 'updated_at': '2021-11-23T11:22:47Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:37Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:49.260888 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-79fe2b6b-1e17-4495-85a9-0f3adc04bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:49.262376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-79fe2b6b-1e17-4495-85a9-0f3adc04bb0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc924dc5-6b74-4a23-9ba1-d81da180a9a5 HTTP/1.1" status: 200 len: 834 time: 0.0503469 Nov 23 11:22:49.265271 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] Checking router: 892b11df-bfae-46e1-961a-1e7514886f3a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:22:49.273766 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:22:49.274385 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:22:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:49.314610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-bec2a044-a332-4a91-9570-52101d10b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:22:49.316176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-bec2a044-a332-4a91-9570-52101d10b111 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=269b7da3-28ef-46b3-822c-96366dd4f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465705 Nov 23 11:22:49.382867 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:22:49.417578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-bf8b2f39-346c-4501-ab01-09b014f0c45d service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943370 Nov 23 11:22:49.514431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3a5e5e10-3b68-43d2-9abe-3ecf3338951d req-2df9a944-681e-4fd1-9238-697e6a358865 service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897865 Nov 23 11:22:49.611469 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '40a2491f-ee27-4068-ab6c-48b461fe0b02', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'port_id': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'mac_address': 'fa:16:3e:76:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:22:47Z', 'updated_at': '2021-11-23T11:22:47Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:37Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:22:49.635810 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:49.641327 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bfc75-10a7-4119-86d9-adbe605548ac None None] The sync data for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 is: [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '40a2491f-ee27-4068-ab6c-48b461fe0b02', 'tenant_id': '387a8da527814c7695280ab05b122939', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'port_id': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'mac_address': 'fa:16:3e:76:8e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:22:47Z', 'updated_at': '2021-11-23T11:22:47Z', 'revision_number': 0, 'project_id': '387a8da527814c7695280ab05b122939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:37Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:22:49.828920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935327fd-66d9-4d98-bd78-72399861d135 None None] New status for floating IP 40a2491f-ee27-4068-ab6c-48b461fe0b02: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:22:50.159017 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:50.164303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:22:50.170789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52230) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:22:50.230252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e90e3744-0833-4806-8d61-8f9c53a8c607 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/40a2491f-ee27-4068-ab6c-48b461fe0b02 HTTP/1.1" status: 200 len: 994 time: 0.0581815 Nov 23 11:22:52.118774 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:22:52.368653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:12.533966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-b71d7465-8a7d-4a6d-b57f-a544a729ee88 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472009 Nov 23 11:23:12.620197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-33c050af-6b86-4a8d-a1b3-d193a9134fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:12.621748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-33c050af-6b86-4a8d-a1b3-d193a9134fdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1097 time: 0.0414884 Nov 23 11:23:12.725267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-65510fe6-344d-4408-ac88-3d55a5337eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:12.727402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-65510fe6-344d-4408-ac88-3d55a5337eaf service neutron] 10.222.0.65 "GET /v2.0/networks?id=269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 200 len: 898 time: 0.0862699 Nov 23 11:23:12.798927 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-79c1cca5-d4e4-4844-9038-897bb22e5a37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 200 len: 1002 time: 0.0636597 Nov 23 11:23:12.847254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-ebf0b3e8-561f-458b-897b-c8f7cd8cc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:12.848697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-ebf0b3e8-561f-458b-897b-c8f7cd8cc19c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc924dc5-6b74-4a23-9ba1-d81da180a9a5 HTTP/1.1" status: 200 len: 834 time: 0.0425169 Nov 23 11:23:12.894543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-b331836a-ac6b-4b50-9181-8f9d407195ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:12.896039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-b331836a-ac6b-4b50-9181-8f9d407195ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=269b7da3-28ef-46b3-822c-96366dd4f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399888 Nov 23 11:23:12.989491 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-20299358-7b12-4fa0-90fc-348076e6cbfd service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853922 Nov 23 11:23:13.081884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d29c332a-2465-4201-9b99-58c6d08b2429 req-97d4fdb6-bc87-4af5-8e68-117ac28289fa service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 Nov 23 11:23:14.557542 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e862902b-4d9b-4a11-9a2b-928bc059019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:16.998442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-24ee84f9-0765-4514-a095-9054317a4ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:18.671404 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:19.640911 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:20.145387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:20.165491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:22.381269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:25.906279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b84c6c-4850-4c0d-b537-5e4d964cea00 req-d17a93d5-d945-4917-a0f9-32b4e99f7e1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:25.907821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b84c6c-4850-4c0d-b537-5e4d964cea00 req-d17a93d5-d945-4917-a0f9-32b4e99f7e1c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0563235 Nov 23 11:23:25.956722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b84c6c-4850-4c0d-b537-5e4d964cea00 req-eb4072b3-9bd8-4d34-8d15-f31d764e48a0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Nov 23 11:23:27.073100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9b257-1eaa-4366-9a48-e901e1dff1c0 req-421fd387-b223-4019-af95-5930930c1753 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:27.074627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01f9b257-1eaa-4366-9a48-e901e1dff1c0 req-421fd387-b223-4019-af95-5930930c1753 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0497351 Nov 23 11:23:27.124897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01f9b257-1eaa-4366-9a48-e901e1dff1c0 req-3af39126-54ca-4201-89ef-ea3fff4468ab tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443933 Nov 23 11:23:28.243842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e89b94-b67f-4584-9e3d-4dd240a660f8 req-b3b798bb-6249-4e9e-a15c-9cc3b68b990f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:28.245360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e89b94-b67f-4584-9e3d-4dd240a660f8 req-b3b798bb-6249-4e9e-a15c-9cc3b68b990f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0490389 Nov 23 11:23:28.295521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e89b94-b67f-4584-9e3d-4dd240a660f8 req-61b8b7ff-8446-4f42-a2e2-e416cefe1a85 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441155 Nov 23 11:23:29.118261 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:23:29.416717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f259c-bbf9-4a22-8161-90a38c5d6ebe req-e3a9e205-f5bd-4873-a71b-f59fdb316b4f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:29.418251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-657f259c-bbf9-4a22-8161-90a38c5d6ebe req-e3a9e205-f5bd-4873-a71b-f59fdb316b4f tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0553377 Nov 23 11:23:29.469972 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-657f259c-bbf9-4a22-8161-90a38c5d6ebe req-04838a6f-e466-46d4-9bb7-a78a34b426c9 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453136 Nov 23 11:23:30.591709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180e407-6b9f-48e4-93d5-437a5c4c1633 req-5ecb3b03-1b2c-4db9-a2b5-029e160dd450 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:30.593243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d180e407-6b9f-48e4-93d5-437a5c4c1633 req-5ecb3b03-1b2c-4db9-a2b5-029e160dd450 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0532942 Nov 23 11:23:30.641169 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d180e407-6b9f-48e4-93d5-437a5c4c1633 req-5f152a13-1407-4752-9ce9-a44ea5810ade tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420396 Nov 23 11:23:31.758381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27fb38-edae-47db-813a-8009ccbd322c req-c453c2e8-1341-46b3-893c-ff96376d15f0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:31.759883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca27fb38-edae-47db-813a-8009ccbd322c req-c453c2e8-1341-46b3-893c-ff96376d15f0 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0508397 Nov 23 11:23:31.812093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca27fb38-edae-47db-813a-8009ccbd322c req-6d2b3e51-e850-4c9a-8b0f-241e884c29b3 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461843 Nov 23 11:23:32.928126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2362fa-a86a-4287-88ee-c7cd2efa555d req-ee9ae808-4b2b-4017-b3e4-1fdac18257fd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:32.929755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a2362fa-a86a-4287-88ee-c7cd2efa555d req-ee9ae808-4b2b-4017-b3e4-1fdac18257fd tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0494294 Nov 23 11:23:32.978618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a2362fa-a86a-4287-88ee-c7cd2efa555d req-4792f5f9-0c56-49a2-bf67-501368094776 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Nov 23 11:23:34.099447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558437ef-9bfc-4d70-8fa7-a0fb9c949028 req-6c28ae06-a462-478c-b092-c63e8eb4c842 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:34.100926 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-558437ef-9bfc-4d70-8fa7-a0fb9c949028 req-6c28ae06-a462-478c-b092-c63e8eb4c842 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0525606 Nov 23 11:23:34.151244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-558437ef-9bfc-4d70-8fa7-a0fb9c949028 req-4cd505a2-3fe9-4430-86dc-f901be6e6f37 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Nov 23 11:23:35.268243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a52dab-2c83-4d07-88b0-ab83685d5221 req-983915a4-4edd-432b-8152-e31d17c26d9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:35.269788 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17a52dab-2c83-4d07-88b0-ab83685d5221 req-983915a4-4edd-432b-8152-e31d17c26d9a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0488610 Nov 23 11:23:35.322330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17a52dab-2c83-4d07-88b0-ab83685d5221 req-f61721d3-1205-4095-a742-c0303a1f0aee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464826 Nov 23 11:23:36.436429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0147483-2982-4f8e-8c76-ed6958064768 req-79ce0684-a564-40c3-aa97-2fc8dfade302 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:36.437937 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0147483-2982-4f8e-8c76-ed6958064768 req-79ce0684-a564-40c3-aa97-2fc8dfade302 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0490575 Nov 23 11:23:36.486489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0147483-2982-4f8e-8c76-ed6958064768 req-1ccd2807-c5af-4fd6-a113-947b1fd422c2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Nov 23 11:23:37.604439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe94dc-d6c0-45d1-a0da-d9a8268f14dd req-f6e3423c-957e-4389-b35d-55126d52c610 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:37.606136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9fbe94dc-d6c0-45d1-a0da-d9a8268f14dd req-f6e3423c-957e-4389-b35d-55126d52c610 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0496976 Nov 23 11:23:37.654667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9fbe94dc-d6c0-45d1-a0da-d9a8268f14dd req-17edefd1-9e98-43e3-94c3-549f761aeaa2 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 Nov 23 11:23:38.771841 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb02878-87e8-40f0-a791-2a11f280aa94 req-b6084086-4c4c-4b52-bbcf-c4284d8196de tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:38.773338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ecb02878-87e8-40f0-a791-2a11f280aa94 req-b6084086-4c4c-4b52-bbcf-c4284d8196de tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0489001 Nov 23 11:23:38.828124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ecb02878-87e8-40f0-a791-2a11f280aa94 req-ef447d67-841c-493c-8234-62d6fee4f71d tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482054 Nov 23 11:23:39.108480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb69fb6-d598-4960-969c-341e01d8a97c req-090a7bce-42f9-433a-90c5-ff2ad507958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:39.109950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0fb69fb6-d598-4960-969c-341e01d8a97c req-090a7bce-42f9-433a-90c5-ff2ad507958b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1097 time: 0.0405347 Nov 23 11:23:39.162029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0fb69fb6-d598-4960-969c-341e01d8a97c req-e5f0ec9f-e97d-4caf-8865-3e679ddaf128 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405025 Nov 23 11:23:39.949982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3065b0-2bb4-4037-ab36-969eb306ea77 req-b498562f-dc2a-4265-b14d-ef2bc5d1b442 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:39.951462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c3065b0-2bb4-4037-ab36-969eb306ea77 req-b498562f-dc2a-4265-b14d-ef2bc5d1b442 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0543811 Nov 23 11:23:40.000017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c3065b0-2bb4-4037-ab36-969eb306ea77 req-e7ac39d5-eae1-4c7b-9bb3-3dc9fab4949a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426061 Nov 23 11:23:41.019393 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d87cbf0b-4922-472a-98b5-f6292f519a2f details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:23:41.118584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:23:41.119523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5636-6807-4ec9-9515-c0451944c39c req-64e98a27-3c95-42aa-996d-a35f48a016cf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:23:41.121021 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e66b5636-6807-4ec9-9515-c0451944c39c req-64e98a27-3c95-42aa-996d-a35f48a016cf tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0494890 Nov 23 11:23:41.131080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'port_id': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'mac_address': 'fa:16:3e:76:8e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:23:41.172939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e66b5636-6807-4ec9-9515-c0451944c39c req-5c0c5559-c15a-458c-87d7-87209fb39693 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456972 Nov 23 11:23:41.173653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:41.187861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d87cbf0b-4922-472a-98b5-f6292f519a2f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:23:41.194954 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52290) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:23:41.207241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:23:41.211353 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:41.260852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-972aad46-60ff-4285-9faa-734e5b8b778c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/floatingips/40a2491f-ee27-4068-ab6c-48b461fe0b02 HTTP/1.1" status: 200 len: 994 time: 0.0594387 Nov 23 11:23:41.261094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:23:41.266914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.267271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.267625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.267969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.268309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.268645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.268978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.269335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.269726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.269998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.270327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.270654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:23:41.449739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['d87cbf0b-4922-472a-98b5-f6292f519a2f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:23:43.042358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d87cbf0b-4922-472a-98b5-f6292f519a2f up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:23:43.089793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port d87cbf0b-4922-472a-98b5-f6292f519a2f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:23:43.090169 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:43.170266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:43.192152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:23:43.194420 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9cedb6-c81e-4e80-a807-ab69499c4453" -d '{"events": [{"server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "name": "network-vif-plugged", "status": "completed", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:23:43.221855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:23:43.227457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:43.282331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:23:43.310217 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fabe645-dbfe-4b7b-b8de-100f27b418cc x-openstack-request-id: req-4fabe645-dbfe-4b7b-b8de-100f27b418cc {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:23:43.310520 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "name": "network-vif-plugged", "status": "completed", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:23:43.310775 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4fabe645-dbfe-4b7b-b8de-100f27b418cc {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:23:43.311176 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'code': 200} Nov 23 11:23:44.560429 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-905c34b2-3b1d-4c48-8f5c-85a4decbb57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:47.000146 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2686091a-0901-4940-849c-c99c8d521ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:48.674941 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:49.642614 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:50.164293 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:50.169091 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:23:52.392200 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:06.116484 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:24:14.524874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-23dcd647-6385-495f-84b3-ebf2627a9ee3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412402 Nov 23 11:24:14.565862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52637c53-7a99-49d1-ac14-ae5ab24f71aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:14.614404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-c8f1d3e5-676e-4d7c-93f4-e2a6a4710fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:14.615906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-c8f1d3e5-676e-4d7c-93f4-e2a6a4710fbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1097 time: 0.0434830 Nov 23 11:24:14.728025 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-509445f3-ce17-42dd-8bcb-f91964c1815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:14.729659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-509445f3-ce17-42dd-8bcb-f91964c1815a service neutron] 10.222.0.65 "GET /v2.0/networks?id=269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 200 len: 898 time: 0.0933814 Nov 23 11:24:14.797859 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-208109c1-e135-4c99-9fe4-1dedd8652eb3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 200 len: 1002 time: 0.0587449 Nov 23 11:24:14.852736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-239b297b-010b-49bc-a703-2ed3e9fc26e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:14.854234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-239b297b-010b-49bc-a703-2ed3e9fc26e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc924dc5-6b74-4a23-9ba1-d81da180a9a5 HTTP/1.1" status: 200 len: 834 time: 0.0477595 Nov 23 11:24:14.901632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-581f8feb-81d1-49f4-ac0d-1c010d01b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:14.903237 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-581f8feb-81d1-49f4-ac0d-1c010d01b281 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=269b7da3-28ef-46b3-822c-96366dd4f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409062 Nov 23 11:24:15.003672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-1e2c3ada-f226-4255-8af6-8e545d881ab9 service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917249 Nov 23 11:24:15.095646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb3803fe-717a-49eb-8576-59c66dbd411e req-1620c7e0-5fa8-4688-9645-7bc22863e894 service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846617 Nov 23 11:24:17.001874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-197d9218-4296-4cf9-acc8-1ec6d6630193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.394817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52306) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:18.562210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 95336b33-e508-470c-a415-b820c592ec4a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:24:18.562694 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.639688 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.640037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.651784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 95336b33-e508-470c-a415-b820c592ec4a owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:24:18.676973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.803523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.826608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=95336b33-e508-470c-a415-b820c592ec4a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:18.837392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.837747 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.838090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.838427 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.838761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.839495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.839495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.839721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.840040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.840362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.840684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.841004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:18.910928 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:18.911173 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Floating IP 40a2491f-ee27-4068-ab6c-48b461fe0b02 disassociated (deleted). External IP: 172.25.5.117, port: d87cbf0b-4922-472a-98b5-f6292f519a2f. Nov 23 11:24:19.129292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router 892b11df-bfae-46e1-961a-1e7514886f3a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:24:19.240297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:24:19.245238 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:19.250291 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] Sync routers for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:24:19.260110 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:19.260725 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:19.272990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-519698d5-0937-4ad7-a16d-888f83a44c6a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/floatingips/40a2491f-ee27-4068-ab6c-48b461fe0b02 HTTP/1.1" status: 204 len: 168 time: 0.8771520 Nov 23 11:24:19.273610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:24:19.275922 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c349ca-82dc-43df-9586-ac63087897f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:24:19.371766 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:19.384677 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3840d632-dfab-4e36-ac6e-44e45b5d9c46 x-openstack-request-id: req-3840d632-dfab-4e36-ac6e-44e45b5d9c46 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:24:19.384977 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:24:19.385434 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3840d632-dfab-4e36-ac6e-44e45b5d9c46 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:24:19.385848 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'status': 'completed', 'code': 200} Nov 23 11:24:19.483658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c349ca-82dc-43df-9586-ac63087897f7 req-d0a0f836-e554-4279-b9dc-bcb6f607f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:19.485645 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67c349ca-82dc-43df-9586-ac63087897f7 req-d0a0f836-e554-4279-b9dc-bcb6f607f74b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=387a8da527814c7695280ab05b122939&device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 1097 time: 0.0658619 Nov 23 11:24:19.540979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57678-561a-4869-95f3-20beef4b866e req-e2bd9ad1-055a-4bcb-8aa2-e2457a86a7b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:19.542508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2a57678-561a-4869-95f3-20beef4b866e req-e2bd9ad1-055a-4bcb-8aa2-e2457a86a7b8 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0592360 Nov 23 11:24:19.598970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2a57678-561a-4869-95f3-20beef4b866e req-c98e8ed9-0d5d-4e22-82a5-19386b6ca82c tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483410 Nov 23 11:24:19.599288 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:37Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:19.603172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c349ca-82dc-43df-9586-ac63087897f7 req-19d29dda-39a5-4caa-b69c-8972bd2657ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:19.604251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67c349ca-82dc-43df-9586-ac63087897f7 req-19d29dda-39a5-4caa-b69c-8972bd2657ca service neutron] 10.222.0.65 "GET /v2.0/networks?id=269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 200 len: 898 time: 0.1110148 Nov 23 11:24:19.627172 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] Checking router: 892b11df-bfae-46e1-961a-1e7514886f3a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:24:19.635952 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:19.636564 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:19.645059 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:19.656251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67c349ca-82dc-43df-9586-ac63087897f7 req-442eff10-c5f0-4d81-a694-95b1ca1df776 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 200 len: 217 time: 0.0416608 Nov 23 11:24:19.711601 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c349ca-82dc-43df-9586-ac63087897f7 req-de940dc2-71d0-4e07-8c78-f5fcc3a2fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:19.713228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67c349ca-82dc-43df-9586-ac63087897f7 req-de940dc2-71d0-4e07-8c78-f5fcc3a2fb9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cc924dc5-6b74-4a23-9ba1-d81da180a9a5 HTTP/1.1" status: 200 len: 834 time: 0.0499661 Nov 23 11:24:19.749141 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:19.761724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c349ca-82dc-43df-9586-ac63087897f7 req-ade539e4-8cb2-4433-a28f-a1996ca40af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:19.763254 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67c349ca-82dc-43df-9586-ac63087897f7 req-ade539e4-8cb2-4433-a28f-a1996ca40af4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=269b7da3-28ef-46b3-822c-96366dd4f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422320 Nov 23 11:24:19.856096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67c349ca-82dc-43df-9586-ac63087897f7 req-1c20244d-3a5c-428b-b6eb-3c926482f295 service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842628 Nov 23 11:24:19.963335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67c349ca-82dc-43df-9586-ac63087897f7 req-a3e137c1-959f-4080-91ed-198e3ef9fd05 service neutron] 10.222.0.65 "GET /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984390 Nov 23 11:24:19.964218 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:37Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:20.003166 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbcb89d-4786-4593-a885-558fc9f4d159 None None] The sync data for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 is: [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:22:34Z', 'revision_number': 4, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a51ff6f2-2fc0-4522-b448-6d1caa84b9e9', 'name': '', 'network_id': '269b7da3-28ef-46b3-822c-96366dd4f166', 'tenant_id': '387a8da527814c7695280ab05b122939', 'mac_address': 'fa:16:3e:19:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:33Z', 'updated_at': '2021-11-23T11:22:37Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'subnets': [{'id': 'cc924dc5-6b74-4a23-9ba1-d81da180a9a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:24:20.184717 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:20.188707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:20.239546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ec3ef-0c24-4702-8a30-56f5f0472170 None None] New status for floating IP 40a2491f-ee27-4068-ab6c-48b461fe0b02: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:24:20.721347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acf790-221e-4568-87b7-9f462b4a356b req-63dec78d-6825-4207-9069-a2a807d6dcf7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:20.722891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48acf790-221e-4568-87b7-9f462b4a356b req-63dec78d-6825-4207-9069-a2a807d6dcf7 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0531466 Nov 23 11:24:20.773821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-48acf790-221e-4568-87b7-9f462b4a356b req-9b9cc6b8-7a09-4db0-84c3-f1d74b207f20 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/security-groups?id=4bb648bd-caae-4838-8811-d871ccd196bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449882 Nov 23 11:24:20.981549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-7660fa1c-92ae-455b-ad46-17816dc02dee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:20.983010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-7660fa1c-92ae-455b-ad46-17816dc02dee tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 946 time: 0.0543222 Nov 23 11:24:21.079368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port d87cbf0b-4922-472a-98b5-f6292f519a2f {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:24:21.079707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:21.171832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port d87cbf0b-4922-472a-98b5-f6292f519a2f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d87cbf0b-4922-472a-98b5-f6292f519a2f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:21.172449 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:21.184327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for d87cbf0b-4922-472a-98b5-f6292f519a2f owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:24:21.329047 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:21.679528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=d87cbf0b-4922-472a-98b5-f6292f519a2f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:21.693251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.693618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.693968 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.694313 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.694649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.694987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.695324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.695660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.695994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.696327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.696658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.696984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:21.736412 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] No DVR routers for this DVR port d87cbf0b-4922-472a-98b5-f6292f519a2f on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:24:21.739171 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:21.742544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-677b82ff-6df6-46c3-a121-30676a414ca6 req-00876d98-2213-4797-a7ce-032560657e89 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.65 "DELETE /v2.0/ports/d87cbf0b-4922-472a-98b5-f6292f519a2f HTTP/1.1" status: 204 len: 173 time: 0.7502286 Nov 23 11:24:21.742990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'name': 'network-vif-deleted', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:24:21.745260 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb6e30e-4e5d-4c09-b163-6c0a606ad941" -d '{"events": [{"server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "name": "network-vif-deleted", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:24:21.862192 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb599a47-fe45-4da7-b2f2-38490e4b41d7 x-openstack-request-id: req-fb599a47-fe45-4da7-b2f2-38490e4b41d7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:24:21.862536 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f", "name": "network-vif-deleted", "tag": "d87cbf0b-4922-472a-98b5-f6292f519a2f", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:24:21.862748 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb599a47-fe45-4da7-b2f2-38490e4b41d7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:24:21.863108 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f', 'name': 'network-vif-deleted', 'tag': 'd87cbf0b-4922-472a-98b5-f6292f519a2f', 'status': 'completed', 'code': 200} Nov 23 11:24:21.881335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c272cb41-9ed4-48ba-b0b6-f9d622f621f6 req-27f8b04e-1a3f-4c5c-b72d-8583d9954885 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c4fdfd6-fdc7-4f5a-a552-de05f4b9814f HTTP/1.1" status: 200 len: 210 time: 0.0296338 Nov 23 11:24:22.394986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:22.941726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52326) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:23.314003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:23.584942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:24:23.585340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:23.676158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port a51ff6f2-2fc0-4522-b448-6d1caa84b9e9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:23.676523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:23.693684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:24:23.882200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:23.916675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=a51ff6f2-2fc0-4522-b448-6d1caa84b9e9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:24.090153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.317143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Router 892b11df-bfae-46e1-961a-1e7514886f3a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:24:24.427720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:24:24.432899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9a364e74-e874-4145-8b83-8c2d6e45520a tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "PUT /v2.0/routers/892b11df-bfae-46e1-961a-1e7514886f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4899600 Nov 23 11:24:24.435663 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52328) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:24.439563 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] Sync routers for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:24:24.449215 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:24.449829 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:24.489563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting subnet cc924dc5-6b74-4a23-9ba1-d81da180a9a5 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:24:24.492785 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.534600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.557433 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:24.630940 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.697137 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.726758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.732847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52330) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:24.734234 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/subnets/cc924dc5-6b74-4a23-9ba1-d81da180a9a5 HTTP/1.1" status: 204 len: 168 time: 0.2970080 Nov 23 11:24:24.735540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefeb9a-740c-4916-8117-6fe3fe8e5694 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Subnet': ['ID=cc924dc5-6b74-4a23-9ba1-d81da180a9a5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:24.736750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d604e4-caaa-4e78-a638-ea264d2ece70 None None] Network 269b7da3-28ef-46b3-822c-96366dd4f166 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:24:24.755335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:24:23Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:24.783844 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] Checking router: 892b11df-bfae-46e1-961a-1e7514886f3a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:24:24.792330 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] Routers {'892b11df-bfae-46e1-961a-1e7514886f3a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:24.792935 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['892b11df-bfae-46e1-961a-1e7514886f3a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:24.853051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.904437 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] Set router 892b11df-bfae-46e1-961a-1e7514886f3a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:24.938693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] DHCP port deletion for 269b7da3-28ef-46b3-822c-96366dd4f166 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:24:24.974065 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:24.994383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] Deleting port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:24:24.995075 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.033588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Deleting port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:24:25.034776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.090387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] For port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9eec3d13-e452-4fa4-9a98-79eedd5aed5f,segment=NetworkSegment(59fb5ab2-0245-4824-9b75-e17f4d44d6b7),segment_id=59fb5ab2-0245-4824-9b75-e17f4d44d6b7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:25.091390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.102977 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:24:23Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:25.113859 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] Calling delete_port for 9eec3d13-e452-4fa4-9a98-79eedd5aed5f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:24:25.165206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] For port 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:25.165611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.180612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Calling delete_port for 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:24:25.217997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.227538 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ff722-cbd2-4309-8691-5da5de3b6afe None None] The sync data for ids ['892b11df-bfae-46e1-961a-1e7514886f3a'] in n-d-817747-2 is: [{'id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137258442', 'tenant_id': '387a8da527814c7695280ab05b122939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:22:30Z', 'updated_at': '2021-11-23T11:24:23Z', 'revision_number': 5, 'project_id': '387a8da527814c7695280ab05b122939', 'gw_port': {'id': '0bba01f7-7fbd-4692-9b85-7d7beb3fbf32', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:39:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892b11df-bfae-46e1-961a-1e7514886f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:22:31Z', 'updated_at': '2021-11-23T11:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:24:25.247960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d87cbf0b-4922-472a-98b5-f6292f519a2f no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:24:25.252875 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] Pushing event deleted for resources: {'Port': ['ID=9eec3d13-e452-4fa4-9a98-79eedd5aed5f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:25.273916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: d87cbf0b-4922-472a-98b5-f6292f519a2f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:24:25.274272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d87cbf0b-4922-472a-98b5-f6292f519a2f not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:24:25.275912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236f3f2-ab0b-44d1-925c-c44223dba149 None None] No DVR routers for this DVR port 9eec3d13-e452-4fa4-9a98-79eedd5aed5f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:24:25.371805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.403301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Port': ['ID=0bba01f7-7fbd-4692-9b85-7d7beb3fbf32,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:25.419206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcfea23-9cfb-4d60-83a4-abd09fe71909 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:24:25.475491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.569929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.572059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.620968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.621597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Fanout notify agent at l3_agent the message router_deleted on router 892b11df-bfae-46e1-961a-1e7514886f3a {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:24:25.629883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.631168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-58b122c1-d73a-4108-9c49-c2bb37bc2b50 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/routers/892b11df-bfae-46e1-961a-1e7514886f3a HTTP/1.1" status: 204 len: 168 time: 0.8959479 Nov 23 11:24:25.635578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52332) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:25.723774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.818259 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.839664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269b7da3-28ef-46b3-822c-96366dd4f166']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:25.849919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fb5ab2-0245-4824-9b75-e17f4d44d6b7') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:25.850219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fb5ab2-0245-4824-9b75-e17f4d44d6b7') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:25.860917 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.875311 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.882740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:24:25.882895 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:24:25.886348 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:24:25.949763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.956645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:25.959901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/networks/269b7da3-28ef-46b3-822c-96366dd4f166 HTTP/1.1" status: 204 len: 168 time: 0.3232510 Nov 23 11:24:25.962740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52334) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:25.971752 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f8530-55da-4757-b93f-8d2c3f0c36ad tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'Network': ['ID=269b7da3-28ef-46b3-822c-96366dd4f166,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:26.022473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89b9fbd6-dfd6-4e42-8d5b-95de9fe89a54 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.049080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89b9fbd6-dfd6-4e42-8d5b-95de9fe89a54 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.112677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89b9fbd6-dfd6-4e42-8d5b-95de9fe89a54 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.115288 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-89b9fbd6-dfd6-4e42-8d5b-95de9fe89a54 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.116453 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-89b9fbd6-dfd6-4e42-8d5b-95de9fe89a54 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] 10.222.0.61 "DELETE /v2.0/security-groups/4bb648bd-caae-4838-8811-d871ccd196bb HTTP/1.1" status: 204 len: 168 time: 0.1525438 Nov 23 11:24:26.130656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9fbd6-dfd6-4e42-8d5b-95de9fe89a54 tempest-TestNetworkAdvancedServerOps-768723264 tempest-TestNetworkAdvancedServerOps-768723264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb648bd-caae-4838-8811-d871ccd196bb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:26.423955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52342) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:26.615528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be85c49c-54d1-49ab-900c-e920d07d9b18 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=387a8da527814c7695280ab05b122939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1896541 Nov 23 11:24:26.617299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52348) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:26.633761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9eec3d13-e452-4fa4-9a98-79eedd5aed5f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:24:26.654197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9eec3d13-e452-4fa4-9a98-79eedd5aed5f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:24:26.654551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9eec3d13-e452-4fa4-9a98-79eedd5aed5f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:24:26.655019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:24:26.669481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc120ec2-d113-475d-aa34-eeae671c6016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.675341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:24:26.675696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0bba01f7-7fbd-4692-9b85-7d7beb3fbf32 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:24:26.676114 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:24:26.691936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc120ec2-d113-475d-aa34-eeae671c6016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.695268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:24:26.695624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a51ff6f2-2fc0-4522-b448-6d1caa84b9e9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:24:26.739473 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc120ec2-d113-475d-aa34-eeae671c6016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.742112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dc120ec2-d113-475d-aa34-eeae671c6016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:26.743306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dc120ec2-d113-475d-aa34-eeae671c6016 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ebbb212-1c9e-4739-8140-74ee2cd86b84 HTTP/1.1" status: 204 len: 168 time: 0.1250758 Nov 23 11:24:26.751740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc120ec2-d113-475d-aa34-eeae671c6016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebbb212-1c9e-4739-8140-74ee2cd86b84,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:27.012205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52354) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:27.054048 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0b7f8c35-ffb3-479d-9ef1-8ab2903843e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2ffe800305e4b199a323c513181cfb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406497 Nov 23 11:24:27.056531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52356) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:27.107342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-103d5224-8b59-49be-9ab9-150b7ca076ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:27.131169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-103d5224-8b59-49be-9ab9-150b7ca076ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:27.182229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-103d5224-8b59-49be-9ab9-150b7ca076ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:27.185278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-103d5224-8b59-49be-9ab9-150b7ca076ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:27.186859 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-103d5224-8b59-49be-9ab9-150b7ca076ff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51e8943d-db6d-43c2-8164-96d30700290f HTTP/1.1" status: 204 len: 168 time: 0.1291578 Nov 23 11:24:27.198617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d5224-8b59-49be-9ab9-150b7ca076ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e8943d-db6d-43c2-8164-96d30700290f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:29.396889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52408) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:29.402016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'network': {'name': 'tempest-network-smoke--1564384946', 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'port_security_enabled': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:29.424712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Made reservation on behalf of d255b10768fa47c9a008bed2d0410d25 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:24:29.428677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.437812 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.517933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.522059 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.553818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:24:29.560471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47640b47-0295-471d-ae59-2e013156a90b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:29.567818 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.568189 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Added segment f257b012-8218-4582-8b73-30b091f4b7be of type vlan for network bf89adab-c420-4b12-bcb3-40bc896e7275 Nov 23 11:24:29.614096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.641790 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.647606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:29.648227 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.689258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2911565 Nov 23 11:24:29.692021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52410) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:29.720899 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'admin_state_up': True, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:29.731573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ae19d-8bb5-4209-8f2a-23b9afe3b4ca tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Network': ['ID=bf89adab-c420-4b12-bcb3-40bc896e7275,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:29.742747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network bf89adab-c420-4b12-bcb3-40bc896e7275 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:24:29.750521 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.751577 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.810841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:29.958086 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:30.494410 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:30.513848 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:30.593637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-6909fbfd-1a83-403d-8c47-3e93d9fdac0a req-f193c1cf-22c9-4c76-a88a-8f5e18854b67 service neutron] (103427) timed out ('10.222.0.61', 43598) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:24:30.622568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Allocated IP 172.25.5.39 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/69d22988-7830-4be7-b86b-c56b79111ed9) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:24:30.730903 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:30.766901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:30.802853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:24:30.805800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:24:30.812589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:24:30.819446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a87a6b1-d4a3-45ad-8466-7ed3bd4f556f None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:24:30.847589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=69d22988-7830-4be7-b86b-c56b79111ed9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:30.866940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5437e72b-6147-4594-8dcb-0f615783414f None None] Provisioning complete for port 69d22988-7830-4be7-b86b-c56b79111ed9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:30.867315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5437e72b-6147-4594-8dcb-0f615783414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:30.901609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5437e72b-6147-4594-8dcb-0f615783414f None None] Port 69d22988-7830-4be7-b86b-c56b79111ed9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:24:31.084900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:31.288879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:31.426178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 6faaebee-1dd5-4125-bd54-ba4f767d12ae is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:24:31.539181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:24:31.550191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Sync routers for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:24:31.560613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:31.562232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:31.562465 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:31.563832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-640b29b0-f6a1-4e51-a227-b900bd810434 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8707948 Nov 23 11:24:31.567042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52412) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:31.675726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:31.731638 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ab169cc5-c5ae-4ae0-95a5-977908a48a23 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=d255b10768fa47c9a008bed2d0410d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610181 Nov 23 11:24:31.731898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52418) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:31.829546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac4ace-6c81-4511-b210-23e61c104086 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:31.831072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-68ac4ace-6c81-4511-b210-23e61c104086 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0983162 Nov 23 11:24:31.834002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:31.863193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9dc7bc17-d350-4aec-b1d4-28373d5990ad tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281067 Nov 23 11:24:31.865934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52422) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:31.868655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:30Z', 'revision_number': 3, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:31.870671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1496455909', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:31.897517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Checking router: 6faaebee-1dd5-4125-bd54-ba4f767d12ae for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:24:31.897909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Updating router 6faaebee-1dd5-4125-bd54-ba4f767d12ae port 69d22988-7830-4be7-b86b-c56b79111ed9 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:24:31.925218 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:31.966349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Made reservation on behalf of d255b10768fa47c9a008bed2d0410d25 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:24:31.969844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.185159 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.199322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.205529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.246706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Subnet': ['ID=040d9132-425e-454b-8bbd-ada144873ac4,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:32.253275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd593951-1616-49a9-8d36-d77b15531722 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:24:32.257792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Checking segment: {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:24:32.258151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network hostable DHCP agents. Network: bf89adab-c420-4b12-bcb3-40bc896e7275, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:24:32.264963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Attempting to bind port 69d22988-7830-4be7-b86b-c56b79111ed9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:24:32.265452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Attempting to bind port 69d22988-7830-4be7-b86b-c56b79111ed9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:24:32.265833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Attempting to bind port 69d22988-7830-4be7-b86b-c56b79111ed9 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:24:32.276369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network bf89adab-c420-4b12-bcb3-40bc896e7275 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:24:32.277519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec90662-d050-4a7c-abaf-89ed7c1a4525 None None] Pushing event updated for resources: {'Port': ['ID=69d22988-7830-4be7-b86b-c56b79111ed9,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:32.281879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:24:32.282100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:24:32.282517 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.282918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:24:32.283406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Bound port: 69d22988-7830-4be7-b86b-c56b79111ed9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:24:32.283801 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.290621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, bf89adab-c420-4b12-bcb3-40bc896e7275) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:24:32.297598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:32.298220 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.316276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc259b65-2b18-429c-a893-9c053ba96822 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4493184 Nov 23 11:24:32.319292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52424) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:32.320534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b67ba-7a12-42cc-911a-40b6c39cdab6 None None] Network bf89adab-c420-4b12-bcb3-40bc896e7275 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:24:32.579701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] For port 69d22988-7830-4be7-b86b-c56b79111ed9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:24:32.583491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d6ebde3e-502c-4a3e-bafa-02e01c69126e None None] Provisioning complete for port 69d22988-7830-4be7-b86b-c56b79111ed9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:32.583869 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d6ebde3e-502c-4a3e-bafa-02e01c69126e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.617149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] For port 69d22988-7830-4be7-b86b-c56b79111ed9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=69d22988-7830-4be7-b86b-c56b79111ed9,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:24:32.627757 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.684129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebde3e-502c-4a3e-bafa-02e01c69126e None None] Port 69d22988-7830-4be7-b86b-c56b79111ed9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:24:32.714428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54aef33-51b9-40be-a5ef-1811daa1f99a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:24:32.753495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec90662-d050-4a7c-abaf-89ed7c1a4525 None None] Pushing event updated for resources: {'Port': ['ID=69d22988-7830-4be7-b86b-c56b79111ed9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:32.760217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:32.760832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:32.789324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.822609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-bf89adab-c420-4b12-bcb3-40bc896e7275', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:24:32.823465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:32.883683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b5caee96-486e-4490-a2a3-2e746883cd11 None None] Provisioning complete for port 69d22988-7830-4be7-b86b-c56b79111ed9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:32.884402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b5caee96-486e-4490-a2a3-2e746883cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.010238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:33.191326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Allocated IP 172.20.0.2 (bf89adab-c420-4b12-bcb3-40bc896e7275/040d9132-425e-454b-8bbd-ada144873ac4/ca60adac-d91b-45f7-9ac0-00e04f2f15a9) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:24:33.219556 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b5caee96-486e-4490-a2a3-2e746883cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.272836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b5caee96-486e-4490-a2a3-2e746883cd11 None None] For port 69d22988-7830-4be7-b86b-c56b79111ed9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=69d22988-7830-4be7-b86b-c56b79111ed9,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:33.317202 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b5caee96-486e-4490-a2a3-2e746883cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.411058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caee96-486e-4490-a2a3-2e746883cd11 None None] Pushing event updated for resources: {'Port': ['ID=69d22988-7830-4be7-b86b-c56b79111ed9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:33.460681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:30Z', 'revision_number': 3, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:33.490476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.492360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949f221-763c-4b5e-a635-618ebdb73395 None None] The sync data for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 is: [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:30Z', 'revision_number': 3, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:24:33.500436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.548955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Network bf89adab-c420-4b12-bcb3-40bc896e7275 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:24:33.552040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:24:33.555631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:24:33.563338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Pushing event updated for resources: {'Port': ['ID=ca60adac-d91b-45f7-9ac0-00e04f2f15a9,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:33.568332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Allocated IP 172.20.0.1 (bf89adab-c420-4b12-bcb3-40bc896e7275/040d9132-425e-454b-8bbd-ada144873ac4/339c1f49-e9b7-4442-9008-016e963b692d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:24:33.618208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Attempting to bind port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:24:33.618587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Attempting to bind port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:24:33.619112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Attempting to bind port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 on network bf89adab-c420-4b12-bcb3-40bc896e7275 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:24:33.625070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:24:33.625481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Checking segment: {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:24:33.625922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.626326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Bound using segment: {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:24:33.626806 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Bound port: ca60adac-d91b-45f7-9ac0-00e04f2f15a9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:24:33.627193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.695681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] For port ca60adac-d91b-45f7-9ac0-00e04f2f15a9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:24:33.699520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] For port ca60adac-d91b-45f7-9ac0-00e04f2f15a9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ca60adac-d91b-45f7-9ac0-00e04f2f15a9,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:24:33.703057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.704672 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.765686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:33.789461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293febe-5f67-499c-a84a-7e4c9a373b60 None None] Pushing event updated for resources: {'Port': ['ID=ca60adac-d91b-45f7-9ac0-00e04f2f15a9,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:33.818713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network bf89adab-c420-4b12-bcb3-40bc896e7275 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:24:33.822579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:24:33.830706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:24:33.877357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=339c1f49-e9b7-4442-9008-016e963b692d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:33.893371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.088208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.404907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.409535 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.488080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=339c1f49-e9b7-4442-9008-016e963b692d,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:34.491087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.714754 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ca60adac-d91b-45f7-9ac0-00e04f2f15a9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:24:34.778032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:34.778509 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.866418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.900174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03117d96-1dcd-4bfb-b2be-1967c5872f3a None None] Network bf89adab-c420-4b12-bcb3-40bc896e7275 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:24:34.908280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network bf89adab-c420-4b12-bcb3-40bc896e7275 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:24:34.910435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:24:34.926598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port ca60adac-d91b-45f7-9ac0-00e04f2f15a9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ca60adac-d91b-45f7-9ac0-00e04f2f15a9,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:34.943474 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:34.944312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 69d22988-7830-4be7-b86b-c56b79111ed9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:24:35.041478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 6faaebee-1dd5-4125-bd54-ba4f767d12ae has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:24:35.063036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-30ba5b5b-8306-4e39-a862-820dfb54b15e None None] Provisioning complete for port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:35.063417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-30ba5b5b-8306-4e39-a862-820dfb54b15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.127162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=ca60adac-d91b-45f7-9ac0-00e04f2f15a9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:35.166636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:24:35.173388 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6e8d1738-d7cf-4115-ba80-ccd64d4951c5 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "PUT /v2.0/routers/6faaebee-1dd5-4125-bd54-ba4f767d12ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8529136 Nov 23 11:24:35.176469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52426) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:35.181921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-91322621-3d94-428c-8be2-a2e4beb1523c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1901811238', 'description': 'tempest-secgroup_access--1901811238 description', 'project_id': 'd255b10768fa47c9a008bed2d0410d25'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:35.182492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 69d22988-7830-4be7-b86b-c56b79111ed9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:35.182871 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.204499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91322621-3d94-428c-8be2-a2e4beb1523c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.295921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91322621-3d94-428c-8be2-a2e4beb1523c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.301832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91322621-3d94-428c-8be2-a2e4beb1523c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.309185 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Sync routers for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:24:35.321570 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:35.322664 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:35.338933 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91322621-3d94-428c-8be2-a2e4beb1523c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.344343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-91322621-3d94-428c-8be2-a2e4beb1523c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1627588 Nov 23 11:24:35.344579 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52428) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:35.346272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91322621-3d94-428c-8be2-a2e4beb1523c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:35.350228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e3696eb4-c3be-40a1-8e0b-fead4e6332ce tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--992864335', 'description': 'tempest-secgroup_general--992864335 description', 'project_id': 'd255b10768fa47c9a008bed2d0410d25'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:35.391677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3696eb4-c3be-40a1-8e0b-fead4e6332ce tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.465507 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:35.467880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3696eb4-c3be-40a1-8e0b-fead4e6332ce tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.472361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3696eb4-c3be-40a1-8e0b-fead4e6332ce tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.510768 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e3696eb4-c3be-40a1-8e0b-fead4e6332ce tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.512284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e3696eb4-c3be-40a1-8e0b-fead4e6332ce tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1670229 Nov 23 11:24:35.515614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52430) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:35.520590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3696eb4-c3be-40a1-8e0b-fead4e6332ce tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bcf717-37c9-4a1e-b4fc-aa54448cbbca,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:35.522658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-974b8e09-0f52-4c58-936e-9dd03fd472fb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'security_group_rule': {'security_group_id': '72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a', 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:35.558594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-974b8e09-0f52-4c58-936e-9dd03fd472fb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.624711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-974b8e09-0f52-4c58-936e-9dd03fd472fb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.630560 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-974b8e09-0f52-4c58-936e-9dd03fd472fb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.656118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b8e09-0f52-4c58-936e-9dd03fd472fb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1752dcd2-120b-43f3-8825-7fe6422c8e69,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:35.665379 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-974b8e09-0f52-4c58-936e-9dd03fd472fb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.675392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-974b8e09-0f52-4c58-936e-9dd03fd472fb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497884 Nov 23 11:24:35.732435 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 2, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:35.760814 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Checking router: 6faaebee-1dd5-4125-bd54-ba4f767d12ae for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:24:35.761191 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Updating router 6faaebee-1dd5-4125-bd54-ba4f767d12ae port 339c1f49-e9b7-4442-9008-016e963b692d binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:24:35.789588 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.796278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2ea89a5d-25b1-4074-bec5-8ddf7619b31d None None] Provisioning complete for port 339c1f49-e9b7-4442-9008-016e963b692d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:35.797558 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ea89a5d-25b1-4074-bec5-8ddf7619b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.840705 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2ea89a5d-25b1-4074-bec5-8ddf7619b31d None None] Port 339c1f49-e9b7-4442-9008-016e963b692d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:24:35.854087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-3f20c1e3-3127-467a-8f81-f2b22e8572eb tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_general--992864335&fields=id&tenant_id=d255b10768fa47c9a008bed2d0410d25 HTTP/1.1" status: 200 len: 267 time: 0.0588610 Nov 23 11:24:35.857147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2ea89a5d-25b1-4074-bec5-8ddf7619b31d None None] Provisioning complete for port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:35.857681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ea89a5d-25b1-4074-bec5-8ddf7619b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:35.921602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e0c2ba03-b2e4-4e8d-8483-cfe076087107 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup_access--1901811238&fields=id&tenant_id=d255b10768fa47c9a008bed2d0410d25 HTTP/1.1" status: 200 len: 267 time: 0.0624485 Nov 23 11:24:36.036686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-c9f5c536-63b5-449d-94a5-962f2bc51408 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:36.038350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-c9f5c536-63b5-449d-94a5-962f2bc51408 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/networks?id=bf89adab-c420-4b12-bcb3-40bc896e7275 HTTP/1.1" status: 200 len: 797 time: 0.1154091 Nov 23 11:24:36.055422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-4550e93c-9240-4a62-8fc0-87ed13c3f16d tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/quotas/d255b10768fa47c9a008bed2d0410d25 HTTP/1.1" status: 200 len: 375 time: 0.0101864 Nov 23 11:24:36.077066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-06e228a2-8563-47c8-b7f1-9b28ee29a764 None None] Provisioning complete for port 339c1f49-e9b7-4442-9008-016e963b692d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:36.077862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-06e228a2-8563-47c8-b7f1-9b28ee29a764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.118728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-06e228a2-8563-47c8-b7f1-9b28ee29a764 None None] Port 339c1f49-e9b7-4442-9008-016e963b692d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:24:36.120516 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.130610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-30299738-d2a6-4dce-8e69-30a10e28a196 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541534 Nov 23 11:24:36.142998 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.239182 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Pushing event updated for resources: {'Port': ['ID=339c1f49-e9b7-4442-9008-016e963b692d,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:36.247858 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.248254 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.249310 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.249656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.249992 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.250328 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.250686 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.251016 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.251341 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.251666 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.251994 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.252312 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:36.265312 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Attempting to bind port 339c1f49-e9b7-4442-9008-016e963b692d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:24:36.265691 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Attempting to bind port 339c1f49-e9b7-4442-9008-016e963b692d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:24:36.266087 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Attempting to bind port 339c1f49-e9b7-4442-9008-016e963b692d on network bf89adab-c420-4b12-bcb3-40bc896e7275 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:24:36.271987 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:24:36.272352 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Checking segment: {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:24:36.272981 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.273417 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Bound using segment: {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:24:36.273908 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Bound port: 339c1f49-e9b7-4442-9008-016e963b692d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:24:36.274830 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.318615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-deae826f-8474-4bc4-9ed4-c70d92a2f5f8 service neutron] 10.222.0.61 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678836 Nov 23 11:24:36.346974 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] For port 339c1f49-e9b7-4442-9008-016e963b692d, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:24:36.347586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bcb42f83-56b0-4506-9780-bb700154f49f None None] Provisioning complete for port 339c1f49-e9b7-4442-9008-016e963b692d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:36.348017 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bcb42f83-56b0-4506-9780-bb700154f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.350528 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] For port 339c1f49-e9b7-4442-9008-016e963b692d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=339c1f49-e9b7-4442-9008-016e963b692d,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:24:36.359778 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.395155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bcb42f83-56b0-4506-9780-bb700154f49f None None] Port 339c1f49-e9b7-4442-9008-016e963b692d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:24:36.436644 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554c4c1-9b23-47d4-b78f-a1c606a25594 None None] Pushing event updated for resources: {'Port': ['ID=339c1f49-e9b7-4442-9008-016e963b692d,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:36.439444 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:36.440273 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:36.457862 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e182cab7-29e4-453a-88f9-85f0de47db5d service neutron] 10.222.0.61 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318324 Nov 23 11:24:36.536620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9bc54815-d117-4d28-9114-65e558e81f3b None None] Provisioning complete for port 339c1f49-e9b7-4442-9008-016e963b692d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:36.537348 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9bc54815-d117-4d28-9114-65e558e81f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.592108 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:36.668155 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9bc54815-d117-4d28-9114-65e558e81f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.753040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9bc54815-d117-4d28-9114-65e558e81f3b None None] For port 339c1f49-e9b7-4442-9008-016e963b692d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=339c1f49-e9b7-4442-9008-016e963b692d,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:36.759748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ca60adac-d91b-45f7-9ac0-00e04f2f15a9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:24:36.764781 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9bc54815-d117-4d28-9114-65e558e81f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.816439 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-29683a73-4bf7-4eac-931a-c5b476189935 req-ed07f7b0-b883-4e7c-87dc-44d9e2038780 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 210 time: 0.0642381 Nov 23 11:24:36.917747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc54815-d117-4d28-9114-65e558e81f3b None None] Pushing event updated for resources: {'Port': ['ID=339c1f49-e9b7-4442-9008-016e963b692d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:36.921992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-da539761-8ac6-40b2-843d-7b1f78eb324a None None] Provisioning complete for port 339c1f49-e9b7-4442-9008-016e963b692d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:36.922442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da539761-8ac6-40b2-843d-7b1f78eb324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.969129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:36.969504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:36.970703 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:37.002495 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4bdb9e-954f-4533-9d19-ff1f635a271e None None] The sync data for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 is: [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:24:37.938671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6c6e9a1-566d-4191-8ced-45ee670c9657 req-4f3cb81e-3e6c-4303-8fbc-190dac523d50 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 210 time: 0.0296021 Nov 23 11:24:38.103076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-14efc74b-7b45-4b29-9030-f097e0ed53c6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:38.104716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-14efc74b-7b45-4b29-9030-f097e0ed53c6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.65 "GET /v2.0/networks?id=bf89adab-c420-4b12-bcb3-40bc896e7275 HTTP/1.1" status: 200 len: 797 time: 0.1231687 Nov 23 11:24:38.188108 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-3e5e390c-c2a3-4c93-a0c7-b7017019af78 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d255b10768fa47c9a008bed2d0410d25 HTTP/1.1" status: 200 len: 477 time: 0.0716231 Nov 23 11:24:38.198753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'port': {'device_id': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'admin_state_up': True, 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'security_groups': ['78bcf717-37c9-4a1e-b4fc-aa54448cbbca', '72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:38.310915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Made reservation on behalf of d255b10768fa47c9a008bed2d0410d25 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:24:38.314554 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:38.446956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Allocated IP 172.20.0.5 (bf89adab-c420-4b12-bcb3-40bc896e7275/040d9132-425e-454b-8bbd-ada144873ac4/07d905b8-36d0-4e32-9108-f73424fe8b20) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:24:38.599838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:38.635756 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:38.674692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 339c1f49-e9b7-4442-9008-016e963b692d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:24:38.683994 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network bf89adab-c420-4b12-bcb3-40bc896e7275 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:24:38.687494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:24:38.691301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:24:38.698444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=07d905b8-36d0-4e32-9108-f73424fe8b20,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:38.741641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 339c1f49-e9b7-4442-9008-016e963b692d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:38.742018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:38.747458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:38.748184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:38.765930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-0037ba21-1b58-4f43-b79d-e742b6b3fb0f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.5710893 Nov 23 11:24:38.789289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Request body: {'port': {'device_id': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:38.855536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:38.989225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6c8f4811-5fd4-48fb-bb93-1e9e46dcbe49 None None] Provisioning complete for port 07d905b8-36d0-4e32-9108-f73424fe8b20 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:38.989925 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6c8f4811-5fd4-48fb-bb93-1e9e46dcbe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:39.040839 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f4811-5fd4-48fb-bb93-1e9e46dcbe49 None None] Port 07d905b8-36d0-4e32-9108-f73424fe8b20 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:24:39.066737 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5da3a-ae6a-4fd4-b511-22804b8879e1 req-18944c15-2853-4698-b677-bc92b525c5a4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:39.068284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ea5da3a-ae6a-4fd4-b511-22804b8879e1 req-18944c15-2853-4698-b677-bc92b525c5a4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 970 time: 0.0530584 Nov 23 11:24:39.132020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9ea5da3a-ae6a-4fd4-b511-22804b8879e1 req-d6757c55-fedf-4178-bd58-afa73634c2c1 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0568154 Nov 23 11:24:39.156018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d905b8-36d0-4e32-9108-f73424fe8b20 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:24:39.163902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:39.176247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Transition to ACTIVE for port object 07d905b8-36d0-4e32-9108-f73424fe8b20 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:24:39.180544 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:39.251239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Pushing event updated for resources: {'Port': ['ID=07d905b8-36d0-4e32-9108-f73424fe8b20,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:39.311785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Attempting to bind port 07d905b8-36d0-4e32-9108-f73424fe8b20 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:24:39.312122 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Attempting to bind port 07d905b8-36d0-4e32-9108-f73424fe8b20 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:24:39.312454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Attempting to bind port 07d905b8-36d0-4e32-9108-f73424fe8b20 on network bf89adab-c420-4b12-bcb3-40bc896e7275 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:24:39.317375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Port 07d905b8-36d0-4e32-9108-f73424fe8b20 on network bf89adab-c420-4b12-bcb3-40bc896e7275 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:24:39.317701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Attempting to bind port 07d905b8-36d0-4e32-9108-f73424fe8b20 on network bf89adab-c420-4b12-bcb3-40bc896e7275 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:24:39.323232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:24:39.323574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Checking segment: {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:24:39.323963 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Bound using segment: {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:24:39.324402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Bound port: 07d905b8-36d0-4e32-9108-f73424fe8b20, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f257b012-8218-4582-8b73-30b091f4b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:24:39.324764 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:39.395197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] For port 07d905b8-36d0-4e32-9108-f73424fe8b20, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:24:39.398698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] For port 07d905b8-36d0-4e32-9108-f73424fe8b20, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=07d905b8-36d0-4e32-9108-f73424fe8b20,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:24:39.402501 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:39.440225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:39.440856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:39.442341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] 10.222.0.65 "PUT /v2.0/ports/07d905b8-36d0-4e32-9108-f73424fe8b20 HTTP/1.1" status: 200 len: 1130 time: 0.6611552 Nov 23 11:24:39.442856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:24:39.445164 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64137fcc-32a8-47e8-9e83-a2bae9e1793c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:24:39.472770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a9ae1-795d-4a29-aa87-ddd129c2adbf service neutron] Pushing event updated for resources: {'Port': ['ID=07d905b8-36d0-4e32-9108-f73424fe8b20,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:39.492954 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aff04e-58bf-4b5a-a854-23b4ceaec21a x-openstack-request-id: req-30aff04e-58bf-4b5a-a854-23b4ceaec21a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:24:39.493421 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:24:39.493571 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30aff04e-58bf-4b5a-a854-23b4ceaec21a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:24:39.493971 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'status': 'completed', 'code': 200} Nov 23 11:24:39.546515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-a4363fb7-a8d7-41b2-b1da-1a937614b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:39.548430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-a4363fb7-a8d7-41b2-b1da-1a937614b86a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1133 time: 0.0472424 Nov 23 11:24:39.599937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-cada66b6-6f60-415e-b367-1bd4065bd2fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07d905b8-36d0-4e32-9108-f73424fe8b20 HTTP/1.1" status: 200 len: 217 time: 0.0408030 Nov 23 11:24:39.656791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-995ee76a-17cf-4bd9-951d-438094a803d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:39.658307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-995ee76a-17cf-4bd9-951d-438094a803d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=040d9132-425e-454b-8bbd-ada144873ac4 HTTP/1.1" status: 200 len: 835 time: 0.0472667 Nov 23 11:24:39.705872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-889fb67e-a2c5-46a9-9a6f-eb8715ffb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:39.707417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-889fb67e-a2c5-46a9-9a6f-eb8715ffb26c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf89adab-c420-4b12-bcb3-40bc896e7275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419178 Nov 23 11:24:39.808285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-e18e6653-f7e3-4d2f-96ec-359c20566dc1 service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876598 Nov 23 11:24:39.903451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e33a4b5e-d710-4774-b993-e2688e0f8186 req-25e7d416-aca5-4780-b8f7-2c27ac29692d service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834818 Nov 23 11:24:40.009348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-503ccf2d-c8d3-4346-a3e9-8271191591c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:40.010992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-503ccf2d-c8d3-4346-a3e9-8271191591c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1133 time: 0.0502515 Nov 23 11:24:40.105516 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-67779934-b3be-45c8-8b3e-98921463112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:40.107016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-67779934-b3be-45c8-8b3e-98921463112a service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf89adab-c420-4b12-bcb3-40bc896e7275 HTTP/1.1" status: 200 len: 898 time: 0.0881147 Nov 23 11:24:40.157709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-71218888-15b2-406b-9d7a-af90f0be1b25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07d905b8-36d0-4e32-9108-f73424fe8b20 HTTP/1.1" status: 200 len: 217 time: 0.0397646 Nov 23 11:24:40.211546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-7465c867-323b-476c-a2c1-5eadc5f2a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:40.213034 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-7465c867-323b-476c-a2c1-5eadc5f2a016 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=040d9132-425e-454b-8bbd-ada144873ac4 HTTP/1.1" status: 200 len: 835 time: 0.0455081 Nov 23 11:24:40.255319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1de50-ddb3-4039-a46e-0d4ba5b5b101 req-806f4d9e-d932-4697-ab47-8c72d972a44f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:40.256864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10e1de50-ddb3-4039-a46e-0d4ba5b5b101 req-806f4d9e-d932-4697-ab47-8c72d972a44f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 982 time: 0.0508180 Nov 23 11:24:40.262206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-ebf1a69f-eb12-4824-b314-398df3086d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:40.263882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-ebf1a69f-eb12-4824-b314-398df3086d7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf89adab-c420-4b12-bcb3-40bc896e7275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433137 Nov 23 11:24:40.323129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10e1de50-ddb3-4039-a46e-0d4ba5b5b101 req-0bb229b1-914d-409a-970d-32e8b4cbbc64 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0598321 Nov 23 11:24:40.363005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-a359adc4-eefe-4191-b6d2-563018d1bf47 service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906408 Nov 23 11:24:40.455866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64137fcc-32a8-47e8-9e83-a2bae9e1793c req-f7cb9067-e0d3-43a7-9536-04b0c8c34966 service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834961 Nov 23 11:24:41.450051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbcac8-48b6-4294-84bb-bac3db60b077 req-533137c7-c922-4b50-8e86-c315345de47e tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:41.452295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5abbcac8-48b6-4294-84bb-bac3db60b077 req-533137c7-c922-4b50-8e86-c315345de47e tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 982 time: 0.0535903 Nov 23 11:24:41.516092 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5abbcac8-48b6-4294-84bb-bac3db60b077 req-f8121a34-340c-4d06-bc6d-de7e27ec656b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0575757 Nov 23 11:24:42.633144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328b563-2f72-4cce-b543-2be5737e2b50 req-7f5c2729-c684-43cf-bd2b-21cec896ebe2 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:42.634658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e328b563-2f72-4cce-b543-2be5737e2b50 req-7f5c2729-c684-43cf-bd2b-21cec896ebe2 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 982 time: 0.0499237 Nov 23 11:24:42.693860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e328b563-2f72-4cce-b543-2be5737e2b50 req-c1e7e2ff-a2ae-46c9-93ae-e8401d37bac2 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0515144 Nov 23 11:24:43.115796 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:24:43.314888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 07d905b8-36d0-4e32-9108-f73424fe8b20 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:24:43.417641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 07d905b8-36d0-4e32-9108-f73424fe8b20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=07d905b8-36d0-4e32-9108-f73424fe8b20,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:43.429736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'port_id': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'mac_address': 'fa:16:3e:fd:00:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:24:43.470150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:43.483111 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d905b8-36d0-4e32-9108-f73424fe8b20 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:24:43.502712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 07d905b8-36d0-4e32-9108-f73424fe8b20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=07d905b8-36d0-4e32-9108-f73424fe8b20,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:43.506394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:43.554830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=07d905b8-36d0-4e32-9108-f73424fe8b20,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:43.562162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.562521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.562873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.563218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.563561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.563925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.564259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.564594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.564979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.565289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.565624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.565951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:24:43.756995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['07d905b8-36d0-4e32-9108-f73424fe8b20'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:24:43.815801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6708b-9657-41bb-b963-8ec151e20ec2 req-694376f7-e8cf-4bdc-9196-f61a8714399b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:43.817370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cb6708b-9657-41bb-b963-8ec151e20ec2 req-694376f7-e8cf-4bdc-9196-f61a8714399b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 983 time: 0.0524142 Nov 23 11:24:43.875099 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cb6708b-9657-41bb-b963-8ec151e20ec2 req-2569c6b7-4231-4f13-87b1-4e8b6255cca1 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0516284 Nov 23 11:24:44.558686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df86faf1-6436-4369-8518-88cb1926e269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:45.002142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091d05f-390b-415c-b74d-da7d546b0148 req-7e3f7dc9-c888-4d25-9c6d-6f123df46645 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:45.003537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5091d05f-390b-415c-b74d-da7d546b0148 req-7e3f7dc9-c888-4d25-9c6d-6f123df46645 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 983 time: 0.0492644 Nov 23 11:24:45.060530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5091d05f-390b-415c-b74d-da7d546b0148 req-0b5cd506-625b-47c2-9130-0655075c30fe tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0510569 Nov 23 11:24:45.315128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 07d905b8-36d0-4e32-9108-f73424fe8b20 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:24:45.364317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 07d905b8-36d0-4e32-9108-f73424fe8b20 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:24:45.370440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 07d905b8-36d0-4e32-9108-f73424fe8b20 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:24:45.370797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:45.453163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:45.474755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:24:45.476985 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2484c549-719e-42d4-962a-63d5abb39404" -d '{"events": [{"server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "name": "network-vif-plugged", "status": "completed", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:24:45.490472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 07d905b8-36d0-4e32-9108-f73424fe8b20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=07d905b8-36d0-4e32-9108-f73424fe8b20,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:24:45.494688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:45.521951 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a8172-ff7b-495f-bc97-354ec34e47b7 x-openstack-request-id: req-e66a8172-ff7b-495f-bc97-354ec34e47b7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:24:45.522306 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "name": "network-vif-plugged", "status": "completed", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:24:45.522558 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e66a8172-ff7b-495f-bc97-354ec34e47b7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:24:45.522951 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'code': 200} Nov 23 11:24:45.552792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=07d905b8-36d0-4e32-9108-f73424fe8b20,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:45.623931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c6c36-2c50-4ab4-ac51-fdbf93e4663a req-c3f319f3-4321-4a24-a722-c2edbcba2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:45.626173 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c2c6c36-2c50-4ab4-ac51-fdbf93e4663a req-c3f319f3-4321-4a24-a722-c2edbcba2b77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1135 time: 0.0413094 Nov 23 11:24:45.682648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c2c6c36-2c50-4ab4-ac51-fdbf93e4663a req-20d8c1a3-c406-4855-b744-4fbe228b24bb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0464442 Nov 23 11:24:46.186140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7483edc-19e2-4a2c-8231-63fa120c7da2 req-9555669b-52d8-4eea-bd01-744d0919b9bc tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:46.191944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7483edc-19e2-4a2c-8231-63fa120c7da2 req-9555669b-52d8-4eea-bd01-744d0919b9bc tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 984 time: 0.0607722 Nov 23 11:24:46.256217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7483edc-19e2-4a2c-8231-63fa120c7da2 req-d902474b-82b8-4d60-a2d5-07e1e59a4688 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0547671 Nov 23 11:24:47.003429 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a8722aef-2134-4e56-857b-3d93d4ce5404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:47.379726 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e6e9d-19bb-4e79-b048-f7a7aca10352 req-2b40a513-0d82-444d-a1b8-be36caef08d6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:47.381271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af5e6e9d-19bb-4e79-b048-f7a7aca10352 req-2b40a513-0d82-444d-a1b8-be36caef08d6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 984 time: 0.0529196 Nov 23 11:24:47.440165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-af5e6e9d-19bb-4e79-b048-f7a7aca10352 req-066a30fe-9915-487e-93f2-78ff73ef0049 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517876 Nov 23 11:24:47.555652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3a8e2-0900-45df-b777-233768758c90 req-55373199-e55a-4817-9a5b-7f8d707a1a35 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:47.557077 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ea3a8e2-0900-45df-b777-233768758c90 req-55373199-e55a-4817-9a5b-7f8d707a1a35 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 984 time: 0.0491681 Nov 23 11:24:47.617415 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3ea3a8e2-0900-45df-b777-233768758c90 req-80463aea-efcd-4127-83d0-1cce6195959b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0539429 Nov 23 11:24:47.720923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86b25-7695-482f-bcc7-85cc82de5525 req-224e44d4-6282-4bd9-b0ca-1dcb55db07f5 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:47.722471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7be86b25-7695-482f-bcc7-85cc82de5525 req-224e44d4-6282-4bd9-b0ca-1dcb55db07f5 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1135 time: 0.0405343 Nov 23 11:24:47.740987 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7be86b25-7695-482f-bcc7-85cc82de5525 req-77e010f2-3915-42ae-b539-37eb02f826e5 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:47.815784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7be86b25-7695-482f-bcc7-85cc82de5525 req-77e010f2-3915-42ae-b539-37eb02f826e5 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:47.819606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7be86b25-7695-482f-bcc7-85cc82de5525 req-77e010f2-3915-42ae-b539-37eb02f826e5 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:47.864771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e010f2-3915-42ae-b539-37eb02f826e5 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362d4cb0-9aa8-48b4-9134-43f2813be1e8,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:47.879276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7be86b25-7695-482f-bcc7-85cc82de5525 req-77e010f2-3915-42ae-b539-37eb02f826e5 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1506970 Nov 23 11:24:47.901679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52508) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:47.941896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d9766d-a4dc-43ec-a619-e7cee10a3d59 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:47.943404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a1d9766d-a4dc-43ec-a619-e7cee10a3d59 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1130 time: 0.0406616 Nov 23 11:24:47.946387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52510) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:47.950557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:24:47.971749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.071053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.176406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Allocated IP 172.25.5.14 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/83388937-5691-42a5-90ea-9e80efa3ea7b) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:24:48.277748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.310633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.346457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:24:48.351593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:24:48.355043 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:24:48.382219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=83388937-5691-42a5-90ea-9e80efa3ea7b,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:48.678793 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.726450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.795369 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.942385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:48.948669 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:49.022758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=83388937-5691-42a5-90ea-9e80efa3ea7b,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:24:49.033510 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:49.136096 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Floating IP afc2ee65-d918-4b38-9645-1e08d98587bb associated. External IP: 172.25.5.14, port: 07d905b8-36d0-4e32-9108-f73424fe8b20. Nov 23 11:24:49.371132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 6faaebee-1dd5-4125-bd54-ba4f767d12ae has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:24:49.482473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:24:49.493881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] Sync routers for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:24:49.500554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:49.505370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:49.506240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:49.527995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8f4c0852-e4dd-4455-a9e4-3910b4f54952 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5805988 Nov 23 11:24:49.528596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:24:49.530687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52512) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:49.531201 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b9941e-0282-4188-b6a8-141353cb7bae" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:24:49.573524 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7955377-cec3-4ee7-83d7-948346a2f866 x-openstack-request-id: req-a7955377-cec3-4ee7-83d7-948346a2f866 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:24:49.573524 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:24:49.573524 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a7955377-cec3-4ee7-83d7-948346a2f866 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:24:49.573837 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'status': 'completed', 'code': 200} Nov 23 11:24:49.625033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:49.681387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:49.871113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'afc2ee65-d918-4b38-9645-1e08d98587bb', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'port_id': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'mac_address': 'fa:16:3e:fd:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:24:48Z', 'updated_at': '2021-11-23T11:24:48Z', 'revision_number': 0, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:49.898397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] Checking router: 6faaebee-1dd5-4125-bd54-ba4f767d12ae for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:24:49.906913 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:24:49.908183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:24:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:50.019524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:24:50.058499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9941e-0282-4188-b6a8-141353cb7bae req-9e3f2d80-b1d6-4202-aa37-026bae10a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.060031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b9941e-0282-4188-b6a8-141353cb7bae req-9e3f2d80-b1d6-4202-aa37-026bae10a787 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1135 time: 0.4560418 Nov 23 11:24:50.064116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f10be-140a-45d2-b307-048d446aa93f tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.064768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f10be-140a-45d2-b307-048d446aa93f tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.065369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f10be-140a-45d2-b307-048d446aa93f tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.065853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f10be-140a-45d2-b307-048d446aa93f tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.067532 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-972f10be-140a-45d2-b307-048d446aa93f tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.5358398 Nov 23 11:24:50.070223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52516) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:50.208815 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:50.220836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544210f-a8e8-4157-94c9-28f18c2050bb tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.221328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544210f-a8e8-4157-94c9-28f18c2050bb tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.221785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544210f-a8e8-4157-94c9-28f18c2050bb tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.222229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544210f-a8e8-4157-94c9-28f18c2050bb tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.223908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9544210f-a8e8-4157-94c9-28f18c2050bb tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1527722 Nov 23 11:24:50.226404 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:24:50.226713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52520) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:50.281006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'afc2ee65-d918-4b38-9645-1e08d98587bb', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'port_id': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'mac_address': 'fa:16:3e:fd:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:24:48Z', 'updated_at': '2021-11-23T11:24:48Z', 'revision_number': 0, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:24:50.302859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9941e-0282-4188-b6a8-141353cb7bae req-9af9bf3a-e2ca-4e55-9fbb-d5f0d70c35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.304349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b9941e-0282-4188-b6a8-141353cb7bae req-9af9bf3a-e2ca-4e55-9fbb-d5f0d70c35c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf89adab-c420-4b12-bcb3-40bc896e7275 HTTP/1.1" status: 200 len: 898 time: 0.2357738 Nov 23 11:24:50.309477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5c5b8-701f-4828-b20d-d94b3f3f698d None None] The sync data for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 is: [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'afc2ee65-d918-4b38-9645-1e08d98587bb', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'port_id': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'mac_address': 'fa:16:3e:fd:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:24:48Z', 'updated_at': '2021-11-23T11:24:48Z', 'revision_number': 0, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:24:50.443242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b9941e-0282-4188-b6a8-141353cb7bae req-185bd11d-cff7-4762-b034-f6b626c4761f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07d905b8-36d0-4e32-9108-f73424fe8b20 HTTP/1.1" status: 200 len: 998 time: 0.1313164 Nov 23 11:24:50.521335 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade272d5-4a0a-413f-9f2d-40e8e7cf726a None None] New status for floating IP afc2ee65-d918-4b38-9645-1e08d98587bb: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:24:50.523074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9941e-0282-4188-b6a8-141353cb7bae req-93e63783-138a-4143-80b1-7da90192168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.524536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b9941e-0282-4188-b6a8-141353cb7bae req-93e63783-138a-4143-80b1-7da90192168c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=040d9132-425e-454b-8bbd-ada144873ac4 HTTP/1.1" status: 200 len: 835 time: 0.0745070 Nov 23 11:24:50.598998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9941e-0282-4188-b6a8-141353cb7bae req-1f922978-21b9-4ac4-b6f8-afbf4cb5e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.600552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b9941e-0282-4188-b6a8-141353cb7bae req-1f922978-21b9-4ac4-b6f8-afbf4cb5e1b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf89adab-c420-4b12-bcb3-40bc896e7275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687208 Nov 23 11:24:50.605138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-da7360dd-7ed7-4004-8012-074c1356d992 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.3773797 Nov 23 11:24:50.607870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52522) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:24:50.651539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4f017-9cdf-4fa2-a199-b55ad01686ac tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.652024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4f017-9cdf-4fa2-a199-b55ad01686ac tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:24:50.657163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bcc4f017-9cdf-4fa2-a199-b55ad01686ac tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6faaebee-1dd5-4125-bd54-ba4f767d12ae HTTP/1.1" status: 200 len: 1989 time: 0.0442572 Nov 23 11:24:50.693709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b9941e-0282-4188-b6a8-141353cb7bae req-b6583e82-9ac2-46ac-a4f9-ef0323a43dfe service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Nov 23 11:24:50.787781 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82b9941e-0282-4188-b6a8-141353cb7bae req-99175b00-e3ca-49fe-a506-9626443d3cda service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874400 Nov 23 11:24:52.415948 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:14.524211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-a29b7c1b-d624-49b4-b0fb-b690e172f803 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450332 Nov 23 11:25:14.563539 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3cdcf02e-4450-4a0b-8358-7f3cd1d11d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:14.613496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-5f5fb6b1-7822-40d7-8424-64ba8a66896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:14.614999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-5f5fb6b1-7822-40d7-8424-64ba8a66896d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1135 time: 0.0459003 Nov 23 11:25:14.722578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-143b4f47-016c-4d0c-804d-2a6f7d387af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:14.724055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-143b4f47-016c-4d0c-804d-2a6f7d387af3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf89adab-c420-4b12-bcb3-40bc896e7275 HTTP/1.1" status: 200 len: 898 time: 0.0885921 Nov 23 11:25:14.797233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-38d66fd9-ea90-4e26-bd66-78d941dc26ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07d905b8-36d0-4e32-9108-f73424fe8b20 HTTP/1.1" status: 200 len: 1000 time: 0.0627823 Nov 23 11:25:14.855713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-bd71bc37-e1ac-453a-89a2-978092c87ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:14.857185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-bd71bc37-e1ac-453a-89a2-978092c87ac4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=040d9132-425e-454b-8bbd-ada144873ac4 HTTP/1.1" status: 200 len: 835 time: 0.0462592 Nov 23 11:25:14.905575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-6bf7ac46-5b90-4fef-afc1-a432bc3206da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:14.907098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-6bf7ac46-5b90-4fef-afc1-a432bc3206da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf89adab-c420-4b12-bcb3-40bc896e7275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423133 Nov 23 11:25:15.014119 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-d93fd4b9-96d6-4488-8d8c-125b9e461997 service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977600 Nov 23 11:25:15.128526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de47fb-95db-49c3-b456-5bc06f428df6 req-217ce740-6cb4-43dd-998a-02c824bfe40f service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065698 Nov 23 11:25:17.005474 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a5c562b8-0122-40d5-b820-c2365dc51ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:18.681630 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:19.652315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:20.115343 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:25:20.178523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:20.180884 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:22.403107 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:26.716124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52548) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:26.796735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cdcda00f-d6d1-41ba-8553-998f47a70dcc tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1374 time: 0.0794253 Nov 23 11:25:26.800088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52552) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:26.805968 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'network': {'name': 'tempest-network-smoke--911412303', 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'port_security_enabled': False}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:25:26.827273 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Made reservation on behalf of d255b10768fa47c9a008bed2d0410d25 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:25:26.831366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:26.862252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:25:26.872528 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:26.872872 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Added segment 818a3ee2-38e4-4382-a0cc-09de8d994306 of type vlan for network 7fc30448-e02f-4061-860a-19ce639bc4dc Nov 23 11:25:26.915019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:26.940123 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:26.946855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:26.947438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:26.985737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1834607 Nov 23 11:25:26.988946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52556) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:26.993782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'admin_state_up': True, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:25:27.029181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Network': ['ID=7fc30448-e02f-4061-860a-19ce639bc4dc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:27.040146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.040505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.040858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.041229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.041570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.041911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.042249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.042588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.042925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.043256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.043586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.043915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca25f7c8-412d-4e9e-808e-5f841aab3cf4 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:27.058598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:27.059795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 7fc30448-e02f-4061-860a-19ce639bc4dc details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:25:27.060361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:27.115716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:27.257266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:27.727189 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:27.745301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:27.851311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Allocated IP 172.25.5.45 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/55416ac7-e48e-4fad-9d4e-89823acd5752) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:25:27.953559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:27.987535 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:28.027316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:25:28.032094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:25:28.035743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:25:28.046075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3c9e7-bc3c-4f8d-9982-5d444a516474 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:25:28.061569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=55416ac7-e48e-4fad-9d4e-89823acd5752,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:28.103403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bb04c337-5895-4849-9e34-52dd5c25c834 None None] Provisioning complete for port 55416ac7-e48e-4fad-9d4e-89823acd5752 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:28.104002 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb04c337-5895-4849-9e34-52dd5c25c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:28.138049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bb04c337-5895-4849-9e34-52dd5c25c834 None None] Port 55416ac7-e48e-4fad-9d4e-89823acd5752 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:25:28.288284 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:28.489894 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:28.621771 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 3dc0640e-260b-435e-9db2-1b6efba622f1 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:25:28.736450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:25:28.747588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Sync routers for ids ['3dc0640e-260b-435e-9db2-1b6efba622f1'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:25:28.757745 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:28.759003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e7ac9249-8e60-442c-8582-e7fd1319170c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7686210 Nov 23 11:25:28.762189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52558) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:28.762487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Routers {'3dc0640e-260b-435e-9db2-1b6efba622f1'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:28.763110 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3dc0640e-260b-435e-9db2-1b6efba622f1'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:28.829343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2988dd-8390-48e7-89f8-56c2b3ede081 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:28.830883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cc2988dd-8390-48e7-89f8-56c2b3ede081 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=d255b10768fa47c9a008bed2d0410d25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0677242 Nov 23 11:25:28.835190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52560) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:28.872484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Set router 3dc0640e-260b-435e-9db2-1b6efba622f1 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:28.930291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a45e3-dd38-43f2-b76f-6b626bc611dd tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:28.931842 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-da6a45e3-dd38-43f2-b76f-6b626bc611dd tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957384 Nov 23 11:25:28.934640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52562) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:28.963887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ba203174-f71a-4c56-8eaf-d2d7d26d8a82 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281022 Nov 23 11:25:28.966563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52564) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:28.996413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b8f3996a-875d-49f8-83c0-eb5c29ad406c tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=d255b10768fa47c9a008bed2d0410d25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287130 Nov 23 11:25:28.998857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:29.091457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49451d-8e87-43aa-8764-e5e199f41cfa tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:29.093216 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8e49451d-8e87-43aa-8764-e5e199f41cfa tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932176 Nov 23 11:25:29.095706 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52568) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:29.127773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-479e64ea-acb3-4d3d-bf9a-508d1d7fb3db tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308590 Nov 23 11:25:29.130749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52570) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:29.135761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1958360190', 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc', 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:25:29.208531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:28Z', 'revision_number': 3, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:29.223985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Made reservation on behalf of d255b10768fa47c9a008bed2d0410d25 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:25:29.227526 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.235208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Checking router: 3dc0640e-260b-435e-9db2-1b6efba622f1 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:25:29.235565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Updating router 3dc0640e-260b-435e-9db2-1b6efba622f1 port 55416ac7-e48e-4fad-9d4e-89823acd5752 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:25:29.263872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.410754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.476967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Subnet': ['ID=ad02c7de-c24a-47d9-9098-9897a4b84e7f,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:29.484258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Checking segment: {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:25:29.484631 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network hostable DHCP agents. Network: 7fc30448-e02f-4061-860a-19ce639bc4dc, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:25:29.502875 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network 7fc30448-e02f-4061-860a-19ce639bc4dc is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:25:29.512133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 7fc30448-e02f-4061-860a-19ce639bc4dc) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:25:29.516664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:29.517546 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.525739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf55b01-49a2-4308-b331-58eb6a8c9bed None None] Network 7fc30448-e02f-4061-860a-19ce639bc4dc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:25:29.531372 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.535644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6c913a23-fb85-43cb-9eba-723371c6961a tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4033492 Nov 23 11:25:29.538603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52572) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:29.547710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.636012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd280e-7859-460e-b80a-9c6a00637cf0 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:25:29.655227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c050a3-d289-4036-ad50-7e82cac31e73 None None] Pushing event updated for resources: {'Port': ['ID=55416ac7-e48e-4fad-9d4e-89823acd5752,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:29.657480 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Attempting to bind port 55416ac7-e48e-4fad-9d4e-89823acd5752 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:25:29.657863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Attempting to bind port 55416ac7-e48e-4fad-9d4e-89823acd5752 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:25:29.658229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Attempting to bind port 55416ac7-e48e-4fad-9d4e-89823acd5752 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:25:29.670100 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:25:29.670736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:25:29.671151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.671543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:25:29.672020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Bound port: 55416ac7-e48e-4fad-9d4e-89823acd5752, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:25:29.672406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.777075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] For port 55416ac7-e48e-4fad-9d4e-89823acd5752, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:25:29.782227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] For port 55416ac7-e48e-4fad-9d4e-89823acd5752, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=55416ac7-e48e-4fad-9d4e-89823acd5752,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:25:29.803770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.808154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-89a329c0-dea2-4fe4-9336-c8cbf7302b99 None None] Provisioning complete for port 55416ac7-e48e-4fad-9d4e-89823acd5752 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:29.808589 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-89a329c0-dea2-4fe4-9336-c8cbf7302b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.833864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-7fc30448-e02f-4061-860a-19ce639bc4dc', 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'fixed_ips': [{'subnet_id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:25:29.834737 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:29.888473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001430b3-45e8-478f-a504-3b9577f50163 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:25:29.931736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c050a3-d289-4036-ad50-7e82cac31e73 None None] Pushing event updated for resources: {'Port': ['ID=55416ac7-e48e-4fad-9d4e-89823acd5752,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:29.976095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Routers {'3dc0640e-260b-435e-9db2-1b6efba622f1'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:29.976741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3dc0640e-260b-435e-9db2-1b6efba622f1'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:30.019609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.176386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Allocated IP 172.20.0.18 (7fc30448-e02f-4061-860a-19ce639bc4dc/ad02c7de-c24a-47d9-9098-9897a4b84e7f/1499c3c1-03e3-40c0-a8f2-32688b5bcb36) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:25:30.185863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-89a329c0-dea2-4fe4-9336-c8cbf7302b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.193562 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] Set router 3dc0640e-260b-435e-9db2-1b6efba622f1 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:30.275922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-89a329c0-dea2-4fe4-9336-c8cbf7302b99 None None] For port 55416ac7-e48e-4fad-9d4e-89823acd5752, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=55416ac7-e48e-4fad-9d4e-89823acd5752,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:30.300830 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-89a329c0-dea2-4fe4-9336-c8cbf7302b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.469928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a329c0-dea2-4fe4-9336-c8cbf7302b99 None None] Pushing event updated for resources: {'Port': ['ID=55416ac7-e48e-4fad-9d4e-89823acd5752,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:30.484687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2610f89a-376b-47f6-a054-74406c1393fd None None] Provisioning complete for port 55416ac7-e48e-4fad-9d4e-89823acd5752 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:30.485068 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2610f89a-376b-47f6-a054-74406c1393fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.608160 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.619258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.662627 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Allocated IP 172.20.0.17 (7fc30448-e02f-4061-860a-19ce639bc4dc/ad02c7de-c24a-47d9-9098-9897a4b84e7f/a64b0705-28ac-4142-9317-587ed2eeab9f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:25:30.692833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:28Z', 'revision_number': 3, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:30.695669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Network 7fc30448-e02f-4061-860a-19ce639bc4dc is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:25:30.730138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:25:30.734152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:25:30.739340 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164b4e6d-59b1-4b91-8821-378a4a5a0e46 None None] The sync data for ids ['3dc0640e-260b-435e-9db2-1b6efba622f1'] in n-d-817747-2 is: [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:28Z', 'revision_number': 3, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:25:30.743871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Pushing event updated for resources: {'Port': ['ID=1499c3c1-03e3-40c0-a8f2-32688b5bcb36,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:30.796364 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.800075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Attempting to bind port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:25:30.801005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Attempting to bind port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:25:30.801403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Attempting to bind port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 on network 7fc30448-e02f-4061-860a-19ce639bc4dc {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:25:30.807189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:25:30.807575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Checking segment: {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:25:30.808036 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.808398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Bound using segment: {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:25:30.808876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Bound port: 1499c3c1-03e3-40c0-a8f2-32688b5bcb36, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:25:30.809289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.834171 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.878327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] For port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:25:30.882287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network 7fc30448-e02f-4061-860a-19ce639bc4dc is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:25:30.884529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] For port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1499c3c1-03e3-40c0-a8f2-32688b5bcb36,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:25:30.885950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:25:30.890965 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.891580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:25:30.896979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=a64b0705-28ac-4142-9317-587ed2eeab9f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:30.943819 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:30.962838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0ec7d-905f-4fd3-b9c2-f600cfc36a80 None None] Pushing event updated for resources: {'Port': ['ID=1499c3c1-03e3-40c0-a8f2-32688b5bcb36,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:31.119271 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:31.461219 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:31.466992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:31.550002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=a64b0705-28ac-4142-9317-587ed2eeab9f,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:31.556488 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:31.652898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network 7fc30448-e02f-4061-860a-19ce639bc4dc is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:25:31.654453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:25:31.788834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 3dc0640e-260b-435e-9db2-1b6efba622f1 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:25:31.910669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:25:31.918860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f2193c92-0e1b-4a20-8b9a-2e40d57c5e3c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "PUT /v2.0/routers/3dc0640e-260b-435e-9db2-1b6efba622f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3765254 Nov 23 11:25:32.005947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25376dba-60b7-4eb8-9ae6-a53a22027830 None None] Network 7fc30448-e02f-4061-860a-19ce639bc4dc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:25:32.153099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-4efd2c8c-80cc-42e0-ac78-25dfeb98bafe tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:32.154912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-4efd2c8c-80cc-42e0-ac78-25dfeb98bafe tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/networks?id=7fc30448-e02f-4061-860a-19ce639bc4dc HTTP/1.1" status: 200 len: 797 time: 0.1221461 Nov 23 11:25:32.173230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-3710c7f9-76e7-430e-bc01-2d06eb58566b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/quotas/d255b10768fa47c9a008bed2d0410d25 HTTP/1.1" status: 200 len: 375 time: 0.0109317 Nov 23 11:25:32.238744 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-3e35e270-c298-471d-9bee-eb8052df0b8d tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575626 Nov 23 11:25:32.248794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-77b12d3e-c654-4236-b3c8-59c32dadf36e None None] Provisioning complete for port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:32.249095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77b12d3e-c654-4236-b3c8-59c32dadf36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:32.349360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-8a1f46ab-8886-4123-8b67-7fc18540b6b5 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc30448-e02f-4061-860a-19ce639bc4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932772 Nov 23 11:25:32.405632 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77b12d3e-c654-4236-b3c8-59c32dadf36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:32.446309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-77b12d3e-c654-4236-b3c8-59c32dadf36e None None] For port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1499c3c1-03e3-40c0-a8f2-32688b5bcb36,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:32.449260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-21d7dd9f-eb95-4556-90cb-77b26a34bd10 service neutron] 10.222.0.61 "GET /v2.0/networks/7fc30448-e02f-4061-860a-19ce639bc4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923989 Nov 23 11:25:32.454721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-77b12d3e-c654-4236-b3c8-59c32dadf36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:32.505682 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Sync routers for ids ['3dc0640e-260b-435e-9db2-1b6efba622f1'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:25:32.517195 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Routers {'3dc0640e-260b-435e-9db2-1b6efba622f1'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:32.517916 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3dc0640e-260b-435e-9db2-1b6efba622f1'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:32.520624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b12d3e-c654-4236-b3c8-59c32dadf36e None None] Pushing event updated for resources: {'Port': ['ID=1499c3c1-03e3-40c0-a8f2-32688b5bcb36,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:32.677744 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-511b23df-7efc-4866-8e29-15f0f0ce98e6 req-e3bfce06-b903-4dfb-a1eb-1f01f33b0138 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 210 time: 0.0615962 Nov 23 11:25:32.698152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b4924a58-8959-4368-912f-a06aad179d67 None None] Provisioning complete for port a64b0705-28ac-4142-9317-587ed2eeab9f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:32.698541 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b4924a58-8959-4368-912f-a06aad179d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:32.795858 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b4924a58-8959-4368-912f-a06aad179d67 None None] Port a64b0705-28ac-4142-9317-587ed2eeab9f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:25:32.802984 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Set router 3dc0640e-260b-435e-9db2-1b6efba622f1 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:32.821081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:25:32.825671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b4924a58-8959-4368-912f-a06aad179d67 None None] Provisioning complete for port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:32.826042 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b4924a58-8959-4368-912f-a06aad179d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:32.941897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:32.942703 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.041453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 55416ac7-e48e-4fad-9d4e-89823acd5752 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:25:33.086205 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:31Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a64b0705-28ac-4142-9317-587ed2eeab9f', 'name': '', 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:ef:78:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:30Z', 'updated_at': '2021-11-23T11:25:31Z', 'revision_number': 2, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:33.101053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 55416ac7-e48e-4fad-9d4e-89823acd5752 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:33.101472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.118534 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Checking router: 3dc0640e-260b-435e-9db2-1b6efba622f1 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:25:33.118900 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Updating router 3dc0640e-260b-435e-9db2-1b6efba622f1 port a64b0705-28ac-4142-9317-587ed2eeab9f binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:25:33.155293 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.162220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f250df10-c4fc-441c-bfa1-83bd666fe42f None None] Provisioning complete for port a64b0705-28ac-4142-9317-587ed2eeab9f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:33.163025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f250df10-c4fc-441c-bfa1-83bd666fe42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.212990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f250df10-c4fc-441c-bfa1-83bd666fe42f None None] Port a64b0705-28ac-4142-9317-587ed2eeab9f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:25:33.334579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-86f9e44d-20f7-4f12-b47c-1696bf1a3cb2 None None] Provisioning complete for port a64b0705-28ac-4142-9317-587ed2eeab9f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:33.335123 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-86f9e44d-20f7-4f12-b47c-1696bf1a3cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.374160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-86f9e44d-20f7-4f12-b47c-1696bf1a3cb2 None None] Port a64b0705-28ac-4142-9317-587ed2eeab9f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:25:33.452163 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.457478 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.509334 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4744f36-057d-4610-b972-10ace9f51dd8 None None] Pushing event updated for resources: {'Port': ['ID=a64b0705-28ac-4142-9317-587ed2eeab9f,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:33.564337 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Attempting to bind port a64b0705-28ac-4142-9317-587ed2eeab9f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:25:33.564719 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Attempting to bind port a64b0705-28ac-4142-9317-587ed2eeab9f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:25:33.565085 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Attempting to bind port a64b0705-28ac-4142-9317-587ed2eeab9f on network 7fc30448-e02f-4061-860a-19ce639bc4dc {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:25:33.571367 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:25:33.571774 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Checking segment: {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:25:33.572181 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.572574 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Bound using segment: {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:25:33.573049 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Bound port: a64b0705-28ac-4142-9317-587ed2eeab9f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:25:33.573467 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.638508 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] For port a64b0705-28ac-4142-9317-587ed2eeab9f, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:25:33.641926 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] For port a64b0705-28ac-4142-9317-587ed2eeab9f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a64b0705-28ac-4142-9317-587ed2eeab9f,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:25:33.647021 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.694762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8b8e3324-81ec-4da1-ad8f-b9e4131ea101 None None] Provisioning complete for port a64b0705-28ac-4142-9317-587ed2eeab9f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:33.695132 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3324-81ec-4da1-ad8f-b9e4131ea101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.736360 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Routers {'3dc0640e-260b-435e-9db2-1b6efba622f1'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:33.737349 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3dc0640e-260b-435e-9db2-1b6efba622f1'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:33.740678 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4744f36-057d-4610-b972-10ace9f51dd8 None None] Pushing event updated for resources: {'Port': ['ID=a64b0705-28ac-4142-9317-587ed2eeab9f,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:33.847997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3324-81ec-4da1-ad8f-b9e4131ea101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.876252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32485e18-18e2-4d32-9b15-b08d9eb02380 req-7836fb68-ed56-4525-839a-d3ea4cb266d8 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 210 time: 0.1128993 Nov 23 11:25:33.891448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8b8e3324-81ec-4da1-ad8f-b9e4131ea101 None None] For port a64b0705-28ac-4142-9317-587ed2eeab9f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a64b0705-28ac-4142-9317-587ed2eeab9f,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:33.898498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b8e3324-81ec-4da1-ad8f-b9e4131ea101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:33.906937 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] Set router 3dc0640e-260b-435e-9db2-1b6efba622f1 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:33.952637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-68615fce-491c-48cd-81b2-c8a767e88a71 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:33.955469 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-68615fce-491c-48cd-81b2-c8a767e88a71 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.58 "GET /v2.0/networks?id=7fc30448-e02f-4061-860a-19ce639bc4dc HTTP/1.1" status: 200 len: 797 time: 0.1900754 Nov 23 11:25:33.970162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e3324-81ec-4da1-ad8f-b9e4131ea101 None None] Pushing event updated for resources: {'Port': ['ID=a64b0705-28ac-4142-9317-587ed2eeab9f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:33.974212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Request body: {'port': {'device_id': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc', 'admin_state_up': True, 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:25:34.116567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Made reservation on behalf of d255b10768fa47c9a008bed2d0410d25 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:25:34.120609 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.139892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a7b69283-e68a-4cd6-88aa-74d93a273594 None None] Provisioning complete for port a64b0705-28ac-4142-9317-587ed2eeab9f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:34.140419 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a7b69283-e68a-4cd6-88aa-74d93a273594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.161993 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:31Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a64b0705-28ac-4142-9317-587ed2eeab9f', 'name': '', 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:ef:78:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:30Z', 'updated_at': '2021-11-23T11:25:33Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:34.190273 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4d38c-b610-4ba8-9437-75047e044170 None None] The sync data for ids ['3dc0640e-260b-435e-9db2-1b6efba622f1'] in n-d-817747-2 is: [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:31Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a64b0705-28ac-4142-9317-587ed2eeab9f', 'name': '', 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:ef:78:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:30Z', 'updated_at': '2021-11-23T11:25:33Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:25:34.273693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Allocated IP 172.20.0.26 (7fc30448-e02f-4061-860a-19ce639bc4dc/ad02c7de-c24a-47d9-9098-9897a4b84e7f/26bb11f1-55c6-4e63-8e3c-4425ecc0f857) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:25:34.409356 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.445791 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.492731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Network 7fc30448-e02f-4061-860a-19ce639bc4dc is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:25:34.495886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:25:34.499648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:25:34.525477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event updated for resources: {'Port': ['ID=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:34.546369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.546745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.547067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.547404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.547812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.548154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.548488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.548817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.549173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.549505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.549832 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.550732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:34.576250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:34.576890 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.596043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-27989c7d-ced3-4618-87d4-203c5ad37338 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6278257 Nov 23 11:25:34.696127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Request body: {'port': {'device_id': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:25:34.717188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a64b0705-28ac-4142-9317-587ed2eeab9f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:25:34.765973 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.783696 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-95a592d5-3281-4057-bcbc-7a40bf18a63c None None] Provisioning complete for port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:34.783986 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-95a592d5-3281-4057-bcbc-7a40bf18a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.818729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a64b0705-28ac-4142-9317-587ed2eeab9f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:34.819106 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:34.850080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-95a592d5-3281-4057-bcbc-7a40bf18a63c None None] Port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:25:35.011498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d3179-0292-4b4e-9ffa-08ffbe7b640a req-191e4a15-d02d-4b8b-879e-d5f126b1deac tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:35.013209 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-857d3179-0292-4b4e-9ffa-08ffbe7b640a req-191e4a15-d02d-4b8b-879e-d5f126b1deac tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 895 time: 0.0576088 Nov 23 11:25:35.072245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:25:35.079947 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:35.093310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Transition to ACTIVE for port object 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:25:35.096820 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:35.169708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Pushing event updated for resources: {'Port': ['ID=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:35.227700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Attempting to bind port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:25:35.228146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Attempting to bind port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:25:35.228545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Attempting to bind port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 on network 7fc30448-e02f-4061-860a-19ce639bc4dc {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:25:35.237147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 on network 7fc30448-e02f-4061-860a-19ce639bc4dc not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:25:35.237483 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Attempting to bind port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 on network 7fc30448-e02f-4061-860a-19ce639bc4dc {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:25:35.243921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:25:35.244262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Checking segment: {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:25:35.244656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Bound using segment: {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:25:35.245091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Bound port: 26bb11f1-55c6-4e63-8e3c-4425ecc0f857, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818a3ee2-38e4-4382-a0cc-09de8d994306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:25:35.245475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:35.320581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] For port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:25:35.324155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] For port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:25:35.329985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:35.366914 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:35.367541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:35.368925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] 10.222.0.58 "PUT /v2.0/ports/26bb11f1-55c6-4e63-8e3c-4425ecc0f857 HTTP/1.1" status: 200 len: 1055 time: 0.7641611 Nov 23 11:25:35.369430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'tag': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:25:35.371654 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4ec9f-2989-462b-b36b-556c80e3556a" -d '{"events": [{"name": "network-changed", "server_uuid": "42f62a0a-8b66-4a76-b09d-bcece6987cef", "tag": "26bb11f1-55c6-4e63-8e3c-4425ecc0f857"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:25:35.402971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ebfa4-eb22-40f2-8f54-ef45ee1c5781 service neutron] Pushing event updated for resources: {'Port': ['ID=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:35.429583 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a9fc9c-8c76-405d-b44a-ba065c141cdb x-openstack-request-id: req-90a9fc9c-8c76-405d-b44a-ba065c141cdb {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:25:35.429879 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f62a0a-8b66-4a76-b09d-bcece6987cef", "tag": "26bb11f1-55c6-4e63-8e3c-4425ecc0f857", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:25:35.430290 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90a9fc9c-8c76-405d-b44a-ba065c141cdb {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:25:35.430774 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'tag': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857', 'status': 'completed', 'code': 200} Nov 23 11:25:35.462484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-0b199664-ccd7-4cc7-bcd7-65637e8dd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:35.463885 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-0b199664-ccd7-4cc7-bcd7-65637e8dd1d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 1058 time: 0.0454698 Nov 23 11:25:35.507075 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-2025d3ce-3def-48b1-91ed-fbe6f12aae20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=26bb11f1-55c6-4e63-8e3c-4425ecc0f857 HTTP/1.1" status: 200 len: 217 time: 0.0355756 Nov 23 11:25:35.563130 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a4176490-6886-4367-9094-413d6be34161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:35.564628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-a4176490-6886-4367-9094-413d6be34161 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad02c7de-c24a-47d9-9098-9897a4b84e7f HTTP/1.1" status: 200 len: 838 time: 0.0512416 Nov 23 11:25:35.612157 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-b6d6a32e-aa5e-4526-84fe-d7d8f898f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:35.614039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-b6d6a32e-aa5e-4526-84fe-d7d8f898f002 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc30448-e02f-4061-860a-19ce639bc4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423417 Nov 23 11:25:35.707512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-05d0c82b-6abd-42ca-8b45-46afc874533b service neutron] 10.222.0.58 "GET /v2.0/networks/7fc30448-e02f-4061-860a-19ce639bc4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861311 Nov 23 11:25:35.798155 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aafca263-499c-4ca9-8f99-4875e0448f9f req-4c39bcaa-f005-4562-821b-9304ff569172 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc30448-e02f-4061-860a-19ce639bc4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835686 Nov 23 11:25:35.885269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-93d0625f-7d0b-43ac-adc8-19020dc4dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:35.886737 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-93d0625f-7d0b-43ac-adc8-19020dc4dcbf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 1058 time: 0.0429988 Nov 23 11:25:35.982232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-03122ae6-1cd3-4f75-b10d-7506f736ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:35.983612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-03122ae6-1cd3-4f75-b10d-7506f736ebaa service neutron] 10.222.0.58 "GET /v2.0/networks?id=7fc30448-e02f-4061-860a-19ce639bc4dc HTTP/1.1" status: 200 len: 898 time: 0.0892391 Nov 23 11:25:36.025598 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-5e6e064d-66a8-439d-9572-ed6e097d3abf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=26bb11f1-55c6-4e63-8e3c-4425ecc0f857 HTTP/1.1" status: 200 len: 217 time: 0.0343869 Nov 23 11:25:36.081417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-1ba4fc86-c97e-44bb-828d-492cf7b29caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:36.083483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-1ba4fc86-c97e-44bb-828d-492cf7b29caa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ad02c7de-c24a-47d9-9098-9897a4b84e7f HTTP/1.1" status: 200 len: 838 time: 0.0505888 Nov 23 11:25:36.136304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc651e8-6f94-44f0-97d6-4ea1e5aa0d58 req-db2a4026-dc00-49a3-99f0-bd84045462dd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:36.138636 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8bc651e8-6f94-44f0-97d6-4ea1e5aa0d58 req-db2a4026-dc00-49a3-99f0-bd84045462dd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 907 time: 0.0551379 Nov 23 11:25:36.141296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-dfe7904f-cfd8-4752-9905-e81cafeb59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:36.142815 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-dfe7904f-cfd8-4752-9905-e81cafeb59c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7fc30448-e02f-4061-860a-19ce639bc4dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507658 Nov 23 11:25:36.236397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-4dad0cfd-91f7-4467-9c74-1df397afda54 service neutron] 10.222.0.58 "GET /v2.0/networks/7fc30448-e02f-4061-860a-19ce639bc4dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859313 Nov 23 11:25:36.334392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9aa4ec9f-2989-462b-b36b-556c80e3556a req-82c64ab0-488e-4fb5-becb-be5226ee583f service neutron] 10.222.0.58 "GET /v2.0/networks/7fc30448-e02f-4061-860a-19ce639bc4dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904317 Nov 23 11:25:37.272654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a2a15-c2ca-470f-bb33-d32a722dd8e2 req-840f1998-6abf-417c-9b52-529593376dcc tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:37.274157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a10a2a15-c2ca-470f-bb33-d32a722dd8e2 req-840f1998-6abf-417c-9b52-529593376dcc tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 907 time: 0.0486445 Nov 23 11:25:38.392341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b833c6-782f-420d-982b-acd5dbf5895d req-5c5e50c5-3d4a-4956-ad9a-64b3f815c5a6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:38.393792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72b833c6-782f-420d-982b-acd5dbf5895d req-5c5e50c5-3d4a-4956-ad9a-64b3f815c5a6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 907 time: 0.0497527 Nov 23 11:25:39.121887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:25:39.221000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:39.232233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857', 'network_id': '7fc30448-e02f-4061-860a-19ce639bc4dc', 'port_id': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857', 'mac_address': 'fa:16:3e:59:a3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad02c7de-c24a-47d9-9098-9897a4b84e7f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:25:39.268330 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:39.280781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:25:39.301200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:39.304894 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:39.355022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:39.513039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42498e-9a94-42d9-849f-9511b2b9bd56 req-0e90f3fe-8d88-42f8-be08-e0cdcfba1098 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:39.514526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e42498e-9a94-42d9-849f-9511b2b9bd56 req-0e90f3fe-8d88-42f8-be08-e0cdcfba1098 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 908 time: 0.0527418 Nov 23 11:25:39.642796 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['26bb11f1-55c6-4e63-8e3c-4425ecc0f857'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:25:40.632656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1a945-1def-4e81-aa4f-87aa05ad93d0 req-dd8c1d48-b2c6-4eab-8772-b7fb48eb0301 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:40.634190 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-56a1a945-1def-4e81-aa4f-87aa05ad93d0 req-dd8c1d48-b2c6-4eab-8772-b7fb48eb0301 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 908 time: 0.0509279 Nov 23 11:25:41.133597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:25:41.182117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:25:41.186148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:25:41.186515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:41.265101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:41.287017 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:25:41.289252 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b7127-2be4-4cb6-b122-56cddb2a9bb3" -d '{"events": [{"server_uuid": "42f62a0a-8b66-4a76-b09d-bcece6987cef", "name": "network-vif-plugged", "status": "completed", "tag": "26bb11f1-55c6-4e63-8e3c-4425ecc0f857"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:25:41.302927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:41.306727 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:41.329874 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4561c4b4-83a3-4e61-a91d-3fd76b23b77b x-openstack-request-id: req-4561c4b4-83a3-4e61-a91d-3fd76b23b77b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:25:41.330172 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f62a0a-8b66-4a76-b09d-bcece6987cef", "name": "network-vif-plugged", "status": "completed", "tag": "26bb11f1-55c6-4e63-8e3c-4425ecc0f857", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:25:41.330458 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4561c4b4-83a3-4e61-a91d-3fd76b23b77b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:25:41.330843 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857', 'code': 200} Nov 23 11:25:41.357044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:41.428417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aaf7-2da9-4167-991b-c81a57a6f8f4 req-52796d59-3a10-49d5-9026-33c5e02fa1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:41.429951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ca8aaf7-2da9-4167-991b-c81a57a6f8f4 req-52796d59-3a10-49d5-9026-33c5e02fa1fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 1060 time: 0.0408003 Nov 23 11:25:41.752628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36d779-e010-44ff-b6c3-424566aadff0 req-14afa4a1-a2e7-48f7-b04f-0463ab14a5d6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:41.754344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df36d779-e010-44ff-b6c3-424566aadff0 req-14afa4a1-a2e7-48f7-b04f-0463ab14a5d6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 909 time: 0.0503700 Nov 23 11:25:42.877168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66299320-da0a-4b8f-8e65-91c0916e3945 req-25ee4c7f-c9e9-4cba-b277-741be63f14c1 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:42.879455 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66299320-da0a-4b8f-8e65-91c0916e3945 req-25ee4c7f-c9e9-4cba-b277-741be63f14c1 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 909 time: 0.0534890 Nov 23 11:25:42.998446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220d2ed-e8bf-458c-9d4b-fede7949245c req-c5479d8c-6327-4ac8-ba62-fce7d4735904 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:43.000316 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c220d2ed-e8bf-458c-9d4b-fede7949245c req-c5479d8c-6327-4ac8-ba62-fce7d4735904 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 909 time: 0.0533769 Nov 23 11:25:43.103744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29813e-8df5-41df-a779-586e83bd0ee1 req-d5975e89-bcc8-4923-b25e-ea5cba77e794 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:43.105282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6c29813e-8df5-41df-a779-586e83bd0ee1 req-d5975e89-bcc8-4923-b25e-ea5cba77e794 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 1060 time: 0.0400114 Nov 23 11:25:43.209375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b864d6-cf14-48e4-abf4-8e489fc953ed req-d186af08-d8c9-4623-a830-f8bb0d26241f tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:43.210899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2b864d6-cf14-48e4-abf4-8e489fc953ed req-d186af08-d8c9-4623-a830-f8bb0d26241f tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1135 time: 0.0410085 Nov 23 11:25:43.262380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2b864d6-cf14-48e4-abf4-8e489fc953ed req-acff585f-581a-452f-8f0d-0343e4401bd2 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0454922 Nov 23 11:25:43.285612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52632) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:43.328344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c20050-c161-4536-b7b2-d07a33db8613 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:43.329911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-20c20050-c161-4536-b7b2-d07a33db8613 tempest-TestSecurityGroupsBasicOps-1536602475 tempest-TestSecurityGroupsBasicOps-1536602475-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 1055 time: 0.0432765 Nov 23 11:25:43.543868 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85464b09-d3ef-43dd-9c24-d05174a3917a req-dacd7a9e-9557-4b30-8f2a-137f1c8f4b4f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:43.545779 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85464b09-d3ef-43dd-9c24-d05174a3917a req-dacd7a9e-9557-4b30-8f2a-137f1c8f4b4f tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 909 time: 0.0499516 Nov 23 11:25:44.570559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-811c081b-65f2-42e1-b007-96da0f992fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:44.667348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2c367-4591-4f74-b044-d7e8c50ea808 req-5a5d0c38-f649-485d-a211-480a6ea72386 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:44.668832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bec2c367-4591-4f74-b044-d7e8c50ea808 req-5a5d0c38-f649-485d-a211-480a6ea72386 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 909 time: 0.0524001 Nov 23 11:25:44.916720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efcb77-152b-4313-864e-9c65403df4fa req-41124036-9ec3-4e09-b00a-cbc5043c2bc1 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:44.918260 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4efcb77-152b-4313-864e-9c65403df4fa req-41124036-9ec3-4e09-b00a-cbc5043c2bc1 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.58 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 909 time: 0.0474162 Nov 23 11:25:45.005587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:45.005959 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:45.410672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] For port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:45.410956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:45.423424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Calling delete_port for 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:45.551646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:45.576884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Port': ['ID=26bb11f1-55c6-4e63-8e3c-4425ecc0f857,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:45.622768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] No DVR routers for this DVR port 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:25:45.625456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:45.630241 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a4efcb77-152b-4313-864e-9c65403df4fa req-3e9c4fe0-a431-4bb5-948c-6d84f7928b36 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.58 "DELETE /v2.0/ports/26bb11f1-55c6-4e63-8e3c-4425ecc0f857 HTTP/1.1" status: 204 len: 173 time: 0.7061791 Nov 23 11:25:45.630719 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'name': 'network-vif-deleted', 'tag': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:25:45.633008 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d640fa-42d2-46ae-a439-e1a2c6d1b839" -d '{"events": [{"server_uuid": "42f62a0a-8b66-4a76-b09d-bcece6987cef", "name": "network-vif-deleted", "tag": "26bb11f1-55c6-4e63-8e3c-4425ecc0f857"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:25:45.673362 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7040ed-092a-4515-a56d-e108c310b322 x-openstack-request-id: req-ad7040ed-092a-4515-a56d-e108c310b322 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:25:45.673975 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f62a0a-8b66-4a76-b09d-bcece6987cef", "name": "network-vif-deleted", "tag": "26bb11f1-55c6-4e63-8e3c-4425ecc0f857", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:25:45.673975 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad7040ed-092a-4515-a56d-e108c310b322 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:25:45.674347 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f62a0a-8b66-4a76-b09d-bcece6987cef', 'name': 'network-vif-deleted', 'tag': '26bb11f1-55c6-4e63-8e3c-4425ecc0f857', 'status': 'completed', 'code': 200} Nov 23 11:25:45.778739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d08b5b36-8f06-4a60-89d8-a52b173cd820 req-74c5dcdf-7d9d-4aef-ba12-3a1d650cd19c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=42f62a0a-8b66-4a76-b09d-bcece6987cef HTTP/1.1" status: 200 len: 210 time: 0.0295856 Nov 23 11:25:46.836124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52650) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:47.008577 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9e1ef03-3dd2-4716-8dff-17d4e5720568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:47.227415 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:47.494515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting port a64b0705-28ac-4142-9317-587ed2eeab9f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:47.494864 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:47.589352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] For port a64b0705-28ac-4142-9317-587ed2eeab9f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a64b0705-28ac-4142-9317-587ed2eeab9f,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:47.589721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:47.602443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Calling delete_port for a64b0705-28ac-4142-9317-587ed2eeab9f owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:47.791056 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:47.823050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Port': ['ID=a64b0705-28ac-4142-9317-587ed2eeab9f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:48.000944 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.220198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 3dc0640e-260b-435e-9db2-1b6efba622f1 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:25:48.326682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:25:48.333630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d66663a-8d43-4691-9baa-6b3e32373787 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "PUT /v2.0/routers/3dc0640e-260b-435e-9db2-1b6efba622f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953182 Nov 23 11:25:48.335341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52656) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:48.338063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] Sync routers for ids ['3dc0640e-260b-435e-9db2-1b6efba622f1'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:25:48.348461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] Routers {'3dc0640e-260b-435e-9db2-1b6efba622f1'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:48.349077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3dc0640e-260b-435e-9db2-1b6efba622f1'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:48.386068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting subnet ad02c7de-c24a-47d9-9098-9897a4b84e7f {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:25:48.389074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.429314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.452579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] Set router 3dc0640e-260b-435e-9db2-1b6efba622f1 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:48.516573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.576411 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.605806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Subnet': ['ID=ad02c7de-c24a-47d9-9098-9897a4b84e7f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:48.607789 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.615531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3e1a27d3-69e4-4270-8094-9da1ab47e899 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/subnets/ad02c7de-c24a-47d9-9098-9897a4b84e7f HTTP/1.1" status: 204 len: 168 time: 0.2747464 Nov 23 11:25:48.615531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52658) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:48.619616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a656d-9a4d-4e38-94cc-e7247f1b4c1d None None] Network 7fc30448-e02f-4061-860a-19ce639bc4dc requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:25:48.726162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.731930 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.747339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:47Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:48.781591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] Checking router: 3dc0640e-260b-435e-9db2-1b6efba622f1 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:25:48.798148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] Routers {'3dc0640e-260b-435e-9db2-1b6efba622f1'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:48.798745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['3dc0640e-260b-435e-9db2-1b6efba622f1'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:48.846576 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.883498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] DHCP port deletion for 7fc30448-e02f-4061-860a-19ce639bc4dc request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:25:48.902919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting port 55416ac7-e48e-4fad-9d4e-89823acd5752 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:48.903270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.936984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] Set router 3dc0640e-260b-435e-9db2-1b6efba622f1 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:48.985425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] For port 55416ac7-e48e-4fad-9d4e-89823acd5752, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=55416ac7-e48e-4fad-9d4e-89823acd5752,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:48.985794 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:48.999342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Calling delete_port for 55416ac7-e48e-4fad-9d4e-89823acd5752 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:49.176788 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.184187 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:49.203307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Port': ['ID=55416ac7-e48e-4fad-9d4e-89823acd5752,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:49.248199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479e8a41-f4d0-4879-84e0-e6d2d56adb16 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:25:49.250443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:49.250617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 26bb11f1-55c6-4e63-8e3c-4425ecc0f857 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:49.260390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Deleting port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:49.260770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.265651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.352225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] For port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1499c3c1-03e3-40c0-a8f2-32688b5bcb36,segment=NetworkSegment(818a3ee2-38e4-4382-a0cc-09de8d994306),segment_id=818a3ee2-38e4-4382-a0cc-09de8d994306)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:49.352894 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.358386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.360506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.384940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Calling delete_port for 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:49.475784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:47Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:49.513148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a58783-3aab-493c-bad0-8b3d48263e75 None None] The sync data for ids ['3dc0640e-260b-435e-9db2-1b6efba622f1'] in n-d-817747-2 is: [{'id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1755456759', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:47Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '55416ac7-e48e-4fad-9d4e-89823acd5752', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc0640e-260b-435e-9db2-1b6efba622f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:25:27Z', 'updated_at': '2021-11-23T11:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:25:49.526995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.563218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Pushing event deleted for resources: {'Port': ['ID=1499c3c1-03e3-40c0-a8f2-32688b5bcb36,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:49.568832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] No DVR routers for this DVR port 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:25:49.576789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.577166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.577518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.577862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.578202 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.578677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.579022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.579737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.579737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.580034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.580311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.580728 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42cab1e-72b8-4960-a538-968ee9c872cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:25:49.657171 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.709974 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.710545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Fanout notify agent at l3_agent the message router_deleted on router 3dc0640e-260b-435e-9db2-1b6efba622f1 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:25:49.718297 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.719424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3bf1014a-8106-4978-8779-b014f401c2f7 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/routers/3dc0640e-260b-435e-9db2-1b6efba622f1 HTTP/1.1" status: 204 len: 168 time: 1.1037161 Nov 23 11:25:49.723125 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52660) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:49.797418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.886383 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.907425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc30448-e02f-4061-860a-19ce639bc4dc']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:49.918819 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818a3ee2-38e4-4382-a0cc-09de8d994306') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:49.919033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818a3ee2-38e4-4382-a0cc-09de8d994306') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:49.929847 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.944140 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.950930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:25:49.951233 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:25:49.954654 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:25:50.021016 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.036032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.038571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/networks/7fc30448-e02f-4061-860a-19ce639bc4dc HTTP/1.1" status: 204 len: 168 time: 0.3143950 Nov 23 11:25:50.041842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52662) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:50.050303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206548a-c3b4-4947-b25d-b4630b3b7121 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Network': ['ID=7fc30448-e02f-4061-860a-19ce639bc4dc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:50.174722 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.209995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.216947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting port 83388937-5691-42a5-90ea-9e80efa3ea7b {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:50.217320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.292863 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.293219 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.305807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Calling delete_port for 83388937-5691-42a5-90ea-9e80efa3ea7b owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:50.455199 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.480357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Port': ['ID=83388937-5691-42a5-90ea-9e80efa3ea7b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:50.544738 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.545346 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Floating IP afc2ee65-d918-4b38-9645-1e08d98587bb disassociated (deleted). External IP: 172.25.5.14, port: 07d905b8-36d0-4e32-9108-f73424fe8b20. Nov 23 11:25:50.694289 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:50.713948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:50.714295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1499c3c1-03e3-40c0-a8f2-32688b5bcb36 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:50.714712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 55416ac7-e48e-4fad-9d4e-89823acd5752 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:50.734309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 55416ac7-e48e-4fad-9d4e-89823acd5752 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:50.734661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 55416ac7-e48e-4fad-9d4e-89823acd5752 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:50.735076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a64b0705-28ac-4142-9317-587ed2eeab9f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:50.752945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 6faaebee-1dd5-4125-bd54-ba4f767d12ae has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:25:50.754499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a64b0705-28ac-4142-9317-587ed2eeab9f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:50.754861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a64b0705-28ac-4142-9317-587ed2eeab9f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:50.863075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:25:50.867438 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:50.872239 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] Sync routers for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:25:50.883092 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:50.883711 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:50.897904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e4304496-f3b7-470b-929a-95bb693e5edf tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/floatingips/afc2ee65-d918-4b38-9645-1e08d98587bb HTTP/1.1" status: 204 len: 168 time: 0.8549016 Nov 23 11:25:50.898610 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:25:50.900965 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:25:50.947298 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4eaf71-4415-480e-9c55-49f287e595d7 x-openstack-request-id: req-df4eaf71-4415-480e-9c55-49f287e595d7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:25:50.947594 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:25:50.948022 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df4eaf71-4415-480e-9c55-49f287e595d7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:25:50.948458 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'status': 'completed', 'code': 200} Nov 23 11:25:51.002119 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:51.024103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-843f0997-69a1-4797-a719-819ebed05b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:51.025755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-843f0997-69a1-4797-a719-819ebed05b08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d255b10768fa47c9a008bed2d0410d25&device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 1135 time: 0.0511873 Nov 23 11:25:51.132357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-639fc1e1-75c0-48df-ba4f-af9ada312a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:51.134319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-639fc1e1-75c0-48df-ba4f-af9ada312a3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf89adab-c420-4b12-bcb3-40bc896e7275 HTTP/1.1" status: 200 len: 898 time: 0.1012800 Nov 23 11:25:51.146584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900a22f-df7d-4923-9ee0-49ed5569e323 req-cabdb8a2-4cd8-49d5-b6ce-84afb3f4b476 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:51.149582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a900a22f-df7d-4923-9ee0-49ed5569e323 req-cabdb8a2-4cd8-49d5-b6ce-84afb3f4b476 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 984 time: 0.0561104 Nov 23 11:25:51.182401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-d4d397a4-faad-405b-a34d-52832d520d9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07d905b8-36d0-4e32-9108-f73424fe8b20 HTTP/1.1" status: 200 len: 217 time: 0.0398200 Nov 23 11:25:51.209511 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a900a22f-df7d-4923-9ee0-49ed5569e323 req-57fbfb04-1d9e-4dde-b3e5-781ae89674c6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0539608 Nov 23 11:25:51.217341 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:51.234466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-1f444450-b21f-43b8-826b-c20592a54017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:51.235951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-1f444450-b21f-43b8-826b-c20592a54017 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=040d9132-425e-454b-8bbd-ada144873ac4 HTTP/1.1" status: 200 len: 835 time: 0.0464709 Nov 23 11:25:51.246855 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] Checking router: 6faaebee-1dd5-4125-bd54-ba4f767d12ae for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:25:51.255529 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:51.256155 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:51.296117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-8f8165d0-e9a3-41a5-904c-1ddffabc02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:51.297678 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-8f8165d0-e9a3-41a5-904c-1ddffabc02b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf89adab-c420-4b12-bcb3-40bc896e7275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523763 Nov 23 11:25:51.363510 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:51.393506 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-eb168144-ca4a-450d-bc67-da5a68363da0 service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873773 Nov 23 11:25:51.484113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54cca4bf-2a7f-45b3-90a9-e8aba0f60105 req-ff417897-6b2c-4d0b-89a6-5df73dba8f28 service neutron] 10.222.0.65 "GET /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831573 Nov 23 11:25:51.561375 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:51.591295 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fa78f-cd01-49b7-82e7-6046a7485cc9 None None] The sync data for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 is: [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:24:34Z', 'revision_number': 4, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '339c1f49-e9b7-4442-9008-016e963b692d', 'name': '', 'network_id': 'bf89adab-c420-4b12-bcb3-40bc896e7275', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'mac_address': 'fa:16:3e:2c:c0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '040d9132-425e-454b-8bbd-ada144873ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:32Z', 'updated_at': '2021-11-23T11:24:36Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'subnets': [{'id': '040d9132-425e-454b-8bbd-ada144873ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:25:51.798831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e082155-a884-4dcc-a714-3b09725291a4 None None] New status for floating IP afc2ee65-d918-4b38-9645-1e08d98587bb: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:25:52.334675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1933d-76cc-46cd-a036-30f047c1aa14 req-40d00714-3523-439d-b90b-4119197c9c8c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:52.336165 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7b1933d-76cc-46cd-a036-30f047c1aa14 req-40d00714-3523-439d-b90b-4119197c9c8c tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 984 time: 0.0552433 Nov 23 11:25:52.391873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7b1933d-76cc-46cd-a036-30f047c1aa14 req-a11b9d24-94a4-466e-a5d9-d814dae3aa13 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/security-groups?id=78bcf717-37c9-4a1e-b4fc-aa54448cbbca&id=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494597 Nov 23 11:25:52.414997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:52.617536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-124d062f-e92e-4e07-83f5-fe4f7c4f8fe3 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:25:52.619454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-124d062f-e92e-4e07-83f5-fe4f7c4f8fe3 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 984 time: 0.0484200 Nov 23 11:25:52.719846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting port 07d905b8-36d0-4e32-9108-f73424fe8b20 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:52.720179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:52.808098 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] For port 07d905b8-36d0-4e32-9108-f73424fe8b20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=07d905b8-36d0-4e32-9108-f73424fe8b20,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:52.808455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:52.820757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Calling delete_port for 07d905b8-36d0-4e32-9108-f73424fe8b20 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:52.952431 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:52.982351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Port': ['ID=07d905b8-36d0-4e32-9108-f73424fe8b20,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:53.021535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] No DVR routers for this DVR port 07d905b8-36d0-4e32-9108-f73424fe8b20 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:25:53.024326 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:53.027668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b2a8c8f-fa3f-4f60-8d86-01416661cdd4 req-be533dda-3af6-4282-839b-5fab4637edfd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.65 "DELETE /v2.0/ports/07d905b8-36d0-4e32-9108-f73424fe8b20 HTTP/1.1" status: 204 len: 173 time: 0.3987532 Nov 23 11:25:53.028127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'name': 'network-vif-deleted', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:25:53.030394 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431e38a2-c09e-4a1d-bbf4-2382a0e1a07e" -d '{"events": [{"server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "name": "network-vif-deleted", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:25:53.068775 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bc7ca6-a5fd-4574-aa6b-2b3218d777de x-openstack-request-id: req-28bc7ca6-a5fd-4574-aa6b-2b3218d777de {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:25:53.069072 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8adad9-6f15-4c36-9fca-ebd4f70c3cce", "name": "network-vif-deleted", "tag": "07d905b8-36d0-4e32-9108-f73424fe8b20", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:25:53.069357 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28bc7ca6-a5fd-4574-aa6b-2b3218d777de {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:25:53.069764 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8adad9-6f15-4c36-9fca-ebd4f70c3cce', 'name': 'network-vif-deleted', 'tag': '07d905b8-36d0-4e32-9108-f73424fe8b20', 'status': 'completed', 'code': 200} Nov 23 11:25:53.511806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6bb0746-9de6-4aa1-8770-e87ab0d7adb5 req-a0b99ee1-1cb8-4580-95c0-c90a395228bd tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac8adad9-6f15-4c36-9fca-ebd4f70c3cce HTTP/1.1" status: 200 len: 210 time: 0.0301335 Nov 23 11:25:54.572414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52678) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:54.625320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64aa9af6-66ea-4d80-bc83-60576e8d8285 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.648388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64aa9af6-66ea-4d80-bc83-60576e8d8285 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.689156 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64aa9af6-66ea-4d80-bc83-60576e8d8285 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.692614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64aa9af6-66ea-4d80-bc83-60576e8d8285 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.693793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-64aa9af6-66ea-4d80-bc83-60576e8d8285 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/security-groups/78bcf717-37c9-4a1e-b4fc-aa54448cbbca HTTP/1.1" status: 204 len: 168 time: 0.1203921 Nov 23 11:25:54.696614 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52680) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:54.702842 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9af6-66ea-4d80-bc83-60576e8d8285 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bcf717-37c9-4a1e-b4fc-aa54448cbbca,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:54.749321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f071751-a744-412d-a397-051f61a77a6b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.772101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f071751-a744-412d-a397-051f61a77a6b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.823009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f071751-a744-412d-a397-051f61a77a6b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.825679 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4f071751-a744-412d-a397-051f61a77a6b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:54.829498 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4f071751-a744-412d-a397-051f61a77a6b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/security-groups/72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a HTTP/1.1" status: 204 len: 168 time: 0.1292095 Nov 23 11:25:54.829975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52682) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:54.844032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f071751-a744-412d-a397-051f61a77a6b tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae0450-fe73-4b90-9fc7-5d9fbbb56a9a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:55.203963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:55.463301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting port 339c1f49-e9b7-4442-9008-016e963b692d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:55.463644 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:55.552628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] For port 339c1f49-e9b7-4442-9008-016e963b692d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=339c1f49-e9b7-4442-9008-016e963b692d,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:55.552983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:55.565650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Calling delete_port for 339c1f49-e9b7-4442-9008-016e963b692d owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:55.747486 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:55.779071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Port': ['ID=339c1f49-e9b7-4442-9008-016e963b692d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:55.950184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.164721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Router 6faaebee-1dd5-4125-bd54-ba4f767d12ae has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:25:56.269917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:25:56.277923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2f1fa6c9-91ad-4d9a-8c9f-13fbc44069ee tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "PUT /v2.0/routers/6faaebee-1dd5-4125-bd54-ba4f767d12ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4440706 Nov 23 11:25:56.277923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52684) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:56.279652 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] Sync routers for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:25:56.292290 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:56.293016 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:56.333024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting subnet 040d9132-425e-454b-8bbd-ada144873ac4 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:25:56.336465 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.376866 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.416920 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:56.469789 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.531127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.557998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c90f51-63ec-4905-9b07-4ddcaa05cee1 None None] Network bf89adab-c420-4b12-bcb3-40bc896e7275 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:25:56.564489 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.571272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52686) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:56.585697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/subnets/040d9132-425e-454b-8bbd-ada144873ac4 HTTP/1.1" status: 204 len: 168 time: 0.3066013 Nov 23 11:25:56.587073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f1cf6-3b0f-4684-a92d-54a502a9d853 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Subnet': ['ID=040d9132-425e-454b-8bbd-ada144873ac4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:56.633856 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:25:55Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:56.668637 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] Checking router: 6faaebee-1dd5-4125-bd54-ba4f767d12ae for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:25:56.682004 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] Routers {'6faaebee-1dd5-4125-bd54-ba4f767d12ae'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:25:56.682605 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:25:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:56.698767 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.801352 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] Set router 6faaebee-1dd5-4125-bd54-ba4f767d12ae gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:25:56.804416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] DHCP port deletion for bf89adab-c420-4b12-bcb3-40bc896e7275 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:25:56.823799 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.860367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] Deleting port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:56.860788 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.880593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Deleting port 69d22988-7830-4be7-b86b-c56b79111ed9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:25:56.880931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.926876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] For port ca60adac-d91b-45f7-9ac0-00e04f2f15a9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ca60adac-d91b-45f7-9ac0-00e04f2f15a9,segment=NetworkSegment(f257b012-8218-4582-8b73-30b091f4b7be),segment_id=f257b012-8218-4582-8b73-30b091f4b7be)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:56.927206 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.941396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] Calling delete_port for ca60adac-d91b-45f7-9ac0-00e04f2f15a9 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:56.967345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] For port 69d22988-7830-4be7-b86b-c56b79111ed9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=69d22988-7830-4be7-b86b-c56b79111ed9,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:25:56.967708 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:56.979821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Calling delete_port for 69d22988-7830-4be7-b86b-c56b79111ed9 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:25:56.993797 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:25:55Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:57.021716 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffb59f2-94e0-4e8f-ba62-fd350fc43e60 None None] The sync data for ids ['6faaebee-1dd5-4125-bd54-ba4f767d12ae'] in n-d-817747-2 is: [{'id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2070313427', 'tenant_id': 'd255b10768fa47c9a008bed2d0410d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:24:29Z', 'updated_at': '2021-11-23T11:25:55Z', 'revision_number': 5, 'project_id': 'd255b10768fa47c9a008bed2d0410d25', 'gw_port': {'id': '69d22988-7830-4be7-b86b-c56b79111ed9', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:10:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6faaebee-1dd5-4125-bd54-ba4f767d12ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:24:30Z', 'updated_at': '2021-11-23T11:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:25:57.034620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.061753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] Pushing event deleted for resources: {'Port': ['ID=ca60adac-d91b-45f7-9ac0-00e04f2f15a9,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:57.064899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af21215-402e-4d2b-8eb3-bc58957cd147 None None] No DVR routers for this DVR port ca60adac-d91b-45f7-9ac0-00e04f2f15a9 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:25:57.113773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:25:57.158432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.188591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Port': ['ID=69d22988-7830-4be7-b86b-c56b79111ed9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:57.201468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f59dbe-a4bc-471c-999d-7e97161dac53 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:25:57.249169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.342358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.344367 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.389935 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.390658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Fanout notify agent at l3_agent the message router_deleted on router 6faaebee-1dd5-4125-bd54-ba4f767d12ae {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:25:57.398676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.399797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-868c918f-1afc-4173-ad23-15ce305067e6 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/routers/6faaebee-1dd5-4125-bd54-ba4f767d12ae HTTP/1.1" status: 204 len: 168 time: 0.8275397 Nov 23 11:25:57.402362 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52688) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:57.487934 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.582270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.602661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf89adab-c420-4b12-bcb3-40bc896e7275']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:57.612829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f257b012-8218-4582-8b73-30b091f4b7be') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:57.613382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f257b012-8218-4582-8b73-30b091f4b7be') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:25:57.623292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.637631 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.644111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:25:57.644499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:25:57.647569 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:25:57.670503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 07d905b8-36d0-4e32-9108-f73424fe8b20 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:57.692254 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 07d905b8-36d0-4e32-9108-f73424fe8b20 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:57.692617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 07d905b8-36d0-4e32-9108-f73424fe8b20 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:57.712148 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.719668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:57.723119 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] 10.222.0.61 "DELETE /v2.0/networks/bf89adab-c420-4b12-bcb3-40bc896e7275 HTTP/1.1" status: 204 len: 168 time: 0.3198109 Nov 23 11:25:57.738924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81afad-3e84-447b-a63f-500e8b5bf859 tempest-TestSecurityGroupsBasicOps-1054857737 tempest-TestSecurityGroupsBasicOps-1054857737-project] Pushing event deleted for resources: {'Network': ['ID=bf89adab-c420-4b12-bcb3-40bc896e7275,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:58.017219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52696) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:58.152279 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b1fb1711-30ba-4d1d-ad77-a4439fb43398 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d255b10768fa47c9a008bed2d0410d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338499 Nov 23 11:25:58.154743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52700) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:58.201362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fde0-d878-4696-b44e-d6e02eb4445d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.226128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fde0-d878-4696-b44e-d6e02eb4445d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.272356 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fde0-d878-4696-b44e-d6e02eb4445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.274960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dbd5fde0-d878-4696-b44e-d6e02eb4445d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.276112 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dbd5fde0-d878-4696-b44e-d6e02eb4445d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47640b47-0295-471d-ae59-2e013156a90b HTTP/1.1" status: 204 len: 168 time: 0.1204622 Nov 23 11:25:58.284324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5fde0-d878-4696-b44e-d6e02eb4445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47640b47-0295-471d-ae59-2e013156a90b,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:58.535701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52706) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:58.549160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bc06-0c95-4f40-9de3-58ccba2761d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.625028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bc06-0c95-4f40-9de3-58ccba2761d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.630032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7ff1bc06-0c95-4f40-9de3-58ccba2761d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.671810 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7ff1bc06-0c95-4f40-9de3-58ccba2761d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=197395b7f53c4d98a8f3b6ae74766dd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323488 Nov 23 11:25:58.671810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1bc06-0c95-4f40-9de3-58ccba2761d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb2a883-81fc-4222-96a4-664f35e09bc9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:58.672523 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52708) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:58.694342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ca60adac-d91b-45f7-9ac0-00e04f2f15a9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:58.717695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ca60adac-d91b-45f7-9ac0-00e04f2f15a9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:58.718048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ca60adac-d91b-45f7-9ac0-00e04f2f15a9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:58.718496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 339c1f49-e9b7-4442-9008-016e963b692d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:58.722500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-392e246d-f1f0-4c4e-adf4-9bac6730a5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.737868 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 339c1f49-e9b7-4442-9008-016e963b692d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:58.738222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 339c1f49-e9b7-4442-9008-016e963b692d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:58.738725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 69d22988-7830-4be7-b86b-c56b79111ed9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:25:58.744283 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-392e246d-f1f0-4c4e-adf4-9bac6730a5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.758052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 69d22988-7830-4be7-b86b-c56b79111ed9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:25:58.758366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 69d22988-7830-4be7-b86b-c56b79111ed9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:25:58.791725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-392e246d-f1f0-4c4e-adf4-9bac6730a5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.794531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-392e246d-f1f0-4c4e-adf4-9bac6730a5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:58.796034 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-392e246d-f1f0-4c4e-adf4-9bac6730a5b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bcb2a883-81fc-4222-96a4-664f35e09bc9 HTTP/1.1" status: 204 len: 168 time: 0.1226156 Nov 23 11:25:58.804238 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e246d-f1f0-4c4e-adf4-9bac6730a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb2a883-81fc-4222-96a4-664f35e09bc9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:59.109088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52714) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:59.151753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b3fc4bbf-b778-4492-87d6-8f0c974b4f61 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8c5bbe0b90984cc897e820e3a7026564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414102 Nov 23 11:25:59.154317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52716) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:25:59.200035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6871a39-69c3-4f5d-8240-32cf503ab959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:59.220758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6871a39-69c3-4f5d-8240-32cf503ab959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:59.265903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6871a39-69c3-4f5d-8240-32cf503ab959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:59.268686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b6871a39-69c3-4f5d-8240-32cf503ab959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:25:59.270697 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b6871a39-69c3-4f5d-8240-32cf503ab959 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/362d4cb0-9aa8-48b4-9134-43f2813be1e8 HTTP/1.1" status: 204 len: 168 time: 0.1152825 Nov 23 11:25:59.278403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6871a39-69c3-4f5d-8240-32cf503ab959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d4cb0-9aa8-48b4-9134-43f2813be1e8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:25:59.930714 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52738) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:00.026458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-271315405-network', 'tenant_id': '4e05ba7de6204a65bb2c4fa288677d6d'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:00.047527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Made reservation on behalf of 4e05ba7de6204a65bb2c4fa288677d6d for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:00.049963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.059088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.134416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.138619 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.158576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:26:00.173086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:00.176561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.176899 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Added segment 6f402906-f314-4f5b-a01d-dc91ed00af84 of type vlan for network 86c298a5-83e6-47e4-8121-5911b522cac3 Nov 23 11:26:00.219936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.245614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.246548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:00.247125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.277027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3452139 Nov 23 11:26:00.280140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52742) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:00.286335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Request body: {'subnet': {'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-271315405-subnet', 'tenant_id': '4e05ba7de6204a65bb2c4fa288677d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:00.309128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5240e0-39ba-4c9c-b2b4-69a1dbe22c98 admin admin] Pushing event updated for resources: {'Network': ['ID=86c298a5-83e6-47e4-8121-5911b522cac3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:00.309416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Made reservation on behalf of 4e05ba7de6204a65bb2c4fa288677d6d for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:00.312819 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.319493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 86c298a5-83e6-47e4-8121-5911b522cac3 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:26:00.490068 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.549228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf74505-e9bf-408e-8201-76884eb14851,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:00.558583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Checking segment: {'id': '6f402906-f314-4f5b-a01d-dc91ed00af84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:00.558946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Network hostable DHCP agents. Network: 86c298a5-83e6-47e4-8121-5911b522cac3, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:26:00.574472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Network 86c298a5-83e6-47e4-8121-5911b522cac3 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:26:00.583303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 86c298a5-83e6-47e4-8121-5911b522cac3) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:00.587451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:00.588051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:00.593486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32daf97-57f4-4b5c-be36-82b9c09592a2 None None] Network 86c298a5-83e6-47e4-8121-5911b522cac3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:00.613254 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0fbae520-7908-4355-9b36-5f3122e0a820 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3238811 Nov 23 11:26:00.738555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4b0d6-d5d2-47e8-99d3-c489181f91e0 None None] Network 86c298a5-83e6-47e4-8121-5911b522cac3 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:01.084548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52758) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:01.089664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1241174186-network', 'tenant_id': 'f9e8eb81f77e4ee0bc2f39687fac0244'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:01.109569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Made reservation on behalf of f9e8eb81f77e4ee0bc2f39687fac0244 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:01.111861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.120840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.197048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.200682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.226434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:26:01.236176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be83ca27-d756-442a-89fd-58e711bdecae,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:01.242629 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.242982 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Added segment b8c9f588-216e-4d76-b996-1a2e662aa478 of type vlan for network b8916cef-993d-49fd-a10a-a5c143dd1f4f Nov 23 11:26:01.285287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.312525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.313530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:01.314142 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.351049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2653458 Nov 23 11:26:01.353940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52760) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:01.358985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Request body: {'subnet': {'network_id': 'b8916cef-993d-49fd-a10a-a5c143dd1f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1241174186-subnet', 'tenant_id': 'f9e8eb81f77e4ee0bc2f39687fac0244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:01.379755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Made reservation on behalf of f9e8eb81f77e4ee0bc2f39687fac0244 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:01.382010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.385010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d0271-3e97-4c9a-a575-47d687c56692 admin admin] Pushing event updated for resources: {'Network': ['ID=b8916cef-993d-49fd-a10a-a5c143dd1f4f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:01.394973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b8916cef-993d-49fd-a10a-a5c143dd1f4f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:26:01.549274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.612149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=346ea825-ca00-4e64-b692-181d147f6b0d,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:01.616924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Checking segment: {'id': 'b8c9f588-216e-4d76-b996-1a2e662aa478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'b8916cef-993d-49fd-a10a-a5c143dd1f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:01.617310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Network hostable DHCP agents. Network: b8916cef-993d-49fd-a10a-a5c143dd1f4f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:26:01.634652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Network b8916cef-993d-49fd-a10a-a5c143dd1f4f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:26:01.643134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b8916cef-993d-49fd-a10a-a5c143dd1f4f) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:01.647737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:01.648325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:01.652721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d6159-8ff3-4fd2-a21b-ceb434ba6340 None None] Network b8916cef-993d-49fd-a10a-a5c143dd1f4f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:01.664021 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6689c856-0603-4053-b198-dd850736ebdf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3087540 Nov 23 11:26:01.783982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b052e64a-3c6f-4edb-babd-8259ae1f76c1 None None] Network b8916cef-993d-49fd-a10a-a5c143dd1f4f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:02.146758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-b6219c7c-14c4-46db-aced-8faa87889eb0 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:02.148251 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-b6219c7c-14c4-46db-aced-8faa87889eb0 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/networks?id=86c298a5-83e6-47e4-8121-5911b522cac3 HTTP/1.1" status: 200 len: 811 time: 0.1141906 Nov 23 11:26:02.164143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-5565798d-e7c6-4981-87be-01a110e32098 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/quotas/4e05ba7de6204a65bb2c4fa288677d6d HTTP/1.1" status: 200 len: 375 time: 0.0100448 Nov 23 11:26:02.200057 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-d64d1bdf-0d13-4476-b4b4-c86e5cfb4eb8 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4e05ba7de6204a65bb2c4fa288677d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306041 Nov 23 11:26:02.389686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-630f6f83-912e-4e3d-b256-99218e005657 service neutron] 10.222.0.61 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819098 Nov 23 11:26:02.483790 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-a9cd20d4-f3f7-490c-87bb-74b735c16b9b service neutron] 10.222.0.61 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871389 Nov 23 11:26:04.008525 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-856a92d5-6b09-4227-8015-25779dbfac9b req-7437bbe0-9075-43ea-944e-5633075bec62 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 210 time: 0.3737352 Nov 23 11:26:04.726854 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-a4cd4bb9-13b0-4acd-85ba-c3bb83c2b313 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:04.728422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-a4cd4bb9-13b0-4acd-85ba-c3bb83c2b313 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.65 "GET /v2.0/networks?id=86c298a5-83e6-47e4-8121-5911b522cac3 HTTP/1.1" status: 200 len: 811 time: 0.1332345 Nov 23 11:26:04.748213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Request body: {'port': {'device_id': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3', 'admin_state_up': True, 'tenant_id': '4e05ba7de6204a65bb2c4fa288677d6d'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:04.856304 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Made reservation on behalf of 4e05ba7de6204a65bb2c4fa288677d6d for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:04.859774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:04.985996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Allocated IP 172.20.0.2 (86c298a5-83e6-47e4-8121-5911b522cac3/bdf74505-e9bf-408e-8201-76884eb14851/8b6b197f-89ad-403c-90ff-d4060b7cd4f4) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:05.106452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f45858fb-4659-456e-b469-696c1e48179a req-ea25583f-32ea-4b47-a17a-788ac973c10e tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Nov 23 11:26:05.134736 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.168861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.212999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Network 86c298a5-83e6-47e4-8121-5911b522cac3 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:05.217950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:05.221459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:05.248901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Pushing event updated for resources: {'Port': ['ID=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:05.274199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:05.274815 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.290471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-6c97ddf5-6de9-4129-a423-54c6945c42ba tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458379 Nov 23 11:26:05.307032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Request body: {'port': {'device_id': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:05.360536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.626936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:26:05.635236 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.648612 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Transition to ACTIVE for port object 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:26:05.652327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.718845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:05.773559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Attempting to bind port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:05.773894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Attempting to bind port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6f402906-f314-4f5b-a01d-dc91ed00af84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:05.774226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Attempting to bind port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 on network 86c298a5-83e6-47e4-8121-5911b522cac3 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:05.778463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 on network 86c298a5-83e6-47e4-8121-5911b522cac3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:26:05.778783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Attempting to bind port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 on network 86c298a5-83e6-47e4-8121-5911b522cac3 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:05.783530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:05.783894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Checking segment: {'id': '6f402906-f314-4f5b-a01d-dc91ed00af84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:05.784366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Bound using segment: {'id': '6f402906-f314-4f5b-a01d-dc91ed00af84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:05.784841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Bound port: 8b6b197f-89ad-403c-90ff-d4060b7cd4f4, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f402906-f314-4f5b-a01d-dc91ed00af84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:05.785207 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.850592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] For port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:05.853525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] For port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,segment=NetworkSegment(6f402906-f314-4f5b-a01d-dc91ed00af84),segment_id=6f402906-f314-4f5b-a01d-dc91ed00af84)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:05.858127 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.892667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:05.893311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:05.894973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] 10.222.0.65 "PUT /v2.0/ports/8b6b197f-89ad-403c-90ff-d4060b7cd4f4 HTTP/1.1" status: 200 len: 1091 time: 0.5923584 Nov 23 11:26:05.895432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'tag': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:26:05.897729 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d0d6ed-d291-40e9-9182-a0d94037be8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b38294-20dc-4370-be5c-1f41002e9ee6", "tag": "8b6b197f-89ad-403c-90ff-d4060b7cd4f4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:26:05.922306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca002bf4-aa46-4906-a6d3-e2069d64be89 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:05.938719 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a8708-91fe-4797-a890-60cdf80fdedc x-openstack-request-id: req-373a8708-91fe-4797-a890-60cdf80fdedc {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:26:05.939175 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b38294-20dc-4370-be5c-1f41002e9ee6", "tag": "8b6b197f-89ad-403c-90ff-d4060b7cd4f4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:26:05.939443 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-373a8708-91fe-4797-a890-60cdf80fdedc {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:26:05.939884 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'tag': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4', 'status': 'completed', 'code': 200} Nov 23 11:26:05.983858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-155aa0cc-e17b-47e6-b34a-4d8850837074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:05.985377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-155aa0cc-e17b-47e6-b34a-4d8850837074 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e05ba7de6204a65bb2c4fa288677d6d&device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 1094 time: 0.0414727 Nov 23 11:26:06.036005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-5b8be8d4-2b19-467c-9a24-1be51a6e9b4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4 HTTP/1.1" status: 200 len: 217 time: 0.0376124 Nov 23 11:26:06.091161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-a28c981c-2418-451f-9235-8226fed6f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:06.092613 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-a28c981c-2418-451f-9235-8226fed6f265 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bdf74505-e9bf-408e-8201-76884eb14851 HTTP/1.1" status: 200 len: 851 time: 0.0445409 Nov 23 11:26:06.125400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-0e6c2792-7fcd-450f-9fb8-f17c27bed3f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86c298a5-83e6-47e4-8121-5911b522cac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246494 Nov 23 11:26:06.219951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-76fddc10-272a-4334-9220-9f8d3f0f2ba1 service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874157 Nov 23 11:26:06.223154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018a7f1-84aa-4d2f-bd39-5327c780820a req-0544b356-e9c6-456c-a404-8225704b247d tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:06.224630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2018a7f1-84aa-4d2f-bd39-5327c780820a req-0544b356-e9c6-456c-a404-8225704b247d tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 943 time: 0.0508981 Nov 23 11:26:06.273234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2018a7f1-84aa-4d2f-bd39-5327c780820a req-d04c7f9d-acef-4a50-a3c2-abd331c43dce tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Nov 23 11:26:06.318577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11cebdb1-0ce6-45c5-9f2c-28b51be3e01e req-d09abf20-3c71-4b9f-b46e-eb13d6e9be4a service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875628 Nov 23 11:26:06.414901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-5149f8a0-bfa2-46fb-a4a9-3dec08c870f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:06.416397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-5149f8a0-bfa2-46fb-a4a9-3dec08c870f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e05ba7de6204a65bb2c4fa288677d6d&device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 1094 time: 0.0414984 Nov 23 11:26:06.512297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-88d9f70a-894c-4dfe-800d-10d6122a21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:06.513802 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-88d9f70a-894c-4dfe-800d-10d6122a21b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=86c298a5-83e6-47e4-8121-5911b522cac3 HTTP/1.1" status: 200 len: 912 time: 0.0897031 Nov 23 11:26:06.555833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-2cfb521b-0766-4c0f-9eac-c12b4a5704f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4 HTTP/1.1" status: 200 len: 217 time: 0.0346158 Nov 23 11:26:06.609966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-9be1ff0f-9f6a-4488-8d10-576abba85e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:06.611385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-9be1ff0f-9f6a-4488-8d10-576abba85e9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bdf74505-e9bf-408e-8201-76884eb14851 HTTP/1.1" status: 200 len: 851 time: 0.0467682 Nov 23 11:26:06.645284 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-6f8e957e-63a3-4cc9-92ae-426a717005a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86c298a5-83e6-47e4-8121-5911b522cac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250602 Nov 23 11:26:06.744610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-72fc6246-9b90-433b-8053-cf27faf6f555 service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916460 Nov 23 11:26:06.842060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-15d0d6ed-d291-40e9-9182-a0d94037be8a req-3559986e-2515-4529-9546-647cf1a465e1 service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895917 Nov 23 11:26:07.397522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee2c1e-7dc9-4cae-b2ca-cdd83e57b95c req-47bdc2e3-eb31-4cdf-8336-a207dd20b207 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:07.398987 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0cee2c1e-7dc9-4cae-b2ca-cdd83e57b95c req-47bdc2e3-eb31-4cdf-8336-a207dd20b207 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 943 time: 0.0526507 Nov 23 11:26:07.446500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0cee2c1e-7dc9-4cae-b2ca-cdd83e57b95c req-61311c1d-30f0-4a3e-bb30-01fe7630a828 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Nov 23 11:26:08.560792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58906ba0-41b1-48d8-abfc-3bc953d3e7d3 req-e593ed5d-b08c-471d-988d-95a04cee5f2e tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:08.562297 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58906ba0-41b1-48d8-abfc-3bc953d3e7d3 req-e593ed5d-b08c-471d-988d-95a04cee5f2e tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 943 time: 0.0485368 Nov 23 11:26:08.613773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58906ba0-41b1-48d8-abfc-3bc953d3e7d3 req-121c6345-3be2-4c89-aa11-650512678309 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451035 Nov 23 11:26:09.722963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:26:09.744271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa367d8f-4f87-45c2-9807-f201844406fe req-954eb70d-6763-41e8-ae31-a12cdbdf0eb7 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:09.745864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa367d8f-4f87-45c2-9807-f201844406fe req-954eb70d-6763-41e8-ae31-a12cdbdf0eb7 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 943 time: 0.0573404 Nov 23 11:26:09.796107 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa367d8f-4f87-45c2-9807-f201844406fe req-84a177be-c7d3-4456-8950-c84679bf529a tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Nov 23 11:26:09.821567 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,segment=NetworkSegment(6f402906-f314-4f5b-a01d-dc91ed00af84),segment_id=6f402906-f314-4f5b-a01d-dc91ed00af84)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:09.832472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4', 'network_id': '86c298a5-83e6-47e4-8121-5911b522cac3', 'port_id': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4', 'mac_address': 'fa:16:3e:59:03:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf74505-e9bf-408e-8201-76884eb14851', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:26:09.868753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:09.881942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:26:09.901424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,segment=NetworkSegment(6f402906-f314-4f5b-a01d-dc91ed00af84),segment_id=6f402906-f314-4f5b-a01d-dc91ed00af84)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:09.905244 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:09.954455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:10.165690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8b6b197f-89ad-403c-90ff-d4060b7cd4f4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:26:10.914317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92d340-2a91-46d8-ad2b-5cb656655033 req-5aa4407d-4499-482d-9cb9-8cb027818c45 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:10.915847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f92d340-2a91-46d8-ad2b-5cb656655033 req-5aa4407d-4499-482d-9cb9-8cb027818c45 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 944 time: 0.0510664 Nov 23 11:26:10.965995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f92d340-2a91-46d8-ad2b-5cb656655033 req-f07306af-0de6-4644-96f4-30b74defbc69 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Nov 23 11:26:11.736881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:11.786259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:26:11.790299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:11.790677 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:11.865892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:11.887796 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:26:11.890082 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa58592-38b4-4b47-ab36-ca8f85d57888" -d '{"events": [{"server_uuid": "f2b38294-20dc-4370-be5c-1f41002e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "8b6b197f-89ad-403c-90ff-d4060b7cd4f4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:26:11.903606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,segment=NetworkSegment(6f402906-f314-4f5b-a01d-dc91ed00af84),segment_id=6f402906-f314-4f5b-a01d-dc91ed00af84)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:11.908417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:11.935378 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef8804a-68ec-4f85-91c1-3d226ae8ac5e x-openstack-request-id: req-8ef8804a-68ec-4f85-91c1-3d226ae8ac5e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:26:11.935673 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b38294-20dc-4370-be5c-1f41002e9ee6", "name": "network-vif-plugged", "status": "completed", "tag": "8b6b197f-89ad-403c-90ff-d4060b7cd4f4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:26:11.935930 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ef8804a-68ec-4f85-91c1-3d226ae8ac5e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:26:11.936322 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4', 'code': 200} Nov 23 11:26:11.963413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:12.038700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f94272-eaa9-4b54-8781-f1c291f8f49f req-9ae5cef8-a82d-4f15-a3e6-cde9faace377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:12.040213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3f94272-eaa9-4b54-8781-f1c291f8f49f req-9ae5cef8-a82d-4f15-a3e6-cde9faace377 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0450301 Nov 23 11:26:12.084688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223edfa7-a081-44d2-9d89-2eb4d1f5928d req-cd3aae25-0a4d-4449-8920-47b6655dc40a tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:12.086235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-223edfa7-a081-44d2-9d89-2eb4d1f5928d req-cd3aae25-0a4d-4449-8920-47b6655dc40a tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0513909 Nov 23 11:26:12.090887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3f94272-eaa9-4b54-8781-f1c291f8f49f req-713db5d4-9cdc-4301-b41d-794693ccabed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389047 Nov 23 11:26:12.133348 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-223edfa7-a081-44d2-9d89-2eb4d1f5928d req-b41260e3-7ed6-4fbd-bb4f-741f5d48fa66 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Nov 23 11:26:13.253559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09b4e2-c67f-4de5-afbd-9bfae449f718 req-3ad33501-b1c4-448c-b7e1-a3eec46f0ad4 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:13.255651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e09b4e2-c67f-4de5-afbd-9bfae449f718 req-3ad33501-b1c4-448c-b7e1-a3eec46f0ad4 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Nov 23 11:26:13.308550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7e09b4e2-c67f-4de5-afbd-9bfae449f718 req-ade55280-e7e2-4adb-bc9b-57b605536c45 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467331 Nov 23 11:26:14.433254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a72c8-b9f5-41e5-b600-6990c850b026 req-34eadf87-5c86-46cd-87a4-10357f20a9d0 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:14.434747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-485a72c8-b9f5-41e5-b600-6990c850b026 req-34eadf87-5c86-46cd-87a4-10357f20a9d0 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0542357 Nov 23 11:26:14.484372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-485a72c8-b9f5-41e5-b600-6990c850b026 req-3915105c-64dd-4c6a-89e3-a3603531d570 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Nov 23 11:26:14.519350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-df49860c-0a8a-44aa-bda2-ac5fc186b4f2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408261 Nov 23 11:26:14.569995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7c394e91-d10a-4915-92c0-e4dd8d9bb346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:14.633511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039638b6-bc71-4474-95fd-4e852ec1c64a req-178d8648-7198-49bf-aeb9-2fabbbfccbc0 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:14.635062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-039638b6-bc71-4474-95fd-4e852ec1c64a req-178d8648-7198-49bf-aeb9-2fabbbfccbc0 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0788834 Nov 23 11:26:14.636911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-9e498626-aac6-4cfd-862c-ecb549759b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:14.638297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-9e498626-aac6-4cfd-862c-ecb549759b03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e05ba7de6204a65bb2c4fa288677d6d&device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0706091 Nov 23 11:26:14.712777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-039638b6-bc71-4474-95fd-4e852ec1c64a req-ab5ff50b-9a79-4507-a67b-1ac14627e2ce tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715971 Nov 23 11:26:14.765973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-c8c77550-8d8c-41ba-a55c-c0feb8f4a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:14.767458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-c8c77550-8d8c-41ba-a55c-c0feb8f4a03d service neutron] 10.222.0.65 "GET /v2.0/networks?id=86c298a5-83e6-47e4-8121-5911b522cac3 HTTP/1.1" status: 200 len: 912 time: 0.1070311 Nov 23 11:26:14.813258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-de4c40c1-42dc-4a2c-a905-fc1cbf42bcf6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4 HTTP/1.1" status: 200 len: 217 time: 0.0380900 Nov 23 11:26:14.875510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-ddb8299c-396f-4b1b-a1fd-6ab9bde48ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:14.877562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-ddb8299c-396f-4b1b-a1fd-6ab9bde48ec2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bdf74505-e9bf-408e-8201-76884eb14851 HTTP/1.1" status: 200 len: 851 time: 0.0579586 Nov 23 11:26:14.931778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-6e17ef16-624a-4c20-9766-5444c39e1710 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86c298a5-83e6-47e4-8121-5911b522cac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468059 Nov 23 11:26:14.971136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d87d2-870a-4773-a10a-6a352eaacb9c req-cce037f4-2296-435b-a4d9-61596f118fa1 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:14.972505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-792d87d2-870a-4773-a10a-6a352eaacb9c req-cce037f4-2296-435b-a4d9-61596f118fa1 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0799222 Nov 23 11:26:15.065486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-792d87d2-870a-4773-a10a-6a352eaacb9c req-0a4e16e2-9144-464d-9540-b9229d30ab63 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860474 Nov 23 11:26:15.075818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-244ef027-51b9-4be2-a637-3b11abb461b9 service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337202 Nov 23 11:26:15.169754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3e95fdc6-9199-4880-acaa-0ee1f24220b4 req-12bc8922-73cd-488d-a84d-7692d09d057c service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836959 Nov 23 11:26:16.195917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0b669-6db2-4189-bfd1-3baddc96a012 req-27a4dbdb-a56c-41ab-9978-be82c56e4b2f tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:16.197434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eac0b669-6db2-4189-bfd1-3baddc96a012 req-27a4dbdb-a56c-41ab-9978-be82c56e4b2f tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Nov 23 11:26:16.243896 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-eac0b669-6db2-4189-bfd1-3baddc96a012 req-63233afb-0c7f-4953-9e97-55d9dd258ef4 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Nov 23 11:26:16.460415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09e30a-7d1f-4fb5-ab1f-fc56a8a32be4 req-d27f8e8e-ce41-4ac6-a151-a34a43abd215 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:16.461952 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a09e30a-7d1f-4fb5-ab1f-fc56a8a32be4 req-d27f8e8e-ce41-4ac6-a151-a34a43abd215 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0593407 Nov 23 11:26:16.478928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-08828a78-57a4-4e84-8841-635baf78a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:16.480448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-08828a78-57a4-4e84-8841-635baf78a859 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e05ba7de6204a65bb2c4fa288677d6d&device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0482838 Nov 23 11:26:16.511454 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a09e30a-7d1f-4fb5-ab1f-fc56a8a32be4 req-0a4ae9f8-6e16-4891-ae54-bc011246a246 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429795 Nov 23 11:26:16.577348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-bb6d8db8-2035-4580-a848-d8b90cf72b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:16.578827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-bb6d8db8-2035-4580-a848-d8b90cf72b3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=86c298a5-83e6-47e4-8121-5911b522cac3 HTTP/1.1" status: 200 len: 912 time: 0.0871754 Nov 23 11:26:16.628596 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-35a503f4-fdf6-4caa-b727-c6f5161655f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4 HTTP/1.1" status: 200 len: 217 time: 0.0372574 Nov 23 11:26:16.683124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-3ac18cca-c509-482b-94d6-e5ebe9e4efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:16.684568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-3ac18cca-c509-482b-94d6-e5ebe9e4efdb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bdf74505-e9bf-408e-8201-76884eb14851 HTTP/1.1" status: 200 len: 851 time: 0.0444367 Nov 23 11:26:16.723354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-821802d2-179b-4db1-ab6e-55971f1add0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86c298a5-83e6-47e4-8121-5911b522cac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269015 Nov 23 11:26:16.823253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-7c06a96b-df7c-42e2-9bd0-4b608ab38c2c service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885119 Nov 23 11:26:16.919264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f5d26ade-8e48-4400-a73e-014b92c0d451 req-7269c784-12f5-4609-a87f-af1bec64c659 service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853624 Nov 23 11:26:17.010784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f872e64e-a6c4-4323-900b-48b619c23ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:17.636768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e81c-4b37-435a-9f57-1a2253cce447 req-76031883-aa71-462c-978a-a263427ad0fe tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:17.638310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c99e81c-4b37-435a-9f57-1a2253cce447 req-76031883-aa71-462c-978a-a263427ad0fe tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0516517 Nov 23 11:26:17.690163 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c99e81c-4b37-435a-9f57-1a2253cce447 req-4af6f04a-23e8-465d-a9b9-66a28b303ea9 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Nov 23 11:26:18.687789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:18.814482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9fcb4-c403-4609-a568-0b4f34949d9e req-6e3cf548-f4b0-43c1-abd1-f0344dd7760c tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:18.815970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e0c9fcb4-c403-4609-a568-0b4f34949d9e req-6e3cf548-f4b0-43c1-abd1-f0344dd7760c tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Nov 23 11:26:18.862899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e0c9fcb4-c403-4609-a568-0b4f34949d9e req-ffc64439-6eaf-447f-9520-3e1b087aabf5 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Nov 23 11:26:19.094369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a32de-bcd5-42ad-81b5-6a495dceae8d req-0c3788bd-5eb5-4037-83aa-50b62ca0e99e tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:19.095880 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc9a32de-bcd5-42ad-81b5-6a495dceae8d req-0c3788bd-5eb5-4037-83aa-50b62ca0e99e tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Nov 23 11:26:19.147884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc9a32de-bcd5-42ad-81b5-6a495dceae8d req-618669d4-21d1-46bb-80ac-788650324009 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Nov 23 11:26:19.658217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:20.168045 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:20.201078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:20.268217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407208e1-4769-404c-a2da-edd25c199a73 req-9de27db1-af68-44a0-92f3-717010e86cac tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:20.269743 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-407208e1-4769-404c-a2da-edd25c199a73 req-9de27db1-af68-44a0-92f3-717010e86cac tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0496223 Nov 23 11:26:20.318904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-407208e1-4769-404c-a2da-edd25c199a73 req-34782a9f-952c-4e2c-aa0c-5f87c537077d tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430403 Nov 23 11:26:20.521889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b38a90-06fd-4986-aea6-b244dc9f0895 req-c8cddc2f-9dc8-4d23-bd7c-9838aebb93ca tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:20.523366 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8b38a90-06fd-4986-aea6-b244dc9f0895 req-c8cddc2f-9dc8-4d23-bd7c-9838aebb93ca tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0502193 Nov 23 11:26:20.597304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8b38a90-06fd-4986-aea6-b244dc9f0895 req-44b61962-903e-404e-b66c-49d880b44b25 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 Nov 23 11:26:20.599638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f66036-384c-45da-804d-812269dec8b1 req-11367077-c337-4385-a27f-d61009ba6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:20.600996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4f66036-384c-45da-804d-812269dec8b1 req-11367077-c337-4385-a27f-d61009ba6c69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e05ba7de6204a65bb2c4fa288677d6d&device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 1096 time: 0.0767889 Nov 23 11:26:20.696669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f66036-384c-45da-804d-812269dec8b1 req-fd05e530-33f4-4fe5-afc3-3e1a3d8523d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:20.698094 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4f66036-384c-45da-804d-812269dec8b1 req-fd05e530-33f4-4fe5-afc3-3e1a3d8523d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=86c298a5-83e6-47e4-8121-5911b522cac3 HTTP/1.1" status: 200 len: 912 time: 0.0854793 Nov 23 11:26:20.747599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4f66036-384c-45da-804d-812269dec8b1 req-4b7cf433-b6f0-449a-b1aa-8a29602860df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4 HTTP/1.1" status: 200 len: 217 time: 0.0372200 Nov 23 11:26:20.802366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f66036-384c-45da-804d-812269dec8b1 req-875511b9-6e38-4f09-9244-1c218ecae4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:20.803849 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4f66036-384c-45da-804d-812269dec8b1 req-875511b9-6e38-4f09-9244-1c218ecae4f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bdf74505-e9bf-408e-8201-76884eb14851 HTTP/1.1" status: 200 len: 851 time: 0.0452852 Nov 23 11:26:20.840537 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4f66036-384c-45da-804d-812269dec8b1 req-1170ea91-b95f-4a7f-a7f8-5cfb41cc017d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86c298a5-83e6-47e4-8121-5911b522cac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249000 Nov 23 11:26:20.937353 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4f66036-384c-45da-804d-812269dec8b1 req-13c5091d-b761-4553-8998-5541bdd71d16 service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854659 Nov 23 11:26:21.030950 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b4f66036-384c-45da-804d-812269dec8b1 req-99bab9fb-543a-446d-8bcf-b4309a71e11e service neutron] 10.222.0.65 "GET /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815904 Nov 23 11:26:21.720411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee238d-e51f-45cd-b2e4-08095cada08e req-6d4ba6b3-f04c-4f38-913c-8160b8198ecd tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:21.721960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27ee238d-e51f-45cd-b2e4-08095cada08e req-6d4ba6b3-f04c-4f38-913c-8160b8198ecd tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0519888 Nov 23 11:26:21.772659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27ee238d-e51f-45cd-b2e4-08095cada08e req-f84e066e-ed3e-4331-be9b-6cc6c434f9a8 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Nov 23 11:26:22.416460 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:22.895783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0735ff4-3fc1-4013-810e-97fbe557cac2 req-83434baa-3313-4b8e-99e4-c0fb0bb6e4fd tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:22.897407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0735ff4-3fc1-4013-810e-97fbe557cac2 req-83434baa-3313-4b8e-99e4-c0fb0bb6e4fd tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0524695 Nov 23 11:26:22.949374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0735ff4-3fc1-4013-810e-97fbe557cac2 req-65625a62-7bdb-4dfc-b209-b0d700ea21e0 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458701 Nov 23 11:26:23.198671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fe479-d46c-4f22-9d86-71d461104ad5 req-e93e5010-9164-42f1-8f76-b65fcead255d tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:23.200299 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-056fe479-d46c-4f22-9d86-71d461104ad5 req-e93e5010-9164-42f1-8f76-b65fcead255d tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Nov 23 11:26:23.248842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-056fe479-d46c-4f22-9d86-71d461104ad5 req-f03f4833-74fe-4937-b472-90e833001f58 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Nov 23 11:26:24.365687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8611-b2f1-474b-b8ab-8e617a7d89eb req-34aa4fac-dcc5-48fc-a53b-ce199d4c4146 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:24.367781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddab8611-b2f1-474b-b8ab-8e617a7d89eb req-34aa4fac-dcc5-48fc-a53b-ce199d4c4146 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0492125 Nov 23 11:26:24.415752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ddab8611-b2f1-474b-b8ab-8e617a7d89eb req-bb5927f2-660c-48ee-935b-63f630565ea3 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/security-groups?id=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Nov 23 11:26:25.114461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-4cbeac5a-1fee-4c4c-a796-700b83a9e2dc tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:25.116909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-4cbeac5a-1fee-4c4c-a796-700b83a9e2dc tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 945 time: 0.0516813 Nov 23 11:26:25.213266 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Deleting port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:26:25.213607 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:25.300440 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] For port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,segment=NetworkSegment(6f402906-f314-4f5b-a01d-dc91ed00af84),segment_id=6f402906-f314-4f5b-a01d-dc91ed00af84)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:25.300799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:25.313354 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Calling delete_port for 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:26:25.444090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:25.460245 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8b6b197f-89ad-403c-90ff-d4060b7cd4f4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:26:25.480992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Pushing event deleted for resources: {'Port': ['ID=8b6b197f-89ad-403c-90ff-d4060b7cd4f4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:25.539224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] No DVR routers for this DVR port 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:26:25.541975 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:25.545718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49bf9387-1405-47fb-a59f-0fd0abe33605 req-dd330035-09ea-4415-ad3f-5d8124e44caa tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.65 "DELETE /v2.0/ports/8b6b197f-89ad-403c-90ff-d4060b7cd4f4 HTTP/1.1" status: 204 len: 173 time: 0.4190056 Nov 23 11:26:25.546316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'name': 'network-vif-deleted', 'tag': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:26:25.548790 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6c826-574e-450f-b6f5-6b36a8f3e9bf" -d '{"events": [{"server_uuid": "f2b38294-20dc-4370-be5c-1f41002e9ee6", "name": "network-vif-deleted", "tag": "8b6b197f-89ad-403c-90ff-d4060b7cd4f4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:26:25.554082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd8c5474-5d78-43a6-b571-361c3cabeeb2 req-a3ab6951-2b39-4220-b933-3a17f1bf43c4 tempest-TestServerAdvancedOps-168233606 tempest-TestServerAdvancedOps-168233606-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2b38294-20dc-4370-be5c-1f41002e9ee6 HTTP/1.1" status: 200 len: 210 time: 0.0557427 Nov 23 11:26:25.591529 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe440586-42ac-4425-b59c-a131dbb413b6 x-openstack-request-id: req-fe440586-42ac-4425-b59c-a131dbb413b6 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:26:25.591825 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b38294-20dc-4370-be5c-1f41002e9ee6", "name": "network-vif-deleted", "tag": "8b6b197f-89ad-403c-90ff-d4060b7cd4f4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:26:25.592082 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fe440586-42ac-4425-b59c-a131dbb413b6 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:26:25.592483 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b38294-20dc-4370-be5c-1f41002e9ee6', 'name': 'network-vif-deleted', 'tag': '8b6b197f-89ad-403c-90ff-d4060b7cd4f4', 'status': 'completed', 'code': 200} Nov 23 11:26:26.613752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52858) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:26.658409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] Deleting subnet bdf74505-e9bf-408e-8201-76884eb14851 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:26:26.661461 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:26.696339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:26.737873 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:26.789252 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:26.812830 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf74505-e9bf-408e-8201-76884eb14851,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:26.820080 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:26.823486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bae46d9b-a245-4f3d-a56b-d8e4d8dc474d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bdf74505-e9bf-408e-8201-76884eb14851 HTTP/1.1" status: 204 len: 168 time: 0.2086380 Nov 23 11:26:26.825969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:26.892714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:26.972718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:26.993269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c298a5-83e6-47e4-8121-5911b522cac3']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:27.002235 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f402906-f314-4f5b-a01d-dc91ed00af84') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:27.002533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f402906-f314-4f5b-a01d-dc91ed00af84') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:27.011732 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.024401 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.030228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:26:27.030606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:26:27.032216 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:26:27.088914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.094360 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.097668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] 10.222.0.61 "DELETE /v2.0/networks/86c298a5-83e6-47e4-8121-5911b522cac3 HTTP/1.1" status: 204 len: 168 time: 0.2707846 Nov 23 11:26:27.101366 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52862) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:27.109066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996a82-37fd-493a-8cb6-0502f1c130bd admin admin] Pushing event deleted for resources: {'Network': ['ID=86c298a5-83e6-47e4-8121-5911b522cac3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:27.149904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Deleting subnet 346ea825-ca00-4e64-b692-181d147f6b0d {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:26:27.153061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.188297 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.227321 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.278095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.305074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346ea825-ca00-4e64-b692-181d147f6b0d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:27.310012 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.313226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/346ea825-ca00-4e64-b692-181d147f6b0d HTTP/1.1" status: 204 len: 168 time: 0.2108533 Nov 23 11:26:27.315822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52864) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:27.318523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.319450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.319808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.320157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.320505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.320846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.321207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.321545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.321878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.322210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.322539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.322866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f56f91a-2796-4382-9149-eaeb2d180d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:27.383142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.465691 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.485326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8916cef-993d-49fd-a10a-a5c143dd1f4f']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:27.494262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c9f588-216e-4d76-b996-1a2e662aa478') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:27.494554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c9f588-216e-4d76-b996-1a2e662aa478') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:27.504228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.518050 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.525001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:26:27.525549 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:26:27.527373 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:26:27.586005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.590859 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.594128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8916cef-993d-49fd-a10a-a5c143dd1f4f HTTP/1.1" status: 204 len: 168 time: 0.2772915 Nov 23 11:26:27.606867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022cfef-d073-4409-8cf6-571a2e85c48e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8916cef-993d-49fd-a10a-a5c143dd1f4f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:27.747375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52868) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:27.787965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aa8bf2cd-236b-4819-b3a3-1205a399e2ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4e05ba7de6204a65bb2c4fa288677d6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393398 Nov 23 11:26:27.790674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52870) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:27.838637 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-829baf06-1013-4db8-8f16-0a4f14ae72bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.859966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-829baf06-1013-4db8-8f16-0a4f14ae72bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.906069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-829baf06-1013-4db8-8f16-0a4f14ae72bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.908774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-829baf06-1013-4db8-8f16-0a4f14ae72bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:27.909948 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-829baf06-1013-4db8-8f16-0a4f14ae72bb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb5c7528-d362-427b-ae19-5ddc9c5fc2eb HTTP/1.1" status: 204 len: 168 time: 0.1183295 Nov 23 11:26:27.917794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829baf06-1013-4db8-8f16-0a4f14ae72bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5c7528-d362-427b-ae19-5ddc9c5fc2eb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:28.218377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52876) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:28.257440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d41f3efc-d2cc-4fb2-82bc-ceea87d5bb3c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f9e8eb81f77e4ee0bc2f39687fac0244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377803 Nov 23 11:26:28.259679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52878) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:28.308830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80f10016-2ca0-4e0e-89e8-595b5033ee36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:28.329911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80f10016-2ca0-4e0e-89e8-595b5033ee36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:28.375113 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80f10016-2ca0-4e0e-89e8-595b5033ee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:28.377960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-80f10016-2ca0-4e0e-89e8-595b5033ee36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:28.379115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-80f10016-2ca0-4e0e-89e8-595b5033ee36 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be83ca27-d756-442a-89fd-58e711bdecae HTTP/1.1" status: 204 len: 168 time: 0.1185474 Nov 23 11:26:28.388485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f10016-2ca0-4e0e-89e8-595b5033ee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be83ca27-d756-442a-89fd-58e711bdecae,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:29.062312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52900) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:29.158246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1099509851-network', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:29.178847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Made reservation on behalf of 999876495b3946cb90cb472fd12ac3f2 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:29.181090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.189214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.262921 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.266361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.290167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:26:29.299761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c4834b-cacb-4861-bc67-ca32de54e925,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:29.304396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.304733 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Added segment 34a5a123-ceee-4550-9766-c211e47e4a7b of type vlan for network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb Nov 23 11:26:29.344838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.368786 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.369750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:29.370330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.408659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3452494 Nov 23 11:26:29.411661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52904) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:29.417395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Request body: {'subnet': {'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1099509851-subnet', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:29.436167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c130d-3817-443d-a040-68dfcdcfd0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:29.439766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Made reservation on behalf of 999876495b3946cb90cb472fd12ac3f2 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:29.442231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.446521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:26:29.613671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.673251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=562d7ee3-a1e2-4c7c-aed6-b511076a74d0,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:29.680818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Checking segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:29.681215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Network hostable DHCP agents. Network: c2cd48eb-59c2-40cb-9c54-ffb356cd86bb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:26:29.697772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:26:29.706152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, c2cd48eb-59c2-40cb-9c54-ffb356cd86bb) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:29.710248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:29.710844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.715159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82ea37-973c-4182-a66e-cd54c1c9c3d8 None None] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:29.726403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a955a6c3-28c6-4ddd-8d08-cec8c9b0f53a admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3130155 Nov 23 11:26:29.728995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52906) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:29.733291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:29.753947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.754940 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.808469 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.939498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:26:29.953661 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:29.965529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:26:29.965887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8b6b197f-89ad-403c-90ff-d4060b7cd4f4 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:26:30.053889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:26:30.054953 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.164712 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.184057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.192354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Allocated IP 172.20.0.2 (c2cd48eb-59c2-40cb-9c54-ffb356cd86bb/562d7ee3-a1e2-4c7c-aed6-b511076a74d0/ebcae6f1-e361-4938-acea-c5dd39b68804) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:30.289861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Allocated IP 172.25.5.86 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:30.340330 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.346568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.389703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:30.390817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.393168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:30.396227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:30.403881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Pushing event updated for resources: {'Port': ['ID=ebcae6f1-e361-4938-acea-c5dd39b68804,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:30.426906 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.462055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Attempting to bind port ebcae6f1-e361-4938-acea-c5dd39b68804 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:30.462608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Attempting to bind port ebcae6f1-e361-4938-acea-c5dd39b68804 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:30.462812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Attempting to bind port ebcae6f1-e361-4938-acea-c5dd39b68804 on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:30.467862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:30.468247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Checking segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:30.468660 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.469066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Bound using segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:30.469572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Bound port: ebcae6f1-e361-4938-acea-c5dd39b68804, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:30.469960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.473092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:30.476074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:30.479581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:30.485095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Pushing event updated for resources: {'Port': ['ID=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:30.507842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0dcc8-73f0-48f5-a68b-9316ef557cba None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:26:30.545466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] For port ebcae6f1-e361-4938-acea-c5dd39b68804, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:30.548911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] For port ebcae6f1-e361-4938-acea-c5dd39b68804, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ebcae6f1-e361-4938-acea-c5dd39b68804,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:30.555094 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.621225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdc28f-59a8-4b0d-8fe3-b43a8d6fc1e8 None None] Pushing event updated for resources: {'Port': ['ID=ebcae6f1-e361-4938-acea-c5dd39b68804,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:30.627648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ed014ad7-2335-4295-b0c5-c8733f68dd1e None None] Provisioning complete for port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:30.628026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ed014ad7-2335-4295-b0c5-c8733f68dd1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:30.668960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ed014ad7-2335-4295-b0c5-c8733f68dd1e None None] Port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:26:30.755359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:31.254604 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:31.393268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Router 64c613d0-c830-414f-a4fc-7c0937762b58 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:26:31.508219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:26:31.517722 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Sync routers for ids ['64c613d0-c830-414f-a4fc-7c0937762b58'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:26:31.531122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace997f-a584-47f0-99b7-e3d800a31497 None None] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:31.531845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:31.533186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-18ccac15-ca70-486f-8ee1-b01c3a46b48d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8030734 Nov 23 11:26:31.533426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Routers {'64c613d0-c830-414f-a4fc-7c0937762b58'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:31.534066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['64c613d0-c830-414f-a4fc-7c0937762b58'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:31.536018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52908) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:31.692364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8508e399-0faf-40cb-820f-2e2ca9d84fb3 None None] Provisioning complete for port ebcae6f1-e361-4938-acea-c5dd39b68804 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:31.692741 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8508e399-0faf-40cb-820f-2e2ca9d84fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:31.760134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Set router 64c613d0-c830-414f-a4fc-7c0937762b58 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:31.951362 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:31.988314 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8508e399-0faf-40cb-820f-2e2ca9d84fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.065969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8508e399-0faf-40cb-820f-2e2ca9d84fb3 None None] For port ebcae6f1-e361-4938-acea-c5dd39b68804, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ebcae6f1-e361-4938-acea-c5dd39b68804,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:32.075224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8508e399-0faf-40cb-820f-2e2ca9d84fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.139442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508e399-0faf-40cb-820f-2e2ca9d84fb3 None None] Pushing event updated for resources: {'Port': ['ID=ebcae6f1-e361-4938-acea-c5dd39b68804,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:32.145943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:26:30Z', 'revision_number': 3, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:32.184761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Checking router: 64c613d0-c830-414f-a4fc-7c0937762b58 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:26:32.185133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Updating router 64c613d0-c830-414f-a4fc-7c0937762b58 port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:26:32.216277 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.341492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cc2045bd-27a8-4794-8cdb-de779a2af957 None None] Provisioning complete for port ebcae6f1-e361-4938-acea-c5dd39b68804 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:32.341781 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cc2045bd-27a8-4794-8cdb-de779a2af957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.445792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Allocated IP 172.20.0.1 (c2cd48eb-59c2-40cb-9c54-ffb356cd86bb/562d7ee3-a1e2-4c7c-aed6-b511076a74d0/70fa81ee-f5b5-4276-9145-0d1c2d46ec69) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:32.550180 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.556499 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.561585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.585865 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.610862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa5c9da-bfdf-4f74-8129-e9cd01418944 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:26:32.621533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Attempting to bind port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:32.621912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Attempting to bind port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:32.622299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Attempting to bind port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:32.626805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d71052-96c1-42ec-9fb2-4c61a25d5508 None None] Pushing event updated for resources: {'Port': ['ID=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:32.628834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:32.632210 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:32.632595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:32.632703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:32.633026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.633417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:32.633899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Bound port: 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:32.634578 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.636211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:32.672493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Pushing event updated for resources: {'Port': ['ID=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:32.693589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.708758 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] For port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:32.717790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] For port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:32.722651 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.770836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ebcae6f1-e361-4938-acea-c5dd39b68804 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:32.809861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9dd78-7235-4bb0-9c6e-f1d3ddd69435 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:26:32.832277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-51f24641-cad9-4f27-9785-7b5fa218b22d None None] Provisioning complete for port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:32.832650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51f24641-cad9-4f27-9785-7b5fa218b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.857290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:32.875438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d71052-96c1-42ec-9fb2-4c61a25d5508 None None] Pushing event updated for resources: {'Port': ['ID=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:32.880639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Routers {'64c613d0-c830-414f-a4fc-7c0937762b58'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:32.881292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['64c613d0-c830-414f-a4fc-7c0937762b58'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:32.980628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ebcae6f1-e361-4938-acea-c5dd39b68804 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:32.980919 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.028543 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.033075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.106245 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.108063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Pushing event updated for resources: {'Port': ['ID=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:33.206984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:33.208434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:33.233568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51f24641-cad9-4f27-9785-7b5fa218b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.239290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] Set router 64c613d0-c830-414f-a4fc-7c0937762b58 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:33.305249 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-51f24641-cad9-4f27-9785-7b5fa218b22d None None] For port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:33.334712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51f24641-cad9-4f27-9785-7b5fa218b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.338435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Router 64c613d0-c830-414f-a4fc-7c0937762b58 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:26:33.463720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:26:33.471111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-94eb145a-1bc7-4ce5-9ee6-4853efd422fc admin admin] 10.222.0.61 "PUT /v2.0/routers/64c613d0-c830-414f-a4fc-7c0937762b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9317613 Nov 23 11:26:33.499409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f24641-cad9-4f27-9785-7b5fa218b22d None None] Pushing event updated for resources: {'Port': ['ID=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:33.505508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b21d7de1-4039-4499-bf0d-21e11897bbc9 None None] Provisioning complete for port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:33.505887 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b21d7de1-4039-4499-bf0d-21e11897bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.639506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 4, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '70fa81ee-f5b5-4276-9145-0d1c2d46ec69', 'name': '', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'mac_address': 'fa:16:3e:60:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:31Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 1, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'subnets': [{'id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:33.671302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf08d2e-3d93-4605-9b78-ba92a2dde2a7 None None] The sync data for ids ['64c613d0-c830-414f-a4fc-7c0937762b58'] in n-d-817747-2 is: [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 4, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '70fa81ee-f5b5-4276-9145-0d1c2d46ec69', 'name': '', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'mac_address': 'fa:16:3e:60:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:31Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 1, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'subnets': [{'id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:26:33.682095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b21d7de1-4039-4499-bf0d-21e11897bbc9 None None] Provisioning complete for port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:33.682483 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b21d7de1-4039-4499-bf0d-21e11897bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:33.721788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b21d7de1-4039-4499-bf0d-21e11897bbc9 None None] Port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:26:33.982967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52924) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:33.987929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2137832369-network', 'tenant_id': 'fa592af26b9345329692fd0f56affc18'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:34.012397 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Made reservation on behalf of fa592af26b9345329692fd0f56affc18 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:34.015705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.025402 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.104293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.108129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.114689 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:26:34.135682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:26:34.146018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:34.152810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.153220 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Added segment a294baf4-59e9-43a0-8f7d-ab124e3f7f78 of type vlan for network f009b364-2a1a-4ed7-ad33-daaa9443bacb Nov 23 11:26:34.203224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.235466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.236475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:34.237095 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.273324 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2893767 Nov 23 11:26:34.276459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 52926) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:34.281788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Request body: {'subnet': {'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2137832369-subnet', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:34.302742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dd34-dcd2-48c0-8df3-90203e68c210 admin admin] Pushing event updated for resources: {'Network': ['ID=f009b364-2a1a-4ed7-ad33-daaa9443bacb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:34.317091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:26:34.322017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Made reservation on behalf of fa592af26b9345329692fd0f56affc18 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:34.324875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.530182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.591371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d10942-c0f9-4456-90e0-9d950a9252c0,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:34.599403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Checking segment: {'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:34.599776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Network hostable DHCP agents. Network: f009b364-2a1a-4ed7-ad33-daaa9443bacb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:26:34.620106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:26:34.629518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f009b364-2a1a-4ed7-ad33-daaa9443bacb) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:34.637708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:34.638181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ad97a-3321-4ba2-9161-50cc719a74e0 None None] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:34.638479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.662196 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-234e9d5a-88b5-4634-b65a-b54ce3f4a47b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3818903 Nov 23 11:26:34.662603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52928) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:34.668269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:34.706105 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.707302 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.784968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.785198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:34.868216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'fixed_ips': [{'subnet_id': '74d10942-c0f9-4456-90e0-9d950a9252c0'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:26:34.869191 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.882529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:34.882905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:34.936446 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.084633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Allocated IP 172.20.0.2 (f009b364-2a1a-4ed7-ad33-daaa9443bacb/74d10942-c0f9-4456-90e0-9d950a9252c0/1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:35.147966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.167094 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.227598 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.233016 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.272143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Allocated IP 172.25.5.113 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/926579c9-a67e-4a28-92d8-f5b075ea43a1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:35.279956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:35.284776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:35.290180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:35.293391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Pushing event updated for resources: {'Port': ['ID=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:35.348745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Attempting to bind port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:35.349276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Attempting to bind port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:35.349751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Attempting to bind port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba on network f009b364-2a1a-4ed7-ad33-daaa9443bacb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:35.355586 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:35.355967 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Checking segment: {'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:35.356368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.356768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Bound using segment: {'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:35.357286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Bound port: 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:35.357676 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.384357 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.420304 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.421024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] For port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:35.424486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] For port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,segment=NetworkSegment(a294baf4-59e9-43a0-8f7d-ab124e3f7f78),segment_id=a294baf4-59e9-43a0-8f7d-ab124e3f7f78)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:35.431898 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.464473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:35.469060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:35.473760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:35.493381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8afd2-f735-43a0-9a9a-d2850a8b9480 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:26:35.506344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579b81e-e7b8-4ef4-afc7-745ef2c8307b None None] Pushing event updated for resources: {'Port': ['ID=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:35.520597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Pushing event updated for resources: {'Port': ['ID=926579c9-a67e-4a28-92d8-f5b075ea43a1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:35.558060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b7c011f4-dd9f-4b58-b0e6-671c18262f8d None None] Provisioning complete for port 926579c9-a67e-4a28-92d8-f5b075ea43a1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:35.558442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b7c011f4-dd9f-4b58-b0e6-671c18262f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.603969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b7c011f4-dd9f-4b58-b0e6-671c18262f8d None None] Port 926579c9-a67e-4a28-92d8-f5b075ea43a1 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:26:35.615371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.615724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.616111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.616463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.616804 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.617166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.617506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.617844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.618178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.618511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.618878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.619159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:35.804572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:35.815162 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Sync routers for ids ['64c613d0-c830-414f-a4fc-7c0937762b58'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:26:35.827541 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Routers {'64c613d0-c830-414f-a4fc-7c0937762b58'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:35.828539 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['64c613d0-c830-414f-a4fc-7c0937762b58'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:35.940161 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Set router 64c613d0-c830-414f-a4fc-7c0937762b58 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:36.029433 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.152856 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 4, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '70fa81ee-f5b5-4276-9145-0d1c2d46ec69', 'name': '', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'mac_address': 'fa:16:3e:60:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:31Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 2, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'subnets': [{'id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:36.163709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Router baf09f38-7cb2-44c7-b699-01ca04a849f4 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:26:36.185713 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Checking router: 64c613d0-c830-414f-a4fc-7c0937762b58 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:26:36.186073 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Updating router 64c613d0-c830-414f-a4fc-7c0937762b58 port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:26:36.216690 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.285873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:26:36.302925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Sync routers for ids ['baf09f38-7cb2-44c7-b699-01ca04a849f4'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:26:36.306125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.307517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1cf3f5ed-a632-475f-b56e-d75cb0b4c455 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6432126 Nov 23 11:26:36.310190 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 52930) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:26:36.321572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Routers {'baf09f38-7cb2-44c7-b699-01ca04a849f4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:36.322215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['baf09f38-7cb2-44c7-b699-01ca04a849f4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:36.439795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Set router baf09f38-7cb2-44c7-b699-01ca04a849f4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:36.629193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca21911-ca98-4a68-b23d-c2f7a073279e None None] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:26:36.634469 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.640046 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.704986 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Pushing event updated for resources: {'Port': ['ID=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:36.707560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:26:35Z', 'revision_number': 3, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port': {'id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:35Z', 'updated_at': '2021-11-23T11:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:36.716166 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.716463 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.717127 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.717127 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.717460 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.717787 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.718267 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.718677 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.718940 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.719219 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.719537 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.719861 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:36.747164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Checking router: baf09f38-7cb2-44c7-b699-01ca04a849f4 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:26:36.747521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Updating router baf09f38-7cb2-44c7-b699-01ca04a849f4 port 926579c9-a67e-4a28-92d8-f5b075ea43a1 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:26:36.786260 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Attempting to bind port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:36.787143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Attempting to bind port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:36.787143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Attempting to bind port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:36.793055 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:36.793514 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Checking segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:36.793920 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.794318 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Bound using segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:36.794848 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Bound port: 70fa81ee-f5b5-4276-9145-0d1c2d46ec69, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:36.795235 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.813385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:36.856345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3790d799-fde7-4e30-a945-0bbf7ff889ba None None] Provisioning complete for port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:36.856871 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3790d799-fde7-4e30-a945-0bbf7ff889ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.872918 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] For port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:36.876608 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] For port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:36.884600 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.886330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.915273 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:36.951901 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5400401-54bf-47ed-8248-8aaf99ed4a21 None None] Pushing event updated for resources: {'Port': ['ID=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:36.972516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Routers {'64c613d0-c830-414f-a4fc-7c0937762b58'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:36.973417 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['64c613d0-c830-414f-a4fc-7c0937762b58'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:37.088037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Allocated IP 172.20.0.1 (f009b364-2a1a-4ed7-ad33-daaa9443bacb/74d10942-c0f9-4456-90e0-9d950a9252c0/24450a61-1072-4ff0-b1b9-7de11c856fb9) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:37.104277 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] Set router 64c613d0-c830-414f-a4fc-7c0937762b58 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:37.224709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.269750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.319489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:37.320944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.324524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:37.329087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:37.334344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:37.355213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Pushing event updated for resources: {'Port': ['ID=24450a61-1072-4ff0-b1b9-7de11c856fb9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:37.374666 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 4, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '70fa81ee-f5b5-4276-9145-0d1c2d46ec69', 'name': '', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'mac_address': 'fa:16:3e:60:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:31Z', 'updated_at': '2021-11-23T11:26:36Z', 'revision_number': 4, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'subnets': [{'id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:37.376600 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.408739 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8762729-4b39-4b5d-8810-ef7db55f4f91 None None] The sync data for ids ['64c613d0-c830-414f-a4fc-7c0937762b58'] in n-d-817747-2 is: [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:26:32Z', 'revision_number': 4, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '70fa81ee-f5b5-4276-9145-0d1c2d46ec69', 'name': '', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'mac_address': 'fa:16:3e:60:52:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:31Z', 'updated_at': '2021-11-23T11:26:36Z', 'revision_number': 4, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'subnets': [{'id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:26:37.439823 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3790d799-fde7-4e30-a945-0bbf7ff889ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.518908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3790d799-fde7-4e30-a945-0bbf7ff889ba None None] For port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,segment=NetworkSegment(a294baf4-59e9-43a0-8f7d-ab124e3f7f78),segment_id=a294baf4-59e9-43a0-8f7d-ab124e3f7f78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:37.548827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.559335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3790d799-fde7-4e30-a945-0bbf7ff889ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.628272 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.703733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790d799-fde7-4e30-a945-0bbf7ff889ba None None] Pushing event updated for resources: {'Port': ['ID=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:37.723769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] Provisioning complete for port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:37.724145 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.728956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.770866 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.801222 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.807818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.843553 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f43a9-f8b9-4a43-8bc4-4e66b5173829 None None] Pushing event updated for resources: {'Port': ['ID=926579c9-a67e-4a28-92d8-f5b075ea43a1,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:37.849424 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:26:37.849787 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:26:37.871372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e4469-dc14-4b55-ba02-cc20621baa8f None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:26:37.884803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Attempting to bind port 926579c9-a67e-4a28-92d8-f5b075ea43a1 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:37.885265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Attempting to bind port 926579c9-a67e-4a28-92d8-f5b075ea43a1 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:37.885609 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Attempting to bind port 926579c9-a67e-4a28-92d8-f5b075ea43a1 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:37.888697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Pushing event updated for resources: {'Port': ['ID=24450a61-1072-4ff0-b1b9-7de11c856fb9,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:37.927584 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.938871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:37.939277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:37.939670 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.940059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:37.940556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Bound port: 926579c9-a67e-4a28-92d8-f5b075ea43a1, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:37.940946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:37.992482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] Provisioning complete for port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:37.992814 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.026366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] For port 926579c9-a67e-4a28-92d8-f5b075ea43a1, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:38.035287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:38.036752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:38.046764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] For port 926579c9-a67e-4a28-92d8-f5b075ea43a1, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=926579c9-a67e-4a28-92d8-f5b075ea43a1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:38.057526 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.158026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd55a91-89a3-4e1c-b9bc-3bd5d4f94645 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:26:38.176362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f43a9-f8b9-4a43-8bc4-4e66b5173829 None None] Pushing event updated for resources: {'Port': ['ID=926579c9-a67e-4a28-92d8-f5b075ea43a1,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:38.182108 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Routers {'baf09f38-7cb2-44c7-b699-01ca04a849f4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:38.182756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['baf09f38-7cb2-44c7-b699-01ca04a849f4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:38.188792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.213021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Router baf09f38-7cb2-44c7-b699-01ca04a849f4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:26:38.318681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] For port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:38.324182 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.359171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:26:38.365774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ff70857f-dff5-48fc-bbfa-a60a9bd1686f admin admin] 10.222.0.61 "PUT /v2.0/routers/baf09f38-7cb2-44c7-b699-01ca04a849f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0545740 Nov 23 11:26:38.402856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] Set router baf09f38-7cb2-44c7-b699-01ca04a849f4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:38.459649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000effc-e5fa-4fce-96fd-9b9875e6bb17 None None] Pushing event updated for resources: {'Port': ['ID=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:38.506165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Provisioning complete for port 24450a61-1072-4ff0-b1b9-7de11c856fb9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:38.506537 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.589056 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Port 24450a61-1072-4ff0-b1b9-7de11c856fb9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:26:38.618545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Provisioning complete for port 926579c9-a67e-4a28-92d8-f5b075ea43a1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:38.618918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.743292 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.752394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 4, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port': {'id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:35Z', 'updated_at': '2021-11-23T11:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '24450a61-1072-4ff0-b1b9-7de11c856fb9', 'name': '', 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'mac_address': 'fa:16:3e:11:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:36Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 2, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'subnets': [{'id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:38.762140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:38.813328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] For port 926579c9-a67e-4a28-92d8-f5b075ea43a1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=926579c9-a67e-4a28-92d8-f5b075ea43a1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:38.814860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29a526-dfeb-4f9e-bbc4-4e6e2e22afb4 None None] The sync data for ids ['baf09f38-7cb2-44c7-b699-01ca04a849f4'] in n-d-817747-2 is: [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 4, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port': {'id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:35Z', 'updated_at': '2021-11-23T11:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '24450a61-1072-4ff0-b1b9-7de11c856fb9', 'name': '', 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'mac_address': 'fa:16:3e:11:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:36Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 2, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'subnets': [{'id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:26:38.821413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.888946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8a328-4c2f-44c3-bf06-9661d09a1581 None None] Pushing event updated for resources: {'Port': ['ID=926579c9-a67e-4a28-92d8-f5b075ea43a1,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:38.893565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:38.893937 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:38.963603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-d3729d57-b33b-46e6-b7ed-6c4de75c68e8 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:38.965337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-d3729d57-b33b-46e6-b7ed-6c4de75c68e8 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/networks?id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb HTTP/1.1" status: 200 len: 911 time: 0.0947268 Nov 23 11:26:38.976482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:38.982667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-a472951c-22a2-4f8b-a4d5-f023868339c6 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/quotas/fa592af26b9345329692fd0f56affc18 HTTP/1.1" status: 200 len: 375 time: 0.0102327 Nov 23 11:26:39.049970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:39.050488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:39.087829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-ca94de24-6de0-46b6-b920-c52fcc539985 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa592af26b9345329692fd0f56affc18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930984 Nov 23 11:26:39.196216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-abd491ca-e38d-4b01-a46b-13967a23dd16 service neutron] 10.222.0.61 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991185 Nov 23 11:26:39.620696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-7daa4494-b361-4c7b-9e80-d242acaf89b8 service neutron] 10.222.0.61 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177203 Nov 23 11:26:39.781635 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-35bc72f8-f2eb-413d-9cd4-bcc8160aabc4 req-6e94b404-bb5e-465e-8942-114cf9228d4d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 210 time: 0.0255516 Nov 23 11:26:40.758997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 926579c9-a67e-4a28-92d8-f5b075ea43a1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:40.836227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 926579c9-a67e-4a28-92d8-f5b075ea43a1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:40.837016 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:40.844758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-83111b3b-d647-4cab-b0bd-48f54fd152a1 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:40.846343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-83111b3b-d647-4cab-b0bd-48f54fd152a1 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.58 "GET /v2.0/networks?id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb HTTP/1.1" status: 200 len: 911 time: 0.1255929 Nov 23 11:26:40.860794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Request body: {'port': {'device_id': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'admin_state_up': True, 'tenant_id': 'fa592af26b9345329692fd0f56affc18'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:40.918618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-523a8a84-7562-40ae-9e99-f82cee95d7c7 req-4d3184d2-5cc3-4b4e-bd6f-740711bf6eb0 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 210 time: 0.0326600 Nov 23 11:26:40.923593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Made reservation on behalf of fa592af26b9345329692fd0f56affc18 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:40.926310 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.044870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Allocated IP 172.20.0.3 (c2cd48eb-59c2-40cb-9c54-ffb356cd86bb/562d7ee3-a1e2-4c7c-aed6-b511076a74d0/acd2fe1a-dac3-42ad-96a6-561bfe1b304e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:41.176994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.210445 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.252535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:41.255435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:41.257921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:41.293285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Pushing event updated for resources: {'Port': ['ID=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:41.311241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:41.311991 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.332065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-240a3f5e-05a1-42e2-9c49-97995865271c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4762535 Nov 23 11:26:41.369356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-6aed8b8f-cd3f-43fc-bf4c-e94a166e1895 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:26:41.370392 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-6aed8b8f-cd3f-43fc-bf4c-e94a166e1895 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065551 Nov 23 11:26:41.382750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Request body: {'port': {'device_id': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:41.442010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.485159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-aca58bab-c22b-4fb6-9b80-0ab22482ed73 None None] Provisioning complete for port acd2fe1a-dac3-42ad-96a6-561bfe1b304e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:41.485529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aca58bab-c22b-4fb6-9b80-0ab22482ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.521887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-aca58bab-c22b-4fb6-9b80-0ab22482ed73 None None] Port acd2fe1a-dac3-42ad-96a6-561bfe1b304e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:26:41.627857 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Sync routers for ids ['baf09f38-7cb2-44c7-b699-01ca04a849f4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:26:41.639646 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Routers {'baf09f38-7cb2-44c7-b699-01ca04a849f4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:41.640348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['baf09f38-7cb2-44c7-b699-01ca04a849f4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:41.715592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd2fe1a-dac3-42ad-96a6-561bfe1b304e {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:26:41.723038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.735934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Transition to ACTIVE for port object acd2fe1a-dac3-42ad-96a6-561bfe1b304e will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:26:41.738841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.749592 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Set router baf09f38-7cb2-44c7-b699-01ca04a849f4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:41.818312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Pushing event updated for resources: {'Port': ['ID=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:41.876218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Attempting to bind port acd2fe1a-dac3-42ad-96a6-561bfe1b304e on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:41.876862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Attempting to bind port acd2fe1a-dac3-42ad-96a6-561bfe1b304e by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:41.876862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Attempting to bind port acd2fe1a-dac3-42ad-96a6-561bfe1b304e on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:41.881672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Port acd2fe1a-dac3-42ad-96a6-561bfe1b304e on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:26:41.881997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Attempting to bind port acd2fe1a-dac3-42ad-96a6-561bfe1b304e on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:41.889362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:41.889730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Checking segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:41.890121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Bound using segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:41.890555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Bound port: acd2fe1a-dac3-42ad-96a6-561bfe1b304e, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:41.891498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.964645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] For port acd2fe1a-dac3-42ad-96a6-561bfe1b304e, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:41.968311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] For port acd2fe1a-dac3-42ad-96a6-561bfe1b304e, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:41.972748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:41.974702 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 4, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port': {'id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:35Z', 'updated_at': '2021-11-23T11:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '24450a61-1072-4ff0-b1b9-7de11c856fb9', 'name': '', 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'mac_address': 'fa:16:3e:11:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:36Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 2, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'subnets': [{'id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:42.011969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.012605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.014336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-127b90a5-8880-48ca-a09a-379809750198 service neutron] 10.222.0.58 "PUT /v2.0/ports/acd2fe1a-dac3-42ad-96a6-561bfe1b304e HTTP/1.1" status: 200 len: 1091 time: 0.6361954 Nov 23 11:26:42.014743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'tag': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:26:42.015856 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Checking router: baf09f38-7cb2-44c7-b699-01ca04a849f4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:26:42.016293 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Updating router baf09f38-7cb2-44c7-b699-01ca04a849f4 port 24450a61-1072-4ff0-b1b9-7de11c856fb9 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:26:42.017082 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8056622d-59e8-4d25-8675-b185324314ea" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc7adeb-2ecf-45bf-8651-abdbef0f5bae", "tag": "acd2fe1a-dac3-42ad-96a6-561bfe1b304e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:26:42.050199 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.077527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51297e94-3a23-4f04-9d73-febfcfdae8e1 req-469b7786-5204-4d6d-9cfc-5397b9becf5e tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.079084 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51297e94-3a23-4f04-9d73-febfcfdae8e1 req-469b7786-5204-4d6d-9cfc-5397b9becf5e tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1094 time: 0.0751951 Nov 23 11:26:42.088036 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaa3ba1-2190-434b-b6b8-ad221342ae6e x-openstack-request-id: req-dbaa3ba1-2190-434b-b6b8-ad221342ae6e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:26:42.088359 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc7adeb-2ecf-45bf-8651-abdbef0f5bae", "tag": "acd2fe1a-dac3-42ad-96a6-561bfe1b304e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:26:42.088625 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbaa3ba1-2190-434b-b6b8-ad221342ae6e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:26:42.089031 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'tag': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e', 'status': 'completed', 'code': 200} Nov 23 11:26:42.091256 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b90a5-8880-48ca-a09a-379809750198 service neutron] Pushing event updated for resources: {'Port': ['ID=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:42.131808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-d4b4d740-e001-4c3d-be86-418fbc78196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.134029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-d4b4d740-e001-4c3d-be86-418fbc78196e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa592af26b9345329692fd0f56affc18&device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1094 time: 0.0629663 Nov 23 11:26:42.152649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51297e94-3a23-4f04-9d73-febfcfdae8e1 req-204182d1-312f-4c6d-a9fb-db550e4f4bef tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670025 Nov 23 11:26:42.188318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-9aee08a1-77d5-40dc-994e-97fb2ebb240c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd2fe1a-dac3-42ad-96a6-561bfe1b304e HTTP/1.1" status: 200 len: 217 time: 0.0446348 Nov 23 11:26:42.248569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-be6dcf85-2f51-4267-b6ac-b1757f02ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.250540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-be6dcf85-2f51-4267-b6ac-b1757f02ed42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=562d7ee3-a1e2-4c7c-aed6-b511076a74d0 HTTP/1.1" status: 200 len: 849 time: 0.0558085 Nov 23 11:26:42.302034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-9b48f993-3ffb-4176-a028-8fc646d618e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.303619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-9b48f993-3ffb-4176-a028-8fc646d618e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459166 Nov 23 11:26:42.380562 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.386228 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.404195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-feb7c3c8-5df5-467e-926f-54c51d845430 service neutron] 10.222.0.58 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923660 Nov 23 11:26:42.439355 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b7555-add0-40d1-89e1-0e55a35e81c5 None None] Pushing event updated for resources: {'Port': ['ID=24450a61-1072-4ff0-b1b9-7de11c856fb9,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:42.486452 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Attempting to bind port 24450a61-1072-4ff0-b1b9-7de11c856fb9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:42.486738 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Attempting to bind port 24450a61-1072-4ff0-b1b9-7de11c856fb9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:42.487103 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Attempting to bind port 24450a61-1072-4ff0-b1b9-7de11c856fb9 on network f009b364-2a1a-4ed7-ad33-daaa9443bacb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:42.492965 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:42.493365 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Checking segment: {'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:42.493762 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.494153 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Bound using segment: {'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:42.495050 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Bound port: 24450a61-1072-4ff0-b1b9-7de11c856fb9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:42.495050 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.499352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab905e16-2b15-4e14-9776-4c3d80e75a2c req-b696b913-71a1-427f-b8b4-0ff7b23914b7 service neutron] 10.222.0.58 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886137 Nov 23 11:26:42.567693 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] For port 24450a61-1072-4ff0-b1b9-7de11c856fb9, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:42.572283 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] For port 24450a61-1072-4ff0-b1b9-7de11c856fb9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=24450a61-1072-4ff0-b1b9-7de11c856fb9,segment=NetworkSegment(a294baf4-59e9-43a0-8f7d-ab124e3f7f78),segment_id=a294baf4-59e9-43a0-8f7d-ab124e3f7f78)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:42.576652 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.594533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056622d-59e8-4d25-8675-b185324314ea req-be4956ad-b4cf-4b3b-b22e-34000297dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.596057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8056622d-59e8-4d25-8675-b185324314ea req-be4956ad-b4cf-4b3b-b22e-34000297dfeb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa592af26b9345329692fd0f56affc18&device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1094 time: 0.0492845 Nov 23 11:26:42.637631 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Routers {'baf09f38-7cb2-44c7-b699-01ca04a849f4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:26:42.638412 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['baf09f38-7cb2-44c7-b699-01ca04a849f4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:42.681518 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b7555-add0-40d1-89e1-0e55a35e81c5 None None] Pushing event updated for resources: {'Port': ['ID=24450a61-1072-4ff0-b1b9-7de11c856fb9,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:42.713571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056622d-59e8-4d25-8675-b185324314ea req-2b9bb53d-a895-49ba-94cb-dc09d6030f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.714343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e09a41ac-dfe0-40ce-bc5a-fd43ae26ce5c None None] Provisioning complete for port 24450a61-1072-4ff0-b1b9-7de11c856fb9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:42.714819 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e09a41ac-dfe0-40ce-bc5a-fd43ae26ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.716118 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8056622d-59e8-4d25-8675-b185324314ea req-2b9bb53d-a895-49ba-94cb-dc09d6030f67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb HTTP/1.1" status: 200 len: 911 time: 0.1128538 Nov 23 11:26:42.768588 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] Set router baf09f38-7cb2-44c7-b699-01ca04a849f4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:26:42.776839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8056622d-59e8-4d25-8675-b185324314ea req-35b3251d-8557-4779-8de6-115b112cab2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acd2fe1a-dac3-42ad-96a6-561bfe1b304e HTTP/1.1" status: 200 len: 217 time: 0.0531280 Nov 23 11:26:42.808794 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e09a41ac-dfe0-40ce-bc5a-fd43ae26ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.834182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056622d-59e8-4d25-8675-b185324314ea req-e1610ce8-60e1-4ee2-a6d7-f900c814f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.837659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8056622d-59e8-4d25-8675-b185324314ea req-e1610ce8-60e1-4ee2-a6d7-f900c814f38f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=562d7ee3-a1e2-4c7c-aed6-b511076a74d0 HTTP/1.1" status: 200 len: 849 time: 0.0532818 Nov 23 11:26:42.847035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e09a41ac-dfe0-40ce-bc5a-fd43ae26ce5c None None] For port 24450a61-1072-4ff0-b1b9-7de11c856fb9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=24450a61-1072-4ff0-b1b9-7de11c856fb9,segment=NetworkSegment(a294baf4-59e9-43a0-8f7d-ab124e3f7f78),segment_id=a294baf4-59e9-43a0-8f7d-ab124e3f7f78)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:42.853521 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e09a41ac-dfe0-40ce-bc5a-fd43ae26ce5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.891502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056622d-59e8-4d25-8675-b185324314ea req-33ae92ff-3f8b-4db3-938e-350b647dbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:42.893005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8056622d-59e8-4d25-8675-b185324314ea req-33ae92ff-3f8b-4db3-938e-350b647dbc89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479350 Nov 23 11:26:42.916795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a41ac-dfe0-40ce-bc5a-fd43ae26ce5c None None] Pushing event updated for resources: {'Port': ['ID=24450a61-1072-4ff0-b1b9-7de11c856fb9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:42.975402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-85d0c7cb-f273-42c3-a8e5-5b0d8573e1ad None None] Provisioning complete for port 24450a61-1072-4ff0-b1b9-7de11c856fb9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:42.976095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85d0c7cb-f273-42c3-a8e5-5b0d8573e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:42.993045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8056622d-59e8-4d25-8675-b185324314ea req-799ad7c8-aeac-4df6-a91c-3a952f5ca9f2 service neutron] 10.222.0.58 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922143 Nov 23 11:26:43.084792 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 4, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port': {'id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:35Z', 'updated_at': '2021-11-23T11:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '24450a61-1072-4ff0-b1b9-7de11c856fb9', 'name': '', 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'mac_address': 'fa:16:3e:11:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:36Z', 'updated_at': '2021-11-23T11:26:42Z', 'revision_number': 4, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'subnets': [{'id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:26:43.088799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8056622d-59e8-4d25-8675-b185324314ea req-103c5920-4e41-459f-871d-f8c63ae7738b service neutron] 10.222.0.58 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869305 Nov 23 11:26:43.112183 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e41cec-6b4e-48ce-85e6-876a2fe1a5d5 None None] The sync data for ids ['baf09f38-7cb2-44c7-b699-01ca04a849f4'] in n-d-817747-2 is: [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:26:37Z', 'revision_number': 4, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port': {'id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:35Z', 'updated_at': '2021-11-23T11:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '24450a61-1072-4ff0-b1b9-7de11c856fb9', 'name': '', 'network_id': 'f009b364-2a1a-4ed7-ad33-daaa9443bacb', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'mac_address': 'fa:16:3e:11:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:36Z', 'updated_at': '2021-11-23T11:26:42Z', 'revision_number': 4, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'subnets': [{'id': '74d10942-c0f9-4456-90e0-9d950a9252c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:26:43.267511 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de673d-b97a-4ec0-bea7-8e6adbd8ac5e req-343852f2-617e-4adf-89d8-8707c0141a54 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:43.269269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de673d-b97a-4ec0-bea7-8e6adbd8ac5e req-343852f2-617e-4adf-89d8-8707c0141a54 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1094 time: 0.0425634 Nov 23 11:26:43.321485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-82de673d-b97a-4ec0-bea7-8e6adbd8ac5e req-932d8da9-b5eb-437d-a21f-f0c66d69ad86 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Nov 23 11:26:44.437778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470f2a4-8cce-4c69-829e-200558f0481f req-d465c7d5-9880-4459-9253-65d34af373fe tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:44.439311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2470f2a4-8cce-4c69-829e-200558f0481f req-d465c7d5-9880-4459-9253-65d34af373fe tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1094 time: 0.0454550 Nov 23 11:26:44.483657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2470f2a4-8cce-4c69-829e-200558f0481f req-ca95f77b-538e-4f32-b12e-9675eb926160 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383873 Nov 23 11:26:44.562544 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-06c324a4-fe82-47fd-8008-c0b07c21a94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:44.721341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 24450a61-1072-4ff0-b1b9-7de11c856fb9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:44.769684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 24450a61-1072-4ff0-b1b9-7de11c856fb9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:44.770058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:45.514360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device acd2fe1a-dac3-42ad-96a6-561bfe1b304e details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:26:45.591352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e0734-c334-4598-8d99-525e5a48c068 req-40cbc9da-42e1-49e3-a942-fc14f003a1f3 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:45.593018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-104e0734-c334-4598-8d99-525e5a48c068 req-40cbc9da-42e1-49e3-a942-fc14f003a1f3 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1094 time: 0.0415874 Nov 23 11:26:45.611057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port acd2fe1a-dac3-42ad-96a6-561bfe1b304e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:45.623263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'port_id': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e', 'mac_address': 'fa:16:3e:a7:73:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:26:45.637623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-104e0734-c334-4598-8d99-525e5a48c068 req-37366b85-dede-40eb-9208-5f330f106a5d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Nov 23 11:26:45.663520 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:45.831772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd2fe1a-dac3-42ad-96a6-561bfe1b304e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:26:45.851230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port acd2fe1a-dac3-42ad-96a6-561bfe1b304e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:45.855184 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:45.899573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:46.156089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['acd2fe1a-dac3-42ad-96a6-561bfe1b304e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:26:46.745761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31d25b-d7ff-4bd3-baff-50b5f1923caa req-253a4495-6122-451d-b4d8-47c43b49b371 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:46.747281 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec31d25b-d7ff-4bd3-baff-50b5f1923caa req-253a4495-6122-451d-b4d8-47c43b49b371 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1095 time: 0.0410948 Nov 23 11:26:46.791098 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec31d25b-d7ff-4bd3-baff-50b5f1923caa req-c852d50f-ac70-4577-a56f-b9b84e0ed210 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376840 Nov 23 11:26:47.013071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3a5698ae-a951-4e11-8ddd-c77e01d612a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:47.546293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device acd2fe1a-dac3-42ad-96a6-561bfe1b304e up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:47.595025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port acd2fe1a-dac3-42ad-96a6-561bfe1b304e completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:26:47.598855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port acd2fe1a-dac3-42ad-96a6-561bfe1b304e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:47.599255 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:47.681043 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:47.703945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:26:47.706214 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f183b5ae-d169-4424-a1b3-cc9fe8857835" -d '{"events": [{"server_uuid": "1cc7adeb-2ecf-45bf-8651-abdbef0f5bae", "name": "network-vif-plugged", "status": "completed", "tag": "acd2fe1a-dac3-42ad-96a6-561bfe1b304e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:26:47.719855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port acd2fe1a-dac3-42ad-96a6-561bfe1b304e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:47.726338 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:47.754345 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd297335-59f9-4cda-b5ad-6f11307b6e7a x-openstack-request-id: req-cd297335-59f9-4cda-b5ad-6f11307b6e7a {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:26:47.754644 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc7adeb-2ecf-45bf-8651-abdbef0f5bae", "name": "network-vif-plugged", "status": "completed", "tag": "acd2fe1a-dac3-42ad-96a6-561bfe1b304e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:26:47.754902 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd297335-59f9-4cda-b5ad-6f11307b6e7a {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:26:47.755305 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e', 'code': 200} Nov 23 11:26:47.787579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:47.846381 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba63b36-edbe-463e-8da8-35e7ab189fed req-4bd3012e-70ee-478c-988c-c9275694be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:47.847840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dba63b36-edbe-463e-8da8-35e7ab189fed req-4bd3012e-70ee-478c-988c-c9275694be8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0415106 Nov 23 11:26:47.893999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dba63b36-edbe-463e-8da8-35e7ab189fed req-b319d69c-6607-4401-a286-3d1e2dc32f11 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379095 Nov 23 11:26:47.903597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f70d7e-18d6-41d7-83a4-f2c3ac71e4dd req-f4625396-d361-44fe-a866-a3828011269d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:47.905278 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47f70d7e-18d6-41d7-83a4-f2c3ac71e4dd req-f4625396-d361-44fe-a866-a3828011269d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0455725 Nov 23 11:26:47.949970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-47f70d7e-18d6-41d7-83a4-f2c3ac71e4dd req-6bc2febd-4239-4981-b8f5-c5256b586455 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Nov 23 11:26:48.692108 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:49.068634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6f57-ffe3-449b-a7cd-0f8b94c04e9e req-fa7127d4-2ec9-4434-a1eb-226d4e559b2a tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:49.070239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd8b6f57-ffe3-449b-a7cd-0f8b94c04e9e req-fa7127d4-2ec9-4434-a1eb-226d4e559b2a tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0502644 Nov 23 11:26:49.116877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fd8b6f57-ffe3-449b-a7cd-0f8b94c04e9e req-02fe0fec-1e0e-409e-89a4-f38872ba1fb2 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 Nov 23 11:26:49.661944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:50.171269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:50.219690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:50.226469 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd2598-c1cd-4e76-8192-e1ffcae0dd31 req-957e11b5-4607-4781-8f00-f112c1497a83 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:50.228010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66dd2598-c1cd-4e76-8192-e1ffcae0dd31 req-957e11b5-4607-4781-8f00-f112c1497a83 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0418594 Nov 23 11:26:50.272987 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66dd2598-c1cd-4e76-8192-e1ffcae0dd31 req-825b0d9b-82d3-43b4-a7c5-d87538d2fbdc tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Nov 23 11:26:50.382616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba5cc7-c400-4373-8042-2f0f83f6e98f req-f699a2f9-4465-4627-8987-6b97760b8e4e tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:50.384139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ba5cc7-c400-4373-8042-2f0f83f6e98f req-f699a2f9-4465-4627-8987-6b97760b8e4e tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0396998 Nov 23 11:26:50.433239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ba5cc7-c400-4373-8042-2f0f83f6e98f req-7daea432-a6cb-421d-aec7-fc5915d03c06 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422175 Nov 23 11:26:50.535743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9f50-6e9a-4e64-9326-a7bcc59d3397 req-8bf05a45-04c1-48b2-b98e-a7301338f84d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:50.537258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc0d9f50-6e9a-4e64-9326-a7bcc59d3397 req-8bf05a45-04c1-48b2-b98e-a7301338f84d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0405445 Nov 23 11:26:50.586064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc0d9f50-6e9a-4e64-9326-a7bcc59d3397 req-111a61a6-d133-40ab-875f-b16482ac38d5 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Nov 23 11:26:50.797419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-f3b45262-df87-4cb9-8f86-aca27246c977 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:50.798837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-f3b45262-df87-4cb9-8f86-aca27246c977 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/networks?id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb HTTP/1.1" status: 200 len: 911 time: 0.0894372 Nov 23 11:26:50.813914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-e3241719-2d60-4a7e-8762-42b51a75601b tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/quotas/fa592af26b9345329692fd0f56affc18 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Nov 23 11:26:50.860180 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-06f02f4b-b41f-415b-a76d-3e966f76c936 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa592af26b9345329692fd0f56affc18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0411727 Nov 23 11:26:50.952837 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-0a8f7d81-9384-4887-88c7-8cec9668b78d service neutron] 10.222.0.61 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858045 Nov 23 11:26:51.040454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-945d33ca-b43a-4e1f-ba99-60f1f59c902d service neutron] 10.222.0.61 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816808 Nov 23 11:26:51.197134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ff9134d-46ac-4801-a52f-fc950659a028 req-f445e667-9ca5-4e4d-b872-24cda1546114 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 210 time: 0.0258627 Nov 23 11:26:52.183489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-20535103-0b9d-478b-b40f-eb535de74f4c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:52.185005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-20535103-0b9d-478b-b40f-eb535de74f4c tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.65 "GET /v2.0/networks?id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb HTTP/1.1" status: 200 len: 911 time: 0.1027610 Nov 23 11:26:52.198453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Request body: {'port': {'device_id': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'admin_state_up': True, 'tenant_id': 'fa592af26b9345329692fd0f56affc18'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:52.219183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Made reservation on behalf of fa592af26b9345329692fd0f56affc18 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:26:52.222285 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:52.308719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be1daf35-b5c8-45c8-bdc5-b51b2ddb83c9 req-4084211f-9617-4924-b778-79b1594452ad tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 210 time: 0.0360887 Nov 23 11:26:52.372540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Allocated IP 172.20.0.14 (c2cd48eb-59c2-40cb-9c54-ffb356cd86bb/562d7ee3-a1e2-4c7c-aed6-b511076a74d0/3b150182-e262-4a53-a9fa-b72c3530f3c3) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:26:52.434238 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:52.512849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:52.545366 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:52.555961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['acd2fe1a-dac3-42ad-96a6-561bfe1b304e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:26:52.588569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:26:52.591548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:26:52.596419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:26:52.602162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Pushing event updated for resources: {'Port': ['ID=3b150182-e262-4a53-a9fa-b72c3530f3c3,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:52.646689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:52.647292 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:52.669015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-d78fa9eb-3be2-4f2a-9966-45054fd93bc4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4749937 Nov 23 11:26:52.686590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Request body: {'port': {'device_id': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:26:52.745257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:52.844354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d4d20397-ae69-4799-98e5-2470c7017170 None None] Provisioning complete for port 3b150182-e262-4a53-a9fa-b72c3530f3c3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:52.844705 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d4d20397-ae69-4799-98e5-2470c7017170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:52.880169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d4d20397-ae69-4799-98e5-2470c7017170 None None] Port 3b150182-e262-4a53-a9fa-b72c3530f3c3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:26:53.014017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b150182-e262-4a53-a9fa-b72c3530f3c3 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:26:53.021439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:53.034191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Transition to ACTIVE for port object 3b150182-e262-4a53-a9fa-b72c3530f3c3 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:26:53.038088 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:53.120020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b150182-e262-4a53-a9fa-b72c3530f3c3,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:53.180673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Attempting to bind port 3b150182-e262-4a53-a9fa-b72c3530f3c3 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:26:53.181018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Attempting to bind port 3b150182-e262-4a53-a9fa-b72c3530f3c3 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:26:53.181391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Attempting to bind port 3b150182-e262-4a53-a9fa-b72c3530f3c3 on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:53.186392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Port 3b150182-e262-4a53-a9fa-b72c3530f3c3 on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:26:53.187030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Attempting to bind port 3b150182-e262-4a53-a9fa-b72c3530f3c3 on network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:26:53.192129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:26:53.192471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Checking segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:26:53.192871 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Bound using segment: {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:26:53.193326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Bound port: 3b150182-e262-4a53-a9fa-b72c3530f3c3, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a5a123-ceee-4550-9766-c211e47e4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:26:53.193686 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:53.260641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] For port 3b150182-e262-4a53-a9fa-b72c3530f3c3, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:26:53.264362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] For port 3b150182-e262-4a53-a9fa-b72c3530f3c3, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3b150182-e262-4a53-a9fa-b72c3530f3c3,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:26:53.268704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:53.303687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:53.304309 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:53.305898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/3b150182-e262-4a53-a9fa-b72c3530f3c3 HTTP/1.1" status: 200 len: 1092 time: 0.6236293 Nov 23 11:26:53.306244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'tag': '3b150182-e262-4a53-a9fa-b72c3530f3c3'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:26:53.308902 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a7651491-58ee-40b3-be86-499d7c883a0f", "tag": "3b150182-e262-4a53-a9fa-b72c3530f3c3"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:26:53.338993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d6f87-2df0-4ec0-923d-5dabbb8b63c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b150182-e262-4a53-a9fa-b72c3530f3c3,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:53.369673 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a458472-a833-4c8b-8056-7898befa703a x-openstack-request-id: req-2a458472-a833-4c8b-8056-7898befa703a {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:26:53.370115 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7651491-58ee-40b3-be86-499d7c883a0f", "tag": "3b150182-e262-4a53-a9fa-b72c3530f3c3", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:26:53.370385 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a458472-a833-4c8b-8056-7898befa703a {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:26:53.370790 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'tag': '3b150182-e262-4a53-a9fa-b72c3530f3c3', 'status': 'completed', 'code': 200} Nov 23 11:26:53.437519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-b1e29b00-d93c-418f-8b8f-885026b6cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:53.439200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-b1e29b00-d93c-418f-8b8f-885026b6cc20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa592af26b9345329692fd0f56affc18&device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1095 time: 0.0807626 Nov 23 11:26:53.485292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66897a1-7270-424e-a4e1-2e8f901ddb16 req-cb9a17c9-9e59-476d-9e09-36c6aaffc605 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:53.486860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c66897a1-7270-424e-a4e1-2e8f901ddb16 req-cb9a17c9-9e59-476d-9e09-36c6aaffc605 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1095 time: 0.0928202 Nov 23 11:26:53.488129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-84f2f934-e3e5-4149-bd00-3dde8d64d84a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b150182-e262-4a53-a9fa-b72c3530f3c3 HTTP/1.1" status: 200 len: 217 time: 0.0405092 Nov 23 11:26:53.568110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c66897a1-7270-424e-a4e1-2e8f901ddb16 req-3ec52144-d867-4496-87f4-746148ca57d2 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749197 Nov 23 11:26:53.569629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-e1af53cd-779f-4fa8-aa02-4f372c286020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:53.571031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-e1af53cd-779f-4fa8-aa02-4f372c286020 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=562d7ee3-a1e2-4c7c-aed6-b511076a74d0 HTTP/1.1" status: 200 len: 849 time: 0.0712166 Nov 23 11:26:53.626931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-7de37998-aebf-4f36-95b3-b700118ae87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:53.628367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-7de37998-aebf-4f36-95b3-b700118ae87a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452914 Nov 23 11:26:53.725852 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-8caa3998-0c9f-4ab0-b190-859a7b7ec7ff service neutron] 10.222.0.65 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858347 Nov 23 11:26:53.826993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f03b4b2c-ed12-4884-8902-b9548b10ed98 req-e218fb11-ad48-4534-8f94-542916389cea service neutron] 10.222.0.65 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884867 Nov 23 11:26:53.921874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-9d62c297-0d11-4b23-9208-979de039e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:53.923341 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-9d62c297-0d11-4b23-9208-979de039e409 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fa592af26b9345329692fd0f56affc18&device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1095 time: 0.0409787 Nov 23 11:26:54.016519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-1e66c28f-cb5b-478f-aee7-93f3e84d39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:54.018129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-1e66c28f-cb5b-478f-aee7-93f3e84d39c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb HTTP/1.1" status: 200 len: 911 time: 0.0869284 Nov 23 11:26:54.061197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-0cf82157-43fc-4c36-a02a-1f980b48db2e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b150182-e262-4a53-a9fa-b72c3530f3c3 HTTP/1.1" status: 200 len: 217 time: 0.0359964 Nov 23 11:26:54.111810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-ec56913a-c5be-4270-afc2-7ef7fc154884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:54.113266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-ec56913a-c5be-4270-afc2-7ef7fc154884 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=562d7ee3-a1e2-4c7c-aed6-b511076a74d0 HTTP/1.1" status: 200 len: 849 time: 0.0445783 Nov 23 11:26:54.163743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-83c8c3e1-a6d4-4bd2-abbd-dd4044518b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:54.165308 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-83c8c3e1-a6d4-4bd2-abbd-dd4044518b3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442693 Nov 23 11:26:54.178282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-465ddc07-aeca-41a5-8ae7-9837afa7f40c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:26:54.179137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-465ddc07-aeca-41a5-8ae7-9837afa7f40c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050681 Nov 23 11:26:54.270024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-bb9b4f0d-654f-4e67-933b-fd4fe5ecae97 service neutron] 10.222.0.65 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820768 Nov 23 11:26:54.371000 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-21299bf2-ae04-4f97-b4cb-80fe3c4cf7dc req-6cbe5d89-ad50-452a-905c-11b614f274ee service neutron] 10.222.0.65 "GET /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923321 Nov 23 11:26:54.678387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371bfc5-b082-4001-b988-dbeec39b0cfa req-9bcb3607-dcf7-48ef-aa06-4bdbdbe81457 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:54.679917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1371bfc5-b082-4001-b988-dbeec39b0cfa req-9bcb3607-dcf7-48ef-aa06-4bdbdbe81457 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1095 time: 0.0410590 Nov 23 11:26:54.724820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1371bfc5-b082-4001-b988-dbeec39b0cfa req-5568646f-df80-49e5-9f1b-e9da748f3ffa tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Nov 23 11:26:55.831835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69003db-31a5-43f6-bf6f-e15b8c99f50c req-592550f2-e207-443b-8c5f-2c53dc34ace2 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:55.833386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f69003db-31a5-43f6-bf6f-e15b8c99f50c req-592550f2-e207-443b-8c5f-2c53dc34ace2 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1095 time: 0.0422161 Nov 23 11:26:55.876602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f69003db-31a5-43f6-bf6f-e15b8c99f50c req-f5e69f8f-3d2e-4c65-b346-91c079229e73 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370252 Nov 23 11:26:55.986851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3b150182-e262-4a53-a9fa-b72c3530f3c3 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:26:56.081481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3b150182-e262-4a53-a9fa-b72c3530f3c3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3b150182-e262-4a53-a9fa-b72c3530f3c3,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:56.092606 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '3b150182-e262-4a53-a9fa-b72c3530f3c3', 'network_id': 'c2cd48eb-59c2-40cb-9c54-ffb356cd86bb', 'port_id': '3b150182-e262-4a53-a9fa-b72c3530f3c3', 'mac_address': 'fa:16:3e:f4:4f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '562d7ee3-a1e2-4c7c-aed6-b511076a74d0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:26:56.134813 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:56.147653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b150182-e262-4a53-a9fa-b72c3530f3c3 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:26:56.166246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3b150182-e262-4a53-a9fa-b72c3530f3c3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3b150182-e262-4a53-a9fa-b72c3530f3c3,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:56.170890 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:56.217493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3b150182-e262-4a53-a9fa-b72c3530f3c3,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:56.224719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.225073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.225441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.225780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.226115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.226447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.226785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.227112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.227439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.227764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.228093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.228415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:26:56.435041 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3b150182-e262-4a53-a9fa-b72c3530f3c3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:26:56.982678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9655ec-696f-490e-ae9f-e04c94760f97 req-687b90d1-7755-4c3a-804b-90d0fdf5c4b8 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:56.984174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a9655ec-696f-490e-ae9f-e04c94760f97 req-687b90d1-7755-4c3a-804b-90d0fdf5c4b8 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1096 time: 0.0405321 Nov 23 11:26:57.031786 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a9655ec-696f-490e-ae9f-e04c94760f97 req-1f972a7f-7e67-4ee5-ac65-f400ab6c6eab tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Nov 23 11:26:58.005185 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3b150182-e262-4a53-a9fa-b72c3530f3c3 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:26:58.054870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 3b150182-e262-4a53-a9fa-b72c3530f3c3 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:26:58.059874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 3b150182-e262-4a53-a9fa-b72c3530f3c3 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:26:58.060473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:58.140954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5d072-32d8-40f1-aeb4-6329c3bfc6ae req-56f0afa3-3e5b-4cb6-b2dd-43de21eb7226 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:58.142515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf5d072-32d8-40f1-aeb4-6329c3bfc6ae req-56f0afa3-3e5b-4cb6-b2dd-43de21eb7226 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1096 time: 0.0429432 Nov 23 11:26:58.146431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:58.171262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b150182-e262-4a53-a9fa-b72c3530f3c3'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:26:58.173516 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1110a9c-38d3-48f9-94dc-d2afa4160baf" -d '{"events": [{"server_uuid": "a7651491-58ee-40b3-be86-499d7c883a0f", "name": "network-vif-plugged", "status": "completed", "tag": "3b150182-e262-4a53-a9fa-b72c3530f3c3"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:26:58.186500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3b150182-e262-4a53-a9fa-b72c3530f3c3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3b150182-e262-4a53-a9fa-b72c3530f3c3,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:26:58.187611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcf5d072-32d8-40f1-aeb4-6329c3bfc6ae req-85dbae9d-e8cd-4eb3-9fe8-9d9d588b19a4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Nov 23 11:26:58.194168 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:26:58.220446 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a43396-569f-4d71-b32a-2486c0e0d648 x-openstack-request-id: req-59a43396-569f-4d71-b32a-2486c0e0d648 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:26:58.220743 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7651491-58ee-40b3-be86-499d7c883a0f", "name": "network-vif-plugged", "status": "completed", "tag": "3b150182-e262-4a53-a9fa-b72c3530f3c3", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:26:58.220997 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-59a43396-569f-4d71-b32a-2486c0e0d648 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:26:58.221410 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b150182-e262-4a53-a9fa-b72c3530f3c3', 'code': 200} Nov 23 11:26:58.245045 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3b150182-e262-4a53-a9fa-b72c3530f3c3,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:26:58.329413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315f2a1-0759-4ec1-81b1-39a28cf9e513 req-8c6219cc-6fa9-4f28-8695-e4f40dde5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:58.330800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f315f2a1-0759-4ec1-81b1-39a28cf9e513 req-8c6219cc-6fa9-4f28-8695-e4f40dde5486 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0439122 Nov 23 11:26:58.380407 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f315f2a1-0759-4ec1-81b1-39a28cf9e513 req-410a5c00-e5c1-4afd-9839-d67f7d708c06 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360136 Nov 23 11:26:59.298127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8389a2-b179-4cae-9ec9-724d08e439f1 req-17ecf76c-fe8e-4e29-b18e-d298c874ce4d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:26:59.299609 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f8389a2-b179-4cae-9ec9-724d08e439f1 req-17ecf76c-fe8e-4e29-b18e-d298c874ce4d tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0395074 Nov 23 11:26:59.342998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5f8389a2-b179-4cae-9ec9-724d08e439f1 req-1ebab4a3-babd-428e-bb56-016e07e1aa1a tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Nov 23 11:27:00.459479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f01ab3-3213-4f5f-a142-89070965ae7d req-d1c5e397-5b27-44da-bd0c-720910eec5c3 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:00.460992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33f01ab3-3213-4f5f-a142-89070965ae7d req-d1c5e397-5b27-44da-bd0c-720910eec5c3 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0408099 Nov 23 11:27:00.504567 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-33f01ab3-3213-4f5f-a142-89070965ae7d req-9af37c28-3f28-4e9a-86ed-fa9622107c13 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373912 Nov 23 11:27:00.614284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3936061-1282-45bb-9b5b-b2620087e269 req-e97c4268-7f3f-4720-86b5-9f3c2855d6eb tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:00.615836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3936061-1282-45bb-9b5b-b2620087e269 req-e97c4268-7f3f-4720-86b5-9f3c2855d6eb tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0444074 Nov 23 11:27:00.660474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3936061-1282-45bb-9b5b-b2620087e269 req-d57cb563-4a53-4c95-8cca-77ad9ffc20d4 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Nov 23 11:27:00.765170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e91a1-90f1-4e46-a68e-18ff546e29be req-62681629-4a19-4953-aae5-59ac6ae9b1ac tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:00.766675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e40e91a1-90f1-4e46-a68e-18ff546e29be req-62681629-4a19-4953-aae5-59ac6ae9b1ac tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0403919 Nov 23 11:27:00.810342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e40e91a1-90f1-4e46-a68e-18ff546e29be req-6a535ca1-bd8f-4616-a26c-c3b02b258fb8 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Nov 23 11:27:01.036163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e13578-7f29-4d08-b1b7-c44e93b0ade9 req-5a4267f1-b561-4903-b326-c8aef4ec2761 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:01.037733 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e3e13578-7f29-4d08-b1b7-c44e93b0ade9 req-5a4267f1-b561-4903-b326-c8aef4ec2761 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0441482 Nov 23 11:27:01.081425 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e3e13578-7f29-4d08-b1b7-c44e93b0ade9 req-54c397c5-ec39-44e8-b662-ef1d51cf514b tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370967 Nov 23 11:27:02.190349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e37f9-7f17-4d8d-8797-7f57271ab034 req-34684378-2425-4834-bdc0-de2f6b71d150 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:02.191883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d5e37f9-7f17-4d8d-8797-7f57271ab034 req-34684378-2425-4834-bdc0-de2f6b71d150 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0409923 Nov 23 11:27:02.235675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d5e37f9-7f17-4d8d-8797-7f57271ab034 req-ab8c62db-3496-406f-a8b5-a7622be4927b tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Nov 23 11:27:02.423813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-127072f8-164c-4a28-9651-e4e15ff4e9c6 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:02.425362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-127072f8-164c-4a28-9651-e4e15ff4e9c6 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 1097 time: 0.0393493 Nov 23 11:27:02.509092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Deleting port 3b150182-e262-4a53-a9fa-b72c3530f3c3 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:02.509455 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:02.584883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] For port 3b150182-e262-4a53-a9fa-b72c3530f3c3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3b150182-e262-4a53-a9fa-b72c3530f3c3,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:02.585272 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:02.597308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Calling delete_port for 3b150182-e262-4a53-a9fa-b72c3530f3c3 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:02.719464 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:02.731152 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['acd2fe1a-dac3-42ad-96a6-561bfe1b304e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:27:02.734784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3b150182-e262-4a53-a9fa-b72c3530f3c3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:27:02.747028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b150182-e262-4a53-a9fa-b72c3530f3c3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:02.791730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] No DVR routers for this DVR port 3b150182-e262-4a53-a9fa-b72c3530f3c3 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:27:02.795335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:02.798876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edadd2f6-3001-43ed-8b0e-5c1b0330c8c5 req-3d23ff71-9e5a-4602-9f77-16ddd5256218 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3b150182-e262-4a53-a9fa-b72c3530f3c3 HTTP/1.1" status: 204 len: 173 time: 0.3642807 Nov 23 11:27:02.799593 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'name': 'network-vif-deleted', 'tag': '3b150182-e262-4a53-a9fa-b72c3530f3c3'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:27:02.802065 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30a5a2-9c47-47fb-8163-709e23e57919" -d '{"events": [{"server_uuid": "a7651491-58ee-40b3-be86-499d7c883a0f", "name": "network-vif-deleted", "tag": "3b150182-e262-4a53-a9fa-b72c3530f3c3"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:27:02.842341 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b32479e-02a8-40d1-a676-001921ba3c3e x-openstack-request-id: req-1b32479e-02a8-40d1-a676-001921ba3c3e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:27:02.842645 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7651491-58ee-40b3-be86-499d7c883a0f", "name": "network-vif-deleted", "tag": "3b150182-e262-4a53-a9fa-b72c3530f3c3", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:27:02.842910 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b32479e-02a8-40d1-a676-001921ba3c3e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:27:02.843823 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7651491-58ee-40b3-be86-499d7c883a0f', 'name': 'network-vif-deleted', 'tag': '3b150182-e262-4a53-a9fa-b72c3530f3c3', 'status': 'completed', 'code': 200} Nov 23 11:27:03.345018 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b492b702-979e-4296-802b-807aaf2b0289 req-128291fc-bd32-43ff-b34d-131549524253 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a7651491-58ee-40b3-be86-499d7c883a0f HTTP/1.1" status: 200 len: 210 time: 0.0301387 Nov 23 11:27:04.622755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ade42b-9fbc-4dd1-9b9a-f8d98d0a6e03 req-92388d28-ea24-46bb-8381-e2d346ff9c51 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:04.624290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25ade42b-9fbc-4dd1-9b9a-f8d98d0a6e03 req-92388d28-ea24-46bb-8381-e2d346ff9c51 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0405908 Nov 23 11:27:04.669623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25ade42b-9fbc-4dd1-9b9a-f8d98d0a6e03 req-53d8c24c-e25a-4161-9eea-c623da6a2e6f tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394192 Nov 23 11:27:05.780538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95d76e-8756-4f5c-8f2a-9d676bab20ed req-547a6baf-daeb-4889-8eaf-024f0a3d042e tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:05.782080 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f95d76e-8756-4f5c-8f2a-9d676bab20ed req-547a6baf-daeb-4889-8eaf-024f0a3d042e tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0420232 Nov 23 11:27:05.836319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9f95d76e-8756-4f5c-8f2a-9d676bab20ed req-388d8367-8dc1-4739-b4db-bcef4d1a2e24 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/security-groups?id=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400128 Nov 23 11:27:06.042917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3b150182-e262-4a53-a9fa-b72c3530f3c3 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:06.063559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 3b150182-e262-4a53-a9fa-b72c3530f3c3 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:06.063911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3b150182-e262-4a53-a9fa-b72c3530f3c3 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:06.104874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-d0e8746c-48c0-4429-bdef-a872d8c57940 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:06.106468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-d0e8746c-48c0-4429-bdef-a872d8c57940 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 1096 time: 0.0434532 Nov 23 11:27:06.185661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Deleting port acd2fe1a-dac3-42ad-96a6-561bfe1b304e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:06.186007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:06.266260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] For port acd2fe1a-dac3-42ad-96a6-561bfe1b304e, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:06.266627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:06.278946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Calling delete_port for acd2fe1a-dac3-42ad-96a6-561bfe1b304e owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:06.398659 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:06.409388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['acd2fe1a-dac3-42ad-96a6-561bfe1b304e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:27:06.429898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Pushing event deleted for resources: {'Port': ['ID=acd2fe1a-dac3-42ad-96a6-561bfe1b304e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:06.471689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] No DVR routers for this DVR port acd2fe1a-dac3-42ad-96a6-561bfe1b304e on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:27:06.474365 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:06.477757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-64698bc2-f71c-44ba-b4e5-0e078c37e8bb req-33b16684-86ab-4493-ae06-1846f3958caf tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.58 "DELETE /v2.0/ports/acd2fe1a-dac3-42ad-96a6-561bfe1b304e HTTP/1.1" status: 204 len: 173 time: 0.3650515 Nov 23 11:27:06.478210 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'name': 'network-vif-deleted', 'tag': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:27:06.481577 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122ca691-8dca-493c-9761-def7546186a3" -d '{"events": [{"server_uuid": "1cc7adeb-2ecf-45bf-8651-abdbef0f5bae", "name": "network-vif-deleted", "tag": "acd2fe1a-dac3-42ad-96a6-561bfe1b304e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:27:06.525058 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f5101e-9a74-46d6-b76e-a34f4d08f7ef x-openstack-request-id: req-34f5101e-9a74-46d6-b76e-a34f4d08f7ef {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:27:06.525457 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc7adeb-2ecf-45bf-8651-abdbef0f5bae", "name": "network-vif-deleted", "tag": "acd2fe1a-dac3-42ad-96a6-561bfe1b304e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:27:06.525717 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34f5101e-9a74-46d6-b76e-a34f4d08f7ef {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:27:06.526130 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc7adeb-2ecf-45bf-8651-abdbef0f5bae', 'name': 'network-vif-deleted', 'tag': 'acd2fe1a-dac3-42ad-96a6-561bfe1b304e', 'status': 'completed', 'code': 200} Nov 23 11:27:06.735571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-485bbece-0ac6-4129-a549-f83a4eda828c req-08ec66e1-4f31-4052-901b-f4d330fc8744 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0267217 Nov 23 11:27:06.805356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-485bbece-0ac6-4129-a549-f83a4eda828c req-96aa8e39-29cb-4117-9992-65883fbbf1a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fa592af26b9345329692fd0f56affc18&device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 210 time: 0.0250919 Nov 23 11:27:07.280003 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-68b531cd-b812-42b3-b478-bd049fb290e2 req-5b5ba1bc-af73-4bb8-bedb-348e56407746 tempest-TestServerMultinode-1321482424 tempest-TestServerMultinode-1321482424-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1cc7adeb-2ecf-45bf-8651-abdbef0f5bae HTTP/1.1" status: 200 len: 210 time: 0.0731230 Nov 23 11:27:07.341787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bbece-0ac6-4129-a549-f83a4eda828c req-b23113e1-a999-492d-85be-c24a5f8105c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:07.343263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-485bbece-0ac6-4129-a549-f83a4eda828c req-b23113e1-a999-492d-85be-c24a5f8105c8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fa592af26b9345329692fd0f56affc18&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5154762 Nov 23 11:27:07.502650 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bbece-0ac6-4129-a549-f83a4eda828c req-2cf73aad-bdae-4e25-85fb-d065f2c4a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:07.504136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-485bbece-0ac6-4129-a549-f83a4eda828c req-2cf73aad-bdae-4e25-85fb-d065f2c4a207 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537743 Nov 23 11:27:08.343206 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53060) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:08.703919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:08.955908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Deleting port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:08.956232 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:09.034230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] For port 70fa81ee-f5b5-4276-9145-0d1c2d46ec69, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:09.034593 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:09.047399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Calling delete_port for 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:09.226570 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:09.252252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Pushing event deleted for resources: {'Port': ['ID=70fa81ee-f5b5-4276-9145-0d1c2d46ec69,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:09.421179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:09.612803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device acd2fe1a-dac3-42ad-96a6-561bfe1b304e no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:09.632769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: acd2fe1a-dac3-42ad-96a6-561bfe1b304e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:09.633196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device acd2fe1a-dac3-42ad-96a6-561bfe1b304e not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:09.642442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Router 64c613d0-c830-414f-a4fc-7c0937762b58 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:27:09.751920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:27:09.756945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-058e5dfc-4c79-46ee-9821-0e80c7d70407 admin admin] 10.222.0.61 "PUT /v2.0/routers/64c613d0-c830-414f-a4fc-7c0937762b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4127347 Nov 23 11:27:09.759600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53062) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:09.762443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] Sync routers for ids ['64c613d0-c830-414f-a4fc-7c0937762b58'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:27:09.773407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] Routers {'64c613d0-c830-414f-a4fc-7c0937762b58'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:09.774099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['64c613d0-c830-414f-a4fc-7c0937762b58'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:09.866925 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:09.879616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] Set router 64c613d0-c830-414f-a4fc-7c0937762b58 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:10.071400 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:27:09Z', 'revision_number': 5, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:10.099528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] Checking router: 64c613d0-c830-414f-a4fc-7c0937762b58 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:27:10.108698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] Routers {'64c613d0-c830-414f-a4fc-7c0937762b58'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:10.109368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['64c613d0-c830-414f-a4fc-7c0937762b58'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:10.217611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] Set router 64c613d0-c830-414f-a4fc-7c0937762b58 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:10.279572 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.332139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Deleting port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:10.332477 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.398558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:27:09Z', 'revision_number': 5, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:10.411345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] For port 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:10.411711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.425389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Calling delete_port for 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:10.430189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f935a18-c71e-45b3-9c12-76194aa395f8 None None] The sync data for ids ['64c613d0-c830-414f-a4fc-7c0937762b58'] in n-d-817747-2 is: [{'id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'name': 'tempest-TestServerMultinode-1099509851-router', 'tenant_id': '999876495b3946cb90cb472fd12ac3f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:29Z', 'updated_at': '2021-11-23T11:27:09Z', 'revision_number': 5, 'project_id': '999876495b3946cb90cb472fd12ac3f2', 'gw_port': {'id': '6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c613d0-c830-414f-a4fc-7c0937762b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:30Z', 'updated_at': '2021-11-23T11:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:27:10.591849 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.621804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:10.636232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119dff11-0381-4d4a-82ad-f02c8e2c733f None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:10.682832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.776409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.780097 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.833292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.833855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64c613d0-c830-414f-a4fc-7c0937762b58 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:27:10.838820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.842943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0c013f76-921b-4438-8eee-293b2433f9b8 admin admin] 10.222.0.61 "DELETE /v2.0/routers/64c613d0-c830-414f-a4fc-7c0937762b58 HTTP/1.1" status: 204 len: 168 time: 1.0797324 Nov 23 11:27:10.843507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53064) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:10.888853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:10.905455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] Deleting subnet 562d7ee3-a1e2-4c7c-aed6-b511076a74d0 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:27:10.908861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:10.910456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:10.910877 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 70fa81ee-f5b5-4276-9145-0d1c2d46ec69 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:10.946801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.025649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.080992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.111161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=562d7ee3-a1e2-4c7c-aed6-b511076a74d0,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:11.114867 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:27:11.116843 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.120224 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6108490b-abfa-4b58-af9f-d2c05689d7b2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/562d7ee3-a1e2-4c7c-aed6-b511076a74d0 HTTP/1.1" status: 204 len: 168 time: 0.2756393 Nov 23 11:27:11.123244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53066) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:11.123391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f040de-d0e5-4c32-8b77-8a76d014e8f7 None None] Network c2cd48eb-59c2-40cb-9c54-ffb356cd86bb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:27:11.192191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.245513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Deleting port ebcae6f1-e361-4938-acea-c5dd39b68804 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:11.245927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.317600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] For port ebcae6f1-e361-4938-acea-c5dd39b68804, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ebcae6f1-e361-4938-acea-c5dd39b68804,segment=NetworkSegment(34a5a123-ceee-4550-9766-c211e47e4a7b),segment_id=34a5a123-ceee-4550-9766-c211e47e4a7b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:11.317970 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.330343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Calling delete_port for ebcae6f1-e361-4938-acea-c5dd39b68804 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:11.407887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.439610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=ebcae6f1-e361-4938-acea-c5dd39b68804,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:11.441707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] No DVR routers for this DVR port ebcae6f1-e361-4938-acea-c5dd39b68804 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:27:11.463870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661a86c-9121-4e67-9fa0-80660775107c None None] DHCP port deletion for c2cd48eb-59c2-40cb-9c54-ffb356cd86bb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:11.522315 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.545488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cd48eb-59c2-40cb-9c54-ffb356cd86bb']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:11.555304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a5a123-ceee-4550-9766-c211e47e4a7b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:11.555606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a5a123-ceee-4550-9766-c211e47e4a7b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:11.565184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.578476 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.584443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:27:11.584822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:27:11.586496 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:27:11.646422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.654174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:11.657240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] 10.222.0.61 "DELETE /v2.0/networks/c2cd48eb-59c2-40cb-9c54-ffb356cd86bb HTTP/1.1" status: 204 len: 168 time: 0.5329249 Nov 23 11:27:11.660247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53068) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:11.668038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66895a41-0184-4ee0-9c11-109fc97c8a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=c2cd48eb-59c2-40cb-9c54-ffb356cd86bb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:12.005822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:12.252246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Deleting port 24450a61-1072-4ff0-b1b9-7de11c856fb9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:12.252589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:12.331927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] For port 24450a61-1072-4ff0-b1b9-7de11c856fb9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=24450a61-1072-4ff0-b1b9-7de11c856fb9,segment=NetworkSegment(a294baf4-59e9-43a0-8f7d-ab124e3f7f78),segment_id=a294baf4-59e9-43a0-8f7d-ab124e3f7f78)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:12.332217 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:12.349748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Calling delete_port for 24450a61-1072-4ff0-b1b9-7de11c856fb9 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:12.524957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:12.551938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Pushing event deleted for resources: {'Port': ['ID=24450a61-1072-4ff0-b1b9-7de11c856fb9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:12.735662 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:12.790526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ebcae6f1-e361-4938-acea-c5dd39b68804 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:12.811937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ebcae6f1-e361-4938-acea-c5dd39b68804 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:12.812375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ebcae6f1-e361-4938-acea-c5dd39b68804 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:12.812896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:12.833445 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:12.833721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6ae1d52b-efd3-4c8f-bd82-9dfeb7b19996 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:12.963936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Router baf09f38-7cb2-44c7-b699-01ca04a849f4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:27:13.070091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:27:13.076346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-40e2e77c-0134-4562-af55-63d2d075a43d admin admin] 10.222.0.61 "PUT /v2.0/routers/baf09f38-7cb2-44c7-b699-01ca04a849f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4150257 Nov 23 11:27:13.078239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53070) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:13.081494 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] Sync routers for ids ['baf09f38-7cb2-44c7-b699-01ca04a849f4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:27:13.091883 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] Routers {'baf09f38-7cb2-44c7-b699-01ca04a849f4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:13.092498 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['baf09f38-7cb2-44c7-b699-01ca04a849f4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:13.183750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.199184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] Set router baf09f38-7cb2-44c7-b699-01ca04a849f4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:13.291205 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.344416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Deleting port 926579c9-a67e-4a28-92d8-f5b075ea43a1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:13.344416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.378457 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:27:12Z', 'revision_number': 5, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port': {'id': '926579c9-a67e-4a28-92d8-f5b075ea43a1', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:26:35Z', 'updated_at': '2021-11-23T11:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:13.405706 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] Checking router: baf09f38-7cb2-44c7-b699-01ca04a849f4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:27:13.414468 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] Routers {'baf09f38-7cb2-44c7-b699-01ca04a849f4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:13.415282 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:26:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['baf09f38-7cb2-44c7-b699-01ca04a849f4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:13.424204 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] For port 926579c9-a67e-4a28-92d8-f5b075ea43a1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=926579c9-a67e-4a28-92d8-f5b075ea43a1,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:13.424564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.437247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Calling delete_port for 926579c9-a67e-4a28-92d8-f5b075ea43a1 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:13.500622 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] Set router baf09f38-7cb2-44c7-b699-01ca04a849f4 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:13.555652 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:27:13Z', 'revision_number': 6, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:13.581928 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c76d531-bfff-41bc-b07b-820dfdbed93e None None] The sync data for ids ['baf09f38-7cb2-44c7-b699-01ca04a849f4'] in n-d-817747-2 is: [{'id': 'baf09f38-7cb2-44c7-b699-01ca04a849f4', 'name': 'tempest-TestServerMultinode-2137832369-router', 'tenant_id': 'fa592af26b9345329692fd0f56affc18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:26:34Z', 'updated_at': '2021-11-23T11:27:13Z', 'revision_number': 6, 'project_id': 'fa592af26b9345329692fd0f56affc18', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:27:13.605443 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.633481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Pushing event deleted for resources: {'Port': ['ID=926579c9-a67e-4a28-92d8-f5b075ea43a1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:13.650239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e8761d-5f41-4559-b6cc-62556a1b0da3 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:13.696118 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.785391 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.787495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.829491 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.829950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router baf09f38-7cb2-44c7-b699-01ca04a849f4 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:27:13.834246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.835541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a008bc8f-599d-46f8-ad48-f571e8a6d58a admin admin] 10.222.0.61 "DELETE /v2.0/routers/baf09f38-7cb2-44c7-b699-01ca04a849f4 HTTP/1.1" status: 204 len: 168 time: 0.7563565 Nov 23 11:27:13.837988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53072) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:13.884806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] Deleting subnet 74d10942-c0f9-4456-90e0-9d950a9252c0 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:27:13.888367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:13.922116 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.003575 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.057899 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.087526 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d10942-c0f9-4456-90e0-9d950a9252c0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:14.091209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.096632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d00447-5ed8-4934-bd1a-b4f7ffea3202 None None] Network f009b364-2a1a-4ed7-ad33-daaa9443bacb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:27:14.097164 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a20bd505-3f75-4ca7-89ec-d5dea4f82a0f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/74d10942-c0f9-4456-90e0-9d950a9252c0 HTTP/1.1" status: 204 len: 168 time: 0.2581968 Nov 23 11:27:14.097282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53074) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:14.175114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.227644 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Deleting port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:14.227990 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.291169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] For port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,segment=NetworkSegment(a294baf4-59e9-43a0-8f7d-ab124e3f7f78),segment_id=a294baf4-59e9-43a0-8f7d-ab124e3f7f78)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:14.291466 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.304404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Calling delete_port for 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:14.338896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] DHCP port deletion for f009b364-2a1a-4ed7-ad33-daaa9443bacb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:14.393018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.393551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] Deleting port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:27:14.393940 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.421192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:14.423067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] No DVR routers for this DVR port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:27:14.463735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] For port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:14.464136 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.479719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] Calling delete_port for 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:27:14.483095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] Port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:27:14.484334 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.503840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.511035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] Pushing event deleted for resources: {'Port': ['ID=1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:14.515591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192059c-b47f-4317-a3b5-475b6d2cf48f None None] No DVR routers for this DVR port 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:27:14.529687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f009b364-2a1a-4ed7-ad33-daaa9443bacb']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:14.539271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:14.539585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a294baf4-59e9-43a0-8f7d-ab124e3f7f78') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:14.550720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.565211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4c9c8a01-e31c-4721-8a93-e747705ee009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.565374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.572045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:27:14.572438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:27:14.574223 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:27:14.639812 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.645474 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.649215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f009b364-2a1a-4ed7-ad33-daaa9443bacb HTTP/1.1" status: 204 len: 168 time: 0.5508704 Nov 23 11:27:14.661601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306963b-107f-4f8e-8169-6ec2985498d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f009b364-2a1a-4ed7-ad33-daaa9443bacb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:14.730732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 24450a61-1072-4ff0-b1b9-7de11c856fb9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:14.755539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 24450a61-1072-4ff0-b1b9-7de11c856fb9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:14.755895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 24450a61-1072-4ff0-b1b9-7de11c856fb9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:14.756326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:14.775788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:14.776167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 1307ba53-f61b-4e2d-93ee-0f1ef3eee0ba not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:14.776667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 926579c9-a67e-4a28-92d8-f5b075ea43a1 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:27:14.797008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 926579c9-a67e-4a28-92d8-f5b075ea43a1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:27:14.797387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 926579c9-a67e-4a28-92d8-f5b075ea43a1 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:27:14.833933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53078) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:14.877797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bf2a7bcd-ae1a-4d2c-b84f-d7eccf4c7ecc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=999876495b3946cb90cb472fd12ac3f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425828 Nov 23 11:27:14.880084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53080) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:14.932318 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6637516-6941-466a-bb81-d797cba66b47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:14.953676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6637516-6941-466a-bb81-d797cba66b47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:15.000801 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6637516-6941-466a-bb81-d797cba66b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:15.003441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b6637516-6941-466a-bb81-d797cba66b47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:15.004624 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b6637516-6941-466a-bb81-d797cba66b47 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16c4834b-cacb-4861-bc67-ca32de54e925 HTTP/1.1" status: 204 len: 168 time: 0.1236374 Nov 23 11:27:15.013213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6637516-6941-466a-bb81-d797cba66b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c4834b-cacb-4861-bc67-ca32de54e925,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:15.328693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53086) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:15.368538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f4a9c742-c78b-4a8f-8ec1-0d58c4dc80d7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fa592af26b9345329692fd0f56affc18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386171 Nov 23 11:27:15.371019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53088) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:15.417454 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2318a01d-e49e-4187-a7e8-5b6416aefbb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:15.439387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2318a01d-e49e-4187-a7e8-5b6416aefbb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:15.486179 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2318a01d-e49e-4187-a7e8-5b6416aefbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:15.488816 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2318a01d-e49e-4187-a7e8-5b6416aefbb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:15.490011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2318a01d-e49e-4187-a7e8-5b6416aefbb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5 HTTP/1.1" status: 204 len: 168 time: 0.1176057 Nov 23 11:27:15.498831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318a01d-e49e-4187-a7e8-5b6416aefbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8f8e2c-68a5-4683-ac7a-5dd9481a5ed5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:16.184430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53110) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:16.291496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1605568877-network', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:27:16.315824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Made reservation on behalf of 22cfcb077c5942668f5c1e5ff692684b for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:27:16.318383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.327340 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.406004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.409708 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.435581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:27:16.444723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f9b0a-fd64-4d93-ae6d-b04d7bb7181b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:16.453991 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.454086 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Added segment 7e7652c3-38d0-4769-8225-1b769d514802 of type vlan for network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 Nov 23 11:27:16.495435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.521435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.522317 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:16.522900 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.557243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3715014 Nov 23 11:27:16.560182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53114) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:16.565406 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Request body: {'subnet': {'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1605568877-subnet', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:27:16.587788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Made reservation on behalf of 22cfcb077c5942668f5c1e5ff692684b for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:27:16.590032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689c645-dacb-43f6-9c03-72be1f0937e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7d3fb36d-3fcb-4f51-8a9e-ce5191933776,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:16.590186 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.601402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:27:16.757575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.817784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43004fdc-d109-4ab6-985a-b8da9f14ea6a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:16.827209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Checking segment: {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:16.827578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Network hostable DHCP agents. Network: 7d3fb36d-3fcb-4f51-8a9e-ce5191933776, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:27:16.851267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:27:16.860148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 7d3fb36d-3fcb-4f51-8a9e-ce5191933776) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:16.864172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:16.864776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.868720 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71effe7-abf7-4610-8558-52aa96fe3615 None None] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:27:16.880982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9a9f9622-0d79-4dbc-9b8f-1609477a058e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3192112 Nov 23 11:27:16.883449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:16.888773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:27:16.909920 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.913363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:16.990242 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.031759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7d71ea76-a162-4cd6-a247-4c38493b3feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.035615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:27:17.036597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.143566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.205198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Allocated IP 172.20.0.2 (7d3fb36d-3fcb-4f51-8a9e-ce5191933776/43004fdc-d109-4ab6-985a-b8da9f14ea6a/0b2f5669-9eb9-4793-8d40-23bf7969cb38) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:27:17.363962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.366312 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.373641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.384642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.515681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Allocated IP 172.25.5.60 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/9724ec93-46f6-4163-ac08-e732e564590e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:27:17.575022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:17.578574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:17.582031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:27:17.589310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Pushing event updated for resources: {'Port': ['ID=0b2f5669-9eb9-4793-8d40-23bf7969cb38,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:17.642147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Attempting to bind port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:27:17.643178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Attempting to bind port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:27:17.643553 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Attempting to bind port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 on network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:27:17.644904 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.648699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:27:17.649084 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Checking segment: {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:17.649521 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.649927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Bound using segment: {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:27:17.650399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Bound port: 0b2f5669-9eb9-4793-8d40-23bf7969cb38, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:27:17.650789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.680586 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.727157 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:17.727403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] For port 0b2f5669-9eb9-4793-8d40-23bf7969cb38, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:27:17.730118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:17.730472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] For port 0b2f5669-9eb9-4793-8d40-23bf7969cb38, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0b2f5669-9eb9-4793-8d40-23bf7969cb38,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:27:17.733826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:27:17.735629 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.739638 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Pushing event updated for resources: {'Port': ['ID=9724ec93-46f6-4163-ac08-e732e564590e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:17.766918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e6521-3a7d-4bfa-b087-756a911eacb7 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:17.808250 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04f98-c2f2-4ab1-9393-cceca39ef786 None None] Pushing event updated for resources: {'Port': ['ID=0b2f5669-9eb9-4793-8d40-23bf7969cb38,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:17.915424 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bf738d54-a7fe-45f7-9959-a59c3f131565 None None] Provisioning complete for port 9724ec93-46f6-4163-ac08-e732e564590e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:17.915802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf738d54-a7fe-45f7-9959-a59c3f131565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:17.972557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bf738d54-a7fe-45f7-9959-a59c3f131565 None None] Port 9724ec93-46f6-4163-ac08-e732e564590e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:27:18.019967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:18.223810 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:18.649197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:27:18.714157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:18.775558 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:27:18.780251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0b2f5669-9eb9-4793-8d40-23bf7969cb38 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:18.798720 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:18.801147 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6260671b-4eca-4e0c-89ce-5886a43c6e1b admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9155884 Nov 23 11:27:18.802812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53118) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:18.811882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e998c-319e-4a0a-bd61-af8379feebad None None] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:27:18.824855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Sync routers for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:27:18.888850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:18.889544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:19.004747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-66d5e2c6-d7ac-477e-9a0c-8da3761c4bce None None] Provisioning complete for port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:19.005151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-66d5e2c6-d7ac-477e-9a0c-8da3761c4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.058139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:19.058440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.138246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:19.230441 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.343820 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-66d5e2c6-d7ac-477e-9a0c-8da3761c4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.393496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Allocated IP 172.20.0.1 (7d3fb36d-3fcb-4f51-8a9e-ce5191933776/43004fdc-d109-4ab6-985a-b8da9f14ea6a/ab5c76d3-3611-4e65-b327-995a88ec96cd) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:27:19.400797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.422495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-66d5e2c6-d7ac-477e-9a0c-8da3761c4bce None None] For port 0b2f5669-9eb9-4793-8d40-23bf7969cb38, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0b2f5669-9eb9-4793-8d40-23bf7969cb38,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:19.450121 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-66d5e2c6-d7ac-477e-9a0c-8da3761c4bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.512798 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.549732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.551119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e2c6-d7ac-477e-9a0c-8da3761c4bce None None] Pushing event updated for resources: {'Port': ['ID=0b2f5669-9eb9-4793-8d40-23bf7969cb38,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:19.563007 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:27:19.563363 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:27:19.569263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:17Z', 'revision_number': 3, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:19.595718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:19.601785 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Checking router: 5a9dc5c0-2c3e-454a-8429-09d6930f3923 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:27:19.602146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Updating router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 port 9724ec93-46f6-4163-ac08-e732e564590e binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:27:19.602254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:19.605740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:27:19.631982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5c76d3-3611-4e65-b327-995a88ec96cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:19.632240 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.651133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.692215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.750036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1ab8dad2-17d5-4273-b837-6fa1103b73c4 None None] Provisioning complete for port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:19.750627 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1ab8dad2-17d5-4273-b837-6fa1103b73c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.800078 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.989128 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.994074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:19.996736 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.002854 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.049004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6421488-01c4-45b9-bcc4-b2536e06141c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:20.066934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5c76d3-3611-4e65-b327-995a88ec96cd,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:20.074451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.092604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85e64-dbbe-46ed-973e-0a1474d35f1c None None] Pushing event updated for resources: {'Port': ['ID=9724ec93-46f6-4163-ac08-e732e564590e,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:20.094867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Attempting to bind port 9724ec93-46f6-4163-ac08-e732e564590e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:27:20.095255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Attempting to bind port 9724ec93-46f6-4163-ac08-e732e564590e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:27:20.095624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Attempting to bind port 9724ec93-46f6-4163-ac08-e732e564590e on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:27:20.114851 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-337d7450-5523-4b98-87ed-fd644fa3f787 None None] Provisioning complete for port ab5c76d3-3611-4e65-b327-995a88ec96cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:20.115221 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-337d7450-5523-4b98-87ed-fd644fa3f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.119168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:27:20.119548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:20.119946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.120339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:27:20.120825 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Bound port: 9724ec93-46f6-4163-ac08-e732e564590e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:27:20.121236 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.181370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:20.182890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:20.325070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:27:20.373369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-337d7450-5523-4b98-87ed-fd644fa3f787 None None] Port ab5c76d3-3611-4e65-b327-995a88ec96cd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:27:20.374962 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.375494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.404677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] For port 9724ec93-46f6-4163-ac08-e732e564590e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:27:20.411449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] For port 9724ec93-46f6-4163-ac08-e732e564590e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9724ec93-46f6-4163-ac08-e732e564590e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:27:20.415922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.442112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:27:20.447225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea8c4b8c-c05d-4a8e-956c-eeff07c29a86 admin admin] 10.222.0.61 "PUT /v2.0/routers/5a9dc5c0-2c3e-454a-8429-09d6930f3923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430986 Nov 23 11:27:20.461526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd53b69-6064-44a5-b07d-2305218f7125 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:20.499451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:20.500086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:20.535063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85e64-dbbe-46ed-973e-0a1474d35f1c None None] Pushing event updated for resources: {'Port': ['ID=9724ec93-46f6-4163-ac08-e732e564590e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:20.553420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Provisioning complete for port ab5c76d3-3611-4e65-b327-995a88ec96cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:20.554046 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.643683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Port ab5c76d3-3611-4e65-b327-995a88ec96cd cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:27:20.658738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:20.691148 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Provisioning complete for port 9724ec93-46f6-4163-ac08-e732e564590e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:20.691524 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.758042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0b2f5669-9eb9-4793-8d40-23bf7969cb38 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:20.921209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:20.921491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.929256 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.940495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53134) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:20.945448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-506692318-network', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:27:20.968377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Made reservation on behalf of c868c9af26be49e5b03732e6cc9e050d for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:27:20.970918 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:20.983368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.020755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] For port 9724ec93-46f6-4163-ac08-e732e564590e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9724ec93-46f6-4163-ac08-e732e564590e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:21.026446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.062559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.066853 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.088563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:27:21.104107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e851fa-b70f-438f-aa44-0436c331ddc4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:21.107734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.107734 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Added segment e2fd81ae-8bba-494c-a46d-da1aab89bdd1 of type vlan for network eea85381-cee0-48e8-ba9c-dbf1d0109a9d Nov 23 11:27:21.135071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671af1dc-bf1e-4985-a693-3310c58dd1e5 None None] Pushing event updated for resources: {'Port': ['ID=9724ec93-46f6-4163-ac08-e732e564590e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:21.150407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.161221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 2, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:21.177928 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.179209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:21.179898 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.192344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c062de6e-24b8-489e-a2c4-c2db73cf82bf None None] Provisioning complete for port 9724ec93-46f6-4163-ac08-e732e564590e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:21.192718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c062de6e-24b8-489e-a2c4-c2db73cf82bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.194561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d8cbfa-251f-41f4-b409-728c2f61a908 None None] The sync data for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 is: [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 2, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:27:21.218667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2728980 Nov 23 11:27:21.219051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53136) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:21.224525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Request body: {'subnet': {'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-506692318-subnet', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:27:21.254444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Made reservation on behalf of c868c9af26be49e5b03732e6cc9e050d for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:27:21.257049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d79af1-4bf9-4925-b823-d0bd4b63bb6e admin admin] Pushing event updated for resources: {'Network': ['ID=eea85381-cee0-48e8-ba9c-dbf1d0109a9d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:21.258845 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.290704 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:27:21.458063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.521391 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b2d801-df3d-43f2-a40a-0828e8885e37,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:21.529133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Checking segment: {'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:21.529969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Network hostable DHCP agents. Network: eea85381-cee0-48e8-ba9c-dbf1d0109a9d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:27:21.547652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:27:21.557362 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, eea85381-cee0-48e8-ba9c-dbf1d0109a9d) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:21.562140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:27:21.563199 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.566191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250daef8-30c1-4e00-99b5-efc2d3713adf None None] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:27:21.584858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 53138) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:21.585136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-304b5554-acbc-4cd8-b257-ffe9bd22fff4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3643868 Nov 23 11:27:21.590013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:27:21.614037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.615081 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.668226 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.734016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-eea85381-cee0-48e8-ba9c-dbf1d0109a9d', 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'fixed_ips': [{'subnet_id': '80b2d801-df3d-43f2-a40a-0828e8885e37'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:27:21.734958 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.815290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:21.884402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Allocated IP 172.20.0.2 (eea85381-cee0-48e8-ba9c-dbf1d0109a9d/80b2d801-df3d-43f2-a40a-0828e8885e37/cf294c90-8ed4-4b23-912f-cea0a75e06fb) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:27:22.063804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.073914 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.080209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.086566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.122044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:22.128732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:22.133392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:27:22.136660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Pushing event updated for resources: {'Port': ['ID=cf294c90-8ed4-4b23-912f-cea0a75e06fb,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:22.197330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Attempting to bind port cf294c90-8ed4-4b23-912f-cea0a75e06fb on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:27:22.197715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Attempting to bind port cf294c90-8ed4-4b23-912f-cea0a75e06fb by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:27:22.198392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Attempting to bind port cf294c90-8ed4-4b23-912f-cea0a75e06fb on network eea85381-cee0-48e8-ba9c-dbf1d0109a9d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:27:22.204539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:27:22.204929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Checking segment: {'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:22.205369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.205894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Bound using segment: {'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:27:22.206260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Bound port: cf294c90-8ed4-4b23-912f-cea0a75e06fb, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:27:22.206649 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.213559 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Allocated IP 172.25.5.66 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/9fe7cebb-bc69-4a7d-8890-7db723723478) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:27:22.287112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] For port cf294c90-8ed4-4b23-912f-cea0a75e06fb, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:27:22.291032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] For port cf294c90-8ed4-4b23-912f-cea0a75e06fb, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cf294c90-8ed4-4b23-912f-cea0a75e06fb,segment=NetworkSegment(e2fd81ae-8bba-494c-a46d-da1aab89bdd1),segment_id=e2fd81ae-8bba-494c-a46d-da1aab89bdd1)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:27:22.297697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.334641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.381036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59095ce2-e82b-4f58-8af3-0362288c8338 None None] Pushing event updated for resources: {'Port': ['ID=cf294c90-8ed4-4b23-912f-cea0a75e06fb,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:22.381432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.423444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:22.426699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:22.431312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:27:22.455271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae4606-4ff8-41ab-9c88-829453a47423 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:22.476041 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.502920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe7cebb-bc69-4a7d-8890-7db723723478,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:22.588971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9fa9f1c7-3e9a-46a0-a385-d60f8cd2412d None None] Provisioning complete for port 9fe7cebb-bc69-4a7d-8890-7db723723478 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:22.589472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9fa9f1c7-3e9a-46a0-a385-d60f8cd2412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.690109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9fa9f1c7-3e9a-46a0-a385-d60f8cd2412d None None] Port 9fe7cebb-bc69-4a7d-8890-7db723723478 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:27:22.870175 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:22.871181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9724ec93-46f6-4163-ac08-e732e564590e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:22.930898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9724ec93-46f6-4163-ac08-e732e564590e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:22.931550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.018129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf294c90-8ed4-4b23-912f-cea0a75e06fb up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:23.071623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cf294c90-8ed4-4b23-912f-cea0a75e06fb triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:23.072118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.158950 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.195891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port cf294c90-8ed4-4b23-912f-cea0a75e06fb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cf294c90-8ed4-4b23-912f-cea0a75e06fb,segment=NetworkSegment(e2fd81ae-8bba-494c-a46d-da1aab89bdd1),segment_id=e2fd81ae-8bba-494c-a46d-da1aab89bdd1)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:23.202442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.269243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=cf294c90-8ed4-4b23-912f-cea0a75e06fb,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:23.391822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.531960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Router 11de9345-85f0-423d-9e2b-17675f5027b4 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:27:23.656654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:27:23.665579 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Sync routers for ids ['11de9345-85f0-423d-9e2b-17675f5027b4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:27:23.685615 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:23.688426 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Routers {'11de9345-85f0-423d-9e2b-17675f5027b4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:23.689278 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['11de9345-85f0-423d-9e2b-17675f5027b4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:23.690076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 53140) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:27:23.697035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5eea5d2c-87b2-43d4-b981-7afb13b9a381 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1107972 Nov 23 11:27:23.808793 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Set router 11de9345-85f0-423d-9e2b-17675f5027b4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:23.844940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baae3237-2638-448e-81d9-38d78d40b50d None None] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:27:23.954604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fc7e0e68-14fa-492b-af8c-590ddf191711 None None] Provisioning complete for port cf294c90-8ed4-4b23-912f-cea0a75e06fb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:23.955254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0e68-14fa-492b-af8c-590ddf191711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.018883 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:27:22Z', 'revision_number': 3, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port': {'id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:22Z', 'updated_at': '2021-11-23T11:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:24.057078 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Checking router: 11de9345-85f0-423d-9e2b-17675f5027b4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:27:24.057604 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Updating router 11de9345-85f0-423d-9e2b-17675f5027b4 port 9fe7cebb-bc69-4a7d-8890-7db723723478 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:27:24.084955 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.271456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Sync routers for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:27:24.286454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:24.287548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:24.399561 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.406088 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.417170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:24.462932 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Attempting to bind port 9fe7cebb-bc69-4a7d-8890-7db723723478 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:27:24.463221 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Attempting to bind port 9fe7cebb-bc69-4a7d-8890-7db723723478 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:27:24.463807 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Attempting to bind port 9fe7cebb-bc69-4a7d-8890-7db723723478 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:27:24.466080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3416e8e-5ea0-4c65-be82-6e5b05ba2f47 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:24.466629 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831329d6-2390-465e-a33f-aa58a1469670 None None] Pushing event updated for resources: {'Port': ['ID=9fe7cebb-bc69-4a7d-8890-7db723723478,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:24.471316 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:27:24.471689 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:24.472086 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.472469 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:27:24.472931 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Bound port: 9fe7cebb-bc69-4a7d-8890-7db723723478, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:27:24.473332 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.516274 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.532344 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] For port 9fe7cebb-bc69-4a7d-8890-7db723723478, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:27:24.535717 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] For port 9fe7cebb-bc69-4a7d-8890-7db723723478, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9fe7cebb-bc69-4a7d-8890-7db723723478,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:27:24.540175 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.613940 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Routers {'11de9345-85f0-423d-9e2b-17675f5027b4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:24.614580 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['11de9345-85f0-423d-9e2b-17675f5027b4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:24.619619 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831329d6-2390-465e-a33f-aa58a1469670 None None] Pushing event updated for resources: {'Port': ['ID=9fe7cebb-bc69-4a7d-8890-7db723723478,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:24.691896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d1f81-d241-43cd-b339-00709f86d82c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:27:24.694253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3db4a4a2-119f-4305-adc6-4145dad6f1ae None None] Provisioning complete for port cf294c90-8ed4-4b23-912f-cea0a75e06fb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:24.694630 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3db4a4a2-119f-4305-adc6-4145dad6f1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.703541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Allocated IP 172.20.0.1 (eea85381-cee0-48e8-ba9c-dbf1d0109a9d/80b2d801-df3d-43f2-a40a-0828e8885e37/256fa2ef-cba2-4cba-845c-b8f37762ebbc) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:27:24.732582 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] Set router 11de9345-85f0-423d-9e2b-17675f5027b4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:24.787675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf294c90-8ed4-4b23-912f-cea0a75e06fb up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:24.813443 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.851012 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.897496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:24.900740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:24.905706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:27:24.944787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=256fa2ef-cba2-4cba-845c-b8f37762ebbc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:24.948811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port cf294c90-8ed4-4b23-912f-cea0a75e06fb triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:24.949380 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.957345 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:24.995503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 2, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:25.032799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Checking router: 5a9dc5c0-2c3e-454a-8429-09d6930f3923 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:27:25.033180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Updating router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 port ab5c76d3-3611-4e65-b327-995a88ec96cd binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:27:25.051644 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:27:22Z', 'revision_number': 3, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port': {'id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:22Z', 'updated_at': '2021-11-23T11:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:25.070254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.082591 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e09c53-994c-4e2b-a82d-e4d0cfd80871 None None] The sync data for ids ['11de9345-85f0-423d-9e2b-17675f5027b4'] in n-d-817747-2 is: [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:27:22Z', 'revision_number': 3, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port': {'id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:22Z', 'updated_at': '2021-11-23T11:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:27:25.115864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.145331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-790ddcab-153f-4d41-8da3-3e9f7f585c68 None None] Provisioning complete for port 9fe7cebb-bc69-4a7d-8890-7db723723478 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:25.145712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-790ddcab-153f-4d41-8da3-3e9f7f585c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.315518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.321949 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.350977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-790ddcab-153f-4d41-8da3-3e9f7f585c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.392289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.394303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=256fa2ef-cba2-4cba-845c-b8f37762ebbc,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:25.408898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-790ddcab-153f-4d41-8da3-3e9f7f585c68 None None] For port 9fe7cebb-bc69-4a7d-8890-7db723723478, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9fe7cebb-bc69-4a7d-8890-7db723723478,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:25.417258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-790ddcab-153f-4d41-8da3-3e9f7f585c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.497188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ddcab-153f-4d41-8da3-3e9f7f585c68 None None] Pushing event updated for resources: {'Port': ['ID=9fe7cebb-bc69-4a7d-8890-7db723723478,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:25.505827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:27:25.505827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:27:25.557389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.566476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9c6552d6-ac60-40db-925a-5504c15d0fc7 None None] Provisioning complete for port 256fa2ef-cba2-4cba-845c-b8f37762ebbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:25.566807 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9c6552d6-ac60-40db-925a-5504c15d0fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.569549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.651351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Router 11de9345-85f0-423d-9e2b-17675f5027b4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:27:25.690845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ff983-b485-4660-8fce-87c6c2f83331 None None] Pushing event updated for resources: {'Port': ['ID=ab5c76d3-3611-4e65-b327-995a88ec96cd,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:25.700025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9c6552d6-ac60-40db-925a-5504c15d0fc7 None None] Port 256fa2ef-cba2-4cba-845c-b8f37762ebbc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:27:25.772326 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Attempting to bind port ab5c76d3-3611-4e65-b327-995a88ec96cd on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:27:25.772794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Attempting to bind port ab5c76d3-3611-4e65-b327-995a88ec96cd by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:27:25.773958 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Attempting to bind port ab5c76d3-3611-4e65-b327-995a88ec96cd on network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:27:25.791103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:27:25.791487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Checking segment: {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:25.791946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:27:25.792404 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.792665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Bound using segment: {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:27:25.793163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Bound port: ab5c76d3-3611-4e65-b327-995a88ec96cd, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:27:25.806323 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-64ebabe4-3216-4bdd-85ec-e00de9c10ec8 admin admin] 10.222.0.61 "PUT /v2.0/routers/11de9345-85f0-423d-9e2b-17675f5027b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1071289 Nov 23 11:27:25.806519 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.909327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] For port ab5c76d3-3611-4e65-b327-995a88ec96cd, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:27:25.922972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] For port ab5c76d3-3611-4e65-b327-995a88ec96cd, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab5c76d3-3611-4e65-b327-995a88ec96cd,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:27:25.943275 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:25.983661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b1528b39-c3b1-4348-86c7-c48cc2f6263e None None] Provisioning complete for port 256fa2ef-cba2-4cba-845c-b8f37762ebbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:25.984035 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b1528b39-c3b1-4348-86c7-c48cc2f6263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:26.034347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:26.034971 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:26.079522 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ff983-b485-4660-8fce-87c6c2f83331 None None] Pushing event updated for resources: {'Port': ['ID=ab5c76d3-3611-4e65-b327-995a88ec96cd,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:26.103546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b1528b39-c3b1-4348-86c7-c48cc2f6263e None None] Port 256fa2ef-cba2-4cba-845c-b8f37762ebbc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:27:26.218673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:26.272235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f7e93d04-df80-470b-93d7-76701b1712ae None None] Provisioning complete for port ab5c76d3-3611-4e65-b327-995a88ec96cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:26.272609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f7e93d04-df80-470b-93d7-76701b1712ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:26.478998 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f7e93d04-df80-470b-93d7-76701b1712ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:26.521490 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f7e93d04-df80-470b-93d7-76701b1712ae None None] For port ab5c76d3-3611-4e65-b327-995a88ec96cd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab5c76d3-3611-4e65-b327-995a88ec96cd,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:26.526488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f7e93d04-df80-470b-93d7-76701b1712ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:26.563555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:26.602748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54fe541-17cc-4e2c-8622-6cb5b164e80e None None] The sync data for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 is: [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:27:26.613460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e93d04-df80-470b-93d7-76701b1712ae None None] Pushing event updated for resources: {'Port': ['ID=ab5c76d3-3611-4e65-b327-995a88ec96cd,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:26.648140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f15d390a-a33c-46a1-82bc-d1215376cc22 None None] Provisioning complete for port ab5c76d3-3611-4e65-b327-995a88ec96cd triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:26.648606 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f15d390a-a33c-46a1-82bc-d1215376cc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:26.922864 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9fe7cebb-bc69-4a7d-8890-7db723723478 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:26.979847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9fe7cebb-bc69-4a7d-8890-7db723723478 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:26.980813 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:27.068120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab5c76d3-3611-4e65-b327-995a88ec96cd up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:27.136342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port ab5c76d3-3611-4e65-b327-995a88ec96cd triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:27.136342 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:27.393460 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Sync routers for ids ['11de9345-85f0-423d-9e2b-17675f5027b4'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:27:27.406152 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Routers {'11de9345-85f0-423d-9e2b-17675f5027b4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:27.406784 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['11de9345-85f0-423d-9e2b-17675f5027b4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:27.526968 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Set router 11de9345-85f0-423d-9e2b-17675f5027b4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:27.734110 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port': {'id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:22Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '256fa2ef-cba2-4cba-845c-b8f37762ebbc', 'name': '', 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'mac_address': 'fa:16:3e:ff:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '80b2d801-df3d-43f2-a40a-0828e8885e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:24Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 2, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'subnets': [{'id': '80b2d801-df3d-43f2-a40a-0828e8885e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:27.760790 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Checking router: 11de9345-85f0-423d-9e2b-17675f5027b4 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:27:27.761173 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Updating router 11de9345-85f0-423d-9e2b-17675f5027b4 port 256fa2ef-cba2-4cba-845c-b8f37762ebbc binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:27:27.788642 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.068984 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.075469 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.132382 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ba303-38f2-4bcb-82d3-76dc9f112326 None None] Pushing event updated for resources: {'Port': ['ID=256fa2ef-cba2-4cba-845c-b8f37762ebbc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:28.191064 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Attempting to bind port 256fa2ef-cba2-4cba-845c-b8f37762ebbc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:27:28.191495 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Attempting to bind port 256fa2ef-cba2-4cba-845c-b8f37762ebbc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:27:28.191992 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Attempting to bind port 256fa2ef-cba2-4cba-845c-b8f37762ebbc on network eea85381-cee0-48e8-ba9c-dbf1d0109a9d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:27:28.198158 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:27:28.198567 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Checking segment: {'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:27:28.198969 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.199365 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Bound using segment: {'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:27:28.199832 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Bound port: 256fa2ef-cba2-4cba-845c-b8f37762ebbc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:27:28.200213 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.276139 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] For port 256fa2ef-cba2-4cba-845c-b8f37762ebbc, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:27:28.280146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] For port 256fa2ef-cba2-4cba-845c-b8f37762ebbc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=256fa2ef-cba2-4cba-845c-b8f37762ebbc,segment=NetworkSegment(e2fd81ae-8bba-494c-a46d-da1aab89bdd1),segment_id=e2fd81ae-8bba-494c-a46d-da1aab89bdd1)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:27:28.285621 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.346830 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Routers {'11de9345-85f0-423d-9e2b-17675f5027b4'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:27:28.347466 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:27:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['11de9345-85f0-423d-9e2b-17675f5027b4'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:28.353150 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ba303-38f2-4bcb-82d3-76dc9f112326 None None] Pushing event updated for resources: {'Port': ['ID=256fa2ef-cba2-4cba-845c-b8f37762ebbc,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:28.386200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4661e294-12cc-4674-8a3d-f60817c4e355 None None] Provisioning complete for port 256fa2ef-cba2-4cba-845c-b8f37762ebbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:28.386741 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4661e294-12cc-4674-8a3d-f60817c4e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.487895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4661e294-12cc-4674-8a3d-f60817c4e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.489642 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] Set router 11de9345-85f0-423d-9e2b-17675f5027b4 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:27:28.544845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4661e294-12cc-4674-8a3d-f60817c4e355 None None] For port 256fa2ef-cba2-4cba-845c-b8f37762ebbc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=256fa2ef-cba2-4cba-845c-b8f37762ebbc,segment=NetworkSegment(e2fd81ae-8bba-494c-a46d-da1aab89bdd1),segment_id=e2fd81ae-8bba-494c-a46d-da1aab89bdd1)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:27:28.550862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4661e294-12cc-4674-8a3d-f60817c4e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.612938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661e294-12cc-4674-8a3d-f60817c4e355 None None] Pushing event updated for resources: {'Port': ['ID=256fa2ef-cba2-4cba-845c-b8f37762ebbc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:27:28.673154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7289b08e-ee3b-4563-93e8-4025dd919e0c None None] Provisioning complete for port 256fa2ef-cba2-4cba-845c-b8f37762ebbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:28.673154 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7289b08e-ee3b-4563-93e8-4025dd919e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:28.723103 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port': {'id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:22Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '256fa2ef-cba2-4cba-845c-b8f37762ebbc', 'name': '', 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'mac_address': 'fa:16:3e:ff:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '80b2d801-df3d-43f2-a40a-0828e8885e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:24Z', 'updated_at': '2021-11-23T11:27:28Z', 'revision_number': 4, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'subnets': [{'id': '80b2d801-df3d-43f2-a40a-0828e8885e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:27:28.754407 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65a6e-56eb-429f-87cd-cb367fd91497 None None] The sync data for ids ['11de9345-85f0-423d-9e2b-17675f5027b4'] in n-d-817747-2 is: [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port': {'id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:22Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '256fa2ef-cba2-4cba-845c-b8f37762ebbc', 'name': '', 'network_id': 'eea85381-cee0-48e8-ba9c-dbf1d0109a9d', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'mac_address': 'fa:16:3e:ff:db:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '80b2d801-df3d-43f2-a40a-0828e8885e37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:24Z', 'updated_at': '2021-11-23T11:27:28Z', 'revision_number': 4, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'subnets': [{'id': '80b2d801-df3d-43f2-a40a-0828e8885e37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:27:30.760866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 256fa2ef-cba2-4cba-845c-b8f37762ebbc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:27:30.974889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 256fa2ef-cba2-4cba-845c-b8f37762ebbc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:27:30.975268 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:44.566856 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-94385ce2-936e-4688-9c8e-11236e123497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:47.015151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e8842c4b-3790-493c-b3ec-8b82b9d4df08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:48.114574 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:27:48.697624 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:49.669162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:50.181059 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:50.242550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:27:52.485577 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:14.569845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cda1007-bc8a-42e7-af76-d72d92733750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:17.020093 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9428b8ee-9828-4780-a7dd-62bdab93576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:18.704449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:19.670971 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:20.182545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:20.257875 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:22.518766 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:25.113260 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:28:44.572154 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-986a8270-c7fd-45f0-a745-86052befd964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:47.022568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a0b85241-d768-45db-9923-a2356141c111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:48.703851 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:49.675166 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:50.183463 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:50.259288 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:28:52.489055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:02.112299 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:29:14.575610 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f5e4db83-24e8-4214-872c-918447a8ea65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.611678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54166) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:16.618146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418739281', 'description': 'tempest-secgroup-smoke-1418739281 description', 'project_id': '22cfcb077c5942668f5c1e5ff692684b'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:16.641035 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.706572 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.710697 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.740709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.741997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1291418 Nov 23 11:29:16.743834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:16.745529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54170) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:16.751771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.752031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'security_group_rule': {'security_group_id': '52ae4304-c1bb-434d-9a0d-42bcd9ad0f86', 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:16.752148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.752465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.752812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.753175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.753518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.753853 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.754191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.754527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.754857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.755186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.755517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2733e3e2-f30e-4681-8d2a-c01fa1ea202e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.780623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.835585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.839691 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.857230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc98ca9-7ce4-4bda-9018-4faff90f3292,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:16.865700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.866053 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.866399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.866740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.867076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.867435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.867763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.868093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.868419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.868740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.869062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.869522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:16.873862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.875068 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ff7ed563-5148-4ee4-9d64-ebdbc1426187 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285012 Nov 23 11:29:16.877823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54174) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:16.882146 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4a662141-909c-4a3c-8342-f08b8f13b718 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'security_group_rule': {'security_group_id': '52ae4304-c1bb-434d-9a0d-42bcd9ad0f86', 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:16.909405 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a662141-909c-4a3c-8342-f08b8f13b718 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.967979 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a662141-909c-4a3c-8342-f08b8f13b718 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.971382 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a662141-909c-4a3c-8342-f08b8f13b718 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.989394 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a662141-909c-4a3c-8342-f08b8f13b718 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c99a01-3a8b-41f6-a363-a32332dbafeb,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:16.997032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4a662141-909c-4a3c-8342-f08b8f13b718 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:16.998270 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4a662141-909c-4a3c-8342-f08b8f13b718 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194751 Nov 23 11:29:17.001000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54176) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:17.005331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-ea6aaf57-a363-4741-a86f-416e1840d287 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'security_group_rule': {'security_group_id': '52ae4304-c1bb-434d-9a0d-42bcd9ad0f86', 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:17.024232 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-94474c22-7918-435b-8191-9666695c02e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.034283 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea6aaf57-a363-4741-a86f-416e1840d287 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.094686 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea6aaf57-a363-4741-a86f-416e1840d287 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.098279 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea6aaf57-a363-4741-a86f-416e1840d287 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.118387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aaf57-a363-4741-a86f-416e1840d287 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b20b751-5103-47fe-ac26-78ec5a3ed06a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:17.124453 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ea6aaf57-a363-4741-a86f-416e1840d287 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.128479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54178) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:17.128620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ea6aaf57-a363-4741-a86f-416e1840d287 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265593 Nov 23 11:29:17.133530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-3b711875-0eeb-497a-a764-55ef27e18375 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'security_group_rule': {'security_group_id': '52ae4304-c1bb-434d-9a0d-42bcd9ad0f86', 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:17.160040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b711875-0eeb-497a-a764-55ef27e18375 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.222618 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b711875-0eeb-497a-a764-55ef27e18375 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.225999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b711875-0eeb-497a-a764-55ef27e18375 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.240626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b711875-0eeb-497a-a764-55ef27e18375 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c06ce93-ac23-49cb-bcf0-06689d9b1998,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:17.252231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b711875-0eeb-497a-a764-55ef27e18375 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.253476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3b711875-0eeb-497a-a764-55ef27e18375 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235454 Nov 23 11:29:17.256183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54180) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:17.261524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'security_group_rule': {'security_group_id': '52ae4304-c1bb-434d-9a0d-42bcd9ad0f86', 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:17.282924 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Project 22cfcb077c5942668f5c1e5ff692684b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:29:17.287798 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.345527 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.349090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.372367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3af2f61-3f79-447a-a2bf-7508a39e503f,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:17.377914 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.381879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fdf10c8b-77e4-4f97-aaf7-bc4d16ebdad3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219962 Nov 23 11:29:17.381993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54182) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:17.386403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'security_group_rule': {'security_group_id': '52ae4304-c1bb-434d-9a0d-42bcd9ad0f86', 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:17.407618 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Project 22cfcb077c5942668f5c1e5ff692684b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:29:17.413810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.474133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.477496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.497628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efd272d-aee2-4507-8093-2e9a43f48b24,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:17.503067 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:17.504273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5549b31b-a67f-467a-a04c-61eeaa8705dc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212749 Nov 23 11:29:17.858811 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-0d6c0092-2bfd-4072-b596-97348b89a258 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418739281&fields=id&tenant_id=22cfcb077c5942668f5c1e5ff692684b HTTP/1.1" status: 200 len: 267 time: 0.0450888 Nov 23 11:29:17.967432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-8232c6a5-1dca-4de0-aa59-39e4251f6a06 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:17.968899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-8232c6a5-1dca-4de0-aa59-39e4251f6a06 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 814 time: 0.1033244 Nov 23 11:29:17.983651 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-504a9aae-8520-4bec-ad6f-b9e77e4d05be tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/quotas/22cfcb077c5942668f5c1e5ff692684b HTTP/1.1" status: 200 len: 375 time: 0.0090594 Nov 23 11:29:18.040080 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-7f9ea94c-1369-4059-a50a-35118ffd6068 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511491 Nov 23 11:29:18.055803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-b1d36a22-b7b2-4135-9ee4-7d32a13949ef service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:29:18.056821 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-b1d36a22-b7b2-4135-9ee4-7d32a13949ef service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051401 Nov 23 11:29:18.148818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-824dbd05-537e-4d57-94c8-40be14b1889c service neutron] 10.222.0.61 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854046 Nov 23 11:29:18.241625 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-8f466dde-48dd-4d6b-998d-60f1457b6a2e service neutron] 10.222.0.61 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860534 Nov 23 11:29:18.628212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1e6239e-3a6b-4848-8519-cf482e33168f req-c6489a60-e586-49ca-84ac-ad5c41312bd8 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.1223388 Nov 23 11:29:18.709269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:19.678164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:19.730170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-72d783e6-e963-4802-a02a-10dd8f26dcff req-741e7797-0e51-4ce5-8cb0-d05dad30817c tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0271771 Nov 23 11:29:20.186040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:20.261652 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:20.806014 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e09d6d2-4b06-4850-9662-82b1cd1a77f2 req-c94194cb-8384-4647-bc69-635b3bf066be tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0258739 Nov 23 11:29:21.901950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b77b457-a995-4852-b872-43d4958e48e7 req-7946841d-6257-470f-ad73-a240325e72dd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0314682 Nov 23 11:29:22.489787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:22.612707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-d85e61e5-856f-4674-a3f9-78f620166cdd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:22.614220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-d85e61e5-856f-4674-a3f9-78f620166cdd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.65 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 814 time: 0.1093848 Nov 23 11:29:22.686435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-1b2072da-a69c-4940-8b24-268bc0d72645 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22cfcb077c5942668f5c1e5ff692684b HTTP/1.1" status: 200 len: 380 time: 0.0569234 Nov 23 11:29:22.698967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'port': {'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'admin_state_up': True, 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'security_groups': ['52ae4304-c1bb-434d-9a0d-42bcd9ad0f86']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:22.820365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Made reservation on behalf of 22cfcb077c5942668f5c1e5ff692684b for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:29:22.826161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:22.965958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Allocated IP 172.20.0.3 (7d3fb36d-3fcb-4f51-8a9e-ce5191933776/43004fdc-d109-4ab6-985a-b8da9f14ea6a/2dce0f51-8e3a-4c39-94f6-f557d9d0f46d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:29:23.037031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8ca2e62-d36e-4b65-a39f-fda2a4b3ffea req-b013a5a6-fc56-4a3d-8365-c0493bc995f4 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0428174 Nov 23 11:29:23.158643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:23.195772 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:23.243552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:29:23.251288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:29:23.258880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:29:23.260973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'Port': ['ID=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:23.322848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:23.323867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:23.348597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-9732aa52-797a-4058-92c4-063830188aeb tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526568 Nov 23 11:29:23.432988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Request body: {'port': {'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:23.521885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:23.544659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5da11ad4-f049-40f1-ac0d-1276aabfde0c None None] Provisioning complete for port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:29:23.546987 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5da11ad4-f049-40f1-ac0d-1276aabfde0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:23.591922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5da11ad4-f049-40f1-ac0d-1276aabfde0c None None] Port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:29:23.797773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:29:23.805270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:23.817921 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Transition to ACTIVE for port object 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:29:23.821954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:23.877972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:23.954384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Attempting to bind port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:29:23.954966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Attempting to bind port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:29:23.955489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Attempting to bind port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d on network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:29:23.960386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d on network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:29:23.960911 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Attempting to bind port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d on network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:29:23.967806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:29:23.968200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Checking segment: {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:29:23.968754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Bound using segment: {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:29:23.969286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Bound port: 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7652c3-38d0-4769-8225-1b769d514802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:29:23.969648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:24.052468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] For port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:29:24.056600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] For port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:29:24.062955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:24.102325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.103107 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:24.104863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] 10.222.0.65 "PUT /v2.0/ports/2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 1091 time: 0.7424006 Nov 23 11:29:24.105944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:29:24.109264 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4dd7e6-418e-42c9-9837-234297f8616b" -d '{"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:29:24.187848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836eb8a3-5abe-4009-b708-6ed0402d1a99 service neutron] Pushing event updated for resources: {'Port': ['ID=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:24.238964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-908e902d-ee99-46ad-a576-c7ef4cb519c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.240689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-908e902d-ee99-46ad-a576-c7ef4cb519c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1094 time: 0.0836475 Nov 23 11:29:24.280013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96149-02dd-44c8-9e7a-b2443a90012e req-7916ef4e-0360-42b2-864e-9cc6302cfe7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.292083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45c96149-02dd-44c8-9e7a-b2443a90012e req-7916ef4e-0360-42b2-864e-9cc6302cfe7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.1335504 Nov 23 11:29:24.307460 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c99298-3dfc-47ca-9559-6db5f6f80dcd x-openstack-request-id: req-b2c99298-3dfc-47ca-9559-6db5f6f80dcd {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:29:24.308126 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:29:24.308386 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2c99298-3dfc-47ca-9559-6db5f6f80dcd {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:29:24.309501 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'status': 'completed', 'code': 200} Nov 23 11:29:24.311618 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-df6d6aca-88ce-4142-8cbc-52b9fb2696fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 217 time: 0.0570047 Nov 23 11:29:24.352463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-45c96149-02dd-44c8-9e7a-b2443a90012e req-2679bd9f-35f4-4e6b-b0f4-bbac1363fafc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592899 Nov 23 11:29:24.381374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-e8588fd5-e6cb-46c7-97ed-81538dbe33df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.382905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-e8588fd5-e6cb-46c7-97ed-81538dbe33df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 200 len: 853 time: 0.0634892 Nov 23 11:29:24.435545 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-4400cc1e-3bf2-4482-8b60-8e8c2027043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.437070 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-4400cc1e-3bf2-4482-8b60-8e8c2027043e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430839 Nov 23 11:29:24.540096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-308e76c6-fa95-4b08-8c89-564204d662bb service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908840 Nov 23 11:29:24.635922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-798f8966-0b90-44f5-897a-45994dbba9e3 req-0cb3176a-60c8-49d9-ba12-4eb08411d509 service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842021 Nov 23 11:29:24.733848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-dca2b917-2b97-4cc5-8414-6126b77ccb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.735318 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-dca2b917-2b97-4cc5-8414-6126b77ccb3b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1094 time: 0.0461893 Nov 23 11:29:24.831704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-eb0e4dc7-d32b-4df0-9483-7fc4d4f12ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.833239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-eb0e4dc7-d32b-4df0-9483-7fc4d4f12ef9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 915 time: 0.0858915 Nov 23 11:29:24.884753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-980a469d-4f42-4ec1-a31b-6d7744e7b461 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 217 time: 0.0396755 Nov 23 11:29:24.940100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-eef00ecc-9c56-4b04-b6ae-c6c394afc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.941959 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-eef00ecc-9c56-4b04-b6ae-c6c394afc521 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 200 len: 853 time: 0.0468297 Nov 23 11:29:24.992793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-35f6dc34-42d5-4fdd-8335-1fe4cda69107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:24.994309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-35f6dc34-42d5-4fdd-8335-1fe4cda69107 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402293 Nov 23 11:29:25.095718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-deeab7ec-d6d1-451b-a30b-c42a5d1465fe service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898066 Nov 23 11:29:25.198151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae4dd7e6-418e-42c9-9837-234297f8616b req-0f5658a0-ad5b-4ed3-801a-7f0d6df24101 service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904956 Nov 23 11:29:25.485374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00aeaa-f618-4cba-8fbf-c1e44fbc48c9 req-929c7207-e1d7-4e07-8c97-5a156d958d2e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:25.486817 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b00aeaa-f618-4cba-8fbf-c1e44fbc48c9 req-929c7207-e1d7-4e07-8c97-5a156d958d2e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0512552 Nov 23 11:29:25.542213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1b00aeaa-f618-4cba-8fbf-c1e44fbc48c9 req-fe75ffcb-0dab-46c1-8235-be1ecea4142c tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490994 Nov 23 11:29:26.665340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ca7a-b834-4346-a7ad-db749e6c3ecd req-8ec85db4-9678-4541-abc1-75487fdd02e9 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:26.666864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b681ca7a-b834-4346-a7ad-db749e6c3ecd req-8ec85db4-9678-4541-abc1-75487fdd02e9 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0551004 Nov 23 11:29:26.719022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b681ca7a-b834-4346-a7ad-db749e6c3ecd req-3aa292bf-3ac3-4fa8-96fa-64b3179ca5af tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 Nov 23 11:29:27.843056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a3ed9-e2bb-4edc-a4ab-0153b492eedd req-63671b52-55dc-416d-ae82-27c7bfa2a29c tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:27.845144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-216a3ed9-e2bb-4edc-a4ab-0153b492eedd req-63671b52-55dc-416d-ae82-27c7bfa2a29c tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0541859 Nov 23 11:29:27.895081 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-216a3ed9-e2bb-4edc-a4ab-0153b492eedd req-db8d4a07-45cd-4143-b318-d6a8c581dff6 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444319 Nov 23 11:29:29.011904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c495caa-4d4e-45c2-a7f0-b83eae351f58 req-072a39d4-1560-479d-8be5-c72a18f32ec4 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:29.013444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c495caa-4d4e-45c2-a7f0-b83eae351f58 req-072a39d4-1560-479d-8be5-c72a18f32ec4 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0495334 Nov 23 11:29:29.062596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c495caa-4d4e-45c2-a7f0-b83eae351f58 req-bddad59c-b96a-447e-8656-79111e2911b7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Nov 23 11:29:30.180900 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c631e0-ad27-4b72-87dc-1061ef8841d2 req-827c8642-1160-4831-91fd-fd94cf7ec4ee tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:30.182397 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27c631e0-ad27-4b72-87dc-1061ef8841d2 req-827c8642-1160-4831-91fd-fd94cf7ec4ee tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0487742 Nov 23 11:29:30.231714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-27c631e0-ad27-4b72-87dc-1061ef8841d2 req-50bdfb19-98d0-4964-bc55-5208dad9521b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Nov 23 11:29:31.353639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69974337-abf1-4157-a1cd-725cf2b7c9b4 req-74270f25-af42-424a-b020-079bb6961711 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:31.355139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69974337-abf1-4157-a1cd-725cf2b7c9b4 req-74270f25-af42-424a-b020-079bb6961711 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0547118 Nov 23 11:29:31.404853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-69974337-abf1-4157-a1cd-725cf2b7c9b4 req-4eec1a20-30d6-4bf2-bf46-f6efd605356c tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Nov 23 11:29:32.526240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53831c6-c7a8-4471-9622-ef29eb35645e req-d36fbc84-4abd-4bfe-991a-bd9c25e09d08 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:32.527712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c53831c6-c7a8-4471-9622-ef29eb35645e req-d36fbc84-4abd-4bfe-991a-bd9c25e09d08 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0532563 Nov 23 11:29:32.576868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c53831c6-c7a8-4471-9622-ef29eb35645e req-cacc2dec-361a-4171-8a5f-a5de1f78dbd3 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427127 Nov 23 11:29:33.691255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927d58c-ee40-43e0-8f9e-a81fdba96f25 req-66458762-3b03-4ebd-8460-a878eb03c075 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:33.693055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4927d58c-ee40-43e0-8f9e-a81fdba96f25 req-66458762-3b03-4ebd-8460-a878eb03c075 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0493681 Nov 23 11:29:33.741897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4927d58c-ee40-43e0-8f9e-a81fdba96f25 req-d92580c1-7edb-41fd-844e-1479421b8011 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Nov 23 11:29:34.856591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea65db-b662-433d-9f1d-33b5c0eb5a9e req-37dfea7b-705b-45b3-b693-3ae9af5bfa29 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:34.858185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0ea65db-b662-433d-9f1d-33b5c0eb5a9e req-37dfea7b-705b-45b3-b693-3ae9af5bfa29 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0502934 Nov 23 11:29:34.909008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f0ea65db-b662-433d-9f1d-33b5c0eb5a9e req-638c165d-221d-4fd0-be50-a1c2f4a2c788 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448048 Nov 23 11:29:36.028321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629c2f9-3142-4340-b5dc-3e0522ab8785 req-9e411ce8-c04d-4f96-9e5d-585d800ffc7c tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:36.030996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0629c2f9-3142-4340-b5dc-3e0522ab8785 req-9e411ce8-c04d-4f96-9e5d-585d800ffc7c tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 943 time: 0.0526507 Nov 23 11:29:36.084959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0629c2f9-3142-4340-b5dc-3e0522ab8785 req-c279b27b-178e-471b-8bc7-2b446fc413fe tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485632 Nov 23 11:29:36.719050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:29:36.818871 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:29:36.829833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'mac_address': 'fa:16:3e:86:07:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:29:36.866844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:36.880043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:29:36.898651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:29:36.902474 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:36.949048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:36.957026 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.957403 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.957749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.958089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.958428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.958762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.959094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.959423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.959750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.960078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.960493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:36.960821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:29:37.171414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:29:37.208514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82172e2-ae75-4295-bd1e-206768c793e4 req-930dd77e-d5e1-480a-9e26-65d8dcf6a1d8 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:37.210050 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a82172e2-ae75-4295-bd1e-206768c793e4 req-930dd77e-d5e1-480a-9e26-65d8dcf6a1d8 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 944 time: 0.0534337 Nov 23 11:29:37.262659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a82172e2-ae75-4295-bd1e-206768c793e4 req-c9e401bd-7efb-45bd-99a0-6ed7767f3414 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464401 Nov 23 11:29:38.379736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8917fa-6ba1-4e8c-84b4-e254b20861fb req-2d56d04a-3eb9-4c43-b144-920c235544ce tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:38.381229 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b8917fa-6ba1-4e8c-84b4-e254b20861fb req-2d56d04a-3eb9-4c43-b144-920c235544ce tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 944 time: 0.0480638 Nov 23 11:29:38.429203 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b8917fa-6ba1-4e8c-84b4-e254b20861fb req-68202d6a-2672-457f-b796-245ee1cbf642 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Nov 23 11:29:38.725067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:29:38.778694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:29:38.782227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:29:38.782607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:38.859904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:38.881807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:29:38.884033 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9ddcbb-4396-4967-8a38-c527aa2dd490" -d '{"events": [{"server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "name": "network-vif-plugged", "status": "completed", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:29:38.897459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:29:38.900821 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:38.957342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:39.005887 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c94341-537a-4d85-8bd9-10a4cf70bba4 x-openstack-request-id: req-e0c94341-537a-4d85-8bd9-10a4cf70bba4 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:29:39.006188 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "name": "network-vif-plugged", "status": "completed", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:29:39.006454 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0c94341-537a-4d85-8bd9-10a4cf70bba4 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:29:39.006949 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'code': 200} Nov 23 11:29:39.110471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6419667-631c-4b9e-bd41-28463e9a3bad req-6f41a41a-6540-41df-a5e3-f3feafc35152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:39.112005 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6419667-631c-4b9e-bd41-28463e9a3bad req-6f41a41a-6540-41df-a5e3-f3feafc35152 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1096 time: 0.0410924 Nov 23 11:29:39.114079 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:29:39.160248 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6419667-631c-4b9e-bd41-28463e9a3bad req-f5c4c74a-8706-45e1-b128-47ca113facd2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410240 Nov 23 11:29:39.546805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14f2bf-9009-44d8-a90b-cbc3ae5b9eb9 req-7d520c95-ba82-454a-a621-157a5d85cece tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:39.548322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b14f2bf-9009-44d8-a90b-cbc3ae5b9eb9 req-7d520c95-ba82-454a-a621-157a5d85cece tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 945 time: 0.0518224 Nov 23 11:29:39.600396 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b14f2bf-9009-44d8-a90b-cbc3ae5b9eb9 req-e5c1fb7e-49b7-4ee5-a5cf-ce5c88c81d76 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461118 Nov 23 11:29:40.716427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51c1a4-0d0d-4412-ab35-101c54365f97 req-7c295a8a-fdd8-4bae-ba72-1738ce9f41c7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:40.718684 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa51c1a4-0d0d-4412-ab35-101c54365f97 req-7c295a8a-fdd8-4bae-ba72-1738ce9f41c7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 945 time: 0.0501969 Nov 23 11:29:40.771847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fa51c1a4-0d0d-4412-ab35-101c54365f97 req-6f9e947d-a270-4ce1-bd81-e0dfe9a119fe tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472829 Nov 23 11:29:40.891904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360b4fb-85d1-4b3c-8d2b-22eec7d5c75e req-6c0ac673-26ed-40e9-8cf4-48561bcd2570 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:40.893377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3360b4fb-85d1-4b3c-8d2b-22eec7d5c75e req-6c0ac673-26ed-40e9-8cf4-48561bcd2570 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 945 time: 0.0551267 Nov 23 11:29:40.942978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3360b4fb-85d1-4b3c-8d2b-22eec7d5c75e req-af2b62eb-d55e-48ca-bdcd-36c6cd87059d tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Nov 23 11:29:40.964844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54288) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:41.043951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6702dad9-285e-4d75-8bef-838e6f656236 tempest-TestVolumeBackupRestore-1011832947 tempest-TestVolumeBackupRestore-1011832947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:41.045556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6702dad9-285e-4d75-8bef-838e6f656236 tempest-TestVolumeBackupRestore-1011832947 tempest-TestVolumeBackupRestore-1011832947-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1091 time: 0.0795887 Nov 23 11:29:41.048430 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54292) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:41.052532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:41.073665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:41.168109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:41.278577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Allocated IP 172.25.5.254 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/194a610f-b51d-4221-9dd1-367f2d0ee64d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:29:41.376723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:41.413295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:41.448616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:29:41.454014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:29:41.457426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:29:41.484764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'Port': ['ID=194a610f-b51d-4221-9dd1-367f2d0ee64d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:41.813135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:41.879718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:42.032190 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:42.036385 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:42.102056 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event updated for resources: {'Port': ['ID=194a610f-b51d-4221-9dd1-367f2d0ee64d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:29:42.115762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:42.218915 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Floating IP 2747162e-efd7-4713-a880-ca97f570199e associated. External IP: 172.25.5.254, port: 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d. Nov 23 11:29:42.425880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:29:42.868070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-a730f46c-adbf-428d-a728-b474979e48dd req-e6c09187-a051-473b-b052-052314caac2f service neutron] (103426) timed out ('10.222.0.61', 48912) {{(pid=103426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:29:42.892003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:29:42.902597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] Sync routers for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:29:42.910220 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:42.912973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:29:42.913642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:29:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:42.937433 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2dd2b6bf-28fc-46f3-8d54-7b55f47c1421 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8879681 Nov 23 11:29:42.938059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:29:42.940211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54294) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:42.940685 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668136a5-89bf-4bed-9933-42f84c0cdd63" -d '{"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:29:42.982070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d954495-6edf-48af-9b1b-54b7dadbdaea tempest-TestVolumeBackupRestore-1011832947 tempest-TestVolumeBackupRestore-1011832947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:42.987517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3d954495-6edf-48af-9b1b-54b7dadbdaea tempest-TestVolumeBackupRestore-1011832947 tempest-TestVolumeBackupRestore-1011832947-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1091 time: 0.0430310 Nov 23 11:29:42.987733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54298) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:29:42.991521 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3b842-66b0-4b42-aa62-dcc511c109c0 x-openstack-request-id: req-89a3b842-66b0-4b42-aa62-dcc511c109c0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:29:42.991744 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:29:42.992536 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89a3b842-66b0-4b42-aa62-dcc511c109c0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:29:42.992536 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'status': 'completed', 'code': 200} Nov 23 11:29:42.992761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Request body: {'floatingip': {'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:29:43.030914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:29:43.054233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-a18e3cb0-31f2-4556-8852-3e03931e3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:43.054678 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:43.055908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-a18e3cb0-31f2-4556-8852-3e03931e3ca3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1096 time: 0.0439198 Nov 23 11:29:43.156864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-9d485fa7-b3d5-4945-80e3-ed88199977a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:43.158539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-9d485fa7-b3d5-4945-80e3-ed88199977a4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 915 time: 0.0954697 Nov 23 11:29:43.227629 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-815ae405-6ecf-4477-b209-7a218a58c3a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 999 time: 0.0617163 Nov 23 11:29:43.263956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2747162e-efd7-4713-a880-ca97f570199e', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'mac_address': 'fa:16:3e:86:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:29:41Z', 'updated_at': '2021-11-23T11:29:41Z', 'revision_number': 0, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:43.281294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-ee295987-7363-41eb-98b2-3b5080ade957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:43.282707 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-ee295987-7363-41eb-98b2-3b5080ade957 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 200 len: 853 time: 0.0482008 Nov 23 11:29:43.294473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] Checking router: 5a9dc5c0-2c3e-454a-8429-09d6930f3923 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:29:43.304895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:29:43.305590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:29:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:43.336704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-f56d7bbf-084b-44ef-9d18-b8f98d1c3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:43.338388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-f56d7bbf-084b-44ef-9d18-b8f98d1c3646 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484438 Nov 23 11:29:43.415505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:29:43.446755 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-fef99fe3-55c4-4c28-a22c-914279b87996 service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012356 Nov 23 11:29:43.547079 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-668136a5-89bf-4bed-9933-42f84c0cdd63 req-10729d36-f3fa-4ba9-9792-b640eed45fab service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921290 Nov 23 11:29:43.578135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:43.582332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:43.666636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2747162e-efd7-4713-a880-ca97f570199e', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'mac_address': 'fa:16:3e:86:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:29:41Z', 'updated_at': '2021-11-23T11:29:41Z', 'revision_number': 0, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:43.693621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97589b-2f41-48f8-b2e2-584676d64a91 None None] The sync data for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 is: [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2747162e-efd7-4713-a880-ca97f570199e', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'mac_address': 'fa:16:3e:86:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:29:41Z', 'updated_at': '2021-11-23T11:29:41Z', 'revision_number': 0, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:29:43.798217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:29:43.894262 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2a9718-8235-4b65-b4da-1e5ea76575eb None None] New status for floating IP 2747162e-efd7-4713-a880-ca97f570199e: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:29:43.914061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:29:43.918991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:43.948077 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:29:43.950384 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e377170f-c296-4d3c-8911-9e5790073dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:29:43.988769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-eb2bd9cf-c121-4fa6-ad7e-ed578fb736fd tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "PUT /v2.0/floatingips/2747162e-efd7-4713-a880-ca97f570199e HTTP/1.1" status: 200 len: 991 time: 0.9902780 Nov 23 11:29:44.060046 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bde23-528b-482b-af01-2b0761b44e82 x-openstack-request-id: req-192bde23-528b-482b-af01-2b0761b44e82 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:29:44.060343 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:29:44.060598 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-192bde23-528b-482b-af01-2b0761b44e82 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:29:44.061009 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'status': 'completed', 'code': 200} Nov 23 11:29:44.127748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-fccf7793-f35b-4932-a231-5005edf11c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:44.129296 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-fccf7793-f35b-4932-a231-5005edf11c21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1096 time: 0.0442481 Nov 23 11:29:44.217131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] Sync routers for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:29:44.227078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:29:44.227763 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:29:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:44.229224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-0f55f5e6-0a2b-4397-a512-ca49514ea72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:44.230712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-0f55f5e6-0a2b-4397-a512-ca49514ea72f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 915 time: 0.0948181 Nov 23 11:29:44.299958 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-ebd1004d-9d3d-4a58-a41b-f3ece4b9f436 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 1001 time: 0.0605340 Nov 23 11:29:44.338540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:29:44.352850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-fe50f244-fee0-45b0-ac08-019340d36598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:44.354425 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-fe50f244-fee0-45b0-ac08-019340d36598 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 200 len: 853 time: 0.0481908 Nov 23 11:29:44.398896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-9c9628b0-1bac-41bf-8fa3-0d3e80437a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:44.400402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-9c9628b0-1bac-41bf-8fa3-0d3e80437a7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388343 Nov 23 11:29:44.490654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-807097c9-06e7-4919-b8fd-497aef66779c service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831065 Nov 23 11:29:44.574783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2747162e-efd7-4713-a880-ca97f570199e', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'mac_address': 'fa:16:3e:86:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:29:41Z', 'updated_at': '2021-11-23T11:29:44Z', 'revision_number': 2, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:44.587422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e377170f-c296-4d3c-8911-9e5790073dd6 req-2a44d689-6be9-4e4e-8f82-3cfb196f807b service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897911 Nov 23 11:29:44.605241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] Checking router: 5a9dc5c0-2c3e-454a-8429-09d6930f3923 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:29:44.608491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-161fa6e0-bc47-4aa1-94ef-9583c23eeaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:44.615688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:29:44.616313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:29:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:44.877581 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:29:45.099459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2747162e-efd7-4713-a880-ca97f570199e', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'mac_address': 'fa:16:3e:86:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:29:41Z', 'updated_at': '2021-11-23T11:29:44Z', 'revision_number': 2, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:29:45.126411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d6ed91-81fc-4fb6-a171-50e96b7f8f02 None None] The sync data for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 is: [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2747162e-efd7-4713-a880-ca97f570199e', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'port_id': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'mac_address': 'fa:16:3e:86:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:29:41Z', 'updated_at': '2021-11-23T11:29:44Z', 'revision_number': 2, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:29:46.062386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:29:46.064840 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5398e1cd-ab54-4651-9390-a0c7114466a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:29:46.101187 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb31f8b-d18d-4aeb-8d57-ddcdf3687dcf x-openstack-request-id: req-ecb31f8b-d18d-4aeb-8d57-ddcdf3687dcf {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:29:46.101491 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:29:46.101749 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecb31f8b-d18d-4aeb-8d57-ddcdf3687dcf {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:29:46.102166 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'status': 'completed', 'code': 200} Nov 23 11:29:46.166107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-70819e1c-b182-4989-82dc-c90bbb0118fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:46.167647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-70819e1c-b182-4989-82dc-c90bbb0118fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1096 time: 0.0420971 Nov 23 11:29:46.263676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-80b917b8-ddae-41b3-817f-4b7e78da656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:46.265311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-80b917b8-ddae-41b3-817f-4b7e78da656b service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 915 time: 0.0900192 Nov 23 11:29:46.334583 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-2c2f5ad6-50a6-4680-9cb3-8938887d3ff9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 1001 time: 0.0607421 Nov 23 11:29:46.386380 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-ecb7c8e2-5f2d-4894-8b9e-62aa46ac627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:46.387794 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-ecb7c8e2-5f2d-4894-8b9e-62aa46ac627b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 200 len: 853 time: 0.0466695 Nov 23 11:29:46.432436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-ca65b7b2-e7c3-46cf-9918-87817dfdb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:29:46.433951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-ca65b7b2-e7c3-46cf-9918-87817dfdb2eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388491 Nov 23 11:29:46.522203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-14a114d0-39ea-4c59-a4fd-7e90ccd419dc service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809469 Nov 23 11:29:46.618543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5398e1cd-ab54-4651-9390-a0c7114466a4 req-86f0d86f-d881-4d3a-9ef4-65ca354e5129 service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888932 Nov 23 11:29:47.027090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6ff9e117-8f83-44cc-aa5d-e507e6dc1c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:48.707985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:49.683424 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:50.188533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:50.268232 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:29:52.492352 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:14.580705 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b4d80b43-c5af-4358-8d3a-00f88775e8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:16.114201 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:30:16.538430 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-254048c2-f7cf-4842-9d33-c9b72d400bdc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417383 Nov 23 11:30:16.629149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-5aea946a-8f8c-44c9-a9d2-6eb68df4e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:16.630833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-5aea946a-8f8c-44c9-a9d2-6eb68df4e9ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1096 time: 0.0462799 Nov 23 11:30:16.743314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-e71d1413-0770-4248-a11b-17ea81acaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:16.745346 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-e71d1413-0770-4248-a11b-17ea81acaecf service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 915 time: 0.0925453 Nov 23 11:30:16.816415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-9ef169c4-25a9-4b0c-8f1a-2c1d01766888 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 1001 time: 0.0633605 Nov 23 11:30:16.866887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-82e52a0f-1abf-4895-b45f-5593168c8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:16.868309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-82e52a0f-1abf-4895-b45f-5593168c8163 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 200 len: 853 time: 0.0442896 Nov 23 11:30:16.914862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-21095f90-ca60-4cc5-8fe3-e8a12bf281e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:16.916448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-21095f90-ca60-4cc5-8fe3-e8a12bf281e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400252 Nov 23 11:30:17.017204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-e9e97ba2-dafd-439d-8b22-8cc01a0aeca4 service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921309 Nov 23 11:30:17.028482 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0c106bbc-12ed-4db4-96d9-d7a317b196c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:17.107706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e1ba75b-eef3-46e4-ae01-42ec777f89c6 req-dc533d2d-2d5d-40c6-8f4d-38f945ed6778 service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829420 Nov 23 11:30:18.711662 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:19.176779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54314) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:19.344588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Deleting port 194a610f-b51d-4221-9dd1-367f2d0ee64d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:19.345041 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:19.420873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:19.421231 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:19.432768 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Calling delete_port for 194a610f-b51d-4221-9dd1-367f2d0ee64d owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:19.584094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:19.609761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event deleted for resources: {'Port': ['ID=194a610f-b51d-4221-9dd1-367f2d0ee64d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:19.620746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.621101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.621470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.621864 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.622255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.622556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.622962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.623360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.623688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.624080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.624473 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.624804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:19.681303 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:19.687550 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:19.687883 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Floating IP 2747162e-efd7-4713-a880-ca97f570199e disassociated (deleted). External IP: 172.25.5.254, port: 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d. Nov 23 11:30:19.914615 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:30:20.041776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:30:20.047350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:20.052026 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] Sync routers for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:30:20.062849 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:30:20.063464 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:30:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:20.077817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-46e8afea-dc80-4cb8-a419-a40d08c64cca tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "DELETE /v2.0/floatingips/2747162e-efd7-4713-a880-ca97f570199e HTTP/1.1" status: 204 len: 168 time: 0.8999183 Nov 23 11:30:20.078462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:30:20.081790 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1156bd359491d4bcfa649fae1ade33e495619bc6f5d3b59d63ccf10339bc03b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137bac5e-2eb6-4c38-a836-d84c70bb894b" -d '{"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:30:20.138709 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d1884f-1868-4e3b-a9fc-eaa6cadb2153 x-openstack-request-id: req-85d1884f-1868-4e3b-a9fc-eaa6cadb2153 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:30:20.139192 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:30:20.139529 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-85d1884f-1868-4e3b-a9fc-eaa6cadb2153 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:30:20.139961 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'status': 'completed', 'code': 200} Nov 23 11:30:20.190366 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:30:20.196572 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:20.219262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-916e9bf4-4794-4289-a5bd-074b7d07a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:20.220934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-916e9bf4-4794-4289-a5bd-074b7d07a899 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22cfcb077c5942668f5c1e5ff692684b&device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 1096 time: 0.0518608 Nov 23 11:30:20.301314 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:20.368951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-2902de3e-58f7-448d-9779-445a1ccf7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:20.371181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-2902de3e-58f7-448d-9779-445a1ccf7fc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 200 len: 915 time: 0.1339626 Nov 23 11:30:20.426737 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:20.430270 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc344e-fe03-4c5c-9b81-5fe76ef88f25 req-e5a40b69-bc5b-4a51-9e46-7038db60fbae tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:20.431826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1bc344e-fe03-4c5c-9b81-5fe76ef88f25 req-e5a40b69-bc5b-4a51-9e46-7038db60fbae tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 945 time: 0.1020780 Nov 23 11:30:20.434240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-82c23eea-ed36-4dbd-887e-5a43729fa7cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 200 len: 217 time: 0.0531411 Nov 23 11:30:20.465985 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] Checking router: 5a9dc5c0-2c3e-454a-8429-09d6930f3923 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:30:20.475879 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:30:20.476491 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:30:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:20.520625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-a93c866a-934e-4835-bed0-850d39756188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:20.522150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-a93c866a-934e-4835-bed0-850d39756188 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 200 len: 853 time: 0.0801373 Nov 23 11:30:20.526581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c1bc344e-fe03-4c5c-9b81-5fe76ef88f25 req-a2918930-09f1-4382-a4a7-00d241df50ea tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758073 Nov 23 11:30:20.583323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-ca8a2eaa-c382-45a7-a74c-b1c171f01ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:20.584827 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-ca8a2eaa-c382-45a7-a74c-b1c171f01ef4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7d3fb36d-3fcb-4f51-8a9e-ce5191933776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497720 Nov 23 11:30:20.596485 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:30:20.678760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-8018a1d5-6394-4369-9fcb-b9e0cd0ae35c service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852716 Nov 23 11:30:20.777311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-137bac5e-2eb6-4c38-a836-d84c70bb894b req-f315d12e-77a3-4384-9e7e-53482ef75fbc service neutron] 10.222.0.65 "GET /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890286 Nov 23 11:30:20.803454 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:20.830423 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cd93-51c1-4539-947f-2f7c164ed506 None None] The sync data for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 is: [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:27:19Z', 'revision_number': 4, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'ab5c76d3-3611-4e65-b327-995a88ec96cd', 'name': '', 'network_id': '7d3fb36d-3fcb-4f51-8a9e-ce5191933776', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'mac_address': 'fa:16:3e:96:56:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:19Z', 'updated_at': '2021-11-23T11:27:26Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'subnets': [{'id': '43004fdc-d109-4ab6-985a-b8da9f14ea6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:30:21.056016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c11d87-59f3-4468-a1a7-d801f63a537c None None] New status for floating IP 2747162e-efd7-4713-a880-ca97f570199e: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:30:21.655849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060cea8-2c9b-4dfe-a203-98fa25721d91 req-ca6e2998-aea0-4c60-8f2a-c0fffa044334 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:21.657586 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5060cea8-2c9b-4dfe-a203-98fa25721d91 req-ca6e2998-aea0-4c60-8f2a-c0fffa044334 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 945 time: 0.0539160 Nov 23 11:30:21.706853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5060cea8-2c9b-4dfe-a203-98fa25721d91 req-74fa2e72-6303-4794-8f9d-76de5602337b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432334 Nov 23 11:30:22.062594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-0a446f5d-2000-465a-a10c-66e752da2970 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:22.064036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-0a446f5d-2000-465a-a10c-66e752da2970 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.65 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 945 time: 0.0484958 Nov 23 11:30:22.170813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Deleting port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:22.171159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:22.266280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] For port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:22.266639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:22.279770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Calling delete_port for 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:22.415054 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:22.447506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event deleted for resources: {'Port': ['ID=2dce0f51-8e3a-4c39-94f6-f557d9d0f46d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:22.466418 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.466772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.467124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.467469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.467817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.468156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.468490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.468875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.469241 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.469574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.469929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.470246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:22.496364 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:22.505999 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] No DVR routers for this DVR port 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:30:22.508590 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:22.512588 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2813b0e9-4ad4-490b-b7d5-028b77bb5c19 req-7478fcde-28b0-43d7-bb1e-e518168e82a7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.65 "DELETE /v2.0/ports/2dce0f51-8e3a-4c39-94f6-f557d9d0f46d HTTP/1.1" status: 204 len: 173 time: 0.4415658 Nov 23 11:30:22.513033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'name': 'network-vif-deleted', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:30:22.515290 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b5651e-db70-43b5-a4b7-9454cb0248c4" -d '{"events": [{"server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "name": "network-vif-deleted", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:30:22.554736 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18611806-4f81-4f0b-9001-1b29cb25a3d2 x-openstack-request-id: req-18611806-4f81-4f0b-9001-1b29cb25a3d2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:30:22.555045 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6403ab85-8eb6-4f60-9651-ad516e4671fb", "name": "network-vif-deleted", "tag": "2dce0f51-8e3a-4c39-94f6-f557d9d0f46d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:30:22.555307 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-18611806-4f81-4f0b-9001-1b29cb25a3d2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:30:22.555720 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6403ab85-8eb6-4f60-9651-ad516e4671fb', 'name': 'network-vif-deleted', 'tag': '2dce0f51-8e3a-4c39-94f6-f557d9d0f46d', 'status': 'completed', 'code': 200} Nov 23 11:30:22.820358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dc105870-1767-442c-8b33-191a953d5bdb req-25ebb89f-223f-401b-9e88-3c7099411ff5 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0302732 Nov 23 11:30:23.922997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55a725f2-9b66-437a-a502-420693eb0506 req-31c630dd-f259-4ce4-8f5c-50d7ef4c27d7 tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0306828 Nov 23 11:30:24.955983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:30:24.977574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:30:24.978275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2dce0f51-8e3a-4c39-94f6-f557d9d0f46d not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:30:25.020832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92146e9e-95dd-4e42-8e38-5a19f902d55c req-4bc3c9fe-72e9-40cc-b6a1-3ab3d929614e tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0269804 Nov 23 11:30:26.134659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ae86a5a3-4104-4372-9311-fc5b71adcf3a req-78ce80d0-696a-4280-8415-4b374ee53adc tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0287111 Nov 23 11:30:27.243373 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-80d7604d-72f6-49e4-9376-678ac2603762 req-67b01d26-fc29-48ee-a347-3e78d097077b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "GET /v2.0/ports?device_id=6403ab85-8eb6-4f60-9651-ad516e4671fb HTTP/1.1" status: 200 len: 210 time: 0.0266078 Nov 23 11:30:28.300925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54340) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:28.360250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b165-597d-4876-bccc-1cbe53757d7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:28.390184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b165-597d-4876-bccc-1cbe53757d7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:28.449968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b165-597d-4876-bccc-1cbe53757d7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:28.452578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b165-597d-4876-bccc-1cbe53757d7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:28.453790 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5bd7b165-597d-4876-bccc-1cbe53757d7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] 10.222.0.61 "DELETE /v2.0/security-groups/52ae4304-c1bb-434d-9a0d-42bcd9ad0f86 HTTP/1.1" status: 204 len: 168 time: 0.1518471 Nov 23 11:30:28.462849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7b165-597d-4876-bccc-1cbe53757d7b tempest-TestVolumeBackupRestore-481279401 tempest-TestVolumeBackupRestore-481279401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ae4304-c1bb-434d-9a0d-42bcd9ad0f86,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:32.939844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54796) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:33.285211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:33.532454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Deleting port ab5c76d3-3611-4e65-b327-995a88ec96cd {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:33.532802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:33.613019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] For port ab5c76d3-3611-4e65-b327-995a88ec96cd, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=ab5c76d3-3611-4e65-b327-995a88ec96cd,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:33.613408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:33.625538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Calling delete_port for ab5c76d3-3611-4e65-b327-995a88ec96cd owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:33.810856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:33.837359 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5c76d3-3611-4e65-b327-995a88ec96cd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:34.007379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:34.222495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:30:34.327500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:30:34.332738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-79afe374-e635-4ad7-b557-a813bf48ae14 admin admin] 10.222.0.61 "PUT /v2.0/routers/5a9dc5c0-2c3e-454a-8429-09d6930f3923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3918271 Nov 23 11:30:34.335323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54798) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:34.339246 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] Sync routers for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:30:34.349574 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:30:34.350271 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:30:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:34.439867 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:34.454860 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:30:34.544911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:34.599389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Deleting port 9724ec93-46f6-4163-ac08-e732e564590e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:34.599730 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:34.633530 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '9724ec93-46f6-4163-ac08-e732e564590e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:30:33Z', 'revision_number': 5, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port': {'id': '9724ec93-46f6-4163-ac08-e732e564590e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:43:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:17Z', 'updated_at': '2021-11-23T11:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:34.660230 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] Checking router: 5a9dc5c0-2c3e-454a-8429-09d6930f3923 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:30:34.669187 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] Routers {'5a9dc5c0-2c3e-454a-8429-09d6930f3923'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:30:34.669788 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:30:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:34.682325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] For port 9724ec93-46f6-4163-ac08-e732e564590e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9724ec93-46f6-4163-ac08-e732e564590e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:34.682694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:34.694693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Calling delete_port for 9724ec93-46f6-4163-ac08-e732e564590e owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:34.854960 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] Set router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:30:34.876963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:34.905138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9724ec93-46f6-4163-ac08-e732e564590e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:34.909708 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:30:34Z', 'revision_number': 6, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:34.917899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df212c6-a23c-47ac-8fb5-bed916c3eb77 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:30:34.940498 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa9816-9d3b-42f7-844f-c8fc9f299418 None None] The sync data for ids ['5a9dc5c0-2c3e-454a-8429-09d6930f3923'] in n-d-817747-2 is: [{'id': '5a9dc5c0-2c3e-454a-8429-09d6930f3923', 'name': 'tempest-TestVolumeBackupRestore-1605568877-router', 'tenant_id': '22cfcb077c5942668f5c1e5ff692684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:16Z', 'updated_at': '2021-11-23T11:30:34Z', 'revision_number': 6, 'project_id': '22cfcb077c5942668f5c1e5ff692684b', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:30:34.969200 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.410227 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.412339 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.457729 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.458312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a9dc5c0-2c3e-454a-8429-09d6930f3923 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:30:35.462580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.463726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d1e39a88-2fd5-4fb5-b445-7bfff1fc73e4 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5a9dc5c0-2c3e-454a-8429-09d6930f3923 HTTP/1.1" status: 204 len: 168 time: 1.1274900 Nov 23 11:30:35.466675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54800) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:35.510078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] Deleting subnet 43004fdc-d109-4ab6-985a-b8da9f14ea6a {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:30:35.513878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.547178 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.626044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.678424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.709520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43004fdc-d109-4ab6-985a-b8da9f14ea6a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:35.711684 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.716778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f362c704-de37-4296-8b2e-dfcff1bcdec3 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/43004fdc-d109-4ab6-985a-b8da9f14ea6a HTTP/1.1" status: 204 len: 168 time: 0.2476988 Nov 23 11:30:35.718054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54802) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:35.720550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5b2e4a-6389-472c-aa8a-93646fb292d8 None None] Network 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:30:35.795474 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.853510 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Deleting port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:35.853849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.909973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] DHCP port deletion for 7d3fb36d-3fcb-4f51-8a9e-ce5191933776 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:30:35.929145 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] For port 0b2f5669-9eb9-4793-8d40-23bf7969cb38, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0b2f5669-9eb9-4793-8d40-23bf7969cb38,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:35.929502 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:35.943244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Calling delete_port for 0b2f5669-9eb9-4793-8d40-23bf7969cb38 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:35.970258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] Deleting port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:35.970812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.035755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.039363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] For port 0b2f5669-9eb9-4793-8d40-23bf7969cb38, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0b2f5669-9eb9-4793-8d40-23bf7969cb38,segment=NetworkSegment(7e7652c3-38d0-4769-8225-1b769d514802),segment_id=7e7652c3-38d0-4769-8225-1b769d514802)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:36.039778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.053177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] Calling delete_port for 0b2f5669-9eb9-4793-8d40-23bf7969cb38 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:36.062799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2f5669-9eb9-4793-8d40-23bf7969cb38,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:36.067114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] No DVR routers for this DVR port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:30:36.139632 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.146149 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.167835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3fb36d-3fcb-4f51-8a9e-ce5191933776']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:36.168693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] Pushing event deleted for resources: {'Port': ['ID=0b2f5669-9eb9-4793-8d40-23bf7969cb38,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:36.171050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4828e7d-2b47-428a-be6a-47ce04a07af3 None None] No DVR routers for this DVR port 0b2f5669-9eb9-4793-8d40-23bf7969cb38 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:30:36.178701 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7652c3-38d0-4769-8225-1b769d514802') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:36.178795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7652c3-38d0-4769-8225-1b769d514802') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:36.188786 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.202723 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.208647 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:30:36.209043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:30:36.210689 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:30:36.264299 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.269826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:36.272960 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7d3fb36d-3fcb-4f51-8a9e-ce5191933776 HTTP/1.1" status: 204 len: 168 time: 0.5510964 Nov 23 11:30:36.276169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54804) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:36.284342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf317da-bf26-4f94-be70-15279649d452 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d3fb36d-3fcb-4f51-8a9e-ce5191933776,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:36.841529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9724ec93-46f6-4163-ac08-e732e564590e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:30:36.862070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9724ec93-46f6-4163-ac08-e732e564590e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:30:36.862415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9724ec93-46f6-4163-ac08-e732e564590e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:30:36.862829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab5c76d3-3611-4e65-b327-995a88ec96cd no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:30:36.881671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: ab5c76d3-3611-4e65-b327-995a88ec96cd {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:30:36.882021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device ab5c76d3-3611-4e65-b327-995a88ec96cd not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:30:36.882426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0b2f5669-9eb9-4793-8d40-23bf7969cb38 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:30:36.901025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0b2f5669-9eb9-4793-8d40-23bf7969cb38 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:30:36.901398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0b2f5669-9eb9-4793-8d40-23bf7969cb38 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:30:36.911950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:37.154583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Deleting port 256fa2ef-cba2-4cba-845c-b8f37762ebbc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:37.154916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:37.234999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] For port 256fa2ef-cba2-4cba-845c-b8f37762ebbc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=256fa2ef-cba2-4cba-845c-b8f37762ebbc,segment=NetworkSegment(e2fd81ae-8bba-494c-a46d-da1aab89bdd1),segment_id=e2fd81ae-8bba-494c-a46d-da1aab89bdd1)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:37.235358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:37.247823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Calling delete_port for 256fa2ef-cba2-4cba-845c-b8f37762ebbc owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:37.423109 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:37.448550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Pushing event deleted for resources: {'Port': ['ID=256fa2ef-cba2-4cba-845c-b8f37762ebbc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:37.613589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:37.842531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Router 11de9345-85f0-423d-9e2b-17675f5027b4 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:30:37.955496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:30:37.960856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-86368e14-15ab-4558-a767-7c93688fe981 admin admin] 10.222.0.61 "PUT /v2.0/routers/11de9345-85f0-423d-9e2b-17675f5027b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6836417 Nov 23 11:30:37.963476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:37.966953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] Sync routers for ids ['11de9345-85f0-423d-9e2b-17675f5027b4'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:30:37.977686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] Routers {'11de9345-85f0-423d-9e2b-17675f5027b4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:30:37.979275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:30:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['11de9345-85f0-423d-9e2b-17675f5027b4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:38.072407 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.086179 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] Set router 11de9345-85f0-423d-9e2b-17675f5027b4 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:30:38.179491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.232805 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Deleting port 9fe7cebb-bc69-4a7d-8890-7db723723478 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:38.233169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.271244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:30:37Z', 'revision_number': 5, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port': {'id': '9fe7cebb-bc69-4a7d-8890-7db723723478', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:27:22Z', 'updated_at': '2021-11-23T11:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:38.298226 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] Checking router: 11de9345-85f0-423d-9e2b-17675f5027b4 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:30:38.306590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] Routers {'11de9345-85f0-423d-9e2b-17675f5027b4'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:30:38.307207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:30:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['11de9345-85f0-423d-9e2b-17675f5027b4'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:38.319628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] For port 9fe7cebb-bc69-4a7d-8890-7db723723478, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9fe7cebb-bc69-4a7d-8890-7db723723478,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:38.319996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.332946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Calling delete_port for 9fe7cebb-bc69-4a7d-8890-7db723723478 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:38.398066 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] Set router 11de9345-85f0-423d-9e2b-17675f5027b4 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:30:38.453891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:30:38Z', 'revision_number': 6, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:38.481634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8939d-6cea-4e24-9dd6-c4ba1143aaf2 None None] The sync data for ids ['11de9345-85f0-423d-9e2b-17675f5027b4'] in n-d-817747-2 is: [{'id': '11de9345-85f0-423d-9e2b-17675f5027b4', 'name': 'tempest-TestVolumeBackupRestore-506692318-router', 'tenant_id': 'c868c9af26be49e5b03732e6cc9e050d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:27:21Z', 'updated_at': '2021-11-23T11:30:38Z', 'revision_number': 6, 'project_id': 'c868c9af26be49e5b03732e6cc9e050d', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:30:38.508931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.533957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe7cebb-bc69-4a7d-8890-7db723723478,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:38.549229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469b315-567c-435f-8ab4-8edce17fcddf None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:30:38.597585 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.690023 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.692145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.737184 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.737736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11de9345-85f0-423d-9e2b-17675f5027b4 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:30:38.742048 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.743189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-702fbda9-5683-407f-87b8-2722945a72a9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/11de9345-85f0-423d-9e2b-17675f5027b4 HTTP/1.1" status: 204 len: 168 time: 0.7787471 Nov 23 11:30:38.745851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54808) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:38.789922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] Deleting subnet 80b2d801-df3d-43f2-a40a-0828e8885e37 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:30:38.792953 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.830800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.920207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:38.943972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 256fa2ef-cba2-4cba-845c-b8f37762ebbc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:30:38.964367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 256fa2ef-cba2-4cba-845c-b8f37762ebbc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:30:38.964732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 256fa2ef-cba2-4cba-845c-b8f37762ebbc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:30:38.975635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.003434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b2d801-df3d-43f2-a40a-0828e8885e37,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:39.005416 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.008596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-49504cdc-5320-4b41-a3a8-d3c67ca12950 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/80b2d801-df3d-43f2-a40a-0828e8885e37 HTTP/1.1" status: 204 len: 168 time: 0.2612617 Nov 23 11:30:39.010426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94c34f-7a99-4edc-91e8-2d8397a60b32 None None] Network eea85381-cee0-48e8-ba9c-dbf1d0109a9d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:30:39.011329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54810) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:39.081241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.145736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Deleting port cf294c90-8ed4-4b23-912f-cea0a75e06fb {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:39.146106 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.209799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] For port cf294c90-8ed4-4b23-912f-cea0a75e06fb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=cf294c90-8ed4-4b23-912f-cea0a75e06fb,segment=NetworkSegment(e2fd81ae-8bba-494c-a46d-da1aab89bdd1),segment_id=e2fd81ae-8bba-494c-a46d-da1aab89bdd1)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:39.210062 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.222796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Calling delete_port for cf294c90-8ed4-4b23-912f-cea0a75e06fb owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:39.270198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] DHCP port deletion for eea85381-cee0-48e8-ba9c-dbf1d0109a9d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:30:39.310386 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.323593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Deleting port cf294c90-8ed4-4b23-912f-cea0a75e06fb {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:30:39.323974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.338545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf294c90-8ed4-4b23-912f-cea0a75e06fb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:39.341145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] No DVR routers for this DVR port cf294c90-8ed4-4b23-912f-cea0a75e06fb on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:30:39.389253 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] For port cf294c90-8ed4-4b23-912f-cea0a75e06fb, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:39.389741 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.403144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Calling delete_port for cf294c90-8ed4-4b23-912f-cea0a75e06fb owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:30:39.405862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Port cf294c90-8ed4-4b23-912f-cea0a75e06fb was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 11:30:39.407093 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.419638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.435332 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Pushing event deleted for resources: {'Port': ['ID=cf294c90-8ed4-4b23-912f-cea0a75e06fb,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:39.439784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea85381-cee0-48e8-ba9c-dbf1d0109a9d']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:39.440127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] No DVR routers for this DVR port cf294c90-8ed4-4b23-912f-cea0a75e06fb on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:30:39.449522 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.450099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.450181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:39.450258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.450340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fd81ae-8bba-494c-a46d-da1aab89bdd1') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:30:39.450534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.450866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.451192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.451521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.451844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.452164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.452487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.452804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.453141 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49753ea5-1d15-4cd2-8596-ae15ea7d7dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:30:39.460555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.475995 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.483115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:30:39.483507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:30:39.485367 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:30:39.542658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.549623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.552983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] 10.222.0.61 "DELETE /v2.0/networks/eea85381-cee0-48e8-ba9c-dbf1d0109a9d HTTP/1.1" status: 204 len: 168 time: 0.5406320 Nov 23 11:30:39.565077 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b934486-e714-47d2-ab69-08e9a1139844 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea85381-cee0-48e8-ba9c-dbf1d0109a9d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:39.715696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54814) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:39.762850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ab5c98a7-63b4-4245-b60d-9542d498edb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=22cfcb077c5942668f5c1e5ff692684b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459304 Nov 23 11:30:39.765613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54816) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:39.817473 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef594cd8-f60f-4865-a1d0-21ef9296538c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.839523 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef594cd8-f60f-4865-a1d0-21ef9296538c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.884943 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef594cd8-f60f-4865-a1d0-21ef9296538c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.888235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ef594cd8-f60f-4865-a1d0-21ef9296538c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:39.889413 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ef594cd8-f60f-4865-a1d0-21ef9296538c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3c6f9b0a-fd64-4d93-ae6d-b04d7bb7181b HTTP/1.1" status: 204 len: 168 time: 0.1228843 Nov 23 11:30:39.897089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef594cd8-f60f-4865-a1d0-21ef9296538c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f9b0a-fd64-4d93-ae6d-b04d7bb7181b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:40.198668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54822) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:40.239083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0c070f54-4ccc-4280-abb9-3af2df70a529 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c868c9af26be49e5b03732e6cc9e050d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391285 Nov 23 11:30:40.241315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54824) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:30:40.288664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d08f5cce-45a0-492e-b7f9-b868457f1ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:40.310923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d08f5cce-45a0-492e-b7f9-b868457f1ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:40.357346 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d08f5cce-45a0-492e-b7f9-b868457f1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:40.360074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d08f5cce-45a0-492e-b7f9-b868457f1ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:40.361312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d08f5cce-45a0-492e-b7f9-b868457f1ff2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/14e851fa-b70f-438f-aa44-0436c331ddc4 HTTP/1.1" status: 204 len: 168 time: 0.1190720 Nov 23 11:30:40.369221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f5cce-45a0-492e-b7f9-b868457f1ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e851fa-b70f-438f-aa44-0436c331ddc4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:40.852142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9fe7cebb-bc69-4a7d-8890-7db723723478 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:30:40.874685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9fe7cebb-bc69-4a7d-8890-7db723723478 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:30:40.875048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9fe7cebb-bc69-4a7d-8890-7db723723478 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:30:40.875488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf294c90-8ed4-4b23-912f-cea0a75e06fb no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:30:40.896615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: cf294c90-8ed4-4b23-912f-cea0a75e06fb {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:30:40.896975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device cf294c90-8ed4-4b23-912f-cea0a75e06fb not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:30:44.582460 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e3166018-952a-4dc7-9188-04bf61ec0f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:47.034269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a5c65a8c-70f6-45d4-b3f4-83f8fd87b45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:48.713617 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:49.686696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:50.192778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:50.297722 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:50.689942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-8e4a1d41-cf88-4ff8-add7-7364928705fa tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7c663065459949b4b260a588b6bf3dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340915 Nov 23 11:30:50.897083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-ee60057e-64a2-4634-8d74-fd643b96e5d1 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:50.898568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-ee60057e-64a2-4634-8d74-fd643b96e5d1 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031462 Nov 23 11:30:50.913626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-07487fdd-df53-4174-afa1-86ad000a6dbf tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/quotas/7c663065459949b4b260a588b6bf3dfd HTTP/1.1" status: 200 len: 375 time: 0.0093184 Nov 23 11:30:50.965236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-4307bc49-d795-45e5-aa97-d0b12f05ce3f tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c663065459949b4b260a588b6bf3dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461955 Nov 23 11:30:51.128943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e76d6477-18f1-4bec-aa4b-e71929f98176 req-3807835d-233c-49d7-8b11-b5b0a35c36ea tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 210 time: 0.0308268 Nov 23 11:30:52.231766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34e48c03-6126-41b8-a37a-8146ed745c74 req-e4d8ff9a-54ca-4907-bf64-dbabf92bcf7f tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 210 time: 0.0295935 Nov 23 11:30:52.262990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-51795aba-c8ae-459a-aa5a-4aff69f75fea tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7c663065459949b4b260a588b6bf3dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385253 Nov 23 11:30:52.381485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-6473dc3d-1086-4e72-b778-f23e1f6a4937 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:52.382964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-6473dc3d-1086-4e72-b778-f23e1f6a4937 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095700 Nov 23 11:30:52.403298 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Request body: {'port': {'device_id': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'admin_state_up': True, 'tenant_id': '7c663065459949b4b260a588b6bf3dfd'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:30:52.508248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:52.515150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Made reservation on behalf of 7c663065459949b4b260a588b6bf3dfd for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:30:52.518668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:52.527492 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:52.600456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:52.604043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:52.667346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa81e6-dd6c-49b9-8a64-27226dbacce9,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:52.736263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Allocated IP 192.168.233.211 (79865f54-face-4a42-b2f2-9a3ca7ffa1df/30eb6d49-267c-453a-93cb-8ae87d3fb206/3f726661-9ff2-4305-9991-c8f330acaa20) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:30:52.886013 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:52.922709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:52.968018 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Network 79865f54-face-4a42-b2f2-9a3ca7ffa1df is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:30:52.971021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:30:52.974695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:30:53.004602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Pushing event updated for resources: {'Port': ['ID=3f726661-9ff2-4305-9991-c8f330acaa20,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:53.036211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:53.036895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.053061 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b2ee08db-1fee-45b3-95a5-994416ffacec tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6532786 Nov 23 11:30:53.071016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Request body: {'port': {'device_id': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:30:53.115540 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:30:53.131367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.264772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4281bea0-7bf9-4c69-afd0-aa74f5a51720 None None] Provisioning complete for port 3f726661-9ff2-4305-9991-c8f330acaa20 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:30:53.265197 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4281bea0-7bf9-4c69-afd0-aa74f5a51720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.314509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4281bea0-7bf9-4c69-afd0-aa74f5a51720 None None] Port 3f726661-9ff2-4305-9991-c8f330acaa20 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:30:53.346835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85df623-1a82-49ec-b32f-778f06514ae1 req-e2d029a3-e08e-4f83-a89c-cd4c83975faf tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:53.348370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c85df623-1a82-49ec-b32f-778f06514ae1 req-e2d029a3-e08e-4f83-a89c-cd4c83975faf tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 936 time: 0.0505288 Nov 23 11:30:53.397801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c85df623-1a82-49ec-b32f-778f06514ae1 req-76891f80-0279-47b3-8267-42b6c9fe4d6c tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 Nov 23 11:30:53.398686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f726661-9ff2-4305-9991-c8f330acaa20 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:30:53.411728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.424111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Transition to ACTIVE for port object 3f726661-9ff2-4305-9991-c8f330acaa20 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:30:53.427633 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.504314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Pushing event updated for resources: {'Port': ['ID=3f726661-9ff2-4305-9991-c8f330acaa20,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:53.558827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Attempting to bind port 3f726661-9ff2-4305-9991-c8f330acaa20 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:30:53.559179 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Attempting to bind port 3f726661-9ff2-4305-9991-c8f330acaa20 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:30:53.559519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Attempting to bind port 3f726661-9ff2-4305-9991-c8f330acaa20 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:30:53.565166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Port 3f726661-9ff2-4305-9991-c8f330acaa20 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:30:53.565431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Attempting to bind port 3f726661-9ff2-4305-9991-c8f330acaa20 on network 79865f54-face-4a42-b2f2-9a3ca7ffa1df {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:30:53.570470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:30:53.570817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Checking segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:30:53.571208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Bound using segment: {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:30:53.571641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Bound port: 3f726661-9ff2-4305-9991-c8f330acaa20, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6438e969-0a9a-4efa-bd4c-844c3ee848ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:30:53.572001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.637630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] For port 3f726661-9ff2-4305-9991-c8f330acaa20, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:30:53.641538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] For port 3f726661-9ff2-4305-9991-c8f330acaa20, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f726661-9ff2-4305-9991-c8f330acaa20,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:30:53.646208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.685807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:53.686440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:53.688015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] 10.222.0.65 "PUT /v2.0/ports/3f726661-9ff2-4305-9991-c8f330acaa20 HTTP/1.1" status: 200 len: 1096 time: 0.6214709 Nov 23 11:30:53.688462 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'tag': '3f726661-9ff2-4305-9991-c8f330acaa20'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:30:53.690793 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189cc5dc-f2e9-491f-864f-8b14140a7aab" -d '{"events": [{"name": "network-changed", "server_uuid": "279dae22-6bbc-4514-b55b-bb1c1d9c78e0", "tag": "3f726661-9ff2-4305-9991-c8f330acaa20"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:30:53.716045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57c02c-8df1-4494-98be-0995bd879872 service neutron] Pushing event updated for resources: {'Port': ['ID=3f726661-9ff2-4305-9991-c8f330acaa20,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:53.734209 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0acba0d-7b6c-4d2f-ae4a-84fee1f8d5ee x-openstack-request-id: req-d0acba0d-7b6c-4d2f-ae4a-84fee1f8d5ee {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:30:53.734813 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279dae22-6bbc-4514-b55b-bb1c1d9c78e0", "tag": "3f726661-9ff2-4305-9991-c8f330acaa20", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:30:53.735087 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0acba0d-7b6c-4d2f-ae4a-84fee1f8d5ee {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:30:53.735726 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'tag': '3f726661-9ff2-4305-9991-c8f330acaa20', 'status': 'completed', 'code': 200} Nov 23 11:30:53.797425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b1ddb867-bcc1-4f26-8816-7b7561414870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:53.798983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-b1ddb867-bcc1-4f26-8816-7b7561414870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c663065459949b4b260a588b6bf3dfd&device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 1099 time: 0.0467131 Nov 23 11:30:53.848247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-f06aae10-df41-4ad6-9717-e00bf7a1e4a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3f726661-9ff2-4305-9991-c8f330acaa20 HTTP/1.1" status: 200 len: 217 time: 0.0363829 Nov 23 11:30:53.907527 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-03e4ed6d-ebde-459a-b28e-bbb8ea22cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:53.908985 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-03e4ed6d-ebde-459a-b28e-bbb8ea22cfcf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0495467 Nov 23 11:30:53.956372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-a312943f-6329-4e8f-814e-66182ce1c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:53.957930 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-a312943f-6329-4e8f-814e-66182ce1c645 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412760 Nov 23 11:30:54.053566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-2a08bfb6-7dd1-4b2f-945c-72c8744ffda2 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883758 Nov 23 11:30:54.155404 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cbd17d68-9a04-453c-a9e2-ffec40195299 req-c0f5e20a-2440-412a-ad7f-271f8294f2a6 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907087 Nov 23 11:30:54.245735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-a9c067c8-91fe-40fb-a33b-6db6070d4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:54.247197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-a9c067c8-91fe-40fb-a33b-6db6070d4fdf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c663065459949b4b260a588b6bf3dfd&device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 1099 time: 0.0398107 Nov 23 11:30:54.343724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-f9c4e68e-e73b-4e80-bfb8-735278d86b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:54.345208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-f9c4e68e-e73b-4e80-bfb8-735278d86b63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79865f54-face-4a42-b2f2-9a3ca7ffa1df HTTP/1.1" status: 200 len: 870 time: 0.0896392 Nov 23 11:30:54.386704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-6a7ffe50-9a62-49d7-93d7-7f356394ad5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3f726661-9ff2-4305-9991-c8f330acaa20 HTTP/1.1" status: 200 len: 217 time: 0.0343130 Nov 23 11:30:54.441983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-e6972f33-e61c-4d43-a743-7df163a80020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:54.443474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-e6972f33-e61c-4d43-a743-7df163a80020 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30eb6d49-267c-453a-93cb-8ae87d3fb206 HTTP/1.1" status: 200 len: 843 time: 0.0486622 Nov 23 11:30:54.491751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-3fca491e-b1a3-47b3-a894-a67787fc7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:54.493290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-3fca491e-b1a3-47b3-a894-a67787fc7dcf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79865f54-face-4a42-b2f2-9a3ca7ffa1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422225 Nov 23 11:30:54.514800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f80eb-1ca0-4f84-947f-a81ce5b05285 req-2eda826c-faff-4807-b0ea-ea484e557836 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:54.516289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c8f80eb-1ca0-4f84-947f-a81ce5b05285 req-2eda826c-faff-4807-b0ea-ea484e557836 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 948 time: 0.0495596 Nov 23 11:30:54.569022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0c8f80eb-1ca0-4f84-947f-a81ce5b05285 req-81bc7ddb-918b-4eef-a42b-b35f12554aa4 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466199 Nov 23 11:30:54.586138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-b8351f59-e79f-407d-aebb-3f55cc8baf4b service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841851 Nov 23 11:30:54.681773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-189cc5dc-f2e9-491f-864f-8b14140a7aab req-4bc0004c-fb85-47d9-a3c8-0aa3dd8e1624 service neutron] 10.222.0.65 "GET /v2.0/networks/79865f54-face-4a42-b2f2-9a3ca7ffa1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867443 Nov 23 11:30:55.688770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bb1e6-d29c-4316-a145-8df267f973a3 req-ee7d1cb1-e4a3-4afe-9713-2cca03e9b319 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:55.690315 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c8bb1e6-d29c-4316-a145-8df267f973a3 req-ee7d1cb1-e4a3-4afe-9713-2cca03e9b319 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 948 time: 0.0496402 Nov 23 11:30:55.737387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c8bb1e6-d29c-4316-a145-8df267f973a3 req-ff8a3618-fc73-4ece-97b7-9c81bc184d20 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Nov 23 11:30:56.867713 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1558544-e0fc-42e5-9322-b1232f1cf9cf req-da15b044-d35a-400d-a6d9-679cf7493b99 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:56.869225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1558544-e0fc-42e5-9322-b1232f1cf9cf req-da15b044-d35a-400d-a6d9-679cf7493b99 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 948 time: 0.0509305 Nov 23 11:30:56.916691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c1558544-e0fc-42e5-9322-b1232f1cf9cf req-1300da62-b13e-4041-8d1e-aa67239f22cf tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Nov 23 11:30:57.051466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f726661-9ff2-4305-9991-c8f330acaa20 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:30:57.152963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3f726661-9ff2-4305-9991-c8f330acaa20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f726661-9ff2-4305-9991-c8f330acaa20,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:57.167156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '3f726661-9ff2-4305-9991-c8f330acaa20', 'network_id': '79865f54-face-4a42-b2f2-9a3ca7ffa1df', 'port_id': '3f726661-9ff2-4305-9991-c8f330acaa20', 'mac_address': 'fa:16:3e:a1:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30eb6d49-267c-453a-93cb-8ae87d3fb206', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:30:57.204915 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:57.218163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f726661-9ff2-4305-9991-c8f330acaa20 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:30:57.237364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3f726661-9ff2-4305-9991-c8f330acaa20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f726661-9ff2-4305-9991-c8f330acaa20,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:57.241523 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:57.288293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3f726661-9ff2-4305-9991-c8f330acaa20,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:57.516944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3f726661-9ff2-4305-9991-c8f330acaa20'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:30:58.036209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d514e38-dd2a-4513-9971-d76e8aa25973 req-36f72972-6a6e-4b06-b424-17092d51d12a tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:58.037700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d514e38-dd2a-4513-9971-d76e8aa25973 req-36f72972-6a6e-4b06-b424-17092d51d12a tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 949 time: 0.0518372 Nov 23 11:30:58.084270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d514e38-dd2a-4513-9971-d76e8aa25973 req-87793ffe-bf46-4577-aa3f-b106aaacbf72 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Nov 23 11:30:59.053244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f726661-9ff2-4305-9991-c8f330acaa20 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:30:59.102542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 3f726661-9ff2-4305-9991-c8f330acaa20 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:30:59.106739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 3f726661-9ff2-4305-9991-c8f330acaa20 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:30:59.107118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:59.191369 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:59.201188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00c3b5-b1ee-4d04-9a2d-f6251ad9cc99 req-094f6508-1b44-4938-9fc4-6708f565e66f tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:59.202992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f00c3b5-b1ee-4d04-9a2d-f6251ad9cc99 req-094f6508-1b44-4938-9fc4-6708f565e66f tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 949 time: 0.0506494 Nov 23 11:30:59.215221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f726661-9ff2-4305-9991-c8f330acaa20'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:30:59.217571 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84b34b4-f631-4b65-81f2-7bd801f29011" -d '{"events": [{"server_uuid": "279dae22-6bbc-4514-b55b-bb1c1d9c78e0", "name": "network-vif-plugged", "status": "completed", "tag": "3f726661-9ff2-4305-9991-c8f330acaa20"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:30:59.230560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3f726661-9ff2-4305-9991-c8f330acaa20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f726661-9ff2-4305-9991-c8f330acaa20,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:30:59.235322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:30:59.255145 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f00c3b5-b1ee-4d04-9a2d-f6251ad9cc99 req-0c163537-8f4e-4134-a3de-c531444adea2 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456183 Nov 23 11:30:59.266503 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c300c0-95d8-4667-951c-8117be250851 x-openstack-request-id: req-d4c300c0-95d8-4667-951c-8117be250851 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:30:59.266808 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279dae22-6bbc-4514-b55b-bb1c1d9c78e0", "name": "network-vif-plugged", "status": "completed", "tag": "3f726661-9ff2-4305-9991-c8f330acaa20", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:30:59.267077 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4c300c0-95d8-4667-951c-8117be250851 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:30:59.267469 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f726661-9ff2-4305-9991-c8f330acaa20', 'code': 200} Nov 23 11:30:59.287190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3f726661-9ff2-4305-9991-c8f330acaa20,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:30:59.368028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d205ce-7b08-47a6-8445-74c188817c1f req-eb9828fa-a016-4809-b2ae-93a4147d08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:30:59.369488 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-44d205ce-7b08-47a6-8445-74c188817c1f req-eb9828fa-a016-4809-b2ae-93a4147d08e7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 1101 time: 0.0413182 Nov 23 11:30:59.415689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-44d205ce-7b08-47a6-8445-74c188817c1f req-0722709a-53d9-4cca-a35c-5f78436e5166 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370908 Nov 23 11:31:00.372693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984407db-45e0-4fc9-8bf9-28cfbaffef80 req-d5520a98-7ad4-4cac-b937-d9f386d3d173 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:00.374212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-984407db-45e0-4fc9-8bf9-28cfbaffef80 req-d5520a98-7ad4-4cac-b937-d9f386d3d173 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 950 time: 0.0483303 Nov 23 11:31:00.424751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-984407db-45e0-4fc9-8bf9-28cfbaffef80 req-fadb2e15-b51c-4103-a9ec-31874471efda tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 Nov 23 11:31:01.542986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6330-3af4-4c0c-8fd6-5736704431aa req-f769fd13-495b-4800-bd91-db7ad1810045 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:01.544467 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2ce6330-3af4-4c0c-8fd6-5736704431aa req-f769fd13-495b-4800-bd91-db7ad1810045 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 950 time: 0.0524428 Nov 23 11:31:01.593035 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c2ce6330-3af4-4c0c-8fd6-5736704431aa req-c21172cf-8df6-4c6f-94cb-996b4392d348 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Nov 23 11:31:01.964681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-b9894801-ff84-4341-a376-830c683b513f req-5a46d11c-f73e-4bfc-9835-3a8e891f5ce4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:31:01.965813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b9894801-ff84-4341-a376-830c683b513f req-5a46d11c-f73e-4bfc-9835-3a8e891f5ce4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1016741 Nov 23 11:31:02.345350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-4e0d3be2-0d17-4f7f-8f6c-4ebbf3374e1f req-bc722258-f2f3-4b9a-9416-458f9657cb79 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:31:02.346366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4e0d3be2-0d17-4f7f-8f6c-4ebbf3374e1f req-bc722258-f2f3-4b9a-9416-458f9657cb79 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0583034 Nov 23 11:31:02.681847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318bb6a-9e50-4e09-94b6-4da724be90b0 req-6dfe35a6-6402-4a67-bf30-fdf473c3a888 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:02.683341 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c318bb6a-9e50-4e09-94b6-4da724be90b0 req-6dfe35a6-6402-4a67-bf30-fdf473c3a888 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 950 time: 0.0484285 Nov 23 11:31:02.731934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c318bb6a-9e50-4e09-94b6-4da724be90b0 req-49b4c90b-65a7-4af4-86cd-d61a0d834519 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Nov 23 11:31:03.851493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ab70-658d-4d74-9c88-5289266a932a req-943da353-1795-4736-b768-b7fa2db2b49b tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:03.853001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3209ab70-658d-4d74-9c88-5289266a932a req-943da353-1795-4736-b768-b7fa2db2b49b tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 950 time: 0.0506647 Nov 23 11:31:03.900917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3209ab70-658d-4d74-9c88-5289266a932a req-29789359-72b7-4589-9775-ca704a968b6e tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/security-groups?id=66aa81e6-dd6c-49b9-8a64-27226dbacce9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Nov 23 11:31:04.080940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-b70b5f3c-d7d3-4483-acdc-8c48b9ee8b94 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:04.082376 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-b70b5f3c-d7d3-4483-acdc-8c48b9ee8b94 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.65 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 950 time: 0.0513005 Nov 23 11:31:04.174991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Deleting port 3f726661-9ff2-4305-9991-c8f330acaa20 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:31:04.175336 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:04.263549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] For port 3f726661-9ff2-4305-9991-c8f330acaa20, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3f726661-9ff2-4305-9991-c8f330acaa20,segment=NetworkSegment(6438e969-0a9a-4efa-bd4c-844c3ee848ec),segment_id=6438e969-0a9a-4efa-bd4c-844c3ee848ec)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:04.263927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:04.275736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Calling delete_port for 3f726661-9ff2-4305-9991-c8f330acaa20 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:31:04.407733 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:04.424028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3f726661-9ff2-4305-9991-c8f330acaa20'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:31:04.437790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Pushing event deleted for resources: {'Port': ['ID=3f726661-9ff2-4305-9991-c8f330acaa20,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:04.484867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] No DVR routers for this DVR port 3f726661-9ff2-4305-9991-c8f330acaa20 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:31:04.488206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:04.492084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f95d797c-ee35-47c2-86a7-8f906857ac38 req-092aa509-787b-4aa7-9d42-335b82bda313 tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.65 "DELETE /v2.0/ports/3f726661-9ff2-4305-9991-c8f330acaa20 HTTP/1.1" status: 204 len: 173 time: 0.4026661 Nov 23 11:31:04.492578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'name': 'network-vif-deleted', 'tag': '3f726661-9ff2-4305-9991-c8f330acaa20'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:31:04.495007 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3949828-0448-4e89-a27e-fd60d6c8fbf1" -d '{"events": [{"server_uuid": "279dae22-6bbc-4514-b55b-bb1c1d9c78e0", "name": "network-vif-deleted", "tag": "3f726661-9ff2-4305-9991-c8f330acaa20"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:31:04.537240 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59a485-da72-48a1-96c8-c87ff97f0236 x-openstack-request-id: req-fb59a485-da72-48a1-96c8-c87ff97f0236 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:31:04.537542 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279dae22-6bbc-4514-b55b-bb1c1d9c78e0", "name": "network-vif-deleted", "tag": "3f726661-9ff2-4305-9991-c8f330acaa20", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:31:04.537801 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fb59a485-da72-48a1-96c8-c87ff97f0236 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:31:04.538207 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279dae22-6bbc-4514-b55b-bb1c1d9c78e0', 'name': 'network-vif-deleted', 'tag': '3f726661-9ff2-4305-9991-c8f330acaa20', 'status': 'completed', 'code': 200} Nov 23 11:31:05.011754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fbb19fcb-b94d-4e89-add2-cfd58b167617 req-e35a93b6-d363-4c2c-b456-65b66005a4cf tempest-ServersAdminNegativeTestJSON-1760950350 tempest-ServersAdminNegativeTestJSON-1760950350-project] 10.222.0.61 "GET /v2.0/ports?device_id=279dae22-6bbc-4514-b55b-bb1c1d9c78e0 HTTP/1.1" status: 200 len: 210 time: 0.0264399 Nov 23 11:31:06.304205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54964) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:06.435582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-39f66bd4-1ad5-47a0-857b-2c6d68d556e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c663065459949b4b260a588b6bf3dfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301765 Nov 23 11:31:06.438020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 54968) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:06.488156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ded7fe5-3352-4bdb-9857-6f66da8d12fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:06.510171 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ded7fe5-3352-4bdb-9857-6f66da8d12fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:06.555546 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ded7fe5-3352-4bdb-9857-6f66da8d12fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:06.558055 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6ded7fe5-3352-4bdb-9857-6f66da8d12fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:06.559210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6ded7fe5-3352-4bdb-9857-6f66da8d12fe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66aa81e6-dd6c-49b9-8a64-27226dbacce9 HTTP/1.1" status: 204 len: 168 time: 0.1196790 Nov 23 11:31:06.568066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded7fe5-3352-4bdb-9857-6f66da8d12fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa81e6-dd6c-49b9-8a64-27226dbacce9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:06.821724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54974) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:06.835887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb938944-e356-4a6b-95cc-e5887de7f94c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:06.912456 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb938944-e356-4a6b-95cc-e5887de7f94c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:06.916488 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb938944-e356-4a6b-95cc-e5887de7f94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:06.954159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb938944-e356-4a6b-95cc-e5887de7f94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f306e23e-b89c-44a9-a9fe-d7fa433a0b3e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:06.959120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bb938944-e356-4a6b-95cc-e5887de7f94c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f06e6f9b24b45c398abd3f0caa513c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363654 Nov 23 11:31:06.961967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54976) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:07.010095 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ef2-11be-408f-9cb3-157b1f5d91af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.030631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ef2-11be-408f-9cb3-157b1f5d91af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.079304 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ef2-11be-408f-9cb3-157b1f5d91af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.082956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8edb1ef2-11be-408f-9cb3-157b1f5d91af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.084111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8edb1ef2-11be-408f-9cb3-157b1f5d91af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f306e23e-b89c-44a9-a9fe-d7fa433a0b3e HTTP/1.1" status: 204 len: 168 time: 0.1213911 Nov 23 11:31:07.084385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f726661-9ff2-4305-9991-c8f330acaa20 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:31:07.092187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb1ef2-11be-408f-9cb3-157b1f5d91af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306e23e-b89c-44a9-a9fe-d7fa433a0b3e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:07.109120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 3f726661-9ff2-4305-9991-c8f330acaa20 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:31:07.109492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3f726661-9ff2-4305-9991-c8f330acaa20 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:31:07.744887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 54998) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:07.840277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1308891964-network', 'tenant_id': 'e3075abdda6745f2883864130ab09614'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:31:07.862567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Made reservation on behalf of e3075abdda6745f2883864130ab09614 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:31:07.864839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.873268 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.946842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.950658 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.974878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:31:07.984518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a784d12-1330-4e64-8d93-c72f1a17b46c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:07.989718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:07.990077 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Added segment 58a5217b-0502-4f90-9e99-757d77b6bdc3 of type vlan for network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 Nov 23 11:31:08.031383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:08.056625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:08.057815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:08.058385 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:08.093974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3478541 Nov 23 11:31:08.097088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55002) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:08.102123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Request body: {'subnet': {'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1308891964-subnet', 'tenant_id': 'e3075abdda6745f2883864130ab09614', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:31:08.123317 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Made reservation on behalf of e3075abdda6745f2883864130ab09614 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:31:08.125768 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412240c-8ebd-4faa-b986-e97acc2fd0cc admin admin] Pushing event updated for resources: {'Network': ['ID=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:08.126053 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:08.137399 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:31:08.294726 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:08.353577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f9306c-8618-4797-9393-72f7d13163cd,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:08.357837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Checking segment: {'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:31:08.358195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Network hostable DHCP agents. Network: e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:31:08.374832 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:31:08.383595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:31:08.387838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:08.388434 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:08.394052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e150c58e-56cf-44cf-9794-4d107d7aae7f None None] Network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:31:08.403812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83275a4c-0f28-43c9-84d1-b49b23ea4940 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3055875 Nov 23 11:31:08.525305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56cc7f-3cca-4ea7-bdaf-a43ce72db0a8 None None] Network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:31:08.832967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-5de3a53a-e297-4a63-a956-005b9903ddf4 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:08.834476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-5de3a53a-e297-4a63-a956-005b9903ddf4 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 812 time: 0.1072357 Nov 23 11:31:08.850013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-5f853323-9b2c-423e-b0bc-56401a3084f0 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/quotas/e3075abdda6745f2883864130ab09614 HTTP/1.1" status: 200 len: 375 time: 0.0096118 Nov 23 11:31:08.886468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-d48d4b39-1425-4f20-909c-a4be67a4b66f tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311320 Nov 23 11:31:08.899918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-a5f83320-e7e6-4c17-b620-8f3afc46cc4a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:31:08.904432 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-a5f83320-e7e6-4c17-b620-8f3afc46cc4a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094059 Nov 23 11:31:08.992229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-725ccc13-8130-44d4-a430-f5f354049639 service neutron] 10.222.0.61 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828102 Nov 23 11:31:09.084800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-e8bb33a6-6f83-4a20-8ad6-bb0fe2be6776 service neutron] 10.222.0.61 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865121 Nov 23 11:31:09.254116 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78a7d190-41b3-4604-8a5f-1fde45fd9fd4 req-13ce15c3-57ad-47e9-b24b-4f2269a678c1 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 210 time: 0.0279694 Nov 23 11:31:10.367035 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e3c4c2bb-bc06-4c19-b317-82e542f2eb94 req-51ab5d6b-124e-47a9-b089-33cccea42711 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 210 time: 0.0351226 Nov 23 11:31:10.407068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-ec9731f7-9374-4781-abc1-71d41e5abe1c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:10.408446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-ec9731f7-9374-4781-abc1-71d41e5abe1c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.65 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 812 time: 0.1459737 Nov 23 11:31:10.423950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Request body: {'port': {'device_id': '5df43198-2839-4303-9372-6ce3d96006c2', 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5', 'admin_state_up': True, 'tenant_id': 'e3075abdda6745f2883864130ab09614'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:31:10.541426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Made reservation on behalf of e3075abdda6745f2883864130ab09614 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:31:10.545124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:10.673491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Allocated IP 172.20.0.12 (e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5/d7f9306c-8618-4797-9393-72f7d13163cd/1db1de9f-6884-4c40-b470-f43456dbd2f2) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:31:10.821004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:10.855840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:10.907219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:31:10.912214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:31:10.914644 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:31:10.939010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:10.968642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:10.969283 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:10.984918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-83e75a3f-c6d4-4cd4-8dd0-8e2ee264a6f6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5645556 Nov 23 11:31:11.002120 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Request body: {'port': {'device_id': '5df43198-2839-4303-9372-6ce3d96006c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:31:11.054886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:11.320883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db1de9f-6884-4c40-b470-f43456dbd2f2 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:31:11.328477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:11.341214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Transition to ACTIVE for port object 1db1de9f-6884-4c40-b470-f43456dbd2f2 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:31:11.344538 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:11.395029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:11.467166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:31:11.467667 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:31:11.468077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:31:11.473163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:31:11.473495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:31:11.478348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:31:11.478686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Checking segment: {'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:31:11.479068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Bound using segment: {'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:31:11.479498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Bound port: 1db1de9f-6884-4c40-b470-f43456dbd2f2, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:31:11.479915 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:11.494188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebdb96-c6e8-433e-b03a-ff49a3eaf806 req-8aea1066-7215-4ac1-b3a3-fe984d42336b tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:11.495892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1ebdb96-c6e8-433e-b03a-ff49a3eaf806 req-8aea1066-7215-4ac1-b3a3-fe984d42336b tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 944 time: 0.0560169 Nov 23 11:31:11.544456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1ebdb96-c6e8-433e-b03a-ff49a3eaf806 req-5c4d7a5a-5c39-4ed9-85e5-50138f05e4b8 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425625 Nov 23 11:31:11.547627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:31:11.551289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:31:11.556154 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:11.590624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:11.591243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:11.592679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] 10.222.0.65 "PUT /v2.0/ports/1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 1092 time: 0.5946214 Nov 23 11:31:11.593133 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:31:11.595390 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddf7e81-2362-425a-b2d4-8279eab806d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:31:11.621936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13c52-8a62-43a5-9b95-82aa5f23fa6c service neutron] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:11.644886 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f861c3bf-0ddd-4800-b965-5a66c0e387a5 x-openstack-request-id: req-f861c3bf-0ddd-4800-b965-5a66c0e387a5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:31:11.645214 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:31:11.645474 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f861c3bf-0ddd-4800-b965-5a66c0e387a5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:31:11.645875 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'status': 'completed', 'code': 200} Nov 23 11:31:11.678518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-b6f7631c-8fc5-4a8c-9761-cd2202a5f12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:11.680006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-b6f7631c-8fc5-4a8c-9761-cd2202a5f12f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1095 time: 0.0445595 Nov 23 11:31:11.732568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-cf4d9617-7336-4672-88c6-713c2cd9839f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 217 time: 0.0383046 Nov 23 11:31:11.782061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-9ccbb776-a599-41f3-be33-3a0763341c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:11.783498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-9ccbb776-a599-41f3-be33-3a0763341c7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 200 len: 852 time: 0.0426037 Nov 23 11:31:11.822333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-b992ee1e-ae9e-4513-b599-58193bab662f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285933 Nov 23 11:31:11.920604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-ac0cba0e-e382-4d03-8b89-6392b345fc69 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861361 Nov 23 11:31:12.016134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dc1591-5438-4ba5-81fa-e46f15cd18f7 req-e0a63fef-b57c-43ce-9cf1-62d09a64c834 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836134 Nov 23 11:31:12.107605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-4ca7a1be-200c-4489-9720-f42f86a758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:12.109102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-4ca7a1be-200c-4489-9720-f42f86a758dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1095 time: 0.0417066 Nov 23 11:31:12.216587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-30809f3b-a6ba-409b-93a4-01509b94ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:12.218031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-30809f3b-a6ba-409b-93a4-01509b94ba19 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 913 time: 0.1010842 Nov 23 11:31:12.259199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-671c8e14-b900-4164-8255-33878fc608e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 217 time: 0.0338972 Nov 23 11:31:12.319618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-37b8abaa-52fa-4caa-85de-c47d39ace861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:12.321045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-37b8abaa-52fa-4caa-85de-c47d39ace861 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 200 len: 852 time: 0.0464079 Nov 23 11:31:12.353742 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-c33afc04-e3b6-423f-8ae5-16cdface6f88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248730 Nov 23 11:31:12.445202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-335ed9c9-09e6-410a-9fa1-de1f5f9e2c63 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Nov 23 11:31:12.544980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ddf7e81-2362-425a-b2d4-8279eab806d2 req-6f6866ab-57c9-436f-8ffb-4b22a6cb82bf service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924318 Nov 23 11:31:12.661912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f099c-a85c-4bd6-b94f-f65602f8110a req-6fe2ff3d-cc35-4b36-9739-48516fd9edb6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:12.663423 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2f099c-a85c-4bd6-b94f-f65602f8110a req-6fe2ff3d-cc35-4b36-9739-48516fd9edb6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 944 time: 0.0489752 Nov 23 11:31:12.712241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e2f099c-a85c-4bd6-b94f-f65602f8110a req-f56a15c9-f0ed-407f-96ea-8a26f54863ec tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Nov 23 11:31:13.833094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0d5d-bbcb-4572-bce6-38ec751a3d5f req-1cc56b57-8d4a-44c0-944a-df016557fd5a tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:13.834600 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa5a0d5d-bbcb-4572-bce6-38ec751a3d5f req-1cc56b57-8d4a-44c0-944a-df016557fd5a tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 944 time: 0.0505869 Nov 23 11:31:13.881130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa5a0d5d-bbcb-4572-bce6-38ec751a3d5f req-a494438a-8f35-4df2-8f59-9979c5450c09 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Nov 23 11:31:14.584352 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-50beef9b-02cd-4f3a-865f-bdec1f3129af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:15.006330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906b81b-76be-4f8a-bc0e-49d283d6eb38 req-d94fb426-f765-42f7-8dce-ea2ada39a2a4 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:15.007821 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f906b81b-76be-4f8a-bc0e-49d283d6eb38 req-d94fb426-f765-42f7-8dce-ea2ada39a2a4 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 944 time: 0.0497575 Nov 23 11:31:15.060836 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f906b81b-76be-4f8a-bc0e-49d283d6eb38 req-da73796f-b192-4571-9c57-2e11f2764445 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Nov 23 11:31:15.099622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:31:15.197775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:15.209297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5', 'port_id': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'mac_address': 'fa:16:3e:66:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f9306c-8618-4797-9393-72f7d13163cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:31:15.248235 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:15.260776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db1de9f-6884-4c40-b470-f43456dbd2f2 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:31:15.279663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:15.283516 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:15.330343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:15.528096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['1db1de9f-6884-4c40-b470-f43456dbd2f2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:31:16.196470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd47a17-fb09-4a3c-98de-f2a552cd5e1e req-d643b36a-91e3-4e9d-9b70-b0164c316c08 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:16.198109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dd47a17-fb09-4a3c-98de-f2a552cd5e1e req-d643b36a-91e3-4e9d-9b70-b0164c316c08 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 945 time: 0.0655408 Nov 23 11:31:16.247439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4dd47a17-fb09-4a3c-98de-f2a552cd5e1e req-719499e5-a853-401f-9017-4cfd913840f9 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 Nov 23 11:31:17.030158 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2685135d-505c-4eb3-a3e8-91f298e87b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:17.116482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:31:17.165770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 1db1de9f-6884-4c40-b470-f43456dbd2f2 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:31:17.169621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 1db1de9f-6884-4c40-b470-f43456dbd2f2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:31:17.170053 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:17.252917 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:17.276331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:31:17.278893 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b06d0d-0b7d-481c-a12c-746a207dc960" -d '{"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-plugged", "status": "completed", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:31:17.293601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:17.299337 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:17.326877 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5868e7bc-29da-4145-94c0-45fcdadc1052 x-openstack-request-id: req-5868e7bc-29da-4145-94c0-45fcdadc1052 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:31:17.327173 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-plugged", "status": "completed", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:31:17.327426 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5868e7bc-29da-4145-94c0-45fcdadc1052 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:31:17.327822 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'code': 200} Nov 23 11:31:17.356615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:17.375143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3de36-0b90-435d-9081-0d0a79bf0645 req-88ec64dc-e1eb-49c2-8de5-5c389a950411 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:17.376640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcc3de36-0b90-435d-9081-0d0a79bf0645 req-88ec64dc-e1eb-49c2-8de5-5c389a950411 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0525069 Nov 23 11:31:17.427637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fcc3de36-0b90-435d-9081-0d0a79bf0645 req-e740a65a-71c9-4c07-97cd-a0ad997815ce tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 Nov 23 11:31:17.439163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4e8b5-d5c3-48b4-9759-d9294c8ea47e req-607958c5-c749-4533-b440-078599be4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:17.440701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38f4e8b5-d5c3-48b4-9759-d9294c8ea47e req-607958c5-c749-4533-b440-078599be4e8f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1097 time: 0.0486968 Nov 23 11:31:17.490782 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38f4e8b5-d5c3-48b4-9759-d9294c8ea47e req-a2e05f33-ef4a-469e-872f-cd053da26590 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 Nov 23 11:31:18.550428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa3527-511a-4220-be66-354c077cbd80 req-8fc21e6d-f3ee-4817-bc64-da912a03851e tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:18.552922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9aa3527-511a-4220-be66-354c077cbd80 req-8fc21e6d-f3ee-4817-bc64-da912a03851e tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0528426 Nov 23 11:31:18.606235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d9aa3527-511a-4220-be66-354c077cbd80 req-b3dfbd42-f668-4047-ade7-ad4658fff816 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Nov 23 11:31:18.718266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:19.687493 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:19.732191 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d044-a764-4c8a-9a74-56681379e78e req-70f08ffe-dfc4-45c8-a3b8-5820689d5b0d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:19.733694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4d1d044-a764-4c8a-9a74-56681379e78e req-70f08ffe-dfc4-45c8-a3b8-5820689d5b0d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0517211 Nov 23 11:31:19.781474 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4d1d044-a764-4c8a-9a74-56681379e78e req-b2f6183a-b3cd-48d1-9360-faf269ed712c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Nov 23 11:31:19.967901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55062) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:20.028907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fa3a1-e971-4b0d-b66a-31a3e3019bee req-58238a45-a24b-46d7-a46a-a73a985bf2c0 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:20.030389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c32fa3a1-e971-4b0d-b66a-31a3e3019bee req-58238a45-a24b-46d7-a46a-a73a985bf2c0 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0541646 Nov 23 11:31:20.099118 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-d6910e1f-298a-4033-8aef-04cf3963c42e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299009 Nov 23 11:31:20.102323 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c32fa3a1-e971-4b0d-b66a-31a3e3019bee req-bb9ca4c8-5823-4efc-b0c5-5ba296554509 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651538 Nov 23 11:31:20.107591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-6a9c4f63-2f79-4b88-a31e-cc7b3ac6c935 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:31:20.108703 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-6a9c4f63-2f79-4b88-a31e-cc7b3ac6c935 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048645 Nov 23 11:31:20.199505 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:20.323775 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:21.229076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-7de24128-ddf7-4e17-a8f5-4101c82a3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:21.230690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-7de24128-ddf7-4e17-a8f5-4101c82a3ac5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1097 time: 0.0954125 Nov 23 11:31:21.299984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62155e-237f-4d2c-abc6-c3610019a52b req-b244572e-3a1d-42a6-bc29-9dce5b0c461f tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:21.301535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f62155e-237f-4d2c-abc6-c3610019a52b req-b244572e-3a1d-42a6-bc29-9dce5b0c461f tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.1246576 Nov 23 11:31:21.753286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-e4d08e0b-48a4-4063-a5e7-c5e7507eca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:21.754754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-e4d08e0b-48a4-4063-a5e7-c5e7507eca3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 913 time: 0.5162935 Nov 23 11:31:21.758784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7f62155e-237f-4d2c-abc6-c3610019a52b req-d353141f-a1c0-49f9-b79c-f82888a48913 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489136 Nov 23 11:31:21.800128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-d7705720-e739-4c76-b2fb-b8f6b6850b49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 217 time: 0.0366070 Nov 23 11:31:21.851072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-94315d22-069e-443b-a735-39fae5693a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:21.852527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-94315d22-069e-443b-a735-39fae5693a05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 200 len: 852 time: 0.0456624 Nov 23 11:31:21.891844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-a19e1579-95ba-44da-bcda-8118b966c420 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306149 Nov 23 11:31:21.983801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-ae819ab5-2bfe-44d7-a3dd-3e4d57e2bf88 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 Nov 23 11:31:22.076563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-6d2a57ab-8ced-49aa-9855-507c8e78180c service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847526 Nov 23 11:31:22.526484 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:22.882534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e642-a6b3-4a33-abb0-a4466ec978dd req-aefbcecd-fb02-4a3e-8501-71ce0d0ead71 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:22.884080 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2721e642-a6b3-4a33-abb0-a4466ec978dd req-aefbcecd-fb02-4a3e-8501-71ce0d0ead71 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0526810 Nov 23 11:31:22.935971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2721e642-a6b3-4a33-abb0-a4466ec978dd req-ff760688-46d7-47b3-ba44-9f9a0c76ed77 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456653 Nov 23 11:31:24.058553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352668b3-fe7c-4434-a3ad-287cb291a72e req-cf540aa5-28b6-483e-81c8-c1e663f81bff tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:24.060120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-352668b3-fe7c-4434-a3ad-287cb291a72e req-cf540aa5-28b6-483e-81c8-c1e663f81bff tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0515440 Nov 23 11:31:24.108029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-352668b3-fe7c-4434-a3ad-287cb291a72e req-3d63ceb6-7c12-43e0-b9a7-9472745b670c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Nov 23 11:31:25.223518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bb6fb-1d6f-4982-9df7-7a280916db4d req-1fb64a09-cacc-4a48-9b8c-54e23f692524 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:25.225761 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a15bb6fb-1d6f-4982-9df7-7a280916db4d req-1fb64a09-cacc-4a48-9b8c-54e23f692524 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0496578 Nov 23 11:31:25.273088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a15bb6fb-1d6f-4982-9df7-7a280916db4d req-fd0ea3d6-180e-4701-8995-a52b94260695 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Nov 23 11:31:26.388606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea6ab3-2e51-4c8a-9739-55aba845800b req-4371508d-df83-4f8f-87b1-1687078e7854 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:26.390024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dea6ab3-2e51-4c8a-9739-55aba845800b req-4371508d-df83-4f8f-87b1-1687078e7854 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0495229 Nov 23 11:31:26.441567 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7dea6ab3-2e51-4c8a-9739-55aba845800b req-5982509b-9ab8-4171-9a02-ad6ccc41fec0 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455196 Nov 23 11:31:27.567712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c8cf9-3ce2-4d5b-9b1a-ecda199987de req-c8ecc399-d769-4e1a-88f0-aafa817968e7 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:27.569456 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb6c8cf9-3ce2-4d5b-9b1a-ecda199987de req-c8ecc399-d769-4e1a-88f0-aafa817968e7 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0570641 Nov 23 11:31:27.621372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb6c8cf9-3ce2-4d5b-9b1a-ecda199987de req-69a1a4b9-6722-42a7-8ea8-c64ec3143b8b tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Nov 23 11:31:28.735257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8375827-f830-475f-8904-ddd360381a5e req-00342259-5cd2-4a15-af52-37f4d40ad317 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:28.736729 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8375827-f830-475f-8904-ddd360381a5e req-00342259-5cd2-4a15-af52-37f4d40ad317 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0483665 Nov 23 11:31:28.783403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8375827-f830-475f-8904-ddd360381a5e req-7d3a548e-8ce6-440e-9c76-8119eeea323b tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Nov 23 11:31:29.905586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698e923-719a-4c99-9d40-7c6892640e3d req-d5a374a3-8400-4eb4-985a-e934a08fce7d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:29.907057 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d698e923-719a-4c99-9d40-7c6892640e3d req-d5a374a3-8400-4eb4-985a-e934a08fce7d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0524402 Nov 23 11:31:29.954086 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d698e923-719a-4c99-9d40-7c6892640e3d req-05a5935a-bff5-487c-8150-de9daf1e8f87 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Nov 23 11:31:30.114776 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:31:31.076041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b007-0f1e-4a2c-b325-85a0cfa1a60e req-e0fec3e4-3ca6-4230-a306-269f59aa3538 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:31.077733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9393b007-0f1e-4a2c-b325-85a0cfa1a60e req-e0fec3e4-3ca6-4230-a306-269f59aa3538 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0491369 Nov 23 11:31:31.125269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9393b007-0f1e-4a2c-b325-85a0cfa1a60e req-be5611b5-688b-443a-baa9-e8bfed444a8d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415249 Nov 23 11:31:32.241633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3a54-13ef-425b-8f8e-a8200754da5e req-09ac2495-8101-46fb-92ea-49779bd17210 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:32.243115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c3a3a54-13ef-425b-8f8e-a8200754da5e req-09ac2495-8101-46fb-92ea-49779bd17210 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0499539 Nov 23 11:31:32.290179 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8c3a3a54-13ef-425b-8f8e-a8200754da5e req-e763311e-5ec0-4ca2-9aa7-8830e1b67ad9 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Nov 23 11:31:33.408884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3e183-3a26-4480-afa7-d5ad35f71546 req-1133c871-67f8-40c2-8058-402e5cfe9d63 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:33.410289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34e3e183-3a26-4480-afa7-d5ad35f71546 req-1133c871-67f8-40c2-8058-402e5cfe9d63 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0527751 Nov 23 11:31:33.461391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-34e3e183-3a26-4480-afa7-d5ad35f71546 req-4c407c0a-3f81-4bd0-9797-320bd97b9b63 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450358 Nov 23 11:31:34.578135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a9d9d-e521-467c-ba43-8e1a635ebd73 req-3f29958e-c8a3-479e-84a8-716bc6a36bd9 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:34.579622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc8a9d9d-e521-467c-ba43-8e1a635ebd73 req-3f29958e-c8a3-479e-84a8-716bc6a36bd9 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0485053 Nov 23 11:31:34.630197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cc8a9d9d-e521-467c-ba43-8e1a635ebd73 req-6255ecd3-473d-4818-8edd-29f6a5237be0 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Nov 23 11:31:35.747324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a018e7-a6dd-4a38-947b-7bdd33821b86 req-6c2aaeb5-e6c9-4445-b12b-4cdf42e27607 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:35.748789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40a018e7-a6dd-4a38-947b-7bdd33821b86 req-6c2aaeb5-e6c9-4445-b12b-4cdf42e27607 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0491202 Nov 23 11:31:35.795529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-40a018e7-a6dd-4a38-947b-7bdd33821b86 req-3c310d25-fd5c-4c05-8674-595b2a6cb60a tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Nov 23 11:31:36.910531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f893273-ccec-4d48-916c-ecca6976900e req-170cfde7-764c-4f89-90aa-692b7919a7db tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:36.911995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f893273-ccec-4d48-916c-ecca6976900e req-170cfde7-764c-4f89-90aa-692b7919a7db tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0488560 Nov 23 11:31:36.958812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f893273-ccec-4d48-916c-ecca6976900e req-6cb877da-a348-4802-97c7-7475648ad51f tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Nov 23 11:31:38.076451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b175af6-4f0e-45d2-ae3d-212592da1edf req-37a60d1e-4330-44f9-a2d0-e151c8bd6c20 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:38.078206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b175af6-4f0e-45d2-ae3d-212592da1edf req-37a60d1e-4330-44f9-a2d0-e151c8bd6c20 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0487072 Nov 23 11:31:38.127846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b175af6-4f0e-45d2-ae3d-212592da1edf req-b8565bf1-1445-49ed-aa80-fab2e95388bd tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Nov 23 11:31:39.242345 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7148e5a-4aa7-4dd6-af0c-70bda28a28ef req-0436266f-d5df-47d9-9cf2-7ad2d0460854 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:39.243882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7148e5a-4aa7-4dd6-af0c-70bda28a28ef req-0436266f-d5df-47d9-9cf2-7ad2d0460854 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0492833 Nov 23 11:31:39.291276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7148e5a-4aa7-4dd6-af0c-70bda28a28ef req-79b806cc-b4fe-4aca-8832-347ef345ab86 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Nov 23 11:31:40.409415 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91faea4-061f-49d5-80c9-5c2078c70075 req-3fd64818-ef1c-47d6-b6a0-2985a840569f tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:40.410820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a91faea4-061f-49d5-80c9-5c2078c70075 req-3fd64818-ef1c-47d6-b6a0-2985a840569f tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0498185 Nov 23 11:31:40.458801 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a91faea4-061f-49d5-80c9-5c2078c70075 req-4d4f8e2c-5a77-487f-92ca-ce3adebad539 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Nov 23 11:31:41.580114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220fac3-16b1-48df-999a-a561ddfeaf9a req-6ca50cd8-22d7-494c-8764-8710bc20983c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:41.581634 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b220fac3-16b1-48df-999a-a561ddfeaf9a req-6ca50cd8-22d7-494c-8764-8710bc20983c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0554962 Nov 23 11:31:41.629389 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b220fac3-16b1-48df-999a-a561ddfeaf9a req-1877febe-0d3c-40ed-b237-42f219c240e0 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Nov 23 11:31:42.747477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d214-96e5-4365-b220-20ff86cc222d req-08e22458-5886-4ca7-a1ec-86d52cc735f7 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:42.748994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d513d214-96e5-4365-b220-20ff86cc222d req-08e22458-5886-4ca7-a1ec-86d52cc735f7 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0495350 Nov 23 11:31:42.795468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d513d214-96e5-4365-b220-20ff86cc222d req-11746bb7-5e9d-4aca-b78a-9caf8ec4b96a tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Nov 23 11:31:43.925174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee77c0-195c-4116-9411-5ffb8d0a7aaa req-248c60fb-d37a-4538-8a4b-07941610630a tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:43.926701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1ee77c0-195c-4116-9411-5ffb8d0a7aaa req-248c60fb-d37a-4538-8a4b-07941610630a tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0610468 Nov 23 11:31:43.978961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1ee77c0-195c-4116-9411-5ffb8d0a7aaa req-f3ee020d-77d5-4502-bf6c-c17884d080cf tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Nov 23 11:31:44.586583 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e806-6d53-451f-bd50-5ceb259a661e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:45.098907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bfc28-ad34-4592-9b49-b0a6014ec41b req-6d17a06f-7ec4-42c7-a155-114c9857e322 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:45.100295 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-394bfc28-ad34-4592-9b49-b0a6014ec41b req-6d17a06f-7ec4-42c7-a155-114c9857e322 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0531898 Nov 23 11:31:45.147883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-394bfc28-ad34-4592-9b49-b0a6014ec41b req-5f90bd8e-b71d-4008-9b92-de955c093d8a tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Nov 23 11:31:46.268361 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302329ab-f8de-47c7-ba50-f067457a2a49 req-9ffa967d-dbb8-4a5f-aa96-1aaed2bc62ff tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:46.269884 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-302329ab-f8de-47c7-ba50-f067457a2a49 req-9ffa967d-dbb8-4a5f-aa96-1aaed2bc62ff tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0529218 Nov 23 11:31:46.329747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-302329ab-f8de-47c7-ba50-f067457a2a49 req-73bae8a6-ed4a-45bb-a806-e79b524999cf tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480759 Nov 23 11:31:47.023012 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d0080229-d717-49f7-8f5b-f78e4200f03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:47.452823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560a742-7289-44c6-aab9-bd7ec2ea547c req-dded60eb-1527-496b-ac71-247d2f2ed061 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:47.454333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9560a742-7289-44c6-aab9-bd7ec2ea547c req-dded60eb-1527-496b-ac71-247d2f2ed061 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0514331 Nov 23 11:31:47.501062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9560a742-7289-44c6-aab9-bd7ec2ea547c req-414e08bc-0682-4aca-9e3e-7228f1012758 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Nov 23 11:31:48.615183 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a3205-5c6d-45f6-bb3f-353cb44b3e62 req-96f8e3ee-3ccb-452c-925e-4bd4d9b47c1d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:48.616670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb9a3205-5c6d-45f6-bb3f-353cb44b3e62 req-96f8e3ee-3ccb-452c-925e-4bd4d9b47c1d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0494089 Nov 23 11:31:48.663596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bb9a3205-5c6d-45f6-bb3f-353cb44b3e62 req-411affcc-9488-461b-ada0-cc8c15d9e0a9 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403836 Nov 23 11:31:48.719966 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:49.179680 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-8412bcd7-7ee3-4f83-9901-5c49295dd808 service neutron] show failed (client error): The resource could not be found. Nov 23 11:31:49.180766 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-8412bcd7-7ee3-4f83-9901-5c49295dd808 service neutron] 10.222.0.65 "GET /v2.0/ports/1db1de9f-6884-4c40-b470-f43456dbd2f2/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0592194 Nov 23 11:31:49.466311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-ac573b1a-0d37-4f37-8453-8c88333a6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:49.467840 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-ac573b1a-0d37-4f37-8453-8c88333a6074 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2&tenant_id=e3075abdda6745f2883864130ab09614 HTTP/1.1" status: 200 len: 1097 time: 0.1231511 Nov 23 11:31:49.479901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:31:49.536378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:49.691906 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:49.755691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:49.815015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:31:49.824202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2adda5-34b6-4eb5-b9b2-2111aee689cf req-8afdd749-1a5d-42fe-bd8a-661caf09e9c6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:49.825750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b2adda5-34b6-4eb5-b9b2-2111aee689cf req-8afdd749-1a5d-42fe-bd8a-661caf09e9c6 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0891330 Nov 23 11:31:49.894045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:31:49.896291 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2846fc50-9439-4ad0-ad2a-c3bbe97699e0" -d '{"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-unplugged", "status": "completed", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:31:49.901468 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:49.922843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0b2adda5-34b6-4eb5-b9b2-2111aee689cf req-39b0417d-21da-4241-a28d-26dd7138bfd2 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786352 Nov 23 11:31:49.925399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Transition to ACTIVE for port object 1db1de9f-6884-4c40-b470-f43456dbd2f2 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:31:49.930327 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:49.947721 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdc1aa5-0873-4aa3-914d-47eb6cfe920c x-openstack-request-id: req-7bdc1aa5-0873-4aa3-914d-47eb6cfe920c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:31:49.948022 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-unplugged", "status": "completed", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:31:49.948338 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7bdc1aa5-0873-4aa3-914d-47eb6cfe920c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:31:49.948734 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'code': 200} Nov 23 11:31:49.987469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] No DVR routers for this DVR port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:31:50.017717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:50.032525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.032876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.033250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.033590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.033924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.034255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.034584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.034912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.035239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.035562 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.035883 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.036206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:50.041740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:31:50.042081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:31:50.042410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:31:50.046942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:31:50.047259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Attempting to bind port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on network e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:31:50.051976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:31:50.052306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Checking segment: {'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:31:50.052678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Bound using segment: {'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:31:50.053095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Bound port: 1db1de9f-6884-4c40-b470-f43456dbd2f2, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a5217b-0502-4f90-9e99-757d77b6bdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:31:50.053477 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:50.118907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:31:50.121894 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:31:50.126699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:50.160924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:50.161569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:50.162984 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] 10.222.0.58 "PUT /v2.0/ports/1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 1092 time: 0.6876638 Nov 23 11:31:50.183616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab405a-97e7-4aff-a21c-b61540e67c81 service neutron] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:50.192995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:50.229302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-e1b5986b-af9f-474d-a710-5a00f2d04637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:50.230718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-e1b5986b-af9f-474d-a710-5a00f2d04637 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1095 time: 0.0425324 Nov 23 11:31:50.324042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-5e944b69-1bcf-43ef-946e-266557edfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:50.325535 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-5e944b69-1bcf-43ef-946e-266557edfe62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 913 time: 0.0877554 Nov 23 11:31:50.330273 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:50.367040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-4c2115e3-6749-4ed0-9dca-69d6be2c04b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 217 time: 0.0349562 Nov 23 11:31:50.415592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-cac959f8-a266-4833-9b4f-2a1b46feca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:50.416999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-cac959f8-a266-4833-9b4f-2a1b46feca51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 200 len: 852 time: 0.0429077 Nov 23 11:31:50.448235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-bd1f4fd0-df60-48e2-81e3-2ae9f11afd1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242898 Nov 23 11:31:50.540133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-b6b1872c-52f6-4ddc-bf66-9a6a6667422a service neutron] 10.222.0.58 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850980 Nov 23 11:31:50.632351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-384af031-4bd9-4e6e-9091-1426b917aea4 req-b1b95567-ae75-4ca3-9f51-02772aa2f51f service neutron] 10.222.0.58 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850532 Nov 23 11:31:51.045368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36a1ca-e9df-4519-9fe1-0c41c5e997c7 req-16750096-5252-49eb-aa5d-689ae3cbb8b4 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:51.046847 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d36a1ca-e9df-4519-9fe1-0c41c5e997c7 req-16750096-5252-49eb-aa5d-689ae3cbb8b4 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 944 time: 0.0491433 Nov 23 11:31:51.093676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d36a1ca-e9df-4519-9fe1-0c41c5e997c7 req-df268ea8-fc13-4378-8762-0d74764e1d8d tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Nov 23 11:31:51.255685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:31:51.295132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:31:51.950124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:31:51.952605 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696ba379-3998-4529-9a6c-14c65fa27ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:31:52.000865 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f220b8c-dae7-4c80-b7d6-f72659cfdb2e x-openstack-request-id: req-1f220b8c-dae7-4c80-b7d6-f72659cfdb2e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:31:52.001204 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:31:52.001515 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f220b8c-dae7-4c80-b7d6-f72659cfdb2e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:31:52.001916 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'status': 'completed', 'code': 200} Nov 23 11:31:52.092124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-b1d40ca6-f881-4f72-877e-4fd7fa5f9b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:52.093782 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-b1d40ca6-f881-4f72-877e-4fd7fa5f9b99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1095 time: 0.0728502 Nov 23 11:31:52.096103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-9afc2e81-860e-4476-a1a3-3cef6e98041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:52.097431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-9afc2e81-860e-4476-a1a3-3cef6e98041c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1095 time: 0.0667894 Nov 23 11:31:52.292200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-531b99e7-d852-4a2d-9f80-f007a9448e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:52.293595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-531b99e7-d852-4a2d-9f80-f007a9448e99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 913 time: 0.1926889 Nov 23 11:31:52.294518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-fa10f608-7c75-43f9-be66-23f572bf00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:52.295919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-fa10f608-7c75-43f9-be66-23f572bf00e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 913 time: 0.1875887 Nov 23 11:31:52.303236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1349dc-0beb-4b13-96c1-62036ccbc4c1 req-f8de7f88-7111-46a3-be93-5108cbf498bc tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:52.304579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e1349dc-0beb-4b13-96c1-62036ccbc4c1 req-f8de7f88-7111-46a3-be93-5108cbf498bc tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 944 time: 0.1195531 Nov 23 11:31:52.385410 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-00bcba0c-72dc-4aa0-bc3c-4c36f37b922b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 217 time: 0.0787907 Nov 23 11:31:52.386570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-3659eca3-f28f-40b9-9862-c44db4bb74ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 217 time: 0.0811617 Nov 23 11:31:52.480364 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6e1349dc-0beb-4b13-96c1-62036ccbc4c1 req-6d3f27ec-74e7-405e-aee2-26eafe3e92e4 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679823 Nov 23 11:31:52.492460 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-d5d6706c-4bf2-42f6-99f6-57bfd654c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:52.493957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-d5d6706c-4bf2-42f6-99f6-57bfd654c6f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 200 len: 852 time: 0.0973091 Nov 23 11:31:52.499272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-94ba785e-d329-42f3-8b09-5dbce1ff0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:52.500599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-94ba785e-d329-42f3-8b09-5dbce1ff0093 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 200 len: 852 time: 0.0928533 Nov 23 11:31:52.535814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-0ad2bad0-5701-496f-87a2-51711538096c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342970 Nov 23 11:31:52.542808 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:52.551556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-a66817b2-33dd-48bc-a5ce-779639b5ce95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400779 Nov 23 11:31:52.700691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-88bfb578-693d-492a-bf20-8ce879251e2c service neutron] 10.222.0.58 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512847 Nov 23 11:31:52.706056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-ca782c58-c958-4632-ab61-2113972c0042 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386349 Nov 23 11:31:52.862906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-7178c574-46ce-489c-84ac-4a282938b7bb service neutron] 10.222.0.58 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548526 Nov 23 11:31:52.866277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-696ba379-3998-4529-9a6c-14c65fa27ad0 req-72d99d2b-a248-4b25-b891-199ab31a0a99 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367433 Nov 23 11:31:52.873819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:31:52.970675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:52.981782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'network_id': 'e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5', 'port_id': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'mac_address': 'fa:16:3e:66:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f9306c-8618-4797-9393-72f7d13163cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:31:53.018700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:53.031157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db1de9f-6884-4c40-b470-f43456dbd2f2 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:31:53.049589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:53.053711 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:53.102213 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:53.109941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.110298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.110677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.111022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.111363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.111702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.112037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.112371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.112703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.113033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.113391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.113721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:53.489464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['1db1de9f-6884-4c40-b470-f43456dbd2f2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:31:53.598401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23585d4-88c5-466d-a3ff-bc182def00e3 req-4e1f78e4-2e48-4983-ac1f-1b4d883bad9c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:53.599972 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e23585d4-88c5-466d-a3ff-bc182def00e3 req-4e1f78e4-2e48-4983-ac1f-1b4d883bad9c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 945 time: 0.0489318 Nov 23 11:31:53.651993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e23585d4-88c5-466d-a3ff-bc182def00e3 req-b1375328-c341-418c-8dac-e62eb835d746 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Nov 23 11:31:53.924356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-bfdd9ae6-287b-465e-a402-27a1973fc558 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:53.925893 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-bfdd9ae6-287b-465e-a402-27a1973fc558 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.65 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2&tenant_id=e3075abdda6745f2883864130ab09614&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 945 time: 0.0837550 Nov 23 11:31:53.990750 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-0ffdcc7a-4d06-4063-aae2-902df3b7f495 service neutron] delete failed (client error): The resource could not be found. Nov 23 11:31:53.991763 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-0ffdcc7a-4d06-4063-aae2-902df3b7f495 service neutron] 10.222.0.65 "DELETE /v2.0/ports/1db1de9f-6884-4c40-b470-f43456dbd2f2/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0545952 Nov 23 11:31:54.316451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-1a5762d8-22d3-4906-82a5-5f29c7d5f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:54.317992 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-1a5762d8-22d3-4906-82a5-5f29c7d5f8ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3075abdda6745f2883864130ab09614&device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 1096 time: 0.2747302 Nov 23 11:31:54.412271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-d41d3b34-ae94-48a0-a1ad-730b6c7c2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:54.413666 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-d41d3b34-ae94-48a0-a1ad-730b6c7c2bdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 200 len: 913 time: 0.0836127 Nov 23 11:31:54.463092 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-9e7cb198-8955-42b2-afcb-949f89f1ae43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 200 len: 217 time: 0.0388513 Nov 23 11:31:54.512230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-54cc6b9a-a2fc-48d7-aaf4-27ecd243dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:54.513692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-54cc6b9a-a2fc-48d7-aaf4-27ecd243dc2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 200 len: 852 time: 0.0440662 Nov 23 11:31:54.550060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-7ee3f176-572a-4da0-b365-fe603ac2a834 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241809 Nov 23 11:31:54.646022 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-961c311e-b2ae-4cfb-9966-edfd0bb99276 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Nov 23 11:31:54.740272 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-d9c329e0-b196-45d1-a050-0e796e5475e4 service neutron] 10.222.0.65 "GET /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832636 Nov 23 11:31:54.875719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:31:54.922849 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 1db1de9f-6884-4c40-b470-f43456dbd2f2 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:31:54.926591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 1db1de9f-6884-4c40-b470-f43456dbd2f2 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:31:54.926964 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:55.006401 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:55.028499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:31:55.030836 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7bb261-b2de-438c-8ebc-61f5a68ea9ed" -d '{"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-plugged", "status": "completed", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:31:55.046764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:55.052093 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:55.084457 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef1e8b8-d136-450a-a1b8-dbea4f2fea32 x-openstack-request-id: req-cef1e8b8-d136-450a-a1b8-dbea4f2fea32 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:31:55.084758 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-plugged", "status": "completed", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:31:55.085020 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cef1e8b8-d136-450a-a1b8-dbea4f2fea32 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:31:55.085443 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'code': 200} Nov 23 11:31:55.114530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:55.654377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384969a-cede-4536-9aa2-6bd166e9aff3 req-780b878e-26f5-4fb0-ba87-061dda68df84 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:55.656070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2384969a-cede-4536-9aa2-6bd166e9aff3 req-780b878e-26f5-4fb0-ba87-061dda68df84 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0495694 Nov 23 11:31:55.703410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2384969a-cede-4536-9aa2-6bd166e9aff3 req-aeb23f1a-8df4-4567-a940-8598b4475273 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Nov 23 11:31:56.824032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70525d86-0940-4d49-a6ff-2b64ca2adf66 req-691ef455-4806-462d-9476-32f29a618538 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:56.825565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70525d86-0940-4d49-a6ff-2b64ca2adf66 req-691ef455-4806-462d-9476-32f29a618538 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0504291 Nov 23 11:31:56.880983 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70525d86-0940-4d49-a6ff-2b64ca2adf66 req-225ada6c-b89f-4a2b-93a3-ace8d3d74206 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.61 "GET /v2.0/security-groups?id=8a784d12-1330-4e64-8d93-c72f1a17b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487320 Nov 23 11:31:57.056875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-f417f8e9-a784-4b6f-80ca-188127e5133c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:57.058526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-f417f8e9-a784-4b6f-80ca-188127e5133c tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.58 "GET /v2.0/ports?device_id=5df43198-2839-4303-9372-6ce3d96006c2 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Nov 23 11:31:57.148946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Deleting port 1db1de9f-6884-4c40-b470-f43456dbd2f2 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:31:57.149325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:57.242002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] For port 1db1de9f-6884-4c40-b470-f43456dbd2f2, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=1db1de9f-6884-4c40-b470-f43456dbd2f2,segment=NetworkSegment(58a5217b-0502-4f90-9e99-757d77b6bdc3),segment_id=58a5217b-0502-4f90-9e99-757d77b6bdc3)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:31:57.242370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:57.257983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Calling delete_port for 1db1de9f-6884-4c40-b470-f43456dbd2f2 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:31:57.391099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:57.403854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['1db1de9f-6884-4c40-b470-f43456dbd2f2'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:31:57.419252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Pushing event deleted for resources: {'Port': ['ID=1db1de9f-6884-4c40-b470-f43456dbd2f2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:57.465000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] No DVR routers for this DVR port 1db1de9f-6884-4c40-b470-f43456dbd2f2 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:31:57.467695 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:57.471040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65bb897e-0d99-4bcb-92df-2b7f31acfa3f req-b3c75279-b869-4500-9112-bc81b0d16906 tempest-DeleteServersTestJSON-615556144 tempest-DeleteServersTestJSON-615556144-project] 10.222.0.58 "DELETE /v2.0/ports/1db1de9f-6884-4c40-b470-f43456dbd2f2 HTTP/1.1" status: 204 len: 173 time: 0.4063201 Nov 23 11:31:57.471473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-deleted', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:31:57.473827 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db7c9a-3371-4e24-9d5a-fa9180405e7b" -d '{"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-deleted", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:31:57.513288 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d27df75-a305-4960-bd4b-eed8353b7319 x-openstack-request-id: req-4d27df75-a305-4960-bd4b-eed8353b7319 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:31:57.513588 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df43198-2839-4303-9372-6ce3d96006c2", "name": "network-vif-deleted", "tag": "1db1de9f-6884-4c40-b470-f43456dbd2f2", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:31:57.513849 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d27df75-a305-4960-bd4b-eed8353b7319 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:31:57.514251 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df43198-2839-4303-9372-6ce3d96006c2', 'name': 'network-vif-deleted', 'tag': '1db1de9f-6884-4c40-b470-f43456dbd2f2', 'status': 'completed', 'code': 200} Nov 23 11:31:58.015233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55170) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:58.059849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] Deleting subnet d7f9306c-8618-4797-9393-72f7d13163cd {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:31:58.063256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.103189 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.141808 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.193136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.219622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f9306c-8618-4797-9393-72f7d13163cd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:58.221635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.224783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1a075c2d-3d52-4b46-9f25-3d28187050b8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d7f9306c-8618-4797-9393-72f7d13163cd HTTP/1.1" status: 204 len: 168 time: 0.2100215 Nov 23 11:31:58.227326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55172) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:58.298034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.379424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.404045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:31:58.413341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a5217b-0502-4f90-9e99-757d77b6bdc3') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:31:58.413638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a5217b-0502-4f90-9e99-757d77b6bdc3') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:31:58.423206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.436368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.442205 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:31:58.442585 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:31:58.444291 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:31:58.503328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.508762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.512513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5 HTTP/1.1" status: 204 len: 168 time: 0.2841876 Nov 23 11:31:58.522764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61687d58-3775-446a-9ebe-70c3083337a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e250bdb2-f9fc-49b9-aa6b-85b96a87b2f5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:58.619451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55176) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:58.660502 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6dc2187b-4042-49bf-8024-e5be388ebb07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3075abdda6745f2883864130ab09614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398428 Nov 23 11:31:58.662929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55178) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:58.710225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.732978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.789247 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.791948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:58.793183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a784d12-1330-4e64-8d93-c72f1a17b46c HTTP/1.1" status: 204 len: 168 time: 0.1293199 Nov 23 11:31:58.800769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a784d12-1330-4e64-8d93-c72f1a17b46c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:58.808882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.809237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.809581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.809916 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.810250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.810580 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.810907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.811232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.811582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.811904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.812226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:58.812548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a780dc-7c06-4003-9d7c-7af180dc1759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:31:59.465461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55200) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:59.562162 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-209147866-network', 'tenant_id': 'f4542558fb974a5d8e88547df51f700c'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:31:59.582885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Made reservation on behalf of f4542558fb974a5d8e88547df51f700c for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:31:59.585194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.594096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.666466 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.671096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.696881 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:31:59.707518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:59.712570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.712967 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Added segment b2ba37c7-8caf-4266-b90b-c90b781e28b9 of type vlan for network ec0af92a-764b-4e2e-9824-9b632aad296f Nov 23 11:31:59.756201 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.781606 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.782488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:31:59.783064 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.818190 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3515444 Nov 23 11:31:59.821186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55204) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:31:59.826326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Request body: {'subnet': {'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-209147866-subnet', 'tenant_id': 'f4542558fb974a5d8e88547df51f700c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:31:59.846150 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0caca-f7c1-4d80-9779-c002217de84d admin admin] Pushing event updated for resources: {'Network': ['ID=ec0af92a-764b-4e2e-9824-9b632aad296f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:31:59.848766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Made reservation on behalf of f4542558fb974a5d8e88547df51f700c for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:31:59.851363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:31:59.856809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ec0af92a-764b-4e2e-9824-9b632aad296f details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:32:00.022374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:00.075839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=352ce35f-373d-43be-92bb-d7d4c2e17e8a,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:00.087256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Checking segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:32:00.087613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Network hostable DHCP agents. Network: ec0af92a-764b-4e2e-9824-9b632aad296f, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:32:00.105505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Network ec0af92a-764b-4e2e-9824-9b632aad296f is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:32:00.114016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ec0af92a-764b-4e2e-9824-9b632aad296f) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:32:00.118818 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:00.119773 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:00.123127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6929aed6-1767-438a-b8ae-2f4cec3070b7 None None] Network ec0af92a-764b-4e2e-9824-9b632aad296f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:32:00.137982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b5a7aa6-ce45-4c24-981a-7206efa94c20 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3156796 Nov 23 11:32:00.255626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f46bed7-710c-48fe-88fc-679d661a3a48 None None] Network ec0af92a-764b-4e2e-9824-9b632aad296f requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:32:00.563516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-7da7ddab-755f-4da3-a14c-836cc9a18fb0 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:00.565010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-7da7ddab-755f-4da3-a14c-836cc9a18fb0 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 814 time: 0.1065183 Nov 23 11:32:00.580409 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-e466c15d-4e3d-4f6d-81ca-73b4806afd94 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/quotas/f4542558fb974a5d8e88547df51f700c HTTP/1.1" status: 200 len: 375 time: 0.0096786 Nov 23 11:32:00.891204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:32:00.903315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-f61e9599-41b5-448a-853e-931c102e55c2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3175318 Nov 23 11:32:00.915542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 1db1de9f-6884-4c40-b470-f43456dbd2f2 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:32:00.915895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 1db1de9f-6884-4c40-b470-f43456dbd2f2 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:32:00.993986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-c4df5ab4-33f0-46b3-a874-9df5bee5567d service neutron] 10.222.0.61 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834503 Nov 23 11:32:01.086043 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-05d48c62-8e5e-4a64-a4ba-593f12139851 service neutron] 10.222.0.61 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853956 Nov 23 11:32:01.246354 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-36dea257-1dbb-4033-88e5-ea55e158b06b req-b1baa61a-dd6b-4f40-9c68-67569047b77c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 210 time: 0.0265846 Nov 23 11:32:02.175233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-6233271d-608d-454d-a06c-d19c811a6ec9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:02.176677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-6233271d-608d-454d-a06c-d19c811a6ec9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 814 time: 0.1140041 Nov 23 11:32:02.193964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Request body: {'port': {'device_id': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f', 'admin_state_up': True, 'tenant_id': 'f4542558fb974a5d8e88547df51f700c'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:32:02.306684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Made reservation on behalf of f4542558fb974a5d8e88547df51f700c for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:32:02.310601 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:02.343688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7af54cb9-cfe7-4063-9b7a-6a10a9622129 req-d84d1b1e-35df-4e79-bae5-76d02885dd8a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 210 time: 0.0282693 Nov 23 11:32:02.450928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Allocated IP 172.20.0.6 (ec0af92a-764b-4e2e-9824-9b632aad296f/352ce35f-373d-43be-92bb-d7d4c2e17e8a/9cf7d22c-6f49-4752-8438-acb5f99795ff) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:32:02.599462 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:02.633066 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:02.677536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Network ec0af92a-764b-4e2e-9824-9b632aad296f is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:32:02.680488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:32:02.685599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:32:02.692287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:02.744102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:02.744632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:02.761844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-07ddae9c-a3ee-4a6e-bb12-ce703a96d706 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710478 Nov 23 11:32:02.774590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Request body: {'port': {'device_id': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:32:02.827749 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:03.086875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf7d22c-6f49-4752-8438-acb5f99795ff {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:32:03.094476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:03.106632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Transition to ACTIVE for port object 9cf7d22c-6f49-4752-8438-acb5f99795ff will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:32:03.110692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:03.166146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:03.229146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:32:03.229489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:32:03.229826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:32:03.234752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Port 9cf7d22c-6f49-4752-8438-acb5f99795ff on network ec0af92a-764b-4e2e-9824-9b632aad296f not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:32:03.235077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:32:03.239916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:32:03.240255 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Checking segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:32:03.240642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Bound using segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:32:03.241069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Bound port: 9cf7d22c-6f49-4752-8438-acb5f99795ff, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:32:03.241453 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:03.303731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:32:03.306890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:32:03.310856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:03.348370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:03.348999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:03.350399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] 10.222.0.58 "PUT /v2.0/ports/9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 1091 time: 0.5798078 Nov 23 11:32:03.350834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:03.353073 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394" -d '{"events": [{"name": "network-changed", "server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:03.377607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa3f53-00a0-4909-89b7-d1e45419376a service neutron] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:03.400005 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8fa96d-2ba4-44be-8876-0213626a7c8c x-openstack-request-id: req-8c8fa96d-2ba4-44be-8876-0213626a7c8c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:03.400299 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:03.400555 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8c8fa96d-2ba4-44be-8876-0213626a7c8c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:03.400972 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'status': 'completed', 'code': 200} Nov 23 11:32:03.448109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-c7f34728-80f4-4fb0-98e2-728da423e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:03.450109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-c7f34728-80f4-4fb0-98e2-728da423e79d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0430589 Nov 23 11:32:03.479297 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd203fd6-b0ab-47bf-bc6c-e2ca06abdac8 req-f3c69e23-5fb7-4fc4-a902-b4bce6c7e426 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:03.481676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd203fd6-b0ab-47bf-bc6c-e2ca06abdac8 req-f3c69e23-5fb7-4fc4-a902-b4bce6c7e426 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0562346 Nov 23 11:32:03.498040 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-8d7900eb-4f23-4d95-a9d3-5c34fda104f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0404136 Nov 23 11:32:03.529614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd203fd6-b0ab-47bf-bc6c-e2ca06abdac8 req-66372221-08ff-46ad-abee-36ce58c6b868 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Nov 23 11:32:03.551263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-c8eba7a3-d0fd-4c9a-aa4e-59eb5608f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:03.552895 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-c8eba7a3-d0fd-4c9a-aa4e-59eb5608f0e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0486262 Nov 23 11:32:03.585503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-163e7d40-02b6-401d-8ff4-9841743acfb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242043 Nov 23 11:32:03.676538 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-5510a8a1-7b3c-45ba-8058-a60157bbc3d7 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817254 Nov 23 11:32:03.774610 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bfec887d-3775-4ef4-85e9-f1cce0acd2a4 req-e582a8bf-b08e-435f-931a-fd25605cf4ff service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908356 Nov 23 11:32:03.861271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-9f0da3f2-1e8a-4632-863e-9bfdcb4d3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:03.862783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-9f0da3f2-1e8a-4632-863e-9bfdcb4d3129 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0415511 Nov 23 11:32:03.958586 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-7430b5bc-435b-40e4-9e92-7809dbb0638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:03.959967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-7430b5bc-435b-40e4-9e92-7809dbb0638a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0891316 Nov 23 11:32:04.001967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-cc0ecba5-93be-4078-8c9f-66c61c45c9c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0338769 Nov 23 11:32:04.050710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-e134fda0-4283-4e45-bb2c-dc1a4f7ab112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:04.052175 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-e134fda0-4283-4e45-bb2c-dc1a4f7ab112 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0434916 Nov 23 11:32:04.090216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-0abb5135-1519-45e0-be7c-7b9ff785ab78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291748 Nov 23 11:32:04.178042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-3eba2c96-637b-411a-9a41-0408aa49930d service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809600 Nov 23 11:32:04.270105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-77fea47b-b9ce-4d09-9bb4-e8b5120f2394 req-b207e88c-d6f2-4a8d-8947-1abd6b385c3d service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844207 Nov 23 11:32:04.648628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc3242-11bb-4575-a889-f28c9bdf7f4b req-0a273119-f8fa-4bc1-9d05-8b099f9223d4 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:04.650141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ecc3242-11bb-4575-a889-f28c9bdf7f4b req-0a273119-f8fa-4bc1-9d05-8b099f9223d4 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0494783 Nov 23 11:32:04.697654 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8ecc3242-11bb-4575-a889-f28c9bdf7f4b req-37dd6367-30b4-4644-9f19-483432d06f69 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Nov 23 11:32:05.819587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4241b-cf18-4831-b335-43548b62560b req-e3d60904-72db-4b14-a02d-0fd2fc1bb81a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:05.822181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1cc4241b-cf18-4831-b335-43548b62560b req-e3d60904-72db-4b14-a02d-0fd2fc1bb81a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0561635 Nov 23 11:32:05.870725 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1cc4241b-cf18-4831-b335-43548b62560b req-d96d8d7a-e11f-47be-a6a4-df9749c08193 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Nov 23 11:32:06.919363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:32:06.989763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5705b-b957-4639-8d9d-fb624de6d2ad req-d5624e84-669c-42e5-b2b5-f4bc2b52ca7f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:06.991300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bc5705b-b957-4639-8d9d-fb624de6d2ad req-d5624e84-669c-42e5-b2b5-f4bc2b52ca7f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0493026 Nov 23 11:32:07.018753 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:07.030283 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f', 'port_id': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'mac_address': 'fa:16:3e:81:9a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352ce35f-373d-43be-92bb-d7d4c2e17e8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:32:07.042033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9bc5705b-b957-4639-8d9d-fb624de6d2ad req-3b1781ff-e9ba-4d61-b7a5-68edd594776b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442188 Nov 23 11:32:07.068522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:07.081999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf7d22c-6f49-4752-8438-acb5f99795ff {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:32:07.100373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:07.105344 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:07.113914 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:32:07.153151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:07.384545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['9cf7d22c-6f49-4752-8438-acb5f99795ff'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:32:08.159653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a3e2f-cbfe-42ec-a43d-d21b308740eb req-c7e1916c-90b4-4814-8ae2-aacc21801f73 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:08.161194 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e3a3e2f-cbfe-42ec-a43d-d21b308740eb req-c7e1916c-90b4-4814-8ae2-aacc21801f73 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 944 time: 0.0509634 Nov 23 11:32:08.210659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3e3a3e2f-cbfe-42ec-a43d-d21b308740eb req-3d4b5b15-ea7d-487b-b4c4-622e9ecfad44 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435381 Nov 23 11:32:08.936535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:32:08.984165 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 9cf7d22c-6f49-4752-8438-acb5f99795ff completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:32:08.987969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 9cf7d22c-6f49-4752-8438-acb5f99795ff triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:32:08.988345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:09.066518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:09.089009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:09.091286 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd3829-30ee-4b61-8bfb-6c5d2f2df96d" -d '{"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-plugged", "status": "completed", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:09.103272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:09.108231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:09.136715 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467189d5-2153-4a20-85c5-056b02b1cf8c x-openstack-request-id: req-467189d5-2153-4a20-85c5-056b02b1cf8c {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:09.137017 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-plugged", "status": "completed", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:09.137309 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-467189d5-2153-4a20-85c5-056b02b1cf8c {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:09.138236 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'code': 200} Nov 23 11:32:09.163030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:09.233071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c773d-83f0-4cfa-9f16-86143cc0a8c9 req-54576505-258f-4111-8886-fbff40ac3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:09.234587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b0c773d-83f0-4cfa-9f16-86143cc0a8c9 req-54576505-258f-4111-8886-fbff40ac3518 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0406296 Nov 23 11:32:09.279791 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b0c773d-83f0-4cfa-9f16-86143cc0a8c9 req-6f74ed7e-e4ec-48c7-bc8b-0d93a25cdad9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Nov 23 11:32:09.333649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b33c3-69f7-479d-a165-5bc2a262bd2c req-ec060eb3-36aa-4f40-8af3-59ffd39407fe tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:09.335133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-207b33c3-69f7-479d-a165-5bc2a262bd2c req-ec060eb3-36aa-4f40-8af3-59ffd39407fe tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0524814 Nov 23 11:32:09.382087 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-207b33c3-69f7-479d-a165-5bc2a262bd2c req-c5276228-1dae-4fa3-98c3-699b3a42a3ec tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409634 Nov 23 11:32:10.517681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac67925-368f-479f-8956-81be49b81b33 req-a6874228-1492-4ecb-8c21-47e44f4474dc tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:10.519356 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cac67925-368f-479f-8956-81be49b81b33 req-a6874228-1492-4ecb-8c21-47e44f4474dc tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0681608 Nov 23 11:32:10.568285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cac67925-368f-479f-8956-81be49b81b33 req-b5301c44-229e-42d6-98af-cb4a784b6a6d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420613 Nov 23 11:32:11.685428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257513ac-5c7a-44d1-aeac-862491f1643c req-504a7340-44dc-4c37-a64b-a9f7c8b870e8 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:11.686787 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-257513ac-5c7a-44d1-aeac-862491f1643c req-504a7340-44dc-4c37-a64b-a9f7c8b870e8 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Nov 23 11:32:11.733731 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-257513ac-5c7a-44d1-aeac-862491f1643c req-43e6fa14-d3c3-4f44-bee4-211cd0ef6169 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Nov 23 11:32:11.775689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-085a54a4-e05d-4c4c-b1ed-d50998894468 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449600 Nov 23 11:32:11.879410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a9172-93e8-426f-994a-0b361ad0c5e7 req-c364fd93-b472-4da1-bfe8-81673d980fb2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:11.880773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a9a9172-93e8-426f-994a-0b361ad0c5e7 req-c364fd93-b472-4da1-bfe8-81673d980fb2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0798500 Nov 23 11:32:11.883198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-d78469b7-1b78-4e6b-abb9-f517bb0fba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:11.884540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-d78469b7-1b78-4e6b-abb9-f517bb0fba68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1096 time: 0.0570991 Nov 23 11:32:11.980976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8a9a9172-93e8-426f-994a-0b361ad0c5e7 req-e7e91df4-444a-406f-b5b5-cdb41b787f22 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942423 Nov 23 11:32:12.010898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-31b26948-4e2b-45b1-a12f-d96aefc7da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:12.012363 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-31b26948-4e2b-45b1-a12f-d96aefc7da96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.1080511 Nov 23 11:32:12.054704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-a5bb0f7e-e216-4a17-ba1e-311ee2590565 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0343738 Nov 23 11:32:12.108148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-be48d353-1d8c-40a0-b04a-146f357a44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:12.109658 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-be48d353-1d8c-40a0-b04a-146f357a44f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0483193 Nov 23 11:32:12.144422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-b44f8cc6-40de-4648-b811-4a81904f86d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274324 Nov 23 11:32:12.250631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb546fc-b543-4bcb-8892-b901dd6b9026 req-35c3c62c-83fe-49fd-81d8-cc0fc029ed15 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:12.252111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eeb546fc-b543-4bcb-8892-b901dd6b9026 req-35c3c62c-83fe-49fd-81d8-cc0fc029ed15 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.1102054 Nov 23 11:32:12.279368 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-a8a3bf0b-2d52-4e25-b0c4-cf4575f90cd0 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268222 Nov 23 11:32:12.332039 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eeb546fc-b543-4bcb-8892-b901dd6b9026 req-f6c520c2-ce39-448d-b08d-827ad009e076 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739892 Nov 23 11:32:12.387388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47a64aba-be1f-4fbf-8074-6c3fd4b38bc5 req-03504e0d-b0eb-47cd-ab16-aac021c31fa9 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006603 Nov 23 11:32:12.449193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83db190-3a9c-43bf-9b96-6da12c3632ea req-96df2938-a4d0-4dc6-902f-e2858cde116d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:12.451027 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a83db190-3a9c-43bf-9b96-6da12c3632ea req-96df2938-a4d0-4dc6-902f-e2858cde116d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0501382 Nov 23 11:32:12.502447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a83db190-3a9c-43bf-9b96-6da12c3632ea req-eecc5ac3-8cb3-49be-8dae-efc3a1c39524 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451956 Nov 23 11:32:12.756845 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-9d314d6a-56d4-4532-91d7-7653fcb7f32e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694637 Nov 23 11:32:12.764721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0677219-2e37-452a-a3f8-950df333d383 req-499a68d3-5e7c-4dac-ad10-f3a5c097bb3a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:12.766139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0677219-2e37-452a-a3f8-950df333d383 req-499a68d3-5e7c-4dac-ad10-f3a5c097bb3a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0708964 Nov 23 11:32:12.815134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0677219-2e37-452a-a3f8-950df333d383 req-de9ff96d-fd36-4155-a7ed-10ac3fbe953b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Nov 23 11:32:14.212646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a6a51-b7fd-4a54-8f1a-2d5da578df1a req-768eb133-6c90-48ba-a398-ecdf4f16da9f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:14.214136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b61a6a51-b7fd-4a54-8f1a-2d5da578df1a req-768eb133-6c90-48ba-a398-ecdf4f16da9f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.3295672 Nov 23 11:32:14.229906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-fdd9102a-aed6-4e8e-bd87-a57d92636298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:14.231380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-fdd9102a-aed6-4e8e-bd87-a57d92636298 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1096 time: 0.3122454 Nov 23 11:32:14.323115 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b61a6a51-b7fd-4a54-8f1a-2d5da578df1a req-92f69562-9014-4a28-979d-751eef18fdde tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006019 Nov 23 11:32:14.351877 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-57b9bd10-85c1-4c06-ae26-c9712e44054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:14.353369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-57b9bd10-85c1-4c06-ae26-c9712e44054e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.1127353 Nov 23 11:32:14.393887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-a87b2277-aeaf-43bc-96da-fd31f63e983b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0335362 Nov 23 11:32:14.441996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-a4f3582a-b6ba-4ae8-bce1-687e2a6c33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:14.443432 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-a4f3582a-b6ba-4ae8-bce1-687e2a6c33dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0430448 Nov 23 11:32:14.479093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-fe4bb1f8-28d4-45e1-bd72-c10ed8c32a75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277753 Nov 23 11:32:14.573418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-7443964a-73af-4ca2-8972-140289bc629a service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869937 Nov 23 11:32:14.587865 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d1539aa0-38ec-4c36-8713-24e8ce2d7877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:14.667614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-29541e2f-3a9b-40eb-8ee0-30d0101399cc service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865166 Nov 23 11:32:15.442773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e019b-07cf-4ac6-b340-a7fbbf3a7b3d req-6acaa5f1-af7f-4665-afaf-697ec418181d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:15.444273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-896e019b-07cf-4ac6-b340-a7fbbf3a7b3d req-6acaa5f1-af7f-4665-afaf-697ec418181d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0523922 Nov 23 11:32:15.492400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-896e019b-07cf-4ac6-b340-a7fbbf3a7b3d req-ea7be26b-c7b0-491c-8fd8-5e94dca1c6cc tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Nov 23 11:32:16.608550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4aeae4-7b8c-4242-820d-a6d9ba58b4ad req-4cc777af-177a-439d-a6f8-7467c245b28a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:16.610076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce4aeae4-7b8c-4242-820d-a6d9ba58b4ad req-4cc777af-177a-439d-a6f8-7467c245b28a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0500512 Nov 23 11:32:16.658343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce4aeae4-7b8c-4242-820d-a6d9ba58b4ad req-6fe8b939-af86-402d-a4b0-e2ac3061c796 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Nov 23 11:32:17.186708 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f9d9dfb-43d2-4c1e-9831-a5ae3d1013cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:17.777330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6e68b-67f6-4060-9b3a-93fc73f9ffb1 req-a500561b-36f4-4433-8cee-b5f1aa28b894 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:17.778873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3d6e68b-67f6-4060-9b3a-93fc73f9ffb1 req-a500561b-36f4-4433-8cee-b5f1aa28b894 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0498836 Nov 23 11:32:17.827954 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3d6e68b-67f6-4060-9b3a-93fc73f9ffb1 req-68270fdd-33f4-4e4d-8a34-b1c9ebac1ed7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Nov 23 11:32:18.723651 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:18.941861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf5ee9-1af5-4a38-a19a-79f94c7a6069 req-6ffec82e-c165-4fab-be48-4a4489aaa2e7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:18.943338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ebf5ee9-1af5-4a38-a19a-79f94c7a6069 req-6ffec82e-c165-4fab-be48-4a4489aaa2e7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0487103 Nov 23 11:32:18.991457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ebf5ee9-1af5-4a38-a19a-79f94c7a6069 req-8224c553-e0fc-4058-8950-313a9fa2c4a0 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421605 Nov 23 11:32:19.693844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:20.107331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf47e6-c24b-44a7-afc3-631c7355bcb8 req-0d5d001b-f562-4273-9ffa-738936a31588 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:20.108858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ebf47e6-c24b-44a7-afc3-631c7355bcb8 req-0d5d001b-f562-4273-9ffa-738936a31588 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0494549 Nov 23 11:32:20.176163 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4ebf47e6-c24b-44a7-afc3-631c7355bcb8 req-745b1d43-8247-478b-bf14-7eed578299d9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 Nov 23 11:32:20.197784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:20.349073 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:21.299717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fc0da-7e80-444f-90fa-f19d27b8aa04 req-35730198-eec6-4ec3-b0e4-2be23acb8fe9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:21.301200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-230fc0da-7e80-444f-90fa-f19d27b8aa04 req-35730198-eec6-4ec3-b0e4-2be23acb8fe9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0523064 Nov 23 11:32:21.346878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-230fc0da-7e80-444f-90fa-f19d27b8aa04 req-e0e84484-ca02-4070-8f2e-930846b55570 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Nov 23 11:32:22.479000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0195e42-1e26-4fbd-b122-0556baf756b9 req-e54898fa-273c-4069-a95d-1e7cd91da9eb tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:22.482476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0195e42-1e26-4fbd-b122-0556baf756b9 req-e54898fa-273c-4069-a95d-1e7cd91da9eb tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0642965 Nov 23 11:32:22.536860 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0195e42-1e26-4fbd-b122-0556baf756b9 req-258bc82c-0532-4772-a332-5324741fd641 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Nov 23 11:32:22.553128 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:23.654243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f8a2b-aadb-4b47-aa6a-c66b9b01fff3 req-c3bf07cf-ace2-4f3e-88c0-2aedab7e65da tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:23.655717 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f70f8a2b-aadb-4b47-aa6a-c66b9b01fff3 req-c3bf07cf-ace2-4f3e-88c0-2aedab7e65da tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Nov 23 11:32:23.702997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f70f8a2b-aadb-4b47-aa6a-c66b9b01fff3 req-b703cba8-8514-4ed9-a94c-9c8553fe3bb8 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Nov 23 11:32:24.818928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b74d55-a601-4293-b064-2a094b3540d0 req-46d75830-4c29-4f56-8440-7f48c68b778b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:24.820428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79b74d55-a601-4293-b064-2a094b3540d0 req-46d75830-4c29-4f56-8440-7f48c68b778b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0496249 Nov 23 11:32:24.869430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79b74d55-a601-4293-b064-2a094b3540d0 req-fbc3587b-78fe-41ab-9ee4-d86e1087a10b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Nov 23 11:32:25.993097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211b2ab-3511-4264-9895-cd30ed518b03 req-6a513486-6361-471d-84fe-cb324d526400 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:25.994592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7211b2ab-3511-4264-9895-cd30ed518b03 req-6a513486-6361-471d-84fe-cb324d526400 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0486681 Nov 23 11:32:26.044964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7211b2ab-3511-4264-9895-cd30ed518b03 req-50dc60aa-4cb1-4a9d-8823-5aadc7c760a8 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Nov 23 11:32:27.166408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c02280-4f16-4953-a914-6961c41bbec6 req-4b69069b-fddb-4e1e-b634-f85135c221e5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:27.167898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88c02280-4f16-4953-a914-6961c41bbec6 req-4b69069b-fddb-4e1e-b634-f85135c221e5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0548122 Nov 23 11:32:27.215275 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88c02280-4f16-4953-a914-6961c41bbec6 req-ae74d70b-54a9-40b2-aee3-7d4585a3c922 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412526 Nov 23 11:32:28.329846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7b9bc-f848-4206-b075-f6ccbf245a9f req-d24e9887-2b03-4eb7-9e71-689bbb396405 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:28.331578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5dd7b9bc-f848-4206-b075-f6ccbf245a9f req-d24e9887-2b03-4eb7-9e71-689bbb396405 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Nov 23 11:32:28.379122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5dd7b9bc-f848-4206-b075-f6ccbf245a9f req-40bf4d37-23fc-4936-9e9c-3a08adb8f10b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Nov 23 11:32:29.496281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f7f70-f1b9-453e-8f2b-c0df64e97c42 req-1e9876f5-a315-4b98-bc68-59fea3ff028c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:29.497829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-876f7f70-f1b9-453e-8f2b-c0df64e97c42 req-1e9876f5-a315-4b98-bc68-59fea3ff028c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0514867 Nov 23 11:32:29.550701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-876f7f70-f1b9-453e-8f2b-c0df64e97c42 req-2e35dc49-e177-4f6b-a45a-dfd1d399938d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Nov 23 11:32:30.666513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c7e7-7ad3-49d7-8cc7-04bb19bdb756 req-bedc6c28-e412-4ae3-add2-d008312596e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:30.667996 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0470c7e7-7ad3-49d7-8cc7-04bb19bdb756 req-bedc6c28-e412-4ae3-add2-d008312596e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0484776 Nov 23 11:32:30.715457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0470c7e7-7ad3-49d7-8cc7-04bb19bdb756 req-b9e26b48-28da-4844-98c5-d7b75172fbe9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Nov 23 11:32:31.834036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5591e-a403-4411-9b3f-4ee052fa9f31 req-5ac505b9-f383-4f88-8df2-e4194ab9ee37 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:31.835531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5c5591e-a403-4411-9b3f-4ee052fa9f31 req-5ac505b9-f383-4f88-8df2-e4194ab9ee37 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Nov 23 11:32:31.887007 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5c5591e-a403-4411-9b3f-4ee052fa9f31 req-95f9f75e-a54e-4804-95ee-c5c82264845b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Nov 23 11:32:33.060154 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a117b26-79ad-4458-a50a-5ab6e17213d1 req-8a58b28e-327f-44dc-afb2-33d0f61bfeb2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:33.062306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a117b26-79ad-4458-a50a-5ab6e17213d1 req-8a58b28e-327f-44dc-afb2-33d0f61bfeb2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0532889 Nov 23 11:32:33.110377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a117b26-79ad-4458-a50a-5ab6e17213d1 req-131998b6-166c-428e-a082-e65494487029 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Nov 23 11:32:34.275637 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46639c-31e4-4958-bd4d-45f543a8b6f1 req-d4fb531a-854d-45be-8779-9b64187c59f5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:34.277126 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b46639c-31e4-4958-bd4d-45f543a8b6f1 req-d4fb531a-854d-45be-8779-9b64187c59f5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0570490 Nov 23 11:32:34.323138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7b46639c-31e4-4958-bd4d-45f543a8b6f1 req-2e5715e8-0df5-4ebe-87c1-1dd444dacf0f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Nov 23 11:32:35.521361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb46ab-df84-4450-a820-18b442caee0b req-b1add0c7-3bf0-42c0-a095-284d3e8ac91e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:35.522844 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14fb46ab-df84-4450-a820-18b442caee0b req-b1add0c7-3bf0-42c0-a095-284d3e8ac91e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0958920 Nov 23 11:32:35.570033 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-14fb46ab-df84-4450-a820-18b442caee0b req-140a6df7-dd6d-4656-b29c-cc806f9678c9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Nov 23 11:32:36.685959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a81648-c0ae-4c6f-ac09-b0e1760771c3 req-6d75c93b-cc67-4a43-bf2c-d420b0e1a047 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:36.687582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f9a81648-c0ae-4c6f-ac09-b0e1760771c3 req-6d75c93b-cc67-4a43-bf2c-d420b0e1a047 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0492609 Nov 23 11:32:36.735528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f9a81648-c0ae-4c6f-ac09-b0e1760771c3 req-a67c324a-0ff3-4b38-bb02-57fa3f56e85a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Nov 23 11:32:37.856642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41a93d-4f78-4929-b7f4-a5d1af71d7fe req-2816a967-9214-4272-abe7-cd88bc857847 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:37.858232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc41a93d-4f78-4929-b7f4-a5d1af71d7fe req-2816a967-9214-4272-abe7-cd88bc857847 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0549517 Nov 23 11:32:37.905751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bc41a93d-4f78-4929-b7f4-a5d1af71d7fe req-da2e4fe5-51c7-49f9-acbe-ecd897e3ce14 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406570 Nov 23 11:32:39.026707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa03c7-f7f0-4e3a-9ae9-9bc05fa9d107 req-70f524a8-5ebc-492a-bc78-112f763601bf tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:39.028205 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-effa03c7-f7f0-4e3a-9ae9-9bc05fa9d107 req-70f524a8-5ebc-492a-bc78-112f763601bf tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0530138 Nov 23 11:32:39.161362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-effa03c7-f7f0-4e3a-9ae9-9bc05fa9d107 req-79a3efcc-5789-4297-90a8-1673cbf7172b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907266 Nov 23 11:32:40.278449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff5113-0823-462d-8372-e8df6d5580bb req-3dd783ca-a0c5-4ff2-8d4e-5dcb642921cd tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:40.279917 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3aff5113-0823-462d-8372-e8df6d5580bb req-3dd783ca-a0c5-4ff2-8d4e-5dcb642921cd tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0503342 Nov 23 11:32:40.326691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3aff5113-0823-462d-8372-e8df6d5580bb req-8f2b28e9-c1af-444e-be44-07058394a94d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Nov 23 11:32:41.445085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c709e9-527f-4452-b07f-7f16aafe0c77 req-59bb5050-3e92-4912-afa2-235e79f19423 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:41.446598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21c709e9-527f-4452-b07f-7f16aafe0c77 req-59bb5050-3e92-4912-afa2-235e79f19423 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0490077 Nov 23 11:32:41.494344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-21c709e9-527f-4452-b07f-7f16aafe0c77 req-e896ba25-5af1-4d2b-8a26-e6527e4edf9b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Nov 23 11:32:41.552277 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-2f378a00-cfed-4ef5-b0f8-f5f6fe8311d1 service neutron] show failed (client error): The resource could not be found. Nov 23 11:32:41.553307 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-2f378a00-cfed-4ef5-b0f8-f5f6fe8311d1 service neutron] 10.222.0.58 "GET /v2.0/ports/9cf7d22c-6f49-4752-8438-acb5f99795ff/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0537350 Nov 23 11:32:41.762782 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-7a2eafae-e7dc-42ab-8d4e-1593fca52ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:41.764196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-7a2eafae-e7dc-42ab-8d4e-1593fca52ba0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5&tenant_id=f4542558fb974a5d8e88547df51f700c HTTP/1.1" status: 200 len: 1096 time: 0.0476553 Nov 23 11:32:41.780339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:32:41.833209 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:42.044073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:42.076822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:32:42.121165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:42.123808 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa7e41b-28b0-4623-999a-8460646f8436" -d '{"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:42.128098 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:42.142624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Transition to ACTIVE for port object 9cf7d22c-6f49-4752-8438-acb5f99795ff will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:32:42.146334 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:42.176010 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b2b145-484c-4593-a615-d241ac1d2183 x-openstack-request-id: req-66b2b145-484c-4593-a615-d241ac1d2183 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:42.176279 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-unplugged", "status": "completed", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:42.176533 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-66b2b145-484c-4593-a615-d241ac1d2183 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:42.176933 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'code': 200} Nov 23 11:32:42.213076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] No DVR routers for this DVR port 9cf7d22c-6f49-4752-8438-acb5f99795ff on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:32:42.214935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:42.249828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:32:42.250169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:32:42.250499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:32:42.255355 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Port 9cf7d22c-6f49-4752-8438-acb5f99795ff on network ec0af92a-764b-4e2e-9824-9b632aad296f not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:32:42.255678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Attempting to bind port 9cf7d22c-6f49-4752-8438-acb5f99795ff on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:32:42.260454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:32:42.260791 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Checking segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:32:42.261206 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Bound using segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:32:42.261632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Bound port: 9cf7d22c-6f49-4752-8438-acb5f99795ff, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:32:42.261984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:42.326961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:32:42.330466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:32:42.335131 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:42.368969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:42.369608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:42.371118 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] 10.222.0.65 "PUT /v2.0/ports/9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 1091 time: 0.5948231 Nov 23 11:32:42.394680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1979e-1f93-4115-838f-97a99582d128 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:42.443681 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-ddf45065-129a-4c68-8c36-b2bd0cbdf628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:42.445200 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-ddf45065-129a-4c68-8c36-b2bd0cbdf628 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0425193 Nov 23 11:32:42.547000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-ca72e633-864b-44e7-b4b2-a41576b74d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:42.549359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-ca72e633-864b-44e7-b4b2-a41576b74d54 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0921552 Nov 23 11:32:42.597554 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-83be6cb6-8c0a-4010-9ddf-d6cc235b3f9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0367234 Nov 23 11:32:42.615658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbc61d-2082-4f56-92e8-94e45c8b605c req-0751b84b-536d-4a5b-b807-b80379c3702d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:42.617198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62fbc61d-2082-4f56-92e8-94e45c8b605c req-0751b84b-536d-4a5b-b807-b80379c3702d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0541289 Nov 23 11:32:42.650346 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-9028be57-cf0f-439b-9e1a-ecec68a6f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:42.651858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-9028be57-cf0f-439b-9e1a-ecec68a6f6b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0456550 Nov 23 11:32:42.666009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62fbc61d-2082-4f56-92e8-94e45c8b605c req-f4e8bf2f-7210-4326-9871-6efc0dbde889 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421474 Nov 23 11:32:42.693215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-572295dc-9495-4017-bac3-d14aaa120c90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296082 Nov 23 11:32:42.784562 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-2336d8f4-b33b-4e3b-af91-2ea85f5ef143 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818729 Nov 23 11:32:42.883497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4017ae7-e2f8-4665-ab51-3e99275cc420 req-8a19b9bd-f4ae-4347-9e04-5e3b736e9313 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880227 Nov 23 11:32:43.785672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fb798-6e9c-4fc5-8d95-5a6f3d290765 req-123dd3c5-fe94-4666-8288-0b29f4c01de1 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:43.787130 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c70fb798-6e9c-4fc5-8d95-5a6f3d290765 req-123dd3c5-fe94-4666-8288-0b29f4c01de1 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0484345 Nov 23 11:32:43.833399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c70fb798-6e9c-4fc5-8d95-5a6f3d290765 req-14614971-c152-45b4-be04-d19e064d9c4a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Nov 23 11:32:44.113448 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:32:44.178703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:44.181323 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a09c7-ee04-4742-a584-72810af5a400" -d '{"events": [{"name": "network-changed", "server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:44.229693 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b724d89-9e61-4295-9ac4-212886a10ab5 x-openstack-request-id: req-1b724d89-9e61-4295-9ac4-212886a10ab5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:44.229993 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:44.230254 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b724d89-9e61-4295-9ac4-212886a10ab5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:44.230692 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'status': 'completed', 'code': 200} Nov 23 11:32:44.294542 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a09c7-ee04-4742-a584-72810af5a400 req-00f22e8b-7af4-46d0-bc8f-5bb30eb45557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:44.296158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-00f22e8b-7af4-46d0-bc8f-5bb30eb45557 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0423086 Nov 23 11:32:44.416066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a09c7-ee04-4742-a584-72810af5a400 req-a17f73a1-7bff-4043-a0ea-d183da4d9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:44.417590 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-a17f73a1-7bff-4043-a0ea-d183da4d9e14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1094 time: 0.1205828 Nov 23 11:32:44.434826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a09c7-ee04-4742-a584-72810af5a400 req-9280240e-b0f8-4ed5-a221-9d56a6da4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:44.436230 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-9280240e-b0f8-4ed5-a221-9d56a6da4807 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.1307204 Nov 23 11:32:44.490975 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-a3ef24bc-010a-45a0-b447-0b09d3bd4081 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0445998 Nov 23 11:32:44.584634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a09c7-ee04-4742-a584-72810af5a400 req-d1c6b7ef-70cb-45c8-96f4-a108d1e071ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:44.586171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-d1c6b7ef-70cb-45c8-96f4-a108d1e071ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0666380 Nov 23 11:32:44.589454 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a09c7-ee04-4742-a584-72810af5a400 req-70ee91e4-7606-4dea-9ed5-05c7796d4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:44.590764 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-476fd8e9-7580-4735-88e3-ef73b0c805ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:44.591390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-70ee91e4-7606-4dea-9ed5-05c7796d4527 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.1658199 Nov 23 11:32:44.650093 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-8e1aff8a-584e-49cd-8eb2-a2d6b1df68d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559886 Nov 23 11:32:44.651750 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-ce48cd16-2ba3-4b2a-bea9-c2ffc2b88a08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0502274 Nov 23 11:32:44.759368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a09c7-ee04-4742-a584-72810af5a400 req-854b1d00-39a7-4c5c-bb9d-94e440f8cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:44.760741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-854b1d00-39a7-4c5c-bb9d-94e440f8cfee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.1024280 Nov 23 11:32:44.800343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-347a1ae1-b301-4019-96f8-7830d68a7eef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310614 Nov 23 11:32:44.821760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-f3dd09c2-da12-4c12-9efa-4f5f82a94d6d service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622503 Nov 23 11:32:45.033435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-988e06e8-c297-4a57-b12c-fc69bffd1a39 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256632 Nov 23 11:32:45.039120 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-f3013c8c-a9c1-4f35-a8e7-77917c3cccd6 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040167 Nov 23 11:32:45.058992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c976d5-3d1d-48f0-961a-51ff813ebab4 req-4310f6d6-d211-4946-8899-5ff131721a3f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:45.060550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d4c976d5-3d1d-48f0-961a-51ff813ebab4 req-4310f6d6-d211-4946-8899-5ff131721a3f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.1459174 Nov 23 11:32:45.076423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:32:45.119223 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:32:45.172330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d4c976d5-3d1d-48f0-961a-51ff813ebab4 req-02711e10-dd90-432b-9c45-694338c76f03 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971389 Nov 23 11:32:45.187045 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-993a09c7-ee04-4742-a584-72810af5a400 req-6a2ac9e3-3883-4abd-af7a-6775e387e621 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447175 Nov 23 11:32:45.405366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578d1f-a91d-445a-a976-76dffa3105c0 req-901f2251-3b5e-49bb-a120-3f711f84f43c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:45.406857 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31578d1f-a91d-445a-a976-76dffa3105c0 req-901f2251-3b5e-49bb-a120-3f711f84f43c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0879295 Nov 23 11:32:45.420621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-0b49757c-1b6b-4eb7-addb-815224cca982 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:45.422085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-0b49757c-1b6b-4eb7-addb-815224cca982 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.58 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5&tenant_id=f4542558fb974a5d8e88547df51f700c&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 943 time: 0.0698078 Nov 23 11:32:45.503649 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-31578d1f-a91d-445a-a976-76dffa3105c0 req-9f835227-4a7e-4f58-81bc-c00527792087 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Nov 23 11:32:45.508709 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-5ac4ac90-04fc-4a45-a80e-8507b33dd926 service neutron] delete failed (client error): The resource could not be found. Nov 23 11:32:45.509662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-5ac4ac90-04fc-4a45-a80e-8507b33dd926 service neutron] 10.222.0.58 "DELETE /v2.0/ports/9cf7d22c-6f49-4752-8438-acb5f99795ff/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0794163 Nov 23 11:32:45.598443 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-bd94222e-97e0-4d38-9b53-e11eadb1f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:45.599819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-bd94222e-97e0-4d38-9b53-e11eadb1f9e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 1094 time: 0.0452945 Nov 23 11:32:45.693689 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-bc295d96-7b9d-4274-b27f-ac51c3f5f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:45.695145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-bc295d96-7b9d-4274-b27f-ac51c3f5f786 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0877380 Nov 23 11:32:45.738878 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-b4fb5485-9009-4664-adfd-82cc5f58f557 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 200 len: 217 time: 0.0369937 Nov 23 11:32:45.788058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-b633c159-a665-4831-bdb2-7d0fcf2bc4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:45.789569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-b633c159-a665-4831-bdb2-7d0fcf2bc4c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0427566 Nov 23 11:32:45.821271 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-9c70603b-7359-41fa-a2da-0f8569e30753 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246496 Nov 23 11:32:45.913476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-90767887-653e-4197-92d3-7f7dc96ce0bd service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852480 Nov 23 11:32:46.241953 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60bd8d63-6f56-4356-8f81-242068de5c59 req-e481b837-9984-42e6-a3c0-5e806ed7fcdf service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210065 Nov 23 11:32:46.628836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3878b9b-6645-4352-8204-ecfefea46ff3 req-1173b0e7-90f4-4648-8ede-7f769082fd38 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:46.630428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3878b9b-6645-4352-8204-ecfefea46ff3 req-1173b0e7-90f4-4648-8ede-7f769082fd38 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 943 time: 0.0544679 Nov 23 11:32:46.680029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3878b9b-6645-4352-8204-ecfefea46ff3 req-0e4a2f90-2198-4a79-b297-0cab30be5d51 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Nov 23 11:32:47.028400 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9bb3777b-e4af-4178-8ae5-30edc60441e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:47.429993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:32:47.528895 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:47.540547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f', 'port_id': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'mac_address': 'fa:16:3e:81:9a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352ce35f-373d-43be-92bb-d7d4c2e17e8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:32:47.581011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:47.593863 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf7d22c-6f49-4752-8438-acb5f99795ff {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:32:47.612566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:47.616274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:47.661983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:47.797243 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e951ca0-0535-48a6-91ea-364a83b9fc11 req-f6ca40d0-a5d8-4188-805c-31b3d8dea718 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:47.799832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e951ca0-0535-48a6-91ea-364a83b9fc11 req-f6ca40d0-a5d8-4188-805c-31b3d8dea718 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 944 time: 0.0515270 Nov 23 11:32:47.850287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e951ca0-0535-48a6-91ea-364a83b9fc11 req-6098ace1-08d8-486a-ba1e-9e10cc917f67 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Nov 23 11:32:47.862153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['9cf7d22c-6f49-4752-8438-acb5f99795ff'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:32:47.968017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51315bb-f4d1-4111-b55c-7f7443854edb req-2488868b-c951-4b68-9eed-65ea5be0e09d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:47.969589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c51315bb-f4d1-4111-b55c-7f7443854edb req-2488868b-c951-4b68-9eed-65ea5be0e09d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 944 time: 0.0509024 Nov 23 11:32:48.022616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c51315bb-f4d1-4111-b55c-7f7443854edb req-3d55eb23-ef85-4228-b9d4-850f55bb97a7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461597 Nov 23 11:32:48.135887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ef6fa-c8ba-47b9-9f86-65094e3bbac0 req-096f7c4e-b60c-4131-970c-8f950f6bed70 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:48.136793 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-081ef6fa-c8ba-47b9-9f86-65094e3bbac0 req-096f7c4e-b60c-4131-970c-8f950f6bed70 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 944 time: 0.0484607 Nov 23 11:32:48.184279 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-081ef6fa-c8ba-47b9-9f86-65094e3bbac0 req-6afc8549-3408-4e87-b19f-3aa6c525068f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Nov 23 11:32:48.532992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-bc6dc02c-493e-4955-941b-5db88ae5c35c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:48.534383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-bc6dc02c-493e-4955-941b-5db88ae5c35c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 814 time: 0.1070445 Nov 23 11:32:48.549313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-f6a47ce8-36a0-4623-bf08-dfed0ed41af7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/quotas/f4542558fb974a5d8e88547df51f700c HTTP/1.1" status: 200 len: 375 time: 0.0093172 Nov 23 11:32:48.607181 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-da9eef66-6bff-4148-aefb-6ddda0505ab9 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526021 Nov 23 11:32:48.700680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-084a2b4c-f9dd-47d6-8ac5-733909266d01 service neutron] 10.222.0.61 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853696 Nov 23 11:32:48.726142 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:48.792611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-35fcac3a-3bf4-4429-916c-2a4cedc32ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852897 Nov 23 11:32:48.956013 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6024a41c-04ad-4aeb-9934-6c8bd765e0cd req-67eaaf18-ab86-40b5-95e9-ce1237fc597c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 210 time: 0.0255644 Nov 23 11:32:49.455465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:32:49.506959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 9cf7d22c-6f49-4752-8438-acb5f99795ff completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:32:49.510959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 9cf7d22c-6f49-4752-8438-acb5f99795ff triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:32:49.511338 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:49.594464 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:49.620175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:49.622450 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed21d1-6594-4a06-b346-61f2c2eb5132" -d '{"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-plugged", "status": "completed", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:49.635747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:49.639944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:49.666795 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5781c148-1f3b-41bc-8de2-3591a6b2e9ca x-openstack-request-id: req-5781c148-1f3b-41bc-8de2-3591a6b2e9ca {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:49.667096 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-plugged", "status": "completed", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:49.667358 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5781c148-1f3b-41bc-8de2-3591a6b2e9ca {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:49.667760 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'code': 200} Nov 23 11:32:49.703830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:49.707976 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:49.791543 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.65', 55339) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:32:49.828786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-1282eb22-5eef-4b65-9db4-68c5e48989de tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:49.830294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-1282eb22-5eef-4b65-9db4-68c5e48989de tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.65 "GET /v2.0/ports?device_id=f535a003-0707-4096-9abd-c9ab8d361ab5 HTTP/1.1" status: 200 len: 945 time: 0.0543513 Nov 23 11:32:49.905340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-f4d9b39e-39d0-4ac0-8c4a-b56eb28b5fd6 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:49.907171 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-f4d9b39e-39d0-4ac0-8c4a-b56eb28b5fd6 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 814 time: 0.1060655 Nov 23 11:32:49.923485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Request body: {'port': {'device_id': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f', 'admin_state_up': True, 'tenant_id': 'f4542558fb974a5d8e88547df51f700c'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:32:49.934250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Deleting port 9cf7d22c-6f49-4752-8438-acb5f99795ff {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:32:49.934690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.027605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] For port 9cf7d22c-6f49-4752-8438-acb5f99795ff, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=9cf7d22c-6f49-4752-8438-acb5f99795ff,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:50.027984 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.042140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Calling delete_port for 9cf7d22c-6f49-4752-8438-acb5f99795ff owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:32:50.061647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-78b0d2a7-00af-4f10-8ce1-1fa311f31f0a req-2f307f1d-f32a-4a94-8b2d-894aa6ebb6ce tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 210 time: 0.0301440 Nov 23 11:32:50.062385 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Made reservation on behalf of f4542558fb974a5d8e88547df51f700c for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:32:50.066151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.178321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.196912 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['9cf7d22c-6f49-4752-8438-acb5f99795ff'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:32:50.208451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Allocated IP 172.20.0.4 (ec0af92a-764b-4e2e-9824-9b632aad296f/352ce35f-373d-43be-92bb-d7d4c2e17e8a/6b76bccc-1279-4222-b3d7-196dfcf6566a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:32:50.209351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Pushing event deleted for resources: {'Port': ['ID=9cf7d22c-6f49-4752-8438-acb5f99795ff,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:50.221547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.221985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.222329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.222671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.223012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.223344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.223673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.223998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.224322 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.224652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.225016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.225501 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:50.228784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.265377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] No DVR routers for this DVR port 9cf7d22c-6f49-4752-8438-acb5f99795ff on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:32:50.268580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.271928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.65 "DELETE /v2.0/ports/9cf7d22c-6f49-4752-8438-acb5f99795ff HTTP/1.1" status: 204 len: 173 time: 0.4320784 Nov 23 11:32:50.272369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-deleted', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:50.274660 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2070c9ec84f71c4562b187d2ad36010cfef6a503e626ebb2be5ee49fee20c2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d8e41-c059-4588-82a2-77f8b9af1ff4" -d '{"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-deleted", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:50.312345 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b9130b-ed52-4caa-b7f6-e1f45638fc2d x-openstack-request-id: req-b8b9130b-ed52-4caa-b7f6-e1f45638fc2d {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:50.312706 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f535a003-0707-4096-9abd-c9ab8d361ab5", "name": "network-vif-deleted", "tag": "9cf7d22c-6f49-4752-8438-acb5f99795ff", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:50.312903 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8b9130b-ed52-4caa-b7f6-e1f45638fc2d {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:50.313423 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f535a003-0707-4096-9abd-c9ab8d361ab5', 'name': 'network-vif-deleted', 'tag': '9cf7d22c-6f49-4752-8438-acb5f99795ff', 'status': 'completed', 'code': 200} Nov 23 11:32:50.366017 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.385487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.420362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.432058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['9cf7d22c-6f49-4752-8438-acb5f99795ff'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:32:50.465758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Network ec0af92a-764b-4e2e-9824-9b632aad296f is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:32:50.474094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:32:50.476464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:32:50.512734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:50.538507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:50.539131 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:50.558898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-2e6e7015-1854-4ed3-968b-7e711d5f31e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6405003 Nov 23 11:32:50.654651 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Request body: {'port': {'device_id': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:32:50.711606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:51.018036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b76bccc-1279-4222-b3d7-196dfcf6566a {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:32:51.025413 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:51.041772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Transition to ACTIVE for port object 6b76bccc-1279-4222-b3d7-196dfcf6566a will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:32:51.045627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:51.116103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:51.198265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:32:51.198601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:32:51.198929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:32:51.212193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601e9a6-ffe7-4041-95a8-166eca6edfd7 req-1d553b2a-59fa-4e50-9111-b865c4d42dd2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:51.213699 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8601e9a6-ffe7-4041-95a8-166eca6edfd7 req-1d553b2a-59fa-4e50-9111-b865c4d42dd2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0773785 Nov 23 11:32:51.214673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Port 6b76bccc-1279-4222-b3d7-196dfcf6566a on network ec0af92a-764b-4e2e-9824-9b632aad296f not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:32:51.214990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:32:51.221995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:32:51.222332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Checking segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:32:51.222712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Bound using segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:32:51.223139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Bound port: 6b76bccc-1279-4222-b3d7-196dfcf6566a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:32:51.223497 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:51.298776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8601e9a6-ffe7-4041-95a8-166eca6edfd7 req-de0197ba-04d1-49d9-bdd4-c13c1fbac6b6 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780065 Nov 23 11:32:51.318227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:32:51.321687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:32:51.325668 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:51.358978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:51.359617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:51.361677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] 10.222.0.65 "PUT /v2.0/ports/6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 1091 time: 0.7497373 Nov 23 11:32:51.362115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:51.387811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed20f6-24e5-4f3e-b272-d418cd4d1cce service neutron] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:51.417063 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa638f-33fd-4ddd-a675-de5310f56e13" -d '{"events": [{"name": "network-changed", "server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:51.486355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-eadabcc2-44d4-4ad7-996f-bcac78320e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:51.487872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-eadabcc2-44d4-4ad7-996f-bcac78320e0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1094 time: 0.0811040 Nov 23 11:32:51.549014 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a322bd6f-c717-4ecd-90cf-91bbcde0a557 x-openstack-request-id: req-a322bd6f-c717-4ecd-90cf-91bbcde0a557 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:51.549269 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:51.549529 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a322bd6f-c717-4ecd-90cf-91bbcde0a557 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:51.549943 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'status': 'completed', 'code': 200} Nov 23 11:32:51.551738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-13a86fba-93bc-4b60-a6a8-5d8204ca77f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0554683 Nov 23 11:32:51.611953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-851fc0f7-25a7-4f0f-9049-e150465d8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:51.613437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-851fc0f7-25a7-4f0f-9049-e150465d8c80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0529354 Nov 23 11:32:51.669507 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-edb27af3-8eff-4c3d-b8e6-67195c0bd44d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445030 Nov 23 11:32:51.766383 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-3530d202-84a7-4238-a862-935b095f562f service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845244 Nov 23 11:32:51.856004 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e32969d2-b972-4ba9-ac25-51ae5d3f1882 req-562b077e-6ec6-4211-b0ca-b8d2530d6f00 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818033 Nov 23 11:32:51.951568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-ead20f55-5060-439f-87ce-2ec78dc97989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:51.953055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-ead20f55-5060-439f-87ce-2ec78dc97989 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1094 time: 0.0445600 Nov 23 11:32:52.104286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-45f6722a-f5e2-4d8e-ac28-7872b5a4b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:52.105838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-45f6722a-f5e2-4d8e-ac28-7872b5a4b559 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.1456273 Nov 23 11:32:52.151469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-a7c83a94-f60f-414b-89a7-961fb5fd9047 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0342627 Nov 23 11:32:52.203848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-3324a8ed-67ae-4054-a3d8-2b7ec2c5264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:52.206118 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-3324a8ed-67ae-4054-a3d8-2b7ec2c5264a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0475061 Nov 23 11:32:52.237858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-1f6f6138-f0c1-431d-8937-8dcc2feb7679 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237374 Nov 23 11:32:52.327428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-39d85271-ab13-49fe-a1a1-fa889ad799ec service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820739 Nov 23 11:32:52.455758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-49fa638f-33fd-4ddd-a675-de5310f56e13 req-f81d7a91-8a94-4521-ae71-ae8e7a1033b1 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209419 Nov 23 11:32:52.465029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade59f6-b896-449f-b5cc-9d04c2dcf10b req-8d6af3cc-6519-4bdb-bf49-6149cdf8439b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:52.466610 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cade59f6-b896-449f-b5cc-9d04c2dcf10b req-8d6af3cc-6519-4bdb-bf49-6149cdf8439b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0967615 Nov 23 11:32:52.518486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cade59f6-b896-449f-b5cc-9d04c2dcf10b req-078dc8d2-fcc9-463b-8dd0-09e6785f6790 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Nov 23 11:32:52.559329 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:53.463498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:32:53.484031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 9cf7d22c-6f49-4752-8438-acb5f99795ff {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:32:53.484381 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 9cf7d22c-6f49-4752-8438-acb5f99795ff not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:32:53.634040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6d4bb-bcdd-4580-8a59-80e6e3af7f82 req-b813ff98-3381-499e-895e-d844f05fc6c8 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:53.635557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3f6d4bb-bcdd-4580-8a59-80e6e3af7f82 req-b813ff98-3381-499e-895e-d844f05fc6c8 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0486789 Nov 23 11:32:53.681995 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3f6d4bb-bcdd-4580-8a59-80e6e3af7f82 req-af1a2ef8-d172-4ffd-89d5-58bda3bef239 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Nov 23 11:32:54.797849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df107-720b-4fa6-a27e-407891a7712c req-fb5d487e-0836-4061-a00f-4e1b3b76a35b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:54.799837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-281df107-720b-4fa6-a27e-407891a7712c req-fb5d487e-0836-4061-a00f-4e1b3b76a35b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0520933 Nov 23 11:32:54.846561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-281df107-720b-4fa6-a27e-407891a7712c req-289e75ae-4520-4a2e-8a9b-caf92307df5b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Nov 23 11:32:55.478317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:32:55.571257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:55.582182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f', 'port_id': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'mac_address': 'fa:16:3e:40:19:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352ce35f-373d-43be-92bb-d7d4c2e17e8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:32:55.621645 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:55.634607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b76bccc-1279-4222-b3d7-196dfcf6566a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:32:55.652747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:55.656678 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:55.703064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:55.710888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.711244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.711590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.711934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.712271 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.712607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.712948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.713318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.713652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.713984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.714313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.714642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:32:55.898450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['6b76bccc-1279-4222-b3d7-196dfcf6566a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:32:55.965961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81862e-ab1b-41e2-a5b9-59f3be41b7c9 req-f3d0f20c-5e45-4967-8285-f44b1897b7e7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:55.967496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a81862e-ab1b-41e2-a5b9-59f3be41b7c9 req-f3d0f20c-5e45-4967-8285-f44b1897b7e7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 944 time: 0.0492380 Nov 23 11:32:56.022523 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7a81862e-ab1b-41e2-a5b9-59f3be41b7c9 req-77560820-ab5a-448a-b234-db12b81b47e2 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475121 Nov 23 11:32:57.135677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0343f-9ac3-4c31-b8c9-48b81a170691 req-abe29ec5-4cda-4e28-b09d-b9327add889c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:57.137191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95f0343f-9ac3-4c31-b8c9-48b81a170691 req-abe29ec5-4cda-4e28-b09d-b9327add889c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 944 time: 0.0473824 Nov 23 11:32:57.184646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-95f0343f-9ac3-4c31-b8c9-48b81a170691 req-1c5ee8ce-0180-4deb-b8c4-b6cc39c323c1 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Nov 23 11:32:57.478227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:32:57.527778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 6b76bccc-1279-4222-b3d7-196dfcf6566a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:32:57.531610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 6b76bccc-1279-4222-b3d7-196dfcf6566a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:32:57.531989 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:57.624111 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:57.649394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:32:57.651941 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ac3b711995d12af3c8cd0f8cc437bd3a0385432eb6f1118c8ca68612e698059" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ba550-6378-464c-9c7a-af3e9eb2f868" -d '{"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-plugged", "status": "completed", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:32:57.664166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:32:57.668089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:32:57.693601 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a32a80c-04e5-44c2-bbe5-9cb64b62bb91 x-openstack-request-id: req-0a32a80c-04e5-44c2-bbe5-9cb64b62bb91 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:32:57.693897 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-plugged", "status": "completed", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:32:57.694149 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0a32a80c-04e5-44c2-bbe5-9cb64b62bb91 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:32:57.694538 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'code': 200} Nov 23 11:32:57.720840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:32:57.799326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e8dc5-f135-41ab-9ffc-194f7b531caf req-614d976a-4dd1-4dd4-bed0-c203c7875e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:57.800872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-135e8dc5-f135-41ab-9ffc-194f7b531caf req-614d976a-4dd1-4dd4-bed0-c203c7875e74 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1096 time: 0.0425768 Nov 23 11:32:57.846594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-135e8dc5-f135-41ab-9ffc-194f7b531caf req-f264c766-d289-4471-ae45-9da2f6fbb7a4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367765 Nov 23 11:32:58.305153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68b73c-c395-4f0a-9344-597b618bd6d6 req-920084bc-7e87-49cf-ae43-65f327888d37 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:58.307617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e68b73c-c395-4f0a-9344-597b618bd6d6 req-920084bc-7e87-49cf-ae43-65f327888d37 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0532269 Nov 23 11:32:58.363232 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e68b73c-c395-4f0a-9344-597b618bd6d6 req-b848b809-7b46-4d4a-992a-1615354ddeee tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Nov 23 11:32:59.479002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3692b-ca99-4712-aff6-6a68d80b162d req-f2983cb6-89f9-40be-b1f0-f34f36a3302c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:59.480505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18c3692b-ca99-4712-aff6-6a68d80b162d req-f2983cb6-89f9-40be-b1f0-f34f36a3302c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Nov 23 11:32:59.528659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-18c3692b-ca99-4712-aff6-6a68d80b162d req-8f73e6ce-6c8f-4b04-98f3-0fd704748575 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422378 Nov 23 11:32:59.645991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ca08a-2d73-41f3-904f-d9d3bca1c0d5 req-08ca7500-f5d5-4615-963a-f21916dca183 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:59.647372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab8ca08a-2d73-41f3-904f-d9d3bca1c0d5 req-08ca7500-f5d5-4615-963a-f21916dca183 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0481710 Nov 23 11:32:59.697119 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ab8ca08a-2d73-41f3-904f-d9d3bca1c0d5 req-5cff3aad-c51b-41c4-a5b2-294333b8b975 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Nov 23 11:32:59.948496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-5512d490-fb7d-42f8-ad56-91f7889c0213 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677829 Nov 23 11:32:59.956982 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd3c2-88bc-4488-9478-35267240ca6a req-6e7111c7-e95b-49b9-88b7-f7f007407057 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:32:59.958619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54dcd3c2-88bc-4488-9478-35267240ca6a req-6e7111c7-e95b-49b9-88b7-f7f007407057 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0702667 Nov 23 11:33:00.009418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-54dcd3c2-88bc-4488-9478-35267240ca6a req-cea74242-ada1-4112-954b-88af875099f1 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Nov 23 11:33:01.020067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-b86b8746-731d-4999-a908-440accdd04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:01.021557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-b86b8746-731d-4999-a908-440accdd04b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1096 time: 0.0396094 Nov 23 11:33:01.122054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-5fc92cc0-bfc1-4150-bbbf-4d3c41709dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:01.123757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-5fc92cc0-bfc1-4150-bbbf-4d3c41709dce service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0922976 Nov 23 11:33:01.130268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c892-6a34-4d1b-9ce7-45cbe6ad0ad6 req-2f693ab7-6f3a-4b14-9008-3110525e1658 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:01.131725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3093c892-6a34-4d1b-9ce7-45cbe6ad0ad6 req-2f693ab7-6f3a-4b14-9008-3110525e1658 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Nov 23 11:33:01.172297 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-aae40e83-a6ed-4cad-b7c8-4fdf2f659f65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0364242 Nov 23 11:33:01.179289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3093c892-6a34-4d1b-9ce7-45cbe6ad0ad6 req-6b670c83-3559-498b-a97c-f01dfa771ebd tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Nov 23 11:33:01.224766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-8ea7fc2a-bfd6-43b1-92f7-d6eef9d6dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:01.226250 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-8ea7fc2a-bfd6-43b1-92f7-d6eef9d6dfbf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0469899 Nov 23 11:33:01.257893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-afe56f64-a5d8-40e0-901b-c716f66f6549 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244346 Nov 23 11:33:01.344587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ff5a3ac1-694a-4dc5-bba3-15a738276d0d service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795777 Nov 23 11:33:01.436057 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ba512998-8b09-494c-86d1-88cfe25b218e service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 Nov 23 11:33:02.309640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880061c-0d57-4695-b1b9-73ec8fafef99 req-d9c57138-182a-4215-89ca-7a61ba5eea10 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:02.311125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3880061c-0d57-4695-b1b9-73ec8fafef99 req-d9c57138-182a-4215-89ca-7a61ba5eea10 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Nov 23 11:33:02.360723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3880061c-0d57-4695-b1b9-73ec8fafef99 req-e2145390-34d7-4c80-86ba-8b64fbbcbcda tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Nov 23 11:33:03.482970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad93a2-cae8-4a76-8f0e-ea842b9b58ec req-9652681a-2b6a-4ec7-b3a3-1a0f725a66da tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:03.484495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00ad93a2-cae8-4a76-8f0e-ea842b9b58ec req-9652681a-2b6a-4ec7-b3a3-1a0f725a66da tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0556121 Nov 23 11:33:03.531592 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00ad93a2-cae8-4a76-8f0e-ea842b9b58ec req-b8e87455-5397-4722-a412-2c5e56eb71e1 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Nov 23 11:33:04.656207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8906816-385f-4939-bc22-4a85a35d954b req-0c4d6a38-c40f-47df-b53f-787591edbedd tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:04.657713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8906816-385f-4939-bc22-4a85a35d954b req-0c4d6a38-c40f-47df-b53f-787591edbedd tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0519304 Nov 23 11:33:04.703705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8906816-385f-4939-bc22-4a85a35d954b req-7e536dc4-2390-4313-b435-0aff09a40a30 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Nov 23 11:33:05.821009 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47e02-df86-4cb4-b649-bba4e1892d3c req-b81699ae-561a-4111-9777-4e92ad2bbb15 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:05.822539 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab47e02-df86-4cb4-b649-bba4e1892d3c req-b81699ae-561a-4111-9777-4e92ad2bbb15 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Nov 23 11:33:05.870988 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-eab47e02-df86-4cb4-b649-bba4e1892d3c req-7c9ce416-5782-4dee-9de2-b269c6e06089 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 Nov 23 11:33:06.986374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337d761-325a-4de2-b925-a72024c49935 req-a83eeadf-abdb-40a7-b5f0-7e5cfc06e554 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:06.987857 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4337d761-325a-4de2-b925-a72024c49935 req-a83eeadf-abdb-40a7-b5f0-7e5cfc06e554 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Nov 23 11:33:07.034116 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4337d761-325a-4de2-b925-a72024c49935 req-e7702809-9e50-4f85-ba15-dc82f52f0b9a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Nov 23 11:33:08.151066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12697ef8-acd4-42a5-9e27-51ba98e76a97 req-59c59000-c733-452f-a7dd-7b42bc909e79 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:08.152557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12697ef8-acd4-42a5-9e27-51ba98e76a97 req-59c59000-c733-452f-a7dd-7b42bc909e79 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Nov 23 11:33:08.203229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12697ef8-acd4-42a5-9e27-51ba98e76a97 req-77c92eec-ab77-4a22-9ff7-8b0202b1382c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447097 Nov 23 11:33:09.324661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8cd5f-5c82-4928-b189-f5dc4537d52b req-af896801-4ba2-478c-a241-d65543f10497 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:09.326146 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3d8cd5f-5c82-4928-b189-f5dc4537d52b req-af896801-4ba2-478c-a241-d65543f10497 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0512891 Nov 23 11:33:09.372746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d3d8cd5f-5c82-4928-b189-f5dc4537d52b req-e40755e2-c3b4-41eb-8e05-06464ac9fe8c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Nov 23 11:33:10.488620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad36c71-3f8b-4c01-a93b-57627bb1c2a6 req-b55047a1-2ca4-43cb-a4de-58ac0c55735e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:10.490730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ad36c71-3f8b-4c01-a93b-57627bb1c2a6 req-b55047a1-2ca4-43cb-a4de-58ac0c55735e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0489614 Nov 23 11:33:10.538269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ad36c71-3f8b-4c01-a93b-57627bb1c2a6 req-6707c7c5-df40-4809-bea9-9bff2e11450b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Nov 23 11:33:11.653424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5569b-ad9b-4f83-868a-fe69455ca9d9 req-b1e478a7-4905-4cae-a438-4b6c5324417d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:11.654893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74e5569b-ad9b-4f83-868a-fe69455ca9d9 req-b1e478a7-4905-4cae-a438-4b6c5324417d tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0486240 Nov 23 11:33:11.700617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74e5569b-ad9b-4f83-868a-fe69455ca9d9 req-6ad3b43a-bba9-4583-9e0b-ea5527e1bd27 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Nov 23 11:33:12.821247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c92cf7-bbb9-4311-8652-dd9bdef25238 req-e47f58fc-bb4a-4efb-9e37-d16231d29e59 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:12.822725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1c92cf7-bbb9-4311-8652-dd9bdef25238 req-e47f58fc-bb4a-4efb-9e37-d16231d29e59 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0485458 Nov 23 11:33:12.870138 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a1c92cf7-bbb9-4311-8652-dd9bdef25238 req-e8fc9180-802f-415f-81d4-1a465da08659 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Nov 23 11:33:13.987865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcda634-0cc5-4334-b73c-67089bbb95fd req-4a57377d-3d2b-42ae-ac85-0ae44c3e978c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:13.989401 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8bcda634-0cc5-4334-b73c-67089bbb95fd req-4a57377d-3d2b-42ae-ac85-0ae44c3e978c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0511472 Nov 23 11:33:14.041345 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8bcda634-0cc5-4334-b73c-67089bbb95fd req-469a487a-4577-4705-a874-e726a40a9918 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458853 Nov 23 11:33:14.598992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5505fe55-bc9f-4107-91b1-a2b1521b47c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:15.164127 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9790fb-0a2e-4618-84c3-d6340aea7cd2 req-1c42117c-66c5-4ff3-83f5-c7f0d4fdcc61 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:15.165719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e9790fb-0a2e-4618-84c3-d6340aea7cd2 req-1c42117c-66c5-4ff3-83f5-c7f0d4fdcc61 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0559678 Nov 23 11:33:15.214582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5e9790fb-0a2e-4618-84c3-d6340aea7cd2 req-a8537aa8-3401-4065-a664-1507044c939f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Nov 23 11:33:16.327735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b025-9566-4d61-b490-f2d8c849b02a req-81e8e33d-ad51-4a3f-a088-ba4eb1e8c611 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:16.329227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6912b025-9566-4d61-b490-f2d8c849b02a req-81e8e33d-ad51-4a3f-a088-ba4eb1e8c611 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Nov 23 11:33:16.377644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6912b025-9566-4d61-b490-f2d8c849b02a req-65a63664-42fc-4725-82e6-500d481926f5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Nov 23 11:33:17.030585 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f327f66-2b44-4bd3-ae9c-ddea2a97601d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:17.495949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84c8d9-88c3-4a60-ac44-a0adcf3b02cd req-0ff4459f-723e-487e-a041-c3b39383453c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:17.497444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ff84c8d9-88c3-4a60-ac44-a0adcf3b02cd req-0ff4459f-723e-487e-a041-c3b39383453c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0482118 Nov 23 11:33:17.544631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ff84c8d9-88c3-4a60-ac44-a0adcf3b02cd req-4ace1eb4-09fa-414e-8f7c-649ddff24710 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Nov 23 11:33:18.570690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-e71a425c-8d8b-4027-96d2-918824426b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:18.572260 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-e71a425c-8d8b-4027-96d2-918824426b49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1096 time: 0.0415678 Nov 23 11:33:18.729758 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:19.008736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e553f4-edf0-4676-a1c9-8c4b99cccaa1 req-27a2d10f-98e3-413f-a7f9-826600536fb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:19.010253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14e553f4-edf0-4676-a1c9-8c4b99cccaa1 req-27a2d10f-98e3-413f-a7f9-826600536fb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.3864689 Nov 23 11:33:19.015312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-476d67d5-85c1-4111-ab0c-de38e8df1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:19.016680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-476d67d5-85c1-4111-ab0c-de38e8df1d1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.4189532 Nov 23 11:33:19.068579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-df80826f-f847-4044-b1ff-429cecb56258 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0432837 Nov 23 11:33:19.123808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14e553f4-edf0-4676-a1c9-8c4b99cccaa1 req-b56da894-d381-4300-8a7b-b704610736e1 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060684 Nov 23 11:33:19.135311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-ced40ec7-2b09-4103-8c5c-9680c9db8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:19.136979 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-ced40ec7-2b09-4103-8c5c-9680c9db8676 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0589814 Nov 23 11:33:19.168990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-3a7182df-952a-4cfe-9d8f-e4021ae19b53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250905 Nov 23 11:33:19.261776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-d5036cf1-0bf7-4e43-aff6-c9daefbd2e8a service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852697 Nov 23 11:33:19.351374 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-897d829a-2aea-4404-b34d-faebdbb0be8a req-ef3c77c1-fdd8-4799-b10e-01bec80dd015 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823505 Nov 23 11:33:19.697664 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:20.199842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:20.257045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5723c18-3329-4a42-95aa-70d6f3a1644e req-d4f8de30-a329-4736-b105-95ecd9923232 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:20.258623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5723c18-3329-4a42-95aa-70d6f3a1644e req-d4f8de30-a329-4736-b105-95ecd9923232 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0639393 Nov 23 11:33:20.305919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5723c18-3329-4a42-95aa-70d6f3a1644e req-e364037f-3bd8-4702-9e23-3530e04ce5aa tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Nov 23 11:33:20.385607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:21.112979 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:33:21.424129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab0083-00a4-4c09-a6fd-b425b5d2d44a req-4e21f8a9-6f00-4c65-8f9e-6e70a5df6ade tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:21.425670 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50ab0083-00a4-4c09-a6fd-b425b5d2d44a req-4e21f8a9-6f00-4c65-8f9e-6e70a5df6ade tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Nov 23 11:33:21.478290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50ab0083-00a4-4c09-a6fd-b425b5d2d44a req-64bd1f6e-9b8d-4bd0-b325-024c113b5ee6 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Nov 23 11:33:22.557857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:22.606802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fc202-8879-49b4-85ff-e3a6f49b3d1b req-b826ca29-bb2f-41fc-8372-43c59410bab4 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:22.608311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-327fc202-8879-49b4-85ff-e3a6f49b3d1b req-b826ca29-bb2f-41fc-8372-43c59410bab4 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Nov 23 11:33:22.657821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-327fc202-8879-49b4-85ff-e3a6f49b3d1b req-f91c1326-f3be-46f8-bee0-5bc0fcda3fd0 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Nov 23 11:33:23.778124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7626533-c08c-46e5-a440-4411842bfd75 req-f37c365b-4d43-4b31-b545-d9525dad323c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:23.779705 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7626533-c08c-46e5-a440-4411842bfd75 req-f37c365b-4d43-4b31-b545-d9525dad323c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0494759 Nov 23 11:33:23.830110 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7626533-c08c-46e5-a440-4411842bfd75 req-11dea111-97a0-4978-ade6-9439ca650644 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443254 Nov 23 11:33:24.946831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6072385-9ff3-4a7e-9d79-1c3e12dcf9fc req-5f0a1c5c-7679-4e82-8e8d-49da72186927 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:24.948342 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6072385-9ff3-4a7e-9d79-1c3e12dcf9fc req-5f0a1c5c-7679-4e82-8e8d-49da72186927 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0494988 Nov 23 11:33:25.000434 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f6072385-9ff3-4a7e-9d79-1c3e12dcf9fc req-2d2e1660-852c-4928-9515-d930d370b477 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 Nov 23 11:33:26.117303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2e9fa-e16b-45e5-bd9b-2cf10e0be1cc req-686382c7-960d-4a5a-8587-19d71fd7cac6 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:26.118825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6bd2e9fa-e16b-45e5-bd9b-2cf10e0be1cc req-686382c7-960d-4a5a-8587-19d71fd7cac6 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0493295 Nov 23 11:33:26.166621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6bd2e9fa-e16b-45e5-bd9b-2cf10e0be1cc req-487cb14b-a1a0-4bad-9ed3-e25be7ddc9d3 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418184 Nov 23 11:33:27.285376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccf9fc-7843-495c-8898-dd3cfcf11126 req-83192803-044d-4cce-a8a5-5b95d3923665 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:27.286869 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1eccf9fc-7843-495c-8898-dd3cfcf11126 req-83192803-044d-4cce-a8a5-5b95d3923665 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0492518 Nov 23 11:33:27.334097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1eccf9fc-7843-495c-8898-dd3cfcf11126 req-4dd176dc-ac74-4d4f-b607-473d247bead1 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Nov 23 11:33:28.458375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fbd0b-bcb7-4a06-bfcb-8a23d8d417f5 req-66fa4a2d-9d0e-4406-8381-9800d806a69b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:28.460850 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a15fbd0b-bcb7-4a06-bfcb-8a23d8d417f5 req-66fa4a2d-9d0e-4406-8381-9800d806a69b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0535929 Nov 23 11:33:28.532848 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a15fbd0b-bcb7-4a06-bfcb-8a23d8d417f5 req-4faced8f-bca6-49e0-95f3-f6bd899febc4 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660288 Nov 23 11:33:28.559821 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-0abf1c7f-9939-4190-a5af-4dde69578398 service neutron] show failed (client error): The resource could not be found. Nov 23 11:33:28.560835 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-0abf1c7f-9939-4190-a5af-4dde69578398 service neutron] 10.222.0.65 "GET /v2.0/ports/6b76bccc-1279-4222-b3d7-196dfcf6566a/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0676386 Nov 23 11:33:28.777924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-1d15683d-d7fa-432b-9abe-416ec9c90cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:28.779285 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-1d15683d-d7fa-432b-9abe-416ec9c90cb8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89&tenant_id=f4542558fb974a5d8e88547df51f700c HTTP/1.1" status: 200 len: 1096 time: 0.0409749 Nov 23 11:33:28.791028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:28.846350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:29.046939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:29.078642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:33:29.118776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:33:29.124956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:29.137576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Transition to ACTIVE for port object 6b76bccc-1279-4222-b3d7-196dfcf6566a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:33:29.141654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:29.171131 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aca5af-1980-4c48-9790-a3eb9459e34f" -d '{"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-unplugged", "status": "completed", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:33:29.215498 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] No DVR routers for this DVR port 6b76bccc-1279-4222-b3d7-196dfcf6566a on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:33:29.217574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:29.254948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:33:29.255294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:33:29.255628 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:33:29.260228 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Port 6b76bccc-1279-4222-b3d7-196dfcf6566a on network ec0af92a-764b-4e2e-9824-9b632aad296f not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:33:29.260555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Attempting to bind port 6b76bccc-1279-4222-b3d7-196dfcf6566a on network ec0af92a-764b-4e2e-9824-9b632aad296f {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:33:29.266490 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:33:29.266831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Checking segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:33:29.267219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Bound using segment: {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:33:29.267649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Bound port: 6b76bccc-1279-4222-b3d7-196dfcf6566a, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ba37c7-8caf-4266-b90b-c90b781e28b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:33:29.268011 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:29.278885 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca7620c-8a8c-4ccd-9ca7-a154c87651d9 x-openstack-request-id: req-0ca7620c-8a8c-4ccd-9ca7-a154c87651d9 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:33:29.279187 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-unplugged", "status": "completed", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:33:29.279442 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ca7620c-8a8c-4ccd-9ca7-a154c87651d9 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:33:29.279837 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'code': 200} Nov 23 11:33:29.332540 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:33:29.336240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:33:29.340481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:29.375315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:29.375969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:29.377375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] 10.222.0.58 "PUT /v2.0/ports/6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 1091 time: 0.5902996 Nov 23 11:33:29.400449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5c691-fc85-4ea2-b485-3b072cf2e965 service neutron] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:29.446927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ac408e6c-0e19-4ad2-aa48-108329eed2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:29.448426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ac408e6c-0e19-4ad2-aa48-108329eed2d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1094 time: 0.0445149 Nov 23 11:33:29.538315 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ae1141c2-4155-4a2a-840b-f5cd6eac5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:29.539896 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ae1141c2-4155-4a2a-840b-f5cd6eac5bc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0849106 Nov 23 11:33:29.583637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-2c51faf3-07c0-48b7-9b75-0ef5c1eb1230 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0366740 Nov 23 11:33:29.632288 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ffc6a094-efb8-447b-aad3-9078f37474d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:29.633790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-ffc6a094-efb8-447b-aad3-9078f37474d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0434649 Nov 23 11:33:29.650290 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05968df-4d40-4f2e-84cc-d06aa7608110 req-65578227-4696-4368-b1d0-490a9ab290f0 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:29.651830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b05968df-4d40-4f2e-84cc-d06aa7608110 req-65578227-4696-4368-b1d0-490a9ab290f0 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0505140 Nov 23 11:33:29.666064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-35edf2fc-0059-435d-991b-9684c629121f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253139 Nov 23 11:33:29.704748 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b05968df-4d40-4f2e-84cc-d06aa7608110 req-dc86141e-afd9-46bd-a807-2fa8648a93cd tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Nov 23 11:33:29.761524 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-c518ef23-20fc-4cf3-b258-ba01522f04a0 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885875 Nov 23 11:33:29.852663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8f4701a-6333-4f7b-84f0-91b74a1e8c29 req-c2e093be-0443-4f35-9893-66e39f7bbfc2 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839264 Nov 23 11:33:30.824913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60075bed-3a66-488a-a573-3be0e3f1244a req-63fc4d42-e986-42b6-abf7-27ceb59ddf85 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:30.826414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60075bed-3a66-488a-a573-3be0e3f1244a req-63fc4d42-e986-42b6-abf7-27ceb59ddf85 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0489001 Nov 23 11:33:30.877689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60075bed-3a66-488a-a573-3be0e3f1244a req-b6a13412-ec6a-46e3-9941-812646cdb89c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454063 Nov 23 11:33:31.281223 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:33:31.283636 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:33:31.334313 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3335a766-5e2d-4594-88bc-fde4efe0f63c x-openstack-request-id: req-3335a766-5e2d-4594-88bc-fde4efe0f63c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:33:31.335175 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:33:31.335521 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3335a766-5e2d-4594-88bc-fde4efe0f63c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:33:31.335930 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'status': 'completed', 'code': 200} Nov 23 11:33:31.394713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-f909f063-1c78-4f01-9d53-6eb42c7a1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:31.396275 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-f909f063-1c78-4f01-9d53-6eb42c7a1689 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1094 time: 0.0411303 Nov 23 11:33:31.403500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-3315e662-8cc9-4527-98f7-0d218dfff3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:31.404981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-3315e662-8cc9-4527-98f7-0d218dfff3b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1094 time: 0.0406294 Nov 23 11:33:31.492195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-589771d5-4095-4a6c-8715-20a45e23665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:31.493822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-589771d5-4095-4a6c-8715-20a45e23665c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0886085 Nov 23 11:33:31.501021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-39ef7365-3acf-422f-82e1-c9f22e05e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:31.502588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-39ef7365-3acf-422f-82e1-c9f22e05e364 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0851035 Nov 23 11:33:31.539461 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-31338d66-e01e-47c9-9575-45e534570c66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0376875 Nov 23 11:33:31.547489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-9eb447ec-66ff-4a49-8d9a-15266b71929b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0377233 Nov 23 11:33:31.590833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-de2b5ea1-1fb8-47bf-9632-e4642652c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:31.592470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-de2b5ea1-1fb8-47bf-9632-e4642652c054 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0448985 Nov 23 11:33:31.603545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-4ba9dbbb-f4e2-494a-bda3-41473ff6a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:31.604996 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-4ba9dbbb-f4e2-494a-bda3-41473ff6a3dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0452058 Nov 23 11:33:31.625939 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-48bd8414-1dfa-44ac-af69-48c84308d1b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263178 Nov 23 11:33:31.641488 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-ef4a3f7f-d716-4d5d-b236-1d6e6e0df0d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245376 Nov 23 11:33:31.723955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-a6cf5420-e363-479f-a425-2593aa60527c service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893438 Nov 23 11:33:31.736672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-7e44f5ac-bfbb-4870-9ffe-93eb15399ee0 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873861 Nov 23 11:33:31.815322 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-515519d4-9348-444d-ada0-fae4c0731d10 service neutron] 10.222.0.58 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835991 Nov 23 11:33:31.831756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aa7d5707-3c82-47cd-a5b2-dc5d85bc94b9 req-e285d301-57d7-461b-ad1c-f18eebd84b94 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Nov 23 11:33:31.994590 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58205be-00d2-47bd-b908-ec674142bab7 req-9e42f5e2-b01f-42eb-83f7-500ec1c6b07c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:31.995999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e58205be-00d2-47bd-b908-ec674142bab7 req-9e42f5e2-b01f-42eb-83f7-500ec1c6b07c tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0497613 Nov 23 11:33:32.047463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e58205be-00d2-47bd-b908-ec674142bab7 req-a1a5c97d-cc46-43a6-9873-56ac40dc33e7 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453839 Nov 23 11:33:33.167523 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310346-143f-493f-9fdd-0be0be5ab8e5 req-aace00eb-b541-4bc2-b977-21d68c7f380e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:33.169055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04310346-143f-493f-9fdd-0be0be5ab8e5 req-aace00eb-b541-4bc2-b977-21d68c7f380e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.0497139 Nov 23 11:33:33.221471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-04310346-143f-493f-9fdd-0be0be5ab8e5 req-ce09b475-70d4-4cb3-b6b1-aeebb8d2c927 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464487 Nov 23 11:33:33.313648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:33:33.414714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:33.429831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'network_id': 'ec0af92a-764b-4e2e-9824-9b632aad296f', 'port_id': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'mac_address': 'fa:16:3e:40:19:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '352ce35f-373d-43be-92bb-d7d4c2e17e8a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:33:33.481658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ffd64-9b77-47fe-a67f-2db10ef67f23 req-1d8546fb-fdd3-4034-a5d8-1aaee6392a1f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:33.483191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c9ffd64-9b77-47fe-a67f-2db10ef67f23 req-1d8546fb-fdd3-4034-a5d8-1aaee6392a1f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 943 time: 0.1102974 Nov 23 11:33:33.484506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:33.500801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b76bccc-1279-4222-b3d7-196dfcf6566a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:33:33.526425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-e37223f9-840e-40e3-9610-ed37c1c8c98f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:33.527909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-e37223f9-840e-40e3-9610-ed37c1c8c98f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89&tenant_id=f4542558fb974a5d8e88547df51f700c&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 943 time: 0.1261466 Nov 23 11:33:33.556000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:33.561885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:33.585490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9c9ffd64-9b77-47fe-a67f-2db10ef67f23 req-04da1133-54fe-4d2a-b699-116558c4cb62 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946670 Nov 23 11:33:33.612887 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-b720053e-54e9-453d-97bf-256afa893e71 service neutron] delete failed (client error): The resource could not be found. Nov 23 11:33:33.613964 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-b720053e-54e9-453d-97bf-256afa893e71 service neutron] 10.222.0.65 "DELETE /v2.0/ports/6b76bccc-1279-4222-b3d7-196dfcf6566a/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0726709 Nov 23 11:33:33.645455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:33.649759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:33:33.702756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:33:33.706876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-183617cf-ac6e-4972-9048-cf53e34b6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:33.708411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-183617cf-ac6e-4972-9048-cf53e34b6420 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f4542558fb974a5d8e88547df51f700c&device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 1095 time: 0.0436387 Nov 23 11:33:33.806876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-811c4f8b-29d1-4701-bbd0-07e1bf9d3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:33.808382 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-811c4f8b-29d1-4701-bbd0-07e1bf9d3955 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 200 len: 915 time: 0.0932913 Nov 23 11:33:33.856399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-c587e6ef-3b64-4a43-9206-199d8a42c8e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 200 len: 217 time: 0.0360076 Nov 23 11:33:33.878811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['6b76bccc-1279-4222-b3d7-196dfcf6566a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:33:33.912812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-9154269c-c60f-4df8-946e-2d1f7394e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:33.914772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-9154269c-c60f-4df8-946e-2d1f7394e534 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 200 len: 854 time: 0.0455742 Nov 23 11:33:33.955111 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-0240af65-3275-4b5d-8edc-9dc91da7fec3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ec0af92a-764b-4e2e-9824-9b632aad296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304873 Nov 23 11:33:34.051002 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-58f8f358-c716-4e35-96c6-86d6f0b83110 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881813 Nov 23 11:33:34.155590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6994d63d-45a6-4dec-9986-d6d36411e59c req-14014403-3035-491a-a5ff-825247fcf959 service neutron] 10.222.0.65 "GET /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932100 Nov 23 11:33:34.710016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9165ec-403e-4f70-b03b-ccd53d29a4fa req-48ae2c2f-9c98-4626-b64c-472347be2b5e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:34.711531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d9165ec-403e-4f70-b03b-ccd53d29a4fa req-48ae2c2f-9c98-4626-b64c-472347be2b5e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 944 time: 0.0505326 Nov 23 11:33:34.760276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d9165ec-403e-4f70-b03b-ccd53d29a4fa req-832b9862-545e-40b0-87e7-b7344dc98196 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426385 Nov 23 11:33:34.878854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ba69a-9606-4d03-a33f-b6a1a4770955 req-c55cc8cb-4cc9-4c26-95aa-4fc924125d7e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:34.880467 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f48ba69a-9606-4d03-a33f-b6a1a4770955 req-c55cc8cb-4cc9-4c26-95aa-4fc924125d7e tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 944 time: 0.0493388 Nov 23 11:33:34.928807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f48ba69a-9606-4d03-a33f-b6a1a4770955 req-37c69710-7ae8-4207-8888-769f0ba1fe3f tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Nov 23 11:33:35.041201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb3012-9386-4689-bb69-cd48423e4536 req-624244b5-30a8-4e08-af6e-2a49080c9ead tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:35.042692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46eb3012-9386-4689-bb69-cd48423e4536 req-624244b5-30a8-4e08-af6e-2a49080c9ead tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 944 time: 0.0472996 Nov 23 11:33:35.088965 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46eb3012-9386-4689-bb69-cd48423e4536 req-2f646850-7b67-4607-b808-c5a5694b2b2a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Nov 23 11:33:35.327122 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:33:35.381629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 6b76bccc-1279-4222-b3d7-196dfcf6566a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:33:35.386060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 6b76bccc-1279-4222-b3d7-196dfcf6566a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:35.386552 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:35.422396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b2c21-5a4e-4fb0-b756-a025f8cf91c5 req-0b478910-808b-4535-930f-f66af3981a9a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:35.423903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d7b2c21-5a4e-4fb0-b756-a025f8cf91c5 req-0b478910-808b-4535-930f-f66af3981a9a tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 944 time: 0.0521109 Nov 23 11:33:35.464594 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:35.478686 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8d7b2c21-5a4e-4fb0-b756-a025f8cf91c5 req-fb79a811-8bb1-4ff8-a4cf-461cfac9043b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Nov 23 11:33:35.488897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:33:35.505786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:35.510014 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:35.539017 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770ea108-8de9-4836-885f-0f48a70b3e27" -d '{"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-plugged", "status": "completed", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:33:35.566987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:35.622680 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c28a6f-81a8-4e7b-bd97-cb77e0fab6fa x-openstack-request-id: req-45c28a6f-81a8-4e7b-bd97-cb77e0fab6fa {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:33:35.622979 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-plugged", "status": "completed", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:33:35.623236 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-45c28a6f-81a8-4e7b-bd97-cb77e0fab6fa {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:33:35.623633 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'code': 200} Nov 23 11:33:36.595872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3935e2-caa9-4701-a5f4-2a2e669c3b13 req-c841b343-17cf-4632-bda6-1717f9af8270 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:36.597421 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de3935e2-caa9-4701-a5f4-2a2e669c3b13 req-c841b343-17cf-4632-bda6-1717f9af8270 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0509617 Nov 23 11:33:36.606166 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b404a4ef-53d1-49e7-a46e-2e908e4fae4b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:36.607659 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b404a4ef-53d1-49e7-a46e-2e908e4fae4b tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7330d99-9e9c-443c-ae93-a0e48e975d89 HTTP/1.1" status: 200 len: 945 time: 0.0530024 Nov 23 11:33:36.645978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de3935e2-caa9-4701-a5f4-2a2e669c3b13 req-ef72a561-72d6-42cf-a6d3-db1064397cda tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.61 "GET /v2.0/security-groups?id=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Nov 23 11:33:36.697725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Deleting port 6b76bccc-1279-4222-b3d7-196dfcf6566a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:33:36.698068 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:36.797997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] For port 6b76bccc-1279-4222-b3d7-196dfcf6566a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=6b76bccc-1279-4222-b3d7-196dfcf6566a,segment=NetworkSegment(b2ba37c7-8caf-4266-b90b-c90b781e28b9),segment_id=b2ba37c7-8caf-4266-b90b-c90b781e28b9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:36.798251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:36.810458 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Calling delete_port for 6b76bccc-1279-4222-b3d7-196dfcf6566a owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:33:36.937578 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:36.949636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['6b76bccc-1279-4222-b3d7-196dfcf6566a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:33:36.970800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Pushing event deleted for resources: {'Port': ['ID=6b76bccc-1279-4222-b3d7-196dfcf6566a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:37.012750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] No DVR routers for this DVR port 6b76bccc-1279-4222-b3d7-196dfcf6566a on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:33:37.015474 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:37.018865 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8fce4183-0195-4bd5-a47e-50c2a1991853 req-b9d8731a-f543-4abe-8b08-50b45910dbb5 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] 10.222.0.58 "DELETE /v2.0/ports/6b76bccc-1279-4222-b3d7-196dfcf6566a HTTP/1.1" status: 204 len: 173 time: 0.4050994 Nov 23 11:33:37.019321 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-deleted', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:33:37.021633 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4ca49f-520f-4e71-8a1a-65575342a68f" -d '{"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-deleted", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:33:37.060955 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add9452-0c3b-4b57-843e-62b760233daf x-openstack-request-id: req-7add9452-0c3b-4b57-843e-62b760233daf {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:33:37.061302 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7330d99-9e9c-443c-ae93-a0e48e975d89", "name": "network-vif-deleted", "tag": "6b76bccc-1279-4222-b3d7-196dfcf6566a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:33:37.061567 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7add9452-0c3b-4b57-843e-62b760233daf {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:33:37.061982 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7330d99-9e9c-443c-ae93-a0e48e975d89', 'name': 'network-vif-deleted', 'tag': '6b76bccc-1279-4222-b3d7-196dfcf6566a', 'status': 'completed', 'code': 200} Nov 23 11:33:37.768604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55556) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:37.812155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Deleting subnet 352ce35f-373d-43be-92bb-d7d4c2e17e8a {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:33:37.815225 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:37.849345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:37.893893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:37.945506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:37.970778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352ce35f-373d-43be-92bb-d7d4c2e17e8a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:37.975851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:37.979046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/352ce35f-373d-43be-92bb-d7d4c2e17e8a HTTP/1.1" status: 204 len: 168 time: 0.2094045 Nov 23 11:33:37.981634 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55558) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:37.984470 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.984830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.985212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.985553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.985889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.986224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.986555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.986880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.987205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.987532 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.987856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:37.988178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea245a-d3c7-4319-9aa1-66f70ff68437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:38.055907 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.135390 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.155474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0af92a-764b-4e2e-9824-9b632aad296f']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:38.165139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ba37c7-8caf-4266-b90b-c90b781e28b9') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:38.165449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ba37c7-8caf-4266-b90b-c90b781e28b9') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:38.174769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.188850 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.195024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:33:38.195420 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:33:38.197262 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:33:38.254674 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.259435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.263064 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] 10.222.0.61 "DELETE /v2.0/networks/ec0af92a-764b-4e2e-9824-9b632aad296f HTTP/1.1" status: 204 len: 168 time: 0.2804110 Nov 23 11:33:38.275631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b758ca2-93b3-4d63-89b9-70e56c28248a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0af92a-764b-4e2e-9824-9b632aad296f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:38.371070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55562) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:38.410415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2f0d46c0-bf5b-44c2-b96b-5e8000680221 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4542558fb974a5d8e88547df51f700c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382085 Nov 23 11:33:38.413599 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55564) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:38.459109 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-953e0806-df3c-427e-a5a4-03d32d2fe455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.481266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-953e0806-df3c-427e-a5a4-03d32d2fe455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.529784 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-953e0806-df3c-427e-a5a4-03d32d2fe455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.532387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-953e0806-df3c-427e-a5a4-03d32d2fe455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:38.533594 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-953e0806-df3c-427e-a5a4-03d32d2fe455 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba HTTP/1.1" status: 204 len: 168 time: 0.1190169 Nov 23 11:33:38.541793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e0806-df3c-427e-a5a4-03d32d2fe455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee0ccf0-e1ab-4fa5-a6e3-2cd081de35ba,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:39.191311 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55586) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:39.285761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-137438908-network', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:39.308146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Made reservation on behalf of c17c9607e6e04a638cd77ce32e0b9c88 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:33:39.310570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.320033 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.358639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:33:39.379243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 6b76bccc-1279-4222-b3d7-196dfcf6566a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:33:39.379597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 6b76bccc-1279-4222-b3d7-196dfcf6566a not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:33:39.397552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.400889 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.422017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:33:39.437140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f15dca6-b362-4db4-b1f3-192ee4297971,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:39.441383 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.441727 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Added segment 1f9b16d8-2abd-43a3-972f-3cd8cee619d7 of type vlan for network cac03b3d-b07e-404b-aab6-0160cb461193 Nov 23 11:33:39.482210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.508142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.509090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:39.509696 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.544778 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3522069 Nov 23 11:33:39.547661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55590) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:39.552863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Request body: {'subnet': {'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-137438908-subnet', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:39.574802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Made reservation on behalf of c17c9607e6e04a638cd77ce32e0b9c88 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:33:39.575410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d93c6c-2572-41c4-a65a-a4ce85e769ed admin admin] Pushing event updated for resources: {'Network': ['ID=cac03b3d-b07e-404b-aab6-0160cb461193,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:39.578019 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.586076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cac03b3d-b07e-404b-aab6-0160cb461193 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:33:39.752381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.810078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696d1098-9bb0-42be-894e-59b46f981bee,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:39.814225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:33:39.814574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Network hostable DHCP agents. Network: cac03b3d-b07e-404b-aab6-0160cb461193, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:33:39.830583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Network cac03b3d-b07e-404b-aab6-0160cb461193 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:33:39.840974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cac03b3d-b07e-404b-aab6-0160cb461193) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:33:39.844984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:39.845603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.851428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6e5d3-bfe8-47d5-9cbb-9d7b34c53e62 None None] Network cac03b3d-b07e-404b-aab6-0160cb461193 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:33:39.861464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d923db00-e70b-4ae6-bf48-d2f6c7783b74 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3125625 Nov 23 11:33:39.864179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55592) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:39.869611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:39.890780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.891938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.948697 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:39.999394 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cac03b3d-b07e-404b-aab6-0160cb461193', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:33:40.000272 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.086490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.140263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Allocated IP 172.20.0.2 (cac03b3d-b07e-404b-aab6-0160cb461193/696d1098-9bb0-42be-894e-59b46f981bee/e728bbc9-7035-418d-8257-a9377feb52c9) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:33:40.283934 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.291345 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.293294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.314286 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.337622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Network cac03b3d-b07e-404b-aab6-0160cb461193 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:33:40.341876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:33:40.346455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:33:40.348428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Pushing event updated for resources: {'Port': ['ID=e728bbc9-7035-418d-8257-a9377feb52c9,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:40.401068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Attempting to bind port e728bbc9-7035-418d-8257-a9377feb52c9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:33:40.401784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Attempting to bind port e728bbc9-7035-418d-8257-a9377feb52c9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:33:40.401908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Attempting to bind port e728bbc9-7035-418d-8257-a9377feb52c9 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:33:40.406691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:33:40.407089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:33:40.407490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.407884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:33:40.408354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Bound port: e728bbc9-7035-418d-8257-a9377feb52c9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:33:40.408735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.430781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Allocated IP 172.25.5.188 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/3da521bd-81a5-4c93-b3f6-57ed5269b8f7) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:33:40.470625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] For port e728bbc9-7035-418d-8257-a9377feb52c9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:33:40.473708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] For port e728bbc9-7035-418d-8257-a9377feb52c9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e728bbc9-7035-418d-8257-a9377feb52c9,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:33:40.479647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.549438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.586261 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.632643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:33:40.635484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:33:40.639067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:33:40.662874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Pushing event updated for resources: {'Port': ['ID=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:40.671572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa563fe-821c-4ef2-bb6b-1c6b0e814476 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:33:40.707500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75aa031-8cbf-40f2-b3f1-ca540ab2f8a8 None None] Pushing event updated for resources: {'Port': ['ID=e728bbc9-7035-418d-8257-a9377feb52c9,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:40.808962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1e90f8ee-8c62-4cfb-8dd8-f079d6cad479 None None] Provisioning complete for port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:40.809365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1e90f8ee-8c62-4cfb-8dd8-f079d6cad479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.848220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1e90f8ee-8c62-4cfb-8dd8-f079d6cad479 None None] Port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:33:40.920084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:40.995752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e728bbc9-7035-418d-8257-a9377feb52c9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:33:41.052312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e728bbc9-7035-418d-8257-a9377feb52c9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:41.052952 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:41.130870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:41.138293 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:41.170193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port e728bbc9-7035-418d-8257-a9377feb52c9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e728bbc9-7035-418d-8257-a9377feb52c9,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:41.174142 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:41.223866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=e728bbc9-7035-418d-8257-a9377feb52c9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:41.262282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:33:41.681209 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:33:41.692331 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:33:41.698864 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:41.700182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fcbfa21c-6c70-4a59-832f-975e11f18264 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8350687 Nov 23 11:33:41.703356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55594) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:41.703798 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:33:41.704118 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:33:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:41.718683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e7992a-a0e1-4497-871b-6b0225c83c98 None None] Network cac03b3d-b07e-404b-aab6-0160cb461193 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:33:41.810256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e08dcea9-b3f3-4c6a-b6e4-e836b7aa68d6 None None] Provisioning complete for port e728bbc9-7035-418d-8257-a9377feb52c9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:41.810790 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e08dcea9-b3f3-4c6a-b6e4-e836b7aa68d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:41.815383 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:33:42.012778 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:40Z', 'revision_number': 3, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:42.041640 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:33:42.041988 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Updating router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:33:42.071192 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.185082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c4314446-2629-4052-b621-cc61aa56934c None None] Provisioning complete for port e728bbc9-7035-418d-8257-a9377feb52c9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:42.185484 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c4314446-2629-4052-b621-cc61aa56934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.341984 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.347556 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.391510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da00c7c2-330b-4bc0-817d-bbca43e57801 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:33:42.392679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.399000 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Attempting to bind port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:33:42.399375 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Attempting to bind port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:33:42.399741 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Attempting to bind port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:33:42.408431 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:33:42.408845 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:33:42.409208 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.409599 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:33:42.410067 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Bound port: 3da521bd-81a5-4c93-b3f6-57ed5269b8f7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:33:42.410440 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.439410 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Pushing event updated for resources: {'Port': ['ID=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:42.456526 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.456863 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.457282 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.457621 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.457946 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.458269 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.458588 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.458906 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.459227 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.460343 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.460783 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.462017 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:33:42.485662 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] For port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:33:42.489022 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] For port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:33:42.494738 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.500082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e6d0e283-478c-4db5-926e-f9d4a00b2e00 None None] Provisioning complete for port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:42.500650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e283-478c-4db5-926e-f9d4a00b2e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.542765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d3d35d-0ef8-4b08-bf95-fdfc0fc4907a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:33:42.546379 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:33:42.547010 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:33:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:42.560922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Allocated IP 172.20.0.1 (cac03b3d-b07e-404b-aab6-0160cb461193/696d1098-9bb0-42be-894e-59b46f981bee/0b7ff040-e038-40c1-8c12-040e68e110bb) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:33:42.597973 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff86fd-f00b-4b40-9125-f3a046fd5d7f None None] Pushing event updated for resources: {'Port': ['ID=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:42.603053 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e283-478c-4db5-926e-f9d4a00b2e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.625819 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e6d0e283-478c-4db5-926e-f9d4a00b2e00 None None] For port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:42.630423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e283-478c-4db5-926e-f9d4a00b2e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.671393 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:33:42.676840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.683004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0e283-478c-4db5-926e-f9d4a00b2e00 None None] Pushing event updated for resources: {'Port': ['ID=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:42.718561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.752112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-760b877e-aef9-4b6b-ac65-ad1286595540 None None] Provisioning complete for port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:42.752706 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-760b877e-aef9-4b6b-ac65-ad1286595540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.761750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Network cac03b3d-b07e-404b-aab6-0160cb461193 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:33:42.766774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:33:42.770431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:33:42.800207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7ff040-e038-40c1-8c12-040e68e110bb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:42.821338 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:42.900510 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:40Z', 'revision_number': 3, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:42.952116 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5455863-6c10-42e7-8ad3-3ce76219b3dd None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:40Z', 'revision_number': 3, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:33:42.967009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e728bbc9-7035-418d-8257-a9377feb52c9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:33:42.978287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:43.025465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e728bbc9-7035-418d-8257-a9377feb52c9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:43.025843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:43.112309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9d3fe228-e248-473c-94bf-70f5fc58e307 None None] Provisioning complete for port 0b7ff040-e038-40c1-8c12-040e68e110bb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:43.112686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3fe228-e248-473c-94bf-70f5fc58e307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:43.157218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fe228-e248-473c-94bf-70f5fc58e307 None None] Port 0b7ff040-e038-40c1-8c12-040e68e110bb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:33:43.164436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:43.169497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:43.245002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:43.246831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7ff040-e038-40c1-8c12-040e68e110bb,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:43.347773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Network cac03b3d-b07e-404b-aab6-0160cb461193 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:33:43.349182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:33:43.478246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:33:43.601901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:33:43.607393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a119226f-cb0a-43e5-acc6-f5330403d296 admin admin] 10.222.0.61 "PUT /v2.0/routers/383ab30b-71d9-4af1-a6ba-69f0ef66e729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9023418 Nov 23 11:33:43.682460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0f181bf2-8c01-4ab3-8640-098f67e53fe2 None None] Provisioning complete for port 0b7ff040-e038-40c1-8c12-040e68e110bb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:43.682838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f181bf2-8c01-4ab3-8640-098f67e53fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:43.724451 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0f181bf2-8c01-4ab3-8640-098f67e53fe2 None None] Port 0b7ff040-e038-40c1-8c12-040e68e110bb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:33:44.028066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:44.032800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9b98da65-4d63-4965-91f4-581992c418ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533462333', 'description': 'tempest-description--250446924'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:44.055772 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b98da65-4d63-4965-91f4-581992c418ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.126870 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b98da65-4d63-4965-91f4-581992c418ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.130377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b98da65-4d63-4965-91f4-581992c418ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.159077 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b98da65-4d63-4965-91f4-581992c418ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.160307 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b98da65-4d63-4965-91f4-581992c418ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1312246 Nov 23 11:33:44.162214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98da65-4d63-4965-91f4-581992c418ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8deca34-8856-4915-921f-76b281cfba2a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:44.163932 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55604) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:44.168695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8adc4401-90fd-466d-a293-38c68600ee57 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'security_group_rule': {'security_group_id': 'e8deca34-8856-4915-921f-76b281cfba2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:44.196053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8adc4401-90fd-466d-a293-38c68600ee57 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.259290 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8adc4401-90fd-466d-a293-38c68600ee57 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.263163 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8adc4401-90fd-466d-a293-38c68600ee57 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.280508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc4401-90fd-466d-a293-38c68600ee57 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135e08f5-a4e5-41d1-b122-ea9cf87b3922,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:44.288957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8adc4401-90fd-466d-a293-38c68600ee57 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.290264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8adc4401-90fd-466d-a293-38c68600ee57 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253197 Nov 23 11:33:44.292960 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55606) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:44.297324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5f71db92-ccc6-4317-8167-2e495cc78a5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'security_group_rule': {'security_group_id': 'e8deca34-8856-4915-921f-76b281cfba2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:44.323806 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f71db92-ccc6-4317-8167-2e495cc78a5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.384129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f71db92-ccc6-4317-8167-2e495cc78a5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.387852 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f71db92-ccc6-4317-8167-2e495cc78a5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.405856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71db92-ccc6-4317-8167-2e495cc78a5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6574556-9349-4544-ad49-3905891ea6f7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:44.416122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5f71db92-ccc6-4317-8167-2e495cc78a5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.417413 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5f71db92-ccc6-4317-8167-2e495cc78a5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234341 Nov 23 11:33:44.420369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 55608) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:44.424772 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:44.446220 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.503027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:33:44.513949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:33:44.514575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:33:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:44.549547 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.622563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e59a1fe9-3078-40fa-859e-b1acee3b505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.639183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:33:44.652646 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Allocated IP 172.25.5.192 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/02dc95ed-27b3-4766-8c38-b96464593753) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:33:44.761216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.796777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.833021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:33:44.838870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:33:44.842384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:33:44.848130 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:43Z', 'revision_number': 2, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:44.867698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'Port': ['ID=02dc95ed-27b3-4766-8c38-b96464593753,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:44.878450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:33:44.878822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Updating router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 port 0b7ff040-e038-40c1-8c12-040e68e110bb binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:33:44.911134 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.936305 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:44.972761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.011177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:33:45.133435 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.133683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:45.133942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.139128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.211885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'Port': ['ID=02dc95ed-27b3-4766-8c38-b96464593753,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:45.222112 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.239655 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.246634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-72ea1ccd-e830-46a1-97b6-00245004ba1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8195865 Nov 23 11:33:45.289753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.297528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.353987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c8ab5-edfa-4cce-8011-685d41cfe341 None None] Pushing event updated for resources: {'Port': ['ID=0b7ff040-e038-40c1-8c12-040e68e110bb,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:45.405795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Attempting to bind port 0b7ff040-e038-40c1-8c12-040e68e110bb on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:33:45.406167 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Attempting to bind port 0b7ff040-e038-40c1-8c12-040e68e110bb by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:33:45.406543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Attempting to bind port 0b7ff040-e038-40c1-8c12-040e68e110bb on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:33:45.411845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:33:45.412231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:33:45.412636 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.413598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:33:45.413934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Bound port: 0b7ff040-e038-40c1-8c12-040e68e110bb, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:33:45.414323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.417783 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-bdb2c60c-c271-44cb-baf2-1ac99f9146f2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1533462333&fields=id&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 267 time: 0.0537391 Nov 23 11:33:45.484536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] For port 0b7ff040-e038-40c1-8c12-040e68e110bb, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:33:45.487862 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] For port 0b7ff040-e038-40c1-8c12-040e68e110bb, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0b7ff040-e038-40c1-8c12-040e68e110bb,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:33:45.494289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.539515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-45955478-ab34-4d64-96ef-07f686294a65 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:45.541191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-45955478-ab34-4d64-96ef-07f686294a65 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1221633 Nov 23 11:33:45.546251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:33:45.546885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:33:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:45.561647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-9d301086-fa0a-444e-9136-22568f67bba2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/quotas/c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 375 time: 0.0136931 Nov 23 11:33:45.613295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c8ab5-edfa-4cce-8011-685d41cfe341 None None] Pushing event updated for resources: {'Port': ['ID=0b7ff040-e038-40c1-8c12-040e68e110bb,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:45.624706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-f0e39933-14ca-4c72-9b35-881706df5ae4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602989 Nov 23 11:33:45.686058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2b536492-bcf9-4cc6-b5ad-f2b733c9a506 None None] Provisioning complete for port 0b7ff040-e038-40c1-8c12-040e68e110bb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:45.686433 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2b536492-bcf9-4cc6-b5ad-f2b733c9a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.691459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:33:45.737218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-45b6eecf-dbd3-4a97-bc96-da66c775280c service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945158 Nov 23 11:33:45.833183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-cc43c9b1-4eb5-4925-84f1-b5183ffbcb0d service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894725 Nov 23 11:33:45.895553 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2b536492-bcf9-4cc6-b5ad-f2b733c9a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:45.966713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2b536492-bcf9-4cc6-b5ad-f2b733c9a506 None None] For port 0b7ff040-e038-40c1-8c12-040e68e110bb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0b7ff040-e038-40c1-8c12-040e68e110bb,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:45.975106 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2b536492-bcf9-4cc6-b5ad-f2b733c9a506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:46.008642 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-897ad379-ee5e-47c1-9fca-e9d61a651a37 req-e39ba57e-8d37-4f6f-9281-6e3cae6bac2b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 210 time: 0.0354486 Nov 23 11:33:46.031143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:46.034937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b536492-bcf9-4cc6-b5ad-f2b733c9a506 None None] Pushing event updated for resources: {'Port': ['ID=0b7ff040-e038-40c1-8c12-040e68e110bb,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:46.061201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1492fe-ed41-4206-830e-caf242ee8490 None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:33:46.096922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-49481b0b-69b8-42de-92f1-c4008427aaf5 None None] Provisioning complete for port 0b7ff040-e038-40c1-8c12-040e68e110bb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:46.097260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-49481b0b-69b8-42de-92f1-c4008427aaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.000031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0b7ff040-e038-40c1-8c12-040e68e110bb up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:33:47.097269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c30696cb-629a-410a-bd9e-3daacfa66b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.119203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-f59486fb-dc3f-4b30-88f2-748f4baa1909 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:47.121084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-f59486fb-dc3f-4b30-88f2-748f4baa1909 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1672063 Nov 23 11:33:47.125534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0b7ff040-e038-40c1-8c12-040e68e110bb triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:47.126005 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.142427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-18e4a7c9-32ff-43a8-8c3a-00dcadae9bfb req-274415f9-7848-4c16-8b6c-555fe2a77a65 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 210 time: 0.0488908 Nov 23 11:33:47.207036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-0893ee5a-d38f-431a-a2b5-b39c61662325 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 380 time: 0.0686672 Nov 23 11:33:47.217178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'port': {'device_id': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'admin_state_up': True, 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'security_groups': ['e8deca34-8856-4915-921f-76b281cfba2a']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:47.328405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Made reservation on behalf of c17c9607e6e04a638cd77ce32e0b9c88 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:33:47.331979 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.461463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Allocated IP 172.20.0.3 (cac03b3d-b07e-404b-aab6-0160cb461193/696d1098-9bb0-42be-894e-59b46f981bee/809193a8-5a71-4958-9ad6-4bd074d9eb1a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:33:47.603001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.637228 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.682627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Network cac03b3d-b07e-404b-aab6-0160cb461193 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:33:47.685607 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:33:47.689277 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:33:47.695707 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:47.744176 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:47.744876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.761881 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-540a2043-fb48-4d78-9d52-317133c2378c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486326 Nov 23 11:33:47.774834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Request body: {'port': {'device_id': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:47.850902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.926589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-be1de70b-d588-4da5-b5ff-ff1218bf8c98 None None] Provisioning complete for port 809193a8-5a71-4958-9ad6-4bd074d9eb1a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:47.926963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be1de70b-d588-4da5-b5ff-ff1218bf8c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:47.963373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-be1de70b-d588-4da5-b5ff-ff1218bf8c98 None None] Port 809193a8-5a71-4958-9ad6-4bd074d9eb1a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:33:48.123512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809193a8-5a71-4958-9ad6-4bd074d9eb1a {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:33:48.132412 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:48.145560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Transition to ACTIVE for port object 809193a8-5a71-4958-9ad6-4bd074d9eb1a will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:33:48.149159 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:48.221818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:48.314560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5001cc-8975-431d-bafd-3e8d1e69af9d req-a1728623-1193-4bfe-80ae-a877c973381a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:48.316128 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac5001cc-8975-431d-bafd-3e8d1e69af9d req-a1728623-1193-4bfe-80ae-a877c973381a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 943 time: 0.0917709 Nov 23 11:33:48.317410 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:33:48.317744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:33:48.318067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:33:48.325781 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:33:48.326106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:33:48.343869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:33:48.344212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:33:48.344600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:33:48.345137 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Bound port: 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:33:48.345500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:48.405505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ac5001cc-8975-431d-bafd-3e8d1e69af9d req-6bc432d4-1150-43b8-a3ee-0712d1bcdf1d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815926 Nov 23 11:33:48.433898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:33:48.437338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:33:48.441965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:48.484038 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:48.484738 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:48.490301 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] 10.222.0.58 "PUT /v2.0/ports/809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 1091 time: 0.7164824 Nov 23 11:33:48.490301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:33:48.490301 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3a069-c159-4751-a8bb-60840ec68720" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:33:48.520143 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f63b-3a03-4bf9-8f1b-ba1eefebf0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:48.539985 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78692005-366e-49ea-ae3d-0db7819f0e86 x-openstack-request-id: req-78692005-366e-49ea-ae3d-0db7819f0e86 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:33:48.540252 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:33:48.540513 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-78692005-366e-49ea-ae3d-0db7819f0e86 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:33:48.540975 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'status': 'completed', 'code': 200} Nov 23 11:33:48.592880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-1b10b6ce-5c8e-4292-9380-84fe2469ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:48.594457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-1b10b6ce-5c8e-4292-9380-84fe2469ae46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1094 time: 0.0458364 Nov 23 11:33:48.639560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-8dad00fd-ecab-4d69-ad5c-9834252f7ff9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 217 time: 0.0363204 Nov 23 11:33:48.694563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-1e2f1fdf-6a0f-4db7-9c11-85058a9e108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:48.696157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-1e2f1fdf-6a0f-4db7-9c11-85058a9e108f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0498364 Nov 23 11:33:48.730772 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:48.745908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-9716d2ac-cfd8-4379-9ad6-d9e24cc197ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:48.747446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-9716d2ac-cfd8-4379-9ad6-d9e24cc197ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443149 Nov 23 11:33:48.845597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-a209a86e-2d2d-4c27-ad1d-4102df1e80a4 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904603 Nov 23 11:33:48.941818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c6b39fe2-f2cb-4472-b4e6-5cd44579ce06 req-bf08fd6e-5018-4f0c-ae53-7a4826112e75 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896113 Nov 23 11:33:49.024680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a069-c159-4751-a8bb-60840ec68720 req-73ac551f-68ff-47b7-b602-12b13ce1498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:49.026185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63c3a069-c159-4751-a8bb-60840ec68720 req-73ac551f-68ff-47b7-b602-12b13ce1498f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1094 time: 0.0396278 Nov 23 11:33:49.125648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a069-c159-4751-a8bb-60840ec68720 req-f6ead38e-695e-4240-953e-a5f750fc8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:49.125648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63c3a069-c159-4751-a8bb-60840ec68720 req-f6ead38e-695e-4240-953e-a5f750fc8c1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0871084 Nov 23 11:33:49.169476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63c3a069-c159-4751-a8bb-60840ec68720 req-5d0c781b-2e37-4e14-bd58-518678a37348 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 217 time: 0.0422077 Nov 23 11:33:49.224159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a069-c159-4751-a8bb-60840ec68720 req-b9bc69c8-eaf8-4911-a999-8dff21c1600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:49.226185 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63c3a069-c159-4751-a8bb-60840ec68720 req-b9bc69c8-eaf8-4911-a999-8dff21c1600a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0498579 Nov 23 11:33:49.271344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3a069-c159-4751-a8bb-60840ec68720 req-9602ae3b-bd47-414d-bfc5-cbdd4f9444bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:49.272828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63c3a069-c159-4751-a8bb-60840ec68720 req-9602ae3b-bd47-414d-bfc5-cbdd4f9444bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398514 Nov 23 11:33:49.363418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63c3a069-c159-4751-a8bb-60840ec68720 req-69594112-42af-4c57-81db-fd68df1c694f service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832527 Nov 23 11:33:49.460331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63c3a069-c159-4751-a8bb-60840ec68720 req-3f3cdd20-b2c2-4c4a-8ffc-e97ccb1abeca service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880530 Nov 23 11:33:49.522904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b44b9a-2261-48fe-9573-0dca560d8f34 req-8d6b1354-7681-491a-8193-f130d82152fe tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:49.524372 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06b44b9a-2261-48fe-9573-0dca560d8f34 req-8d6b1354-7681-491a-8193-f130d82152fe tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 943 time: 0.0502174 Nov 23 11:33:49.571865 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06b44b9a-2261-48fe-9573-0dca560d8f34 req-b4cb41b7-ec2d-468d-90bc-6cf44537dd4c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 Nov 23 11:33:49.700449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:50.202056 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:50.384104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:50.689560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554db57-78de-4d0c-bf29-1ea5cec7c242 req-592ae5b7-ac34-4ad4-90e9-0b713441e8dd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:50.691055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c554db57-78de-4d0c-bf29-1ea5cec7c242 req-592ae5b7-ac34-4ad4-90e9-0b713441e8dd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 943 time: 0.0499063 Nov 23 11:33:50.740898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c554db57-78de-4d0c-bf29-1ea5cec7c242 req-26404588-0533-40e8-8755-9625f1a7806a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Nov 23 11:33:51.435098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:33:51.527936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:51.538732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'mac_address': 'fa:16:3e:66:6d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:33:51.577882 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:51.591097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809193a8-5a71-4958-9ad6-4bd074d9eb1a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:33:51.609953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:51.613863 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:51.661137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:51.861229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f62a6-cb6f-4ff9-a6b8-7a3ce0c67887 req-9bac4d39-e5bb-47df-adbf-900941c9986c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:51.862716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f46f62a6-cb6f-4ff9-a6b8-7a3ce0c67887 req-9bac4d39-e5bb-47df-adbf-900941c9986c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 944 time: 0.0530822 Nov 23 11:33:51.909431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f46f62a6-cb6f-4ff9-a6b8-7a3ce0c67887 req-f4e3ffec-b302-4ba9-a378-01c1f7ebe906 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Nov 23 11:33:51.933866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['809193a8-5a71-4958-9ad6-4bd074d9eb1a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:33:52.567423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:53.033953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab572b-9144-40f4-8414-348cc5d2547e req-d17dc85e-1574-4cf1-b87c-7741510a433d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:53.035461 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5ab572b-9144-40f4-8414-348cc5d2547e req-d17dc85e-1574-4cf1-b87c-7741510a433d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 944 time: 0.0548348 Nov 23 11:33:53.082868 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5ab572b-9144-40f4-8414-348cc5d2547e req-daf00e3a-f5d8-4273-889a-0a8bbac608bb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Nov 23 11:33:53.451773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:33:53.501093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 809193a8-5a71-4958-9ad6-4bd074d9eb1a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:33:53.504923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 809193a8-5a71-4958-9ad6-4bd074d9eb1a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:33:53.505343 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:53.587372 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:53.610559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:33:53.612833 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b747a4d-569b-42ac-aab9-93dbddd87511" -d '{"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-plugged", "status": "completed", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:33:53.626714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:33:53.630652 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:53.655590 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c6dfb7-23ec-45b2-92b0-0fbc0e3af3a5 x-openstack-request-id: req-29c6dfb7-23ec-45b2-92b0-0fbc0e3af3a5 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:33:53.655890 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-plugged", "status": "completed", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:33:53.656147 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29c6dfb7-23ec-45b2-92b0-0fbc0e3af3a5 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:33:53.656544 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'code': 200} Nov 23 11:33:53.685475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:33:53.755474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506968a-a08a-4bcf-bce3-973e7107ad42 req-f2dda926-8320-4682-9f36-0929b1018f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:53.756914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2506968a-a08a-4bcf-bce3-973e7107ad42 req-f2dda926-8320-4682-9f36-0929b1018f76 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1096 time: 0.0420482 Nov 23 11:33:53.802043 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2506968a-a08a-4bcf-bce3-973e7107ad42 req-4892a364-40ff-4d8a-bf00-2da7d5f6d882 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375476 Nov 23 11:33:54.199088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21d417-5c0a-4213-b58d-d4ba14096471 req-532428d2-9b18-40bf-9ba4-e46f186d031f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:54.200573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d21d417-5c0a-4213-b58d-d4ba14096471 req-532428d2-9b18-40bf-9ba4-e46f186d031f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Nov 23 11:33:54.248230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2d21d417-5c0a-4213-b58d-d4ba14096471 req-08c21856-7336-4b49-8dbd-269801b71eb4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Nov 23 11:33:55.371159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c2486-07e8-4066-adc5-2b22392c4188 req-d811af12-8669-4eb5-9be5-77d3f86334b8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:55.372630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a97c2486-07e8-4066-adc5-2b22392c4188 req-d811af12-8669-4eb5-9be5-77d3f86334b8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0498719 Nov 23 11:33:55.422662 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a97c2486-07e8-4066-adc5-2b22392c4188 req-2220a9ec-39c2-4266-91ef-03c175e79681 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 Nov 23 11:33:55.540811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d84868-cecd-43c5-b98c-7eb3fa1bd03b req-fce80b97-ea68-4a33-ae58-ace6c9107829 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:55.542226 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-42d84868-cecd-43c5-b98c-7eb3fa1bd03b req-fce80b97-ea68-4a33-ae58-ace6c9107829 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0526748 Nov 23 11:33:55.550670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 55662) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:33:55.554929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'floatingip': {'port_id': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:33:55.593842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:56.038008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:56.042627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:56.147449 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 associated. External IP: 172.25.5.192, port: 809193a8-5a71-4958-9ad6-4bd074d9eb1a. Nov 23 11:33:56.356553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:33:56.465928 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:33:56.470657 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:33:56.477195 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:33:56.488542 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:33:56.489187 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:33:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:56.501172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e90f1edf-631f-4c05-814b-f10f81ca07ff tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "PUT /v2.0/floatingips/2aa15775-6fe9-436a-8f98-944cb836d186 HTTP/1.1" status: 200 len: 991 time: 0.9494486 Nov 23 11:33:56.501757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:33:56.504028 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:33:56.541792 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf579d6-9499-40cd-8dc1-bcbf0a9fd9f4 x-openstack-request-id: req-0bf579d6-9499-40cd-8dc1-bcbf0a9fd9f4 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:33:56.542372 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:33:56.542372 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bf579d6-9499-40cd-8dc1-bcbf0a9fd9f4 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:33:56.542748 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'status': 'completed', 'code': 200} Nov 23 11:33:56.606146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:33:56.613730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-7eea3efa-a0eb-4104-bd62-dcc5889655a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:56.615222 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-7eea3efa-a0eb-4104-bd62-dcc5889655a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1096 time: 0.0435781 Nov 23 11:33:56.708199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-6479520d-4f0b-4314-ab9e-8ed274788b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:56.709720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-6479520d-4f0b-4314-ab9e-8ed274788b0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0870774 Nov 23 11:33:56.779451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-7e0b2896-6b3b-45cd-be6f-e55370c31f3b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 999 time: 0.0616496 Nov 23 11:33:56.829763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-2d1d9e78-fbe2-4b07-b121-f0d61e3d00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:56.831150 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-2d1d9e78-fbe2-4b07-b121-f0d61e3d00c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0449731 Nov 23 11:33:56.834459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:66:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:33:55Z', 'revision_number': 1, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:56.861072 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:33:56.869315 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:33:56.870542 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:33:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:56.877361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-c81ff4d3-7882-4c33-a9c2-73d99228c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:33:56.878987 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-c81ff4d3-7882-4c33-a9c2-73d99228c4be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407937 Nov 23 11:33:56.974854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-75dc4c73-96a3-4b6c-9bf5-844ed4840779 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888417 Nov 23 11:33:57.067730 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2cafe7f4-f8de-4ee7-817c-4c2b6c98ee6b req-c8577cfe-afed-4d08-bcfa-0e780916779e service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Nov 23 11:33:57.071932 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:33:57.291587 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:66:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:33:55Z', 'revision_number': 1, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:33:57.321561 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c908ae8-b14e-48a0-8972-f03bb2eb4d9d None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:66:6d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:33:55Z', 'revision_number': 1, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:33:57.507177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9d1484-e812-4197-8786-157460add8cf None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:33:58.111951 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:34:13.768101 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-ed7b839d-c4f1-4a40-8245-b3253f836e7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447059 Nov 23 11:34:13.852975 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-82e40fe8-cfdc-4720-a394-ff0cfd453063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:34:13.854497 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-82e40fe8-cfdc-4720-a394-ff0cfd453063 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1096 time: 0.0409350 Nov 23 11:34:13.962106 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-5fd00100-661e-4dd0-aeee-e6c3d3b96bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:34:13.963581 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-5fd00100-661e-4dd0-aeee-e6c3d3b96bd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0885134 Nov 23 11:34:14.271709 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-c560240d-77dd-42ab-a94e-db9f9db04936 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.2998707 Nov 23 11:34:14.321054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-71e7d493-54d3-4a46-9b14-591bde4e5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:34:14.322552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-71e7d493-54d3-4a46-9b14-591bde4e5c12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0425913 Nov 23 11:34:14.372641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-b5a6e9ae-0209-4a36-819b-37b701cf999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:34:14.374149 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-b5a6e9ae-0209-4a36-819b-37b701cf999e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442955 Nov 23 11:34:14.462369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-a6cc1460-de81-418f-bf81-d454b168f5e9 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800056 Nov 23 11:34:14.571982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20c86b8a-dc49-47a3-8107-b5a387dedaef req-533d310a-b25f-4deb-8091-c9350428cc51 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013694 Nov 23 11:34:14.595473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fdf5c8de-09d8-4019-87c9-488ef0a6b4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:17.030662 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2f28f842-2cea-46c2-ab1f-534af060cbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:18.734573 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:19.702381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:20.203641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:20.374889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:22.562502 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:35.111197 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:34:44.599330 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0687d322-d860-4a21-8752-5139cabf2414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:47.030818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bbba5fca-f191-43d9-9a15-5191358d7c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:48.740228 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:49.705030 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:50.204456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:50.403717 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:34:52.563048 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:12.110608 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:35:14.602960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-66995593-6af8-420c-b137-ce6967b9a4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:15.766672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-ee6fd98b-258f-4172-b57e-55e4de110c51 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440156 Nov 23 11:35:15.854654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-ea222df4-3b74-42a3-a00b-cdc859e3f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:35:15.856123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-ea222df4-3b74-42a3-a00b-cdc859e3f9b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1096 time: 0.0439816 Nov 23 11:35:15.962059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-d8a1d036-f4b8-4b82-88b6-da0978b294cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:35:15.963510 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-d8a1d036-f4b8-4b82-88b6-da0978b294cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0876050 Nov 23 11:35:16.030966 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-9365fac6-24b6-43d0-b4f5-8de6070b3722 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.0604947 Nov 23 11:35:16.083736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-6b833300-028e-4d61-88f4-1bfef87cb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:35:16.085229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-6b833300-028e-4d61-88f4-1bfef87cb2c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0481548 Nov 23 11:35:16.132268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-26e62437-46ad-4919-be3b-16b9ccc0b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:35:16.133823 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-26e62437-46ad-4919-be3b-16b9ccc0b131 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409746 Nov 23 11:35:16.227306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-3f182156-88b0-4e35-b01d-62ced62325cb service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848885 Nov 23 11:35:16.320522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38afc22e-9db7-4a9f-a709-a6d19aefc162 req-e726c73a-e40a-4610-8835-8d30c0235379 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855660 Nov 23 11:35:17.031967 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5453e665-8aba-46cd-b662-07659e739a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:18.741781 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:19.709220 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:20.208041 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:20.419741 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:22.575697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:44.604797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-34bf232c-6d33-4bdc-8b41-c5fac48a412d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:47.034339 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9ba9675-686c-4392-8c5b-ebaeef057528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:48.744230 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:49.109064 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:35:49.710470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:50.209615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:50.419063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:35:52.594300 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:14.609456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-097544d6-513e-4c06-962b-ba88447f24ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:16.786189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-1d8e7c34-aebd-4785-b7ed-ad38cc1ebbf3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458884 Nov 23 11:36:16.869419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-a445cfe2-9b35-45ac-9e32-258853d4f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:16.871449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-a445cfe2-9b35-45ac-9e32-258853d4f01b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1096 time: 0.0404439 Nov 23 11:36:16.978149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-fde039da-5560-43c4-9ba1-cc1da31b3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:16.979617 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-fde039da-5560-43c4-9ba1-cc1da31b3e4c service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0883770 Nov 23 11:36:17.038743 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-47335d6e-a3db-4797-8c66-4cc5ac7a75da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:17.047206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-77bc66c0-5423-44fe-80a6-1156f3e8cb21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.0609236 Nov 23 11:36:17.102239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-8c0fff9e-52bd-4582-9ab1-ea706ffc4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:17.103711 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-8c0fff9e-52bd-4582-9ab1-ea706ffc4caa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0491498 Nov 23 11:36:17.151054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-bd69d994-ac96-4c59-bdc2-fe746df3732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:17.153309 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-bd69d994-ac96-4c59-bdc2-fe746df3732a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409844 Nov 23 11:36:17.244918 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-2c5e8e54-e1dc-4b7c-996c-db930dfcd687 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842690 Nov 23 11:36:17.334423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ee460fa3-5ec6-4cba-8d67-30b1d370e170 req-e3b9042f-55ac-42ad-92df-af5e2c623e69 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809641 Nov 23 11:36:18.752025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:19.712406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:20.212243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:20.435116 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:22.607662 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:25.724168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4cb4e-04e2-4e2b-94ba-139160af1472 req-aeba544f-df11-4acb-a3f5-ae8495cfbad5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:25.725742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79c4cb4e-04e2-4e2b-94ba-139160af1472 req-aeba544f-df11-4acb-a3f5-ae8495cfbad5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0556948 Nov 23 11:36:25.778743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-79c4cb4e-04e2-4e2b-94ba-139160af1472 req-e9485501-7dfc-49f5-aae3-1d38aea59738 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465081 Nov 23 11:36:26.026604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e27b0-e15a-46c0-88ae-7a265626692d req-84fb9c3d-37ef-45f8-ad4f-d69768744b02 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:26.028833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-191e27b0-e15a-46c0-88ae-7a265626692d req-84fb9c3d-37ef-45f8-ad4f-d69768744b02 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Nov 23 11:36:26.081499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-191e27b0-e15a-46c0-88ae-7a265626692d req-29f0896f-8303-414f-9110-2b8ab6a5717a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466473 Nov 23 11:36:26.108161 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:36:26.129923 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-db46db2f-c11c-4f69-baa4-66ae276afc86 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890374 Nov 23 11:36:27.204698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddce45-4363-4a1f-a189-34dd2569e762 req-8da8aefb-9510-4cc5-9f43-945313735d43 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:27.206445 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69ddce45-4363-4a1f-a189-34dd2569e762 req-8da8aefb-9510-4cc5-9f43-945313735d43 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0521286 Nov 23 11:36:27.260739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-69ddce45-4363-4a1f-a189-34dd2569e762 req-00728401-3e46-4d4b-bc87-215c19585e6b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479803 Nov 23 11:36:27.717759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-c42cf065-9f5e-4a8c-b234-ea18b73ed1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:27.719264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-c42cf065-9f5e-4a8c-b234-ea18b73ed1f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1096 time: 0.0419784 Nov 23 11:36:27.809773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2d34b065-37d5-4476-a24e-2a44b49b7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:27.811361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2d34b065-37d5-4476-a24e-2a44b49b7d89 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0847669 Nov 23 11:36:27.879394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-f4a4ca78-ef59-481d-9dc2-c72632d6f7eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 1001 time: 0.0613859 Nov 23 11:36:27.929268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-d2426988-fa69-4b0c-9a32-84bf42e8fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:27.930768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-d2426988-fa69-4b0c-9a32-84bf42e8fea5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0445669 Nov 23 11:36:27.976901 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-aae71381-b7e1-4da7-ae50-d6402f3475ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:27.978331 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-aae71381-b7e1-4da7-ae50-d6402f3475ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401449 Nov 23 11:36:28.074540 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-9ef8bdbe-ffba-4f11-b594-ee038dd2d3b3 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875583 Nov 23 11:36:28.163973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-a7072751-2de4-4ae4-b8a1-3bd91ae9f391 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819240 Nov 23 11:36:28.378238 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dc49a-5a98-421d-aa20-44501a8732ab req-e895dd16-3485-4b7b-bb16-18f56d3eb296 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:28.379724 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-661dc49a-5a98-421d-aa20-44501a8732ab req-e895dd16-3485-4b7b-bb16-18f56d3eb296 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0492644 Nov 23 11:36:28.427045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-661dc49a-5a98-421d-aa20-44501a8732ab req-f36768d1-3c6b-43ed-b661-02dbc9d7a2a0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Nov 23 11:36:29.548710 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbbda8-bc45-44fa-9bf3-54c01221cdf7 req-a53a3270-8e4f-4374-98bd-51d6188d36d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:29.550229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bdbbda8-bc45-44fa-9bf3-54c01221cdf7 req-a53a3270-8e4f-4374-98bd-51d6188d36d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0558875 Nov 23 11:36:29.598777 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6bdbbda8-bc45-44fa-9bf3-54c01221cdf7 req-0a98b800-6e6b-4710-81bf-4e4ec4e727c1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Nov 23 11:36:30.712460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee26788-3aaf-4f94-9b9a-d3154424d786 req-5736d3c9-938c-43e6-8339-d1c378c366b8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:30.713967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aee26788-3aaf-4f94-9b9a-d3154424d786 req-5736d3c9-938c-43e6-8339-d1c378c366b8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0476522 Nov 23 11:36:30.761033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-aee26788-3aaf-4f94-9b9a-d3154424d786 req-a6eb856e-d8fe-448a-92e2-f8117f63d8a4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404086 Nov 23 11:36:31.879500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd2a19-ee84-4556-ae0a-ffcc47c5c83e req-0189abb3-5f05-43f6-bdde-f7bedefcb938 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:31.881026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95cd2a19-ee84-4556-ae0a-ffcc47c5c83e req-0189abb3-5f05-43f6-bdde-f7bedefcb938 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0490673 Nov 23 11:36:31.928060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95cd2a19-ee84-4556-ae0a-ffcc47c5c83e req-308e3035-1f4a-452a-bdbf-5b8390ac7780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411026 Nov 23 11:36:33.047950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a81ae0-b591-43b7-871c-d2983d41afbe req-7e3da81b-384a-44f5-a803-b7b7a9582d84 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:33.049463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d6a81ae0-b591-43b7-871c-d2983d41afbe req-7e3da81b-384a-44f5-a803-b7b7a9582d84 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0530310 Nov 23 11:36:33.104031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d6a81ae0-b591-43b7-871c-d2983d41afbe req-dc326a60-a3ef-4e55-b0e1-2708cf96e4cd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486815 Nov 23 11:36:34.223594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc4ee2-3cae-4042-b015-a3bb01e76dcb req-145ee188-1b20-4ab5-875e-ce625d22ad97 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:34.225066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cebc4ee2-3cae-4042-b015-a3bb01e76dcb req-145ee188-1b20-4ab5-875e-ce625d22ad97 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0521524 Nov 23 11:36:34.271904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cebc4ee2-3cae-4042-b015-a3bb01e76dcb req-e590c950-70a4-47d5-bb00-1db3f4e537a3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Nov 23 11:36:35.386847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5f5bb-4fa7-4010-8320-1a1a94a53149 req-fcd32328-45ed-4c33-990f-74316e74eae6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:35.388375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51a5f5bb-4fa7-4010-8320-1a1a94a53149 req-fcd32328-45ed-4c33-990f-74316e74eae6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0499251 Nov 23 11:36:35.435464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51a5f5bb-4fa7-4010-8320-1a1a94a53149 req-df9d4936-7b1d-444a-a303-b9146ce7e621 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410211 Nov 23 11:36:36.552404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd38d55-d538-411f-92c8-46f38be10482 req-cc75575a-775c-4c47-9e0f-0185952fb6c7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:36.553957 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9dd38d55-d538-411f-92c8-46f38be10482 req-cc75575a-775c-4c47-9e0f-0185952fb6c7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0496573 Nov 23 11:36:36.602945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9dd38d55-d538-411f-92c8-46f38be10482 req-848015e2-d246-4d4f-bc20-b5dd44692fa6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420647 Nov 23 11:36:37.721513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b1126-d6ac-4920-bb5a-432dbda21a95 req-5f5325d0-fdaa-4106-9b8e-1482c2f9a071 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:37.722983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-727b1126-d6ac-4920-bb5a-432dbda21a95 req-5f5325d0-fdaa-4106-9b8e-1482c2f9a071 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0521765 Nov 23 11:36:37.771559 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-727b1126-d6ac-4920-bb5a-432dbda21a95 req-a378bcf3-b1cb-4158-a5e5-683602d253a1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Nov 23 11:36:38.892717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13229e3c-618a-4155-a861-b9da96aca48a req-f1e81e1b-775a-40b5-8ea0-8085fc4bfcfb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:38.894252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13229e3c-618a-4155-a861-b9da96aca48a req-f1e81e1b-775a-40b5-8ea0-8085fc4bfcfb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0514967 Nov 23 11:36:38.946544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-13229e3c-618a-4155-a861-b9da96aca48a req-b2b12515-2e15-4d91-a0c4-c7b6155d5c12 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463054 Nov 23 11:36:40.063981 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a64931-d215-4a41-a54f-417eeeb3f168 req-2a1ffffe-0fe8-4c85-b2b5-527012c2b3e7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:40.065519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4a64931-d215-4a41-a54f-417eeeb3f168 req-2a1ffffe-0fe8-4c85-b2b5-527012c2b3e7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0483248 Nov 23 11:36:40.114105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c4a64931-d215-4a41-a54f-417eeeb3f168 req-54fa55f8-cf03-4357-8da1-d7653349595a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Nov 23 11:36:40.136047 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-0f824bf1-07cc-4644-b9e6-daa4f9c27c4d service neutron] show failed (client error): The resource could not be found. Nov 23 11:36:40.137057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-0f824bf1-07cc-4644-b9e6-daa4f9c27c4d service neutron] 10.222.0.58 "GET /v2.0/ports/809193a8-5a71-4958-9ad6-4bd074d9eb1a/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0568604 Nov 23 11:36:40.373165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-d64c9590-e1dc-47ee-8850-ef573a9d1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:40.374583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-d64c9590-e1dc-47ee-8850-ef573a9d1324 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 1096 time: 0.0731781 Nov 23 11:36:40.391460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:36:40.443302 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:40.650837 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:40.682107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:36:40.723963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:36:40.726250 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a04d03-93f7-478f-ab3d-441e441a8a24" -d '{"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-unplugged", "status": "completed", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:36:40.730229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:40.743892 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Transition to ACTIVE for port object 809193a8-5a71-4958-9ad6-4bd074d9eb1a will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:36:40.748269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:40.776359 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed5975b-07e5-4290-9d6a-fdb443fe0e57 x-openstack-request-id: req-fed5975b-07e5-4290-9d6a-fdb443fe0e57 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:36:40.776658 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-unplugged", "status": "completed", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:36:40.776908 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fed5975b-07e5-4290-9d6a-fdb443fe0e57 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:36:40.777335 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'code': 200} Nov 23 11:36:40.848591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=6']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:40.876441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.876786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.877167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.877507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.877839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.878167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.878491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.878812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.879132 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.879453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.879773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.880090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:40.938503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] No DVR routers for this DVR port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:36:41.074214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:36:41.075596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:36:41.075596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:36:41.079534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:36:41.079848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Attempting to bind port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:36:41.084748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:36:41.085079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:36:41.085486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:36:41.085905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Bound port: 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:36:41.086250 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:41.151308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:36:41.155555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:36:41.160396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:41.206888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:41.207516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:41.208892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] 10.222.0.65 "PUT /v2.0/ports/809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 1091 time: 0.8219461 Nov 23 11:36:41.282985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ea044-eff4-4333-aa76-b05e6f0d9dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=7']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:41.303205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da84772-f844-483b-9479-9f0ddb8787db req-6bbc9a12-3ea1-420a-a833-96121b4f54a8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:41.304770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4da84772-f844-483b-9479-9f0ddb8787db req-6bbc9a12-3ea1-420a-a833-96121b4f54a8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 943 time: 0.1124120 Nov 23 11:36:41.311853 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-fba471a0-f514-4e2c-8ab3-3cdb6d075e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:41.313418 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-fba471a0-f514-4e2c-8ab3-3cdb6d075e55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1094 time: 0.0764620 Nov 23 11:36:41.416390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4da84772-f844-483b-9479-9f0ddb8787db req-c6a98c1d-4691-4260-aaea-764dea2b5dec tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020796 Nov 23 11:36:41.439367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-7601f98d-6c86-4191-b476-6c22bca8da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:41.440841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-7601f98d-6c86-4191-b476-6c22bca8da92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.1129038 Nov 23 11:36:41.544213 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-9edda1b6-255f-4c6b-b51f-7b6346dc8062 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 999 time: 0.0899096 Nov 23 11:36:41.596420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-6228ec63-84f3-46c1-a865-38f6004f0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:41.597873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-6228ec63-84f3-46c1-a865-38f6004f0c87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0435617 Nov 23 11:36:41.656163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-f2665a02-e7ce-4552-acdb-24e82717c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:41.657676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-f2665a02-e7ce-4552-acdb-24e82717c280 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489507 Nov 23 11:36:41.755603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-9d9fb223-b17a-433e-98f3-898d38e1988c service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860999 Nov 23 11:36:41.850975 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4c2daa1f-6ffe-4326-bba9-186a6fcfcd56 req-7e4dbab9-5803-401d-b53e-a2535f77b1d8 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834944 Nov 23 11:36:42.534733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed2b7e-47b0-4a6c-8d49-a0a931509a90 req-a9178ffc-68dd-490a-8e72-ba654369127b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:42.536207 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5ed2b7e-47b0-4a6c-8d49-a0a931509a90 req-a9178ffc-68dd-490a-8e72-ba654369127b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 943 time: 0.0490570 Nov 23 11:36:42.586006 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5ed2b7e-47b0-4a6c-8d49-a0a931509a90 req-536c781f-f696-4a27-b22b-a30324bc7e59 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Nov 23 11:36:42.779303 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:36:42.781670 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:36:42.829958 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d8208-0d09-47f2-860c-22c4ad6db1d1 x-openstack-request-id: req-058d8208-0d09-47f2-860c-22c4ad6db1d1 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:36:42.830253 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:36:42.830506 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-058d8208-0d09-47f2-860c-22c4ad6db1d1 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:36:42.830909 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'status': 'completed', 'code': 200} Nov 23 11:36:42.890973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-8ede828a-d447-45e8-b172-c926e9ca6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:42.892621 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-8ede828a-d447-45e8-b172-c926e9ca6ae5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1094 time: 0.0423317 Nov 23 11:36:42.896249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-b8710fcf-02e6-4315-86f9-b9c31255d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:42.897762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-b8710fcf-02e6-4315-86f9-b9c31255d9e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1094 time: 0.0402596 Nov 23 11:36:42.990775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-194b5886-cd1a-4e4d-b8ac-332fde37d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:42.991213 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-691b740e-0ea1-427d-bff2-832be04e122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:42.992237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-194b5886-cd1a-4e4d-b8ac-332fde37d3a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0856841 Nov 23 11:36:42.992696 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-691b740e-0ea1-427d-bff2-832be04e122e service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0936487 Nov 23 11:36:43.065203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-71a57438-444a-4e44-bd12-91d09cc558cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 999 time: 0.0653389 Nov 23 11:36:43.118269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-b5bb078d-4011-476c-a0d6-afa631299842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:43.119809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-b5bb078d-4011-476c-a0d6-afa631299842 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0481679 Nov 23 11:36:43.174861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-9f5b99bd-c307-496d-8601-5b6fff7fb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:43.176393 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-9f5b99bd-c307-496d-8601-5b6fff7fb020 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488119 Nov 23 11:36:43.188426 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-08cf4d61-25cf-4170-b3b5-0ed71e8bfb24 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:36:43.189455 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-08cf4d61-25cf-4170-b3b5-0ed71e8bfb24 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054891 Nov 23 11:36:43.288754 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-8aa6f0da-dc0c-46fa-9f8d-42bf4812a5de service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923719 Nov 23 11:36:43.378874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-8be55adf-07f2-48a7-b00a-329eb27bd0f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 999 time: 0.3746443 Nov 23 11:36:43.381447 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-553b2245-8c5c-4ce1-9503-6c370f748c5a service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858905 Nov 23 11:36:43.429142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-7ddcfc46-2fb2-478e-a14a-6a7b6601f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:43.430590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-7ddcfc46-2fb2-478e-a14a-6a7b6601f597 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0440495 Nov 23 11:36:43.482461 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-8e9d35b6-1a5b-46ee-9e10-eb455c637ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:43.483956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-8e9d35b6-1a5b-46ee-9e10-eb455c637ff8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457170 Nov 23 11:36:43.577298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-96b29a68-c980-4e48-8865-f3f53f086726 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852225 Nov 23 11:36:43.674482 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce860c3e-95c0-4a6c-8dcc-5ca66fdcf50e req-3359487a-f9da-4dba-bfe9-80926841d35a service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894287 Nov 23 11:36:43.709478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36d75-d9b9-4f9c-9c04-66a182c1bf1c req-ec3676d4-d40d-4888-ab0d-cccc6e39a4fd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:43.710971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86d36d75-d9b9-4f9c-9c04-66a182c1bf1c req-ec3676d4-d40d-4888-ab0d-cccc6e39a4fd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 943 time: 0.0523725 Nov 23 11:36:43.765207 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-86d36d75-d9b9-4f9c-9c04-66a182c1bf1c req-d0e4b70a-0ab0-4592-ab6e-617e9738d764 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472085 Nov 23 11:36:44.375497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:36:44.416064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:36:44.544207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:36:44.630921 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4ec30c92-9b6e-432f-85aa-6f716ba82725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:44.649944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:44.661881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'mac_address': 'fa:16:3e:66:6d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:36:44.703164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:44.716154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809193a8-5a71-4958-9ad6-4bd074d9eb1a {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:36:44.735321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:44.739013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:44.785612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:44.792891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.793286 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.793703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.794144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.794489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.794832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.795170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.795503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.795837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.796382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.796484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.796818 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:36:44.891210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef735-3c06-4336-ad0a-2be4b1b6ac83 req-6ffebced-bc5c-4856-917c-cd2b92cf4ecd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:44.892713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e9ef735-3c06-4336-ad0a-2be4b1b6ac83 req-6ffebced-bc5c-4856-917c-cd2b92cf4ecd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 944 time: 0.0541663 Nov 23 11:36:44.942970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e9ef735-3c06-4336-ad0a-2be4b1b6ac83 req-4cf08c3d-b374-402e-8fee-8bad9fb24037 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442815 Nov 23 11:36:45.010654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['809193a8-5a71-4958-9ad6-4bd074d9eb1a'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:36:45.142525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3af20-0097-4209-885b-08a818b3cd24 req-9ef61deb-d0e3-40a1-a16e-f2cf5fdf5f0a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:45.149632 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1c3af20-0097-4209-885b-08a818b3cd24 req-9ef61deb-d0e3-40a1-a16e-f2cf5fdf5f0a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 944 time: 0.0612049 Nov 23 11:36:45.160995 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-274f9769-b13c-4524-9ec6-9e999e2bc265 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:45.162550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-274f9769-b13c-4524-9ec6-9e999e2bc265 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&binding%3Ahost_id=n-h1-817747-2 HTTP/1.1" status: 200 len: 944 time: 0.0589948 Nov 23 11:36:45.199206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1c3af20-0097-4209-885b-08a818b3cd24 req-aa658d52-8e03-49ee-930f-9b0eae9dfa0c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427442 Nov 23 11:36:45.225436 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-ddc55cd8-a6a7-4626-bbed-674d3ac64354 service neutron] delete failed (client error): The resource could not be found. Nov 23 11:36:45.226465 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-ddc55cd8-a6a7-4626-bbed-674d3ac64354 service neutron] 10.222.0.58 "DELETE /v2.0/ports/809193a8-5a71-4958-9ad6-4bd074d9eb1a/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0565462 Nov 23 11:36:45.311042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-c23c020a-c825-4638-8af0-2841141b272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:45.312335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-c23c020a-c825-4638-8af0-2841141b272c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 1095 time: 0.0418773 Nov 23 11:36:45.408850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-00e3650d-33dc-4518-9b48-979775513d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:45.410351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-00e3650d-33dc-4518-9b48-979775513d71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0913293 Nov 23 11:36:45.476768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-b394e0aa-bddb-4d4a-9748-23f3bdfbb03f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 200 len: 1000 time: 0.0591600 Nov 23 11:36:45.530100 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-77ae4e04-ca09-4375-b76c-195c76eaf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:45.531533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-77ae4e04-ca09-4375-b76c-195c76eaf3e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0477934 Nov 23 11:36:45.576467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-70156104-292c-432b-9804-d9ca09dcf159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:45.577979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-70156104-292c-432b-9804-d9ca09dcf159 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398357 Nov 23 11:36:45.666211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-7c3f045f-7365-4fc2-9af3-2d0eeb2203fb service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807750 Nov 23 11:36:45.758725 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa2339f4-14f3-4621-9b40-91df8ff15696 req-71297d8e-4445-4714-aa98-f57a8f39cfef service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Nov 23 11:36:46.320808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450789e-ac1e-449c-bc84-bc28a6485cdd req-bd21aee9-865f-45d8-81a1-bc4d2f649bf3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:46.322337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3450789e-ac1e-449c-bc84-bc28a6485cdd req-bd21aee9-865f-45d8-81a1-bc4d2f649bf3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 944 time: 0.0493121 Nov 23 11:36:46.369274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3450789e-ac1e-449c-bc84-bc28a6485cdd req-e9fa9d4c-9cab-4fb6-9dd7-715d9d7622b6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Nov 23 11:36:46.489235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da33ba-0bef-44c2-aaa0-0bcc7bee80d6 req-c7eb23b6-7bc1-4a61-abd6-2d487891d5db tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:46.490730 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2da33ba-0bef-44c2-aaa0-0bcc7bee80d6 req-c7eb23b6-7bc1-4a61-abd6-2d487891d5db tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 944 time: 0.0530732 Nov 23 11:36:46.539040 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2da33ba-0bef-44c2-aaa0-0bcc7bee80d6 req-57eacb82-aa46-45c3-af90-e023fbd39fef tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Nov 23 11:36:46.577468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:36:46.626319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 809193a8-5a71-4958-9ad6-4bd074d9eb1a completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:36:46.630867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 809193a8-5a71-4958-9ad6-4bd074d9eb1a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:36:46.631332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:46.655269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62354304-a4c4-475e-b1e9-3f8738f76a30 req-f0f87bb6-dc93-44be-9b87-92dcc7142642 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:46.656634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62354304-a4c4-475e-b1e9-3f8738f76a30 req-f0f87bb6-dc93-44be-9b87-92dcc7142642 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 944 time: 0.0526841 Nov 23 11:36:46.705246 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62354304-a4c4-475e-b1e9-3f8738f76a30 req-02d7d9c4-e67f-4b9b-9cc8-493da2fa766d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Nov 23 11:36:46.713080 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:46.739216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:36:46.741477 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f68ae-3562-4b16-b316-d10f36fd4b7d" -d '{"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-plugged", "status": "completed", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:36:46.755027 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:46.759224 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:46.784076 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f47c2e-c060-4d8b-9dbe-856ecab39bb4 x-openstack-request-id: req-65f47c2e-c060-4d8b-9dbe-856ecab39bb4 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:36:46.784370 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-plugged", "status": "completed", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:36:46.784621 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65f47c2e-c060-4d8b-9dbe-856ecab39bb4 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:36:46.785007 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'code': 200} Nov 23 11:36:46.810000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:46.949506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51169b54-e0c7-49f0-9a93-1b3d3b5028e8 req-a3bf3201-7121-4a0d-b46a-27ce52c7c71c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:46.951470 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51169b54-e0c7-49f0-9a93-1b3d3b5028e8 req-a3bf3201-7121-4a0d-b46a-27ce52c7c71c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0497954 Nov 23 11:36:46.999135 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51169b54-e0c7-49f0-9a93-1b3d3b5028e8 req-c2cc7f63-c607-452d-9ce0-31d3a2a8da93 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Nov 23 11:36:47.041728 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e43fc1cc-39ac-4354-a623-739d90ff3780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:48.117088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61feebf-5fbf-47a7-8cfa-d274b40650f8 req-c871dbdf-551f-4fc3-84db-56cef00ed215 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:48.118584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d61feebf-5fbf-47a7-8cfa-d274b40650f8 req-c871dbdf-551f-4fc3-84db-56cef00ed215 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Nov 23 11:36:48.169446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d61feebf-5fbf-47a7-8cfa-d274b40650f8 req-88e3ffff-f253-486a-9929-0eedb0f55dab tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435951 Nov 23 11:36:48.351557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-e72473a2-3032-4a14-ba5f-c95c62e8a9f1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:48.352934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-e72473a2-3032-4a14-ba5f-c95c62e8a9f1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 945 time: 0.0481648 Nov 23 11:36:48.449586 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Deleting port 809193a8-5a71-4958-9ad6-4bd074d9eb1a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:36:48.449957 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:48.537602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] For port 809193a8-5a71-4958-9ad6-4bd074d9eb1a, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=809193a8-5a71-4958-9ad6-4bd074d9eb1a,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:48.537968 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:48.749835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:48.761603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:48.761978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:48.762303 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 disassociated. External IP: 172.25.5.192, port: 809193a8-5a71-4958-9ad6-4bd074d9eb1a. Nov 23 11:36:48.762861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Calling delete_port for 809193a8-5a71-4958-9ad6-4bd074d9eb1a owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:36:48.894808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:48.924821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event deleted for resources: {'Port': ['ID=809193a8-5a71-4958-9ad6-4bd074d9eb1a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:49.044046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:36:49.158021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:36:49.168244 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:36:49.187770 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:36:49.188402 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:36:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:36:49.202816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] No DVR routers for this DVR port 809193a8-5a71-4958-9ad6-4bd074d9eb1a on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:36:49.205879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:49.209742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b46eef22-35da-4fcc-bce7-62f7b623e48f req-8b7a95c7-2672-4888-9790-8edb589441d7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "DELETE /v2.0/ports/809193a8-5a71-4958-9ad6-4bd074d9eb1a HTTP/1.1" status: 204 len: 173 time: 0.8472247 Nov 23 11:36:49.210233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-deleted', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:36:49.212521 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41297afa-a304-427f-b8d6-e3c7b8045921" -d '{"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-deleted", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:36:49.258700 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f762aa4e-0ebd-49fe-9eee-46164f2e50f7 x-openstack-request-id: req-f762aa4e-0ebd-49fe-9eee-46164f2e50f7 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:36:49.259291 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f2c426-ce7d-4daa-8845-7a39b7965d08", "name": "network-vif-deleted", "tag": "809193a8-5a71-4958-9ad6-4bd074d9eb1a", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:36:49.259420 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f762aa4e-0ebd-49fe-9eee-46164f2e50f7 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:36:49.259768 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f2c426-ce7d-4daa-8845-7a39b7965d08', 'name': 'network-vif-deleted', 'tag': '809193a8-5a71-4958-9ad6-4bd074d9eb1a', 'status': 'completed', 'code': 200} Nov 23 11:36:49.277800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0018cfc-aea7-43a4-9d65-91841ab188cc req-99164166-4156-46b2-ba03-d8f8d5001946 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0f2c426-ce7d-4daa-8845-7a39b7965d08 HTTP/1.1" status: 200 len: 210 time: 0.0280740 Nov 23 11:36:49.312361 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:36:49.517675 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:36:49.543595 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:36:49.552303 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:36:49.552899 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:36:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:36:49.657305 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:36:49.714572 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:49.855975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:36:49.881621 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22797d5a-7d0b-410a-b7af-0e60d87de67e None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:36:50.103003 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53baf40-605b-4ee2-82c0-537e1106652a None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:36:50.225551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:50.450890 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:50.523314 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-93d17990-2b04-4132-a52b-3a2d60f55a5c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1533462333&fields=id&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 267 time: 0.0451479 Nov 23 11:36:50.630778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-a6839875-fc37-48c9-bfe0-5606a256513a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:50.632255 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-a6839875-fc37-48c9-bfe0-5606a256513a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1012561 Nov 23 11:36:50.647771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-057fb569-8274-4c66-bf92-719ecb2d24d4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/quotas/c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 375 time: 0.0090523 Nov 23 11:36:50.703221 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-adb9cd86-7d7a-4287-962d-c97a59ec11ce tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499847 Nov 23 11:36:50.894557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-192ce00a-7eb0-4ab7-8ec5-60b100d030df service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289418 Nov 23 11:36:50.988529 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-c025e498-4833-428a-b694-85b1066ed2de service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879514 Nov 23 11:36:51.158369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-90735005-cc2d-43fa-9be1-53864e72fa08 req-cafdeecf-8926-416f-860f-dabc1d8834f4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 210 time: 0.0313010 Nov 23 11:36:52.271621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-25cea0f3-c6f4-4714-a07b-3aa74c8480e8 req-dd1cda49-d694-4ae4-bc72-b2144bd8203f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 210 time: 0.0368452 Nov 23 11:36:52.283077 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ca260942-0b60-4042-acf6-91401ae99ff8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:52.285227 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ca260942-0b60-4042-acf6-91401ae99ff8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1414995 Nov 23 11:36:52.374096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-30bb53b5-ad73-42f8-bfe3-0b639125016b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 380 time: 0.0676019 Nov 23 11:36:52.383815 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'port': {'device_id': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'admin_state_up': True, 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'security_groups': ['e8deca34-8856-4915-921f-76b281cfba2a']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:36:52.488555 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Made reservation on behalf of c17c9607e6e04a638cd77ce32e0b9c88 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:36:52.492324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:52.596748 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:36:52.621371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 809193a8-5a71-4958-9ad6-4bd074d9eb1a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:36:52.621727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 809193a8-5a71-4958-9ad6-4bd074d9eb1a not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:36:52.625509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Allocated IP 172.20.0.5 (cac03b3d-b07e-404b-aab6-0160cb461193/696d1098-9bb0-42be-894e-59b46f981bee/c9af35d9-0b4d-4954-a0b6-345885b48f33) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:36:52.628689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:52.769753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:52.808522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:52.858409 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Network cac03b3d-b07e-404b-aab6-0160cb461193 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:36:52.861248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:36:52.864828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:36:52.888684 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:52.918015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:52.918621 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:52.939893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ec664bde-a385-4e68-ac64-626cb245e9e9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595608 Nov 23 11:36:52.958424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Request body: {'port': {'device_id': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:36:53.016698 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:53.093473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c58dfb1a-9462-4664-b38d-03e59376b972 None None] Provisioning complete for port c9af35d9-0b4d-4954-a0b6-345885b48f33 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:36:53.093957 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c58dfb1a-9462-4664-b38d-03e59376b972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:53.128987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c58dfb1a-9462-4664-b38d-03e59376b972 None None] Port c9af35d9-0b4d-4954-a0b6-345885b48f33 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:36:53.287194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9af35d9-0b4d-4954-a0b6-345885b48f33 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:36:53.299056 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:53.314311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Transition to ACTIVE for port object c9af35d9-0b4d-4954-a0b6-345885b48f33 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:36:53.319383 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:53.375649 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:53.408734 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0de96-0515-4b69-97a5-3bbe7f5b262a req-34cc29a8-bf6d-4d6f-8b49-381de3d82247 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:53.410945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32b0de96-0515-4b69-97a5-3bbe7f5b262a req-34cc29a8-bf6d-4d6f-8b49-381de3d82247 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 943 time: 0.0646873 Nov 23 11:36:53.447847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:36:53.448286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:36:53.448685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:36:53.453978 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Port c9af35d9-0b4d-4954-a0b6-345885b48f33 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:36:53.454312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:36:53.459942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:36:53.460287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:36:53.460676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:36:53.461136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Bound port: c9af35d9-0b4d-4954-a0b6-345885b48f33, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:36:53.461515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:53.462249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-32b0de96-0515-4b69-97a5-3bbe7f5b262a req-46ee38fd-9c7b-4c2c-ba3d-8846cba88166 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Nov 23 11:36:53.531341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:36:53.535448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:36:53.539828 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:53.580517 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:53.581179 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:53.582746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] 10.222.0.65 "PUT /v2.0/ports/c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 1091 time: 0.6289191 Nov 23 11:36:53.583212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:36:53.585509 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530fcd07-c96f-46f2-9db8-640c271e7732" -d '{"events": [{"name": "network-changed", "server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:36:53.606023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f26c1-f6cc-4e74-9fd7-b8657f635e22 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:53.631531 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924f87d5-99b1-40e0-8c65-8252ae23b8b9 x-openstack-request-id: req-924f87d5-99b1-40e0-8c65-8252ae23b8b9 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:36:53.631832 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:36:53.632093 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-924f87d5-99b1-40e0-8c65-8252ae23b8b9 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:36:53.632512 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'status': 'completed', 'code': 200} Nov 23 11:36:53.688160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-fffa67cd-db31-42ad-a364-57fc846df5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:53.689749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-fffa67cd-db31-42ad-a364-57fc846df5d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1094 time: 0.0487633 Nov 23 11:36:53.743700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-b93318f1-657b-4978-8f53-3d76a007ff76 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 217 time: 0.0387237 Nov 23 11:36:53.797781 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-71e6795e-615e-46dd-a894-aa5b9f61a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:53.799261 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-71e6795e-615e-46dd-a894-aa5b9f61a68d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0463862 Nov 23 11:36:53.849256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-066c18d7-233a-453d-9d6b-95418b072e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:53.850719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-066c18d7-233a-453d-9d6b-95418b072e14 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397601 Nov 23 11:36:53.952255 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-e7f86c09-a077-4468-8bb6-e0498cdda7c0 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877984 Nov 23 11:36:54.044745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b39c66e7-2cd9-4cfa-abb1-d96a59ec1e74 req-9372f03a-8b8e-482c-bf04-dae7d04681a5 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846825 Nov 23 11:36:54.146227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-50e44603-10fa-4a04-a8bf-19ea5f785f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:54.147924 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-50e44603-10fa-4a04-a8bf-19ea5f785f4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1094 time: 0.0476632 Nov 23 11:36:54.240175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-84eb2e17-c413-4883-8f94-45deb8fbbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:54.241724 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-84eb2e17-c413-4883-8f94-45deb8fbbfdc service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0863631 Nov 23 11:36:54.285971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-31d138a4-96f2-4802-a08c-626b96243879 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 217 time: 0.0368803 Nov 23 11:36:54.339168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-55c63ff3-5a18-45ac-9624-200473aea23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:54.340634 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-55c63ff3-5a18-45ac-9624-200473aea23c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0471177 Nov 23 11:36:54.388282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-75b61e79-d7d3-451b-b2a2-d6a6410329a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:54.389959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-75b61e79-d7d3-451b-b2a2-d6a6410329a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415235 Nov 23 11:36:54.403072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-4dd9a242-d3ec-468f-8b05-691335539492 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:36:54.404318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-4dd9a242-d3ec-468f-8b05-691335539492 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049620 Nov 23 11:36:54.498945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-815608e6-dc3c-4480-ae33-5c5a90acca80 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870156 Nov 23 11:36:54.582247 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f81f5-9e35-46b8-8aa1-b4f576511680 req-f72959d1-2f38-4cb1-84e9-f44eebd2cc5a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:54.583726 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a39f81f5-9e35-46b8-8aa1-b4f576511680 req-f72959d1-2f38-4cb1-84e9-f44eebd2cc5a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 943 time: 0.0485904 Nov 23 11:36:54.589248 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-530fcd07-c96f-46f2-9db8-640c271e7732 req-9f338cd6-8435-4e82-8f10-bdf969918c31 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826819 Nov 23 11:36:54.631820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a39f81f5-9e35-46b8-8aa1-b4f576511680 req-fa0bd623-77bd-4b99-9239-474b0e1042c5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Nov 23 11:36:55.758522 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49ba6c-3ae2-4220-b8fc-da844005930f req-216c39dd-f268-4570-9c76-9e5d212854aa tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:55.760030 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a49ba6c-3ae2-4220-b8fc-da844005930f req-216c39dd-f268-4570-9c76-9e5d212854aa tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 943 time: 0.0542982 Nov 23 11:36:55.806061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7a49ba6c-3ae2-4220-b8fc-da844005930f req-8930295e-e224-4b6e-ab8e-13241269b3b8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401268 Nov 23 11:36:56.594860 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:36:56.687500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:56.698370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'mac_address': 'fa:16:3e:68:0c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:36:56.740697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:56.754034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9af35d9-0b4d-4954-a0b6-345885b48f33 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:36:56.773448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:56.777152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:56.822350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:56.926533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c470f-0136-4cb5-b695-080a3d6daf88 req-1ef2df00-8f4a-4f3f-99c4-0429edd5cf84 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:56.928019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-840c470f-0136-4cb5-b695-080a3d6daf88 req-1ef2df00-8f4a-4f3f-99c4-0429edd5cf84 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 944 time: 0.0527298 Nov 23 11:36:56.975682 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-840c470f-0136-4cb5-b695-080a3d6daf88 req-ca40fb17-5d09-4457-be03-325811a1580a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Nov 23 11:36:57.012508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['c9af35d9-0b4d-4954-a0b6-345885b48f33'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:36:58.091999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceb0fa-c9d2-4571-826f-7a002f4ae9c4 req-95bd1ae2-40f2-4faa-a45b-c039707b9920 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:58.093752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2ceb0fa-c9d2-4571-826f-7a002f4ae9c4 req-95bd1ae2-40f2-4faa-a45b-c039707b9920 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 944 time: 0.0495853 Nov 23 11:36:58.141452 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2ceb0fa-c9d2-4571-826f-7a002f4ae9c4 req-a3c06a06-d9a0-4ca6-8d80-f4c76b305f4d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 Nov 23 11:36:58.595193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:36:58.645409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port c9af35d9-0b4d-4954-a0b6-345885b48f33 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:36:58.649801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port c9af35d9-0b4d-4954-a0b6-345885b48f33 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:36:58.650178 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:58.728609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:58.750981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:36:58.753226 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2838fb31-cb31-42e9-9eff-318c85cde36e" -d '{"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-plugged", "status": "completed", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:36:58.766468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:36:58.771589 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:36:58.795272 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7a0e74-210c-4d64-97d8-26af215c9353 x-openstack-request-id: req-df7a0e74-210c-4d64-97d8-26af215c9353 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:36:58.795571 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-plugged", "status": "completed", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:36:58.795832 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df7a0e74-210c-4d64-97d8-26af215c9353 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:36:58.796228 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'code': 200} Nov 23 11:36:58.821556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:36:58.898247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830e19d-642d-4bf1-b90d-9839beea7915 req-a874adcd-1cbf-403b-b5d4-8b297f633a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:58.899681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d830e19d-642d-4bf1-b90d-9839beea7915 req-a874adcd-1cbf-403b-b5d4-8b297f633a82 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1096 time: 0.0406327 Nov 23 11:36:58.952365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d830e19d-642d-4bf1-b90d-9839beea7915 req-ed5fc7b8-6f5a-4c47-aac5-e502f07b90b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 Nov 23 11:36:59.263063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14e437-439b-4791-b225-a79bf7ac877f req-71534a32-21a5-4b9a-895c-507b0db22090 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:36:59.265889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea14e437-439b-4791-b225-a79bf7ac877f req-71534a32-21a5-4b9a-895c-507b0db22090 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Nov 23 11:36:59.313983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea14e437-439b-4791-b225-a79bf7ac877f req-7744f32f-9226-4f97-b02d-1287f9ed182f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Nov 23 11:37:00.431452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d5ef3-e1e0-4942-9147-93eba2e1c229 req-d8dd2206-0e07-4ea2-98a3-ff430ecd6142 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:00.432925 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-481d5ef3-e1e0-4942-9147-93eba2e1c229 req-d8dd2206-0e07-4ea2-98a3-ff430ecd6142 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Nov 23 11:37:00.480227 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-481d5ef3-e1e0-4942-9147-93eba2e1c229 req-866f3db0-2280-4ae2-9270-49d95009f28c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406106 Nov 23 11:37:00.591181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d59d00-3ab0-45b8-b1bc-c60a1e8ede80 req-cfbe0e68-9447-4faf-bc90-9c5290a96673 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:00.593816 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-98d59d00-3ab0-45b8-b1bc-c60a1e8ede80 req-cfbe0e68-9447-4faf-bc90-9c5290a96673 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0497844 Nov 23 11:37:00.602178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56200) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:37:00.606505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'floatingip': {'port_id': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:37:00.649310 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:01.092334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:01.096662 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:01.195530 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 associated. External IP: 172.25.5.192, port: c9af35d9-0b4d-4954-a0b6-345885b48f33. Nov 23 11:37:01.401212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:37:01.509804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:37:01.515316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:01.521310 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:37:01.531258 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:37:01.531866 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:36:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:37:01.541862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d83084f2-4d31-4060-a3d0-1c1c962728f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "PUT /v2.0/floatingips/2aa15775-6fe9-436a-8f98-944cb836d186 HTTP/1.1" status: 200 len: 991 time: 0.9386470 Nov 23 11:37:01.542453 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:37:01.544739 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36" -d '{"events": [{"name": "network-changed", "server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:37:01.590798 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d141c3e-8b50-491c-9312-1e9bcbc71745 x-openstack-request-id: req-2d141c3e-8b50-491c-9312-1e9bcbc71745 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:37:01.591100 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:37:01.591361 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d141c3e-8b50-491c-9312-1e9bcbc71745 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:37:01.592077 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'status': 'completed', 'code': 200} Nov 23 11:37:01.659454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-bb687c58-b3d4-42a3-8a87-e2f4c1649528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:01.660917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-bb687c58-b3d4-42a3-8a87-e2f4c1649528 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1096 time: 0.0418754 Nov 23 11:37:01.731027 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:37:01.763215 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-36e18b8d-74a1-4076-8f68-a303310de0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:01.765157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-36e18b8d-74a1-4076-8f68-a303310de0b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0968666 Nov 23 11:37:01.830557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-fb87fcd0-7ea4-4dc5-9a99-0a9563a16197 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 999 time: 0.0587084 Nov 23 11:37:01.883010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-936a86bb-6148-4a45-9af5-ca1bab8e122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:01.884476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-936a86bb-6148-4a45-9af5-ca1bab8e122e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0475023 Nov 23 11:37:01.930778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-6372e8f6-a072-4879-b317-e124470c5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:01.932298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-6372e8f6-a072-4879-b317-e124470c5a2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407143 Nov 23 11:37:01.957239 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:68:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:37:01Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:37:01.984418 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:37:01.992542 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:37:01.993161 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:36:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:37:02.028532 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-3cbeb289-99c5-472b-af80-b0631da1f726 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887589 Nov 23 11:37:02.103421 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:37:02.345514 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:68:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:37:01Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:37:02.374030 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bfa3f3-5967-46df-9fc0-12775d137216 None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:68:0c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:37:01Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:37:02.448572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4aedf820-1eec-4d7d-a89e-2a9e80ea3c36 req-c599b36d-5706-429b-9ba1-4b1de98bee86 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124768 Nov 23 11:37:02.570946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325dd0a0-28c2-4689-89bc-b62da8ff99c6 None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:37:03.107709 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:37:09.677773 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-2d788b3f-121b-4813-b919-0db41cea19ff req-935d18c6-31a9-47ad-82b8-4c8e646973f6 service neutron] (103426) timed out ('10.222.0.61', 51468) {{(pid=103426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:37:14.612389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-523890a6-7fe0-4e9d-8698-17e404b87731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:17.045633 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2093ec21-5d6b-48d5-a617-138aedb3bd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:18.752790 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:19.717846 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:20.217939 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:20.460895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:22.630014 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:24.546810 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-9f4dd4c4-7002-4944-b1ff-009b00059871 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393293 Nov 23 11:37:24.637321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-f97c5355-2645-4f7c-a7cf-0444adbcd637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:24.639449 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-f97c5355-2645-4f7c-a7cf-0444adbcd637 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1096 time: 0.0431917 Nov 23 11:37:24.746687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-b65f753c-9c26-46c6-b5b5-533a636f744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:24.748765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-b65f753c-9c26-46c6-b5b5-533a636f744f service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0868158 Nov 23 11:37:24.832622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-580c09de-e24c-4869-a7e6-e708e65562d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 1001 time: 0.0721552 Nov 23 11:37:24.887057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-0b0be439-a6b6-4d44-8dfd-5f53939a835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:24.888608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-0b0be439-a6b6-4d44-8dfd-5f53939a835f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0488374 Nov 23 11:37:24.933960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-773b429f-3d9a-4a01-b8d5-0137ddb4b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:37:24.935443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-773b429f-3d9a-4a01-b8d5-0137ddb4b6b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393968 Nov 23 11:37:25.040183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-9288a449-7890-4c2a-8301-e37e7f71ab68 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942729 Nov 23 11:37:25.139093 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89638eb1-4502-4190-b33c-5e0dc2626a85 req-e5f1c436-4df8-4d60-8c82-20afcaab91a4 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894659 Nov 23 11:37:40.107043 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:37:44.614633 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-24edd7a7-06ac-44db-b97d-010fa94b58dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:47.047383 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3d1a42a7-dfb8-4fb7-9c54-0ad966a28810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:48.755916 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:49.721223 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:50.219291 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:50.464912 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:37:52.622620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:14.616656 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81d1f481-dfb4-4e10-8db4-a0e22796de0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:17.049478 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b804b931-371a-4293-a12f-665179f3f6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:17.107593 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:38:18.761386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:19.724390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:20.221615 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:20.478425 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:22.631013 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:24.605933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-01e5fd70-c9e2-426c-af12-1e426fc29f07 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961359 Nov 23 11:38:24.693138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-e1fe68ca-3a8a-4704-acac-d2ab68324a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:24.694734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-e1fe68ca-3a8a-4704-acac-d2ab68324a8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1096 time: 0.0404727 Nov 23 11:38:24.804998 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-6ebd4034-2d8d-4f4d-909c-22991557dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:24.806408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-6ebd4034-2d8d-4f4d-909c-22991557dc3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0859492 Nov 23 11:38:24.879212 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-9481790e-d453-42ed-a05f-c4d45afd81ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 1001 time: 0.0608847 Nov 23 11:38:24.932285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-26fe0256-9ff3-4e37-9fe8-5817745f030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:24.933715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-26fe0256-9ff3-4e37-9fe8-5817745f030a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0434020 Nov 23 11:38:24.984178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-beb1aa1e-6a31-4819-8f9a-42d772da271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:24.985811 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-beb1aa1e-6a31-4819-8f9a-42d772da271d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410275 Nov 23 11:38:25.085717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-2189c475-fcd0-40e0-9b6b-2d05a71b6aa2 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877883 Nov 23 11:38:25.189451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636bc6e1-4375-42b7-9525-3631ce9caecb req-5742c3e3-9147-426e-bc3a-9847d153478e service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919230 Nov 23 11:38:43.513156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42d905-00d4-4b4a-ab42-79955e1a516c req-f704c81b-5cc7-48a1-98e9-e8d9595695b5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:43.514675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f42d905-00d4-4b4a-ab42-79955e1a516c req-f704c81b-5cc7-48a1-98e9-e8d9595695b5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.1032279 Nov 23 11:38:43.562937 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f42d905-00d4-4b4a-ab42-79955e1a516c req-23e6316c-c63f-461d-8210-f330239f327d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Nov 23 11:38:44.619586 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-65b9e903-7a15-4a16-9b74-1ffcb31e80fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:44.791616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac452a-a74f-49ae-8c06-bb6db11c6859 req-7c4a460c-109b-4512-bbb1-cc61a13f079f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:44.793212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55ac452a-a74f-49ae-8c06-bb6db11c6859 req-7c4a460c-109b-4512-bbb1-cc61a13f079f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.1036458 Nov 23 11:38:44.839894 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55ac452a-a74f-49ae-8c06-bb6db11c6859 req-25241cc1-009d-42dd-96ee-6a568ae35109 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406537 Nov 23 11:38:45.954596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59588e-af5a-417e-b8a7-a8dd42bc38b9 req-22e1845a-e3db-4b37-bc00-443b10aa356c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:45.956071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec59588e-af5a-417e-b8a7-a8dd42bc38b9 req-22e1845a-e3db-4b37-bc00-443b10aa356c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0491438 Nov 23 11:38:46.003718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec59588e-af5a-417e-b8a7-a8dd42bc38b9 req-3b7def6f-2465-4c7f-8393-20f8f85e6366 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Nov 23 11:38:47.050205 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9d3cb15d-690e-4c9c-a6d1-06b61da1f688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:47.121856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b6402-e3e4-4f17-b4c2-73d135d33b54 req-99d2d451-b14e-4bc1-94bb-28540f6c92ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:47.123339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f9b6402-e3e4-4f17-b4c2-73d135d33b54 req-99d2d451-b14e-4bc1-94bb-28540f6c92ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Nov 23 11:38:47.170665 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f9b6402-e3e4-4f17-b4c2-73d135d33b54 req-6475c40f-d5e7-436f-bff5-ec4c8c581e0d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Nov 23 11:38:48.293126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b2f5c-7335-4269-88c2-d5722e93d5db req-1a8d9c4f-4e19-418d-a8f9-834393e9c9d8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:48.294974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-766b2f5c-7335-4269-88c2-d5722e93d5db req-1a8d9c4f-4e19-418d-a8f9-834393e9c9d8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0544424 Nov 23 11:38:48.341463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-766b2f5c-7335-4269-88c2-d5722e93d5db req-2fb42f57-6c35-4025-a650-46fb5c4b7bbd tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403841 Nov 23 11:38:48.760982 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:49.456651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52595b-5374-486c-8c4e-1292883a64f8 req-0479ca85-fd31-404f-89d8-d5cc12147d76 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:49.458139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a52595b-5374-486c-8c4e-1292883a64f8 req-0479ca85-fd31-404f-89d8-d5cc12147d76 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0480359 Nov 23 11:38:49.508994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a52595b-5374-486c-8c4e-1292883a64f8 req-7fa131f1-0972-4dba-a255-617b72d29fe5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Nov 23 11:38:49.725025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:50.223141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:50.473315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:50.623325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901551-0277-4e5e-89a1-62f152151f54 req-ae5a8f9d-9eff-4724-b4d4-78f43903823b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:50.624797 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83901551-0277-4e5e-89a1-62f152151f54 req-ae5a8f9d-9eff-4724-b4d4-78f43903823b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0488901 Nov 23 11:38:50.671756 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-83901551-0277-4e5e-89a1-62f152151f54 req-dcbbd151-9d59-4a8f-b7f4-3c3c1c36cf56 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409877 Nov 23 11:38:51.791617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b4bd2-7ac3-493c-8a01-262fa1999521 req-cd99aba1-273c-4e02-bd46-14ec0bbcf39d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:51.793101 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed6b4bd2-7ac3-493c-8a01-262fa1999521 req-cd99aba1-273c-4e02-bd46-14ec0bbcf39d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Nov 23 11:38:51.840578 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed6b4bd2-7ac3-493c-8a01-262fa1999521 req-d4b214ca-92c0-47eb-8751-99118b43639b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Nov 23 11:38:52.633250 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:52.957568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec43fd-2a4b-452c-a822-5ff7a1ea3444 req-cb01d141-66a8-45c0-8b97-045ebedff6e6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:52.959064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50ec43fd-2a4b-452c-a822-5ff7a1ea3444 req-cb01d141-66a8-45c0-8b97-045ebedff6e6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0486329 Nov 23 11:38:53.011169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50ec43fd-2a4b-452c-a822-5ff7a1ea3444 req-24287a48-d902-4b5d-bd8d-807f84f40e89 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455115 Nov 23 11:38:54.107669 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:38:54.127813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5913f-3edf-4fb9-ba88-18a972fbaf2a req-f36109da-007c-458b-ada3-ee28f8104b47 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:54.129333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5de5913f-3edf-4fb9-ba88-18a972fbaf2a req-f36109da-007c-458b-ada3-ee28f8104b47 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Nov 23 11:38:54.179626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5de5913f-3edf-4fb9-ba88-18a972fbaf2a req-5d800518-78c8-497d-88a0-9052cccac08d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428007 Nov 23 11:38:54.491025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-0e7abe53-2e91-48fb-9f07-2c819b7184b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402722 Nov 23 11:38:54.512469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60882017-4b10-42e5-b01f-3f0af3df8741 req-87b4c8c1-d698-4f07-930f-ecae6f7690d4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:54.514007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60882017-4b10-42e5-b01f-3f0af3df8741 req-87b4c8c1-d698-4f07-930f-ecae6f7690d4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0536089 Nov 23 11:38:54.562882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-60882017-4b10-42e5-b01f-3f0af3df8741 req-32392bda-b1ff-41eb-b031-24f53f629c2c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Nov 23 11:38:55.588059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-c5d12ee6-9ebd-4a50-ac12-cca7f8bcf87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:55.589651 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-c5d12ee6-9ebd-4a50-ac12-cca7f8bcf87d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1096 time: 0.0420516 Nov 23 11:38:55.721073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-f440fcd9-009d-4f30-aac5-0428c6aa338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:55.722844 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-f440fcd9-009d-4f30-aac5-0428c6aa338d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.1196551 Nov 23 11:38:55.731329 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58716b3f-e178-46bc-b0d1-68c5b88c6540 req-082258a9-64de-4053-b628-70151e152b16 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:55.732709 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58716b3f-e178-46bc-b0d1-68c5b88c6540 req-082258a9-64de-4053-b628-70151e152b16 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.1001892 Nov 23 11:38:55.822444 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-23a8ca91-9509-4663-9f4e-2c116332e851 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 1001 time: 0.0884244 Nov 23 11:38:55.829609 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58716b3f-e178-46bc-b0d1-68c5b88c6540 req-7de75739-0b63-44fc-8e3f-2733add7ec20 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903282 Nov 23 11:38:55.877736 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-ce43d533-b624-418a-a5f1-217aa6f25dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:55.879223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-ce43d533-b624-418a-a5f1-217aa6f25dfd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0453534 Nov 23 11:38:55.929688 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-b454f089-1e05-4b1b-ade1-267dca5c1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:55.931170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-b454f089-1e05-4b1b-ade1-267dca5c1ffc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402820 Nov 23 11:38:56.033180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-abf36a34-102f-4d82-9f70-292ebe1c4832 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896678 Nov 23 11:38:56.127584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-b8829dd6-9f4d-420f-801b-846656380822 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836425 Nov 23 11:38:56.948020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b491ea-a01f-45b8-a4e3-4272f16e7b5f req-9b53eac6-8bc5-49f4-b5ca-f2701d564f71 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:56.949545 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66b491ea-a01f-45b8-a4e3-4272f16e7b5f req-9b53eac6-8bc5-49f4-b5ca-f2701d564f71 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Nov 23 11:38:56.999335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66b491ea-a01f-45b8-a4e3-4272f16e7b5f req-ac6806f4-95fa-487d-b52c-5a867c6cd554 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Nov 23 11:38:58.232946 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-7883affd-5a6e-427f-bdc6-2480ad5610be service neutron] show failed (client error): The resource could not be found. Nov 23 11:38:58.234031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-7883affd-5a6e-427f-bdc6-2480ad5610be service neutron] 10.222.0.65 "GET /v2.0/ports/c9af35d9-0b4d-4954-a0b6-345885b48f33/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0641022 Nov 23 11:38:58.378451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b81c0b-b746-4bb0-9378-0b56ee97d81c req-50e321c4-c68c-4e24-9bd9-1130eadb668e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:58.380239 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b81c0b-b746-4bb0-9378-0b56ee97d81c req-50e321c4-c68c-4e24-9bd9-1130eadb668e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Nov 23 11:38:58.431318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02b81c0b-b746-4bb0-9378-0b56ee97d81c req-2cb3d7ff-fa34-4c23-83fb-2e2108435a35 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431197 Nov 23 11:38:58.494847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-34205c44-3a52-4488-960c-1b37e0ff37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:58.496336 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-34205c44-3a52-4488-960c-1b37e0ff37da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 1096 time: 0.0873480 Nov 23 11:38:58.508794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:38:58.558720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:58.756928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:38:58.788631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:38:58.830429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:38:58.832694 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e47256c-35b9-4cea-901a-5802f4ffdf5e" -d '{"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-unplugged", "status": "completed", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:38:58.836956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:58.849327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Transition to ACTIVE for port object c9af35d9-0b4d-4954-a0b6-345885b48f33 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:38:58.853614 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:58.957560 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:38:58.970977 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc9f62-4fd3-4756-baaa-efc36c7d74ad x-openstack-request-id: req-36bc9f62-4fd3-4756-baaa-efc36c7d74ad {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:38:58.971290 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-unplugged", "status": "completed", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:38:58.971550 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36bc9f62-4fd3-4756-baaa-efc36c7d74ad {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:38:58.971954 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'code': 200} Nov 23 11:38:58.980729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.981077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.981466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.981809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.982146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.982479 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.982811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.983141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.983470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.983796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.984123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:58.984447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:38:59.281286 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] No DVR routers for this DVR port c9af35d9-0b4d-4954-a0b6-345885b48f33 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:38:59.412481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:38:59.412817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:38:59.413175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:38:59.417469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Port c9af35d9-0b4d-4954-a0b6-345885b48f33 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:38:59.417785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Attempting to bind port c9af35d9-0b4d-4954-a0b6-345885b48f33 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:38:59.422493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:38:59.422828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:38:59.423211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:38:59.423631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Bound port: c9af35d9-0b4d-4954-a0b6-345885b48f33, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:38:59.423978 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:59.486437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:38:59.489528 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:38:59.494851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:59.543776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:59.545851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:38:59.547631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] 10.222.0.58 "PUT /v2.0/ports/c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 1091 time: 1.0432539 Nov 23 11:38:59.555078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ebf43-b7c3-44cc-a3d4-92ec94d8ea17 req-d7fd52ea-98f6-4f04-959a-6fc3a2cdd7f9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:59.564204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-190ebf43-b7c3-44cc-a3d4-92ec94d8ea17 req-d7fd52ea-98f6-4f04-959a-6fc3a2cdd7f9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 943 time: 0.0625451 Nov 23 11:38:59.564916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f06bd7-6390-408d-a8c5-e05ca239d6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:38:59.640957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-190ebf43-b7c3-44cc-a3d4-92ec94d8ea17 req-555855b5-082a-45f0-916b-6d34e021c0c2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687768 Nov 23 11:38:59.646097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-eeeddba1-cdcc-41ad-b6fc-25b0fff2a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:59.647795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-eeeddba1-cdcc-41ad-b6fc-25b0fff2a932 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1094 time: 0.0668051 Nov 23 11:38:59.747775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-a3752a0a-6e17-455d-9e4d-eaa01248e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:59.749304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-a3752a0a-6e17-455d-9e4d-eaa01248e926 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0933046 Nov 23 11:38:59.825024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-ed3e9642-7f77-4cbc-aa0f-30b7bc3a463c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 999 time: 0.0684495 Nov 23 11:38:59.878215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-57857076-1031-4302-8408-89bd8c12acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:59.879641 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-57857076-1031-4302-8408-89bd8c12acdd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0483820 Nov 23 11:38:59.925242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-5a899ed0-522d-4597-b216-1d6f5a5c1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:38:59.926749 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-5a899ed0-522d-4597-b216-1d6f5a5c1dab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397213 Nov 23 11:39:00.019704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-4396079d-30e3-4ce9-b49e-fe456cb9dfa7 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856395 Nov 23 11:39:00.112536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a95d14aa-5e9e-46bd-aeaf-281f217e8a97 req-6592303f-1bc8-4815-9fc7-329ff757d1cc service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848916 Nov 23 11:39:00.761874 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edc3b2-4948-41bc-810d-941290d311ea req-cebcc181-74d9-482d-92cd-81982bf61ea9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:00.763339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6edc3b2-4948-41bc-810d-941290d311ea req-cebcc181-74d9-482d-92cd-81982bf61ea9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 943 time: 0.0496025 Nov 23 11:39:00.810529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b6edc3b2-4948-41bc-810d-941290d311ea req-7bbf6e4e-6cf3-4076-8dbb-c35fe8d0a6fb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412483 Nov 23 11:39:00.973751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:39:00.976097 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7217c396-e9f2-49f4-b66e-ede06df50265" -d '{"events": [{"name": "network-changed", "server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:39:01.024983 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74894fc7-afb1-4c61-a3fc-c47564fdffa0 x-openstack-request-id: req-74894fc7-afb1-4c61-a3fc-c47564fdffa0 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:39:01.025328 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:39:01.025590 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-74894fc7-afb1-4c61-a3fc-c47564fdffa0 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:39:01.026567 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'status': 'completed', 'code': 200} Nov 23 11:39:01.084920 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-3a32991e-be0f-4f48-90ba-9c6f47909ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.087225 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-3a32991e-be0f-4f48-90ba-9c6f47909ca0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1094 time: 0.0416515 Nov 23 11:39:01.091854 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-ea2b7fc4-2e2a-46c1-ad7b-76be93131625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.093372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-ea2b7fc4-2e2a-46c1-ad7b-76be93131625 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1094 time: 0.0443392 Nov 23 11:39:01.186152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-590c4a8b-68ef-4bde-b801-4257651345d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.187495 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-547a7f60-f3a0-4186-a29f-c558644b595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.187619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-590c4a8b-68ef-4bde-b801-4257651345d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0924981 Nov 23 11:39:01.188981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-547a7f60-f3a0-4186-a29f-c558644b595e service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0882380 Nov 23 11:39:01.218985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:39:01.257536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-29c4f104-aa53-4dc2-adc0-01dec8c48f74 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 999 time: 0.0609062 Nov 23 11:39:01.259937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:39:01.267925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-207c878b-bd02-497f-9c8b-7fd097b1d8cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 999 time: 0.0674064 Nov 23 11:39:01.314792 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-12c7aa6c-d1c5-49d6-a00a-682f2849a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.316291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-12c7aa6c-d1c5-49d6-a00a-682f2849a0e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0510769 Nov 23 11:39:01.321535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-ba39b3a1-8505-498e-8317-10c39103092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.322992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-ba39b3a1-8505-498e-8317-10c39103092a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0459487 Nov 23 11:39:01.364382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-cc8d21ef-b058-418a-b020-c82ec5485748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.365912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-cc8d21ef-b058-418a-b020-c82ec5485748 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419233 Nov 23 11:39:01.373881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-33040626-b018-44ec-bf71-0cd86ec9e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.375399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-33040626-b018-44ec-bf71-0cd86ec9e62a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411952 Nov 23 11:39:01.456019 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-72c135d1-1fb7-49e0-8ef6-de2635f5f64d service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816386 Nov 23 11:39:01.477963 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-38a02513-a3e8-4a0b-947d-b7c9b3f387fb service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893691 Nov 23 11:39:01.551863 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-6b509198-80b5-4d05-8632-cb69ea517529 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871952 Nov 23 11:39:01.573653 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7217c396-e9f2-49f4-b66e-ede06df50265 req-3ccbbcb6-8ecf-4306-9c77-e6b9b1b1209c service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Nov 23 11:39:01.927466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49fefb-c318-40e0-9578-e75eb988081f req-8ce9da5b-0546-4430-aeec-1ace272ce5c8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:01.928961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf49fefb-c318-40e0-9578-e75eb988081f req-8ce9da5b-0546-4430-aeec-1ace272ce5c8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 943 time: 0.0500462 Nov 23 11:39:01.978026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cf49fefb-c318-40e0-9578-e75eb988081f req-32389ea3-9784-4d50-b9c9-08037e8becb8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424256 Nov 23 11:39:03.075513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:39:03.099278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4fd2f-1351-4215-8984-5d457c5c4842 req-5fb6b67b-3609-4682-bea2-966039779d68 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:03.100799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fb4fd2f-1351-4215-8984-5d457c5c4842 req-5fb6b67b-3609-4682-bea2-966039779d68 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 943 time: 0.0545986 Nov 23 11:39:03.149623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0fb4fd2f-1351-4215-8984-5d457c5c4842 req-0db44a88-2065-465b-874c-320a8d09a120 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420275 Nov 23 11:39:03.176221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:39:03.188395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'mac_address': 'fa:16:3e:68:0c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:39:03.225247 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:03.240093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9af35d9-0b4d-4954-a0b6-345885b48f33 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:39:03.262322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:39:03.266874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:03.321532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:03.328882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.329275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.329624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.329972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.330318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.330657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.331145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.331491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.331942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.332322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.332659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.332988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:03.381286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66d12-5074-4809-8614-d72c4486a1f1 req-10387d5f-7ee7-47f9-9903-e585dcc59a7e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:03.382804 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55b66d12-5074-4809-8614-d72c4486a1f1 req-10387d5f-7ee7-47f9-9903-e585dcc59a7e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 944 time: 0.0837004 Nov 23 11:39:03.394322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b37a-0929-4a27-abe8-557308d490e1 req-19904a9f-b6f2-499c-a142-259f61867c84 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:03.395696 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-19904a9f-b6f2-499c-a142-259f61867c84 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 944 time: 0.0707707 Nov 23 11:39:03.476166 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55b66d12-5074-4809-8614-d72c4486a1f1 req-c8b681a3-1642-4f79-97ee-62e63d5fb356 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795231 Nov 23 11:39:03.491322 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-a904b37a-0929-4a27-abe8-557308d490e1 req-f1af30eb-3f97-434d-b6d1-910f5b42c6f7 service neutron] delete failed (client error): The resource could not be found. Nov 23 11:39:03.492751 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-f1af30eb-3f97-434d-b6d1-910f5b42c6f7 service neutron] 10.222.0.65 "DELETE /v2.0/ports/c9af35d9-0b4d-4954-a0b6-345885b48f33/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0806229 Nov 23 11:39:03.589198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b37a-0929-4a27-abe8-557308d490e1 req-74625f92-c15a-45a4-9d1e-955897f8e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:03.590607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-74625f92-c15a-45a4-9d1e-955897f8e637 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1095 time: 0.0418203 Nov 23 11:39:03.630820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['c9af35d9-0b4d-4954-a0b6-345885b48f33'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:39:03.691625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b37a-0929-4a27-abe8-557308d490e1 req-327a28a1-58c6-41aa-b18b-4a3ea4dedfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:03.693088 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-327a28a1-58c6-41aa-b18b-4a3ea4dedfd0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0917494 Nov 23 11:39:03.769633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-d13ba834-674f-42ab-be48-61152d743646 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 1000 time: 0.0634851 Nov 23 11:39:03.830182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b37a-0929-4a27-abe8-557308d490e1 req-43e36d2d-8319-492d-a7fa-fa11b3feff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:03.831652 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-43e36d2d-8319-492d-a7fa-fa11b3feff33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0507855 Nov 23 11:39:03.885772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b37a-0929-4a27-abe8-557308d490e1 req-88e8235f-256d-4072-9ee0-fb7f97d32b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:03.887174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-88e8235f-256d-4072-9ee0-fb7f97d32b5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443287 Nov 23 11:39:03.979876 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-eef83ab1-d972-4ddb-957c-d275255bdcd2 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842071 Nov 23 11:39:04.078067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a904b37a-0929-4a27-abe8-557308d490e1 req-a63f3fe9-4780-4f5f-a675-c72dc8d5d126 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869250 Nov 23 11:39:04.606927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93428613-3f1c-4c20-9a41-e9aac5b62c45 req-30079fec-0923-4abd-8d13-0e9b298dfc81 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:04.608444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93428613-3f1c-4c20-9a41-e9aac5b62c45 req-30079fec-0923-4abd-8d13-0e9b298dfc81 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 944 time: 0.0560467 Nov 23 11:39:04.658619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93428613-3f1c-4c20-9a41-e9aac5b62c45 req-6db635a3-868f-4173-b84b-b158f21ac714 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Nov 23 11:39:05.104440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:39:05.153095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port c9af35d9-0b4d-4954-a0b6-345885b48f33 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:39:05.157227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port c9af35d9-0b4d-4954-a0b6-345885b48f33 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:39:05.157597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:05.234678 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:05.257190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:39:05.260149 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71325118-4639-4958-8a36-a7d653b7c25d" -d '{"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-plugged", "status": "completed", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:39:05.273231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:39:05.277980 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:05.326987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:05.361451 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976c7d62-9d26-4a73-871e-1bd4a82d9cf6 x-openstack-request-id: req-976c7d62-9d26-4a73-871e-1bd4a82d9cf6 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:39:05.361758 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-plugged", "status": "completed", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:39:05.362023 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-976c7d62-9d26-4a73-871e-1bd4a82d9cf6 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:39:05.362619 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'code': 200} Nov 23 11:39:05.778342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1812c-821b-4746-b674-46ca670c2504 req-caba9603-3d16-445b-9912-9f8d5cd6f9de tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:05.779799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0b1812c-821b-4746-b674-46ca670c2504 req-caba9603-3d16-445b-9912-9f8d5cd6f9de tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Nov 23 11:39:05.826009 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b0b1812c-821b-4746-b674-46ca670c2504 req-96b8bab9-be04-4a3b-82a3-e0b6b6d63717 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 Nov 23 11:39:05.942398 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc307f-498a-4764-ad1b-37cc9c20d359 req-9db6656c-d583-43c8-984b-f745923f2e18 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:05.943651 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90fc307f-498a-4764-ad1b-37cc9c20d359 req-9db6656c-d583-43c8-984b-f745923f2e18 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0484009 Nov 23 11:39:05.991137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-90fc307f-498a-4764-ad1b-37cc9c20d359 req-44df8530-1741-4749-9555-b166b6c7cea3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407832 Nov 23 11:39:06.193682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c14db1-12f3-41d0-8735-3608290a7ff7 req-0b9baaa1-4242-4339-9ea1-f7502ad1bcb9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:06.195101 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52c14db1-12f3-41d0-8735-3608290a7ff7 req-0b9baaa1-4242-4339-9ea1-f7502ad1bcb9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0503917 Nov 23 11:39:06.219230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-0ada34f3-dda9-46ec-8982-374d44d89da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:06.220724 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-0ada34f3-dda9-46ec-8982-374d44d89da5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 1096 time: 0.0416460 Nov 23 11:39:06.247726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52c14db1-12f3-41d0-8735-3608290a7ff7 req-de1acdb2-1c98-472e-92b1-61ac1fb6ef1a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460851 Nov 23 11:39:06.315655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-26dc8645-c3ba-4211-a0e9-2c059221d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:06.317117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-26dc8645-c3ba-4211-a0e9-2c059221d7d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0884881 Nov 23 11:39:06.387458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-592a6910-34ad-491d-9de0-fc1e36f0917b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 200 len: 1001 time: 0.0612609 Nov 23 11:39:06.447489 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-c26c507a-6d70-46ba-9342-4d0ef3527a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:06.448886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-c26c507a-6d70-46ba-9342-4d0ef3527a80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0545764 Nov 23 11:39:06.502057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-1f495a3e-110e-4304-85c9-861f3f3eeb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:06.503559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-1f495a3e-110e-4304-85c9-861f3f3eeb64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478721 Nov 23 11:39:06.613835 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-a8fab2f8-a9b5-4ff3-9599-68f942302b15 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021423 Nov 23 11:39:06.704446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37fe5298-46d7-4e70-b63b-48d9a4eaa649 req-5524ee80-07fc-4c5c-a955-92a2074e9f82 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819454 Nov 23 11:39:07.370724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c963efe-1597-424b-bd92-6d77cc8018e3 req-07469078-2a73-4ca3-b96e-7e138c059431 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:07.372161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c963efe-1597-424b-bd92-6d77cc8018e3 req-07469078-2a73-4ca3-b96e-7e138c059431 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0539756 Nov 23 11:39:07.426462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8c963efe-1597-424b-bd92-6d77cc8018e3 req-cf7e06b3-fc6e-4b46-a1d5-01e704d9fbba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468519 Nov 23 11:39:07.660449 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fceddb-8b19-4e1d-9d4c-9487fd68da7b req-cd720605-2117-41fd-84cf-299311b6055e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:07.662154 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17fceddb-8b19-4e1d-9d4c-9487fd68da7b req-cd720605-2117-41fd-84cf-299311b6055e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0502901 Nov 23 11:39:07.709990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-17fceddb-8b19-4e1d-9d4c-9487fd68da7b req-1583c1d8-30f7-49a5-89b3-0b2aed2f6b95 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412354 Nov 23 11:39:08.827267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed395e7-1843-4653-8bc6-beb410f939e9 req-d9313f07-fc5f-4fc5-a6c2-38e5b51cd4c9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:08.828749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fed395e7-1843-4653-8bc6-beb410f939e9 req-d9313f07-fc5f-4fc5-a6c2-38e5b51cd4c9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0479348 Nov 23 11:39:08.875551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fed395e7-1843-4653-8bc6-beb410f939e9 req-d6f66114-9f94-4d98-8d9c-15d6659c8519 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408235 Nov 23 11:39:09.042029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98031046-d247-4865-8db6-a994e4827a82 req-c12f67ba-54ea-4c07-b726-651668e52f49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:09.043501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98031046-d247-4865-8db6-a994e4827a82 req-c12f67ba-54ea-4c07-b726-651668e52f49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 945 time: 0.0550644 Nov 23 11:39:09.137499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Deleting port c9af35d9-0b4d-4954-a0b6-345885b48f33 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:39:09.137842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:09.226868 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] For port c9af35d9-0b4d-4954-a0b6-345885b48f33, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=c9af35d9-0b4d-4954-a0b6-345885b48f33,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:39:09.227206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:09.498688 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:09.499053 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:09.499387 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 disassociated. External IP: 172.25.5.192, port: c9af35d9-0b4d-4954-a0b6-345885b48f33. Nov 23 11:39:09.499713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Calling delete_port for c9af35d9-0b4d-4954-a0b6-345885b48f33 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:39:09.625192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:09.657402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event deleted for resources: {'Port': ['ID=c9af35d9-0b4d-4954-a0b6-345885b48f33,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:09.772926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:39:09.884305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:39:09.893853 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:39:09.904437 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:39:09.905047 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:38:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:09.924297 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] No DVR routers for this DVR port c9af35d9-0b4d-4954-a0b6-345885b48f33 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:39:09.927027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:09.931114 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98031046-d247-4865-8db6-a994e4827a82 req-63ea95f5-c18e-46d9-8312-3ea7ebdde282 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "DELETE /v2.0/ports/c9af35d9-0b4d-4954-a0b6-345885b48f33 HTTP/1.1" status: 204 len: 173 time: 0.8812594 Nov 23 11:39:09.931518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-deleted', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:39:09.934292 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d1df34-8321-4766-a919-236616676a18" -d '{"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-deleted", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:39:09.984057 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d85f573-f044-4ab2-b66c-fd5afe003e91 x-openstack-request-id: req-0d85f573-f044-4ab2-b66c-fd5afe003e91 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:39:09.984349 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afa37ed-24d5-4058-a703-f0b5a2935df1", "name": "network-vif-deleted", "tag": "c9af35d9-0b4d-4954-a0b6-345885b48f33", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:39:09.984611 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d85f573-f044-4ab2-b66c-fd5afe003e91 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:39:09.985015 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa37ed-24d5-4058-a703-f0b5a2935df1', 'name': 'network-vif-deleted', 'tag': 'c9af35d9-0b4d-4954-a0b6-345885b48f33', 'status': 'completed', 'code': 200} Nov 23 11:39:09.987204 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f91b273d-7f4e-45ac-8558-f008eb7c9b48 req-88229546-95b1-4ffa-afee-6f00bb2ee802 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=0afa37ed-24d5-4058-a703-f0b5a2935df1 HTTP/1.1" status: 200 len: 210 time: 0.0326757 Nov 23 11:39:10.035891 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:39:10.238295 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:10.267327 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:39:10.275937 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:39:10.276533 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:38:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:10.470397 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:39:10.661061 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:10.686427 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b0387c-1586-4bde-8601-6711ef71daca None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:39:10.899415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4510c7-82c6-43ea-840a-b390add55f25 None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:39:11.271946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-ed7288fd-e163-4275-82d3-b3be5f42e389 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1533462333&fields=id&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 267 time: 0.0421762 Nov 23 11:39:11.385604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-6c174064-554b-4593-a5b7-4f0d4685c397 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:11.387119 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-6c174064-554b-4593-a5b7-4f0d4685c397 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1086063 Nov 23 11:39:11.403160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-93475820-326f-48ee-8909-b57365f1ad46 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/quotas/c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 375 time: 0.0100513 Nov 23 11:39:11.458458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-a2fb0b73-aca1-4f40-b15e-cf654faf7b82 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499055 Nov 23 11:39:11.560300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-41873a58-ad7d-417d-95db-f259a312be36 service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891016 Nov 23 11:39:11.651969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-c06a37c9-9b6e-4a90-8f98-9f09dca9e4d7 service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855231 Nov 23 11:39:11.829776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ebbc0f07-bdf7-4ffc-a047-60668af55fa7 req-89ac77d8-0d9f-4831-9977-1569e14e4d71 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 210 time: 0.0269625 Nov 23 11:39:12.852410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-970eceb0-765d-4378-a52a-c704cde195a1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:12.853939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-970eceb0-765d-4378-a52a-c704cde195a1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1245148 Nov 23 11:39:12.939809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dee57d84-9ad3-45c8-8d4c-f37b165f919e req-6e7b044d-776f-4b2e-9266-07e51dd8e114 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 210 time: 0.0378637 Nov 23 11:39:12.948819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-ead15b8d-93c0-4446-8c32-beedc34bb9e4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 380 time: 0.0744708 Nov 23 11:39:12.959138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'port': {'device_id': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'admin_state_up': True, 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'security_groups': ['e8deca34-8856-4915-921f-76b281cfba2a']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:39:13.069279 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Made reservation on behalf of c17c9607e6e04a638cd77ce32e0b9c88 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:39:13.073291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.137578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:39:13.158103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: c9af35d9-0b4d-4954-a0b6-345885b48f33 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:39:13.158457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device c9af35d9-0b4d-4954-a0b6-345885b48f33 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:39:13.206625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Allocated IP 172.20.0.11 (cac03b3d-b07e-404b-aab6-0160cb461193/696d1098-9bb0-42be-894e-59b46f981bee/56ddfc98-e8dc-4f83-a662-fb65e82306e5) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:39:13.345208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.378661 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.422117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Network cac03b3d-b07e-404b-aab6-0160cb461193 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:39:13.424994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:39:13.428602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:39:13.437947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:13.471384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.471722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.472063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.472400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.472984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.473343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.473672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.473993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.474313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.474633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.474971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.475280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:39:13.508817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:13.509481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.526408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-2c0d15c5-dd91-44c9-91d6-c7917d9332d2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5707667 Nov 23 11:39:13.544403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Request body: {'port': {'device_id': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:39:13.600133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.709835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-34101ae5-b573-463e-8d0c-c805de45c9e0 None None] Provisioning complete for port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:39:13.710121 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-34101ae5-b573-463e-8d0c-c805de45c9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.744502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-34101ae5-b573-463e-8d0c-c805de45c9e0 None None] Port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:39:13.859359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ddfc98-e8dc-4f83-a662-fb65e82306e5 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:39:13.869165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.880922 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Transition to ACTIVE for port object 56ddfc98-e8dc-4f83-a662-fb65e82306e5 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:39:13.885524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:13.941373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:14.007755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:39:14.009189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:39:14.010005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:39:14.019458 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:39:14.019800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:39:14.030428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:39:14.030918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:39:14.031414 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:39:14.032005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Bound port: 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:39:14.032467 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:14.117360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:39:14.121525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:39:14.126336 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:14.168946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.169620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:14.171071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] 10.222.0.65 "PUT /v2.0/ports/56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1092 time: 0.6309388 Nov 23 11:39:14.171541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:39:14.173945 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:39:14.217581 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bbb01-c4fe-4d79-b37e-959dea7dfffc service neutron] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:14.270751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-4d8bcdeb-a140-4366-8d72-85795a921798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.273342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-4d8bcdeb-a140-4366-8d72-85795a921798 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1095 time: 0.0508406 Nov 23 11:39:14.327031 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1e68c7-095a-44bb-bb05-e216d71903a6 x-openstack-request-id: req-7d1e68c7-095a-44bb-bb05-e216d71903a6 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:39:14.327393 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:39:14.327581 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7d1e68c7-095a-44bb-bb05-e216d71903a6 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:39:14.327997 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'status': 'completed', 'code': 200} Nov 23 11:39:14.329887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-c90d0903-d5f3-472e-a1da-75d748b81b2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 217 time: 0.0427153 Nov 23 11:39:14.339295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51442e-dbbf-4018-b93d-0e3976e540b1 req-18a0ad55-1960-48a7-8cbd-19fb1afa5fe3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.340830 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f51442e-dbbf-4018-b93d-0e3976e540b1 req-18a0ad55-1960-48a7-8cbd-19fb1afa5fe3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 944 time: 0.3267884 Nov 23 11:39:14.391512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-6ecd1a23-fc4a-43f1-a32b-249252169bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.393074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-6ecd1a23-fc4a-43f1-a32b-249252169bd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0539651 Nov 23 11:39:14.394701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1f51442e-dbbf-4018-b93d-0e3976e540b1 req-0dafe17b-9353-479a-bcba-8921e5088f05 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Nov 23 11:39:14.446641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-e84d6352-9af5-4606-9a34-a06accd56754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.448150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-e84d6352-9af5-4606-9a34-a06accd56754 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431159 Nov 23 11:39:14.542793 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-42121882-7956-45cf-ba76-f079e78cfead service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869050 Nov 23 11:39:14.621376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc2ebb1a-d2e6-4d40-b124-c0466eb226f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:14.643957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4db3a22-f355-426e-a6a5-21e396bccd17 req-e007166e-3d68-4189-886d-abebcd5c1e67 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884182 Nov 23 11:39:14.731103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-b33e11c8-b8a2-457a-ba62-bc0ab4e784f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.732615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-b33e11c8-b8a2-457a-ba62-bc0ab4e784f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1095 time: 0.0409861 Nov 23 11:39:14.827683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-204d210d-e1e7-4a56-ac71-63972f202b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.829061 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-204d210d-e1e7-4a56-ac71-63972f202b03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0879419 Nov 23 11:39:14.871388 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-53eeaa13-3f7d-4685-b5c5-2c7a0f006276 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 217 time: 0.0339913 Nov 23 11:39:14.924185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-bd9102a7-4a20-4d3c-9c64-a047d0a74588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.925648 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-bd9102a7-4a20-4d3c-9c64-a047d0a74588 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0469179 Nov 23 11:39:14.973080 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-9be1d569-af22-4453-a2fb-475b8ca5cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:14.974677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-9be1d569-af22-4453-a2fb-475b8ca5cd61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404019 Nov 23 11:39:15.065843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-6047fe93-ebb7-484d-960e-5c83fc165ba1 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824249 Nov 23 11:39:15.160054 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0115a3dc-0fdc-4c30-8bd8-dfebd7792c9a req-4e06399f-4f7f-47ab-bb89-5d86a72ac803 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860310 Nov 23 11:39:15.516901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73079e9f-8f41-4e13-87bf-a2c5a1926d8c req-3995d98b-1d70-4121-b161-36e2de81310a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:15.518414 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73079e9f-8f41-4e13-87bf-a2c5a1926d8c req-3995d98b-1d70-4121-b161-36e2de81310a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 944 time: 0.0493515 Nov 23 11:39:15.564909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73079e9f-8f41-4e13-87bf-a2c5a1926d8c req-e60df9e4-ca31-4399-aaf0-b79edc58327e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403373 Nov 23 11:39:16.684058 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b5be5-b1c7-4482-a4db-0903999bdd70 req-0653b9e4-4d7d-415d-bd48-860e9ea1c8cb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:16.685573 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-259b5be5-b1c7-4482-a4db-0903999bdd70 req-0653b9e4-4d7d-415d-bd48-860e9ea1c8cb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 944 time: 0.0481889 Nov 23 11:39:16.733140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-259b5be5-b1c7-4482-a4db-0903999bdd70 req-9602077d-bf1d-4e6b-a251-d368a73be7d0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414336 Nov 23 11:39:17.052762 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eeb594db-2979-45db-aa78-9b0b46b33454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:17.296470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:39:17.395883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:39:17.407204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'mac_address': 'fa:16:3e:cd:b6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:39:17.446208 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:17.458783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ddfc98-e8dc-4f83-a662-fb65e82306e5 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:39:17.479654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:39:17.483351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:17.529513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:17.807614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['56ddfc98-e8dc-4f83-a662-fb65e82306e5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:39:17.852363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5d39a-6fda-44ae-b092-dffe19d755af req-b1b009d9-e533-407b-b298-d04048af26b0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:17.854806 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86e5d39a-6fda-44ae-b092-dffe19d755af req-b1b009d9-e533-407b-b298-d04048af26b0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0541162 Nov 23 11:39:18.232735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86e5d39a-6fda-44ae-b092-dffe19d755af req-2dfc14ff-684a-4577-ad81-b7738ebb3154 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715858 Nov 23 11:39:18.766778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:19.310677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:39:19.349177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8b6a8-9170-4b3f-a148-4f74c3bc0048 req-7ae0c312-4e97-497d-88ee-b7a2528a81cb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:19.350818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11e8b6a8-9170-4b3f-a148-4f74c3bc0048 req-7ae0c312-4e97-497d-88ee-b7a2528a81cb tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0514781 Nov 23 11:39:19.365918 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:39:19.370407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:39:19.370789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:19.408398 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11e8b6a8-9170-4b3f-a148-4f74c3bc0048 req-8f437eed-bc01-4a92-92be-0f9db8956676 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511014 Nov 23 11:39:19.451938 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:19.475035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:39:19.477764 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde7ce74-b9f6-445b-8703-9d86e7c48051" -d '{"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-plugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:39:19.490079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:39:19.494722 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:19.519378 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f70f49-ae79-4e4c-8534-a8863da0d2dc x-openstack-request-id: req-e9f70f49-ae79-4e4c-8534-a8863da0d2dc {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:39:19.519677 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-plugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:39:19.519932 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9f70f49-ae79-4e4c-8534-a8863da0d2dc {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:39:19.520333 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'code': 200} Nov 23 11:39:19.547372 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:39:19.620829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fd2ac-d62e-4afb-885d-85a4ccaa23d9 req-51b93bda-4184-4176-910a-fc7975021ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:19.622279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c15fd2ac-d62e-4afb-885d-85a4ccaa23d9 req-51b93bda-4184-4176-910a-fc7975021ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1097 time: 0.0395672 Nov 23 11:39:19.674090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c15fd2ac-d62e-4afb-885d-85a4ccaa23d9 req-2d10d5e3-098f-4054-9b0e-5d30879d6b36 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Nov 23 11:39:19.729755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:20.227340 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:20.503731 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:20.532351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1e331-c919-4224-bf72-23d0af5a44ba req-c9d557eb-f917-4255-85f7-64b671dad78a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:20.533867 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fbf1e331-c919-4224-bf72-23d0af5a44ba req-c9d557eb-f917-4255-85f7-64b671dad78a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0558538 Nov 23 11:39:20.582287 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fbf1e331-c919-4224-bf72-23d0af5a44ba req-1ff8935d-e36a-4f68-aa4e-20f593bb0449 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423915 Nov 23 11:39:21.705347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d3276-b30f-4190-9f66-9f128d8ab979 req-2efa63f4-840e-49a2-9557-78068d7cc583 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:21.706809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-649d3276-b30f-4190-9f66-9f128d8ab979 req-2efa63f4-840e-49a2-9557-78068d7cc583 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0473602 Nov 23 11:39:21.752760 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-649d3276-b30f-4190-9f66-9f128d8ab979 req-856c9711-0414-4b3b-b16d-8780bae70fd4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392668 Nov 23 11:39:21.864785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb52687-b3fd-48b1-b63e-ff0a36c605ee req-362ba583-6d41-4b84-9c2f-a6ab992ab2d0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:21.866191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ceb52687-b3fd-48b1-b63e-ff0a36c605ee req-362ba583-6d41-4b84-9c2f-a6ab992ab2d0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0497298 Nov 23 11:39:21.874771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 56570) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:39:21.879231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'floatingip': {'port_id': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:39:21.922388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:22.359233 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:22.363160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:22.469704 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 associated. External IP: 172.25.5.192, port: 56ddfc98-e8dc-4f83-a662-fb65e82306e5. Nov 23 11:39:22.622089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:22.685343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:39:22.795451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:39:22.800241 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:22.805407 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:39:22.816673 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:39:22.817626 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:39:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:22.829676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a18fb9e5-ab82-4e3c-9242-6a02b00edf77 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "PUT /v2.0/floatingips/2aa15775-6fe9-436a-8f98-944cb836d186 HTTP/1.1" status: 200 len: 992 time: 0.9537945 Nov 23 11:39:22.830405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:39:22.832856 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db53a2c-8b4b-414e-b880-8864a023f29d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:39:22.875453 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3185a02d-ec18-4d1e-8b99-de2459970c29 x-openstack-request-id: req-3185a02d-ec18-4d1e-8b99-de2459970c29 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:39:22.876014 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:39:22.876014 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3185a02d-ec18-4d1e-8b99-de2459970c29 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:39:22.876414 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'status': 'completed', 'code': 200} Nov 23 11:39:22.937699 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:39:22.950906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-85085129-0ea2-4b1f-bcb3-a99d5948fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:22.953002 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-85085129-0ea2-4b1f-bcb3-a99d5948fe18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1097 time: 0.0443501 Nov 23 11:39:23.048575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-b4e7ea91-5b15-4f84-a24c-14c3426b572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:23.050052 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-b4e7ea91-5b15-4f84-a24c-14c3426b572f service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0882955 Nov 23 11:39:23.121626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-86685dfd-4428-4213-8139-f069a24f7b16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1000 time: 0.0642004 Nov 23 11:39:23.173387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-54bfb477-62ba-4d2a-ac65-deff3976516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:23.175041 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-54bfb477-62ba-4d2a-ac65-deff3976516a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0472305 Nov 23 11:39:23.182484 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:cd:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:39:22Z', 'revision_number': 9, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:23.209731 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:39:23.219519 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:39:23.220347 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:39:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:23.223455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-97b10130-d9f6-4a8b-ad8a-fb6f961ade8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:23.225208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-97b10130-d9f6-4a8b-ad8a-fb6f961ade8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428200 Nov 23 11:39:23.321994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-83d56468-6f42-4846-8cd7-03bd619e9e50 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888906 Nov 23 11:39:23.329069 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:39:23.424463 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4db53a2c-8b4b-414e-b880-8864a023f29d req-53bff0ae-4fcd-41be-b1c8-d58f816c4469 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952690 Nov 23 11:39:23.573780 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:cd:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:39:22Z', 'revision_number': 9, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:39:23.601518 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e8daf2-25bd-4061-8678-f38f57b66e92 None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:cd:b6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:39:22Z', 'revision_number': 9, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:39:23.796389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e82ca-4e8b-4a9f-8feb-abf2a4f8e57a None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:39:25.565448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-7fdb33fa-29d0-460e-a944-7119005b7fd1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431120 Nov 23 11:39:25.652257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-4de5a2d9-a5f9-4552-91a7-3105b84991ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:25.653789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-4de5a2d9-a5f9-4552-91a7-3105b84991ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1097 time: 0.0407910 Nov 23 11:39:25.758369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-fe62b696-553d-43a8-9a2d-196f9a1055f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:25.760684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-fe62b696-553d-43a8-9a2d-196f9a1055f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0856481 Nov 23 11:39:25.828675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-907f5768-7b5c-4c2f-b62a-327945c40da6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1003 time: 0.0602567 Nov 23 11:39:25.876434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-4a0e7fc3-eef7-4592-8eb0-980592232f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:25.877886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-4a0e7fc3-eef7-4592-8eb0-980592232f7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0429683 Nov 23 11:39:25.923237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-e6144b88-29c8-44b0-877d-f1b9f2b45101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:39:25.924723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-e6144b88-29c8-44b0-877d-f1b9f2b45101 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395362 Nov 23 11:39:26.020301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-9dc6a7af-43f1-4ca7-ac0c-5627c2847523 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861342 Nov 23 11:39:26.116982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30e08d2a-e1fc-4dd4-b377-d70da7cb5d9c req-2d7547f0-af8a-4fe5-b75e-c5544a9e4065 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884383 Nov 23 11:39:31.106725 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:39:44.624261 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7819471b-1a7c-4d9e-be6c-eef276c2f52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:47.053648 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1968570c-df4d-4eeb-93a3-4eec75d68cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:48.766115 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:49.731516 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:50.230046 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:50.513545 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:39:52.636116 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:08.106026 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:40:14.628568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6aabf4c0-61b1-4ffb-a9ad-76c2fbe7025d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:17.055354 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5e933a63-09e5-4bc2-9416-6b98ca4c8c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:18.768550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:19.733981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:20.231838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:20.514525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:22.650658 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:26.571233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-80670325-3342-4ed2-8879-5e52aa2367fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412815 Nov 23 11:40:26.665299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-8932db1c-d763-4593-b635-bf3dbee7732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:40:26.666882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-8932db1c-d763-4593-b635-bf3dbee7732d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1097 time: 0.0404708 Nov 23 11:40:26.780846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-238df455-5fe2-4df6-8920-c81eb35845ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:40:26.782336 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-238df455-5fe2-4df6-8920-c81eb35845ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0907507 Nov 23 11:40:26.852964 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-12212bac-a019-403a-a91b-f397cf6ae8a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1003 time: 0.0578427 Nov 23 11:40:26.904148 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-bcfe11d5-ebe0-4b77-a151-c846f93c851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:40:26.905692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-bcfe11d5-ebe0-4b77-a151-c846f93c851a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0456498 Nov 23 11:40:26.959597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-b4baef2d-398c-4fd8-bf76-cd8dbc1e2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:40:26.961128 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-b4baef2d-398c-4fd8-bf76-cd8dbc1e2c62 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447738 Nov 23 11:40:27.052465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-fdb1391f-e848-47bd-995e-568c71e5cca0 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829632 Nov 23 11:40:27.155834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-426cacaf-e468-4507-b9a4-cdce5561b3f1 req-7a7050bc-baa6-4b69-9460-3da73dcf6526 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Nov 23 11:40:44.629332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5099c5b6-1300-47fe-9a22-844e48f36b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:45.105088 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:40:47.056189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b146-c693-4b68-b883-fb3424d2583d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:48.770677 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:49.736322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:50.233758 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:50.536718 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:40:52.652617 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:03.452505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-c168b6fe-28fb-4749-bf1c-767ea7f39033 req-31118551-5691-40b9-afc5-d1db47064804 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:41:03.453547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c168b6fe-28fb-4749-bf1c-767ea7f39033 req-31118551-5691-40b9-afc5-d1db47064804 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456975 Nov 23 11:41:03.647572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-9aaf9855-c821-4e60-a1f0-a754aa857d5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0682504 Nov 23 11:41:03.663235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cb083-8443-41ed-88bf-f0445f910e69 req-8947f490-17ac-479a-bf0a-40298f2db501 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:03.664874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-320cb083-8443-41ed-88bf-f0445f910e69 req-8947f490-17ac-479a-bf0a-40298f2db501 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0604177 Nov 23 11:41:03.719717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-320cb083-8443-41ed-88bf-f0445f910e69 req-752df41a-4c45-4110-930f-ad20ed06711a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475471 Nov 23 11:41:04.757726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-48eac68a-495c-40c7-9cb9-8bce15709a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:04.759257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-48eac68a-495c-40c7-9cb9-8bce15709a5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1097 time: 0.0418899 Nov 23 11:41:04.845844 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b0d9-418e-45de-b7b8-c87b69ff9854 req-90def9ff-89ae-4a4c-b1f5-1c94524afd0c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:04.847386 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a238b0d9-418e-45de-b7b8-c87b69ff9854 req-90def9ff-89ae-4a4c-b1f5-1c94524afd0c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0507929 Nov 23 11:41:04.857810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-33af7db4-352e-49e6-9555-f6c95d09081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:04.859286 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-33af7db4-352e-49e6-9555-f6c95d09081d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0875065 Nov 23 11:41:04.899041 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a238b0d9-418e-45de-b7b8-c87b69ff9854 req-30763d6a-be82-4fae-9a3f-db8ac743ccc8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453925 Nov 23 11:41:04.933563 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-f83cd5c5-b0a8-4424-a477-9096c71cb3c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1003 time: 0.0650630 Nov 23 11:41:04.986443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-5e1f4cbf-21b3-49ec-9dee-d83790aa712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:04.987885 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-5e1f4cbf-21b3-49ec-9dee-d83790aa712d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0438416 Nov 23 11:41:05.038073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-724e58b0-aadc-4c78-bd1c-c6cbabb66453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:05.039476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-724e58b0-aadc-4c78-bd1c-c6cbabb66453 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400953 Nov 23 11:41:05.135241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-407e0dfc-c49e-42c4-894a-0f2cd8b58cfb service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874033 Nov 23 11:41:05.234397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-d4f85f0d-289f-4925-b47f-d7e939d08921 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880067 Nov 23 11:41:06.016240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc71e4-0b4f-4ee3-b692-b4f5b76c7bcb req-0593a657-d28b-454a-ac00-4ef13aad983b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:06.017760 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6dc71e4-0b4f-4ee3-b692-b4f5b76c7bcb req-0593a657-d28b-454a-ac00-4ef13aad983b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0499096 Nov 23 11:41:06.065645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6dc71e4-0b4f-4ee3-b692-b4f5b76c7bcb req-68192b5b-77d5-42a7-93ca-e1ce88835418 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417099 Nov 23 11:41:07.184574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd5070-0dbe-4f68-9170-01c361d89686 req-15e76c6a-d8f2-4820-a047-ef991098b046 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:07.186159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55cd5070-0dbe-4f68-9170-01c361d89686 req-15e76c6a-d8f2-4820-a047-ef991098b046 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0500913 Nov 23 11:41:07.233924 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-55cd5070-0dbe-4f68-9170-01c361d89686 req-3c456ab3-e26f-49ea-9cab-c8cf49d9aca0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Nov 23 11:41:08.350750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86858f21-cced-4997-811c-3ae1cf5e1cb5 req-98e9a862-d761-49c8-a09a-9e69663a823a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:08.352249 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86858f21-cced-4997-811c-3ae1cf5e1cb5 req-98e9a862-d761-49c8-a09a-9e69663a823a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0498776 Nov 23 11:41:08.400366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86858f21-cced-4997-811c-3ae1cf5e1cb5 req-40384bc2-10d7-475e-a413-aa39582cab8b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413485 Nov 23 11:41:09.517587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6715d-d867-48d6-bd0e-8ef1102fad58 req-982398c0-7097-47b1-939b-afdcfd91b9e5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:09.519085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81f6715d-d867-48d6-bd0e-8ef1102fad58 req-982398c0-7097-47b1-939b-afdcfd91b9e5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0491719 Nov 23 11:41:09.565898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-81f6715d-d867-48d6-bd0e-8ef1102fad58 req-3807fcb8-e843-4304-a509-c2e7733ad474 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408857 Nov 23 11:41:10.690263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce8f90-6269-436a-83b8-4f0fcde818e5 req-311b13a8-ac96-464a-ab6e-eef235d62a40 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:10.691758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96ce8f90-6269-436a-83b8-4f0fcde818e5 req-311b13a8-ac96-464a-ab6e-eef235d62a40 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0548141 Nov 23 11:41:10.740067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-96ce8f90-6269-436a-83b8-4f0fcde818e5 req-de5fb278-8934-4155-b173-4acf120944b6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Nov 23 11:41:11.863530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331d888-599c-42cf-9ae0-6a5189aa3d85 req-d9790ee1-5151-4e29-a7ce-40cea05897a4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:11.865002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2331d888-599c-42cf-9ae0-6a5189aa3d85 req-d9790ee1-5151-4e29-a7ce-40cea05897a4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0534558 Nov 23 11:41:11.912015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2331d888-599c-42cf-9ae0-6a5189aa3d85 req-fa694f13-6bac-43e5-818f-82d5c32aa261 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409191 Nov 23 11:41:13.028313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cdd36-1bef-43d7-8259-4f6f66c42d32 req-22d2c806-6114-4fa5-bff1-bcc67e718196 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:13.029864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-935cdd36-1bef-43d7-8259-4f6f66c42d32 req-22d2c806-6114-4fa5-bff1-bcc67e718196 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0493422 Nov 23 11:41:13.076646 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-935cdd36-1bef-43d7-8259-4f6f66c42d32 req-33f582fc-289a-4c21-9780-25932a0f1d8a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 Nov 23 11:41:14.198040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4815cf-5a95-4177-95d3-87300bbd02b0 req-48e7f123-8420-4606-a754-081652a466c3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:14.199551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e4815cf-5a95-4177-95d3-87300bbd02b0 req-48e7f123-8420-4606-a754-081652a466c3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Nov 23 11:41:14.249015 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e4815cf-5a95-4177-95d3-87300bbd02b0 req-16711a29-16d3-4a24-9f15-11a8bc1ae304 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Nov 23 11:41:14.631929 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-60afd89b-34f9-4b73-a78c-f84e9c1ce164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:15.367411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86764b56-9551-4264-a323-5d61abbb0261 req-0039fb8e-1d38-4696-8827-d3db31128c73 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:15.369142 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86764b56-9551-4264-a323-5d61abbb0261 req-0039fb8e-1d38-4696-8827-d3db31128c73 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0502746 Nov 23 11:41:15.421521 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-86764b56-9551-4264-a323-5d61abbb0261 req-22873956-8376-4974-b9c4-b7d476d93190 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464172 Nov 23 11:41:16.545148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475feaaa-0e64-449e-9bed-fdb441351881 req-512cf7eb-3d3f-41b3-bcf4-007a4f9b5aa2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:16.546691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-475feaaa-0e64-449e-9bed-fdb441351881 req-512cf7eb-3d3f-41b3-bcf4-007a4f9b5aa2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0554850 Nov 23 11:41:16.595059 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-475feaaa-0e64-449e-9bed-fdb441351881 req-58ef3548-6533-4903-9dfe-cc938737d0aa tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416574 Nov 23 11:41:17.059277 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-985cb88b-049c-4d29-bf65-fde4d60b4cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:17.445550 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-f7b31c50-bfab-4b5a-8230-c41448b89f46 service neutron] show failed (client error): The resource could not be found. Nov 23 11:41:17.446591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-f7b31c50-bfab-4b5a-8230-c41448b89f46 service neutron] 10.222.0.65 "GET /v2.0/ports/56ddfc98-e8dc-4f83-a662-fb65e82306e5/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0572522 Nov 23 11:41:17.664769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-98ad7de0-ab1d-4d27-b767-d86a0b128fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:17.666338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-98ad7de0-ab1d-4d27-b767-d86a0b128fbc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 1097 time: 0.0428805 Nov 23 11:41:17.678924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:41:17.715776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40e57c-c665-4fe2-affc-07667b0fe017 req-c04ace28-70cf-43c7-8c19-1cea80412099 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:17.717214 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4b40e57c-c665-4fe2-affc-07667b0fe017 req-c04ace28-70cf-43c7-8c19-1cea80412099 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0504327 Nov 23 11:41:17.734135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:17.766244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4b40e57c-c665-4fe2-affc-07667b0fe017 req-1388ffba-117a-48fe-aab2-edb65e1940cf tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428588 Nov 23 11:41:17.941029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:17.974092 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:41:18.015128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:18.017438 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7555d33-7f75-4550-b4c9-f66f6111072a" -d '{"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-unplugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:18.021990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:18.034273 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Transition to ACTIVE for port object 56ddfc98-e8dc-4f83-a662-fb65e82306e5 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:41:18.037837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:18.073324 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8626d592-b8ec-4619-8a64-82aa47a3f8d2 x-openstack-request-id: req-8626d592-b8ec-4619-8a64-82aa47a3f8d2 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:18.073620 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-unplugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:18.073881 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8626d592-b8ec-4619-8a64-82aa47a3f8d2 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:18.074276 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'code': 200} Nov 23 11:41:18.121021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:18.136268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.136613 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.136951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.137316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.137648 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.137982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.138306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.138629 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.138954 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.139274 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.139600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.139919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:18.176008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] No DVR routers for this DVR port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:41:18.311621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:41:18.311959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:41:18.312290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:41:18.317027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:41:18.317375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:41:18.322099 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:41:18.322438 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:41:18.322820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:41:18.323244 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Bound port: 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:41:18.323591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:18.385967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:41:18.389520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:41:18.393171 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:18.426729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:18.427447 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:18.428727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] 10.222.0.58 "PUT /v2.0/ports/56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1092 time: 0.7549758 Nov 23 11:41:18.451687 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaa7f4-6249-480e-8fd6-cdb388f3b27a service neutron] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:18.501486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-824ffe2d-9198-4274-a55c-2a3dd0ee7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:18.503841 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-824ffe2d-9198-4274-a55c-2a3dd0ee7265 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1095 time: 0.0489788 Nov 23 11:41:18.596858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-c2c4f819-cf76-4478-960e-d2c29c6a29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:18.598375 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-c2c4f819-cf76-4478-960e-d2c29c6a29fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0881186 Nov 23 11:41:18.666909 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-ff5e3056-dcd9-4661-9eef-589cae5f97f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.0606081 Nov 23 11:41:18.715567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-b26fbcd5-57e3-469a-bb69-c892a0399d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:18.717031 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-b26fbcd5-57e3-469a-bb69-c892a0399d62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0436645 Nov 23 11:41:18.763136 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-1d6082d5-fc7b-4288-8b33-b4c519da93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:18.764536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-1d6082d5-fc7b-4288-8b33-b4c519da93c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399237 Nov 23 11:41:18.771834 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:18.857418 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-869691b8-a365-477e-98c2-d3e982cd841f service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860431 Nov 23 11:41:18.890486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c1e9c-6a1b-4123-874e-ff91960f5ab5 req-58a73283-4f8d-4787-9290-4b644687366c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:18.892003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-364c1e9c-6a1b-4123-874e-ff91960f5ab5 req-58a73283-4f8d-4787-9290-4b644687366c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 944 time: 0.0545685 Nov 23 11:41:18.939943 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-364c1e9c-6a1b-4123-874e-ff91960f5ab5 req-9f4ed191-a72d-4f3c-bbee-59fe3747ddc2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410545 Nov 23 11:41:18.947024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f2d48e4-3a2b-47a6-ac21-549f23711f8d req-527ba083-26e3-446d-8683-2a9e31564d2a service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828724 Nov 23 11:41:19.740113 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:20.062665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063e360-ba82-4b5b-8543-df66ad987f65 req-3afa8dab-fd7c-4f8a-a216-604023248ac5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.064136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f063e360-ba82-4b5b-8543-df66ad987f65 req-3afa8dab-fd7c-4f8a-a216-604023248ac5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 944 time: 0.0531003 Nov 23 11:41:20.075432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:20.077619 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598439e7-f8f3-4ce7-96c0-8d75366db0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:20.117435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f063e360-ba82-4b5b-8543-df66ad987f65 req-f4f3f030-bbc5-410d-9389-b5c19174b095 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472581 Nov 23 11:41:20.128103 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17fb2db-49e5-4fc5-8b48-3c9579e8e5ff x-openstack-request-id: req-b17fb2db-49e5-4fc5-8b48-3c9579e8e5ff {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:20.128421 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:20.128682 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b17fb2db-49e5-4fc5-8b48-3c9579e8e5ff {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:20.129096 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'status': 'completed', 'code': 200} Nov 23 11:41:20.192044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-a3e36bfc-2054-4576-9565-adfb29183c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.193577 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-a3e36bfc-2054-4576-9565-adfb29183c24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1095 time: 0.0425649 Nov 23 11:41:20.202211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-5b20920b-0009-4bd6-8eac-225dcb6f8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.203714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-5b20920b-0009-4bd6-8eac-225dcb6f8e23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1095 time: 0.0423303 Nov 23 11:41:20.237350 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:20.295029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-9e61cff1-5f13-4cab-aadf-a406049baa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.296516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-9e61cff1-5f13-4cab-aadf-a406049baa6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0931349 Nov 23 11:41:20.307957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-4b1593b4-26bb-4749-9823-a26c7b13d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.309549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-4b1593b4-26bb-4749-9823-a26c7b13d040 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0940061 Nov 23 11:41:20.364674 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-14e0208b-fa0c-4a93-a961-f15788ecac2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.0606077 Nov 23 11:41:20.375301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-3ca0670a-e3a8-47d9-ad4e-4525c94331bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.0585320 Nov 23 11:41:20.418543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-54f67c1e-e8e1-4a13-99e2-a4b45751fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.420024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-54f67c1e-e8e1-4a13-99e2-a4b45751fd93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0471568 Nov 23 11:41:20.431592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-045e8a4f-5a16-428e-aef6-86193d121d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.433032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-045e8a4f-5a16-428e-aef6-86193d121d93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0456536 Nov 23 11:41:20.470675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-adaa6519-ffe2-4243-b8e8-9357eec138a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.472771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-adaa6519-ffe2-4243-b8e8-9357eec138a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447857 Nov 23 11:41:20.486656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-bab0333d-3ed4-4194-8185-fbafa881fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.488814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-bab0333d-3ed4-4194-8185-fbafa881fc73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443568 Nov 23 11:41:20.559724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:20.567738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-c69d4ca0-b863-4c76-ac83-804cb07250dd service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867691 Nov 23 11:41:20.588638 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-dca2c8c1-ad3b-40d8-8ed7-d0d4118a65c5 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885596 Nov 23 11:41:20.663973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-7069433f-a428-4705-9c97-9f4bb8527884 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879459 Nov 23 11:41:20.687853 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-598439e7-f8f3-4ce7-96c0-8d75366db0bd req-225247d5-dafa-4c81-9e3b-7d8284cc3ae4 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874221 Nov 23 11:41:20.820173 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11346-075a-428b-a276-af72953d4d5f req-e5418ee0-a3aa-4f41-8704-321ea7a61636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.821602 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb11346-075a-428b-a276-af72953d4d5f req-e5418ee0-a3aa-4f41-8704-321ea7a61636 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1095 time: 0.0413048 Nov 23 11:41:20.928885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11346-075a-428b-a276-af72953d4d5f req-b9794c7d-5a48-4af6-9552-be28b06343b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:20.930390 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb11346-075a-428b-a276-af72953d4d5f req-b9794c7d-5a48-4af6-9552-be28b06343b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0871727 Nov 23 11:41:21.246745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b8608-d5e5-4540-8dec-a85816095f51 req-f9bc9333-d811-47f1-8ed3-10a0675e0411 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:21.248259 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f2b8608-d5e5-4540-8dec-a85816095f51 req-f9bc9333-d811-47f1-8ed3-10a0675e0411 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 944 time: 0.0502045 Nov 23 11:41:21.248402 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb11346-075a-428b-a276-af72953d4d5f req-eca4f86b-113f-4440-823d-ca720426ded3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.3104794 Nov 23 11:41:21.296942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11346-075a-428b-a276-af72953d4d5f req-fd7e0566-2c54-4958-85aa-6453560adc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:21.297208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f2b8608-d5e5-4540-8dec-a85816095f51 req-a0e77a51-e0b0-487b-9f0e-c892e03c2df6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422094 Nov 23 11:41:21.298428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb11346-075a-428b-a276-af72953d4d5f req-fd7e0566-2c54-4958-85aa-6453560adc71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0430360 Nov 23 11:41:21.349414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb11346-075a-428b-a276-af72953d4d5f req-be3197dc-f280-4170-9be0-9fffc9190e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:21.351155 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb11346-075a-428b-a276-af72953d4d5f req-be3197dc-f280-4170-9be0-9fffc9190e4d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435948 Nov 23 11:41:21.440095 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb11346-075a-428b-a276-af72953d4d5f req-07684f38-76f8-480d-beb1-5ab9aec1da66 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811834 Nov 23 11:41:21.533269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2fb11346-075a-428b-a276-af72953d4d5f req-898cf4cb-f574-46c0-a0b6-ab48e3762d97 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860460 Nov 23 11:41:21.700462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:41:21.799431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:41:21.802547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:21.839603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'mac_address': 'fa:16:3e:cd:b6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:41:21.886909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:41:21.891832 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:21.908843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ddfc98-e8dc-4f83-a662-fb65e82306e5 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:41:21.928815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:21.932635 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:22.106456 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:41:22.139476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:22.148001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.148344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.148676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.149005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.149362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.149773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.150043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.150360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.150675 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.150990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.151305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.151618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:22.240028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['56ddfc98-e8dc-4f83-a662-fb65e82306e5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:41:22.418890 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267eaa4-66c4-47c6-ba7b-f53d6a6a99a8 req-bad5aaa3-b253-4cac-9dc3-9fb373c3013d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:22.420558 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e267eaa4-66c4-47c6-ba7b-f53d6a6a99a8 req-bad5aaa3-b253-4cac-9dc3-9fb373c3013d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0516188 Nov 23 11:41:22.476739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e267eaa4-66c4-47c6-ba7b-f53d6a6a99a8 req-0980a9ac-4d40-43e8-b994-5dc31ef37d1b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Nov 23 11:41:22.659066 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:22.796375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-25a2234a-2738-4df3-889a-ec6f425b5f6f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:22.797843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-25a2234a-2738-4df3-889a-ec6f425b5f6f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 945 time: 0.0828741 Nov 23 11:41:22.809301 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdba5c-2534-4a92-aed3-19d7e101ad97 req-5cc8d187-f692-4a32-989c-2162430db3cf tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:22.810647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2efdba5c-2534-4a92-aed3-19d7e101ad97 req-5cc8d187-f692-4a32-989c-2162430db3cf tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0695920 Nov 23 11:41:22.907267 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2efdba5c-2534-4a92-aed3-19d7e101ad97 req-80b0cc83-42a3-45ed-9153-1398fab1768c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881431 Nov 23 11:41:22.908736 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-790ca1bd-fc22-4c9a-a79f-a69666d9fbf4 service neutron] 10.222.0.58 "GET /v2.0/ports/56ddfc98-e8dc-4f83-a662-fb65e82306e5/bindings/n-h2-817747-2 HTTP/1.1" status: 200 len: 382 time: 0.0972507 Nov 23 11:41:22.973064 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-39d61316-f17d-421a-ab47-a7b73fdc868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:22.974511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-39d61316-f17d-421a-ab47-a7b73fdc868b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1096 time: 0.0428021 Nov 23 11:41:23.068930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-8eb6866c-c579-4a2a-8951-ed7c4bde7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:23.070440 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-8eb6866c-c579-4a2a-8951-ed7c4bde7501 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0884476 Nov 23 11:41:23.144871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-f3fa7b51-e9a7-427b-8801-1742ba44af4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1002 time: 0.0655391 Nov 23 11:41:23.193424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-3cdd25ac-41e9-4f99-a10e-e297674f135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:23.194882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-3cdd25ac-41e9-4f99-a10e-e297674f135e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0435395 Nov 23 11:41:23.242012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-71cc5a43-d1d2-4d0b-a7f7-038b854b99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:23.243417 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-71cc5a43-d1d2-4d0b-a7f7-038b854b99fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413232 Nov 23 11:41:23.336625 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-29ade1d0-01e2-4869-a1f3-3178f297a9af service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858049 Nov 23 11:41:23.426547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-a4e7c4d3-ef6c-4281-9523-327d49c92a8d service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831032 Nov 23 11:41:23.716965 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:41:23.767344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:41:23.771321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:41:23.771688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:23.848423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:23.871706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:23.873997 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f7a0a7-30ba-4ea0-be21-15800118db2e" -d '{"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-plugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:23.887364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:23.891593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:23.927780 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2d49b8-a9a8-4584-969f-55172b7ce1ba x-openstack-request-id: req-8b2d49b8-a9a8-4584-969f-55172b7ce1ba {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:23.928079 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-plugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:23.928345 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b2d49b8-a9a8-4584-969f-55172b7ce1ba {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:23.928730 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'code': 200} Nov 23 11:41:23.940329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:24.036946 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c774668-6a23-4a22-8ebb-f4196a6d94a7 req-00114878-e2c5-48d4-ae43-193c5459ca48 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:24.038431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c774668-6a23-4a22-8ebb-f4196a6d94a7 req-00114878-e2c5-48d4-ae43-193c5459ca48 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0488622 Nov 23 11:41:24.088839 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5c774668-6a23-4a22-8ebb-f4196a6d94a7 req-189b53a9-e052-4e95-a122-ebc4424bdc35 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443306 Nov 23 11:41:25.214063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff069b0-68f1-40f6-9468-9a243ea8a0ab req-64f4ed36-cc63-4d47-a5d6-b7b24c724688 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:25.215540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ff069b0-68f1-40f6-9468-9a243ea8a0ab req-64f4ed36-cc63-4d47-a5d6-b7b24c724688 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0513170 Nov 23 11:41:25.270606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1ff069b0-68f1-40f6-9468-9a243ea8a0ab req-75a5cdd7-0410-4a4d-8c9a-56092cddae97 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486383 Nov 23 11:41:25.578933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-953f83d0-509e-4c0b-bbbb-18d06ae18f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:25.580671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-953f83d0-509e-4c0b-bbbb-18d06ae18f72 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 1097 time: 0.0421002 Nov 23 11:41:25.596502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:41:25.650945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:25.852804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:25.892123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:41:25.935115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:25.937438 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffaa5c1-02a8-4447-a2af-82d9ec8672da" -d '{"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-unplugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:25.942334 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:25.956603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Transition to ACTIVE for port object 56ddfc98-e8dc-4f83-a662-fb65e82306e5 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:41:25.962145 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:26.004278 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48616fa7-2908-4b68-aaa4-9d61cadb21d3 x-openstack-request-id: req-48616fa7-2908-4b68-aaa4-9d61cadb21d3 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:26.004645 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-unplugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:26.004906 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48616fa7-2908-4b68-aaa4-9d61cadb21d3 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:26.005342 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'code': 200} Nov 23 11:41:26.050109 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=10']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:26.061382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.061740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.062091 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.062434 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.062773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.063114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.063449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.063782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.064113 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.064444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.064773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.065103 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:41:26.116353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] No DVR routers for this DVR port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:41:26.264061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:41:26.264728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:41:26.264728 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:41:26.268965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:41:26.269471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Attempting to bind port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:41:26.275204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:41:26.275572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:41:26.275966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:41:26.276402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Bound port: 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:41:26.276765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:26.343729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:41:26.376823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:41:26.383842 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:26.425226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:26.426442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:26.427799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] 10.222.0.65 "PUT /v2.0/ports/56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1093 time: 0.8352809 Nov 23 11:41:26.437374 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720076d9-8f30-4ee6-8980-f5a7a0e9d9c0 req-83852181-7353-45bc-a556-937bcee20b43 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:26.438697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-720076d9-8f30-4ee6-8980-f5a7a0e9d9c0 req-83852181-7353-45bc-a556-937bcee20b43 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0970349 Nov 23 11:41:26.503662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4395121-4f4e-415d-bf2d-f8dfde2ba931 service neutron] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=11']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:26.543819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-720076d9-8f30-4ee6-8980-f5a7a0e9d9c0 req-84b20c6f-7b3e-4a65-967f-671c1bf9a05d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905271 Nov 23 11:41:26.546738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-52f3bfa8-4801-4a93-bc0c-7b4a4128b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:26.548266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-52f3bfa8-4801-4a93-bc0c-7b4a4128b8a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1096 time: 0.0884454 Nov 23 11:41:26.655839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-74202a14-369d-4983-b80c-2caed299b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:26.657633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-74202a14-369d-4983-b80c-2caed299b642 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0970097 Nov 23 11:41:26.731334 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-9d806567-605f-4298-989d-75c861bd32b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.0618973 Nov 23 11:41:26.786307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-7bdc5e8d-d7a1-4f5a-84fd-532c8852b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:26.787769 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-7bdc5e8d-d7a1-4f5a-84fd-532c8852b4b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0450900 Nov 23 11:41:26.845014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a442-9740-4b52-b550-551f43c4504e req-93effad1-cf08-4961-8ede-f800fa387612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:26.846500 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-93effad1-cf08-4961-8ede-f800fa387612 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473473 Nov 23 11:41:26.939849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-be21a5c1-9513-4461-8655-746a088b010b service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816832 Nov 23 11:41:27.036340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a830a442-9740-4b52-b550-551f43c4504e req-1ff44fc2-90e3-4b5b-9dc0-3f46651c1072 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851009 Nov 23 11:41:27.589229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-ab21d818-589e-44e6-aea0-36ae1b9ed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:27.590764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-ab21d818-589e-44e6-aea0-36ae1b9ed9ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1096 time: 0.0432358 Nov 23 11:41:27.666922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605ec15-7813-46fd-86e6-cccaf78d3f61 req-8bd5c16b-79dc-4651-a3a2-e6972402a9b5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:27.668462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6605ec15-7813-46fd-86e6-cccaf78d3f61 req-8bd5c16b-79dc-4651-a3a2-e6972402a9b5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Nov 23 11:41:27.702039 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-acdd2bc6-f290-4074-b3d5-23c3c9d4e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:27.703543 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-acdd2bc6-f290-4074-b3d5-23c3c9d4e880 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0911765 Nov 23 11:41:27.716306 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6605ec15-7813-46fd-86e6-cccaf78d3f61 req-60ccf804-1260-47b1-8f9f-8400b0507f15 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Nov 23 11:41:27.732073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:41:27.774391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:41:27.776775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-b8c38bbb-b402-48a8-b21d-22ce71d1e90e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.0617070 Nov 23 11:41:27.827339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-903627ee-5401-4b00-9fef-fa71d0fa00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:27.828696 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-903627ee-5401-4b00-9fef-fa71d0fa00e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0435755 Nov 23 11:41:27.879941 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-ed17a3f6-da46-4f9d-9f44-0f4bb6612321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:27.881469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-ed17a3f6-da46-4f9d-9f44-0f4bb6612321 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452607 Nov 23 11:41:27.973690 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-9b8356bb-e89e-40e2-bf14-ac6dd3053e34 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Nov 23 11:41:28.005940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:28.008167 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10631ff1-6473-4aa7-a9a7-268fe5a9212f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:28.057826 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8e42b3-d2ad-4be7-9243-41955c47ca3b x-openstack-request-id: req-4c8e42b3-d2ad-4be7-9243-41955c47ca3b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:28.058127 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:28.058389 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c8e42b3-d2ad-4be7-9243-41955c47ca3b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:28.058791 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'status': 'completed', 'code': 200} Nov 23 11:41:28.076231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bf277ed-c9af-4bad-9daf-5cdca364948c req-eb2e3a6e-4fb2-4632-ac15-34b4a9e8d32f service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951960 Nov 23 11:41:28.118227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-c79f4d13-184e-43c6-822f-036e5cea69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.119771 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-c79f4d13-184e-43c6-822f-036e5cea69a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1096 time: 0.0421669 Nov 23 11:41:28.157689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-19b6e9ab-4e8a-4dd5-84b9-ec9953440c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.159174 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-19b6e9ab-4e8a-4dd5-84b9-ec9953440c29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 1096 time: 0.0422504 Nov 23 11:41:28.217760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-7d051249-13b0-4555-a123-c717891c5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.219411 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-7d051249-13b0-4555-a123-c717891c5687 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0930042 Nov 23 11:41:28.261165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-c22242b1-56f7-430b-8166-e10270017a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.262651 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-c22242b1-56f7-430b-8166-e10270017a06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0953891 Nov 23 11:41:28.285543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-501451dd-84a9-4c79-a95b-b2ebedf023b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.0579777 Nov 23 11:41:28.328119 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-71e7b0c0-d76e-438a-9cd4-6a13e1ec4559 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 200 len: 1001 time: 0.0570784 Nov 23 11:41:28.338952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-952e18ef-ef56-4550-8122-012ca529b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.340416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-952e18ef-ef56-4550-8122-012ca529b796 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0485959 Nov 23 11:41:28.380355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-f41cbfbf-cd2f-4a7f-93b0-e33eaa0b1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.381803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-f41cbfbf-cd2f-4a7f-93b0-e33eaa0b1b24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0445139 Nov 23 11:41:28.386741 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-7c6e519e-6538-4348-923f-e6780dc25664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.388460 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-7c6e519e-6538-4348-923f-e6780dc25664 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409794 Nov 23 11:41:28.432428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-4bee7647-dde1-4c7c-94d8-dbcef781a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.433967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-4bee7647-dde1-4c7c-94d8-dbcef781a225 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441344 Nov 23 11:41:28.484017 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-01b74924-463c-4798-bb53-8dc769d12869 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870049 Nov 23 11:41:28.528379 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-f0a96a08-e58b-4070-8f1e-68f191302644 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856767 Nov 23 11:41:28.578679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-6d23d952-83da-4d36-9ba6-858d87cf11fc service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876455 Nov 23 11:41:28.848784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc32f2-cdac-41b6-82b8-f7d69d282d89 req-b0aa244e-dd00-4fab-9b76-c81b92eb7b49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:28.850559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0bc32f2-cdac-41b6-82b8-f7d69d282d89 req-b0aa244e-dd00-4fab-9b76-c81b92eb7b49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0612946 Nov 23 11:41:28.907868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e0bc32f2-cdac-41b6-82b8-f7d69d282d89 req-cb7d6b15-22bd-4bfa-bf87-1152a328cd64 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494804 Nov 23 11:41:28.982469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10631ff1-6473-4aa7-a9a7-268fe5a9212f req-5628ded8-e5d2-421f-bd20-ba2a560241de service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441047 Nov 23 11:41:29.842153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:41:29.946070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:29.958009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'mac_address': 'fa:16:3e:cd:b6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:41:30.005724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:30.018600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ddfc98-e8dc-4f83-a662-fb65e82306e5 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:41:30.036898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1da41-9136-4640-941f-55a532a6b224 req-d28d45be-21ce-4bd7-8a97-6efc726b6df9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:30.038419 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88f1da41-9136-4640-941f-55a532a6b224 req-d28d45be-21ce-4bd7-8a97-6efc726b6df9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 945 time: 0.0485351 Nov 23 11:41:30.038776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:30.043152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:30.086619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-88f1da41-9136-4640-941f-55a532a6b224 req-c16b1e1a-14dc-4588-9b0c-2d2707c0c0d9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Nov 23 11:41:30.090308 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=12']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:30.207811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5495a9-365b-40a0-a5ff-b3d9873e70b8 req-3d588eff-2651-4839-9df0-6b71fb01e6b7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:30.209342 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f5495a9-365b-40a0-a5ff-b3d9873e70b8 req-3d588eff-2651-4839-9df0-6b71fb01e6b7 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0537376 Nov 23 11:41:30.258997 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f5495a9-365b-40a0-a5ff-b3d9873e70b8 req-0cab10a0-6ace-4d7a-ab62-3e81adffe9c8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436428 Nov 23 11:41:30.311388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['56ddfc98-e8dc-4f83-a662-fb65e82306e5'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:41:30.373923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8ebea-5e3a-4a22-a3a3-24567d3d7523 req-024e96a3-f3db-4ef3-a443-5459c6581081 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:30.375320 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22b8ebea-5e3a-4a22-a3a3-24567d3d7523 req-024e96a3-f3db-4ef3-a443-5459c6581081 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Nov 23 11:41:30.423146 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-22b8ebea-5e3a-4a22-a3a3-24567d3d7523 req-15815b0c-bb64-483b-a741-afad10fec5d4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Nov 23 11:41:30.664307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985fa85-3b2d-4232-8b52-2796d35ecf3e req-9f6b27cf-3d0b-484f-815b-c246c53b554b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:30.665817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0985fa85-3b2d-4232-8b52-2796d35ecf3e req-9f6b27cf-3d0b-484f-815b-c246c53b554b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0522337 Nov 23 11:41:30.712335 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0985fa85-3b2d-4232-8b52-2796d35ecf3e req-200fde2f-0a85-4f48-8e08-28ef166c941a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404966 Nov 23 11:41:31.833934 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089abb2-6f3b-4541-b102-59f6b7aa3413 req-5752b157-28b2-4fb5-a385-0b80b8e75604 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:31.835451 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8089abb2-6f3b-4541-b102-59f6b7aa3413 req-5752b157-28b2-4fb5-a385-0b80b8e75604 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0501420 Nov 23 11:41:31.860811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:41:31.886587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8089abb2-6f3b-4541-b102-59f6b7aa3413 req-7d422bd3-cbb8-4c20-8d94-375cb67de5a3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450916 Nov 23 11:41:31.917131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:41:31.920708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:41:31.921076 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.000195 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.023081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:32.025357 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d200d0-9f02-48a9-97ef-1f20da0fa756" -d '{"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-plugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:32.039040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:32.043681 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.054866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-0ab99e99-63d6-408b-85f0-f0cf0510712f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:32.056392 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-0ab99e99-63d6-408b-85f0-f0cf0510712f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 946 time: 0.0516887 Nov 23 11:41:32.069791 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da75e28-9010-435d-b697-fcad9074d058 x-openstack-request-id: req-0da75e28-9010-435d-b697-fcad9074d058 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:32.070075 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-plugged", "status": "completed", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:32.070330 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0da75e28-9010-435d-b697-fcad9074d058 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:32.072278 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'code': 200} Nov 23 11:41:32.096097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=13']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:32.151350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Deleting port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:41:32.151731 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.239245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] For port 56ddfc98-e8dc-4f83-a662-fb65e82306e5, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=56ddfc98-e8dc-4f83-a662-fb65e82306e5,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:32.239596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.407931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.408199 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.408512 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 disassociated. External IP: 172.25.5.192, port: 56ddfc98-e8dc-4f83-a662-fb65e82306e5. Nov 23 11:41:32.408848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Calling delete_port for 56ddfc98-e8dc-4f83-a662-fb65e82306e5 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:41:32.534208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.564264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event deleted for resources: {'Port': ['ID=56ddfc98-e8dc-4f83-a662-fb65e82306e5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:32.690796 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:41:32.804664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:41:32.814255 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:41:32.830773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:41:32.831404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:32.847826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] No DVR routers for this DVR port 56ddfc98-e8dc-4f83-a662-fb65e82306e5 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:41:32.850657 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:32.854654 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ad6b9c4e-71f8-4f53-8306-109d89a59e84 req-5b54f12c-7fb8-4937-b8e1-49d2e1cae780 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "DELETE /v2.0/ports/56ddfc98-e8dc-4f83-a662-fb65e82306e5 HTTP/1.1" status: 204 len: 173 time: 0.7919378 Nov 23 11:41:32.855127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-deleted', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:32.857397 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828a5f18-ec6c-427e-9bf0-f18caae89f49" -d '{"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-deleted", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:32.897922 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcce6ad-6720-4f50-9536-39ee0302de42 x-openstack-request-id: req-0bcce6ad-6720-4f50-9536-39ee0302de42 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:32.898224 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9ce031-d5d6-4e74-a38f-5ddb83ca5080", "name": "network-vif-deleted", "tag": "56ddfc98-e8dc-4f83-a662-fb65e82306e5", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:32.898499 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bcce6ad-6720-4f50-9536-39ee0302de42 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:32.898902 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ce031-d5d6-4e74-a38f-5ddb83ca5080', 'name': 'network-vif-deleted', 'tag': '56ddfc98-e8dc-4f83-a662-fb65e82306e5', 'status': 'completed', 'code': 200} Nov 23 11:41:32.950671 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:41:32.996605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46c7f2f7-ee78-469d-ae5b-b4dfa1291c83 req-ae181b52-abaf-4966-9091-da714a62cd07 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=5f9ce031-d5d6-4e74-a38f-5ddb83ca5080 HTTP/1.1" status: 200 len: 210 time: 0.0316939 Nov 23 11:41:33.165059 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:33.192007 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:41:33.200020 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:41:33.200619 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:33.404656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:41:33.618246 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:33.650026 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b932d2b1-238a-4a1d-8c14-d2cb3c9eacfe None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:41:33.873961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c4265-f7a9-492c-9932-10b86eb09baf None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:41:34.287247 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-72cea51c-9048-40eb-8b96-4c4c0e4bbd81 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1533462333&fields=id&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 267 time: 0.0507731 Nov 23 11:41:34.396693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-fbf3f284-26b0-44e6-bc22-e3d27c694a72 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:34.398192 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-fbf3f284-26b0-44e6-bc22-e3d27c694a72 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1043308 Nov 23 11:41:34.413858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-917192b1-f21f-4b99-9f04-17ec448e7678 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/quotas/c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 375 time: 0.0099621 Nov 23 11:41:34.464416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-01291071-296b-488f-ac61-071bc0143d6d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452440 Nov 23 11:41:34.480224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-298d7571-bb0b-433e-8fdb-dcb9b0c0eb77 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:41:34.481213 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-298d7571-bb0b-433e-8fdb-dcb9b0c0eb77 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054104 Nov 23 11:41:34.575046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-af183ec5-f637-4b97-9c7d-f6e21be34d94 service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874834 Nov 23 11:41:34.669667 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-e80d7135-364c-4f2d-af01-1762f3cbd070 service neutron] 10.222.0.61 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886276 Nov 23 11:41:34.831284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8194f722-e8ba-4008-a9cd-4b005d211b75 req-e4db2165-bca1-4565-846a-d5cb58c7d9de tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 210 time: 0.0266461 Nov 23 11:41:35.826254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-fbbabeb8-89c6-4c94-bbd9-c1851e16bc1e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:35.827701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-fbbabeb8-89c6-4c94-bbd9-c1851e16bc1e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 811 time: 0.1053987 Nov 23 11:41:35.870258 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:41:35.899546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 56ddfc98-e8dc-4f83-a662-fb65e82306e5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:41:35.900051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 56ddfc98-e8dc-4f83-a662-fb65e82306e5 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:41:35.903438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-f3588077-f97e-4974-b3db-2b12d6ffa858 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 380 time: 0.0591986 Nov 23 11:41:35.914129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'port': {'device_id': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'admin_state_up': True, 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'security_groups': ['e8deca34-8856-4915-921f-76b281cfba2a']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:41:35.934503 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7697358d-279f-4375-92b2-cda4badfc810 req-9e97c2c3-4e26-4332-af7a-0343c948eee4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 210 time: 0.0286455 Nov 23 11:41:36.029403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Made reservation on behalf of c17c9607e6e04a638cd77ce32e0b9c88 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:41:36.033195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.160732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Allocated IP 172.20.0.8 (cac03b3d-b07e-404b-aab6-0160cb461193/696d1098-9bb0-42be-894e-59b46f981bee/8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:41:36.311190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.345188 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.396089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Network cac03b3d-b07e-404b-aab6-0160cb461193 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:41:36.399115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:41:36.403587 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:41:36.407436 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:36.456745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:36.457963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.474949 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-c538cddd-95fb-478e-9ccf-e676d164efb5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652676 Nov 23 11:41:36.489208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Request body: {'port': {'device_id': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:41:36.552702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.676595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ec01f83d-e7a2-47f7-8e51-c68e0aa86ef3 None None] Provisioning complete for port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:41:36.676963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ec01f83d-e7a2-47f7-8e51-c68e0aa86ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.711370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ec01f83d-e7a2-47f7-8e51-c68e0aa86ef3 None None] Port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:41:36.812343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:41:36.819659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.831826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Transition to ACTIVE for port object 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:41:36.835635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:36.890779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:36.964505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:41:36.965018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:41:36.965233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:41:36.970330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:41:36.970658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:41:36.977397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:41:36.977679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:41:36.978066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:41:36.978499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Bound port: 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:41:36.978851 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:37.077277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:41:37.080820 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:41:37.089512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3c88e-6c6a-481c-883b-2ad8f0f520e3 req-43a8bc1a-00ac-4044-a6c2-add34368b070 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.091017 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-beb3c88e-6c6a-481c-883b-2ad8f0f520e3 req-43a8bc1a-00ac-4044-a6c2-add34368b070 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0775855 Nov 23 11:41:37.092504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:37.147373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.148009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:37.149436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1091 time: 0.6655719 Nov 23 11:41:37.150179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:37.152465 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02794465-6df8-453f-ae74-4eb12c5fe4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:37.197404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72676e9-2dd1-47e5-b9c6-75c141690115 service neutron] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:37.200966 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc98bf-d15b-4d5b-85c6-47450944ab4b x-openstack-request-id: req-36bc98bf-d15b-4d5b-85c6-47450944ab4b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:37.201292 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:37.201549 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36bc98bf-d15b-4d5b-85c6-47450944ab4b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:37.201951 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'status': 'completed', 'code': 200} Nov 23 11:41:37.205708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-beb3c88e-6c6a-481c-883b-2ad8f0f520e3 req-fcd1f29c-29e0-4db8-8132-708a897466cf tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046925 Nov 23 11:41:37.250054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-f9e10499-202f-4f7b-b17e-fd2284b4ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.251571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-f9e10499-202f-4f7b-b17e-fd2284b4ae47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1094 time: 0.0431037 Nov 23 11:41:37.306992 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-3a5432d7-7416-409b-9b3c-62f92b8269a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 217 time: 0.0413785 Nov 23 11:41:37.361289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-4b4df685-55af-4579-b9a1-a1ecf22c7ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.362749 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-4b4df685-55af-4579-b9a1-a1ecf22c7ab2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0453734 Nov 23 11:41:37.417332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-fc835af5-9182-490e-86b5-c1e2641d18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.418821 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-fc835af5-9182-490e-86b5-c1e2641d18bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417070 Nov 23 11:41:37.519394 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-4c49bf34-6cbb-4c1b-b22c-97c815665d5d service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872974 Nov 23 11:41:37.613257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-482ef668-d0cd-465b-be90-ea611d0ee79f req-fc07bc37-60ba-41ae-8b3b-040168947b9b service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828927 Nov 23 11:41:37.705373 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-80c99a9e-3340-4810-90d7-d1505d1ff53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.706895 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-80c99a9e-3340-4810-90d7-d1505d1ff53c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1094 time: 0.0407617 Nov 23 11:41:37.800671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-9d8adfed-3a6f-4bf4-a5ad-bb8d67f03cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.802692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-9d8adfed-3a6f-4bf4-a5ad-bb8d67f03cb7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0885639 Nov 23 11:41:37.843497 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-29aa262c-2281-44af-b4ba-43f3462d3f8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 217 time: 0.0334840 Nov 23 11:41:37.899645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-aa1f9e90-f047-4da6-b06a-53abe5b704e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.901085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-aa1f9e90-f047-4da6-b06a-53abe5b704e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0468354 Nov 23 11:41:37.946925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-ef20a908-37dc-43bc-b3c4-f8baad120974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:37.948430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-ef20a908-37dc-43bc-b3c4-f8baad120974 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399065 Nov 23 11:41:38.044124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-649cfdd3-d0af-4b73-8783-a72b27639780 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870504 Nov 23 11:41:38.136246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02794465-6df8-453f-ae74-4eb12c5fe4e4 req-6651fbb1-5103-4dd4-be55-dccc50016308 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823934 Nov 23 11:41:38.325012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea86c3-36eb-4f7d-929e-552de78f1c49 req-82f64afa-6558-478b-8402-6d049dee9552 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:38.326516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dea86c3-36eb-4f7d-929e-552de78f1c49 req-82f64afa-6558-478b-8402-6d049dee9552 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0484989 Nov 23 11:41:38.374127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2dea86c3-36eb-4f7d-929e-552de78f1c49 req-f533ed56-ba07-4e4a-bfb2-e51776217cf6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Nov 23 11:41:39.491221 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d42b8-992d-4270-88a4-81cff2b47aa1 req-b4baf6ff-59f1-4654-ad71-757d03b528fa tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:39.492718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d9d42b8-992d-4270-88a4-81cff2b47aa1 req-b4baf6ff-59f1-4654-ad71-757d03b528fa tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0514624 Nov 23 11:41:39.544087 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d9d42b8-992d-4270-88a4-81cff2b47aa1 req-824eba42-da38-443d-8894-f313cf5eff6e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454094 Nov 23 11:41:39.890697 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:41:39.986147 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:39.998059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'mac_address': 'fa:16:3e:5f:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:41:40.033569 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:40.046344 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:41:40.067712 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:40.071939 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:40.124904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:40.312510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:41:40.663121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8ab91-25ed-48c1-b7bf-4c7d512e5557 req-5ae8de91-9ad4-4ba4-877e-a643fa8d24b0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:40.664616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20d8ab91-25ed-48c1-b7bf-4c7d512e5557 req-5ae8de91-9ad4-4ba4-877e-a643fa8d24b0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0515006 Nov 23 11:41:40.716887 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-20d8ab91-25ed-48c1-b7bf-4c7d512e5557 req-3b6c1071-5560-4e01-9bb8-b4a052a600a8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Nov 23 11:41:41.831708 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634d3a-f885-4162-9ed8-6783a15fb965 req-737652b9-fb6e-4c68-923c-24c3918ae07f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:41.833385 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe634d3a-f885-4162-9ed8-6783a15fb965 req-737652b9-fb6e-4c68-923c-24c3918ae07f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0489895 Nov 23 11:41:41.881591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe634d3a-f885-4162-9ed8-6783a15fb965 req-bb0f1310-5e7e-4ecb-b70c-74453a94a76f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Nov 23 11:41:41.907388 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:41:41.959919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:41:41.963716 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:41:41.964093 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:42.041967 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:42.064257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:42.066508 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20de75-a197-4364-b1e2-d61a1ec9dbe1" -d '{"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-plugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:42.079298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:41:42.084086 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:42.111312 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c66c5-105e-46fb-8b49-0ea6e4764c82 x-openstack-request-id: req-7e1c66c5-105e-46fb-8b49-0ea6e4764c82 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:42.111613 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-plugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:42.111867 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e1c66c5-105e-46fb-8b49-0ea6e4764c82 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:42.112253 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'code': 200} Nov 23 11:41:42.138957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:41:42.211823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc4d86-e461-43e5-85a6-abc66af2f389 req-d2763964-61f3-45fd-af8e-f172ff4a581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:42.213328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0fc4d86-e461-43e5-85a6-abc66af2f389 req-d2763964-61f3-45fd-af8e-f172ff4a581c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1096 time: 0.0399528 Nov 23 11:41:42.261215 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0fc4d86-e461-43e5-85a6-abc66af2f389 req-173da690-b847-41ea-a74a-c285548a6efb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369794 Nov 23 11:41:43.001490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e7c99-72e8-4b05-b54a-89ad311bbaea req-74ba6a99-9c8c-4fb7-bdc3-6bf19304cc63 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:43.002986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-578e7c99-72e8-4b05-b54a-89ad311bbaea req-74ba6a99-9c8c-4fb7-bdc3-6bf19304cc63 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0526385 Nov 23 11:41:43.050718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-578e7c99-72e8-4b05-b54a-89ad311bbaea req-f7e40184-b574-4fbb-a5a4-77ba3d7f056c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412455 Nov 23 11:41:44.175200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432ab3-1661-4975-bdc5-726004fba535 req-fff0c437-aed4-4d78-898c-7fbdbe8fc201 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:44.177463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38432ab3-1661-4975-bdc5-726004fba535 req-fff0c437-aed4-4d78-898c-7fbdbe8fc201 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0501788 Nov 23 11:41:44.226832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-38432ab3-1661-4975-bdc5-726004fba535 req-1030030f-dbc9-4cab-91cf-299b17e2c9f6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 Nov 23 11:41:44.337635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a595c-9e75-4689-ae5c-343d95e701b2 req-d0bd952d-8cbf-4498-aeee-6b4b0b27752a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:44.339037 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ba6a595c-9e75-4689-ae5c-343d95e701b2 req-d0bd952d-8cbf-4498-aeee-6b4b0b27752a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0484669 Nov 23 11:41:44.347635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 56956) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:41:44.352830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Request body: {'floatingip': {'port_id': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:41:44.395314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:44.635426 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0a6f-a52c-4e66-ba5e-52c22e7cb063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:44.827447 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:44.831278 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:44.931790 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 associated. External IP: 172.25.5.192, port: 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7. Nov 23 11:41:45.139061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:41:45.247359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:41:45.252216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:45.257773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:41:45.267457 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:41:45.268149 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:45.280896 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b2c2af20-a067-42e0-b6aa-4b452c1da9ba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "PUT /v2.0/floatingips/2aa15775-6fe9-436a-8f98-944cb836d186 HTTP/1.1" status: 200 len: 992 time: 0.9316921 Nov 23 11:41:45.281816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:41:45.284242 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10e28a0-df60-4bd6-a31a-6061528ebe3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:41:45.325970 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7104fd3e-d43e-4bfe-bb21-1beb35620b6f x-openstack-request-id: req-7104fd3e-d43e-4bfe-bb21-1beb35620b6f {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:41:45.326262 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:41:45.326524 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7104fd3e-d43e-4bfe-bb21-1beb35620b6f {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:41:45.326940 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'status': 'completed', 'code': 200} Nov 23 11:41:45.380938 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:41:45.394323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-db9c3402-30ce-4e3e-9a4c-1ba444e922fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:45.395912 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-db9c3402-30ce-4e3e-9a4c-1ba444e922fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1096 time: 0.0425069 Nov 23 11:41:45.488556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-63194ff6-41da-49b2-b00b-ec3e50dc17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:45.490794 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-63194ff6-41da-49b2-b00b-ec3e50dc17d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0880501 Nov 23 11:41:45.557740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-2d81a231-d78a-4701-a6fc-a2358f2e40a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0586662 Nov 23 11:41:45.610991 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:5f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:41:44Z', 'revision_number': 13, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:45.611640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-aed3f424-67c1-4b42-add1-a97b032e68da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:45.613150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-aed3f424-67c1-4b42-add1-a97b032e68da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0491011 Nov 23 11:41:45.643306 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:41:45.652144 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:41:45.652759 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:41:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:45.660584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-4e6e1486-0469-4a2b-a8ce-11e754767f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:41:45.662296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-4e6e1486-0469-4a2b-a8ce-11e754767f50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423791 Nov 23 11:41:45.752926 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-435c0bc1-4fae-4924-93df-d896762e6e4a service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827143 Nov 23 11:41:45.759896 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:41:45.846124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d10e28a0-df60-4bd6-a31a-6061528ebe3f req-f7327ec0-27a8-4520-a2c6-ab53b8722dae service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853674 Nov 23 11:41:45.992051 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:5f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:41:44Z', 'revision_number': 13, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:41:46.019184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d039051-39f4-43d4-b890-4eeda3b4ffe4 None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2aa15775-6fe9-436a-8f98-944cb836d186', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'port_id': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'mac_address': 'fa:16:3e:5f:89:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:33:44Z', 'updated_at': '2021-11-23T11:41:44Z', 'revision_number': 13, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:41:46.212901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e9047-d6df-4260-bd93-14fced625196 None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:41:47.060915 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3b6cd800-f404-495a-ae50-70d1272c6e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:48.775337 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:49.744540 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:50.242115 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:50.558809 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:52.651410 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:41:59.105795 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:42:14.637381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb3eb-3d9b-49e6-8dc1-74f00cc9fc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:17.061875 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-80e59a0d-a3a3-4a96-ba1c-cda174e56080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:18.778073 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:19.745323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:20.244929 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:20.566406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:22.668095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:28.552993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-38c701de-7926-484f-8e6c-be31d6ebd546 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401957 Nov 23 11:42:28.643257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-a153316c-2361-4005-9abf-c431c2af55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:42:28.644747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-a153316c-2361-4005-9abf-c431c2af55b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1096 time: 0.0444641 Nov 23 11:42:28.752887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-13a4b4f5-1af4-479b-9ef5-0228b7bd57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:42:28.754469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-13a4b4f5-1af4-479b-9ef5-0228b7bd57c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0848951 Nov 23 11:42:28.826240 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-ff9e5238-58ed-4e3f-8ebe-5c1944c14472 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0603569 Nov 23 11:42:28.878653 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-445137dc-f40e-4579-8aac-68700f712b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:42:28.880064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-445137dc-f40e-4579-8aac-68700f712b01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0432546 Nov 23 11:42:28.929224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-a75af865-f583-4dda-8188-56d4d7f37f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:42:28.930697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-a75af865-f583-4dda-8188-56d4d7f37f95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392356 Nov 23 11:42:29.366003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-39d12d37-6e25-49b1-ba84-1045afccee65 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271853 Nov 23 11:42:29.460691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1bde91b-439e-4f51-a8e4-f15796a2109b req-a997d823-5d5b-4125-9d0f-0df1d4e963e4 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815160 Nov 23 11:42:36.104943 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:42:44.639121 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2325961a-c7b3-445d-8ba5-6faff027ed6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:47.063228 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d95fcf65-a3ba-4361-9f57-c5808161c33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:48.781825 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:49.747922 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:50.247386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:50.590559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:42:52.662704 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:13.103868 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:43:14.640489 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0e559988-efdc-4c35-94df-9fe7ce4b975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:17.067347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-58de964d-258b-41bb-9751-19c6afdd6d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:18.784415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:19.750862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:20.250374 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:20.606474 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:22.665642 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:28.221771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0da100-e777-442b-8e8e-c7e7939ec418 req-f79f324a-0e47-4bb2-9e7e-2029be7bf14d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:28.223289 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d0da100-e777-442b-8e8e-c7e7939ec418 req-f79f324a-0e47-4bb2-9e7e-2029be7bf14d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0512645 Nov 23 11:43:28.271253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d0da100-e777-442b-8e8e-c7e7939ec418 req-efdf5f6d-d734-49e5-89ee-bdd9a0bc9fbe tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Nov 23 11:43:29.592406 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-cd417b64-3265-43f7-aa20-70812bb6ac56 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813522 Nov 23 11:43:29.692124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-5cc6f0b3-ced6-4644-b30e-7e0babf857e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:29.693692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-5cc6f0b3-ced6-4644-b30e-7e0babf857e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1096 time: 0.0484948 Nov 23 11:43:29.808413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-64aa701b-3ce2-4ea9-a22e-40a8f84c7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:29.810002 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-64aa701b-3ce2-4ea9-a22e-40a8f84c7b64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0882266 Nov 23 11:43:29.883607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-cd67ce33-d412-404d-bfaf-bbb6cafd3e93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0624197 Nov 23 11:43:29.937897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-bf3b4f9a-7aa3-4639-af80-1e70900910bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:29.939367 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-bf3b4f9a-7aa3-4639-af80-1e70900910bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0442088 Nov 23 11:43:29.989549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-449020e1-7364-43d8-ab4b-bd9e89f741c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:29.991095 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-449020e1-7364-43d8-ab4b-bd9e89f741c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408406 Nov 23 11:43:30.089689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-1b6cd4a2-b124-4d48-94e9-8330a4fa738c service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872035 Nov 23 11:43:30.197241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-de786aeb-3d53-4b45-848b-a3ddde0dcbb6 req-24fa864c-b67e-4174-ad61-f8c069bdc697 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965137 Nov 23 11:43:41.509235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2932c45-a621-4a9c-b289-0c185b1b2025 req-d29d7fe7-70ff-4774-a72c-cb84c2aa00a0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:41.511106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2932c45-a621-4a9c-b289-0c185b1b2025 req-d29d7fe7-70ff-4774-a72c-cb84c2aa00a0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0554032 Nov 23 11:43:41.585263 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a2932c45-a621-4a9c-b289-0c185b1b2025 req-4131dd85-778c-476c-84cf-baade293ca00 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677941 Nov 23 11:43:41.592525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-97d586f6-0d1a-43b1-a652-3621b3333efd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1494417 Nov 23 11:43:41.602355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-3f072718-096b-4fc5-b4b7-e3eec9898f4e service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:43:41.603328 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-3f072718-096b-4fc5-b4b7-e3eec9898f4e service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053165 Nov 23 11:43:42.711877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-7aa47b7a-5925-416a-adc9-cbdf0062b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:42.713608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-7aa47b7a-5925-416a-adc9-cbdf0062b9f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1096 time: 0.0431271 Nov 23 11:43:42.723550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df3860-a2aa-40e3-875a-5afa55d5e9ca req-2e6512cf-15c4-44fc-b5c0-ed5cb81c1857 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:42.725047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12df3860-a2aa-40e3-875a-5afa55d5e9ca req-2e6512cf-15c4-44fc-b5c0-ed5cb81c1857 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0583580 Nov 23 11:43:42.775047 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12df3860-a2aa-40e3-875a-5afa55d5e9ca req-c9c084c1-53b3-41ba-b680-aafe33dc8d59 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436883 Nov 23 11:43:42.811792 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-897c0751-03fd-4d76-a60b-c89a46196c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:42.813368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-897c0751-03fd-4d76-a60b-c89a46196c97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0912271 Nov 23 11:43:42.884370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-f5903bd1-c58b-4baf-bfaf-4b5844c42878 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1002 time: 0.0578120 Nov 23 11:43:42.941507 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-e0992af8-b92c-4ae9-b453-a8a90f51f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:42.942962 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-e0992af8-b92c-4ae9-b453-a8a90f51f295 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0477986 Nov 23 11:43:42.993178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-8af74646-538d-4b82-9a5f-325efc3a04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:42.994658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-8af74646-538d-4b82-9a5f-325efc3a04f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403666 Nov 23 11:43:43.083971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d1adbcc6-7df6-4a1e-9919-221931005f6a service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813625 Nov 23 11:43:43.180560 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-62274754-6020-47dd-ba8e-a9ccf18f518b service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857167 Nov 23 11:43:44.140022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc76050-284f-49a0-83cf-c7f745bb4763 req-d91377e6-810c-44a2-8863-084b158c5c52 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:44.141604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1bc76050-284f-49a0-83cf-c7f745bb4763 req-d91377e6-810c-44a2-8863-084b158c5c52 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0961323 Nov 23 11:43:44.190718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1bc76050-284f-49a0-83cf-c7f745bb4763 req-c02fbf14-5047-4763-bc21-da4cd78676b1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431080 Nov 23 11:43:44.642851 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8147cf8e-8150-4590-baf4-56ebeb07f670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:45.355652 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ba41f-c65a-463a-8528-80da06e3618a req-949a9107-ba34-44a6-9918-dbfde85af1b8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:45.357824 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-823ba41f-c65a-463a-8528-80da06e3618a req-949a9107-ba34-44a6-9918-dbfde85af1b8 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0981402 Nov 23 11:43:45.404142 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-823ba41f-c65a-463a-8528-80da06e3618a req-c6ddc2cd-8440-478c-b2cc-be82a2053b8a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Nov 23 11:43:46.530560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef080072-5ef3-4a30-aaed-30ffdf6173a1 req-2f869935-4007-4caa-9bb3-be31573b4a24 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:46.532049 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef080072-5ef3-4a30-aaed-30ffdf6173a1 req-2f869935-4007-4caa-9bb3-be31573b4a24 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0553787 Nov 23 11:43:46.579071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef080072-5ef3-4a30-aaed-30ffdf6173a1 req-33baf3b8-cbec-40c9-b771-efb36603a9f0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Nov 23 11:43:47.069623 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-158eef9f-2713-4fc6-8595-c64c963143b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:47.700531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a56a8-e74f-4cde-96de-f2988a004968 req-7a28e2fd-fe1f-4c1c-b912-c3b145245678 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:47.702002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-129a56a8-e74f-4cde-96de-f2988a004968 req-7a28e2fd-fe1f-4c1c-b912-c3b145245678 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0523732 Nov 23 11:43:47.748403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-129a56a8-e74f-4cde-96de-f2988a004968 req-c7e5cba6-9512-42b1-ab50-dd7bb909db88 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Nov 23 11:43:48.787763 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:48.865307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58589ac5-1452-45bd-a023-2c2a93ffc7d6 req-0e1c3c1f-1293-4884-a3cb-688ca9e22e96 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:48.866799 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58589ac5-1452-45bd-a023-2c2a93ffc7d6 req-0e1c3c1f-1293-4884-a3cb-688ca9e22e96 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0494885 Nov 23 11:43:48.913599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58589ac5-1452-45bd-a023-2c2a93ffc7d6 req-ec965a99-e462-4c81-9a51-4f0e828dacc9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402448 Nov 23 11:43:49.752699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:50.051124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700eed-18be-425a-a45f-842fa75fbf95 req-ea2b463e-6816-4148-ac36-30194faf99a2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:50.052622 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-90700eed-18be-425a-a45f-842fa75fbf95 req-ea2b463e-6816-4148-ac36-30194faf99a2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0521462 Nov 23 11:43:50.100767 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-90700eed-18be-425a-a45f-842fa75fbf95 req-376c0bb6-aa82-4106-a35e-c8b4545bd47c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Nov 23 11:43:50.102473 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:43:50.252993 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:50.618078 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:51.216605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bbbe4-3d14-4ebe-b59b-e3a766fc8d3b req-8b3d5a61-c121-4556-bd07-733b52bf6438 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:51.218096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db2bbbe4-3d14-4ebe-b59b-e3a766fc8d3b req-8b3d5a61-c121-4556-bd07-733b52bf6438 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0487189 Nov 23 11:43:51.268778 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-db2bbbe4-3d14-4ebe-b59b-e3a766fc8d3b req-182a8abd-acd9-4e89-9d98-ded5dcd68779 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 Nov 23 11:43:52.384216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06840d0e-6497-4ba9-88d3-df7d2fc4d2b7 req-66b6b44f-0204-4183-b678-82fa84a1fe05 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:52.385740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06840d0e-6497-4ba9-88d3-df7d2fc4d2b7 req-66b6b44f-0204-4183-b678-82fa84a1fe05 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0477521 Nov 23 11:43:52.436722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06840d0e-6497-4ba9-88d3-df7d2fc4d2b7 req-f8c7ef36-4483-44dc-9b51-066161573430 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Nov 23 11:43:52.674787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:53.556603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b93d-40e8-4cb7-8802-16a7fe09a363 req-5c47d6f8-a19d-4b4e-9d3f-a4b86d1bd420 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:53.558192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c408b93d-40e8-4cb7-8802-16a7fe09a363 req-5c47d6f8-a19d-4b4e-9d3f-a4b86d1bd420 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0509627 Nov 23 11:43:53.605531 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c408b93d-40e8-4cb7-8802-16a7fe09a363 req-7a7736c3-038b-4021-bb88-adcb72929c14 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411539 Nov 23 11:43:54.723824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b4d13-df71-4b2f-a9b3-6e093af39329 req-8dec58be-8ea5-4f56-8ff0-592718e15007 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:54.725337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-725b4d13-df71-4b2f-a9b3-6e093af39329 req-8dec58be-8ea5-4f56-8ff0-592718e15007 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0506561 Nov 23 11:43:54.772585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-725b4d13-df71-4b2f-a9b3-6e093af39329 req-db85e39b-a273-49ba-b8d6-c287ce0544b5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 Nov 23 11:43:55.891210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed8e1d-65ee-4cd0-bd12-78cbf7648727 req-cb520394-2ca0-4f0e-a7c6-2178fd39940d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:55.892717 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-abed8e1d-65ee-4cd0-bd12-78cbf7648727 req-cb520394-2ca0-4f0e-a7c6-2178fd39940d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0504222 Nov 23 11:43:55.944037 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-abed8e1d-65ee-4cd0-bd12-78cbf7648727 req-4457e738-4aa0-46a4-aab1-5dc6ca242345 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Nov 23 11:43:57.063081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734e187-4252-422d-8f46-831120bc13b3 req-7dddac62-1479-4525-9aa7-9775f367d594 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:57.064493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8734e187-4252-422d-8f46-831120bc13b3 req-7dddac62-1479-4525-9aa7-9775f367d594 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0496356 Nov 23 11:43:57.112325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8734e187-4252-422d-8f46-831120bc13b3 req-bdb0dfbb-765a-4f16-be24-e7e02e93b223 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Nov 23 11:43:57.685393 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-80da5dc5-d1b1-4450-83f1-227b8563b28c service neutron] show failed (client error): The resource could not be found. Nov 23 11:43:57.686398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-80da5dc5-d1b1-4450-83f1-227b8563b28c service neutron] 10.222.0.65 "GET /v2.0/ports/8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0581939 Nov 23 11:43:57.948012 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-e5128b3e-5b6c-4aa2-a098-b7d70d4417f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:57.949612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-e5128b3e-5b6c-4aa2-a098-b7d70d4417f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 1096 time: 0.0839448 Nov 23 11:43:57.961826 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:43:58.015439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:58.225943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:43:58.230259 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a868c-6fa5-4228-8fea-b94d63c7d383 req-c5dd2931-3eb4-4c4a-8c8c-c638db2aee32 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:58.232470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-914a868c-6fa5-4228-8fea-b94d63c7d383 req-c5dd2931-3eb4-4c4a-8c8c-c638db2aee32 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0510681 Nov 23 11:43:58.261732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:43:58.282365 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-914a868c-6fa5-4228-8fea-b94d63c7d383 req-f0aa289b-e5f9-4f0f-b8d8-247a829c473b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437250 Nov 23 11:43:58.306147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:43:58.308801 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1087a9-9df3-4b14-8131-41dca544ed1f" -d '{"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-unplugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:43:58.313381 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:58.326495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Transition to ACTIVE for port object 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:43:58.330128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:58.380779 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:43:58.417801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.418158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.419753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.420102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.420431 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.420795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.421169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.421474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.421807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.422134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.422503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.422866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:43:58.439463 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b5f94d-2084-4c62-a53d-f0dc04c5393b x-openstack-request-id: req-93b5f94d-2084-4c62-a53d-f0dc04c5393b {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:43:58.439769 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-unplugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:43:58.440028 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93b5f94d-2084-4c62-a53d-f0dc04c5393b {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:43:58.440437 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'code': 200} Nov 23 11:43:58.472444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] No DVR routers for this DVR port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:43:58.547392 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:43:58.587358 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:43:58.612571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:43:58.612903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:43:58.613258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:43:58.617407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:43:58.617723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:43:58.622973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:43:58.623306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:43:58.623682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:43:58.624096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Bound port: 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:43:58.624436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:58.685938 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:43:58.688840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:43:58.693323 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:58.724991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:58.725698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:43:58.727053 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] 10.222.0.58 "PUT /v2.0/ports/8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1091 time: 0.7691188 Nov 23 11:43:58.751182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d01cb-0ed7-4715-bbde-bc087f1f8048 service neutron] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:43:58.797233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-5285fe2d-0ddf-4856-b167-acac59652894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:58.798919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-5285fe2d-0ddf-4856-b167-acac59652894 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1094 time: 0.0445385 Nov 23 11:43:58.897071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-06f9ef84-fe8c-4477-a836-324ddc49b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:58.898632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-06f9ef84-fe8c-4477-a836-324ddc49b5c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0931087 Nov 23 11:43:58.962361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-2709a455-5817-453a-8aad-926ca9868c10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0562737 Nov 23 11:43:59.016216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-732fb6e2-5eb1-48d5-838b-f5bb6521cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:59.017619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-732fb6e2-5eb1-48d5-838b-f5bb6521cead service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0478675 Nov 23 11:43:59.062627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-afc829a3-2a8a-405b-8862-89b10d60d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:59.064098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-afc829a3-2a8a-405b-8862-89b10d60d4f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399673 Nov 23 11:43:59.158250 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-9370ddb9-6d2f-4f6a-84c6-10a04baee823 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829542 Nov 23 11:43:59.250757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-e07c46fe-42df-418d-8101-8dd2a66d651a service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852406 Nov 23 11:43:59.420552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cbd5e-59c3-433c-9df3-f24fa463487e req-63a68a81-d015-4bc6-9e58-8f01203cf9d9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:43:59.422734 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be1cbd5e-59c3-433c-9df3-f24fa463487e req-63a68a81-d015-4bc6-9e58-8f01203cf9d9 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0648446 Nov 23 11:43:59.474780 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-be1cbd5e-59c3-433c-9df3-f24fa463487e req-a795c193-36d2-42c5-85e3-8f4a43bc3caa tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456829 Nov 23 11:44:00.441551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:00.444072 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d078fa0-e75b-4fd5-b620-515f18484950" -d '{"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:00.493929 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f621e9-baf0-442b-8834-ad16fcdf20ca x-openstack-request-id: req-62f621e9-baf0-442b-8834-ad16fcdf20ca {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:00.494229 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:00.494488 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62f621e9-baf0-442b-8834-ad16fcdf20ca {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:00.494918 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'status': 'completed', 'code': 200} Nov 23 11:44:00.563246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-90b51b77-3f26-4d74-a3f7-56f75db0dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.564761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-90b51b77-3f26-4d74-a3f7-56f75db0dc82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1094 time: 0.0512569 Nov 23 11:44:00.617031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-dcfa7d07-8e8f-44ff-a73e-bb03cd20c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.618589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-dcfa7d07-8e8f-44ff-a73e-bb03cd20c092 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1094 time: 0.0842175 Nov 23 11:44:00.631391 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3635a91-e67c-4306-b7d3-46e1d586ba44 req-64947df1-b7d3-4f26-a262-f8583736aa3f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.633101 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3635a91-e67c-4306-b7d3-46e1d586ba44 req-64947df1-b7d3-4f26-a262-f8583736aa3f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0669584 Nov 23 11:44:00.667343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-8c62da1e-9151-46cd-aa7b-41c71ec6a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.669998 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-8c62da1e-9151-46cd-aa7b-41c71ec6a85c service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0975749 Nov 23 11:44:00.739838 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-f6af083a-de0f-441a-a871-b881cc445658 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0636458 Nov 23 11:44:00.752055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a3635a91-e67c-4306-b7d3-46e1d586ba44 req-2583c3aa-41e2-4ea1-bd13-25314ce47f58 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997312 Nov 23 11:44:00.763572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-ea77f871-92c6-4642-a63b-9c4763dce80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.765073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-ea77f871-92c6-4642-a63b-9c4763dce80e service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.1310842 Nov 23 11:44:00.816047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-d20e62e7-95d0-48e4-abf1-9401b2d2a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.817584 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-d20e62e7-95d0-48e4-abf1-9401b2d2a1ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0708189 Nov 23 11:44:00.851073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-626d837f-4819-4f6c-8ecb-0bb93a4bf43e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0744028 Nov 23 11:44:00.875202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-d3dc2cd4-00de-458e-bde4-40d1391ee35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.876898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-d3dc2cd4-00de-458e-bde4-40d1391ee35a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508215 Nov 23 11:44:00.913977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-c3c52a3d-bbc1-4e6c-ab3b-837c1776145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.915759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-c3c52a3d-bbc1-4e6c-ab3b-837c1776145f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0520933 Nov 23 11:44:00.978952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-53537068-ad92-4ec6-b4c9-1fbd920f76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:00.980872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-53537068-ad92-4ec6-b4c9-1fbd920f76e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534811 Nov 23 11:44:00.981822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-ecbcc09d-6df1-45b8-a5be-2d269c240768 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965171 Nov 23 11:44:01.092671 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-caa33d9b-86af-41c0-b057-dd5ea32bcaf7 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003742 Nov 23 11:44:01.120757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-86b82f04-e163-4f4d-950c-faa426ed0fc7 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320999 Nov 23 11:44:01.214193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4d078fa0-e75b-4fd5-b620-515f18484950 req-6844e6ba-5d0b-44fb-ab7e-30ab6a33ebc1 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093328 Nov 23 11:44:01.876556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064bbe0-2f82-40d3-9dfd-e19cf2dad996 req-f42796e5-7aa5-40a0-bfba-cb7da51be6b3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:01.878140 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4064bbe0-2f82-40d3-9dfd-e19cf2dad996 req-f42796e5-7aa5-40a0-bfba-cb7da51be6b3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0503497 Nov 23 11:44:01.930971 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4064bbe0-2f82-40d3-9dfd-e19cf2dad996 req-182ef710-94a7-491e-b7e0-932f9fb73010 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469120 Nov 23 11:44:03.050143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df74ca-96a0-4fd1-a271-a08150f10e5e req-88e1856d-992c-4bfb-9beb-2f31a68c41b3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:03.051864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4df74ca-96a0-4fd1-a271-a08150f10e5e req-88e1856d-992c-4bfb-9beb-2f31a68c41b3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0501425 Nov 23 11:44:03.098721 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a4df74ca-96a0-4fd1-a271-a08150f10e5e req-214af55a-eab2-41c0-94b3-c96df74fe021 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408423 Nov 23 11:44:04.231697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c5fa-f187-4657-b3dc-9b783e8f39c5 req-2c3572ab-b023-4864-b0fa-46d997f3692d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:04.233211 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0f73c5fa-f187-4657-b3dc-9b783e8f39c5 req-2c3572ab-b023-4864-b0fa-46d997f3692d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0558121 Nov 23 11:44:04.281872 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0f73c5fa-f187-4657-b3dc-9b783e8f39c5 req-9cdfbfc6-4bb7-4542-989d-9db55ec45b33 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Nov 23 11:44:05.407187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407ca69-d4f6-4f7c-b85b-ce822a954c85 req-e50b1789-6eea-4e44-9879-11b67564c7d3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:05.408607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f407ca69-d4f6-4f7c-b85b-ce822a954c85 req-e50b1789-6eea-4e44-9879-11b67564c7d3 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0566950 Nov 23 11:44:05.459074 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f407ca69-d4f6-4f7c-b85b-ce822a954c85 req-f948170c-a520-46b6-9f70-f9212dc1cfa2 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Nov 23 11:44:06.576692 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47339a09-8a59-4961-80a0-0ec5c320d95d req-fbea24f8-17b0-454a-bbba-37112ac6524d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:06.578202 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47339a09-8a59-4961-80a0-0ec5c320d95d req-fbea24f8-17b0-454a-bbba-37112ac6524d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0486214 Nov 23 11:44:06.625989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47339a09-8a59-4961-80a0-0ec5c320d95d req-adea0543-1999-4ce6-9a38-59cafbebecba tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Nov 23 11:44:07.741934 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f744c5-8128-4213-b5e2-3673a84fe233 req-3b126fc5-fc88-4f1c-b706-f5f002a3557a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:07.743411 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3f744c5-8128-4213-b5e2-3673a84fe233 req-3b126fc5-fc88-4f1c-b706-f5f002a3557a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0492661 Nov 23 11:44:07.791079 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b3f744c5-8128-4213-b5e2-3673a84fe233 req-ff1099e2-bb52-48a7-9245-8f98c91605d5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410018 Nov 23 11:44:08.915236 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025a90c-fad7-4296-b5d1-e2f673053871 req-678141b3-1c33-434f-ba35-48e39b636abe tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:08.916701 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c025a90c-fad7-4296-b5d1-e2f673053871 req-678141b3-1c33-434f-ba35-48e39b636abe tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0522680 Nov 23 11:44:08.962351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c025a90c-fad7-4296-b5d1-e2f673053871 req-b9d3aac8-feaa-48e4-b110-142bed60ba47 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396771 Nov 23 11:44:10.079551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6e467-7c6b-4c51-86d4-df15bfbab58d req-8dbd9e7b-bc61-4a56-81e1-67c7ddbf2eda tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:10.081010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8f6e467-7c6b-4c51-86d4-df15bfbab58d req-8dbd9e7b-bc61-4a56-81e1-67c7ddbf2eda tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0474830 Nov 23 11:44:10.132896 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8f6e467-7c6b-4c51-86d4-df15bfbab58d req-6a4eed50-e719-4dda-851b-87d41757773f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458136 Nov 23 11:44:11.251103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743a337-4703-41e7-9212-267b85ab8357 req-5c3bca00-1ff9-494f-912b-35e3404b4e49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:11.252582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f743a337-4703-41e7-9212-267b85ab8357 req-5c3bca00-1ff9-494f-912b-35e3404b4e49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0485630 Nov 23 11:44:11.299601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f743a337-4703-41e7-9212-267b85ab8357 req-04d25ca5-d0a8-4963-a16d-ecc441eda5ad tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410254 Nov 23 11:44:12.419093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91200c8e-94b2-4783-b446-df258dffaae7 req-903e23be-75da-478b-9666-41892ec64d55 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:12.420897 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91200c8e-94b2-4783-b446-df258dffaae7 req-903e23be-75da-478b-9666-41892ec64d55 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0511220 Nov 23 11:44:12.469276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-91200c8e-94b2-4783-b446-df258dffaae7 req-d091480d-96de-458b-aca9-b7a752e9ea6b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424156 Nov 23 11:44:13.587515 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdaee5-56b9-499a-b660-e65168c6be1a req-eebaa72e-de1a-4c4a-acc3-f15ba6817e49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:13.589112 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24bdaee5-56b9-499a-b660-e65168c6be1a req-eebaa72e-de1a-4c4a-acc3-f15ba6817e49 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0484393 Nov 23 11:44:13.644541 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-24bdaee5-56b9-499a-b660-e65168c6be1a req-ccbdc4f4-7eeb-4b7f-b01a-5b482be46039 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481658 Nov 23 11:44:13.956487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-35cf37b4-019b-49bb-8a05-c4db2888bcbe tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:13.957967 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-35cf37b4-019b-49bb-8a05-c4db2888bcbe tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.58 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 943 time: 0.0802913 Nov 23 11:44:13.969514 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672b219-682b-420b-baa4-618b7d19c503 req-6455ea06-d7d4-4c15-8a3c-4106a6e68ca1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:13.970892 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f672b219-682b-420b-baa4-618b7d19c503 req-6455ea06-d7d4-4c15-8a3c-4106a6e68ca1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 943 time: 0.0670815 Nov 23 11:44:14.059556 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f672b219-682b-420b-baa4-618b7d19c503 req-cf12868c-582b-4655-ad86-15af99b38ca0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816984 Nov 23 11:44:14.061587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3b30659a-e4d8-4234-ba41-20e41ce8e030 service neutron] 10.222.0.58 "GET /v2.0/ports/8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7/bindings/n-h2-817747-2 HTTP/1.1" status: 200 len: 382 time: 0.0898151 Nov 23 11:44:14.125285 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-751e5f85-9cfb-4b15-a3f9-36278feb658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:14.126828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-751e5f85-9cfb-4b15-a3f9-36278feb658a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1094 time: 0.0429411 Nov 23 11:44:14.215525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3010ad97-ee71-47af-8010-ecbc81c7b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:14.217270 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3010ad97-ee71-47af-8010-ecbc81c7b53c service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0835800 Nov 23 11:44:14.285828 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-739b770c-1869-46b7-9e03-c6cba5d49df4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0608780 Nov 23 11:44:14.334134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-2affe95f-b583-4c0a-a67b-a19ba96a153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:14.335468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-2affe95f-b583-4c0a-a67b-a19ba96a153e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0427899 Nov 23 11:44:14.381495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-d2c66c43-deaa-46fb-9be2-fe1d51117efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:14.382962 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-d2c66c43-deaa-46fb-9be2-fe1d51117efb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394843 Nov 23 11:44:14.475638 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-a2ce5c61-6066-4151-82f8-1cd8ae49ee36 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851057 Nov 23 11:44:14.485832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:44:14.571366 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-67383b4c-4991-4ddc-825e-0573bbe0505c service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875025 Nov 23 11:44:14.584005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:14.596061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'mac_address': 'fa:16:3e:5f:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:44:14.643191 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:14.655295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1ca93f53-9c58-488c-868a-14b00b4c7f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:14.659133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:44:14.679205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:14.682802 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:14.895113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:14.902387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.902736 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.903072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.903438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.903769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.904742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.905277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.905376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.905684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.906004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.906325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:14.906644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:15.056204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:44:15.183906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ea338-e57c-4194-a8a4-4deeea7ce5a8 req-e4d86c17-0349-4f99-9fdc-0480b0510bbc tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:15.186000 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d6ea338-e57c-4194-a8a4-4deeea7ce5a8 req-e4d86c17-0349-4f99-9fdc-0480b0510bbc tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0490751 Nov 23 11:44:15.236002 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1d6ea338-e57c-4194-a8a4-4deeea7ce5a8 req-9777680c-abff-4c88-93ad-dbeb46647430 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 Nov 23 11:44:16.502772 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:44:16.563956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:44:16.568972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:44:16.569388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:16.613296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76437e0c-16b7-4a9d-8468-38c1748f3177 req-4ffbf3f6-c032-472e-b69e-374133a02368 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:16.614515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76437e0c-16b7-4a9d-8468-38c1748f3177 req-4ffbf3f6-c032-472e-b69e-374133a02368 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.3088636 Nov 23 11:44:16.658354 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:16.666670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76437e0c-16b7-4a9d-8468-38c1748f3177 req-1af49f33-53f6-4a83-91db-867420714d7d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Nov 23 11:44:16.681238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:16.683518 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9db78ae-f1c2-4e00-93ff-21ac9758e1fb" -d '{"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-plugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:16.702020 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:16.706668 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:16.773279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:16.792452 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a61ec9f-00a6-4fcf-ab49-c32d326f4259 x-openstack-request-id: req-8a61ec9f-00a6-4fcf-ab49-c32d326f4259 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:16.792754 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-plugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:16.793010 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a61ec9f-00a6-4fcf-ab49-c32d326f4259 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:16.793439 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'code': 200} Nov 23 11:44:17.072452 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8643a2c9-e245-4f80-a122-87fd499df5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:17.789929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc1b5-99ef-462a-8a2a-1829d1035fd2 req-d941a6b9-d6b9-4f68-901f-0852036d7c88 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:17.791415 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e3bc1b5-99ef-462a-8a2a-1829d1035fd2 req-d941a6b9-d6b9-4f68-901f-0852036d7c88 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0486946 Nov 23 11:44:17.839704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e3bc1b5-99ef-462a-8a2a-1829d1035fd2 req-aca9dc6a-36ac-4ebf-9bd8-d948dff1f957 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415101 Nov 23 11:44:18.711092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-e8c2e2c0-8149-4975-83e8-00e26a8a3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:18.712608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-e8c2e2c0-8149-4975-83e8-00e26a8a3a22 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f&tenant_id=c17c9607e6e04a638cd77ce32e0b9c88 HTTP/1.1" status: 200 len: 1096 time: 0.0456069 Nov 23 11:44:18.728889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:44:18.781533 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:18.790644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:19.008673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ad4cb-bd3a-4c1c-aac5-9429f2046059 req-9f83c56b-616c-4e9e-8a82-ca61d37be41d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:19.010233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-032ad4cb-bd3a-4c1c-aac5-9429f2046059 req-9f83c56b-616c-4e9e-8a82-ca61d37be41d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0943038 Nov 23 11:44:19.039689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:19.095898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-032ad4cb-bd3a-4c1c-aac5-9429f2046059 req-d3fefd37-5eef-418a-a89f-0b6121faa52b tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789034 Nov 23 11:44:19.097131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:44:19.145773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:19.148150 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9b7cae-a9ea-4268-8b0f-b17a296672a3" -d '{"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-unplugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:19.152477 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:19.165829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Transition to ACTIVE for port object 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:44:19.169670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:19.223337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=10']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:19.263226 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a937f5-c70b-48d2-8748-722988b89248 x-openstack-request-id: req-e9a937f5-c70b-48d2-8748-722988b89248 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:19.263558 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-unplugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:19.263851 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e9a937f5-c70b-48d2-8748-722988b89248 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:19.264227 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'code': 200} Nov 23 11:44:19.265601 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.265950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.266291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.266629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.266962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.267294 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.267623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.268075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.268412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.268741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.269064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.269413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:44:19.316233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] No DVR routers for this DVR port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:44:19.463333 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:44:19.463668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:44:19.464000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:44:19.469100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:44:19.469454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Attempting to bind port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on network cac03b3d-b07e-404b-aab6-0160cb461193 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:44:19.474257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:44:19.474594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Checking segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:44:19.474976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Bound using segment: {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:44:19.475401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Bound port: 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9b16d8-2abd-43a3-972f-3cd8cee619d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:44:19.475752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:19.540377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:44:19.543549 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:44:19.547693 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:19.579896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:19.580498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:19.581906 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1092 time: 0.8568933 Nov 23 11:44:19.605867 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0780e7-f4e7-49b1-a37e-9de77ca013c1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=11']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:19.655270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-2033b6ff-91bc-494c-aa2a-a4b48be68bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:19.656902 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-2033b6ff-91bc-494c-aa2a-a4b48be68bf5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1095 time: 0.0434022 Nov 23 11:44:19.757452 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:19.765955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-09f2ed7d-3d0d-4638-b6d9-ea66a08898ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:19.767451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-09f2ed7d-3d0d-4638-b6d9-ea66a08898ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0985410 Nov 23 11:44:19.837473 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-73887a2b-38a4-4d93-b9b2-613af9a99419 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0581479 Nov 23 11:44:19.889630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-b10b2ea7-0a3a-42fa-8059-e56f35af2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:19.891065 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-b10b2ea7-0a3a-42fa-8059-e56f35af2b6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0442252 Nov 23 11:44:19.943958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-d28a3572-d5e2-48f8-8e9a-add1d40a1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:19.945458 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-d28a3572-d5e2-48f8-8e9a-add1d40a1b70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434480 Nov 23 11:44:20.041019 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-3bbaab10-c1de-4ce4-a67c-020a05edb0e9 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831094 Nov 23 11:44:20.142572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6d944320-22d1-4d33-b52d-aafbe8912d73 req-4d5fdad3-c6fe-4215-b03c-ae50b47e7bf3 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906818 Nov 23 11:44:20.224382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8992d-47c8-46f2-8101-9ea31f004d3d req-c4c5fc92-5872-4dae-949a-85f52729952d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:20.225928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2d8992d-47c8-46f2-8101-9ea31f004d3d req-c4c5fc92-5872-4dae-949a-85f52729952d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0520642 Nov 23 11:44:20.255537 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:20.279300 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d2d8992d-47c8-46f2-8101-9ea31f004d3d req-9e4104c9-54d0-4bd9-8b68-a25813ee8a89 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460930 Nov 23 11:44:20.505880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:44:20.549416 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:44:20.622111 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:21.265686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:21.268020 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245" -d '{"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:21.319400 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19af377-094d-4973-ba9b-00a2ab8e8ba1 x-openstack-request-id: req-f19af377-094d-4973-ba9b-00a2ab8e8ba1 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:21.319896 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:21.320221 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f19af377-094d-4973-ba9b-00a2ab8e8ba1 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:21.320713 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'status': 'completed', 'code': 200} Nov 23 11:44:21.387121 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-032bcf64-3604-47bb-8f47-69700127f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.389355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-032bcf64-3604-47bb-8f47-69700127f124 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1095 time: 0.0505400 Nov 23 11:44:21.432270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-080e569a-d4b1-420f-8814-768c663bc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.433831 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-080e569a-d4b1-420f-8814-768c663bc9f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1095 time: 0.0842447 Nov 23 11:44:21.442097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4b38c-7340-4ed8-b9f5-6e7f7eeab4c3 req-af28f37d-68ea-4b7b-99c1-3ed797b2358a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.445430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57a4b38c-7340-4ed8-b9f5-6e7f7eeab4c3 req-af28f37d-68ea-4b7b-99c1-3ed797b2358a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0801458 Nov 23 11:44:21.487171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-27374c0e-c353-4c3f-acc2-0b617a8f7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.488989 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-27374c0e-c353-4c3f-acc2-0b617a8f7c69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0928326 Nov 23 11:44:21.553549 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57a4b38c-7340-4ed8-b9f5-6e7f7eeab4c3 req-c08b43f5-1640-4445-b8c8-d558de911e15 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980740 Nov 23 11:44:21.565672 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-d016f1e6-0d50-406a-8b65-88f9751c3bf2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0698888 Nov 23 11:44:21.575075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-3ad63611-c78c-4bd4-a9f8-9747430c7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.577386 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-3ad63611-c78c-4bd4-a9f8-9747430c7814 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.1305521 Nov 23 11:44:21.621139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-a3cc104f-1c10-4fce-956c-6371941d59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.622668 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-a3cc104f-1c10-4fce-956c-6371941d59d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0497484 Nov 23 11:44:21.651476 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-d06baa7f-2b23-489e-be71-8e5210a57f94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0627060 Nov 23 11:44:21.671536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-dc507187-154e-47e4-b845-77df512161df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.673089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-dc507187-154e-47e4-b845-77df512161df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435133 Nov 23 11:44:21.708128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-fbc10611-87c0-4167-94ce-4010e6f432ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.710201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-fbc10611-87c0-4167-94ce-4010e6f432ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0483022 Nov 23 11:44:21.767629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-a5d6763c-e7e4-47dd-8ddf-e8fc6ab2a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:21.769167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-a5d6763c-e7e4-47dd-8ddf-e8fc6ab2a4e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481510 Nov 23 11:44:21.772136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-1a3c8f12-b2aa-4d81-b7c6-9beab64c3e19 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922740 Nov 23 11:44:21.866337 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-ce14dd54-c4c3-4a3a-8e10-d3ea361e99f1 service neutron] 10.222.0.58 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869012 Nov 23 11:44:21.867135 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-8d7e3cb7-b52a-4ba9-88b3-5967a50d7e01 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864055 Nov 23 11:44:21.968214 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0528ba26-c4b7-42b0-a3cc-9da7b6c7a245 req-2c6e64ef-b7c0-4c60-afe8-e4dd16154880 service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895996 Nov 23 11:44:22.687846 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a145b7-bbdf-45b5-8d33-daedcc6218cb req-58361780-849f-4b2a-8ca9-068266a0e9c4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:22.690122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97a145b7-bbdf-45b5-8d33-daedcc6218cb req-58361780-849f-4b2a-8ca9-068266a0e9c4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0578992 Nov 23 11:44:22.719079 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:22.755563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-97a145b7-bbdf-45b5-8d33-daedcc6218cb req-9b1c601f-8608-4e49-8072-ca9e535753ae tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Nov 23 11:44:23.873859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a08ffe-34f7-4338-bb89-73687cb67feb req-fa0c2a2c-2ffa-40fc-b743-7e7beac3c276 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:23.875364 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6a08ffe-34f7-4338-bb89-73687cb67feb req-fa0c2a2c-2ffa-40fc-b743-7e7beac3c276 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0497305 Nov 23 11:44:23.922858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6a08ffe-34f7-4338-bb89-73687cb67feb req-7613bcb1-b585-45da-8266-5796e236f365 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Nov 23 11:44:25.048499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2aca4-7c21-43fd-9b92-8e9c403c41ae req-50017204-fc9a-4081-b8c9-0de83711ec5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:25.050151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73c2aca4-7c21-43fd-9b92-8e9c403c41ae req-50017204-fc9a-4081-b8c9-0de83711ec5f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0526042 Nov 23 11:44:25.099608 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73c2aca4-7c21-43fd-9b92-8e9c403c41ae req-84f1b3b7-9567-4110-a25b-4d1f118fe925 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Nov 23 11:44:26.218097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1b3e-6915-4daa-9e97-a06762edacc4 req-f8eb3a47-d1cd-4f1b-8ed0-90c06c045893 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:26.219742 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6bb1b3e-6915-4daa-9e97-a06762edacc4 req-f8eb3a47-d1cd-4f1b-8ed0-90c06c045893 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0482113 Nov 23 11:44:26.269843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a6bb1b3e-6915-4daa-9e97-a06762edacc4 req-c44093c0-ed8a-4263-a124-4df47b5c6f79 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 Nov 23 11:44:27.101288 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:44:27.387466 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1c2c3-f196-4111-bb2f-260c72e083c3 req-cc33e401-929e-40ae-abd4-af54a9914276 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:27.389036 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80d1c2c3-f196-4111-bb2f-260c72e083c3 req-cc33e401-929e-40ae-abd4-af54a9914276 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0496614 Nov 23 11:44:27.443507 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80d1c2c3-f196-4111-bb2f-260c72e083c3 req-a6404e13-106b-47ad-aef2-1443dcc38d52 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486267 Nov 23 11:44:28.559862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c841-e616-4abc-88ee-123a7866ec20 req-861c1e04-f20f-488e-aba5-b3d9b4011836 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:28.562152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a103c841-e616-4abc-88ee-123a7866ec20 req-861c1e04-f20f-488e-aba5-b3d9b4011836 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0488379 Nov 23 11:44:28.609626 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a103c841-e616-4abc-88ee-123a7866ec20 req-ceb72645-47b4-4ff3-b4f9-0f626f764dee tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415697 Nov 23 11:44:29.601401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-00b76259-c6a1-48fa-a4ac-66230547e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:29.602873 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-00b76259-c6a1-48fa-a4ac-66230547e126 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 1095 time: 0.0409887 Nov 23 11:44:29.723566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-d3554a7c-4177-4bb7-95b5-617660612593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:29.725094 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-d3554a7c-4177-4bb7-95b5-617660612593 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 200 len: 912 time: 0.0954351 Nov 23 11:44:29.726708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acada7-1908-45da-bdad-f88a0c6ec8a0 req-c77845fd-adb9-4d61-8453-c874911c8545 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:29.728208 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67acada7-1908-45da-bdad-f88a0c6ec8a0 req-c77845fd-adb9-4d61-8453-c874911c8545 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0495520 Nov 23 11:44:29.776937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67acada7-1908-45da-bdad-f88a0c6ec8a0 req-25f29e31-bcfc-4e6d-b960-30b7e65e8aca tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Nov 23 11:44:29.798181 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-14038c55-f633-4589-8e55-8e79568ca4de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0598230 Nov 23 11:44:29.857359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-884fcb64-394b-4991-bb01-b4cd945f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:29.858711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-884fcb64-394b-4991-bb01-b4cd945f073b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 200 len: 850 time: 0.0493941 Nov 23 11:44:29.909308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-7098dfb9-927c-4694-a35f-9b8a3adcbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:29.910782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-7098dfb9-927c-4694-a35f-9b8a3adcbac4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cac03b3d-b07e-404b-aab6-0160cb461193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409207 Nov 23 11:44:30.005640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-aca6c738-4d6b-4635-b2df-9a49c052e5ae service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836656 Nov 23 11:44:30.105527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-68f5c2b2-1807-4bb8-bac8-518b23e0fa18 req-a36d5cff-a80b-46f9-8b2a-ae8ab256c34c service neutron] 10.222.0.65 "GET /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895560 Nov 23 11:44:30.898076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee210d-36a6-4847-9ab3-57ee8341c96c req-65c20666-7658-4371-8fa0-ceb3acd39a09 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:30.899596 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8ee210d-36a6-4847-9ab3-57ee8341c96c req-65c20666-7658-4371-8fa0-ceb3acd39a09 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0487704 Nov 23 11:44:30.945960 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8ee210d-36a6-4847-9ab3-57ee8341c96c req-3293e8aa-74c5-4b60-a1e9-c4d25e891f96 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397618 Nov 23 11:44:32.084134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af937f-31b5-414e-a25a-c1af9efc876f req-15717ba8-b798-401b-890a-ad2221dd5bd5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:32.085670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3af937f-31b5-414e-a25a-c1af9efc876f req-15717ba8-b798-401b-890a-ad2221dd5bd5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 944 time: 0.0597510 Nov 23 11:44:32.138891 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f3af937f-31b5-414e-a25a-c1af9efc876f req-587d22fd-b53b-4e87-8cbb-803d77d4fe9a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462599 Nov 23 11:44:32.715890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:44:32.812941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:32.823960 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'port_id': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'mac_address': 'fa:16:3e:5f:89:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:44:32.862581 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:32.876652 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:44:32.899750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:32.903876 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:32.951656 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=12']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:33.188260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:44:33.265309 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a71f0-5a08-4637-ac10-41b3b537cb15 req-b938dc00-c458-41ed-a7cc-817df150444c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:33.266817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e30a71f0-5a08-4637-ac10-41b3b537cb15 req-b938dc00-c458-41ed-a7cc-817df150444c tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0540526 Nov 23 11:44:33.313964 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e30a71f0-5a08-4637-ac10-41b3b537cb15 req-29357976-acff-43f3-9c40-c045d267581d tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Nov 23 11:44:33.434428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707bd76-7d53-43bb-9e21-bfd2165f59b1 req-f9e2d92d-0d4d-454a-b32c-6cd0fe000710 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:33.436587 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1707bd76-7d53-43bb-9e21-bfd2165f59b1 req-f9e2d92d-0d4d-454a-b32c-6cd0fe000710 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0532501 Nov 23 11:44:33.483325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1707bd76-7d53-43bb-9e21-bfd2165f59b1 req-e7e40a83-9440-4283-8ccb-0ee3b0ca5c58 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Nov 23 11:44:33.595847 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4473c70-38eb-484e-ae4b-78029a273117 req-d8ee8ded-dac3-4beb-8c6a-6f1a0a427e6e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:33.597326 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f4473c70-38eb-484e-ae4b-78029a273117 req-d8ee8ded-dac3-4beb-8c6a-6f1a0a427e6e tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0475204 Nov 23 11:44:33.644318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f4473c70-38eb-484e-ae4b-78029a273117 req-09d7ca7d-9c96-433b-87ea-e911657fbe62 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Nov 23 11:44:33.879498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8227dca-94c9-441f-b2b4-4b6f3c62f4c2 req-6aa55b62-9307-439f-8c88-d672e258e570 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:33.880973 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8227dca-94c9-441f-b2b4-4b6f3c62f4c2 req-6aa55b62-9307-439f-8c88-d672e258e570 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 945 time: 0.0484226 Nov 23 11:44:33.930864 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8227dca-94c9-441f-b2b4-4b6f3c62f4c2 req-e409e3c6-aa3c-40a0-a4eb-f0c84dd610d5 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 Nov 23 11:44:34.732601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:44:34.785800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:44:34.789560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:44:34.789932 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:34.864813 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:34.893072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:34.896418 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f39824-af0b-4ae4-9f75-e24df64b81c9" -d '{"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-plugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:34.915743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:34.920207 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:34.948430 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca1ebc1-0215-4c20-88cb-61a655c138ff x-openstack-request-id: req-9ca1ebc1-0215-4c20-88cb-61a655c138ff {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:34.948727 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-plugged", "status": "completed", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:34.948985 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ca1ebc1-0215-4c20-88cb-61a655c138ff {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:34.949401 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'code': 200} Nov 23 11:44:34.976318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=13']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:35.048419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c993947-80ea-4483-af67-0ddb09bad3be req-9766ca73-14f9-4b89-97cc-dfd78adcc148 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:35.050024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c993947-80ea-4483-af67-0ddb09bad3be req-9766ca73-14f9-4b89-97cc-dfd78adcc148 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 946 time: 0.0484416 Nov 23 11:44:35.098290 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c993947-80ea-4483-af67-0ddb09bad3be req-62ff2a16-5c67-4f6e-83d8-36dbf199550a tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423732 Nov 23 11:44:35.642078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-70e49dd3-5eb9-4d9f-b097-cc5f3c831066 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:35.643536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-70e49dd3-5eb9-4d9f-b097-cc5f3c831066 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 946 time: 0.0482664 Nov 23 11:44:36.065979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Deleting port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:44:36.066721 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:36.155224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] For port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:36.155589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:36.220889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f771a79-d0bf-4fe1-8900-22428b85f5ce req-d0f32aa4-b0f4-48c8-9f9d-e00f207a33c6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:36.222569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f771a79-d0bf-4fe1-8900-22428b85f5ce req-d0f32aa4-b0f4-48c8-9f9d-e00f207a33c6 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 946 time: 0.0508544 Nov 23 11:44:36.271611 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4f771a79-d0bf-4fe1-8900-22428b85f5ce req-0b1899e9-5b87-41ca-95aa-30c61d5b02b0 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups?id=e8deca34-8856-4915-921f-76b281cfba2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Nov 23 11:44:36.351950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:36.352223 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:36.352539 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Floating IP 2aa15775-6fe9-436a-8f98-944cb836d186 disassociated. External IP: 172.25.5.192, port: 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7. Nov 23 11:44:36.352878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Calling delete_port for 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:44:36.480676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:36.517347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event deleted for resources: {'Port': ['ID=8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:36.638005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:44:36.748733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:44:36.758270 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:44:36.768950 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:44:36.769596 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:36.791417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] No DVR routers for this DVR port 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:44:36.793992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:36.797787 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d636c522-4ce3-4f7d-a2f9-602eda5f2a0e req-cd980248-6b60-416d-ac01-25a783fa0d1f tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.65 "DELETE /v2.0/ports/8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 HTTP/1.1" status: 204 len: 173 time: 1.1478770 Nov 23 11:44:36.798228 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-deleted', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:36.800530 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92a8e80-82ba-4cb1-aab4-7a2439b1bb09" -d '{"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-deleted", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:36.845709 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb52e23-786d-4110-9ef4-5ac477c0351e x-openstack-request-id: req-cdb52e23-786d-4110-9ef4-5ac477c0351e {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:36.846222 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f", "name": "network-vif-deleted", "tag": "8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:36.846484 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdb52e23-786d-4110-9ef4-5ac477c0351e {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:36.846878 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f', 'name': 'network-vif-deleted', 'tag': '8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7', 'status': 'completed', 'code': 200} Nov 23 11:44:36.885357 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:44:37.102099 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:37.133202 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:44:37.139117 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:44:37.139742 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:44:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:37.246610 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:44:37.372511 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-59c1237b-a7d4-4899-9c03-f57a087ce06c req-8e45a971-b34f-4c5a-8b35-1c81bab68107 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 210 time: 0.0279953 Nov 23 11:44:37.449646 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:37.481271 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdcf050-914f-41ff-a364-127387be1d3c None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '0b7ff040-e038-40c1-8c12-040e68e110bb', 'name': '', 'network_id': 'cac03b3d-b07e-404b-aab6-0160cb461193', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'mac_address': 'fa:16:3e:da:7b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '696d1098-9bb0-42be-894e-59b46f981bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:42Z', 'updated_at': '2021-11-23T11:33:45Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'subnets': [{'id': '696d1098-9bb0-42be-894e-59b46f981bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:44:37.722046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6017ba8-06f4-4c78-9968-e124dff0d547 None None] New status for floating IP 2aa15775-6fe9-436a-8f98-944cb836d186: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:44:38.474489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1fb27b13-595c-458a-a09e-03caef020e88 req-697b4fb0-3110-4f01-9a06-14ab95fe78b1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 210 time: 0.0278449 Nov 23 11:44:38.753649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:44:38.774262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:44:38.774542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 8f012a59-b3b4-4aa4-bf8f-07d4e1be6cd7 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:44:39.580615 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-549716e5-be3d-40b6-9913-b1a87b428f00 req-1661a43e-9388-43ae-9670-627c66991707 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 210 time: 0.0321569 Nov 23 11:44:40.677658 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a108c80b-b566-4326-be1f-73d3603c0dff req-d805a216-445b-4090-b1d8-9733ea4f9bc1 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f08e0ae7-63c6-4e58-ad6a-3d1b931fa89f HTTP/1.1" status: 200 len: 210 time: 0.0264354 Nov 23 11:44:44.650016 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b684831-36c8-46fe-a164-e8528c3d176f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.431577 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57438) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:45.486536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ee82707e-e627-4ef0-bfaf-ed6bc776e936 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.509833 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ee82707e-e627-4ef0-bfaf-ed6bc776e936 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.563396 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ee82707e-e627-4ef0-bfaf-ed6bc776e936 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.566409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ee82707e-e627-4ef0-bfaf-ed6bc776e936 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.567570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ee82707e-e627-4ef0-bfaf-ed6bc776e936 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "DELETE /v2.0/security-groups/e8deca34-8856-4915-921f-76b281cfba2a HTTP/1.1" status: 204 len: 168 time: 0.1349020 Nov 23 11:44:45.570584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57440) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:45.577658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82707e-e627-4ef0-bfaf-ed6bc776e936 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8deca34-8856-4915-921f-76b281cfba2a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:45.594993 n-d-817747-2 neutron-server[103426]: INFO neutron.api.v2.resource [None req-09ba4349-29a7-4a59-91ed-75cfbb32d182 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] show failed (client error): The resource could not be found. Nov 23 11:44:45.604585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09ba4349-29a7-4a59-91ed-75cfbb32d182 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "GET /v2.0/security-groups/e8deca34-8856-4915-921f-76b281cfba2a HTTP/1.1" status: 404 len: 347 time: 0.0325034 Nov 23 11:44:45.607177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57442) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:45.737956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Deleting port 02dc95ed-27b3-4766-8c38-b96464593753 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:44:45.738436 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.818895 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.819223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.831417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Calling delete_port for 02dc95ed-27b3-4766-8c38-b96464593753 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:44:45.972887 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:45.999227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Pushing event deleted for resources: {'Port': ['ID=02dc95ed-27b3-4766-8c38-b96464593753,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:46.068541 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:46.071267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:46.072481 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c2a1e125-5769-4a8a-9e8f-72725bcb63b4 tempest-ServerActionsTestJSON-688746139 tempest-ServerActionsTestJSON-688746139-project] 10.222.0.61 "DELETE /v2.0/floatingips/2aa15775-6fe9-436a-8f98-944cb836d186 HTTP/1.1" status: 204 len: 168 time: 0.4643230 Nov 23 11:44:46.076111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57444) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:46.552956 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:46.802573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Deleting port 0b7ff040-e038-40c1-8c12-040e68e110bb {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:44:46.803280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:46.892693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] For port 0b7ff040-e038-40c1-8c12-040e68e110bb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0b7ff040-e038-40c1-8c12-040e68e110bb,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:46.893063 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:46.906158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Calling delete_port for 0b7ff040-e038-40c1-8c12-040e68e110bb owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:44:47.074533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90a23e85-4789-4cb3-ab46-4bf249b88ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:47.085839 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:47.112016 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7ff040-e038-40c1-8c12-040e68e110bb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:47.289596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:47.515925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:44:47.623220 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:44:47.628240 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-28b9cd9b-76c6-4c30-b689-0b60d4508b1d admin admin] 10.222.0.61 "PUT /v2.0/routers/383ab30b-71d9-4af1-a6ba-69f0ef66e729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5511272 Nov 23 11:44:47.630816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57448) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:47.631619 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] Sync routers for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:44:47.642026 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:44:47.642628 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:47.739358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:47.754228 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:44:47.936565 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:44:47Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:47.964181 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] Checking router: 383ab30b-71d9-4af1-a6ba-69f0ef66e729 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:44:47.973556 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] Routers {'383ab30b-71d9-4af1-a6ba-69f0ef66e729'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:44:47.974184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:44:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:48.083595 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] Set router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:44:48.113021 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.167083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Deleting port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:44:48.167426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.253387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] For port 3da521bd-81a5-4c93-b3f6-57ed5269b8f7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:48.253665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.272453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Calling delete_port for 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:44:48.356634 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:44:47Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:48.382998 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9eabc4-0394-4754-b70d-0484552faff7 None None] The sync data for ids ['383ab30b-71d9-4af1-a6ba-69f0ef66e729'] in n-d-817747-2 is: [{'id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'name': 'tempest-ServerActionsTestJSON-137438908-router', 'tenant_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:33:39Z', 'updated_at': '2021-11-23T11:44:47Z', 'revision_number': 5, 'project_id': 'c17c9607e6e04a638cd77ce32e0b9c88', 'gw_port': {'id': '3da521bd-81a5-4c93-b3f6-57ed5269b8f7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383ab30b-71d9-4af1-a6ba-69f0ef66e729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:33:40Z', 'updated_at': '2021-11-23T11:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:44:48.447599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.477723 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da521bd-81a5-4c93-b3f6-57ed5269b8f7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:48.488738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323faff-d68e-4e77-a3b7-ac58863f73fd None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:44:48.536560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.626046 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.628177 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.671531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.672027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 383ab30b-71d9-4af1-a6ba-69f0ef66e729 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:44:48.676647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.677920 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-27646cb5-ff98-4ba6-be31-b0d614f46b81 admin admin] 10.222.0.61 "DELETE /v2.0/routers/383ab30b-71d9-4af1-a6ba-69f0ef66e729 HTTP/1.1" status: 204 len: 168 time: 1.0460947 Nov 23 11:44:48.680503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57450) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:48.727245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] Deleting subnet 696d1098-9bb0-42be-894e-59b46f981bee {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:44:48.730713 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.768881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.793899 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.851115 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.921672 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.951781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:48.955597 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/696d1098-9bb0-42be-894e-59b46f981bee HTTP/1.1" status: 204 len: 168 time: 0.2740161 Nov 23 11:44:48.956545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2fd5b-c8f2-4680-a2dc-35d996142a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696d1098-9bb0-42be-894e-59b46f981bee,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:48.957413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a33c95-ea6e-4b2d-a45e-5ecddbd43e14 None None] Network cac03b3d-b07e-404b-aab6-0160cb461193 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:44:48.958986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57452) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:49.041648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.101513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Deleting port e728bbc9-7035-418d-8257-a9377feb52c9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:44:49.101856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.172387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] For port e728bbc9-7035-418d-8257-a9377feb52c9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e728bbc9-7035-418d-8257-a9377feb52c9,segment=NetworkSegment(1f9b16d8-2abd-43a3-972f-3cd8cee619d7),segment_id=1f9b16d8-2abd-43a3-972f-3cd8cee619d7)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:49.173043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.185334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Calling delete_port for e728bbc9-7035-418d-8257-a9377feb52c9 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:44:49.263041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.288656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e728bbc9-7035-418d-8257-a9377feb52c9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:49.292142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] No DVR routers for this DVR port e728bbc9-7035-418d-8257-a9377feb52c9 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:44:49.366902 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.381448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe72ea4d-4969-45d4-9f8e-5512c26eb9f5 None None] DHCP port deletion for cac03b3d-b07e-404b-aab6-0160cb461193 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:44:49.405077 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac03b3d-b07e-404b-aab6-0160cb461193']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:49.416771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9b16d8-2abd-43a3-972f-3cd8cee619d7') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:49.417193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9b16d8-2abd-43a3-972f-3cd8cee619d7') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:44:49.427414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.440636 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.446858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:44:49.447337 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:44:49.449009 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:44:49.457940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0b7ff040-e038-40c1-8c12-040e68e110bb no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:44:49.479876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0b7ff040-e038-40c1-8c12-040e68e110bb {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:44:49.480231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0b7ff040-e038-40c1-8c12-040e68e110bb not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:44:49.480657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:44:49.499756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:44:49.500437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3da521bd-81a5-4c93-b3f6-57ed5269b8f7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:44:49.500531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e728bbc9-7035-418d-8257-a9377feb52c9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:44:49.509350 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.515704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.518842 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] 10.222.0.61 "DELETE /v2.0/networks/cac03b3d-b07e-404b-aab6-0160cb461193 HTTP/1.1" status: 204 len: 168 time: 0.5586779 Nov 23 11:44:49.526805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: e728bbc9-7035-418d-8257-a9377feb52c9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:44:49.527168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e728bbc9-7035-418d-8257-a9377feb52c9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:44:49.532114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc9bf8-c93f-4f18-9f0d-28484a0e09bc admin admin] Pushing event deleted for resources: {'Network': ['ID=cac03b3d-b07e-404b-aab6-0160cb461193,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:49.633340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57456) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:49.674423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5efd07b3-c7dd-475b-a03c-260230450b52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c17c9607e6e04a638cd77ce32e0b9c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398488 Nov 23 11:44:49.677293 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57458) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:49.725593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1751960a-c913-4031-af9b-55337a10b1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.748042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1751960a-c913-4031-af9b-55337a10b1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.759889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.795498 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1751960a-c913-4031-af9b-55337a10b1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.798110 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1751960a-c913-4031-af9b-55337a10b1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:49.799256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1751960a-c913-4031-af9b-55337a10b1a2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f15dca6-b362-4db4-b1f3-192ee4297971 HTTP/1.1" status: 204 len: 168 time: 0.1210499 Nov 23 11:44:49.807226 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751960a-c913-4031-af9b-55337a10b1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f15dca6-b362-4db4-b1f3-192ee4297971,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:50.256923 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.494199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57480) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:50.591239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-892970630-network', 'tenant_id': '1cfbea9bb48b4f33ac31a9fe5f3aca67'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:44:50.612722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Made reservation on behalf of 1cfbea9bb48b4f33ac31a9fe5f3aca67 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:44:50.615409 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.625771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.637531 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.704100 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.708257 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.730027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:44:50.744002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:50.749542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.749891 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Added segment e4b16afc-2843-48f9-8ef5-ba47e673eeab of type vlan for network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c Nov 23 11:44:50.791194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.816223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.817231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:50.817841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.851934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3565149 Nov 23 11:44:50.855120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57484) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:44:50.860823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Request body: {'subnet': {'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-892970630-subnet', 'tenant_id': '1cfbea9bb48b4f33ac31a9fe5f3aca67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:44:50.881994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Made reservation on behalf of 1cfbea9bb48b4f33ac31a9fe5f3aca67 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:44:50.883175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad676181-f762-49e2-a760-af7d076b3d56 admin admin] Pushing event updated for resources: {'Network': ['ID=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:50.884613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:50.893491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:44:51.058930 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:51.117712 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2179b05-76f1-4261-9e03-a965a4863211,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:51.129476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Checking segment: {'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:44:51.129848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Network hostable DHCP agents. Network: b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:44:51.147337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:44:51.155804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:44:51.159914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:51.160536 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:51.164511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bebaaab-6bf9-482c-94df-6bfb4afd93a6 None None] Network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:44:51.178073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1b6b089d-f6d9-4d50-9044-bfa6bcf36b25 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3217757 Nov 23 11:44:51.301782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9509bacb-1d7d-4b7a-aa27-cbd91c46e8c2 None None] Network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:44:51.610163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-39e65aab-ada5-4075-83a0-90a9eb316cbb tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:51.611645 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-39e65aab-ada5-4075-83a0-90a9eb316cbb tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/networks?id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c HTTP/1.1" status: 200 len: 813 time: 0.1054418 Nov 23 11:44:51.626245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-5115a64f-a387-49c6-b9a2-40a130cc3466 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/quotas/1cfbea9bb48b4f33ac31a9fe5f3aca67 HTTP/1.1" status: 200 len: 375 time: 0.0089028 Nov 23 11:44:51.658669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-6208c0f5-d2f7-4f7c-9d69-5f26b5de7b67 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cfbea9bb48b4f33ac31a9fe5f3aca67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273125 Nov 23 11:44:51.715844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-0f1548ae-2d48-49b5-a554-f48892fc235a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:44:51.718075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-0f1548ae-2d48-49b5-a554-f48892fc235a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529082 Nov 23 11:44:51.813858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-294a8c14-abe7-4800-b08b-8a832a87dc44 service neutron] 10.222.0.61 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894694 Nov 23 11:44:51.903051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-14f0573b-0e59-4330-8a3f-70d58e57e5fa service neutron] 10.222.0.61 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830307 Nov 23 11:44:52.068517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9c406a0b-8818-4358-b637-4cae1f046497 req-c84ebd52-41ba-41ef-8273-fe876ac4a3fa tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 210 time: 0.0334334 Nov 23 11:44:52.690198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:53.198398 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-478b3306-eaff-4614-a616-c110478a8e8f req-eb6c9d58-ed75-4322-bbb7-e9e70536eb54 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 210 time: 0.0357003 Nov 23 11:44:53.226803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-12c2b494-7b78-4b43-ba2a-8d5b188d8709 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:53.228277 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-12c2b494-7b78-4b43-ba2a-8d5b188d8709 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.65 "GET /v2.0/networks?id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c HTTP/1.1" status: 200 len: 813 time: 0.1449535 Nov 23 11:44:53.243715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Request body: {'port': {'device_id': '08be87a0-4d35-4acc-9629-62bc74557661', 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c', 'admin_state_up': True, 'tenant_id': '1cfbea9bb48b4f33ac31a9fe5f3aca67'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:44:53.354829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Made reservation on behalf of 1cfbea9bb48b4f33ac31a9fe5f3aca67 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:44:53.358301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:53.482115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Allocated IP 172.20.0.11 (b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c/e2179b05-76f1-4261-9e03-a965a4863211/42581c28-fbbb-445c-b20d-d83b745e6766) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:44:53.632589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:53.665749 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:53.711316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:44:53.714318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:44:53.717951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:44:53.724409 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Pushing event updated for resources: {'Port': ['ID=42581c28-fbbb-445c-b20d-d83b745e6766,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:53.774715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:53.775333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:53.790791 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-cfdf424c-134e-4b02-99ec-1d0a225b0a84 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506763 Nov 23 11:44:53.807562 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Request body: {'port': {'device_id': '08be87a0-4d35-4acc-9629-62bc74557661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:44:53.858600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:54.111902 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42581c28-fbbb-445c-b20d-d83b745e6766 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:44:54.120578 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:54.133742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Transition to ACTIVE for port object 42581c28-fbbb-445c-b20d-d83b745e6766 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:44:54.137663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:54.195460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Pushing event updated for resources: {'Port': ['ID=42581c28-fbbb-445c-b20d-d83b745e6766,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:54.259801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Attempting to bind port 42581c28-fbbb-445c-b20d-d83b745e6766 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:44:54.260488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Attempting to bind port 42581c28-fbbb-445c-b20d-d83b745e6766 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:44:54.260488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Attempting to bind port 42581c28-fbbb-445c-b20d-d83b745e6766 on network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:44:54.264849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Port 42581c28-fbbb-445c-b20d-d83b745e6766 on network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:44:54.265230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Attempting to bind port 42581c28-fbbb-445c-b20d-d83b745e6766 on network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:44:54.270134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:44:54.270471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Checking segment: {'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:44:54.270848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Bound using segment: {'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:44:54.271272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Bound port: 42581c28-fbbb-445c-b20d-d83b745e6766, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:44:54.271622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:54.317905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fe7a7-04ea-4c91-89ea-bdef1018750c req-36b2bdde-050b-405f-b802-84dca328a382 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:54.319454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b49fe7a7-04ea-4c91-89ea-bdef1018750c req-36b2bdde-050b-405f-b802-84dca328a382 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 944 time: 0.0503271 Nov 23 11:44:54.334168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] For port 42581c28-fbbb-445c-b20d-d83b745e6766, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:44:54.337692 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] For port 42581c28-fbbb-445c-b20d-d83b745e6766, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42581c28-fbbb-445c-b20d-d83b745e6766,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:44:54.342204 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:54.369145 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b49fe7a7-04ea-4c91-89ea-bdef1018750c req-a9cedf15-910a-4b49-a69d-aa9955788aa6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Nov 23 11:44:54.381407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:54.382095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:54.383487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] 10.222.0.65 "PUT /v2.0/ports/42581c28-fbbb-445c-b20d-d83b745e6766 HTTP/1.1" status: 200 len: 1092 time: 0.5799620 Nov 23 11:44:54.383933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08be87a0-4d35-4acc-9629-62bc74557661', 'tag': '42581c28-fbbb-445c-b20d-d83b745e6766'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:54.386218 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171000c0-54e7-4dc8-936c-350b0933ee1a" -d '{"events": [{"name": "network-changed", "server_uuid": "08be87a0-4d35-4acc-9629-62bc74557661", "tag": "42581c28-fbbb-445c-b20d-d83b745e6766"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:54.416755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08a99d-6981-4ad2-8046-6c13b6500189 service neutron] Pushing event updated for resources: {'Port': ['ID=42581c28-fbbb-445c-b20d-d83b745e6766,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:54.424982 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef08a06-0560-4390-a82f-a92b7382352a x-openstack-request-id: req-3ef08a06-0560-4390-a82f-a92b7382352a {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:54.425314 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08be87a0-4d35-4acc-9629-62bc74557661", "tag": "42581c28-fbbb-445c-b20d-d83b745e6766", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:54.425575 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ef08a06-0560-4390-a82f-a92b7382352a {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:54.426428 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08be87a0-4d35-4acc-9629-62bc74557661', 'tag': '42581c28-fbbb-445c-b20d-d83b745e6766', 'status': 'completed', 'code': 200} Nov 23 11:44:54.473359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-b77453ab-befa-4ba3-82ab-234195143eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:54.474898 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-b77453ab-befa-4ba3-82ab-234195143eb9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1cfbea9bb48b4f33ac31a9fe5f3aca67&device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 1095 time: 0.0427454 Nov 23 11:44:54.521971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-5ea32db9-ed58-4cb2-8f6c-90c942e118b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42581c28-fbbb-445c-b20d-d83b745e6766 HTTP/1.1" status: 200 len: 217 time: 0.0345514 Nov 23 11:44:54.575741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-abc63c16-0d0e-40c7-8e4e-250b66479b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:54.577204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-abc63c16-0d0e-40c7-8e4e-250b66479b4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2179b05-76f1-4261-9e03-a965a4863211 HTTP/1.1" status: 200 len: 853 time: 0.0476127 Nov 23 11:44:54.613059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-c3a821a6-13d7-441e-9a17-ab8f1f040a28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247633 Nov 23 11:44:54.703195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-f09eb4ca-7808-499e-9d36-4bfbfda091c9 service neutron] 10.222.0.65 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824132 Nov 23 11:44:54.800071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-242bac88-df4f-48d0-aa48-627a3a5978c9 req-17cc3233-b7ae-44ed-b39e-66c71c8a98d0 service neutron] 10.222.0.65 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Nov 23 11:44:54.897490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-15032f2a-5542-48cb-8eaf-61f4ea1f8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:54.898999 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-15032f2a-5542-48cb-8eaf-61f4ea1f8bb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1cfbea9bb48b4f33ac31a9fe5f3aca67&device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 1095 time: 0.0431337 Nov 23 11:44:54.994478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-26128c43-7369-4f67-8aa7-d51fda0030a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:54.995865 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-26128c43-7369-4f67-8aa7-d51fda0030a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c HTTP/1.1" status: 200 len: 914 time: 0.0897980 Nov 23 11:44:55.037842 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-82dbd39b-6499-46ee-9746-745af4756c52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42581c28-fbbb-445c-b20d-d83b745e6766 HTTP/1.1" status: 200 len: 217 time: 0.0341816 Nov 23 11:44:55.087288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-d6c623c4-889a-4e0a-8384-8513e2d98018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:55.088750 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-d6c623c4-889a-4e0a-8384-8513e2d98018 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e2179b05-76f1-4261-9e03-a965a4863211 HTTP/1.1" status: 200 len: 853 time: 0.0432410 Nov 23 11:44:55.124661 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-97d9f0a8-e2fe-45fc-9d4d-bbce2cd75371 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283356 Nov 23 11:44:55.216152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-37e9c019-57c5-4aae-ae44-eb193078a7a9 service neutron] 10.222.0.65 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821478 Nov 23 11:44:55.312157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-171000c0-54e7-4dc8-936c-350b0933ee1a req-6ad272f1-63b8-42b3-bd2e-2e0c64b77643 service neutron] 10.222.0.65 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879097 Nov 23 11:44:55.486153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd62a9e-fe3b-4f9c-b5ea-905ad3b8fb89 req-fafbc015-5ba4-4fe7-bfee-ebc217942092 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:55.487664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcd62a9e-fe3b-4f9c-b5ea-905ad3b8fb89 req-fafbc015-5ba4-4fe7-bfee-ebc217942092 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 944 time: 0.0507772 Nov 23 11:44:55.535832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dcd62a9e-fe3b-4f9c-b5ea-905ad3b8fb89 req-508ef5d8-0201-4b14-9f46-7d280c31bef6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Nov 23 11:44:56.652636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36305691-ccdd-4241-be76-0ce510106043 req-284c6fba-b12f-477b-bbff-86566ea8314c tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:56.654159 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36305691-ccdd-4241-be76-0ce510106043 req-284c6fba-b12f-477b-bbff-86566ea8314c tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 944 time: 0.0502214 Nov 23 11:44:56.701882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36305691-ccdd-4241-be76-0ce510106043 req-174b2dbc-a93d-4945-a3b1-7912d3cb942f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Nov 23 11:44:56.826498 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42581c28-fbbb-445c-b20d-d83b745e6766 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:44:56.921321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 42581c28-fbbb-445c-b20d-d83b745e6766, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42581c28-fbbb-445c-b20d-d83b745e6766,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:56.932694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '42581c28-fbbb-445c-b20d-d83b745e6766', 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c', 'port_id': '42581c28-fbbb-445c-b20d-d83b745e6766', 'mac_address': 'fa:16:3e:76:04:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2179b05-76f1-4261-9e03-a965a4863211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:44:56.973286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:56.985961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42581c28-fbbb-445c-b20d-d83b745e6766 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:44:57.004166 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 42581c28-fbbb-445c-b20d-d83b745e6766, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42581c28-fbbb-445c-b20d-d83b745e6766,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:57.008278 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:57.055921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=42581c28-fbbb-445c-b20d-d83b745e6766,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:57.267359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42581c28-fbbb-445c-b20d-d83b745e6766'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:44:57.822292 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c04fc8-2c85-4f65-8da2-2b89b872fc85 req-9bcf41e7-6970-42b9-89fc-8a389c1c21b0 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:57.823772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d7c04fc8-2c85-4f65-8da2-2b89b872fc85 req-9bcf41e7-6970-42b9-89fc-8a389c1c21b0 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 945 time: 0.0525444 Nov 23 11:44:57.871310 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d7c04fc8-2c85-4f65-8da2-2b89b872fc85 req-a4e55078-df49-400e-9434-122cad116be5 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407097 Nov 23 11:44:58.859838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42581c28-fbbb-445c-b20d-d83b745e6766 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:44:58.918456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 42581c28-fbbb-445c-b20d-d83b745e6766 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:44:58.922611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 42581c28-fbbb-445c-b20d-d83b745e6766 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:44:58.923021 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:58.991480 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abd1cc-d383-416c-b351-e705bbb81697 req-49bfc6e4-48d9-42db-9d79-f25b87bedba6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:58.992985 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-93abd1cc-d383-416c-b351-e705bbb81697 req-49bfc6e4-48d9-42db-9d79-f25b87bedba6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 945 time: 0.0509224 Nov 23 11:44:59.003081 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:59.029980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be87a0-4d35-4acc-9629-62bc74557661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42581c28-fbbb-445c-b20d-d83b745e6766'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:44:59.032426 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61676585-01ed-4bae-92a0-58385565a0e7" -d '{"events": [{"server_uuid": "08be87a0-4d35-4acc-9629-62bc74557661", "name": "network-vif-plugged", "status": "completed", "tag": "42581c28-fbbb-445c-b20d-d83b745e6766"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:44:59.045227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 42581c28-fbbb-445c-b20d-d83b745e6766, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42581c28-fbbb-445c-b20d-d83b745e6766,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:44:59.050277 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:44:59.053696 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-93abd1cc-d383-416c-b351-e705bbb81697 req-896051c7-61ce-4a37-adc3-6c3adf857d86 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539513 Nov 23 11:44:59.077008 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea4bc46-ae14-4cc8-b2d4-75fcadd1aff9 x-openstack-request-id: req-5ea4bc46-ae14-4cc8-b2d4-75fcadd1aff9 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:44:59.077355 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08be87a0-4d35-4acc-9629-62bc74557661", "name": "network-vif-plugged", "status": "completed", "tag": "42581c28-fbbb-445c-b20d-d83b745e6766", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:44:59.077609 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5ea4bc46-ae14-4cc8-b2d4-75fcadd1aff9 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:44:59.078421 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08be87a0-4d35-4acc-9629-62bc74557661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42581c28-fbbb-445c-b20d-d83b745e6766', 'code': 200} Nov 23 11:44:59.101894 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=42581c28-fbbb-445c-b20d-d83b745e6766,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:44:59.179885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda3ee2-299c-4712-a1d8-dc5455608199 req-cb4ee8b2-60b7-4347-9665-e8a79964673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:44:59.181372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdda3ee2-299c-4712-a1d8-dc5455608199 req-cb4ee8b2-60b7-4347-9665-e8a79964673d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 1097 time: 0.0389619 Nov 23 11:44:59.228384 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cdda3ee2-299c-4712-a1d8-dc5455608199 req-3deee697-a846-4bfd-9372-55a9970e4586 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356655 Nov 23 11:45:00.169082 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597dea6-7975-4f68-9d44-0a4e74c24775 req-cc7f5f62-b463-41ee-90e0-5ed89c5c5c79 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:00.170586 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4597dea6-7975-4f68-9d44-0a4e74c24775 req-cc7f5f62-b463-41ee-90e0-5ed89c5c5c79 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0495164 Nov 23 11:45:00.217441 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4597dea6-7975-4f68-9d44-0a4e74c24775 req-dd195774-766b-42db-82a3-d304b2cf1920 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402427 Nov 23 11:45:01.336554 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b68ba3-6a1f-43a6-a475-b5edda20e9e4 req-3a9bbbb6-da82-43b7-9b85-ffc42755c29a tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:01.338117 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51b68ba3-6a1f-43a6-a475-b5edda20e9e4 req-3a9bbbb6-da82-43b7-9b85-ffc42755c29a tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0501475 Nov 23 11:45:01.387519 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-51b68ba3-6a1f-43a6-a475-b5edda20e9e4 req-96560014-cb02-4e74-bc71-dbdb78a409cc tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423877 Nov 23 11:45:01.619966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2daad33d-2b9f-42e1-9f7d-1713a8801f98 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:01.621464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2daad33d-2b9f-42e1-9f7d-1713a8801f98 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/networks?id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c HTTP/1.1" status: 200 len: 813 time: 0.1044223 Nov 23 11:45:01.636952 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-e905b942-6c9f-4732-a7ad-596ba9727eaa tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/quotas/1cfbea9bb48b4f33ac31a9fe5f3aca67 HTTP/1.1" status: 200 len: 375 time: 0.0090454 Nov 23 11:45:01.685055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-8ecd62f3-5869-44a6-8e91-34aba8448148 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cfbea9bb48b4f33ac31a9fe5f3aca67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429485 Nov 23 11:45:01.779937 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-482089b8-570b-417e-97c0-227a11cf3ced service neutron] 10.222.0.61 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878463 Nov 23 11:45:01.869540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2cdcd52e-a982-448b-8a9c-e5c1753df822 service neutron] 10.222.0.61 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822039 Nov 23 11:45:02.025799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-236efa1f-bda6-41a4-9d17-09a02f0818aa req-80457d68-8fca-47f9-b9f1-74f33d23a1dd tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 210 time: 0.0263276 Nov 23 11:45:02.940557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-0d934113-748d-45dc-b760-df29207c0418 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:02.942056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-0d934113-748d-45dc-b760-df29207c0418 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.58 "GET /v2.0/networks?id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c HTTP/1.1" status: 200 len: 813 time: 0.1126490 Nov 23 11:45:02.957581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Request body: {'port': {'device_id': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c', 'admin_state_up': True, 'tenant_id': '1cfbea9bb48b4f33ac31a9fe5f3aca67'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:03.071008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Made reservation on behalf of 1cfbea9bb48b4f33ac31a9fe5f3aca67 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:03.074689 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:03.141968 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d56756c-c480-405b-b3e6-76b357e5fbc9 req-f4e4b646-2a4a-4625-a27b-8ffa0039aea2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 210 time: 0.0391526 Nov 23 11:45:03.216948 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Allocated IP 172.20.0.14 (b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c/e2179b05-76f1-4261-9e03-a965a4863211/f20b4c07-1820-44d7-8e75-d440fa06763d) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:03.366568 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:03.401032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:03.412992 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42581c28-fbbb-445c-b20d-d83b745e6766'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:45:03.444332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:03.449913 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:03.455280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:03.486939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Pushing event updated for resources: {'Port': ['ID=f20b4c07-1820-44d7-8e75-d440fa06763d,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:03.499465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.500369 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.501408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.501764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.502109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.502471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.502793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.503129 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.503468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.503800 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.504131 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.504463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:03.530344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:03.531038 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:03.548566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-2296bca0-55d4-4c70-8ac9-7ca4cd9c95d2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5956118 Nov 23 11:45:03.560905 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Request body: {'port': {'device_id': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:03.616111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:03.873388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20b4c07-1820-44d7-8e75-d440fa06763d {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:45:03.881449 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:03.893600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Transition to ACTIVE for port object f20b4c07-1820-44d7-8e75-d440fa06763d will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:45:03.896985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:03.951685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f20b4c07-1820-44d7-8e75-d440fa06763d,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:04.015722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Attempting to bind port f20b4c07-1820-44d7-8e75-d440fa06763d on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:04.016068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Attempting to bind port f20b4c07-1820-44d7-8e75-d440fa06763d by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:04.016398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Attempting to bind port f20b4c07-1820-44d7-8e75-d440fa06763d on network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:04.020763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Port f20b4c07-1820-44d7-8e75-d440fa06763d on network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:45:04.021086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Attempting to bind port f20b4c07-1820-44d7-8e75-d440fa06763d on network b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:04.026057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:04.026396 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Checking segment: {'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:04.026780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Bound using segment: {'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:04.027209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Bound port: f20b4c07-1820-44d7-8e75-d440fa06763d, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4b16afc-2843-48f9-8ef5-ba47e673eeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:04.027560 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:04.089163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] For port f20b4c07-1820-44d7-8e75-d440fa06763d, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:04.092884 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] For port f20b4c07-1820-44d7-8e75-d440fa06763d, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f20b4c07-1820-44d7-8e75-d440fa06763d,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:04.098312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:04.101041 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:45:04.137280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:04.137476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:04.138888 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] 10.222.0.58 "PUT /v2.0/ports/f20b4c07-1820-44d7-8e75-d440fa06763d HTTP/1.1" status: 200 len: 1092 time: 0.5822833 Nov 23 11:45:04.139336 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'tag': 'f20b4c07-1820-44d7-8e75-d440fa06763d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:45:04.141809 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cea0b80-b189-405d-b233-1cb0feab01c2", "tag": "f20b4c07-1820-44d7-8e75-d440fa06763d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:45:04.171116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32970ea7-1059-4b2b-afd1-b05a81a1a5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f20b4c07-1820-44d7-8e75-d440fa06763d,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:04.207142 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c89bb79-3a3f-4c9b-a1a3-0496f9878dfe x-openstack-request-id: req-4c89bb79-3a3f-4c9b-a1a3-0496f9878dfe {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:45:04.207449 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cea0b80-b189-405d-b233-1cb0feab01c2", "tag": "f20b4c07-1820-44d7-8e75-d440fa06763d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:45:04.207708 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4c89bb79-3a3f-4c9b-a1a3-0496f9878dfe {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:45:04.208119 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'tag': 'f20b4c07-1820-44d7-8e75-d440fa06763d', 'status': 'completed', 'code': 200} Nov 23 11:45:04.220708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-fa22eed4-cd6d-4445-8d2f-1e81ba227908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:04.222257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-fa22eed4-cd6d-4445-8d2f-1e81ba227908 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cfbea9bb48b4f33ac31a9fe5f3aca67&device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 1095 time: 0.0464356 Nov 23 11:45:04.265197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-6c3175e7-d793-49dd-a252-db649085f00c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f20b4c07-1820-44d7-8e75-d440fa06763d HTTP/1.1" status: 200 len: 217 time: 0.0344064 Nov 23 11:45:04.272285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972f9d6-cd6f-4605-8786-965ec6c04b80 req-958ee4e2-4de5-431d-b8ea-0e327ac3b0fd tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:04.273807 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e972f9d6-cd6f-4605-8786-965ec6c04b80 req-958ee4e2-4de5-431d-b8ea-0e327ac3b0fd tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 944 time: 0.0493736 Nov 23 11:45:04.320053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-f1a74dcc-3039-4d36-8c0e-eb40bf0a54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:04.321440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e972f9d6-cd6f-4605-8786-965ec6c04b80 req-fda5d57d-9a80-4baf-997f-c9fd49cdf3f0 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413666 Nov 23 11:45:04.321585 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-f1a74dcc-3039-4d36-8c0e-eb40bf0a54f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2179b05-76f1-4261-9e03-a965a4863211 HTTP/1.1" status: 200 len: 853 time: 0.0496440 Nov 23 11:45:04.355734 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-f4ae8416-178a-43c0-94ed-2cd0da8ea73a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257452 Nov 23 11:45:04.447805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-db16fb1f-f57c-4fb5-9b66-227ee0f2329c service neutron] 10.222.0.58 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844340 Nov 23 11:45:04.540722 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f110c39-e046-470c-a0fa-d05183fc37dc req-7cb1e717-a7af-43e8-ab3d-4c6d61f1a84e service neutron] 10.222.0.58 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Nov 23 11:45:04.631325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-613b33f0-b55a-4cee-9470-18dc17f16454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:04.632853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-613b33f0-b55a-4cee-9470-18dc17f16454 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1cfbea9bb48b4f33ac31a9fe5f3aca67&device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 1095 time: 0.0425327 Nov 23 11:45:04.727870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-a595eb5e-9b7f-4c49-bba0-b1a08c615a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:04.729264 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-a595eb5e-9b7f-4c49-bba0-b1a08c615a53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c HTTP/1.1" status: 200 len: 914 time: 0.0896084 Nov 23 11:45:04.772536 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-4ab4ecfc-8a38-4141-a46b-6cc118cfbf66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f20b4c07-1820-44d7-8e75-d440fa06763d HTTP/1.1" status: 200 len: 217 time: 0.0349400 Nov 23 11:45:04.822231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-9dfa5461-c657-48ec-9a49-7bbae9107a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:04.823746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-9dfa5461-c657-48ec-9a49-7bbae9107a16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e2179b05-76f1-4261-9e03-a965a4863211 HTTP/1.1" status: 200 len: 853 time: 0.0437582 Nov 23 11:45:04.860543 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-fe10fb62-53cf-4d2f-8236-ff1bd22c2c15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293264 Nov 23 11:45:04.958494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-6032d63a-405a-47e3-bfd2-0c4bf9772aad service neutron] 10.222.0.58 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909963 Nov 23 11:45:05.061027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e461ff1f-ccfe-4494-aaf1-4b4f1b09960f req-8ef3ce95-c0d0-46cc-9e87-7da89f9585d8 service neutron] 10.222.0.58 "GET /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940549 Nov 23 11:45:05.440818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4f058-a584-487f-a66f-83069e084a1c req-a337e831-00bd-4aef-a7ed-85e76983a725 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:05.442362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63e4f058-a584-487f-a66f-83069e084a1c req-a337e831-00bd-4aef-a7ed-85e76983a725 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 944 time: 0.0500050 Nov 23 11:45:05.489428 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-63e4f058-a584-487f-a66f-83069e084a1c req-8c3f455e-4051-49d2-a60b-615ce78887a2 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Nov 23 11:45:06.607972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1286d4-73c5-47c8-9d7f-bec46ac9f237 req-033d8f01-e19a-40af-ab1f-3f63c4a15aa6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:06.609716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef1286d4-73c5-47c8-9d7f-bec46ac9f237 req-033d8f01-e19a-40af-ab1f-3f63c4a15aa6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 944 time: 0.0504794 Nov 23 11:45:06.655832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ef1286d4-73c5-47c8-9d7f-bec46ac9f237 req-2cd962d3-1431-4d4f-b2c1-6f45e36f3c31 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403254 Nov 23 11:45:07.770485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f71aad-16ec-4dcc-b65c-f8e69b1e88a4 req-346c7ba5-9fdf-4628-a309-2c72937b56bd tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:07.771946 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19f71aad-16ec-4dcc-b65c-f8e69b1e88a4 req-346c7ba5-9fdf-4628-a309-2c72937b56bd tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 944 time: 0.0477147 Nov 23 11:45:07.832098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-19f71aad-16ec-4dcc-b65c-f8e69b1e88a4 req-b08bbbe1-8fb8-4537-94c3-860b2054b051 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541887 Nov 23 11:45:08.782107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f20b4c07-1820-44d7-8e75-d440fa06763d details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:45:08.886587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f20b4c07-1820-44d7-8e75-d440fa06763d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f20b4c07-1820-44d7-8e75-d440fa06763d,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:08.897742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'f20b4c07-1820-44d7-8e75-d440fa06763d', 'network_id': 'b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c', 'port_id': 'f20b4c07-1820-44d7-8e75-d440fa06763d', 'mac_address': 'fa:16:3e:63:d1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2179b05-76f1-4261-9e03-a965a4863211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:45:08.935351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:08.948522 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20b4c07-1820-44d7-8e75-d440fa06763d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:45:08.951716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87beef-a552-4358-9288-7e779a5173eb req-35c82285-cb54-4c5d-b315-4be27f02b682 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:08.953370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff87beef-a552-4358-9288-7e779a5173eb req-35c82285-cb54-4c5d-b315-4be27f02b682 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 944 time: 0.0532219 Nov 23 11:45:08.968747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f20b4c07-1820-44d7-8e75-d440fa06763d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f20b4c07-1820-44d7-8e75-d440fa06763d,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:08.972646 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:09.004575 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ff87beef-a552-4358-9288-7e779a5173eb req-451cf36e-4a66-49c2-9fca-7e5d06d6d567 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Nov 23 11:45:09.022577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f20b4c07-1820-44d7-8e75-d440fa06763d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:09.276578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f20b4c07-1820-44d7-8e75-d440fa06763d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:45:10.120736 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7aa43-1d91-43a5-945f-5c45f396083d req-f258e017-ce8f-4dad-873f-6dd55cfc309c tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:10.122251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ab7aa43-1d91-43a5-945f-5c45f396083d req-f258e017-ce8f-4dad-873f-6dd55cfc309c tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Nov 23 11:45:10.171460 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3ab7aa43-1d91-43a5-945f-5c45f396083d req-1700958e-1f1d-41d0-a438-01837cac55eb tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Nov 23 11:45:10.785514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f20b4c07-1820-44d7-8e75-d440fa06763d up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:10.835076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port f20b4c07-1820-44d7-8e75-d440fa06763d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:45:10.839073 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port f20b4c07-1820-44d7-8e75-d440fa06763d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:10.839446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:10.921237 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:10.944067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b4c07-1820-44d7-8e75-d440fa06763d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:45:10.946336 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8cfa82-9c10-4421-9506-c6a98bbc12bc" -d '{"events": [{"server_uuid": "0cea0b80-b189-405d-b233-1cb0feab01c2", "name": "network-vif-plugged", "status": "completed", "tag": "f20b4c07-1820-44d7-8e75-d440fa06763d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:45:10.964217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port f20b4c07-1820-44d7-8e75-d440fa06763d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f20b4c07-1820-44d7-8e75-d440fa06763d,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:10.964217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:10.987602 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f588ec2-88fe-4077-8c91-fd5054a316e2 x-openstack-request-id: req-1f588ec2-88fe-4077-8c91-fd5054a316e2 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:45:10.987898 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea0b80-b189-405d-b233-1cb0feab01c2", "name": "network-vif-plugged", "status": "completed", "tag": "f20b4c07-1820-44d7-8e75-d440fa06763d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:45:10.988189 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f588ec2-88fe-4077-8c91-fd5054a316e2 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:45:10.988585 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b4c07-1820-44d7-8e75-d440fa06763d', 'code': 200} Nov 23 11:45:11.013670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=f20b4c07-1820-44d7-8e75-d440fa06763d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:11.086618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d179c-7f80-4944-a09a-369174140adf req-bdd3c84a-38b1-46a2-89fc-0fe760695cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:11.088011 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-840d179c-7f80-4944-a09a-369174140adf req-bdd3c84a-38b1-46a2-89fc-0fe760695cb4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 1097 time: 0.0398114 Nov 23 11:45:11.132134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-840d179c-7f80-4944-a09a-369174140adf req-ec3092fc-18ba-4f45-8fd3-17e76f545f4c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Nov 23 11:45:11.293951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0aa8a-de41-41d3-8e73-52a4ecc80716 req-2d12c89f-31cf-445a-b522-3494087b2397 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:11.295422 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79c0aa8a-de41-41d3-8e73-52a4ecc80716 req-2d12c89f-31cf-445a-b522-3494087b2397 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 946 time: 0.0529752 Nov 23 11:45:11.341612 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-79c0aa8a-de41-41d3-8e73-52a4ecc80716 req-6c44b5a7-f53c-4178-9edc-6856b5313ab0 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Nov 23 11:45:12.464709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7725d-ccbc-4514-bd74-a8a032e6ca52 req-ee430259-18d2-4fc0-b4cb-973f5bc57bfc tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:12.466201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48b7725d-ccbc-4514-bd74-a8a032e6ca52 req-ee430259-18d2-4fc0-b4cb-973f5bc57bfc tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 946 time: 0.0509081 Nov 23 11:45:12.513672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48b7725d-ccbc-4514-bd74-a8a032e6ca52 req-cb845970-b667-431c-9243-c1e6b93c6e7c tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Nov 23 11:45:13.630409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba99a9-490e-4387-883c-e4ea5195a913 req-eb0cdd87-f1ab-45de-aa78-d671a346e8ac tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:13.631868 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ba99a9-490e-4387-883c-e4ea5195a913 req-eb0cdd87-f1ab-45de-aa78-d671a346e8ac tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 946 time: 0.0496643 Nov 23 11:45:13.677851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10ba99a9-490e-4387-883c-e4ea5195a913 req-5de4d9bf-e33a-47fd-992d-e74d7ad6fddc tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399668 Nov 23 11:45:13.911944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf55dde-97cb-4f2b-9f1c-6990ba0bfbd7 req-74ad34d9-0171-4739-81e6-537d71a145f4 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:13.913442 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdf55dde-97cb-4f2b-9f1c-6990ba0bfbd7 req-74ad34d9-0171-4739-81e6-537d71a145f4 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 946 time: 0.0486846 Nov 23 11:45:13.964206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cdf55dde-97cb-4f2b-9f1c-6990ba0bfbd7 req-ee01e3dc-ea80-4f4a-9c16-c09b9f204b13 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Nov 23 11:45:14.651357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-864e9494-36d2-4779-a721-118427f93560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:15.082359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277bfd-9d78-4ee9-8531-450c7161cf8b req-d1fe7f46-faa3-4781-999b-87528e2ee94c tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:15.084068 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b277bfd-9d78-4ee9-8531-450c7161cf8b req-d1fe7f46-faa3-4781-999b-87528e2ee94c tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 946 time: 0.0492611 Nov 23 11:45:15.135804 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9b277bfd-9d78-4ee9-8531-450c7161cf8b req-70355354-4c67-41bc-8755-fb1630004e52 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Nov 23 11:45:15.280170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-0beb94ef-0a07-4871-9b32-e796a8908200 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:15.281549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-0beb94ef-0a07-4871-9b32-e796a8908200 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.58 "GET /v2.0/ports?device_id=0cea0b80-b189-405d-b233-1cb0feab01c2 HTTP/1.1" status: 200 len: 946 time: 0.0526776 Nov 23 11:45:15.367929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Deleting port f20b4c07-1820-44d7-8e75-d440fa06763d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:45:15.368266 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:15.459713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] For port f20b4c07-1820-44d7-8e75-d440fa06763d, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=f20b4c07-1820-44d7-8e75-d440fa06763d,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:15.460081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:15.472916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Calling delete_port for f20b4c07-1820-44d7-8e75-d440fa06763d owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:45:15.601840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:15.615922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['f20b4c07-1820-44d7-8e75-d440fa06763d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:45:15.632402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Pushing event deleted for resources: {'Port': ['ID=f20b4c07-1820-44d7-8e75-d440fa06763d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:15.640411 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42581c28-fbbb-445c-b20d-d83b745e6766'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:45:15.672697 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] No DVR routers for this DVR port f20b4c07-1820-44d7-8e75-d440fa06763d on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:45:15.675333 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:15.678686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49e142b1-c4cf-46af-84e9-fee9320611d0 req-3cbeb33c-b1b0-4ce0-82a1-c2f1f2c2203d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.58 "DELETE /v2.0/ports/f20b4c07-1820-44d7-8e75-d440fa06763d HTTP/1.1" status: 204 len: 173 time: 0.3913147 Nov 23 11:45:15.679141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'name': 'network-vif-deleted', 'tag': 'f20b4c07-1820-44d7-8e75-d440fa06763d'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:45:15.681422 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0aadf5-61ac-4f60-bb85-09a3e3c68c76" -d '{"events": [{"server_uuid": "0cea0b80-b189-405d-b233-1cb0feab01c2", "name": "network-vif-deleted", "tag": "f20b4c07-1820-44d7-8e75-d440fa06763d"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:45:15.725086 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d1eb69-22ee-495b-88d7-94d3ce10b59e x-openstack-request-id: req-b3d1eb69-22ee-495b-88d7-94d3ce10b59e {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:45:15.725419 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cea0b80-b189-405d-b233-1cb0feab01c2", "name": "network-vif-deleted", "tag": "f20b4c07-1820-44d7-8e75-d440fa06763d", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:45:15.725672 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3d1eb69-22ee-495b-88d7-94d3ce10b59e {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:45:15.726074 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cea0b80-b189-405d-b233-1cb0feab01c2', 'name': 'network-vif-deleted', 'tag': 'f20b4c07-1820-44d7-8e75-d440fa06763d', 'status': 'completed', 'code': 200} Nov 23 11:45:16.287848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308817b-fcd4-4605-93b3-c1faba12b3a7 req-b94c4168-8fac-4532-bb6b-5bd7ee6d8599 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:16.289333 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d308817b-fcd4-4605-93b3-c1faba12b3a7 req-b94c4168-8fac-4532-bb6b-5bd7ee6d8599 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0495095 Nov 23 11:45:16.339435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d308817b-fcd4-4605-93b3-c1faba12b3a7 req-4bd9323a-c7db-426c-9877-9b45d0becae4 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441155 Nov 23 11:45:16.472352 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47721455-9a72-4a1e-b0bc-b15d144e4595 req-f104d5f8-67fa-4385-ae1c-28dedeb77e35 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:16.473866 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47721455-9a72-4a1e-b0bc-b15d144e4595 req-f104d5f8-67fa-4385-ae1c-28dedeb77e35 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Nov 23 11:45:16.520593 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-47721455-9a72-4a1e-b0bc-b15d144e4595 req-1b3f5234-338c-45ba-970d-92a298c34c3b tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Nov 23 11:45:16.643186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fb8f2-63c0-44e9-a3d4-ac0f064a0f92 req-c2200a8e-2f31-4c82-bb25-80ebb953a339 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:16.644588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b81fb8f2-63c0-44e9-a3d4-ac0f064a0f92 req-c2200a8e-2f31-4c82-bb25-80ebb953a339 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0497804 Nov 23 11:45:16.690591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b81fb8f2-63c0-44e9-a3d4-ac0f064a0f92 req-88b8e373-0517-48fc-8e84-868e771cbb3d tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Nov 23 11:45:16.857565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a6309-35d8-40f4-9950-3f4b805c2d7a req-139d5cd1-6282-402c-98b1-1d623a884ca7 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:16.859665 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a2a6309-35d8-40f4-9950-3f4b805c2d7a req-139d5cd1-6282-402c-98b1-1d623a884ca7 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0499890 Nov 23 11:45:16.908170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a2a6309-35d8-40f4-9950-3f4b805c2d7a req-ca254d15-2275-443b-9073-c2b68339a760 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Nov 23 11:45:17.023990 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01abb9-fd3c-4083-9493-57b95af6acc3 req-65fadb69-ff5c-48da-a048-a708e8b2897e tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:17.025529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b01abb9-fd3c-4083-9493-57b95af6acc3 req-65fadb69-ff5c-48da-a048-a708e8b2897e tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0507884 Nov 23 11:45:17.074042 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7b01abb9-fd3c-4083-9493-57b95af6acc3 req-0bed2676-4793-4f90-ae4e-0a8d1bf58d4b tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Nov 23 11:45:17.077190 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d515641-0d2f-41e9-b852-b0c0d3286ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:17.209892 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00250d75-5817-4682-b126-1ee0bad890d5 req-8fa16570-48fe-428d-b1ba-79b878f16bc6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:17.211377 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00250d75-5817-4682-b126-1ee0bad890d5 req-8fa16570-48fe-428d-b1ba-79b878f16bc6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0563822 Nov 23 11:45:17.259191 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-00250d75-5817-4682-b126-1ee0bad890d5 req-93d6d7cd-a77c-4a03-8bdb-c912faa17133 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Nov 23 11:45:17.570898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3c382-47f1-44fa-a04d-a1c87515a380 req-9b88f6ad-6696-44b1-ac02-2cef42b37c9f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:17.572360 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3a3c382-47f1-44fa-a04d-a1c87515a380 req-9b88f6ad-6696-44b1-ac02-2cef42b37c9f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0486994 Nov 23 11:45:17.619561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c3a3c382-47f1-44fa-a04d-a1c87515a380 req-b13e998c-9326-4928-8b4e-0dcbb8545a35 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 Nov 23 11:45:18.739733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5fe8-fffd-42b1-b95c-bc5ffe557b70 req-04fa9b14-7190-4acf-9804-5008bbbf10bb tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:18.741231 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8bbc5fe8-fffd-42b1-b95c-bc5ffe557b70 req-04fa9b14-7190-4acf-9804-5008bbbf10bb tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0517004 Nov 23 11:45:18.787594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8bbc5fe8-fffd-42b1-b95c-bc5ffe557b70 req-5e868e73-a8cf-4081-a25e-e8c7fdc9bcc4 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/security-groups?id=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Nov 23 11:45:18.794442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:18.799787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f20b4c07-1820-44d7-8e75-d440fa06763d no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:45:18.823694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: f20b4c07-1820-44d7-8e75-d440fa06763d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:45:18.824032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device f20b4c07-1820-44d7-8e75-d440fa06763d not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:45:19.200848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-c3ec8e03-d72d-414a-86e7-75b23a9a029f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:19.202307 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-c3ec8e03-d72d-414a-86e7-75b23a9a029f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.65 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 946 time: 0.0487494 Nov 23 11:45:19.294778 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Deleting port 42581c28-fbbb-445c-b20d-d83b745e6766 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:45:19.295114 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:19.381415 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] For port 42581c28-fbbb-445c-b20d-d83b745e6766, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=42581c28-fbbb-445c-b20d-d83b745e6766,segment=NetworkSegment(e4b16afc-2843-48f9-8ef5-ba47e673eeab),segment_id=e4b16afc-2843-48f9-8ef5-ba47e673eeab)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:19.381776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:19.395136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Calling delete_port for 42581c28-fbbb-445c-b20d-d83b745e6766 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:45:19.527119 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:19.541923 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['42581c28-fbbb-445c-b20d-d83b745e6766'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:45:19.555654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Pushing event deleted for resources: {'Port': ['ID=42581c28-fbbb-445c-b20d-d83b745e6766,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:19.566433 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.566790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.567138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.567478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.567816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.568152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.568825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.568825 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.569145 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.569479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.569809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.570138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:19.611139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] No DVR routers for this DVR port 42581c28-fbbb-445c-b20d-d83b745e6766 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:45:19.613813 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:19.617165 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4231dd54-6673-4f23-9f8f-3467903a90b8 req-d8459ce1-766e-48a7-91c3-1ae7b24a032f tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.65 "DELETE /v2.0/ports/42581c28-fbbb-445c-b20d-d83b745e6766 HTTP/1.1" status: 204 len: 173 time: 0.4076140 Nov 23 11:45:19.617608 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be87a0-4d35-4acc-9629-62bc74557661', 'name': 'network-vif-deleted', 'tag': '42581c28-fbbb-445c-b20d-d83b745e6766'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:45:19.619854 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b1ce0f-3ea1-470f-ba34-4f70f2139c38" -d '{"events": [{"server_uuid": "08be87a0-4d35-4acc-9629-62bc74557661", "name": "network-vif-deleted", "tag": "42581c28-fbbb-445c-b20d-d83b745e6766"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:45:19.657745 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0ebdae-404e-4984-bc62-c209c11349df x-openstack-request-id: req-7b0ebdae-404e-4984-bc62-c209c11349df {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:45:19.658068 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08be87a0-4d35-4acc-9629-62bc74557661", "name": "network-vif-deleted", "tag": "42581c28-fbbb-445c-b20d-d83b745e6766", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:45:19.658352 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b0ebdae-404e-4984-bc62-c209c11349df {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:45:19.658744 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08be87a0-4d35-4acc-9629-62bc74557661', 'name': 'network-vif-deleted', 'tag': '42581c28-fbbb-445c-b20d-d83b745e6766', 'status': 'completed', 'code': 200} Nov 23 11:45:19.763569 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:19.896915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-595131ab-0321-43ce-a04e-798f400153a4 req-94f710b8-1a66-4514-a014-e89d3ce0a2b6 tempest-ServersNegativeTestJSON-1950086597 tempest-ServersNegativeTestJSON-1950086597-project] 10.222.0.61 "GET /v2.0/ports?device_id=08be87a0-4d35-4acc-9629-62bc74557661 HTTP/1.1" status: 200 len: 210 time: 0.0293667 Nov 23 11:45:20.259843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:20.636053 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:20.955276 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57634) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:21.004574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] Deleting subnet e2179b05-76f1-4261-9e03-a965a4863211 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:45:21.008989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.048070 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.085927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.138758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.166876 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.170087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e2179b05-76f1-4261-9e03-a965a4863211 HTTP/1.1" status: 204 len: 168 time: 0.2138116 Nov 23 11:45:21.171159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6c9a3-4252-44a5-a901-c278ab49c6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2179b05-76f1-4261-9e03-a965a4863211,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:21.173311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57636) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:21.240542 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.320032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.338988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:21.348344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b16afc-2843-48f9-8ef5-ba47e673eeab') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:21.348636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b16afc-2843-48f9-8ef5-ba47e673eeab') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:21.357881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.371717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.377959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:21.378340 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:21.380154 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:21.434235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.439850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.443025 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c HTTP/1.1" status: 204 len: 168 time: 0.2686520 Nov 23 11:45:21.457673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31176693-6093-4d3b-9ce5-420c6c5d8626 admin admin] Pushing event deleted for resources: {'Network': ['ID=b287e5a9-1ee8-4a56-9f3e-5b2a3b2ab77c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:21.550437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57640) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:21.591023 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-361f5b5c-6d3c-42d3-b49d-8e2cf111f9db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1cfbea9bb48b4f33ac31a9fe5f3aca67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394025 Nov 23 11:45:21.593997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57642) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:21.645599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-122e72ee-007e-4110-961b-71746f4b4195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.667371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-122e72ee-007e-4110-961b-71746f4b4195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.713680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-122e72ee-007e-4110-961b-71746f4b4195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.716240 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-122e72ee-007e-4110-961b-71746f4b4195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:21.717423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-122e72ee-007e-4110-961b-71746f4b4195 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c4f470b-cee9-4003-a5cc-34ea87bfbd6a HTTP/1.1" status: 204 len: 168 time: 0.1224866 Nov 23 11:45:21.725863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e72ee-007e-4110-961b-71746f4b4195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4f470b-cee9-4003-a5cc-34ea87bfbd6a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:22.408348 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57664) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:22.505400 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-590221261'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:22.527156 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:22.530507 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.539123 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.623841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.628496 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.655596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:22.666442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7abe3f8-96fa-41b6-907b-95afc06c1857,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:22.674041 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.674389 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Added segment 0d65d132-4702-4932-8c07-d37e0ef09f37 of type vlan for network a091519c-dd6d-46d6-8776-1bd78e5d470c Nov 23 11:45:22.691426 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.719880 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.750208 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.756374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:22.757004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:22.809787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3996165 Nov 23 11:45:22.867861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf04daf-3bd6-4b2f-8e86-4c4cb3f327ec tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Network': ['ID=a091519c-dd6d-46d6-8776-1bd78e5d470c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:22.880532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a091519c-dd6d-46d6-8776-1bd78e5d470c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:22.949176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42581c28-fbbb-445c-b20d-d83b745e6766 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:45:22.987944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 42581c28-fbbb-445c-b20d-d83b745e6766 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:45:22.989464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 42581c28-fbbb-445c-b20d-d83b745e6766 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:45:26.077343 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57668) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:26.082942 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'subnet': {'network_id': 'a091519c-dd6d-46d6-8776-1bd78e5d470c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:26.175224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:26.178838 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.356826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.420704 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Subnet': ['ID=fdc82a69-027c-4a7c-8cc3-cc4e937de7a6,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:26.425434 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Checking segment: {'id': '0d65d132-4702-4932-8c07-d37e0ef09f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a091519c-dd6d-46d6-8776-1bd78e5d470c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:26.425797 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network hostable DHCP agents. Network: a091519c-dd6d-46d6-8776-1bd78e5d470c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:26.442473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network a091519c-dd6d-46d6-8776-1bd78e5d470c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:26.452183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a091519c-dd6d-46d6-8776-1bd78e5d470c) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:26.456870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:26.457513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.461907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48331aae-a66b-4042-99f8-da4db29d23ba None None] Network a091519c-dd6d-46d6-8776-1bd78e5d470c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:26.476283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-daa8915f-413d-4a08-8761-f47efe10a731 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3953404 Nov 23 11:45:26.478001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57670) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:26.483342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306561262'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:26.504873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:26.508494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.533052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:26.543878 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.544229 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Added segment a3f3b568-fac1-404f-be29-686a4514f349 of type vlan for network 3579bbad-2300-4d55-9e9b-dd5a92416301 Nov 23 11:45:26.588301 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.615204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ac942-b35a-49aa-b337-741383595693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a091519c-dd6d-46d6-8776-1bd78e5d470c', 'network_id': 'a091519c-dd6d-46d6-8776-1bd78e5d470c', 'tenant_id': '5abff5146f204f3690ea4ac0f9c31d75', 'fixed_ips': [{'subnet_id': 'fdc82a69-027c-4a7c-8cc3-cc4e937de7a6'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:26.615951 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.616155 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.621955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:26.622554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.650882 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1717477 Nov 23 11:45:26.654533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57672) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:26.660029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'subnet': {'network_id': '3579bbad-2300-4d55-9e9b-dd5a92416301', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:26.699292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd5c66-e37b-4876-8ba8-4bac42cc44e0 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Network': ['ID=3579bbad-2300-4d55-9e9b-dd5a92416301,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:26.712004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 3579bbad-2300-4d55-9e9b-dd5a92416301 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:26.757188 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:26.760883 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:26.986548 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-353ac942-b35a-49aa-b337-741383595693 None None] Allocated IP 2001:db8:0:ffff::2 (a091519c-dd6d-46d6-8776-1bd78e5d470c/fdc82a69-027c-4a7c-8cc3-cc4e937de7a6/a227b6d5-c447-457f-b94d-5c8ac30c2333) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:27.144322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.150222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.190007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ac942-b35a-49aa-b337-741383595693 None None] Network a091519c-dd6d-46d6-8776-1bd78e5d470c is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:27.195607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-353ac942-b35a-49aa-b337-741383595693 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:27.199296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ac942-b35a-49aa-b337-741383595693 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:27.202311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ac942-b35a-49aa-b337-741383595693 None None] Pushing event updated for resources: {'Port': ['ID=a227b6d5-c447-457f-b94d-5c8ac30c2333,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:27.214867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.214867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.214867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.215243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.215495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.215823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.216150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.216476 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.216803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.217146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.217466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.218123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:27.231530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.264151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-353ac942-b35a-49aa-b337-741383595693 None None] Attempting to bind port a227b6d5-c447-457f-b94d-5c8ac30c2333 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:27.264525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-353ac942-b35a-49aa-b337-741383595693 None None] Attempting to bind port a227b6d5-c447-457f-b94d-5c8ac30c2333 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '0d65d132-4702-4932-8c07-d37e0ef09f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a091519c-dd6d-46d6-8776-1bd78e5d470c'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:27.264892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ac942-b35a-49aa-b337-741383595693 None None] Attempting to bind port a227b6d5-c447-457f-b94d-5c8ac30c2333 on network a091519c-dd6d-46d6-8776-1bd78e5d470c {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:27.269924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ac942-b35a-49aa-b337-741383595693 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:27.270298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ac942-b35a-49aa-b337-741383595693 None None] Checking segment: {'id': '0d65d132-4702-4932-8c07-d37e0ef09f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a091519c-dd6d-46d6-8776-1bd78e5d470c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:27.270702 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.271093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353ac942-b35a-49aa-b337-741383595693 None None] Bound using segment: {'id': '0d65d132-4702-4932-8c07-d37e0ef09f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a091519c-dd6d-46d6-8776-1bd78e5d470c'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:27.271557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-353ac942-b35a-49aa-b337-741383595693 None None] Bound port: a227b6d5-c447-457f-b94d-5c8ac30c2333, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d65d132-4702-4932-8c07-d37e0ef09f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'a091519c-dd6d-46d6-8776-1bd78e5d470c'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:27.271933 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.291711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Subnet': ['ID=e60d9aaa-0179-47da-80f8-053b253e4ebd,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:27.304389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Checking segment: {'id': 'a3f3b568-fac1-404f-be29-686a4514f349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '3579bbad-2300-4d55-9e9b-dd5a92416301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:27.304754 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network hostable DHCP agents. Network: 3579bbad-2300-4d55-9e9b-dd5a92416301, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:27.323340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network 3579bbad-2300-4d55-9e9b-dd5a92416301 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:27.332927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 3579bbad-2300-4d55-9e9b-dd5a92416301) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:27.338658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:27.339911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.341545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-353ac942-b35a-49aa-b337-741383595693 None None] For port a227b6d5-c447-457f-b94d-5c8ac30c2333, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:27.346442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92516f77-5c71-4996-95f9-df002124eabf None None] Network 3579bbad-2300-4d55-9e9b-dd5a92416301 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:27.350921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-353ac942-b35a-49aa-b337-741383595693 None None] For port a227b6d5-c447-457f-b94d-5c8ac30c2333, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a227b6d5-c447-457f-b94d-5c8ac30c2333,segment=NetworkSegment(0d65d132-4702-4932-8c07-d37e0ef09f37),segment_id=0d65d132-4702-4932-8c07-d37e0ef09f37)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:27.357509 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-71edddb5-1458-4f71-8ad0-486294fc1c15 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7016609 Nov 23 11:45:27.360803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57674) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:27.373192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-353ac942-b35a-49aa-b337-741383595693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.466645 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.489646 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ac942-b35a-49aa-b337-741383595693 None None] Pushing event updated for resources: {'Port': ['ID=a227b6d5-c447-457f-b94d-5c8ac30c2333,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:27.569955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bf673-2dc1-4534-a776-2171d5120ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-3579bbad-2300-4d55-9e9b-dd5a92416301', 'network_id': '3579bbad-2300-4d55-9e9b-dd5a92416301', 'tenant_id': '5abff5146f204f3690ea4ac0f9c31d75', 'fixed_ips': [{'subnet_id': 'e60d9aaa-0179-47da-80f8-053b253e4ebd'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:27.570325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.570974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b73bf673-2dc1-4534-a776-2171d5120ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.651699 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.682202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Subnet': ['ID=e60d9aaa-0179-47da-80f8-053b253e4ebd,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server [None req-b73bf673-2dc1-4534-a776-2171d5120ed0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e60d9aaa-0179-47da-80f8-053b253e4ebd: This subnet is being modified by another concurrent operation. Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server raise exception Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e60d9aaa-0179-47da-80f8-053b253e4ebd: This subnet is being modified by another concurrent operation. Nov 23 11:45:27.691461 n-d-817747-2 neutron-server[103428]: ERROR oslo_messaging.rpc.server Nov 23 11:45:27.721611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73bd02f-4a0e-4d07-bc5b-6af23fe65479 None None] Network 3579bbad-2300-4d55-9e9b-dd5a92416301 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:27.756608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.782200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3579bbad-2300-4d55-9e9b-dd5a92416301']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:27.792574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f3b568-fac1-404f-be29-686a4514f349') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:27.793039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f3b568-fac1-404f-be29-686a4514f349') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:27.803681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.818129 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.828971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:27.829616 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:27.833655 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:27.894677 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.899231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.902738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/3579bbad-2300-4d55-9e9b-dd5a92416301 HTTP/1.1" status: 204 len: 168 time: 0.5409620 Nov 23 11:45:27.906573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57676) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:27.912525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046348220'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:27.917393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b43d6f-e520-43a5-bfc5-1bb6d10048dd tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Network': ['ID=3579bbad-2300-4d55-9e9b-dd5a92416301,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:27.933910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:27.938423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.966213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:27.976377 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:27.976727 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Added segment 231db1b5-80c6-4c7b-b5d5-867497b54e7b of type vlan for network 1c12b3da-1506-44f8-a626-15c7f0edcb01 Nov 23 11:45:28.019371 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.042464 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.048087 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:28.048666 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.082956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1751418 Nov 23 11:45:28.085788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57678) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:28.092351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'subnet': {'network_id': '1c12b3da-1506-44f8-a626-15c7f0edcb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:28.137210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52b589-4b31-4dd7-a722-bb00e083caea tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Network': ['ID=1c12b3da-1506-44f8-a626-15c7f0edcb01,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:28.148368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 1c12b3da-1506-44f8-a626-15c7f0edcb01 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:28.222441 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:28.226263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.286123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Performing IP validity checks on allocation pools {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 11:45:28.286643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.ipam_backend_mixin [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103427) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 11:45:28.415776 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.445052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491880fe-f00b-4e21-91fe-27d99faa5166 None None] Network a091519c-dd6d-46d6-8776-1bd78e5d470c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:28.476370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Subnet': ['ID=62afef4d-6f48-46e0-a9d2-9126916f1cd0,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:28.485583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Checking segment: {'id': '231db1b5-80c6-4c7b-b5d5-867497b54e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '1c12b3da-1506-44f8-a626-15c7f0edcb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:28.485952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network hostable DHCP agents. Network: 1c12b3da-1506-44f8-a626-15c7f0edcb01, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:28.502878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network 1c12b3da-1506-44f8-a626-15c7f0edcb01 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:28.511363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 1c12b3da-1506-44f8-a626-15c7f0edcb01) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:28.516272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:28.516858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.524184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2796ede7-90d6-4042-911d-c148ff1c1ab2 None None] Network 1c12b3da-1506-44f8-a626-15c7f0edcb01 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:28.534833 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-71a1c6f1-d717-45a9-8878-8a5946471e89 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4479628 Nov 23 11:45:28.537806 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57680) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:28.550009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a32ebeb8-e5b0-4f0b-b683-9cfba9079fb7 None None] Provisioning complete for port a227b6d5-c447-457f-b94d-5c8ac30c2333 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:28.550376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a32ebeb8-e5b0-4f0b-b683-9cfba9079fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.639927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.693084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.753011 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.787095 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Subnet': ['ID=62afef4d-6f48-46e0-a9d2-9126916f1cd0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:28.794705 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a32ebeb8-e5b0-4f0b-b683-9cfba9079fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.808834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d39ad5-d000-44b0-bab3-f92ce0b6ef06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-1c12b3da-1506-44f8-a626-15c7f0edcb01', 'network_id': '1c12b3da-1506-44f8-a626-15c7f0edcb01', 'tenant_id': '5abff5146f204f3690ea4ac0f9c31d75', 'fixed_ips': [{'subnet_id': '62afef4d-6f48-46e0-a9d2-9126916f1cd0'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:28.810086 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c2d39ad5-d000-44b0-bab3-f92ce0b6ef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.853485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.854146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a32ebeb8-e5b0-4f0b-b683-9cfba9079fb7 None None] For port a227b6d5-c447-457f-b94d-5c8ac30c2333, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a227b6d5-c447-457f-b94d-5c8ac30c2333,segment=NetworkSegment(0d65d132-4702-4932-8c07-d37e0ef09f37),segment_id=0d65d132-4702-4932-8c07-d37e0ef09f37)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:28.877447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c12b3da-1506-44f8-a626-15c7f0edcb01']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:28.887703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231db1b5-80c6-4c7b-b5d5-867497b54e7b') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:28.888219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231db1b5-80c6-4c7b-b5d5-867497b54e7b') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:28.896977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a32ebeb8-e5b0-4f0b-b683-9cfba9079fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.900985 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.920769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.929074 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:28.929508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:28.933543 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:28.943552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ca380-8921-4f62-a1bf-852fb1d5d703 None None] Network 1c12b3da-1506-44f8-a626-15c7f0edcb01 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:28.980739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ebeb8-e5b0-4f0b-b683-9cfba9079fb7 None None] Pushing event updated for resources: {'Port': ['ID=a227b6d5-c447-457f-b94d-5c8ac30c2333,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:29.004073 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.013739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.017976 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/1c12b3da-1506-44f8-a626-15c7f0edcb01 HTTP/1.1" status: 204 len: 168 time: 0.4790542 Nov 23 11:45:29.021630 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57682) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:29.038755 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618822401'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:29.043306 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a4f29-4496-41b3-8123-665d3f253e58 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Network': ['ID=1c12b3da-1506-44f8-a626-15c7f0edcb01,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:29.067174 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:29.072204 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.078036 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a2369-28df-44f5-949a-22bf0c09d714 None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 11:45:29.099457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:29.111270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.111613 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Added segment 605f4e57-adae-45ae-931e-f14e2cd3572a of type vlan for network 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb Nov 23 11:45:29.146345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-afcdbac7-6608-4e17-9114-a12468ca0e6a None None] Provisioning complete for port a227b6d5-c447-457f-b94d-5c8ac30c2333 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:29.146721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-afcdbac7-6608-4e17-9114-a12468ca0e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.153735 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.179497 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.185101 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:29.185714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.185833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0a2369-28df-44f5-949a-22bf0c09d714 None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 11:45:29.223544 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2007253 Nov 23 11:45:29.226467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57684) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:29.231474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'subnet': {'network_id': '45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:29.288596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ac42f-6d88-41dd-a367-ffd6b27e74ee tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Network': ['ID=45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:29.301883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:29.361382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:29.365051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.380460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a227b6d5-c447-457f-b94d-5c8ac30c2333 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:29.495782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a227b6d5-c447-457f-b94d-5c8ac30c2333 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:29.496157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.559717 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.628414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Subnet': ['ID=35ef7f49-3443-4048-854c-45275bfcb9ac,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:29.636231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Checking segment: {'id': '605f4e57-adae-45ae-931e-f14e2cd3572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:29.636618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network hostable DHCP agents. Network: 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:29.653054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:29.662024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:29.666796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:29.667504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.671015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08d4d3-6ab0-4a6e-a17b-277e774be0d9 None None] Network 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:29.684811 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2aec7998-bf84-4e38-9af6-aa53d6fd9229 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4573317 Nov 23 11:45:29.688656 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57686) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:29.693655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830008729'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:29.714044 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:29.717746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.743078 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:29.752912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.753297 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Added segment e43d7411-d06e-4395-9cc1-186e8bb8cd65 of type vlan for network 815a1d13-afb5-4fca-a981-e15140f5963b Nov 23 11:45:29.794599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.819706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb', 'network_id': '45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb', 'tenant_id': '5abff5146f204f3690ea4ac0f9c31d75', 'fixed_ips': [{'subnet_id': '35ef7f49-3443-4048-854c-45275bfcb9ac'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:29.820845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.821862 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.827577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:29.828472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:29.869819 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1799386 Nov 23 11:45:29.872923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57688) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:29.879117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Request body: {'subnet': {'network_id': '815a1d13-afb5-4fca-a981-e15140f5963b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:29.904807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab461038-df37-43d5-af29-e0e1aba97c5b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Network': ['ID=815a1d13-afb5-4fca-a981-e15140f5963b,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:29.989595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Made reservation on behalf of 5abff5146f204f3690ea4ac0f9c31d75 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:29.992112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 815a1d13-afb5-4fca-a981-e15140f5963b details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:29.993462 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.174714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Allocated IP 2001:db8::2 (45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb/35ef7f49-3443-4048-854c-45275bfcb9ac/4fffbcac-8f4e-4bd6-8536-b270f61622b7) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:30.178312 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.239697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event updated for resources: {'Subnet': ['ID=898bcc19-8754-4cbb-98ae-9bba4fd1da5d,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:30.246872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Checking segment: {'id': 'e43d7411-d06e-4395-9cc1-186e8bb8cd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '815a1d13-afb5-4fca-a981-e15140f5963b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:30.247229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network hostable DHCP agents. Network: 815a1d13-afb5-4fca-a981-e15140f5963b, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:30.263045 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Network 815a1d13-afb5-4fca-a981-e15140f5963b is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:30.272654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 815a1d13-afb5-4fca-a981-e15140f5963b) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:30.276932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:30.277555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.291051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae835ba1-d7f6-45a4-b08e-bd0bde885df7 None None] Network 815a1d13-afb5-4fca-a981-e15140f5963b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:30.294656 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5bab8e3a-74d8-4c54-9cc4-d2be43dc26c1 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205909 Nov 23 11:45:30.297814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57690) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:30.385494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.393124 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.399849 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.448402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Network 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:30.454418 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.456521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:30.459008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:30.498857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Pushing event updated for resources: {'Port': ['ID=4fffbcac-8f4e-4bd6-8536-b270f61622b7,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:30.517368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.545300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Subnet': ['ID=898bcc19-8754-4cbb-98ae-9bba4fd1da5d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:30.558915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Attempting to bind port 4fffbcac-8f4e-4bd6-8536-b270f61622b7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:30.559375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Attempting to bind port 4fffbcac-8f4e-4bd6-8536-b270f61622b7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '605f4e57-adae-45ae-931e-f14e2cd3572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:30.559810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Attempting to bind port 4fffbcac-8f4e-4bd6-8536-b270f61622b7 on network 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:30.578771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:30.579144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Checking segment: {'id': '605f4e57-adae-45ae-931e-f14e2cd3572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:30.579544 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.579934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Bound using segment: {'id': '605f4e57-adae-45ae-931e-f14e2cd3572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:30.580415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Bound port: 4fffbcac-8f4e-4bd6-8536-b270f61622b7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605f4e57-adae-45ae-931e-f14e2cd3572a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:30.580796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.594904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2becdc-f402-4f7b-8551-8f794758bd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-815a1d13-afb5-4fca-a981-e15140f5963b', 'network_id': '815a1d13-afb5-4fca-a981-e15140f5963b', 'tenant_id': '5abff5146f204f3690ea4ac0f9c31d75', 'fixed_ips': [{'subnet_id': '898bcc19-8754-4cbb-98ae-9bba4fd1da5d'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:30.595755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4d2becdc-f402-4f7b-8551-8f794758bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.610414 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.632372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815a1d13-afb5-4fca-a981-e15140f5963b']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:30.644411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43d7411-d06e-4395-9cc1-186e8bb8cd65') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:30.644636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43d7411-d06e-4395-9cc1-186e8bb8cd65') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:30.654733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.673763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.680547 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:30.680969 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:30.684467 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:30.717726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] For port 4fffbcac-8f4e-4bd6-8536-b270f61622b7, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:30.721773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] For port 4fffbcac-8f4e-4bd6-8536-b270f61622b7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4fffbcac-8f4e-4bd6-8536-b270f61622b7,segment=NetworkSegment(605f4e57-adae-45ae-931e-f14e2cd3572a),segment_id=605f4e57-adae-45ae-931e-f14e2cd3572a)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:30.726076 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.730946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a3f2a-da5d-4806-b1ab-c44d24706772 None None] Network 815a1d13-afb5-4fca-a981-e15140f5963b requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:30.750858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.755509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:30.758903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/815a1d13-afb5-4fca-a981-e15140f5963b HTTP/1.1" status: 204 len: 168 time: 0.4601457 Nov 23 11:45:30.762068 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57692) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:30.777882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadcc38-788b-4444-bdd2-8c7ca25b5113 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Network': ['ID=815a1d13-afb5-4fca-a981-e15140f5963b,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:30.794247 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-541b2f23-489c-4aba-962f-7666616746da tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] GET failed (client error): The resource could not be found. Nov 23 11:45:30.795820 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-541b2f23-489c-4aba-962f-7666616746da tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "GET /v2.0/subnets/898bcc19-8754-4cbb-98ae-9bba4fd1da5d HTTP/1.1" status: 404 len: 337 time: 0.0327468 Nov 23 11:45:30.799386 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57694) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:30.819032 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-28719b36-4898-4162-93cd-ee4aa8554443 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] DELETE failed (client error): The resource could not be found. Nov 23 11:45:30.819801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28719b36-4898-4162-93cd-ee4aa8554443 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:45:30.823056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-28719b36-4898-4162-93cd-ee4aa8554443 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/815a1d13-afb5-4fca-a981-e15140f5963b HTTP/1.1" status: 404 len: 339 time: 0.0227520 Nov 23 11:45:30.826814 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57696) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:30.854214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd1959-ed4f-4059-ac8c-08748d73a908 None None] Pushing event updated for resources: {'Port': ['ID=4fffbcac-8f4e-4bd6-8536-b270f61622b7,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:30.857576 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17c6f1b-eae9-47b5-893e-e9bb292377bf tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] DELETE failed (client error): The resource could not be found. Nov 23 11:45:30.858271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17c6f1b-eae9-47b5-893e-e9bb292377bf tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:45:30.862159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f17c6f1b-eae9-47b5-893e-e9bb292377bf tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/subnets/898bcc19-8754-4cbb-98ae-9bba4fd1da5d HTTP/1.1" status: 404 len: 337 time: 0.0340242 Nov 23 11:45:30.864756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57698) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:30.885058 n-d-817747-2 neutron-server[103426]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ac90e-383b-4892-a622-442829ed5daf tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] DELETE failed (client error): The resource could not be found. Nov 23 11:45:30.885616 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36ac90e-383b-4892-a622-442829ed5daf tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103426) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:45:30.888762 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f36ac90e-383b-4892-a622-442829ed5daf tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/815a1d13-afb5-4fca-a981-e15140f5963b HTTP/1.1" status: 404 len: 339 time: 0.0228179 Nov 23 11:45:30.891812 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:31.307821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Deleting subnet 35ef7f49-3443-4048-854c-45275bfcb9ac {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:45:31.311001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.339501 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4fffbcac-8f4e-4bd6-8536-b270f61622b7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:31.355873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.393246 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4fffbcac-8f4e-4bd6-8536-b270f61622b7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:31.393618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.444050 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.474688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.508505 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.541390 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Subnet': ['ID=35ef7f49-3443-4048-854c-45275bfcb9ac,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:31.543420 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.547354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bd1a3824-4529-418e-bbf6-55aa6e5ae124 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/subnets/35ef7f49-3443-4048-854c-45275bfcb9ac HTTP/1.1" status: 204 len: 168 time: 0.6543045 Nov 23 11:45:31.550161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57702) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:31.570414 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:45:31.571046 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:45:31.629506 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.691631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Deleting port 4fffbcac-8f4e-4bd6-8536-b270f61622b7 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:45:31.691966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.759252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] For port 4fffbcac-8f4e-4bd6-8536-b270f61622b7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4fffbcac-8f4e-4bd6-8536-b270f61622b7,segment=NetworkSegment(605f4e57-adae-45ae-931e-f14e2cd3572a),segment_id=605f4e57-adae-45ae-931e-f14e2cd3572a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:31.759617 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.773175 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Calling delete_port for 4fffbcac-8f4e-4bd6-8536-b270f61622b7 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:45:31.801579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39304b-3d13-45b6-bcf3-30825d287bfa None None] Network 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:31.859698 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.869242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3bce9bb1-1f7d-4d28-946d-21177213bb82 None None] Could not find standard attr ID for object 4fffbcac-8f4e-4bd6-8536-b270f61622b7. {{(pid=103428) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 11:45:31.886349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Port': ['ID=4fffbcac-8f4e-4bd6-8536-b270f61622b7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:31.888189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No DVR routers for this DVR port 4fffbcac-8f4e-4bd6-8536-b270f61622b7 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:45:31.972792 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:31.980989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c497b5-2fc2-45ec-8286-79b0332d6ab7 None None] DHCP port deletion for 45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:32.012309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:32.024705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605f4e57-adae-45ae-931e-f14e2cd3572a') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:32.025003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605f4e57-adae-45ae-931e-f14e2cd3572a') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:32.035790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.049055 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.054993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:32.055377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:32.058534 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:32.092566 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Port 4fffbcac-8f4e-4bd6-8536-b270f61622b7 update to ACTIVE by agent not found {{(pid=103428) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 11:45:32.117983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.122582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.125876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb HTTP/1.1" status: 204 len: 168 time: 0.5746922 Nov 23 11:45:32.128550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57704) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:32.140996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4de55-a3aa-4b9d-90bc-bbafc3381bf5 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Network': ['ID=45a3b4e3-bb3b-4d8c-a147-ec8ae0b35ccb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:32.160742 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eb2d61-4124-4f8c-bedf-e0a13751cb54 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] DELETE failed (client error): The resource could not be found. Nov 23 11:45:32.161233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eb2d61-4124-4f8c-bedf-e0a13751cb54 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:45:32.164267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d4eb2d61-4124-4f8c-bedf-e0a13751cb54 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/subnets/62afef4d-6f48-46e0-a9d2-9126916f1cd0 HTTP/1.1" status: 404 len: 337 time: 0.0334983 Nov 23 11:45:32.166788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57706) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:32.184051 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0c118d-d238-4f56-bc06-51f3b80d662b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] DELETE failed (client error): The resource could not be found. Nov 23 11:45:32.184527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0c118d-d238-4f56-bc06-51f3b80d662b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:45:32.187496 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ed0c118d-d238-4f56-bc06-51f3b80d662b tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/1c12b3da-1506-44f8-a626-15c7f0edcb01 HTTP/1.1" status: 404 len: 339 time: 0.0198152 Nov 23 11:45:32.189863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57708) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:32.214289 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc88d46-4e1b-423b-a387-ca60dad74459 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] DELETE failed (client error): The resource could not be found. Nov 23 11:45:32.214732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc88d46-4e1b-423b-a387-ca60dad74459 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:45:32.217702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2dc88d46-4e1b-423b-a387-ca60dad74459 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/subnets/e60d9aaa-0179-47da-80f8-053b253e4ebd HTTP/1.1" status: 404 len: 337 time: 0.0269783 Nov 23 11:45:32.220886 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:32.239238 n-d-817747-2 neutron-server[103427]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05a4c3d-fd6d-4801-bef2-250d3ba14265 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] DELETE failed (client error): The resource could not be found. Nov 23 11:45:32.239719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05a4c3d-fd6d-4801-bef2-250d3ba14265 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103427) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 11:45:32.242716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f05a4c3d-fd6d-4801-bef2-250d3ba14265 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/3579bbad-2300-4d55-9e9b-dd5a92416301 HTTP/1.1" status: 404 len: 339 time: 0.0208621 Nov 23 11:45:32.245141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57712) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:32.299641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Deleting subnet fdc82a69-027c-4a7c-8cc3-cc4e937de7a6 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:45:32.302717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.343938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.424988 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.485563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.511970 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc82a69-027c-4a7c-8cc3-cc4e937de7a6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:32.517619 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.523220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fe5fca35-a951-4199-a312-7f4e21f2fd43 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/subnets/fdc82a69-027c-4a7c-8cc3-cc4e937de7a6 HTTP/1.1" status: 204 len: 168 time: 0.2748315 Nov 23 11:45:32.523501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57714) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:32.523764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c479db7-45c3-47e6-b369-0ca6e29a98ee None None] Network a091519c-dd6d-46d6-8776-1bd78e5d470c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:32.598249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.657762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Deleting port a227b6d5-c447-457f-b94d-5c8ac30c2333 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:45:32.658103 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.697311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] DHCP port deletion for a091519c-dd6d-46d6-8776-1bd78e5d470c request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:32.724676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] For port a227b6d5-c447-457f-b94d-5c8ac30c2333, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a227b6d5-c447-457f-b94d-5c8ac30c2333,segment=NetworkSegment(0d65d132-4702-4932-8c07-d37e0ef09f37),segment_id=0d65d132-4702-4932-8c07-d37e0ef09f37)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:32.725038 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.738071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Calling delete_port for a227b6d5-c447-457f-b94d-5c8ac30c2333 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:45:32.744724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] Deleting port a227b6d5-c447-457f-b94d-5c8ac30c2333 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:45:32.745260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.810049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] For port a227b6d5-c447-457f-b94d-5c8ac30c2333, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a227b6d5-c447-457f-b94d-5c8ac30c2333,segment=NetworkSegment(0d65d132-4702-4932-8c07-d37e0ef09f37),segment_id=0d65d132-4702-4932-8c07-d37e0ef09f37)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:32.810753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.822071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.828439 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] Calling delete_port for a227b6d5-c447-457f-b94d-5c8ac30c2333 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:45:32.845809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Port': ['ID=a227b6d5-c447-457f-b94d-5c8ac30c2333,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:32.851292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] No DVR routers for this DVR port a227b6d5-c447-457f-b94d-5c8ac30c2333 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 11:45:32.900100 n-d-817747-2 neutron-server[103428]: self.session.flush() Nov 23 11:45:32.904089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.930035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] Pushing event deleted for resources: {'Port': ['ID=a227b6d5-c447-457f-b94d-5c8ac30c2333,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:32.931911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.933369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b20fb6-1a54-4272-a140-3087611c090d None None] No DVR routers for this DVR port a227b6d5-c447-457f-b94d-5c8ac30c2333 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:45:32.954906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a091519c-dd6d-46d6-8776-1bd78e5d470c']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:32.964400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d65d132-4702-4932-8c07-d37e0ef09f37') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:32.964707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d65d132-4702-4932-8c07-d37e0ef09f37') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:32.978875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.992468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:32.998445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:32.998830 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:33.002096 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:33.059949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:33.067118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:33.070193 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] 10.222.0.61 "DELETE /v2.0/networks/a091519c-dd6d-46d6-8776-1bd78e5d470c HTTP/1.1" status: 204 len: 168 time: 0.5457680 Nov 23 11:45:33.082678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a72a43-788c-4e4c-8a91-ce463638d106 tempest-NetworksIpV6Test-534782759 tempest-NetworksIpV6Test-534782759-project] Pushing event deleted for resources: {'Network': ['ID=a091519c-dd6d-46d6-8776-1bd78e5d470c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:33.301338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4fffbcac-8f4e-4bd6-8536-b270f61622b7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:45:33.318328 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57720) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:33.322485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 4fffbcac-8f4e-4bd6-8536-b270f61622b7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:45:33.322842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4fffbcac-8f4e-4bd6-8536-b270f61622b7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:45:33.323262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a227b6d5-c447-457f-b94d-5c8ac30c2333 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:45:33.346561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a227b6d5-c447-457f-b94d-5c8ac30c2333 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:45:33.346917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a227b6d5-c447-457f-b94d-5c8ac30c2333 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:45:33.452690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-55dcd5cd-76fb-451d-ad50-c76969dd257d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5abff5146f204f3690ea4ac0f9c31d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329925 Nov 23 11:45:33.455089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57724) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:33.508660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ed086b-b695-4d67-9280-ea840114aec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:33.531558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ed086b-b695-4d67-9280-ea840114aec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:33.579294 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ed086b-b695-4d67-9280-ea840114aec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:33.581929 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-13ed086b-b695-4d67-9280-ea840114aec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:33.585367 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-13ed086b-b695-4d67-9280-ea840114aec5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d7abe3f8-96fa-41b6-907b-95afc06c1857 HTTP/1.1" status: 204 len: 168 time: 0.1270912 Nov 23 11:45:33.590879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed086b-b695-4d67-9280-ea840114aec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7abe3f8-96fa-41b6-907b-95afc06c1857,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:34.291399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57746) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:34.392111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-289fd6ec-8f82-4591-af07-0cb547fb4def tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-670333989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:34.419891 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-289fd6ec-8f82-4591-af07-0cb547fb4def tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.421065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-289fd6ec-8f82-4591-af07-0cb547fb4def tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.521596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-289fd6ec-8f82-4591-af07-0cb547fb4def tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.526122 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-289fd6ec-8f82-4591-af07-0cb547fb4def tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.546771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-289fd6ec-8f82-4591-af07-0cb547fb4def tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.547999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-289fd6ec-8f82-4591-af07-0cb547fb4def tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2555919 Nov 23 11:45:34.550831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57750) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:34.555887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-52610474'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:34.578935 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Made reservation on behalf of f2bb35def06947f1a483f45dda0fee4e for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:34.583125 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.591727 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.667925 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.671960 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.700275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:34.706114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31faae3b-f4ef-4f90-b14a-d3e47782ed45,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:34.713089 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.713455 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Added segment c6fb07fa-e69a-481b-ab6a-1ffdae340d82 of type vlan for network cd236e53-0853-44fe-b235-1b7c606fb45c Nov 23 11:45:34.753006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.776830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.782775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:34.783352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:34.822427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2705200 Nov 23 11:45:34.825194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57752) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:34.830774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Request body: {'subnet': {'network_id': 'cd236e53-0853-44fe-b235-1b7c606fb45c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:34.881759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df274b-803d-4ec4-84c1-25e3725ad27d tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event updated for resources: {'Network': ['ID=cd236e53-0853-44fe-b235-1b7c606fb45c,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:34.892121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cd236e53-0853-44fe-b235-1b7c606fb45c details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:34.947682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Made reservation on behalf of f2bb35def06947f1a483f45dda0fee4e for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:34.951370 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.131712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.195076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event updated for resources: {'Subnet': ['ID=6aeaa2dc-9e0a-4712-949e-d7e59fc73342,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:35.203677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Checking segment: {'id': 'c6fb07fa-e69a-481b-ab6a-1ffdae340d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cd236e53-0853-44fe-b235-1b7c606fb45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:35.204030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Network hostable DHCP agents. Network: cd236e53-0853-44fe-b235-1b7c606fb45c, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:35.219916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Network cd236e53-0853-44fe-b235-1b7c606fb45c is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:35.228584 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cd236e53-0853-44fe-b235-1b7c606fb45c) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:35.233039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:35.235787 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.239281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d74a833-ce76-46a1-a5c7-f68599213994 None None] Network cd236e53-0853-44fe-b235-1b7c606fb45c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:35.253561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c2d1f6a1-1d3f-438b-8b55-9707645d452e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4273281 Nov 23 11:45:35.256676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57754) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:35.261686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1492219449'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:35.283284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Made reservation on behalf of f2bb35def06947f1a483f45dda0fee4e for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:35.288299 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.318298 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:35.330086 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.330429 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Added segment 1d68ec14-7772-4619-99ac-6b9419ddffa9 of type vlan for network cf4bcb6d-1891-46c5-9abb-02f546246ee8 Nov 23 11:45:35.380774 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.392820 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cd236e53-0853-44fe-b235-1b7c606fb45c', 'network_id': 'cd236e53-0853-44fe-b235-1b7c606fb45c', 'tenant_id': 'f2bb35def06947f1a483f45dda0fee4e', 'fixed_ips': [{'subnet_id': '6aeaa2dc-9e0a-4712-949e-d7e59fc73342'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:35.393717 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.411494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.417180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:35.417834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.454318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1963854 Nov 23 11:45:35.456966 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57756) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:35.461857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Request body: {'subnet': {'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:35.516742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c065d24-afe6-46bd-9e6c-ea7b0d7c29d8 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event updated for resources: {'Network': ['ID=cf4bcb6d-1891-46c5-9abb-02f546246ee8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:35.530491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network cf4bcb6d-1891-46c5-9abb-02f546246ee8 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:35.553663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Allocated IP 172.20.0.2 (cd236e53-0853-44fe-b235-1b7c606fb45c/6aeaa2dc-9e0a-4712-949e-d7e59fc73342/3d592916-4aae-421f-b8d9-984a4b1d181c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:35.595364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Made reservation on behalf of f2bb35def06947f1a483f45dda0fee4e for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:35.598955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.753472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.758907 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.803354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Network cd236e53-0853-44fe-b235-1b7c606fb45c is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:35.805710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.806243 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:35.809669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:35.816687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Pushing event updated for resources: {'Port': ['ID=3d592916-4aae-421f-b8d9-984a4b1d181c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:35.868369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event updated for resources: {'Subnet': ['ID=4195de68-6ad1-4d72-adf4-1c9494249595,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:35.868641 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Attempting to bind port 3d592916-4aae-421f-b8d9-984a4b1d181c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:35.868936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Attempting to bind port 3d592916-4aae-421f-b8d9-984a4b1d181c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'c6fb07fa-e69a-481b-ab6a-1ffdae340d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cd236e53-0853-44fe-b235-1b7c606fb45c'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:35.869350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Attempting to bind port 3d592916-4aae-421f-b8d9-984a4b1d181c on network cd236e53-0853-44fe-b235-1b7c606fb45c {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:35.875694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Checking segment: {'id': '1d68ec14-7772-4619-99ac-6b9419ddffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:35.876061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Network hostable DHCP agents. Network: cf4bcb6d-1891-46c5-9abb-02f546246ee8, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:35.876227 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:35.876619 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Checking segment: {'id': 'c6fb07fa-e69a-481b-ab6a-1ffdae340d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cd236e53-0853-44fe-b235-1b7c606fb45c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:35.877034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.877470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Bound using segment: {'id': 'c6fb07fa-e69a-481b-ab6a-1ffdae340d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cd236e53-0853-44fe-b235-1b7c606fb45c'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:35.877953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Bound port: 3d592916-4aae-421f-b8d9-984a4b1d181c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fb07fa-e69a-481b-ab6a-1ffdae340d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'cd236e53-0853-44fe-b235-1b7c606fb45c'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:35.878343 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.893783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Network cf4bcb6d-1891-46c5-9abb-02f546246ee8 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:35.903115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, cf4bcb6d-1891-46c5-9abb-02f546246ee8) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:35.908291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:35.908884 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:35.916032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c7aab-335b-4d64-810f-1c8b620874a6 None None] Network cf4bcb6d-1891-46c5-9abb-02f546246ee8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:35.927047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0dc66585-b864-43ec-b194-1209c747988e tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4690220 Nov 23 11:45:35.929824 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57758) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:35.934494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-06e3150b-a632-4be0-807c-c69febafbdeb tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:36.008137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] For port 3d592916-4aae-421f-b8d9-984a4b1d181c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:36.012455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] For port 3d592916-4aae-421f-b8d9-984a4b1d181c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3d592916-4aae-421f-b8d9-984a4b1d181c,segment=NetworkSegment(c6fb07fa-e69a-481b-ab6a-1ffdae340d82),segment_id=c6fb07fa-e69a-481b-ab6a-1ffdae340d82)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:36.019009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.126415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aeb4ef-8c21-498b-a720-e90fd4785b48 None None] Pushing event updated for resources: {'Port': ['ID=3d592916-4aae-421f-b8d9-984a4b1d181c,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:36.151417 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-06e3150b-a632-4be0-807c-c69febafbdeb tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.170360 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-cf4bcb6d-1891-46c5-9abb-02f546246ee8', 'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8', 'tenant_id': 'f2bb35def06947f1a483f45dda0fee4e', 'fixed_ips': [{'subnet_id': '4195de68-6ad1-4d72-adf4-1c9494249595'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:36.172192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.305248 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [None req-06e3150b-a632-4be0-807c-c69febafbdeb tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 11:45:36.312751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57760) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:36.316230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-06e3150b-a632-4be0-807c-c69febafbdeb tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "PUT /v2.0/routers/bdf3691b-7f67-428d-a016-aefbf6a53f1c HTTP/1.1" status: 400 len: 364 time: 0.3852696 Nov 23 11:45:36.342205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Allocated IP 172.21.0.2 (cf4bcb6d-1891-46c5-9abb-02f546246ee8/4195de68-6ad1-4d72-adf4-1c9494249595/0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:36.370405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Deleting subnet 4195de68-6ad1-4d72-adf4-1c9494249595 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:45:36.490419 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.495753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.496326 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.538741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Network cf4bcb6d-1891-46c5-9abb-02f546246ee8 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:36.540665 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.542160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:36.549238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:36.561598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Pushing event updated for resources: {'Port': ['ID=0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:36.634303 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.699358 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.717625 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.721748 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "DELETE /v2.0/subnets/4195de68-6ad1-4d72-adf4-1c9494249595 HTTP/1.1" status: 204 len: 168 time: 0.4070246 Nov 23 11:45:36.724201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57762) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:36.762405 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec5a3f-0137-4d25-bf4b-0a8781c47e46 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event deleted for resources: {'Subnet': ['ID=4195de68-6ad1-4d72-adf4-1c9494249595,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:36.773804 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Attempting to bind port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:36.774183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Attempting to bind port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '1d68ec14-7772-4619-99ac-6b9419ddffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:36.774552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Attempting to bind port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e on network cf4bcb6d-1891-46c5-9abb-02f546246ee8 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:36.779887 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:36.780272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Checking segment: {'id': '1d68ec14-7772-4619-99ac-6b9419ddffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:36.780729 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.781364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Bound using segment: {'id': '1d68ec14-7772-4619-99ac-6b9419ddffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:36.782622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Bound port: 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d68ec14-7772-4619-99ac-6b9419ddffa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'cf4bcb6d-1891-46c5-9abb-02f546246ee8'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:36.782622 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.836249 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.850161 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] For port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:36.853653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] For port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e,segment=NetworkSegment(1d68ec14-7772-4619-99ac-6b9419ddffa9),segment_id=1d68ec14-7772-4619-99ac-6b9419ddffa9)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:36.860381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.893469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Deleting port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:45:36.893810 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.959188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bf68d-a2f6-48a7-bb3a-4a110875b4c3 None None] Pushing event updated for resources: {'Port': ['ID=0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:36.971584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418bd19-343b-48b1-a662-b13394077834 None None] Network cf4bcb6d-1891-46c5-9abb-02f546246ee8 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:36.979419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] For port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e,segment=NetworkSegment(1d68ec14-7772-4619-99ac-6b9419ddffa9),segment_id=1d68ec14-7772-4619-99ac-6b9419ddffa9)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:36.979419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:36.993951 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Calling delete_port for 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:45:37.083875 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.114724 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event deleted for resources: {'Port': ['ID=0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:37.119555 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] No DVR routers for this DVR port 0aeabf04-03ad-46ee-a1ef-9b5f11e9ea2e on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:45:37.119822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68870c4f-e4b1-4208-9cff-77dc08acb09b None None] Network cd236e53-0853-44fe-b235-1b7c606fb45c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:37.202378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.223879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4bcb6d-1891-46c5-9abb-02f546246ee8']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:37.233307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d68ec14-7772-4619-99ac-6b9419ddffa9') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:37.233619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d68ec14-7772-4619-99ac-6b9419ddffa9') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:37.243852 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.257986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.262650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ecc80d3d-66a5-4af8-a475-8cbdff2a8184 None None] Provisioning complete for port 3d592916-4aae-421f-b8d9-984a4b1d181c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:37.263018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ecc80d3d-66a5-4af8-a475-8cbdff2a8184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.266147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:37.266147 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:37.269128 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:37.334705 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.346060 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.354098 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "DELETE /v2.0/networks/cf4bcb6d-1891-46c5-9abb-02f546246ee8 HTTP/1.1" status: 204 len: 168 time: 0.6264958 Nov 23 11:45:37.354357 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57764) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:37.367291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14831e47-180f-4849-b9fd-92539fba3956 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event deleted for resources: {'Network': ['ID=cf4bcb6d-1891-46c5-9abb-02f546246ee8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:37.376131 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3d592916-4aae-421f-b8d9-984a4b1d181c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:37.427542 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ecc80d3d-66a5-4af8-a475-8cbdff2a8184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.432393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Deleting subnet 6aeaa2dc-9e0a-4712-949e-d7e59fc73342 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:45:37.435750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.482035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ecc80d3d-66a5-4af8-a475-8cbdff2a8184 None None] For port 3d592916-4aae-421f-b8d9-984a4b1d181c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3d592916-4aae-421f-b8d9-984a4b1d181c,segment=NetworkSegment(c6fb07fa-e69a-481b-ab6a-1ffdae340d82),segment_id=c6fb07fa-e69a-481b-ab6a-1ffdae340d82)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:37.485143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.487117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3d592916-4aae-421f-b8d9-984a4b1d181c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:37.488204 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.490609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ecc80d3d-66a5-4af8-a475-8cbdff2a8184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.569672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc80d3d-66a5-4af8-a475-8cbdff2a8184 None None] Pushing event updated for resources: {'Port': ['ID=3d592916-4aae-421f-b8d9-984a4b1d181c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:37.589860 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.599492 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089364c6-cfe2-4a19-8497-c65be9e2e40e None None] get_active_networks_info from n-d-817747-2 {{(pid=103428) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 11:45:37.657873 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.662780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-63565c67-aa88-4b56-b410-938b191ae0da None None] Provisioning complete for port 3d592916-4aae-421f-b8d9-984a4b1d181c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:37.663152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-63565c67-aa88-4b56-b410-938b191ae0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.688423 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.691718 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "DELETE /v2.0/subnets/6aeaa2dc-9e0a-4712-949e-d7e59fc73342 HTTP/1.1" status: 204 len: 168 time: 0.3360744 Nov 23 11:45:37.692846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb2cd9-4b75-46f7-ae7e-a998f8daf331 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event deleted for resources: {'Subnet': ['ID=6aeaa2dc-9e0a-4712-949e-d7e59fc73342,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:37.694351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57766) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:37.743466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089364c6-cfe2-4a19-8497-c65be9e2e40e None None] Resources bound (agent type, host, resource id): {{(pid=103428) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 11:45:37.779709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.834282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Deleting port 3d592916-4aae-421f-b8d9-984a4b1d181c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:45:37.834620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.901197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] For port 3d592916-4aae-421f-b8d9-984a4b1d181c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3d592916-4aae-421f-b8d9-984a4b1d181c,segment=NetworkSegment(c6fb07fa-e69a-481b-ab6a-1ffdae340d82),segment_id=c6fb07fa-e69a-481b-ab6a-1ffdae340d82)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:37.901734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:37.914799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Calling delete_port for 3d592916-4aae-421f-b8d9-984a4b1d181c owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:45:37.970591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc80684-0a57-4099-a7be-b8497e36cf49 None None] Network cd236e53-0853-44fe-b235-1b7c606fb45c requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:37.996632 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.023708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event deleted for resources: {'Port': ['ID=3d592916-4aae-421f-b8d9-984a4b1d181c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:38.027525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] No DVR routers for this DVR port 3d592916-4aae-421f-b8d9-984a4b1d181c on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:45:38.118532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.133987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bd398e-8220-4309-8092-185e4fb73143 None None] DHCP port deletion for cd236e53-0853-44fe-b235-1b7c606fb45c request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:38.144214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd236e53-0853-44fe-b235-1b7c606fb45c']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:38.154248 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fb07fa-e69a-481b-ab6a-1ffdae340d82') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:38.154537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fb07fa-e69a-481b-ab6a-1ffdae340d82') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:38.164410 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.177818 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.183735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:45:38.184107 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:45:38.187317 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:45:38.523631 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.531411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.533980 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "DELETE /v2.0/networks/cd236e53-0853-44fe-b235-1b7c606fb45c HTTP/1.1" status: 204 len: 168 time: 0.8379226 Nov 23 11:45:38.536851 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57768) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:38.545448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81d71f-525d-406b-8268-78a63b0a98f9 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Pushing event deleted for resources: {'Network': ['ID=cd236e53-0853-44fe-b235-1b7c606fb45c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:38.564337 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9c0233ef-b4ba-408c-9e15-6065c15c9993 tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "GET /v2.0/ports?device_id=bdf3691b-7f67-428d-a016-aefbf6a53f1c HTTP/1.1" status: 200 len: 205 time: 0.0262766 Nov 23 11:45:38.566679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57770) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:38.644845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a233f716-7742-4833-a46f-87e1d9758d9a tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.809416 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a233f716-7742-4833-a46f-87e1d9758d9a tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.811447 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a233f716-7742-4833-a46f-87e1d9758d9a tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.857330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a233f716-7742-4833-a46f-87e1d9758d9a tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.857841 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a233f716-7742-4833-a46f-87e1d9758d9a tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Fanout notify agent at l3_agent the message router_deleted on router bdf3691b-7f67-428d-a016-aefbf6a53f1c {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:45:38.865875 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a233f716-7742-4833-a46f-87e1d9758d9a tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:38.870288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a233f716-7742-4833-a46f-87e1d9758d9a tempest-RoutersNegativeTest-100425781 tempest-RoutersNegativeTest-100425781-project] 10.222.0.61 "DELETE /v2.0/routers/bdf3691b-7f67-428d-a016-aefbf6a53f1c HTTP/1.1" status: 204 len: 168 time: 0.2994223 Nov 23 11:45:39.111596 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57778) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:39.247581 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-83b867c3-e05b-493c-9b76-800ad4681a15 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f2bb35def06947f1a483f45dda0fee4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347625 Nov 23 11:45:39.250189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57782) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:39.303060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3d592916-4aae-421f-b8d9-984a4b1d181c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:45:39.309155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e4234be-058f-4d9e-b64e-cc922c557c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:39.323229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3d592916-4aae-421f-b8d9-984a4b1d181c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:45:39.323579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3d592916-4aae-421f-b8d9-984a4b1d181c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:45:39.331095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e4234be-058f-4d9e-b64e-cc922c557c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:39.379009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e4234be-058f-4d9e-b64e-cc922c557c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:39.381605 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1e4234be-058f-4d9e-b64e-cc922c557c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:39.382837 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1e4234be-058f-4d9e-b64e-cc922c557c03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31faae3b-f4ef-4f90-b14a-d3e47782ed45 HTTP/1.1" status: 204 len: 168 time: 0.1316209 Nov 23 11:45:39.391893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4234be-058f-4d9e-b64e-cc922c557c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31faae3b-f4ef-4f90-b14a-d3e47782ed45,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:39.993759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57804) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:40.085743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2101016170-network', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:40.107949 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Made reservation on behalf of 2f803098fff149ef80e8244b5a4393e2 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:40.111532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.119881 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.195877 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.199545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.225786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:40.232100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36940dd3-27e6-4bc9-bd3f-f42eb5462b73,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:40.238509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.238855 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Added segment 6519d03e-eff6-4016-8113-f4bddba52a5d of type vlan for network 85fc892b-c10c-4e02-a606-3ef12e9252b2 Nov 23 11:45:40.282791 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.308293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.309326 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:40.309913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.342399 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3475435 Nov 23 11:45:40.345988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57808) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:40.350930 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Request body: {'subnet': {'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-subnet', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:40.370169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Made reservation on behalf of 2f803098fff149ef80e8244b5a4393e2 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:40.372419 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.376227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da92d4-f020-456c-bc25-bb69c7d5308e admin admin] Pushing event updated for resources: {'Network': ['ID=85fc892b-c10c-4e02-a606-3ef12e9252b2,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:40.387741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:40.540051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.595110 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac5f26d-a409-47ee-b7dc-c2f3392d6683,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:40.603509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Checking segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:40.603870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Network hostable DHCP agents. Network: 85fc892b-c10c-4e02-a606-3ef12e9252b2, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:40.620032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:40.628759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 85fc892b-c10c-4e02-a606-3ef12e9252b2) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:40.632725 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:40.633351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.643993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540f4ab-7556-4956-aca2-0018788ed915 None None] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:40.650528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6af193a5-b17a-4263-9387-bcc761217dc6 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3033922 Nov 23 11:45:40.653334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57810) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:40.657682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:40.678015 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.678990 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.734077 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.792039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-85fc892b-c10c-4e02-a606-3ef12e9252b2', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:40.792915 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.871483 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:40.934616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Allocated IP 172.20.0.2 (85fc892b-c10c-4e02-a606-3ef12e9252b2/2ac5f26d-a409-47ee-b7dc-c2f3392d6683/d4760fc2-cc45-434d-a937-9ebc9d4394ba) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:41.079890 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.085210 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.085380 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.101979 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:45:41.111523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.125214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:41.131086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:41.133013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:41.142803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Pushing event updated for resources: {'Port': ['ID=d4760fc2-cc45-434d-a937-9ebc9d4394ba,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:41.193007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Attempting to bind port d4760fc2-cc45-434d-a937-9ebc9d4394ba on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:41.193412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Attempting to bind port d4760fc2-cc45-434d-a937-9ebc9d4394ba by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:41.193780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Attempting to bind port d4760fc2-cc45-434d-a937-9ebc9d4394ba on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:41.198703 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:41.199107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Checking segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:41.199511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.199904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Bound using segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:41.200369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Bound port: d4760fc2-cc45-434d-a937-9ebc9d4394ba, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:41.200772 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.227257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Allocated IP 172.25.5.78 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/6e151718-bd78-4f6f-b012-8bb7b7334e0a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:41.267301 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] For port d4760fc2-cc45-434d-a937-9ebc9d4394ba, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:41.270396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] For port d4760fc2-cc45-434d-a937-9ebc9d4394ba, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d4760fc2-cc45-434d-a937-9ebc9d4394ba,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:41.274955 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.332319 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1bb4-f89a-4455-8a69-9bc19c6032ff None None] Pushing event updated for resources: {'Port': ['ID=d4760fc2-cc45-434d-a937-9ebc9d4394ba,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:41.336136 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.372728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.415889 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:41.418906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:41.423494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:41.432531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d6b54-8aee-4db3-910b-4316f6e2a79d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:41.450403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=6e151718-bd78-4f6f-b012-8bb7b7334e0a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:41.560892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e052945f-0a40-447b-9e8e-a3ae453ad5de None None] Provisioning complete for port 6e151718-bd78-4f6f-b012-8bb7b7334e0a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:41.562201 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e052945f-0a40-447b-9e8e-a3ae453ad5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.602378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e052945f-0a40-447b-9e8e-a3ae453ad5de None None] Port 6e151718-bd78-4f6f-b012-8bb7b7334e0a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:45:41.703487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:41.898182 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.040149 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Router c2652b6d-13dd-44f1-9563-2ea479535ab6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:45:42.159922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:45:42.170230 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Sync routers for ids ['c2652b6d-13dd-44f1-9563-2ea479535ab6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:45:42.180721 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.184052 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Routers {'c2652b6d-13dd-44f1-9563-2ea479535ab6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:42.185020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57812) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:42.185505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c2652b6d-13dd-44f1-9563-2ea479535ab6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:42.189652 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cc909148-6301-4115-bbf4-ed4f58a45fd0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5352395 Nov 23 11:45:42.272010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b666b-4a61-4cb8-b282-83e6abe84da9 None None] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:42.367474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Set router c2652b6d-13dd-44f1-9563-2ea479535ab6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:42.592689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e5ff4ec7-a5f5-43e8-bbb8-06dc6023be86 None None] Provisioning complete for port d4760fc2-cc45-434d-a937-9ebc9d4394ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:42.594283 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4ec7-a5f5-43e8-bbb8-06dc6023be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.615561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.767352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Allocated IP 172.20.0.1 (85fc892b-c10c-4e02-a606-3ef12e9252b2/2ac5f26d-a409-47ee-b7dc-c2f3392d6683/9e026a7e-1b87-494c-875d-eb89a5da79e5) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:42.838811 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4ec7-a5f5-43e8-bbb8-06dc6023be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.881266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.887978 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e5ff4ec7-a5f5-43e8-bbb8-06dc6023be86 None None] For port d4760fc2-cc45-434d-a937-9ebc9d4394ba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d4760fc2-cc45-434d-a937-9ebc9d4394ba,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:42.897764 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4ec7-a5f5-43e8-bbb8-06dc6023be86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.923332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:42.927530 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:45:41Z', 'revision_number': 3, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port': {'id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:41Z', 'updated_at': '2021-11-23T11:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:42.958081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Checking router: c2652b6d-13dd-44f1-9563-2ea479535ab6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:45:42.958438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Updating router c2652b6d-13dd-44f1-9563-2ea479535ab6 port 6e151718-bd78-4f6f-b012-8bb7b7334e0a binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:45:42.960592 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:42.967200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:42.971582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:42.977334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Pushing event updated for resources: {'Port': ['ID=9e026a7e-1b87-494c-875d-eb89a5da79e5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:43.002945 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.005504 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff4ec7-a5f5-43e8-bbb8-06dc6023be86 None None] Pushing event updated for resources: {'Port': ['ID=d4760fc2-cc45-434d-a937-9ebc9d4394ba,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:43.015562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.142841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-34c2faee-0c0a-473a-a08d-93f66b38b418 None None] Provisioning complete for port d4760fc2-cc45-434d-a937-9ebc9d4394ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:43.143349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-34c2faee-0c0a-473a-a08d-93f66b38b418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.172543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.362961 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.364058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d4760fc2-cc45-434d-a937-9ebc9d4394ba up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:43.368811 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.417540 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.424457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.441195 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.442919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Pushing event updated for resources: {'Port': ['ID=9e026a7e-1b87-494c-875d-eb89a5da79e5,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:43.485591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e75b0-edd8-438d-a49a-f9fdbe65981b None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:43.499605 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Attempting to bind port 6e151718-bd78-4f6f-b012-8bb7b7334e0a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:43.499985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Attempting to bind port 6e151718-bd78-4f6f-b012-8bb7b7334e0a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:43.500353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Attempting to bind port 6e151718-bd78-4f6f-b012-8bb7b7334e0a on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:43.505838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccc482-3dcb-4623-b7b2-1c558f42a529 None None] Pushing event updated for resources: {'Port': ['ID=6e151718-bd78-4f6f-b012-8bb7b7334e0a,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:43.513945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e4685769-c200-4c23-8938-e03daa048ddf None None] Provisioning complete for port 9e026a7e-1b87-494c-875d-eb89a5da79e5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:43.514316 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e4685769-c200-4c23-8938-e03daa048ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.518973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:43.519437 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:43.519759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.520252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:43.520665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Bound port: 6e151718-bd78-4f6f-b012-8bb7b7334e0a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:43.521021 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.543454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d4760fc2-cc45-434d-a937-9ebc9d4394ba triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:43.543829 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.544701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:43.546738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:43.621099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e4685769-c200-4c23-8938-e03daa048ddf None None] Port 9e026a7e-1b87-494c-875d-eb89a5da79e5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:45:43.642038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] For port 6e151718-bd78-4f6f-b012-8bb7b7334e0a, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:43.645969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] For port 6e151718-bd78-4f6f-b012-8bb7b7334e0a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6e151718-bd78-4f6f-b012-8bb7b7334e0a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:43.653894 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.684813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Router c2652b6d-13dd-44f1-9563-2ea479535ab6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:45:43.732614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b1d71-7212-4538-b5cb-b35d81a027a7 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:43.769730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Routers {'c2652b6d-13dd-44f1-9563-2ea479535ab6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:43.770484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c2652b6d-13dd-44f1-9563-2ea479535ab6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:43.771952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccc482-3dcb-4623-b7b2-1c558f42a529 None None] Pushing event updated for resources: {'Port': ['ID=6e151718-bd78-4f6f-b012-8bb7b7334e0a,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:43.807425 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:45:43.809937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-877bcdfa-6565-49a8-8742-83515f640069 None None] Provisioning complete for port 6e151718-bd78-4f6f-b012-8bb7b7334e0a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:43.810316 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-877bcdfa-6565-49a8-8742-83515f640069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:43.813289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5e063d5b-0675-474d-9160-0762fba8671c admin admin] 10.222.0.61 "PUT /v2.0/routers/c2652b6d-13dd-44f1-9563-2ea479535ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270199 Nov 23 11:45:43.916745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] Set router c2652b6d-13dd-44f1-9563-2ea479535ab6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:43.987818 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-877bcdfa-6565-49a8-8742-83515f640069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.052534 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-877bcdfa-6565-49a8-8742-83515f640069 None None] For port 6e151718-bd78-4f6f-b012-8bb7b7334e0a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6e151718-bd78-4f6f-b012-8bb7b7334e0a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:44.057916 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-877bcdfa-6565-49a8-8742-83515f640069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.154644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bcdfa-6565-49a8-8742-83515f640069 None None] Pushing event updated for resources: {'Port': ['ID=6e151718-bd78-4f6f-b012-8bb7b7334e0a,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:44.203561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-32cdb8de-bc5d-4eb4-82b7-513c5de20e36 None None] Provisioning complete for port 6e151718-bd78-4f6f-b012-8bb7b7334e0a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:44.203934 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-32cdb8de-bc5d-4eb4-82b7-513c5de20e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.252890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port': {'id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:41Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9e026a7e-1b87-494c-875d-eb89a5da79e5', 'name': '', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'mac_address': 'fa:16:3e:b3:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:42Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 2, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'subnets': [{'id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:44.304042 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 57828) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:44.309052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2061416226-network', 'tenant_id': '884c5e54371b45d38889bc706c83891a'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:44.331633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Made reservation on behalf of 884c5e54371b45d38889bc706c83891a for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:44.334208 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.344185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.425702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.430545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.445260 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012ca990-fd86-49aa-bccf-daa4afe25e5a None None] The sync data for ids ['c2652b6d-13dd-44f1-9563-2ea479535ab6'] in n-d-817747-2 is: [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port': {'id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:41Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9e026a7e-1b87-494c-875d-eb89a5da79e5', 'name': '', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'mac_address': 'fa:16:3e:b3:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:42Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 2, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'subnets': [{'id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:45:44.457491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:45:44.469626 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.469971 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Added segment f2516c9f-4671-4aeb-a1d4-035af1897fd8 of type vlan for network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 Nov 23 11:45:44.477927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b19f3f-641b-4921-8962-a5b017bcd273,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:44.506262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-32cdb8de-bc5d-4eb4-82b7-513c5de20e36 None None] Provisioning complete for port 9e026a7e-1b87-494c-875d-eb89a5da79e5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:44.506636 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-32cdb8de-bc5d-4eb4-82b7-513c5de20e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.525635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.544901 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-32cdb8de-bc5d-4eb4-82b7-513c5de20e36 None None] Port 9e026a7e-1b87-494c-875d-eb89a5da79e5 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:45:44.553012 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.554069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:44.554653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.592131 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2869589 Nov 23 11:45:44.595112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57830) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:44.601622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Request body: {'subnet': {'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-subnet', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:44.620402 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12773a29-abad-480c-8fe0-d0a6529456f6 admin admin] Pushing event updated for resources: {'Network': ['ID=01e5c702-eb2b-4b4c-b728-a1cad19bf586,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:44.626618 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Made reservation on behalf of 884c5e54371b45d38889bc706c83891a for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:44.629911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.632903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:45:44.715119 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ac4bdcd-e053-4567-845e-f2ffaf49f305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.847194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.908144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=217f965c-e2b2-42af-a830-99a733fb00f9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:44.918944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Checking segment: {'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:44.919309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Network hostable DHCP agents. Network: 01e5c702-eb2b-4b4c-b728-a1cad19bf586, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:45:44.938373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:45:44.948637 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 01e5c702-eb2b-4b4c-b728-a1cad19bf586) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:44.952987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:44.953641 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:44.958454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38080a-e7d1-4df5-b3f6-c5a0cfc8393f None None] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:44.970902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-740e7434-01de-4ba6-a720-a1aec83275cb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3740890 Nov 23 11:45:44.973453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57832) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:44.978332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:45.001624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.002830 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.068620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.122933 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-01e5c702-eb2b-4b4c-b728-a1cad19bf586', 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'fixed_ips': [{'subnet_id': '217f965c-e2b2-42af-a830-99a733fb00f9'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:45:45.124217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.258044 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.308775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Allocated IP 172.20.0.2 (01e5c702-eb2b-4b4c-b728-a1cad19bf586/217f965c-e2b2-42af-a830-99a733fb00f9/bdf107f0-eb42-4264-a209-fe9f5ff4cb3d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:45.410666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6e151718-bd78-4f6f-b012-8bb7b7334e0a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:45.501275 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.522935 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.529497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.533821 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 6e151718-bd78-4f6f-b012-8bb7b7334e0a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:45.534189 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.537874 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.609767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:45.618422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:45.622354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:45.635338 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Pushing event updated for resources: {'Port': ['ID=bdf107f0-eb42-4264-a209-fe9f5ff4cb3d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:45.649090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Allocated IP 172.25.5.209 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/a1ce3c50-2c19-4d50-9891-d095531fe44e) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:45.717094 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Attempting to bind port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:45.717500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Attempting to bind port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:45.717939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Attempting to bind port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d on network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:45.727793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:45.728262 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Checking segment: {'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:45.728586 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.728989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Bound using segment: {'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:45.729531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Bound port: bdf107f0-eb42-4264-a209-fe9f5ff4cb3d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:45.729918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.771199 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.817986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.829175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] For port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:45.832964 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] For port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=bdf107f0-eb42-4264-a209-fe9f5ff4cb3d,segment=NetworkSegment(f2516c9f-4671-4aeb-a1d4-035af1897fd8),segment_id=f2516c9f-4671-4aeb-a1d4-035af1897fd8)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:45.837787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:45.861762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:45.864677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:45.868606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:45.892747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375247ca-f7be-4a42-ad29-757d6328ff66 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:45.893429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce3c50-2c19-4d50-9891-d095531fe44e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:45.903417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254a4cb-0e70-44fd-8b53-3a97b38d914b None None] Pushing event updated for resources: {'Port': ['ID=bdf107f0-eb42-4264-a209-fe9f5ff4cb3d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:45.981499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-be207bc1-eb81-4681-ad04-57981d32bd39 None None] Provisioning complete for port a1ce3c50-2c19-4d50-9891-d095531fe44e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:45.981843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be207bc1-eb81-4681-ad04-57981d32bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:46.029592 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-be207bc1-eb81-4681-ad04-57981d32bd39 None None] Port a1ce3c50-2c19-4d50-9891-d095531fe44e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:45:46.438826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:46.642186 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:46.779546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:45:46.851018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772fce3-c98b-4f17-921b-c09f83985651 None None] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:45:46.895242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:45:46.907116 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Sync routers for ids ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:45:46.920318 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Routers {'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:46.920736 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:46.920971 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:46.923339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2be8125c-bed0-4761-b8b9-d0e273eeecff admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9485381 Nov 23 11:45:46.925808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 57834) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:45:46.988279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ad2ab028-7b55-4af6-b6f0-678d318a70b6 None None] Provisioning complete for port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:46.988654 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab028-7b55-4af6-b6f0-678d318a70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.063941 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Set router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:47.099886 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd8283e5-adbd-4c5f-83c4-9da1808582f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.152452 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab028-7b55-4af6-b6f0-678d318a70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.199333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ad2ab028-7b55-4af6-b6f0-678d318a70b6 None None] For port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=bdf107f0-eb42-4264-a209-fe9f5ff4cb3d,segment=NetworkSegment(f2516c9f-4671-4aeb-a1d4-035af1897fd8),segment_id=f2516c9f-4671-4aeb-a1d4-035af1897fd8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:47.206057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ad2ab028-7b55-4af6-b6f0-678d318a70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.274628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ab028-7b55-4af6-b6f0-678d318a70b6 None None] Pushing event updated for resources: {'Port': ['ID=bdf107f0-eb42-4264-a209-fe9f5ff4cb3d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:47.339385 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:46Z', 'revision_number': 3, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:47.372463 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Checking router: c610e0e5-0ce3-47e3-8f76-838a3bae5c0a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:45:47.373164 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Updating router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a port a1ce3c50-2c19-4d50-9891-d095531fe44e binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:45:47.398790 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device bdf107f0-eb42-4264-a209-fe9f5ff4cb3d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:47.404676 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.435553 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Sync routers for ids ['c2652b6d-13dd-44f1-9563-2ea479535ab6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:45:47.464916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Routers {'c2652b6d-13dd-44f1-9563-2ea479535ab6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:47.465676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c2652b6d-13dd-44f1-9563-2ea479535ab6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:47.501872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.507497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c350abae-75ff-4c87-93d2-b9419b5d6f57 None None] Provisioning complete for port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:47.507960 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c350abae-75ff-4c87-93d2-b9419b5d6f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.646578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:47.646954 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.688573 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Allocated IP 172.20.0.1 (01e5c702-eb2b-4b4c-b728-a1cad19bf586/217f965c-e2b2-42af-a830-99a733fb00f9/bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:47.707919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Set router c2652b6d-13dd-44f1-9563-2ea479535ab6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:47.726494 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.733457 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.786971 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Attempting to bind port a1ce3c50-2c19-4d50-9891-d095531fe44e on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:47.787346 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Attempting to bind port a1ce3c50-2c19-4d50-9891-d095531fe44e by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:47.787703 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Attempting to bind port a1ce3c50-2c19-4d50-9891-d095531fe44e on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:47.796477 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Pushing event updated for resources: {'Port': ['ID=a1ce3c50-2c19-4d50-9891-d095531fe44e,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:47.798049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c409deb-a168-4907-85aa-0acb2da713d7 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:47.798644 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:47.799014 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:47.799410 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.799797 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:47.800341 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Bound port: a1ce3c50-2c19-4d50-9891-d095531fe44e, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:47.800631 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.809444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.825073 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.825439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.825773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.826098 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.826409 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.826735 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.827062 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.828007 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.828324 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.828643 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.828954 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.829308 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:45:47.858005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.877667 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] For port a1ce3c50-2c19-4d50-9891-d095531fe44e, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:47.880977 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] For port a1ce3c50-2c19-4d50-9891-d095531fe44e, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a1ce3c50-2c19-4d50-9891-d095531fe44e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:47.887176 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.914439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:47.917971 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:47.923165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:47.926592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:47.935778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-394e1a67-c72c-49a5-857f-21ae8519cd66 None None] Provisioning complete for port a1ce3c50-2c19-4d50-9891-d095531fe44e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:47.936263 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-394e1a67-c72c-49a5-857f-21ae8519cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.939562 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Routers {'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:47.940340 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:47.973856 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:47.975317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad687dea-03ae-4c02-bdd3-d7b81b498654 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:45:48.074047 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfefc-1154-4ce5-a7d7-acf9bef1d424 None None] Pushing event updated for resources: {'Port': ['ID=a1ce3c50-2c19-4d50-9891-d095531fe44e,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:48.074556 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-394e1a67-c72c-49a5-857f-21ae8519cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.115015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-394e1a67-c72c-49a5-857f-21ae8519cd66 None None] For port a1ce3c50-2c19-4d50-9891-d095531fe44e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a1ce3c50-2c19-4d50-9891-d095531fe44e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:48.120104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port': {'id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:41Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9e026a7e-1b87-494c-875d-eb89a5da79e5', 'name': '', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'mac_address': 'fa:16:3e:b3:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:42Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 2, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'subnets': [{'id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:48.122304 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.129271 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] Set router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:48.149950 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Checking router: c2652b6d-13dd-44f1-9563-2ea479535ab6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:45:48.150331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Updating router c2652b6d-13dd-44f1-9563-2ea479535ab6 port 9e026a7e-1b87-494c-875d-eb89a5da79e5 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:45:48.154099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-394e1a67-c72c-49a5-857f-21ae8519cd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.209149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.258730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e1a67-c72c-49a5-857f-21ae8519cd66 None None] Pushing event updated for resources: {'Port': ['ID=a1ce3c50-2c19-4d50-9891-d095531fe44e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:48.337057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.340581 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:46Z', 'revision_number': 3, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:48.344282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.368692 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f88f223-b84a-4684-ad54-2ce31834decf None None] The sync data for ids ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'] in n-d-817747-2 is: [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:46Z', 'revision_number': 3, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:45:48.423214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:48.426081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.516689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a6edfb38-551b-4bf1-a484-70b4c7ea6af1 None None] Provisioning complete for port a1ce3c50-2c19-4d50-9891-d095531fe44e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:48.517070 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a6edfb38-551b-4bf1-a484-70b4c7ea6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.533022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:48.535111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:48.717284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:45:48.775019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a6edfb38-551b-4bf1-a484-70b4c7ea6af1 None None] Provisioning complete for port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:48.775402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a6edfb38-551b-4bf1-a484-70b4c7ea6af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.826053 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.844477 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.849807 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.850486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-a6edfb38-551b-4bf1-a484-70b4c7ea6af1 None None] Port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:45:48.855097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:45:48.868943 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e56ca21a-0243-443c-a8fd-350886209fa0 admin admin] 10.222.0.61 "PUT /v2.0/routers/c610e0e5-0ce3-47e3-8f76-838a3bae5c0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419868 Nov 23 11:45:48.908116 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1be95-a56d-4cdb-818b-b21de30892cb None None] Pushing event updated for resources: {'Port': ['ID=9e026a7e-1b87-494c-875d-eb89a5da79e5,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:48.973021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Attempting to bind port 9e026a7e-1b87-494c-875d-eb89a5da79e5 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:48.974251 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Attempting to bind port 9e026a7e-1b87-494c-875d-eb89a5da79e5 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:48.974802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Attempting to bind port 9e026a7e-1b87-494c-875d-eb89a5da79e5 on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:48.984413 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:48.984843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Checking segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:48.985293 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:48.985701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Bound using segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:48.986370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Bound port: 9e026a7e-1b87-494c-875d-eb89a5da79e5, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:48.986917 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.001905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8a84dcde-d47f-4fce-a10b-f6d71df31910 None None] Provisioning complete for port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:49.002323 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8a84dcde-d47f-4fce-a10b-f6d71df31910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.085032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8a84dcde-d47f-4fce-a10b-f6d71df31910 None None] Port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:45:49.118670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] For port 9e026a7e-1b87-494c-875d-eb89a5da79e5, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:49.128520 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] For port 9e026a7e-1b87-494c-875d-eb89a5da79e5, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9e026a7e-1b87-494c-875d-eb89a5da79e5,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:49.138776 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.208236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Routers {'c2652b6d-13dd-44f1-9563-2ea479535ab6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:49.208888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c2652b6d-13dd-44f1-9563-2ea479535ab6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:49.213158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1be95-a56d-4cdb-818b-b21de30892cb None None] Pushing event updated for resources: {'Port': ['ID=9e026a7e-1b87-494c-875d-eb89a5da79e5,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:49.288892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f37de1a2-6cbb-48bb-873e-efd571cbdb41 None None] Provisioning complete for port 9e026a7e-1b87-494c-875d-eb89a5da79e5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:49.289313 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f37de1a2-6cbb-48bb-873e-efd571cbdb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.416688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] Set router c2652b6d-13dd-44f1-9563-2ea479535ab6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:49.494030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a1ce3c50-2c19-4d50-9891-d095531fe44e up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:49.607402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f37de1a2-6cbb-48bb-873e-efd571cbdb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.708494 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f37de1a2-6cbb-48bb-873e-efd571cbdb41 None None] For port 9e026a7e-1b87-494c-875d-eb89a5da79e5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9e026a7e-1b87-494c-875d-eb89a5da79e5,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:49.717231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f37de1a2-6cbb-48bb-873e-efd571cbdb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.738572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a1ce3c50-2c19-4d50-9891-d095531fe44e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:49.738950 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.841074 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.864300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de1a2-6cbb-48bb-873e-efd571cbdb41 None None] Pushing event updated for resources: {'Port': ['ID=9e026a7e-1b87-494c-875d-eb89a5da79e5,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:49.874114 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-65559c03-5e34-4d35-aaa7-3bedd3a4e3c7 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:49.875646 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-65559c03-5e34-4d35-aaa7-3bedd3a4e3c7 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/networks?id=85fc892b-c10c-4e02-a606-3ef12e9252b2 HTTP/1.1" status: 200 len: 817 time: 0.1130581 Nov 23 11:45:49.881481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-533db2c3-4bdf-4e2f-8e18-d50545755639 None None] Provisioning complete for port 9e026a7e-1b87-494c-875d-eb89a5da79e5 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:49.881870 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-533db2c3-4bdf-4e2f-8e18-d50545755639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:49.891221 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-62e25e2d-422c-4111-a9c4-b5b30414b309 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/quotas/2f803098fff149ef80e8244b5a4393e2 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Nov 23 11:45:49.915299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port': {'id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:41Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9e026a7e-1b87-494c-875d-eb89a5da79e5', 'name': '', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'mac_address': 'fa:16:3e:b3:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:42Z', 'updated_at': '2021-11-23T11:45:49Z', 'revision_number': 4, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'subnets': [{'id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:49.944197 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-6d81bd45-55c1-45bc-ad67-0551eea43c04 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f803098fff149ef80e8244b5a4393e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470634 Nov 23 11:45:49.966459 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249bea02-78e7-4e5d-8739-357132a433e8 None None] The sync data for ids ['c2652b6d-13dd-44f1-9563-2ea479535ab6'] in n-d-817747-2 is: [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port': {'id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:41Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '9e026a7e-1b87-494c-875d-eb89a5da79e5', 'name': '', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'mac_address': 'fa:16:3e:b3:be:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:42Z', 'updated_at': '2021-11-23T11:45:49Z', 'revision_number': 4, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'subnets': [{'id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:45:49.986121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9e026a7e-1b87-494c-875d-eb89a5da79e5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:50.060124 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-005fc973-8b1d-4f3e-9f3c-a58c18ad1e56 service neutron] 10.222.0.61 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012974 Nov 23 11:45:50.084511 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9e026a7e-1b87-494c-875d-eb89a5da79e5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:50.085022 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:50.174829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-23db6459-ffa0-4292-a5cd-d884b54ab953 service neutron] 10.222.0.61 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059496 Nov 23 11:45:50.184189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device bdf107f0-eb42-4264-a209-fe9f5ff4cb3d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:50.241349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:50.241813 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:50.288241 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:50.380577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a09e2c2e-b6dc-420b-bc6b-9f5fd042d699 req-6ed092a9-d099-486e-9e72-ca455ba8fd92 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 210 time: 0.0408518 Nov 23 11:45:50.498882 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Sync routers for ids ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:45:50.509471 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Routers {'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:50.510277 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:50.637215 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Set router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:50.662346 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:50.965721 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc', 'name': '', 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '217f965c-e2b2-42af-a830-99a733fb00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:47Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 2, 'project_id': '884c5e54371b45d38889bc706c83891a', 'subnets': [{'id': '217f965c-e2b2-42af-a830-99a733fb00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:50.996474 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Checking router: c610e0e5-0ce3-47e3-8f76-838a3bae5c0a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:45:50.996749 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Updating router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:45:51.021302 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.304539 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.309900 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.324037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9e026a7e-1b87-494c-875d-eb89a5da79e5 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:51.393814 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727bb45-2102-4986-9796-f861a1e07f8e None None] Pushing event updated for resources: {'Port': ['ID=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:51.447270 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Attempting to bind port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:51.447640 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Attempting to bind port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:51.448000 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Attempting to bind port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc on network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:51.461367 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:51.461738 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Checking segment: {'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:51.461986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-3a519717-c719-4e31-b5a5-79e99729c2eb tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:51.462490 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.462710 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Bound using segment: {'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:51.463179 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Bound port: bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2516c9f-4671-4aeb-a1d4-035af1897fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:51.463556 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.464903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-3a519717-c719-4e31-b5a5-79e99729c2eb tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "GET /v2.0/networks?id=85fc892b-c10c-4e02-a606-3ef12e9252b2 HTTP/1.1" status: 200 len: 817 time: 0.1313007 Nov 23 11:45:51.469759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 9e026a7e-1b87-494c-875d-eb89a5da79e5 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:51.470246 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.486348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Request body: {'port': {'device_id': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'admin_state_up': True, 'tenant_id': '2f803098fff149ef80e8244b5a4393e2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:51.568941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-39250b34-137c-4afa-aa4d-0aa9fc7e7baf req-74fa1f57-6cff-49a4-94bf-15339a841cf6 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 210 time: 0.0561090 Nov 23 11:45:51.616911 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] For port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:51.620650 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] For port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,segment=NetworkSegment(f2516c9f-4671-4aeb-a1d4-035af1897fd8),segment_id=f2516c9f-4671-4aeb-a1d4-035af1897fd8)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:51.628330 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.640444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Made reservation on behalf of 2f803098fff149ef80e8244b5a4393e2 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:45:51.644130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.699127 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727bb45-2102-4986-9796-f861a1e07f8e None None] Pushing event updated for resources: {'Port': ['ID=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:51.705835 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Routers {'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:45:51.706468 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:45:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:51.729043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-76d70405-20a1-4d9f-9aa4-40c4b0d41ef9 None None] Provisioning complete for port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:51.730507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d70405-20a1-4d9f-9aa4-40c4b0d41ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.799741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Allocated IP 172.20.0.12 (85fc892b-c10c-4e02-a606-3ef12e9252b2/2ac5f26d-a409-47ee-b7dc-c2f3392d6683/ebda5a23-26ac-45fd-bf3b-84907d9b2a3d) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:45:51.833269 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] Set router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:45:51.862246 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d70405-20a1-4d9f-9aa4-40c4b0d41ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.899280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-76d70405-20a1-4d9f-9aa4-40c4b0d41ef9 None None] For port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,segment=NetworkSegment(f2516c9f-4671-4aeb-a1d4-035af1897fd8),segment_id=f2516c9f-4671-4aeb-a1d4-035af1897fd8)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:51.905827 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76d70405-20a1-4d9f-9aa4-40c4b0d41ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:51.974385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d70405-20a1-4d9f-9aa4-40c4b0d41ef9 None None] Pushing event updated for resources: {'Port': ['ID=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:51.980956 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:52.016702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:52.028109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8d7bbfc0-17a3-4d87-9885-e6924cc739b4 None None] Provisioning complete for port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:52.028565 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d7bbfc0-17a3-4d87-9885-e6924cc739b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:52.067460 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:45:52.070438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:45:52.073011 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:45:52.084798 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc', 'name': '', 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '217f965c-e2b2-42af-a830-99a733fb00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:47Z', 'updated_at': '2021-11-23T11:45:51Z', 'revision_number': 4, 'project_id': '884c5e54371b45d38889bc706c83891a', 'subnets': [{'id': '217f965c-e2b2-42af-a830-99a733fb00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:45:52.106538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Pushing event updated for resources: {'Port': ['ID=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:52.119512 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4497c63-47d0-41f0-b32e-c5ea31c53c75 None None] The sync data for ids ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'] in n-d-817747-2 is: [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc', 'name': '', 'network_id': '01e5c702-eb2b-4b4c-b728-a1cad19bf586', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '217f965c-e2b2-42af-a830-99a733fb00f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:47Z', 'updated_at': '2021-11-23T11:45:51Z', 'revision_number': 4, 'project_id': '884c5e54371b45d38889bc706c83891a', 'subnets': [{'id': '217f965c-e2b2-42af-a830-99a733fb00f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:45:52.142163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:52.142947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:52.191587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-8576b5d0-4e23-4d1d-ad6f-656f81f9136f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097499 Nov 23 11:45:52.209807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Request body: {'port': {'device_id': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:45:52.274924 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:52.449751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-523ee521-991b-4247-9ce7-9a720699fd85 None None] Provisioning complete for port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:52.450338 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-523ee521-991b-4247-9ce7-9a720699fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:52.492053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-523ee521-991b-4247-9ce7-9a720699fd85 None None] Port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:45:52.706283 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:52.913746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1adbe9-0156-4613-9db5-e453d10e0c3f req-0a862cb7-c4d5-4a5f-a827-f099057312e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:52.915352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c1adbe9-0156-4613-9db5-e453d10e0c3f req-0a862cb7-c4d5-4a5f-a827-f099057312e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 932 time: 0.0832853 Nov 23 11:45:53.004569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebda5a23-26ac-45fd-bf3b-84907d9b2a3d {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:45:53.012571 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:53.018506 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c1adbe9-0156-4613-9db5-e453d10e0c3f req-bd7b7b99-c1d0-422c-9f63-65f2f585f78d tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944145 Nov 23 11:45:53.040102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Transition to ACTIVE for port object ebda5a23-26ac-45fd-bf3b-84907d9b2a3d will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:45:53.040102 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:53.089047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Pushing event updated for resources: {'Port': ['ID=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:53.156715 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Attempting to bind port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:45:53.157050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Attempting to bind port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:45:53.157443 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Attempting to bind port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:53.163351 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:45:53.163679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Attempting to bind port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:45:53.169347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:45:53.169690 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Checking segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:45:53.170071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Bound using segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:45:53.170500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Bound port: ebda5a23-26ac-45fd-bf3b-84907d9b2a3d, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:45:53.171503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:53.252464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] For port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:45:53.258063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] For port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:45:53.265792 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:53.309878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:53.310498 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:53.312562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] 10.222.0.65 "PUT /v2.0/ports/ebda5a23-26ac-45fd-bf3b-84907d9b2a3d HTTP/1.1" status: 200 len: 1092 time: 1.1071968 Nov 23 11:45:53.313018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'tag': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:45:53.315386 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa4bf7-8759-455f-9bc8-8cf0d687b493" -d '{"events": [{"name": "network-changed", "server_uuid": "55c59758-8dc0-43ba-963d-ad64f04649c1", "tag": "ebda5a23-26ac-45fd-bf3b-84907d9b2a3d"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:45:53.359568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bb644-6db1-40bf-9b89-63428a0bb7da service neutron] Pushing event updated for resources: {'Port': ['ID=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:53.367823 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d7f3d8-15d6-4f04-9164-8697862f6d60 x-openstack-request-id: req-48d7f3d8-15d6-4f04-9164-8697862f6d60 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:45:53.368245 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c59758-8dc0-43ba-963d-ad64f04649c1", "tag": "ebda5a23-26ac-45fd-bf3b-84907d9b2a3d", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:45:53.368572 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-48d7f3d8-15d6-4f04-9164-8697862f6d60 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:45:53.369037 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'tag': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d', 'status': 'completed', 'code': 200} Nov 23 11:45:53.394078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:53.418299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-31d2bc51-7da0-413e-97e8-30b27aafe93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:53.419817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-31d2bc51-7da0-413e-97e8-30b27aafe93e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f803098fff149ef80e8244b5a4393e2&device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 1095 time: 0.0495512 Nov 23 11:45:53.445667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:53.446044 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:53.470953 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-74aa66a8-6bcd-4362-80fe-c0100b74920c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d HTTP/1.1" status: 200 len: 217 time: 0.0370903 Nov 23 11:45:53.534181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-045f17ee-e6d2-4435-9fde-1625516fd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:53.535826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-045f17ee-e6d2-4435-9fde-1625516fd372 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ac5f26d-a409-47ee-b7dc-c2f3392d6683 HTTP/1.1" status: 200 len: 856 time: 0.0527253 Nov 23 11:45:53.586530 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-92c88bff-87b7-4054-9e8f-9ec65fcac535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:53.588001 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-92c88bff-87b7-4054-9e8f-9ec65fcac535 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85fc892b-c10c-4e02-a606-3ef12e9252b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411441 Nov 23 11:45:53.710112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-f91e47be-3f8a-4cbf-89ec-9e83327eccae service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106000 Nov 23 11:45:53.802346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-baa105b6-041f-4aab-8cbe-92f77c3011a3 req-4463651d-f999-4b03-afee-61f5c8a6a950 service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813823 Nov 23 11:45:53.906050 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-62f7fd4c-b25c-46ba-a106-bda399b24820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:53.907613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-62f7fd4c-b25c-46ba-a106-bda399b24820 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f803098fff149ef80e8244b5a4393e2&device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 1095 time: 0.0410757 Nov 23 11:45:54.011779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-310c8a73-0d82-4d88-8b8f-db3c16ac53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:54.013296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-310c8a73-0d82-4d88-8b8f-db3c16ac53ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=85fc892b-c10c-4e02-a606-3ef12e9252b2 HTTP/1.1" status: 200 len: 918 time: 0.0953147 Nov 23 11:45:54.063580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-f3e7aca5-e0ad-458c-bf43-ea5aa3b995db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d HTTP/1.1" status: 200 len: 217 time: 0.0433197 Nov 23 11:45:54.144449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-bb38b127-a943-49d1-b4ee-f1fbd39df99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:54.145966 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-bb38b127-a943-49d1-b4ee-f1fbd39df99f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ac5f26d-a409-47ee-b7dc-c2f3392d6683 HTTP/1.1" status: 200 len: 856 time: 0.0752497 Nov 23 11:45:54.162175 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe2386-92e4-47fc-afe6-6aa2dfdfab4c req-0c7edf29-3226-4e99-9e5c-52b97032decc tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:54.163564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdbe2386-92e4-47fc-afe6-6aa2dfdfab4c req-0c7edf29-3226-4e99-9e5c-52b97032decc tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 944 time: 0.0642149 Nov 23 11:45:54.233455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-680f2fb9-23c8-43fa-80df-25a5fed7a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:54.235455 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-680f2fb9-23c8-43fa-80df-25a5fed7a048 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85fc892b-c10c-4e02-a606-3ef12e9252b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710497 Nov 23 11:45:54.238723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bdbe2386-92e4-47fc-afe6-6aa2dfdfab4c req-f9a95c37-36cf-4367-aac9-4e348b1e926f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Nov 23 11:45:54.337679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-01df0bb4-d85a-4f3a-90f1-c3f1f1debabe service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937946 Nov 23 11:45:54.431495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-57aa4bf7-8759-455f-9bc8-8cf0d687b493 req-a4961ff4-80a2-4078-b55d-2b9ed73bc8a2 service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856469 Nov 23 11:45:55.138809 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ebda5a23-26ac-45fd-bf3b-84907d9b2a3d details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:45:55.235980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:55.367287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01b6d7-8d30-4f78-86d3-4f2856e0cac9 req-cd302e70-35df-4194-a503-5c92b056b842 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:55.368902 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be01b6d7-8d30-4f78-86d3-4f2856e0cac9 req-cd302e70-35df-4194-a503-5c92b056b842 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 944 time: 0.0535386 Nov 23 11:45:55.406325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'port_id': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d', 'mac_address': 'fa:16:3e:78:9c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:45:55.424104 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-be01b6d7-8d30-4f78-86d3-4f2856e0cac9 req-28f342d1-b367-4c99-bc4d-589939e5947e tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476649 Nov 23 11:45:55.444711 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:55.457273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebda5a23-26ac-45fd-bf3b-84907d9b2a3d {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:45:55.475928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:55.479780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:55.526506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:55.741405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['ebda5a23-26ac-45fd-bf3b-84907d9b2a3d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:45:56.546367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969e749-21fe-4505-be19-d2872b4044b9 req-55aa0c8e-a800-4344-b501-153142b5463a tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:56.548090 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6969e749-21fe-4505-be19-d2872b4044b9 req-55aa0c8e-a800-4344-b501-153142b5463a tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 945 time: 0.0550466 Nov 23 11:45:56.596849 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6969e749-21fe-4505-be19-d2872b4044b9 req-c0a83542-27f0-4114-b2d6-35a7470ec790 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Nov 23 11:45:57.155767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ebda5a23-26ac-45fd-bf3b-84907d9b2a3d up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:45:57.206150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:45:57.210040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:45:57.210418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:57.292476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:57.315845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:45:57.318147 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d792ad53-8b3a-4692-bacc-354311fe6539" -d '{"events": [{"server_uuid": "55c59758-8dc0-43ba-963d-ad64f04649c1", "name": "network-vif-plugged", "status": "completed", "tag": "ebda5a23-26ac-45fd-bf3b-84907d9b2a3d"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:45:57.330723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:45:57.334893 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:45:57.360870 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a289be6-36b3-44bb-b14e-b29c39562e57 x-openstack-request-id: req-6a289be6-36b3-44bb-b14e-b29c39562e57 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:45:57.361205 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c59758-8dc0-43ba-963d-ad64f04649c1", "name": "network-vif-plugged", "status": "completed", "tag": "ebda5a23-26ac-45fd-bf3b-84907d9b2a3d", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:45:57.361468 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a289be6-36b3-44bb-b14e-b29c39562e57 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:45:57.361872 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d', 'code': 200} Nov 23 11:45:57.387956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:45:57.468977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc267fdc-5700-4716-890b-4c1646a5b20d req-2deecb7a-d25b-4a58-a9f8-622eae75f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:57.470508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc267fdc-5700-4716-890b-4c1646a5b20d req-2deecb7a-d25b-4a58-a9f8-622eae75f2ac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 1097 time: 0.0420415 Nov 23 11:45:57.520726 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc267fdc-5700-4716-890b-4c1646a5b20d req-75a8574e-0728-4bfc-bbce-b59257491404 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375454 Nov 23 11:45:57.723395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc233ce5-947d-488b-8e4b-baede743a57e req-b5488ee5-bc3b-45f7-b759-616924fd21d8 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:57.724891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc233ce5-947d-488b-8e4b-baede743a57e req-b5488ee5-bc3b-45f7-b759-616924fd21d8 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 946 time: 0.0573063 Nov 23 11:45:57.771720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc233ce5-947d-488b-8e4b-baede743a57e req-db3c9569-33ed-44ee-9700-4d030b2a462f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406139 Nov 23 11:45:58.893793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc62f7-15b6-4745-a6c4-c8242d6e7041 req-9c3bc9a9-fd29-4239-9ac7-eadf8d834f6b tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:58.895279 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7bbc62f7-15b6-4745-a6c4-c8242d6e7041 req-9c3bc9a9-fd29-4239-9ac7-eadf8d834f6b tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 946 time: 0.0502644 Nov 23 11:45:58.946870 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7bbc62f7-15b6-4745-a6c4-c8242d6e7041 req-7534e4a9-5027-4904-9ace-e097de32d0dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455105 Nov 23 11:45:59.064204 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10176a-e128-45f8-baf5-9fbda0f5947c req-4a69058e-26e9-48e5-8646-af7610324a70 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:45:59.065743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b10176a-e128-45f8-baf5-9fbda0f5947c req-4a69058e-26e9-48e5-8646-af7610324a70 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 946 time: 0.0515902 Nov 23 11:45:59.114417 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2b10176a-e128-45f8-baf5-9fbda0f5947c req-f9b26438-3ca0-404a-970f-60e684103b47 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Nov 23 11:46:14.660498 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-87a5f58c-0cd8-4aed-b29a-ab651afb3ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:17.083573 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa4c8-1482-4603-8453-84328c700e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:18.101131 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:46:18.807456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:19.771479 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:20.262745 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:20.657971 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:20.695985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b077534-086b-498e-8756-b78a6b7b2718 req-d019fd72-6d3c-449a-9cd6-aefe3ae003ad tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:20.697719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b077534-086b-498e-8756-b78a6b7b2718 req-d019fd72-6d3c-449a-9cd6-aefe3ae003ad tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 946 time: 0.0601170 Nov 23 11:46:20.748836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5b077534-086b-498e-8756-b78a6b7b2718 req-24391eae-2187-4203-9b6a-234ec41b8037 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Nov 23 11:46:21.866919 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf125-2f2a-449b-8900-4dc7505e48c0 req-cdb2f4a7-a64c-4b51-8e91-647fe3045322 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:21.868386 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6cdf125-2f2a-449b-8900-4dc7505e48c0 req-cdb2f4a7-a64c-4b51-8e91-647fe3045322 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 946 time: 0.0485990 Nov 23 11:46:21.920540 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6cdf125-2f2a-449b-8900-4dc7505e48c0 req-914d9f6c-846c-425a-b320-b5b5bebfa333 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462294 Nov 23 11:46:22.455109 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-5284c4c3-3ebe-47df-bb84-9c78c7bd2c5e tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:22.456592 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-5284c4c3-3ebe-47df-bb84-9c78c7bd2c5e tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 946 time: 0.0499074 Nov 23 11:46:22.548021 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Deleting port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:46:22.548275 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:22.642585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] For port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:46:22.642955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:22.654959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Calling delete_port for ebda5a23-26ac-45fd-bf3b-84907d9b2a3d owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:46:22.717229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:22.797797 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:22.813988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['ebda5a23-26ac-45fd-bf3b-84907d9b2a3d'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:46:22.825089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Pushing event deleted for resources: {'Port': ['ID=ebda5a23-26ac-45fd-bf3b-84907d9b2a3d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:46:22.835428 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.836128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.836128 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.836446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.836773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.837123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.837466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.837784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.838112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.838435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.838758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.839083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:22.883628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] No DVR routers for this DVR port ebda5a23-26ac-45fd-bf3b-84907d9b2a3d on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:46:22.886573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:22.890085 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3e5bd41-7059-4449-abbf-e2132ca591e3 req-d87cac26-b40c-4111-b579-580e7f9cd5dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "DELETE /v2.0/ports/ebda5a23-26ac-45fd-bf3b-84907d9b2a3d HTTP/1.1" status: 204 len: 173 time: 0.4266872 Nov 23 11:46:22.890821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'name': 'network-vif-deleted', 'tag': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:46:22.893279 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25537d58-4085-4474-b91d-50c9e8efebbf" -d '{"events": [{"server_uuid": "55c59758-8dc0-43ba-963d-ad64f04649c1", "name": "network-vif-deleted", "tag": "ebda5a23-26ac-45fd-bf3b-84907d9b2a3d"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:46:22.966232 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708b8064-90b6-4eef-8e29-cfcb1f7f6065 x-openstack-request-id: req-708b8064-90b6-4eef-8e29-cfcb1f7f6065 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:46:22.966399 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c59758-8dc0-43ba-963d-ad64f04649c1", "name": "network-vif-deleted", "tag": "ebda5a23-26ac-45fd-bf3b-84907d9b2a3d", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:46:22.966747 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-708b8064-90b6-4eef-8e29-cfcb1f7f6065 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:46:22.967309 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c59758-8dc0-43ba-963d-ad64f04649c1', 'name': 'network-vif-deleted', 'tag': 'ebda5a23-26ac-45fd-bf3b-84907d9b2a3d', 'status': 'completed', 'code': 200} Nov 23 11:46:23.046448 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a589425-0b69-42a9-be91-c868c67b189d req-ca40ead4-843e-4f9d-bf7e-c54b0e70ffb3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=55c59758-8dc0-43ba-963d-ad64f04649c1 HTTP/1.1" status: 200 len: 210 time: 0.0293772 Nov 23 11:46:24.662789 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-d2f80b72-e47c-4990-b89f-47f130bfd716 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:24.664266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-d2f80b72-e47c-4990-b89f-47f130bfd716 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/networks?id=85fc892b-c10c-4e02-a606-3ef12e9252b2 HTTP/1.1" status: 200 len: 817 time: 0.1055264 Nov 23 11:46:24.679826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-f3e685ba-51cf-4164-9f0e-527f0fac6990 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/quotas/2f803098fff149ef80e8244b5a4393e2 HTTP/1.1" status: 200 len: 375 time: 0.0098410 Nov 23 11:46:24.737480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-8fb16970-aa8e-4233-a59b-411cbc7bd0c0 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2f803098fff149ef80e8244b5a4393e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521188 Nov 23 11:46:24.838601 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-9a86b280-dce1-495b-b458-53275403c783 service neutron] 10.222.0.61 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894806 Nov 23 11:46:24.927659 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-3c5cc0af-ed0b-40b8-a810-38d676abb3ec service neutron] 10.222.0.61 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Nov 23 11:46:25.087102 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0e8eb6ea-a8d1-4300-b315-3c94b2fc08bd req-a831093e-5ba7-49df-9f64-a2bf0172e0c7 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 210 time: 0.0282607 Nov 23 11:46:25.262813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ebda5a23-26ac-45fd-bf3b-84907d9b2a3d no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:46:25.287389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: ebda5a23-26ac-45fd-bf3b-84907d9b2a3d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:46:25.287750 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device ebda5a23-26ac-45fd-bf3b-84907d9b2a3d not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:46:26.092281 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-297cb1f2-639c-4094-a64a-da04292683a8 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:26.094082 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-297cb1f2-639c-4094-a64a-da04292683a8 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "GET /v2.0/networks?id=85fc892b-c10c-4e02-a606-3ef12e9252b2 HTTP/1.1" status: 200 len: 817 time: 0.1104958 Nov 23 11:46:26.107872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Request body: {'port': {'device_id': '34f62220-2eda-4c31-a387-d381dffb74fd', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'admin_state_up': True, 'tenant_id': '2f803098fff149ef80e8244b5a4393e2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:46:26.208553 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b0715b1b-dbb5-4c84-843f-cac44aa4f62a req-40268a4d-6551-46b3-a28b-d28ab1350bdf tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 210 time: 0.0350285 Nov 23 11:46:26.251724 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Made reservation on behalf of 2f803098fff149ef80e8244b5a4393e2 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:46:26.255244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:26.378994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Allocated IP 172.20.0.7 (85fc892b-c10c-4e02-a606-3ef12e9252b2/2ac5f26d-a409-47ee-b7dc-c2f3392d6683/c57818ad-c4a8-450b-b087-e269d26c602f) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:46:26.526996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:26.560468 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:26.608213 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:46:26.611744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:46:26.615328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:46:26.621646 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Pushing event updated for resources: {'Port': ['ID=c57818ad-c4a8-450b-b087-e269d26c602f,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:46:26.667450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:26.668071 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:26.686112 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cb4b3152-4959-47c7-ba21-d2ead56a1100 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825195 Nov 23 11:46:26.706231 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Request body: {'port': {'device_id': '34f62220-2eda-4c31-a387-d381dffb74fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:46:26.763229 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:26.879090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0a265062-5f15-4049-bc9f-1f577bb43274 None None] Provisioning complete for port c57818ad-c4a8-450b-b087-e269d26c602f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:46:26.879740 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0a265062-5f15-4049-bc9f-1f577bb43274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:26.915024 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0a265062-5f15-4049-bc9f-1f577bb43274 None None] Port c57818ad-c4a8-450b-b087-e269d26c602f cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:46:27.022423 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57818ad-c4a8-450b-b087-e269d26c602f {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:46:27.029817 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:27.041858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Transition to ACTIVE for port object c57818ad-c4a8-450b-b087-e269d26c602f will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:46:27.045603 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:27.095687 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Pushing event updated for resources: {'Port': ['ID=c57818ad-c4a8-450b-b087-e269d26c602f,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:46:27.165793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Attempting to bind port c57818ad-c4a8-450b-b087-e269d26c602f on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:46:27.166142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Attempting to bind port c57818ad-c4a8-450b-b087-e269d26c602f by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:46:27.166464 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Attempting to bind port c57818ad-c4a8-450b-b087-e269d26c602f on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:46:27.170977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Port c57818ad-c4a8-450b-b087-e269d26c602f on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:46:27.171307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Attempting to bind port c57818ad-c4a8-450b-b087-e269d26c602f on network 85fc892b-c10c-4e02-a606-3ef12e9252b2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:46:27.176442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:46:27.176772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Checking segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:46:27.177176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Bound using segment: {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:46:27.177604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Bound port: c57818ad-c4a8-450b-b087-e269d26c602f, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6519d03e-eff6-4016-8113-f4bddba52a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:46:27.177955 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:27.249420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] For port c57818ad-c4a8-450b-b087-e269d26c602f, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:46:27.253509 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] For port c57818ad-c4a8-450b-b087-e269d26c602f, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c57818ad-c4a8-450b-b087-e269d26c602f,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:46:27.258254 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:27.293068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:27.293702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:27.295428 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] 10.222.0.65 "PUT /v2.0/ports/c57818ad-c4a8-450b-b087-e269d26c602f HTTP/1.1" status: 200 len: 1091 time: 0.5941732 Nov 23 11:46:27.298732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f62220-2eda-4c31-a387-d381dffb74fd', 'tag': 'c57818ad-c4a8-450b-b087-e269d26c602f'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:46:27.301132 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "34f62220-2eda-4c31-a387-d381dffb74fd", "tag": "c57818ad-c4a8-450b-b087-e269d26c602f"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:46:27.351513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701dd5f-8f5c-4a33-994b-834be8949185 req-5c195a59-74c5-4862-b73c-a9018a2a2434 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:27.361888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361543-a59d-4580-8cad-797d2b8ff079 service neutron] Pushing event updated for resources: {'Port': ['ID=c57818ad-c4a8-450b-b087-e269d26c602f,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:46:27.376694 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f701dd5f-8f5c-4a33-994b-834be8949185 req-5c195a59-74c5-4862-b73c-a9018a2a2434 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 943 time: 0.0855124 Nov 23 11:46:27.379907 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39887705-af08-4389-81f4-df47973d801f x-openstack-request-id: req-39887705-af08-4389-81f4-df47973d801f {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:46:27.380197 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f62220-2eda-4c31-a387-d381dffb74fd", "tag": "c57818ad-c4a8-450b-b087-e269d26c602f", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:46:27.380450 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-39887705-af08-4389-81f4-df47973d801f {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:46:27.380851 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f62220-2eda-4c31-a387-d381dffb74fd', 'tag': 'c57818ad-c4a8-450b-b087-e269d26c602f', 'status': 'completed', 'code': 200} Nov 23 11:46:27.399890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-bfef4f53-16d1-4de3-b275-8bc52c2329e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:27.401354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-bfef4f53-16d1-4de3-b275-8bc52c2329e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f803098fff149ef80e8244b5a4393e2&device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 1094 time: 0.0508413 Nov 23 11:46:27.435141 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f701dd5f-8f5c-4a33-994b-834be8949185 req-84193bd1-4c82-4a73-85c7-4d1b421c3fce tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571330 Nov 23 11:46:27.454662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-dfe14927-15b0-4dea-9b9a-b096d858e0d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57818ad-c4a8-450b-b087-e269d26c602f HTTP/1.1" status: 200 len: 217 time: 0.0445175 Nov 23 11:46:27.511160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-10272f94-2008-407f-b137-308d41d5298f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:27.512676 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-10272f94-2008-407f-b137-308d41d5298f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ac5f26d-a409-47ee-b7dc-c2f3392d6683 HTTP/1.1" status: 200 len: 856 time: 0.0470979 Nov 23 11:46:27.564245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-308b328b-2359-4cb8-984a-e72d8b8fa13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:27.565789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-308b328b-2359-4cb8-984a-e72d8b8fa13d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85fc892b-c10c-4e02-a606-3ef12e9252b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416131 Nov 23 11:46:27.666356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-a85ba398-bc32-4350-b784-27dfb610bd41 service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877843 Nov 23 11:46:27.761122 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a0833c5-55d4-4ea1-80a7-41d64e888cc8 req-42aad7c6-a546-42ef-8643-5a093d588911 service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832098 Nov 23 11:46:27.855162 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-57cafc7b-38b2-44df-9fd1-2454d9b74836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:27.856955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-57cafc7b-38b2-44df-9fd1-2454d9b74836 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f803098fff149ef80e8244b5a4393e2&device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 1094 time: 0.0422957 Nov 23 11:46:27.950367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-54d7fade-eab8-48ad-b720-a5bcd5987b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:27.951738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-54d7fade-eab8-48ad-b720-a5bcd5987b21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=85fc892b-c10c-4e02-a606-3ef12e9252b2 HTTP/1.1" status: 200 len: 918 time: 0.0877495 Nov 23 11:46:27.993930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-f0558013-612e-4a5d-8f12-a2c1f302f44f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57818ad-c4a8-450b-b087-e269d26c602f HTTP/1.1" status: 200 len: 217 time: 0.0344362 Nov 23 11:46:28.051893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-40f03044-5167-469d-a9a3-807fc35b3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:28.053348 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-40f03044-5167-469d-a9a3-807fc35b3344 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2ac5f26d-a409-47ee-b7dc-c2f3392d6683 HTTP/1.1" status: 200 len: 856 time: 0.0475099 Nov 23 11:46:28.101202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-c0ef042f-96e8-411b-8f39-e6d2c4a5e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:28.102714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-c0ef042f-96e8-411b-8f39-e6d2c4a5e0ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=85fc892b-c10c-4e02-a606-3ef12e9252b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420213 Nov 23 11:46:28.197550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-12c5df04-157d-4773-9e1b-dd320f6576e5 service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870461 Nov 23 11:46:28.291770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53268cb4-9256-44bc-99ea-7b6a7a73f0d7 req-4c964f16-44c8-4783-a07d-d05f74252347 service neutron] 10.222.0.65 "GET /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828626 Nov 23 11:46:28.550207 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e96108-2e50-49f5-a059-52c0d6bff9aa req-2f62ac76-91bc-499c-8459-5edb3e271574 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:28.551591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6e96108-2e50-49f5-a059-52c0d6bff9aa req-2f62ac76-91bc-499c-8459-5edb3e271574 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 943 time: 0.0479667 Nov 23 11:46:28.602305 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6e96108-2e50-49f5-a059-52c0d6bff9aa req-58d144bc-2068-4177-b262-0607f6425c9d tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Nov 23 11:46:29.274395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c57818ad-c4a8-450b-b087-e269d26c602f details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:46:29.379944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port c57818ad-c4a8-450b-b087-e269d26c602f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c57818ad-c4a8-450b-b087-e269d26c602f,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:46:29.397671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'c57818ad-c4a8-450b-b087-e269d26c602f', 'network_id': '85fc892b-c10c-4e02-a606-3ef12e9252b2', 'port_id': 'c57818ad-c4a8-450b-b087-e269d26c602f', 'mac_address': 'fa:16:3e:6d:c9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac5f26d-a409-47ee-b7dc-c2f3392d6683', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:46:29.434939 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:29.448317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57818ad-c4a8-450b-b087-e269d26c602f {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:46:29.468635 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port c57818ad-c4a8-450b-b087-e269d26c602f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c57818ad-c4a8-450b-b087-e269d26c602f,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:46:29.472696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:29.525194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=c57818ad-c4a8-450b-b087-e269d26c602f,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:46:29.532618 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.532979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.533347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.533691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.534030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.534366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.534699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.535028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.535357 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.535685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.536012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.536337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:46:29.718329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f853a58-baa4-4e48-8cbc-42b104fcf67d req-d3d7ba82-28b2-4696-8689-f23fc44132dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:29.719897 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0f853a58-baa4-4e48-8cbc-42b104fcf67d req-d3d7ba82-28b2-4696-8689-f23fc44132dd tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 944 time: 0.0496914 Nov 23 11:46:29.721277 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['c57818ad-c4a8-450b-b087-e269d26c602f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:46:29.769020 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0f853a58-baa4-4e48-8cbc-42b104fcf67d req-a9c05708-1735-4c8e-8566-0bc2b450691b tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Nov 23 11:46:30.888073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f87b5-6762-488a-9110-4f9c97c6a445 req-8016c91d-a819-4c5c-87a0-96e4568156b5 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:30.889556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8b8f87b5-6762-488a-9110-4f9c97c6a445 req-8016c91d-a819-4c5c-87a0-96e4568156b5 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 944 time: 0.0488322 Nov 23 11:46:30.935522 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8b8f87b5-6762-488a-9110-4f9c97c6a445 req-b02161bb-5515-442e-9f98-36a65add0afb tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391665 Nov 23 11:46:31.279137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c57818ad-c4a8-450b-b087-e269d26c602f up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:46:31.331788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port c57818ad-c4a8-450b-b087-e269d26c602f completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:46:31.335651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port c57818ad-c4a8-450b-b087-e269d26c602f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:46:31.336026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:31.413037 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:31.438315 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f62220-2eda-4c31-a387-d381dffb74fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57818ad-c4a8-450b-b087-e269d26c602f'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:46:31.440564 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bcd2c6-9496-4ecb-bf67-782c07505250" -d '{"events": [{"server_uuid": "34f62220-2eda-4c31-a387-d381dffb74fd", "name": "network-vif-plugged", "status": "completed", "tag": "c57818ad-c4a8-450b-b087-e269d26c602f"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:46:31.455717 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port c57818ad-c4a8-450b-b087-e269d26c602f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c57818ad-c4a8-450b-b087-e269d26c602f,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:46:31.460274 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:31.490021 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd46f2-30bc-44a8-b987-47e0e80b198d x-openstack-request-id: req-f4bd46f2-30bc-44a8-b987-47e0e80b198d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:46:31.490321 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f62220-2eda-4c31-a387-d381dffb74fd", "name": "network-vif-plugged", "status": "completed", "tag": "c57818ad-c4a8-450b-b087-e269d26c602f", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:46:31.490576 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f4bd46f2-30bc-44a8-b987-47e0e80b198d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:46:31.490966 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f62220-2eda-4c31-a387-d381dffb74fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57818ad-c4a8-450b-b087-e269d26c602f', 'code': 200} Nov 23 11:46:31.517097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=c57818ad-c4a8-450b-b087-e269d26c602f,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:46:31.587641 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a70c4-d78f-4c94-9aea-9fe98c53aa87 req-eab9c162-b581-46aa-9f5a-26bc57a286d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:31.589122 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c0a70c4-d78f-4c94-9aea-9fe98c53aa87 req-eab9c162-b581-46aa-9f5a-26bc57a286d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 1096 time: 0.0394046 Nov 23 11:46:31.636758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6c0a70c4-d78f-4c94-9aea-9fe98c53aa87 req-ecac7a6a-7ce2-4698-9814-216dfe937c2f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367076 Nov 23 11:46:32.057388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3f110-f009-487f-a7cc-5889a5265c18 req-8ef2e4b2-6852-4a1a-87df-eecf71a5efd0 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:32.058878 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9f3f110-f009-487f-a7cc-5889a5265c18 req-8ef2e4b2-6852-4a1a-87df-eecf71a5efd0 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 945 time: 0.0526383 Nov 23 11:46:32.107568 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a9f3f110-f009-487f-a7cc-5889a5265c18 req-b8622312-e86e-44a2-aa25-56281cd2b9f4 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Nov 23 11:46:33.223947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d077a-4e56-4e20-b336-d2f6c54ca733 req-c6b62938-404f-456d-aec5-7314702881c7 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:33.225454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a1d077a-4e56-4e20-b336-d2f6c54ca733 req-c6b62938-404f-456d-aec5-7314702881c7 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 945 time: 0.0494430 Nov 23 11:46:33.273700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6a1d077a-4e56-4e20-b336-d2f6c54ca733 req-d767726a-f6b7-468f-9790-3b712b546831 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Nov 23 11:46:33.391775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d895c-0741-49bd-be84-012a115d3a95 req-f57a2bfa-fb2a-4b11-aaad-3649ff4b2d6e tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:33.393282 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-503d895c-0741-49bd-be84-012a115d3a95 req-f57a2bfa-fb2a-4b11-aaad-3649ff4b2d6e tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 945 time: 0.0507326 Nov 23 11:46:33.441824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-503d895c-0741-49bd-be84-012a115d3a95 req-6340752a-7df9-48ac-abdb-9a304475edf1 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Nov 23 11:46:44.663413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bb60225d-11b2-43d0-8987-2afeec25179a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:47.086562 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a99bfd91-3342-432a-a6eb-31f58fda7401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:48.809379 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:49.774321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:50.266599 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:50.654560 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:52.741590 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:55.100393 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:46:55.903802 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea07e9-c6da-4646-861c-2831e0236204 req-348b7bbc-cc60-4825-b3eb-665dded0714f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:55.905922 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1eea07e9-c6da-4646-861c-2831e0236204 req-348b7bbc-cc60-4825-b3eb-665dded0714f tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 945 time: 0.0531900 Nov 23 11:46:55.957199 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1eea07e9-c6da-4646-861c-2831e0236204 req-fe40f1bf-db5c-4ef1-bb9d-a47dfcadcb19 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Nov 23 11:46:57.075182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484587fb-f93b-4829-b5cb-e02f29d0d856 req-55995c06-2b28-4ced-bb3b-602a05eef305 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:57.076657 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-484587fb-f93b-4829-b5cb-e02f29d0d856 req-55995c06-2b28-4ced-bb3b-602a05eef305 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 945 time: 0.0479760 Nov 23 11:46:57.128356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-484587fb-f93b-4829-b5cb-e02f29d0d856 req-e7b95bfb-c2a5-4792-893f-4cc71a73b7fb tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/security-groups?id=36940dd3-27e6-4bc9-bd3f-f42eb5462b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455127 Nov 23 11:46:57.598856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-34eb6459-b806-4ed8-8331-61b00d46bda5 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:46:57.600371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-34eb6459-b806-4ed8-8331-61b00d46bda5 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 945 time: 0.0492065 Nov 23 11:46:57.687292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Deleting port c57818ad-c4a8-450b-b087-e269d26c602f {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:46:57.687628 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:57.777895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] For port c57818ad-c4a8-450b-b087-e269d26c602f, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=c57818ad-c4a8-450b-b087-e269d26c602f,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:46:57.778266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:57.791829 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Calling delete_port for c57818ad-c4a8-450b-b087-e269d26c602f owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:46:57.921800 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:57.939112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['c57818ad-c4a8-450b-b087-e269d26c602f'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:46:57.951585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Pushing event deleted for resources: {'Port': ['ID=c57818ad-c4a8-450b-b087-e269d26c602f,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:46:57.995067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] No DVR routers for this DVR port c57818ad-c4a8-450b-b087-e269d26c602f on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:46:57.997783 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:46:58.002508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6227f5fb-f19e-45e0-b629-a8bd40395001 req-6b33f433-7ffb-4c37-8490-7a2de62628e3 tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.65 "DELETE /v2.0/ports/c57818ad-c4a8-450b-b087-e269d26c602f HTTP/1.1" status: 204 len: 173 time: 0.3962381 Nov 23 11:46:58.002986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f62220-2eda-4c31-a387-d381dffb74fd', 'name': 'network-vif-deleted', 'tag': 'c57818ad-c4a8-450b-b087-e269d26c602f'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:46:58.005310 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ab434-08da-4135-b6d8-3cce60323238" -d '{"events": [{"server_uuid": "34f62220-2eda-4c31-a387-d381dffb74fd", "name": "network-vif-deleted", "tag": "c57818ad-c4a8-450b-b087-e269d26c602f"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:46:58.045850 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6262e1-84c1-4795-a088-6898269c41d5 x-openstack-request-id: req-6e6262e1-84c1-4795-a088-6898269c41d5 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:46:58.046255 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f62220-2eda-4c31-a387-d381dffb74fd", "name": "network-vif-deleted", "tag": "c57818ad-c4a8-450b-b087-e269d26c602f", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:46:58.046577 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e6262e1-84c1-4795-a088-6898269c41d5 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:46:58.046994 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f62220-2eda-4c31-a387-d381dffb74fd', 'name': 'network-vif-deleted', 'tag': 'c57818ad-c4a8-450b-b087-e269d26c602f', 'status': 'completed', 'code': 200} Nov 23 11:46:58.237223 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea35f556-c217-4b16-9ad7-d0d4fe71a060 req-625a9872-a590-48da-92fa-d5d124e5748a tempest-TestEncryptedCinderVolumes-1710337079 tempest-TestEncryptedCinderVolumes-1710337079-project] 10.222.0.61 "GET /v2.0/ports?device_id=34f62220-2eda-4c31-a387-d381dffb74fd HTTP/1.1" status: 200 len: 210 time: 0.0269670 Nov 23 11:46:59.329461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58138) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:46:59.952635 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:00.200051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Deleting port 9e026a7e-1b87-494c-875d-eb89a5da79e5 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:47:00.200391 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:00.283356 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] For port 9e026a7e-1b87-494c-875d-eb89a5da79e5, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=9e026a7e-1b87-494c-875d-eb89a5da79e5,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:00.283637 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:00.296375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Calling delete_port for 9e026a7e-1b87-494c-875d-eb89a5da79e5 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:47:00.477051 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:00.507983 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e026a7e-1b87-494c-875d-eb89a5da79e5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:00.549316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.549581 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.549923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.550319 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.550661 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.550992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.551318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.551641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.551966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.552279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.552604 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.552923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:00.684585 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:00.904880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Router c2652b6d-13dd-44f1-9563-2ea479535ab6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:47:01.014227 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:47:01.022880 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1d1ae988-eeed-4bc2-b3d6-cbc082f46844 admin admin] 10.222.0.61 "PUT /v2.0/routers/c2652b6d-13dd-44f1-9563-2ea479535ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896973 Nov 23 11:47:01.022991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58140) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:01.024406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] Sync routers for ids ['c2652b6d-13dd-44f1-9563-2ea479535ab6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:47:01.035234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] Routers {'c2652b6d-13dd-44f1-9563-2ea479535ab6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:01.035866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c2652b6d-13dd-44f1-9563-2ea479535ab6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:01.128130 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.146892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] Set router c2652b6d-13dd-44f1-9563-2ea479535ab6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:01.235296 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.287608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Deleting port 6e151718-bd78-4f6f-b012-8bb7b7334e0a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:47:01.287958 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.333985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:47:00Z', 'revision_number': 5, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port': {'id': '6e151718-bd78-4f6f-b012-8bb7b7334e0a', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:41Z', 'updated_at': '2021-11-23T11:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:01.361779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] Checking router: c2652b6d-13dd-44f1-9563-2ea479535ab6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:47:01.370158 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] Routers {'c2652b6d-13dd-44f1-9563-2ea479535ab6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:01.370779 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c2652b6d-13dd-44f1-9563-2ea479535ab6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:01.377825 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] For port 6e151718-bd78-4f6f-b012-8bb7b7334e0a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=6e151718-bd78-4f6f-b012-8bb7b7334e0a,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:01.378191 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.390090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Calling delete_port for 6e151718-bd78-4f6f-b012-8bb7b7334e0a owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:47:01.434310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c57818ad-c4a8-450b-b087-e269d26c602f no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:47:01.467723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: c57818ad-c4a8-450b-b087-e269d26c602f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:47:01.468634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device c57818ad-c4a8-450b-b087-e269d26c602f not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:47:01.484330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] Set router c2652b6d-13dd-44f1-9563-2ea479535ab6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:01.539217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:47:01Z', 'revision_number': 6, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:01.556325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.572224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22cdaa2-04e6-4d0c-8aaf-dfe6a119edb3 None None] The sync data for ids ['c2652b6d-13dd-44f1-9563-2ea479535ab6'] in n-d-817747-2 is: [{'id': 'c2652b6d-13dd-44f1-9563-2ea479535ab6', 'name': 'tempest-TestEncryptedCinderVolumes-2101016170-router', 'tenant_id': '2f803098fff149ef80e8244b5a4393e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:40Z', 'updated_at': '2021-11-23T11:47:01Z', 'revision_number': 6, 'project_id': '2f803098fff149ef80e8244b5a4393e2', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:47:01.584422 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e151718-bd78-4f6f-b012-8bb7b7334e0a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:01.600252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c1e63-8a6a-4629-8346-f4fafe51fa8d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:01.647915 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.740558 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.742809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.789603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.790066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2652b6d-13dd-44f1-9563-2ea479535ab6 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:47:01.794646 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.798906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-567d5035-3c2f-4da1-a133-163e9a64a978 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c2652b6d-13dd-44f1-9563-2ea479535ab6 HTTP/1.1" status: 204 len: 168 time: 0.7719042 Nov 23 11:47:01.799177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58142) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:01.845186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] Deleting subnet 2ac5f26d-a409-47ee-b7dc-c2f3392d6683 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:47:01.848406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.884210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:01.969146 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.025640 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.050191 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac5f26d-a409-47ee-b7dc-c2f3392d6683,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:02.055844 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.061216 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc9bd90-7f2d-48d4-a6dd-e87a0e1658e5 None None] Network 85fc892b-c10c-4e02-a606-3ef12e9252b2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:47:02.061829 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-974a7975-ddff-495a-939e-db75bc57e43f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2ac5f26d-a409-47ee-b7dc-c2f3392d6683 HTTP/1.1" status: 204 len: 168 time: 0.2591755 Nov 23 11:47:02.062542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58144) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:02.137807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.192178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Deleting port d4760fc2-cc45-434d-a937-9ebc9d4394ba {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:47:02.192525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.259850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] For port d4760fc2-cc45-434d-a937-9ebc9d4394ba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d4760fc2-cc45-434d-a937-9ebc9d4394ba,segment=NetworkSegment(6519d03e-eff6-4016-8113-f4bddba52a5d),segment_id=6519d03e-eff6-4016-8113-f4bddba52a5d)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:02.260235 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.272663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Calling delete_port for d4760fc2-cc45-434d-a937-9ebc9d4394ba owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:47:02.350685 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.368623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841d62a4-8953-44b7-8e35-7784f3c74dca None None] DHCP port deletion for 85fc892b-c10c-4e02-a606-3ef12e9252b2 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:02.379961 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4760fc2-cc45-434d-a937-9ebc9d4394ba,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:02.385723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] No DVR routers for this DVR port d4760fc2-cc45-434d-a937-9ebc9d4394ba on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:47:02.462144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.483049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fc892b-c10c-4e02-a606-3ef12e9252b2']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:02.492711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6519d03e-eff6-4016-8113-f4bddba52a5d') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:02.493013 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6519d03e-eff6-4016-8113-f4bddba52a5d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:02.503609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.517037 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.523188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:47:02.523581 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:47:02.525445 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:47:02.591373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.597783 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:02.601054 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] 10.222.0.61 "DELETE /v2.0/networks/85fc892b-c10c-4e02-a606-3ef12e9252b2 HTTP/1.1" status: 204 len: 168 time: 0.5374877 Nov 23 11:47:02.604013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58146) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:02.615000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026af8d-af99-4f55-afcf-d946d851ed69 admin admin] Pushing event deleted for resources: {'Network': ['ID=85fc892b-c10c-4e02-a606-3ef12e9252b2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:02.951913 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:03.192520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Deleting port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:47:03.192854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:03.272761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] For port bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,segment=NetworkSegment(f2516c9f-4671-4aeb-a1d4-035af1897fd8),segment_id=f2516c9f-4671-4aeb-a1d4-035af1897fd8)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:03.273029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:03.285358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Calling delete_port for bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:47:03.347982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9e026a7e-1b87-494c-875d-eb89a5da79e5 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:47:03.368564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 9e026a7e-1b87-494c-875d-eb89a5da79e5 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:47:03.368926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 9e026a7e-1b87-494c-875d-eb89a5da79e5 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:47:03.369364 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d4760fc2-cc45-434d-a937-9ebc9d4394ba no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:47:03.389516 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: d4760fc2-cc45-434d-a937-9ebc9d4394ba {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:47:03.390941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d4760fc2-cc45-434d-a937-9ebc9d4394ba not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:47:03.391366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6e151718-bd78-4f6f-b012-8bb7b7334e0a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:47:03.410588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 6e151718-bd78-4f6f-b012-8bb7b7334e0a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:47:03.410946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 6e151718-bd78-4f6f-b012-8bb7b7334e0a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:47:03.467032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:03.495046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:03.663054 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:03.878070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:47:03.984550 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:47:03.989574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9aa477fc-6bb3-49a4-a408-866cb54151c7 admin admin] 10.222.0.61 "PUT /v2.0/routers/c610e0e5-0ce3-47e3-8f76-838a3bae5c0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3845260 Nov 23 11:47:03.992061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58148) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:03.992994 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] Sync routers for ids ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:47:04.003329 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] Routers {'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:04.003942 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:04.114451 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] Set router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:04.389351 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:04.396424 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:47:03Z', 'revision_number': 5, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:04.426918 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] Checking router: c610e0e5-0ce3-47e3-8f76-838a3bae5c0a for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:47:04.435080 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] Routers {'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:04.435691 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:04.495938 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:04.542417 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] Set router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:04.550262 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Deleting port a1ce3c50-2c19-4d50-9891-d095531fe44e {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:47:04.550609 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:04.635349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] For port a1ce3c50-2c19-4d50-9891-d095531fe44e, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a1ce3c50-2c19-4d50-9891-d095531fe44e,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:04.635718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:04.649039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Calling delete_port for a1ce3c50-2c19-4d50-9891-d095531fe44e owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:47:04.719089 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:47:03Z', 'revision_number': 5, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:04.745299 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e17c79-ffd6-4d55-8ae5-3e37c2a72072 None None] The sync data for ids ['c610e0e5-0ce3-47e3-8f76-838a3bae5c0a'] in n-d-817747-2 is: [{'id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'name': 'tempest-TestEncryptedCinderVolumes-2061416226-router', 'tenant_id': '884c5e54371b45d38889bc706c83891a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:47:03Z', 'revision_number': 5, 'project_id': '884c5e54371b45d38889bc706c83891a', 'gw_port': {'id': 'a1ce3c50-2c19-4d50-9891-d095531fe44e', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c610e0e5-0ce3-47e3-8f76-838a3bae5c0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:45:45Z', 'updated_at': '2021-11-23T11:45:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:47:04.819927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:04.844904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ce3c50-2c19-4d50-9891-d095531fe44e,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:04.858380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a2d9c-c622-452d-8a76-7a2cd389c0b5 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:04.904029 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:04.996359 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:04.998450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.040609 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.041097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c610e0e5-0ce3-47e3-8f76-838a3bae5c0a {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:47:05.045594 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.047438 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a4eecb72-7b4a-473e-bdbd-849f4d93d2a7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c610e0e5-0ce3-47e3-8f76-838a3bae5c0a HTTP/1.1" status: 204 len: 168 time: 1.0544107 Nov 23 11:47:05.050093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58150) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:05.094320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] Deleting subnet 217f965c-e2b2-42af-a830-99a733fb00f9 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:47:05.097746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.138927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.223596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.276135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.302496 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217f965c-e2b2-42af-a830-99a733fb00f9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:05.307802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.314435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-38b8ad2d-1414-4b2b-bb43-c124403ced3a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/217f965c-e2b2-42af-a830-99a733fb00f9 HTTP/1.1" status: 204 len: 168 time: 0.2633104 Nov 23 11:47:05.315199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58152) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:05.316557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1218fa-9745-40b7-85ed-243b0400785a None None] Network 01e5c702-eb2b-4b4c-b728-a1cad19bf586 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:47:05.405796 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.451470 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:47:05.475579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Deleting port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:47:05.475920 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.478454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:47:05.478827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device bb8cd774-b271-4e59-ae7d-ae7bf23a8cbc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:47:05.547136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] For port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=bdf107f0-eb42-4264-a209-fe9f5ff4cb3d,segment=NetworkSegment(f2516c9f-4671-4aeb-a1d4-035af1897fd8),segment_id=f2516c9f-4671-4aeb-a1d4-035af1897fd8)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:05.547492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.560027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Calling delete_port for bdf107f0-eb42-4264-a209-fe9f5ff4cb3d owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:47:05.647354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.673126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf107f0-eb42-4264-a209-fe9f5ff4cb3d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:05.677574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] No DVR routers for this DVR port bdf107f0-eb42-4264-a209-fe9f5ff4cb3d on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:47:05.751705 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:05.793409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa7ac3-cce4-4a38-8c99-65780e70c330 None None] DHCP port deletion for 01e5c702-eb2b-4b4c-b728-a1cad19bf586 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:06.115804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e5c702-eb2b-4b4c-b728-a1cad19bf586']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:06.126521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2516c9f-4671-4aeb-a1d4-035af1897fd8') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:06.126826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2516c9f-4671-4aeb-a1d4-035af1897fd8') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:06.136304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.150296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.156230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:47:06.156616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:47:06.158297 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:47:06.211646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.217217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.221360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] 10.222.0.61 "DELETE /v2.0/networks/01e5c702-eb2b-4b4c-b728-a1cad19bf586 HTTP/1.1" status: 204 len: 168 time: 0.9051194 Nov 23 11:47:06.232165 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298d639-e68d-466d-a247-bb5dc7f2d1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=01e5c702-eb2b-4b4c-b728-a1cad19bf586,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:06.386413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58156) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:06.427461 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bdf64cf5-256b-4c1e-84c6-2622a31336ff admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f803098fff149ef80e8244b5a4393e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397882 Nov 23 11:47:06.430054 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58158) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:06.484263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc701556-f6f4-4f10-a1f1-e764842bf8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.505322 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc701556-f6f4-4f10-a1f1-e764842bf8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.551302 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc701556-f6f4-4f10-a1f1-e764842bf8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.553901 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-fc701556-f6f4-4f10-a1f1-e764842bf8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:06.555218 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-fc701556-f6f4-4f10-a1f1-e764842bf8c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/36940dd3-27e6-4bc9-bd3f-f42eb5462b73 HTTP/1.1" status: 204 len: 168 time: 0.1240585 Nov 23 11:47:06.563156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc701556-f6f4-4f10-a1f1-e764842bf8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36940dd3-27e6-4bc9-bd3f-f42eb5462b73,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:06.887312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58164) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:06.928385 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4b606887-a386-47a4-97a0-ac056ed66c75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=884c5e54371b45d38889bc706c83891a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395966 Nov 23 11:47:06.930761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58166) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:06.981413 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04e4e580-58f1-4a28-9f35-20904ce9e121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.003537 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04e4e580-58f1-4a28-9f35-20904ce9e121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.050829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04e4e580-58f1-4a28-9f35-20904ce9e121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.053520 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-04e4e580-58f1-4a28-9f35-20904ce9e121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.054751 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-04e4e580-58f1-4a28-9f35-20904ce9e121 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e6b19f3f-641b-4921-8962-a5b017bcd273 HTTP/1.1" status: 204 len: 168 time: 0.1230295 Nov 23 11:47:07.063339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4e580-58f1-4a28-9f35-20904ce9e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b19f3f-641b-4921-8962-a5b017bcd273,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:07.348428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a1ce3c50-2c19-4d50-9891-d095531fe44e no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:47:07.368506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a1ce3c50-2c19-4d50-9891-d095531fe44e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:47:07.368866 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a1ce3c50-2c19-4d50-9891-d095531fe44e not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:47:07.369310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device bdf107f0-eb42-4264-a209-fe9f5ff4cb3d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:47:07.388764 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: bdf107f0-eb42-4264-a209-fe9f5ff4cb3d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:47:07.389160 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device bdf107f0-eb42-4264-a209-fe9f5ff4cb3d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:47:07.732192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58188) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:07.851172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-73602843-network', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:07.872746 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Made reservation on behalf of 3bc618ebb6ac4b47b3ab2161f5960965 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:47:07.875175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.883369 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.962444 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.966342 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:07.992970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:47:08.005379 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.005750 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Added segment f0879f9f-4536-4262-a779-1067e7b9b655 of type vlan for network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 Nov 23 11:47:08.007051 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9eceb1-6623-4962-bb84-6ab8e90af08a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:08.049827 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.072996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.073958 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:08.074531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.113862 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3805487 Nov 23 11:47:08.116725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58192) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:08.121680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Request body: {'subnet': {'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-73602843-subnet', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:08.141847 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63bae9-3eb1-4aa2-a894-1b20f04ffa4c admin admin] Pushing event updated for resources: {'Network': ['ID=eb39df2b-f426-4aca-9aa0-1ddffacb03a6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:08.148947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Made reservation on behalf of 3bc618ebb6ac4b47b3ab2161f5960965 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:47:08.151326 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.153034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:47:08.324992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.385652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:08.390556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Checking segment: {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:08.390914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Network hostable DHCP agents. Network: eb39df2b-f426-4aca-9aa0-1ddffacb03a6, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:47:08.407407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:47:08.415959 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, eb39df2b-f426-4aca-9aa0-1ddffacb03a6) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:08.421193 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:08.422073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.425529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d607e92-88b5-46e3-9344-d02360c6529b None None] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:47:08.438903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-554f2fd9-777c-4cfa-980e-1b7d67333407 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3210502 Nov 23 11:47:08.441560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58194) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:08.445951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:08.466221 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.467237 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.523645 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.574639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:47:08.575552 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.659752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.715595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Allocated IP 172.20.0.2 (eb39df2b-f426-4aca-9aa0-1ddffacb03a6/94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad/f7aa7384-df76-411c-a636-7a84fb0e3d7d) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:47:08.859716 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.866969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.874647 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.893651 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.914078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:08.916969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:08.919514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:47:08.927799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Pushing event updated for resources: {'Port': ['ID=f7aa7384-df76-411c-a636-7a84fb0e3d7d,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:08.980345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Attempting to bind port f7aa7384-df76-411c-a636-7a84fb0e3d7d on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:47:08.980732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Attempting to bind port f7aa7384-df76-411c-a636-7a84fb0e3d7d by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:47:08.981382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Attempting to bind port f7aa7384-df76-411c-a636-7a84fb0e3d7d on network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:08.986982 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:47:08.987373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Checking segment: {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:08.987776 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.988178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Bound using segment: {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:47:08.988655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Bound port: f7aa7384-df76-411c-a636-7a84fb0e3d7d, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:47:08.989047 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:08.999630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Allocated IP 172.25.5.65 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/0eb8d43d-74e0-440d-97d2-981581c32d57) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:47:09.053384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] For port f7aa7384-df76-411c-a636-7a84fb0e3d7d, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:47:09.056739 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] For port f7aa7384-df76-411c-a636-7a84fb0e3d7d, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f7aa7384-df76-411c-a636-7a84fb0e3d7d,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:47:09.060577 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.115779 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.121735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99923c-7447-4d79-9b71-e09ce3cbcb5d None None] Pushing event updated for resources: {'Port': ['ID=f7aa7384-df76-411c-a636-7a84fb0e3d7d,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:09.149739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.196943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:09.199857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:09.204088 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:47:09.209681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb8d43d-74e0-440d-97d2-981581c32d57,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:09.215111 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568b0b7-5714-4a4b-9490-b2fd3ede6859 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:09.287481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ac18ba47-e0bc-41ef-aa06-d5a1fa863ab3 None None] Provisioning complete for port 0eb8d43d-74e0-440d-97d2-981581c32d57 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:09.288789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ac18ba47-e0bc-41ef-aa06-d5a1fa863ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.341256 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ac18ba47-e0bc-41ef-aa06-d5a1fa863ab3 None None] Port 0eb8d43d-74e0-440d-97d2-981581c32d57 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:47:09.412473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f7aa7384-df76-411c-a636-7a84fb0e3d7d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:09.476775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f7aa7384-df76-411c-a636-7a84fb0e3d7d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:09.477471 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.509844 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.558700 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.594057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port f7aa7384-df76-411c-a636-7a84fb0e3d7d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f7aa7384-df76-411c-a636-7a84fb0e3d7d,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:09.600205 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.653058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=f7aa7384-df76-411c-a636-7a84fb0e3d7d,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:09.722596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.852645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:47:09.963905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:47:09.974628 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Sync routers for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:47:09.983014 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:09.988168 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b328cb3f-12a3-44f8-b995-bca4e5cbb125 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5430877 Nov 23 11:47:09.988606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58196) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:09.992051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:09.992794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:10.085330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc6055-c44c-47e5-8350-10d0b768545a None None] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:47:10.177064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:10.268855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c2d1f5b5-7e99-47e6-a9b4-d9ae1fd620c8 None None] Provisioning complete for port f7aa7384-df76-411c-a636-7a84fb0e3d7d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:10.269259 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f5b5-7e99-47e6-a9b4-d9ae1fd620c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.413401 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.529591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:09Z', 'revision_number': 3, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:10.561666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Checking router: 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:47:10.562112 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Updating router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c port 0eb8d43d-74e0-440d-97d2-981581c32d57 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:47:10.582865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Allocated IP 172.20.0.1 (eb39df2b-f426-4aca-9aa0-1ddffacb03a6/94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad/a6a2a8de-015f-43de-883f-d66403e3447a) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:47:10.588396 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.700154 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.736009 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.772540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e35b0ce8-1c90-4796-b35a-a0ad9648a9d5 None None] Provisioning complete for port f7aa7384-df76-411c-a636-7a84fb0e3d7d triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:10.772797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e35b0ce8-1c90-4796-b35a-a0ad9648a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.779239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:10.782753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:10.785269 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:47:10.817915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a2a8de-015f-43de-883f-d66403e3447a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:10.839867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.944305 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.950717 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:10.981010 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.002058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bc4b29-4fd4-4d9c-8a0a-272b1bfc3cf1 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:11.011542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8ce5-14e1-4cc2-847a-a2f03644628e None None] Pushing event updated for resources: {'Port': ['ID=0eb8d43d-74e0-440d-97d2-981581c32d57,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:11.014356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Attempting to bind port 0eb8d43d-74e0-440d-97d2-981581c32d57 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:47:11.014723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Attempting to bind port 0eb8d43d-74e0-440d-97d2-981581c32d57 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:47:11.015080 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Attempting to bind port 0eb8d43d-74e0-440d-97d2-981581c32d57 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:11.021449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:47:11.021830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:11.022230 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.022667 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:47:11.023086 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Bound port: 0eb8d43d-74e0-440d-97d2-981581c32d57, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:47:11.023463 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.087467 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-29814102-bd28-4b6f-90d5-daf97f92fd03 None None] Provisioning complete for port 0eb8d43d-74e0-440d-97d2-981581c32d57 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:11.087824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29814102-bd28-4b6f-90d5-daf97f92fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.093215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] For port 0eb8d43d-74e0-440d-97d2-981581c32d57, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:47:11.126711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] For port 0eb8d43d-74e0-440d-97d2-981581c32d57, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0eb8d43d-74e0-440d-97d2-981581c32d57,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:47:11.136167 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.165404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-29814102-bd28-4b6f-90d5-daf97f92fd03 None None] Port 0eb8d43d-74e0-440d-97d2-981581c32d57 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:47:11.165677 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.171655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.189488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57005b61-b1b6-4d32-ba60-883ad974f570 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:11.221854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-29814102-bd28-4b6f-90d5-daf97f92fd03 None None] Provisioning complete for port a6a2a8de-015f-43de-883f-d66403e3447a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:11.222226 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29814102-bd28-4b6f-90d5-daf97f92fd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.224579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:11.225247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:11.245768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8ce5-14e1-4cc2-847a-a2f03644628e None None] Pushing event updated for resources: {'Port': ['ID=0eb8d43d-74e0-440d-97d2-981581c32d57,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:11.250748 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.252683 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a2a8de-015f-43de-883f-d66403e3447a,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:11.301310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-29814102-bd28-4b6f-90d5-daf97f92fd03 None None] Port a6a2a8de-015f-43de-883f-d66403e3447a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:47:11.353399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:11.355001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:11.370648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:11.375305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f7aa7384-df76-411c-a636-7a84fb0e3d7d up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:11.490539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:47:11.618554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:47:11.623573 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-701a5d5d-347b-4f00-b33b-209e53ec65f8 admin admin] 10.222.0.61 "PUT /v2.0/routers/8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6341603 Nov 23 11:47:11.676324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-072fc26c-3a40-4f6f-a6f5-237f6aa0b06a None None] Provisioning complete for port 0eb8d43d-74e0-440d-97d2-981581c32d57 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:11.676857 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-072fc26c-3a40-4f6f-a6f5-237f6aa0b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.774983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port f7aa7384-df76-411c-a636-7a84fb0e3d7d triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:11.775301 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.886487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-072fc26c-3a40-4f6f-a6f5-237f6aa0b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.915383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-072fc26c-3a40-4f6f-a6f5-237f6aa0b06a None None] For port 0eb8d43d-74e0-440d-97d2-981581c32d57, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0eb8d43d-74e0-440d-97d2-981581c32d57,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:11.942488 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-072fc26c-3a40-4f6f-a6f5-237f6aa0b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:11.989570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-012bc259-21aa-4309-962a-21d08c985220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 2, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:12.024922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012bc259-21aa-4309-962a-21d08c985220 None None] The sync data for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 is: [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 2, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:47:12.036449 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072fc26c-3a40-4f6f-a6f5-237f6aa0b06a None None] Pushing event updated for resources: {'Port': ['ID=0eb8d43d-74e0-440d-97d2-981581c32d57,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:12.063333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8dee7e15-a3e4-4925-8e0b-a638c0010a20 None None] Provisioning complete for port a6a2a8de-015f-43de-883f-d66403e3447a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:12.063710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8dee7e15-a3e4-4925-8e0b-a638c0010a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.104033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-8dee7e15-a3e4-4925-8e0b-a638c0010a20 None None] Port a6a2a8de-015f-43de-883f-d66403e3447a cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:47:12.115861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58212) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:12.120960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-863136387-network', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:12.142679 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Made reservation on behalf of 36392ecd49a04e6da3c0be084afbb5a4 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:47:12.145138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.153999 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.234658 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.241291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.261960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:47:12.291829 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.292171 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Added segment c061b5ad-cec5-490c-8123-5b03c49ca63d of type vlan for network 41410c40-19ce-4721-a544-4dae0e15e154 Nov 23 11:47:12.302389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5e3db8-5245-4549-979c-66d5d2cce1b4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:12.342487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.370069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.371072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:12.371659 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.408735 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2916501 Nov 23 11:47:12.411682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58214) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:12.417436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Request body: {'subnet': {'network_id': '41410c40-19ce-4721-a544-4dae0e15e154', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-863136387-subnet', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:12.437002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98954f9a-cc55-4d3a-b971-32281bea1ffb admin admin] Pushing event updated for resources: {'Network': ['ID=41410c40-19ce-4721-a544-4dae0e15e154,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:12.446851 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Made reservation on behalf of 36392ecd49a04e6da3c0be084afbb5a4 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:47:12.447076 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 41410c40-19ce-4721-a544-4dae0e15e154 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:47:12.450003 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.637352 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.687979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf782074-c0fa-47fc-8ab5-f9a501855251,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:12.709072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Checking segment: {'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:12.709912 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Network hostable DHCP agents. Network: 41410c40-19ce-4721-a544-4dae0e15e154, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:47:12.729373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Network 41410c40-19ce-4721-a544-4dae0e15e154 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:47:12.738558 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 41410c40-19ce-4721-a544-4dae0e15e154) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:12.742693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:12.743293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.747293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490733f8-95f4-4b8e-ba9f-088b4932e4a6 None None] Network 41410c40-19ce-4721-a544-4dae0e15e154 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:47:12.761046 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a60e24dd-7038-44bf-a69c-75da9a654d78 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3475456 Nov 23 11:47:12.763731 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58216) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:12.768575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:12.795527 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.797187 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.864183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:12.922963 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-41410c40-19ce-4721-a544-4dae0e15e154', 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'fixed_ips': [{'subnet_id': 'bf782074-c0fa-47fc-8ab5-f9a501855251'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:47:12.923845 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.013267 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.071800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Allocated IP 172.20.0.2 (41410c40-19ce-4721-a544-4dae0e15e154/bf782074-c0fa-47fc-8ab5-f9a501855251/a2dbbd14-c869-4dc5-9789-b87203455493) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:47:13.238387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.239372 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.244970 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.260378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.287412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Network 41410c40-19ce-4721-a544-4dae0e15e154 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:13.291828 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:13.296489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:47:13.303747 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Pushing event updated for resources: {'Port': ['ID=a2dbbd14-c869-4dc5-9789-b87203455493,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:13.360090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Attempting to bind port a2dbbd14-c869-4dc5-9789-b87203455493 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:47:13.360797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Attempting to bind port a2dbbd14-c869-4dc5-9789-b87203455493 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:47:13.361191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Attempting to bind port a2dbbd14-c869-4dc5-9789-b87203455493 on network 41410c40-19ce-4721-a544-4dae0e15e154 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:13.366807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:47:13.367296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Checking segment: {'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:13.367769 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.368235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Bound using segment: {'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:47:13.368786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Bound port: a2dbbd14-c869-4dc5-9789-b87203455493, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:47:13.369332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.395457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Allocated IP 172.25.5.23 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/3db86c92-d2db-4405-b575-6a117b0e7959) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:47:13.425282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0eb8d43d-74e0-440d-97d2-981581c32d57 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:13.470647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] For port a2dbbd14-c869-4dc5-9789-b87203455493, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:47:13.475512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] For port a2dbbd14-c869-4dc5-9789-b87203455493, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a2dbbd14-c869-4dc5-9789-b87203455493,segment=NetworkSegment(c061b5ad-cec5-490c-8123-5b03c49ca63d),segment_id=c061b5ad-cec5-490c-8123-5b03c49ca63d)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:47:13.483911 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.513300 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.557252 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.564624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502eca88-afb4-4175-9226-f5a896bfcb98 None None] Pushing event updated for resources: {'Port': ['ID=a2dbbd14-c869-4dc5-9789-b87203455493,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:13.568203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0eb8d43d-74e0-440d-97d2-981581c32d57 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:13.568575 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.607282 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:13.614107 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:13.616583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:47:13.643632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680153d3-8f66-4299-9d28-d2a3ca0f127c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:13.656268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=3db86c92-d2db-4405-b575-6a117b0e7959,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:13.762361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-df0d1db0-318b-4235-bd85-6df5b0138de0 None None] Provisioning complete for port 3db86c92-d2db-4405-b575-6a117b0e7959 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:13.762871 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df0d1db0-318b-4235-bd85-6df5b0138de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:13.810910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-df0d1db0-318b-4235-bd85-6df5b0138de0 None None] Port 3db86c92-d2db-4405-b575-6a117b0e7959 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:47:13.945137 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:14.150986 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:14.282105 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Router 6393861c-7f3c-4485-a2cd-145ef193f7a2 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:47:14.292251 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Sync routers for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:47:14.303722 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:14.304360 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:14.394171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:47:14.403031 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Sync routers for ids ['6393861c-7f3c-4485-a2cd-145ef193f7a2'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:47:14.411238 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:14.411580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:14.413010 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dcd3bcb8-b416-4b9f-a0d9-017b50191fa6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6478937 Nov 23 11:47:14.415676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58218) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:47:14.416987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Routers {'6393861c-7f3c-4485-a2cd-145ef193f7a2'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:14.417657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6393861c-7f3c-4485-a2cd-145ef193f7a2'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:14.529240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Set router 6393861c-7f3c-4485-a2cd-145ef193f7a2 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:14.636600 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 2, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:14.674821 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Checking router: 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:47:14.675558 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Updating router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c port a6a2a8de-015f-43de-883f-d66403e3447a binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:47:14.682999 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-afc225b4-6ae2-44ce-b376-dbd56a1b37ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:14.711758 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:14.773279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:47:13Z', 'revision_number': 3, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port': {'id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:13Z', 'updated_at': '2021-11-23T11:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:14.815855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Checking router: 6393861c-7f3c-4485-a2cd-145ef193f7a2 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:47:14.816217 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Updating router 6393861c-7f3c-4485-a2cd-145ef193f7a2 port 3db86c92-d2db-4405-b575-6a117b0e7959 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:47:14.847497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.043841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6881b978-b130-44af-9a38-a83db97a98e2 None None] Network 41410c40-19ce-4721-a544-4dae0e15e154 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:47:15.066332 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.072545 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.130337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c134239d-2c29-4460-808e-b01375ad53de None None] Provisioning complete for port a2dbbd14-c869-4dc5-9789-b87203455493 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:15.130920 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c134239d-2c29-4460-808e-b01375ad53de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.163918 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Pushing event updated for resources: {'Port': ['ID=a6a2a8de-015f-43de-883f-d66403e3447a,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:15.189589 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.190037 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.191145 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.191551 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.191953 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.192351 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.192777 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.193191 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.193585 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.193977 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.194368 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.194754 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:15.202027 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.218821 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Attempting to bind port a6a2a8de-015f-43de-883f-d66403e3447a on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:47:15.219855 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Attempting to bind port a6a2a8de-015f-43de-883f-d66403e3447a by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:47:15.220279 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Attempting to bind port a6a2a8de-015f-43de-883f-d66403e3447a on network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:15.225886 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:47:15.226361 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Checking segment: {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:15.227405 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.227859 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Bound using segment: {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:47:15.228403 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Bound port: a6a2a8de-015f-43de-883f-d66403e3447a, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:47:15.228975 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.300524 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] For port a6a2a8de-015f-43de-883f-d66403e3447a, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:47:15.303806 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] For port a6a2a8de-015f-43de-883f-d66403e3447a, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a6a2a8de-015f-43de-883f-d66403e3447a,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:47:15.310972 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.373510 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.391417 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095396a3-6a35-4733-ae1d-db017f94e544 None None] Pushing event updated for resources: {'Port': ['ID=a6a2a8de-015f-43de-883f-d66403e3447a,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:15.395347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Allocated IP 172.20.0.1 (41410c40-19ce-4721-a544-4dae0e15e154/bf782074-c0fa-47fc-8ab5-f9a501855251/675e6e32-2834-4be7-bf53-f3328362b272) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:47:15.410537 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:15.411286 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:15.421496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.493079 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c134239d-2c29-4460-808e-b01375ad53de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.499487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a2dbbd14-c869-4dc5-9789-b87203455493 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:15.530084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.586421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881c5d1c-5c91-44ba-a32e-d5f3f587fba4 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:15.594246 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.600006 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:15.618464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3253c92-a07c-47ce-88db-2d544820dc13 None None] Pushing event updated for resources: {'Port': ['ID=3db86c92-d2db-4405-b575-6a117b0e7959,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:15.646948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Attempting to bind port 3db86c92-d2db-4405-b575-6a117b0e7959 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:47:15.647533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Attempting to bind port 3db86c92-d2db-4405-b575-6a117b0e7959 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:47:15.648128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Attempting to bind port 3db86c92-d2db-4405-b575-6a117b0e7959 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:15.648665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Network 41410c40-19ce-4721-a544-4dae0e15e154 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:15.653625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:15.657200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:47:15.674471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c134239d-2c29-4460-808e-b01375ad53de None None] For port a2dbbd14-c869-4dc5-9789-b87203455493, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a2dbbd14-c869-4dc5-9789-b87203455493,segment=NetworkSegment(c061b5ad-cec5-490c-8123-5b03c49ca63d),segment_id=c061b5ad-cec5-490c-8123-5b03c49ca63d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:15.689325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Pushing event updated for resources: {'Port': ['ID=675e6e32-2834-4be7-bf53-f3328362b272,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:15.701502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:47:15.702666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:15.704388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.704993 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:47:15.708844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Bound port: 3db86c92-d2db-4405-b575-6a117b0e7959, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:47:15.709971 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.713953 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c134239d-2c29-4460-808e-b01375ad53de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.728567 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.754848 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a2dbbd14-c869-4dc5-9789-b87203455493 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:15.759282 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:15.911993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.022920 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:16.058005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd5c51-4443-404f-b47f-78385b1197d2 None None] The sync data for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 is: [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:47:16.078142 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] For port 3db86c92-d2db-4405-b575-6a117b0e7959, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:47:16.082568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134239d-2c29-4460-808e-b01375ad53de None None] Pushing event updated for resources: {'Port': ['ID=a2dbbd14-c869-4dc5-9789-b87203455493,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:16.093341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] For port 3db86c92-d2db-4405-b575-6a117b0e7959, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3db86c92-d2db-4405-b575-6a117b0e7959,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:47:16.096455 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Provisioning complete for port 3db86c92-d2db-4405-b575-6a117b0e7959 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:16.096860 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.101320 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.138718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.144613 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.199367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f947f3c-8dec-4fd4-8a53-42da3243e48d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:47:16.218374 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.220407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Pushing event updated for resources: {'Port': ['ID=675e6e32-2834-4be7-bf53-f3328362b272,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:16.249698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3253c92-a07c-47ce-88db-2d544820dc13 None None] Pushing event updated for resources: {'Port': ['ID=3db86c92-d2db-4405-b575-6a117b0e7959,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:16.255219 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Routers {'6393861c-7f3c-4485-a2cd-145ef193f7a2'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:16.255842 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:46:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6393861c-7f3c-4485-a2cd-145ef193f7a2'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:16.325452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Network 41410c40-19ce-4721-a544-4dae0e15e154 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:16.328349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:16.372438 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.412578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] For port 3db86c92-d2db-4405-b575-6a117b0e7959, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3db86c92-d2db-4405-b575-6a117b0e7959,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:16.423671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] Set router 6393861c-7f3c-4485-a2cd-145ef193f7a2 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:16.426402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.495341 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Router 6393861c-7f3c-4485-a2cd-145ef193f7a2 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:47:16.546974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Provisioning complete for port a2dbbd14-c869-4dc5-9789-b87203455493 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:16.547342 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.615054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Pushing event updated for resources: {'Port': ['ID=3db86c92-d2db-4405-b575-6a117b0e7959,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:16.638588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:47:16.644689 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-37e1d424-7bfe-4402-82ba-42825701fc77 admin admin] 10.222.0.61 "PUT /v2.0/routers/6393861c-7f3c-4485-a2cd-145ef193f7a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2278352 Nov 23 11:47:16.772099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Provisioning complete for port a6a2a8de-015f-43de-883f-d66403e3447a triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:16.772473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.812932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 4, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port': {'id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:13Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '675e6e32-2834-4be7-bf53-f3328362b272', 'name': '', 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'mac_address': 'fa:16:3e:1a:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:15Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 2, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'subnets': [{'id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:16.844212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3240e-80e5-4ae6-9615-887828fdf9f6 None None] The sync data for ids ['6393861c-7f3c-4485-a2cd-145ef193f7a2'] in n-d-817747-2 is: [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 4, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port': {'id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:13Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '675e6e32-2834-4be7-bf53-f3328362b272', 'name': '', 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'mac_address': 'fa:16:3e:1a:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:15Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 2, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'subnets': [{'id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:47:16.891841 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.928075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] For port a6a2a8de-015f-43de-883f-d66403e3447a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a6a2a8de-015f-43de-883f-d66403e3447a,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:16.933534 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:16.988708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7aee9-706d-459a-905f-8c0260032a2b None None] Pushing event updated for resources: {'Port': ['ID=a6a2a8de-015f-43de-883f-d66403e3447a,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:17.097014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e32b2a4c-e6ae-4408-b7e5-7ffd38523c59 None None] Provisioning complete for port 3db86c92-d2db-4405-b575-6a117b0e7959 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:17.097676 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e32b2a4c-e6ae-4408-b7e5-7ffd38523c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:17.100784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5d1d6c42-49e6-4a74-b91e-040d6e449923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:17.216841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e32b2a4c-e6ae-4408-b7e5-7ffd38523c59 None None] Provisioning complete for port 675e6e32-2834-4be7-bf53-f3328362b272 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:17.217462 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e32b2a4c-e6ae-4408-b7e5-7ffd38523c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:17.258452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e32b2a4c-e6ae-4408-b7e5-7ffd38523c59 None None] Port 675e6e32-2834-4be7-bf53-f3328362b272 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:47:17.397365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a2dbbd14-c869-4dc5-9789-b87203455493 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:17.455183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a2dbbd14-c869-4dc5-9789-b87203455493 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:17.455559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:17.541999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a6a2a8de-015f-43de-883f-d66403e3447a up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:17.601414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port a6a2a8de-015f-43de-883f-d66403e3447a triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:17.601787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:18.809918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:19.435815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3db86c92-d2db-4405-b575-6a117b0e7959 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:19.506509 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3db86c92-d2db-4405-b575-6a117b0e7959 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:19.506896 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:19.784250 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:20.280124 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:20.394949 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Sync routers for ids ['6393861c-7f3c-4485-a2cd-145ef193f7a2'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:47:20.411101 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Routers {'6393861c-7f3c-4485-a2cd-145ef193f7a2'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:20.412021 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6393861c-7f3c-4485-a2cd-145ef193f7a2'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:20.533953 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Set router 6393861c-7f3c-4485-a2cd-145ef193f7a2 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:20.652880 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:20.786352 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 4, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port': {'id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:13Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '675e6e32-2834-4be7-bf53-f3328362b272', 'name': '', 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'mac_address': 'fa:16:3e:1a:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:15Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 2, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'subnets': [{'id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:20.823420 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Checking router: 6393861c-7f3c-4485-a2cd-145ef193f7a2 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:47:20.823877 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Updating router 6393861c-7f3c-4485-a2cd-145ef193f7a2 port 675e6e32-2834-4be7-bf53-f3328362b272 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:47:20.853824 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.160156 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.169781 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.225395 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fd501-c9d7-4b05-a123-d447163e5619 None None] Pushing event updated for resources: {'Port': ['ID=675e6e32-2834-4be7-bf53-f3328362b272,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:21.290231 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Attempting to bind port 675e6e32-2834-4be7-bf53-f3328362b272 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:47:21.290613 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Attempting to bind port 675e6e32-2834-4be7-bf53-f3328362b272 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:47:21.290976 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Attempting to bind port 675e6e32-2834-4be7-bf53-f3328362b272 on network 41410c40-19ce-4721-a544-4dae0e15e154 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:21.301274 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:47:21.301961 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Checking segment: {'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:21.302851 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.303751 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Bound using segment: {'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:47:21.305008 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Bound port: 675e6e32-2834-4be7-bf53-f3328362b272, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c061b5ad-cec5-490c-8123-5b03c49ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:47:21.305759 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.388681 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] For port 675e6e32-2834-4be7-bf53-f3328362b272, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:47:21.393228 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] For port 675e6e32-2834-4be7-bf53-f3328362b272, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=675e6e32-2834-4be7-bf53-f3328362b272,segment=NetworkSegment(c061b5ad-cec5-490c-8123-5b03c49ca63d),segment_id=c061b5ad-cec5-490c-8123-5b03c49ca63d)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:47:21.399017 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.447960 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Routers {'6393861c-7f3c-4485-a2cd-145ef193f7a2'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:47:21.448597 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:47:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6393861c-7f3c-4485-a2cd-145ef193f7a2'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:21.516095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2e11a58c-5335-4321-8728-a8b954ef9371 None None] Provisioning complete for port 675e6e32-2834-4be7-bf53-f3328362b272 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:21.517096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2e11a58c-5335-4321-8728-a8b954ef9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.524994 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fd501-c9d7-4b05-a123-d447163e5619 None None] Pushing event updated for resources: {'Port': ['ID=675e6e32-2834-4be7-bf53-f3328362b272,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:21.655246 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2e11a58c-5335-4321-8728-a8b954ef9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.657712 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] Set router 6393861c-7f3c-4485-a2cd-145ef193f7a2 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:47:21.704473 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-2e11a58c-5335-4321-8728-a8b954ef9371 None None] For port 675e6e32-2834-4be7-bf53-f3328362b272, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=675e6e32-2834-4be7-bf53-f3328362b272,segment=NetworkSegment(c061b5ad-cec5-490c-8123-5b03c49ca63d),segment_id=c061b5ad-cec5-490c-8123-5b03c49ca63d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:21.710365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2e11a58c-5335-4321-8728-a8b954ef9371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.789734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11a58c-5335-4321-8728-a8b954ef9371 None None] Pushing event updated for resources: {'Port': ['ID=675e6e32-2834-4be7-bf53-f3328362b272,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:21.930712 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 4, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port': {'id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:13Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '675e6e32-2834-4be7-bf53-f3328362b272', 'name': '', 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'mac_address': 'fa:16:3e:1a:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:15Z', 'updated_at': '2021-11-23T11:47:21Z', 'revision_number': 4, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'subnets': [{'id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:47:21.943002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-281d10d3-2337-4643-b6ec-eaca9ee6ed5f None None] Provisioning complete for port 675e6e32-2834-4be7-bf53-f3328362b272 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:21.943390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-281d10d3-2337-4643-b6ec-eaca9ee6ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:21.968069 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de492d35-24d3-41cc-8b0b-fb9dbeb56f52 None None] The sync data for ids ['6393861c-7f3c-4485-a2cd-145ef193f7a2'] in n-d-817747-2 is: [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:47:15Z', 'revision_number': 4, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port': {'id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:13Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '675e6e32-2834-4be7-bf53-f3328362b272', 'name': '', 'network_id': '41410c40-19ce-4721-a544-4dae0e15e154', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'mac_address': 'fa:16:3e:1a:08:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:15Z', 'updated_at': '2021-11-23T11:47:21Z', 'revision_number': 4, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'subnets': [{'id': 'bf782074-c0fa-47fc-8ab5-f9a501855251', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:47:22.754834 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:23.435438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 675e6e32-2834-4be7-bf53-f3328362b272 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:23.501669 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 675e6e32-2834-4be7-bf53-f3328362b272 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:23.502418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:27.089129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-72cf7500-8cde-46b5-b478-8fb318385a80 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:27.090605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-72cf7500-8cde-46b5-b478-8fb318385a80 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 813 time: 0.1083410 Nov 23 11:47:27.106982 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-a1f280ca-9ee9-476f-8681-8d6482efae34 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/quotas/3bc618ebb6ac4b47b3ab2161f5960965 HTTP/1.1" status: 200 len: 375 time: 0.0095506 Nov 23 11:47:27.158047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-fff8180e-d04e-4d78-8c59-d7abf0a91eb6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459075 Nov 23 11:47:27.255490 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-5e0b8f1b-20d4-435d-925c-5d58311d8565 service neutron] 10.222.0.61 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860610 Nov 23 11:47:27.343720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-3261612f-4ce5-4072-9ff9-5d390c281fc3 service neutron] 10.222.0.61 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821288 Nov 23 11:47:27.504110 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-044c1dd2-56b3-42df-9b84-f384911fc8fc req-74817515-044e-40dd-ad58-13b8a0b846a5 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 210 time: 0.0283518 Nov 23 11:47:28.514826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-6775028a-decd-4ede-a8df-81c9c3cf683a tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:28.516388 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-6775028a-decd-4ede-a8df-81c9c3cf683a tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 813 time: 0.1144257 Nov 23 11:47:28.537578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'port': {'device_id': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'admin_state_up': True, 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:28.985322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df37f67d-f908-473b-be43-82ee2fc63f68 req-129b8188-c942-4093-a6ec-a43a5631d8c7 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 210 time: 0.3889644 Nov 23 11:47:29.053704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Made reservation on behalf of 3bc618ebb6ac4b47b3ab2161f5960965 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:47:29.057654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:29.199896 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Allocated IP 172.20.0.8 (eb39df2b-f426-4aca-9aa0-1ddffacb03a6/94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad/a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:47:29.355467 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:29.391354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:29.438072 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:47:29.441094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:47:29.444804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:47:29.474700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:29.491915 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.492289 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.492599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.492939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.493292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.493624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.493951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.494278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.494604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.494929 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.495249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.495570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:29.523185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:29.523983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:29.542940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-7773fdf6-a06a-4b4c-9c8f-17685f9d56fb tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0104067 Nov 23 11:47:29.733812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f842c49c-8a0a-4767-afb9-0026669249a7 None None] Provisioning complete for port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:29.734357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f842c49c-8a0a-4767-afb9-0026669249a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:29.770009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f842c49c-8a0a-4767-afb9-0026669249a7 None None] Port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:47:30.112880 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d80e42-bd73-410d-92e5-411c2e24d122 req-f5a2d926-b8bf-4ff6-8362-640654f67b51 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:30.114450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8d80e42-bd73-410d-92e5-411c2e24d122 req-f5a2d926-b8bf-4ff6-8362-640654f67b51 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0532296 Nov 23 11:47:30.171450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a8d80e42-bd73-410d-92e5-411c2e24d122 req-3144d683-6aae-4adf-b600-aa596d26ed84 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507274 Nov 23 11:47:31.297293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3e0cd-2d5e-4e69-8b1d-4513ec43fe06 req-3c5715bb-52d8-457f-bae7-a274fa7f3427 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:31.298909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3da3e0cd-2d5e-4e69-8b1d-4513ec43fe06 req-3c5715bb-52d8-457f-bae7-a274fa7f3427 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0529988 Nov 23 11:47:31.349167 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3da3e0cd-2d5e-4e69-8b1d-4513ec43fe06 req-3b58fead-6b20-477d-ae9c-a438fe5984d4 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Nov 23 11:47:32.101125 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:47:32.476492 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6c8f9-12b2-4d23-b8a5-332b7f3450c6 req-6cfe7e64-ae54-47bf-92df-fb794bac31de tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:32.478147 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ca6c8f9-12b2-4d23-b8a5-332b7f3450c6 req-6cfe7e64-ae54-47bf-92df-fb794bac31de tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0542302 Nov 23 11:47:32.528890 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ca6c8f9-12b2-4d23-b8a5-332b7f3450c6 req-c865b040-f171-4451-8c63-0a1cdbfd10e6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445642 Nov 23 11:47:33.654186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cc7ef-9a1f-4143-a491-ee472aec384b req-13bf8409-fcb2-4df7-806b-c48fd90837e1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:33.655740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636cc7ef-9a1f-4143-a491-ee472aec384b req-13bf8409-fcb2-4df7-806b-c48fd90837e1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0509503 Nov 23 11:47:33.716225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-636cc7ef-9a1f-4143-a491-ee472aec384b req-9a1525e5-d54c-4ff4-a664-08ba3de6d644 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537136 Nov 23 11:47:34.840109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c45a91-05c3-4151-944e-7e9f1a0dee3c req-815d0cb3-7610-4fd0-af48-15299473a64f tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:34.841516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52c45a91-05c3-4151-944e-7e9f1a0dee3c req-815d0cb3-7610-4fd0-af48-15299473a64f tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0528564 Nov 23 11:47:34.890774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-52c45a91-05c3-4151-944e-7e9f1a0dee3c req-27f0e9fb-a88b-4dcb-b438-8d3426d1c03c tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Nov 23 11:47:36.038550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b4b2f-41df-46b1-8224-5dfc786935ed req-3da35f67-d1ce-411a-b049-502a28c80e61 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:36.040340 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd9b4b2f-41df-46b1-8224-5dfc786935ed req-3da35f67-d1ce-411a-b049-502a28c80e61 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0692430 Nov 23 11:47:36.103453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd9b4b2f-41df-46b1-8224-5dfc786935ed req-825baa01-7870-4249-a9f5-6be5629562bc tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537798 Nov 23 11:47:37.233605 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac96e0f-4a71-4105-879c-3b737ab314d6 req-4fcc1a75-11b0-4e95-af5e-fb542d91a407 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:37.235109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ac96e0f-4a71-4105-879c-3b737ab314d6 req-4fcc1a75-11b0-4e95-af5e-fb542d91a407 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0573554 Nov 23 11:47:37.286419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ac96e0f-4a71-4105-879c-3b737ab314d6 req-5999af62-98e8-4780-9b7e-72af9ee32060 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Nov 23 11:47:38.401967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c131415-45e2-4341-9875-78a82e64c8b6 req-90efe5ab-be11-420d-be7a-21caff0df7fe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:38.403471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c131415-45e2-4341-9875-78a82e64c8b6 req-90efe5ab-be11-420d-be7a-21caff0df7fe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 931 time: 0.0501516 Nov 23 11:47:38.452301 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5c131415-45e2-4341-9875-78a82e64c8b6 req-a86af1e8-fe4b-47b3-93cf-af89c29d7641 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Nov 23 11:47:38.562710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-043e8cc1-924a-4140-bb99-b0527cfc7a55 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:47:38.564129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-043e8cc1-924a-4140-bb99-b0527cfc7a55 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071127 Nov 23 11:47:38.582081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Request body: {'port': {'device_id': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:47:38.638994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:38.896625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:47:38.904137 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:38.916744 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Transition to ACTIVE for port object a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:47:38.920481 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:38.976817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Pushing event updated for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:39.046972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Attempting to bind port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:47:39.047319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Attempting to bind port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:47:39.047807 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Attempting to bind port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 on network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:39.052869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 on network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:47:39.053254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Attempting to bind port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 on network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:47:39.058891 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:47:39.059226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Checking segment: {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:47:39.059610 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Bound using segment: {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:47:39.060051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Bound port: a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0879f9f-4536-4262-a779-1067e7b9b655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:47:39.060397 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:39.127654 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:47:39.130914 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:47:39.134797 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:39.169588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.170216 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:39.171667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] 10.222.0.65 "PUT /v2.0/ports/a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 1091 time: 0.5949211 Nov 23 11:47:39.172112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:47:39.174428 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a87d59-96ad-4feb-8c94-00f9f6972044" -d '{"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:47:39.200377 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af22af-fd2f-4416-ae42-7309376f160b service neutron] Pushing event updated for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:39.233913 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140b111d-f006-448f-8588-164dfa71e55d x-openstack-request-id: req-140b111d-f006-448f-8588-164dfa71e55d {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:47:39.234384 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:47:39.234648 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-140b111d-f006-448f-8588-164dfa71e55d {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:47:39.235061 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'status': 'completed', 'code': 200} Nov 23 11:47:39.270783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-6c6fe3ca-9023-4b2c-b5da-86e67e1165da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.272781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-6c6fe3ca-9023-4b2c-b5da-86e67e1165da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1094 time: 0.0499899 Nov 23 11:47:39.317763 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-f47e092c-1d07-4ec5-8547-77f2bf49e62e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 217 time: 0.0367703 Nov 23 11:47:39.369032 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-410c64a5-b31b-43e9-bcfe-03ab28e26ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.370539 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-410c64a5-b31b-43e9-bcfe-03ab28e26ea3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0454767 Nov 23 11:47:39.427114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-f450c9df-17ee-4a52-a747-7d8342aa3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.428627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-f450c9df-17ee-4a52-a747-7d8342aa3584 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469892 Nov 23 11:47:39.535950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-b3f7f167-f3c3-47fc-9e28-0cf7a82ac319 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956252 Nov 23 11:47:39.632108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58768065-0d6e-486d-8442-99c5e5b521fd req-06ca874f-d9da-4c5d-a3f5-575d73e1e979 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.633613 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58768065-0d6e-486d-8442-99c5e5b521fd req-06ca874f-d9da-4c5d-a3f5-575d73e1e979 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 943 time: 0.1128817 Nov 23 11:47:39.682947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-724952ec-3c6d-4100-b30f-9cfec17fdf62 req-537bea71-c78c-4252-9a21-531589f2125f service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332948 Nov 23 11:47:39.700991 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-58768065-0d6e-486d-8442-99c5e5b521fd req-6d6fff7a-9a76-40c0-aab3-2fc5791def0d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612621 Nov 23 11:47:39.778878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-a07c6170-0e68-4c2e-bd43-687847783d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.780377 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-a07c6170-0e68-4c2e-bd43-687847783d6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1094 time: 0.0435770 Nov 23 11:47:39.874538 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-52e42d0f-8be4-44de-97f7-09c6353d3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.875999 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-52e42d0f-8be4-44de-97f7-09c6353d3b76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 914 time: 0.0888255 Nov 23 11:47:39.921115 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-0d89ea4e-ac1c-4da9-b1a5-01ee7bd797db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 217 time: 0.0344000 Nov 23 11:47:39.975115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-d50610cb-0dbe-4298-89be-11f898dedba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:39.976477 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-d50610cb-0dbe-4298-89be-11f898dedba1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0479019 Nov 23 11:47:40.023697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-a4bf6ff5-af78-47e5-85f7-159ecf8646d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:40.025243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-a4bf6ff5-af78-47e5-85f7-159ecf8646d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410254 Nov 23 11:47:40.119147 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-77a712d3-1cc3-45a1-a393-bdd6805678a5 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856774 Nov 23 11:47:40.215161 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-63a87d59-96ad-4feb-8c94-00f9f6972044 req-a9a9af61-945f-4c46-a60d-29c4812174b3 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879540 Nov 23 11:47:40.819002 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea746f5-e759-4251-9f5d-b60ecbfd7dc0 req-ea766ede-8c1b-4b53-8c4a-c5140566b312 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:40.820482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea746f5-e759-4251-9f5d-b60ecbfd7dc0 req-ea766ede-8c1b-4b53-8c4a-c5140566b312 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 943 time: 0.0492117 Nov 23 11:47:40.867706 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9ea746f5-e759-4251-9f5d-b60ecbfd7dc0 req-1bd7970a-e752-4111-ae02-63d62f6e86dc tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Nov 23 11:47:41.982571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2da69-b262-46d3-b923-dc6e37720c5c req-a48c8885-1fce-4d37-a498-6d5bf06697f8 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:41.984073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2f2da69-b262-46d3-b923-dc6e37720c5c req-a48c8885-1fce-4d37-a498-6d5bf06697f8 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 943 time: 0.0496581 Nov 23 11:47:42.032349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f2f2da69-b262-46d3-b923-dc6e37720c5c req-05ea36e1-be82-4bbf-8096-915b739fbbba tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Nov 23 11:47:43.160891 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c6589-f7fa-48f5-a185-a7b60717332e req-ac6fdf64-3b47-4c36-b21d-0b28a76b344c tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:43.162416 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f85c6589-f7fa-48f5-a185-a7b60717332e req-ac6fdf64-3b47-4c36-b21d-0b28a76b344c tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 943 time: 0.0541940 Nov 23 11:47:43.210603 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f85c6589-f7fa-48f5-a185-a7b60717332e req-31acbfa1-2c76-4069-8759-ba8d4ec8cfc1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422900 Nov 23 11:47:43.558811 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:47:43.654317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:43.665055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'port_id': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'mac_address': 'fa:16:3e:65:2a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:47:43.700370 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:43.715335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:47:43.735441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:43.739260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:43.785817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:43.793272 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.793631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.793979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.794324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.794664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.794999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.795331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.795663 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.795994 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.796322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.796649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:43.796983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:47:44.052341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:47:44.334154 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc087731-2c2d-4cc6-bec0-4dd9752efe0f req-6943236a-035d-46e0-becd-6cd08bf54109 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:44.335551 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc087731-2c2d-4cc6-bec0-4dd9752efe0f req-6943236a-035d-46e0-becd-6cd08bf54109 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 944 time: 0.0535765 Nov 23 11:47:44.384630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc087731-2c2d-4cc6-bec0-4dd9752efe0f req-afe86b15-f5cd-452f-bae7-1a468c665036 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Nov 23 11:47:44.666109 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1e6e32c8-9423-4639-909a-8866995cc511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:45.500548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46752919-ff0f-42a3-bbb4-ed3d2edc51f3 req-37ff7b76-e546-4435-9d14-785471bdd70b tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:45.502083 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46752919-ff0f-42a3-bbb4-ed3d2edc51f3 req-37ff7b76-e546-4435-9d14-785471bdd70b tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 944 time: 0.0509136 Nov 23 11:47:45.550319 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-46752919-ff0f-42a3-bbb4-ed3d2edc51f3 req-c2eb3ceb-485f-484b-bfb0-e7dec5ecc980 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Nov 23 11:47:45.574794 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:47:45.626281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:47:45.630343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:47:45.630716 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:45.708264 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:45.732780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:47:45.735094 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6ae697-21a3-411a-8dcc-d2bcb4cd3adf" -d '{"events": [{"server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "name": "network-vif-plugged", "status": "completed", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:47:45.747843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:47:45.752735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:45.780577 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db7f022-e1a9-44cf-b2e4-5791fe66640e x-openstack-request-id: req-2db7f022-e1a9-44cf-b2e4-5791fe66640e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:47:45.780881 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "name": "network-vif-plugged", "status": "completed", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:47:45.781163 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2db7f022-e1a9-44cf-b2e4-5791fe66640e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:47:45.781564 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'code': 200} Nov 23 11:47:45.807042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:47:45.880252 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89dbf-5016-4cfe-abe3-fa05753a06ab req-23057ad7-707d-4f24-80a4-ebecdd19133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:45.881776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48b89dbf-5016-4cfe-abe3-fa05753a06ab req-23057ad7-707d-4f24-80a4-ebecdd19133a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1096 time: 0.0411186 Nov 23 11:47:45.924983 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-48b89dbf-5016-4cfe-abe3-fa05753a06ab req-fa7e6411-d0fc-489a-a651-3c2b869d8192 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364940 Nov 23 11:47:46.668763 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5cb17-e5a9-4868-a97f-4bc756f2dc17 req-c7afe926-91c7-4fde-ace3-a4cbf26c8ffe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:46.670272 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ef5cb17-e5a9-4868-a97f-4bc756f2dc17 req-c7afe926-91c7-4fde-ace3-a4cbf26c8ffe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0490606 Nov 23 11:47:46.721789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2ef5cb17-e5a9-4868-a97f-4bc756f2dc17 req-08aa4b84-0e25-484d-982a-4058763f94e4 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Nov 23 11:47:47.085792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bdddaebb-e4b4-4ba6-b254-359b529e5adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:47.840180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9156c8-d735-4658-b5a5-58f21923459c req-409daa73-c876-4aa9-95d1-b90525ac86b6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:47.841668 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c9156c8-d735-4658-b5a5-58f21923459c req-409daa73-c876-4aa9-95d1-b90525ac86b6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0488584 Nov 23 11:47:47.893129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3c9156c8-d735-4658-b5a5-58f21923459c req-9d21f255-211d-47c4-aea4-563ebde20f64 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Nov 23 11:47:48.009786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54473295-7d21-49c2-960c-56ee80918883 req-b7abb2ca-7075-45c4-95ac-01c013b09610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:48.011168 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54473295-7d21-49c2-960c-56ee80918883 req-b7abb2ca-7075-45c4-95ac-01c013b09610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0492020 Nov 23 11:47:48.058055 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-54473295-7d21-49c2-960c-56ee80918883 req-6686202d-18fa-4dc6-9d73-e898bce8bfb6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 Nov 23 11:47:48.248425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73203aa5-6c2c-43e2-acaf-6040adafee66 req-1b33d973-5a90-4730-970c-b5955c668a3f tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:47:48.249937 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73203aa5-6c2c-43e2-acaf-6040adafee66 req-1b33d973-5a90-4730-970c-b5955c668a3f tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0494337 Nov 23 11:47:48.296733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-73203aa5-6c2c-43e2-acaf-6040adafee66 req-9a880a6a-17d3-462f-ac48-d1b819adfdbc tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Nov 23 11:47:48.810731 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:49.777670 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:50.273961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-ad306341-1463-45ea-8d59-8ab01460bbb8 req-b156e45b-11ee-46e9-af69-84106c18f884 tempest-ServerDiskConfigTestJSON-224509290 tempest-ServerDiskConfigTestJSON-224509290-project] (103426) timed out ('10.222.0.65', 54663) {{(pid=103426) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:47:50.275649 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:50.655816 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:47:52.729668 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:00.814487 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3031c-5215-4a8e-bce1-1e0744352d52 req-e5cd11fe-1d5e-4dbc-9e27-150a2000e6e0 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:00.815982 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ab3031c-5215-4a8e-bce1-1e0744352d52 req-e5cd11fe-1d5e-4dbc-9e27-150a2000e6e0 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0545912 Nov 23 11:48:00.865159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5ab3031c-5215-4a8e-bce1-1e0744352d52 req-984aee18-aeb1-4c42-8193-bd38d03d8d20 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Nov 23 11:48:00.887512 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58408) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:01.012420 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e2a98-dba8-48c9-8f58-fc7993e77e77 tempest-TestMinimumBasicScenario-223536194 tempest-TestMinimumBasicScenario-223536194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:01.013979 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-077e2a98-dba8-48c9-8f58-fc7993e77e77 tempest-TestMinimumBasicScenario-223536194 tempest-TestMinimumBasicScenario-223536194-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1091 time: 0.1254759 Nov 23 11:48:01.017751 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58412) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:01.022093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:01.043773 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:01.143694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:01.246147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Allocated IP 172.25.5.57 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/89f7a96a-752b-498d-9188-fa0b31fccab1) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:48:01.349052 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:01.383585 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:01.424682 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:48:01.428275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:48:01.431309 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:48:01.454207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'Port': ['ID=89f7a96a-752b-498d-9188-fa0b31fccab1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:01.469600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.469981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.470326 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.470666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.471005 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.471337 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.471668 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.471996 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.472324 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.473305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.473636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.474036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:48:01.802565 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:01.866936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.020846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.026513 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.094706 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'Port': ['ID=89f7a96a-752b-498d-9188-fa0b31fccab1,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:02.107039 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.214619 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Floating IP a9e31fb7-7d7c-4a44-8997-0ef420e4918e associated. External IP: 172.25.5.57, port: a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3. Nov 23 11:48:02.419086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:48:02.527865 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:48:02.538102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] Sync routers for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:48:02.546348 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.547769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:48:02.548404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:48:02.573773 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09c52102-5f65-49b0-baca-e15d4ac8b610 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5549488 Nov 23 11:48:02.574468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:48:02.576765 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58414) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:02.577293 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049" -d '{"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:48:02.581528 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5fa46208-df67-416a-9a52-19622a4c4aea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67173096', 'description': 'tempest-secgroup-smoke-67173096 description', 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:02.605991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fa46208-df67-416a-9a52-19622a4c4aea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.620047 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d8365-a3d8-4bc9-bf94-5b35d4b8dd42 x-openstack-request-id: req-4b4d8365-a3d8-4bc9-bf94-5b35d4b8dd42 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:48:02.620692 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:48:02.621027 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4b4d8365-a3d8-4bc9-bf94-5b35d4b8dd42 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:48:02.621683 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'status': 'completed', 'code': 200} Nov 23 11:48:02.660908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:48:02.712091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fa46208-df67-416a-9a52-19622a4c4aea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.717450 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fa46208-df67-416a-9a52-19622a4c4aea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.720844 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-497497ca-929e-4e44-800b-43b8e7b03967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:02.722412 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-497497ca-929e-4e44-800b-43b8e7b03967 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1096 time: 0.0690355 Nov 23 11:48:02.770566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5fa46208-df67-416a-9a52-19622a4c4aea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.771828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5fa46208-df67-416a-9a52-19622a4c4aea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1939869 Nov 23 11:48:02.774866 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58418) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:02.779485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7938ab27-ffb2-4e5c-860d-c0585b6d86ae tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'security_group_rule': {'security_group_id': '743b4682-97ff-42d2-887d-fcbfc11fdc85', 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:02.788278 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa46208-df67-416a-9a52-19622a4c4aea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743b4682-97ff-42d2-887d-fcbfc11fdc85,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:02.810521 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7938ab27-ffb2-4e5c-860d-c0585b6d86ae tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.858062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-cc09fbf4-e901-48ed-9461-fc5300e19a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:02.859555 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-cc09fbf4-e901-48ed-9461-fc5300e19a73 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 914 time: 0.1218703 Nov 23 11:48:02.874626 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7938ab27-ffb2-4e5c-860d-c0585b6d86ae tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.886855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7938ab27-ffb2-4e5c-860d-c0585b6d86ae tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.900891 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'a9e31fb7-7d7c-4a44-8997-0ef420e4918e', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'port_id': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'mac_address': 'fa:16:3e:65:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:48:01Z', 'updated_at': '2021-11-23T11:48:01Z', 'revision_number': 0, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:48:02.911218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938ab27-ffb2-4e5c-860d-c0585b6d86ae tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8682f809-63ee-41cb-8fa6-c45488729bdd,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:02.918175 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7938ab27-ffb2-4e5c-860d-c0585b6d86ae tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:02.922836 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7938ab27-ffb2-4e5c-860d-c0585b6d86ae tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467667 Nov 23 11:48:02.922988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58420) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:02.928545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1f8447aa-b853-46c4-8139-575b26982e7d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'security_group_rule': {'security_group_id': '743b4682-97ff-42d2-887d-fcbfc11fdc85', 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:02.934873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] Checking router: 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:48:02.944218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:48:02.944837 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:47:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:48:02.947978 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-ff2dba9a-4615-4d05-a228-c58d6cd4c9fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 998 time: 0.0795441 Nov 23 11:48:02.987850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8447aa-b853-46c4-8139-575b26982e7d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.022609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-8fdf986e-e930-4a7c-8ad7-f954b7b65f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:03.024066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-8fdf986e-e930-4a7c-8ad7-f954b7b65f09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0677433 Nov 23 11:48:03.056781 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:48:03.078534 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8447aa-b853-46c4-8139-575b26982e7d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.083887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8447aa-b853-46c4-8139-575b26982e7d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.104026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-b96754d1-88dc-4917-b280-c9bb2c02eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:03.105557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-b96754d1-88dc-4917-b280-c9bb2c02eb80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739272 Nov 23 11:48:03.108691 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8447aa-b853-46c4-8139-575b26982e7d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df06494-3346-4a14-aef2-5666b02fa251,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:03.126043 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f8447aa-b853-46c4-8139-575b26982e7d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.126043 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1f8447aa-b853-46c4-8139-575b26982e7d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2014158 Nov 23 11:48:03.128198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58422) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:03.134569 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-9e69488c-32c0-4e2d-a38c-ac0459c40147 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'security_group_rule': {'security_group_id': '743b4682-97ff-42d2-887d-fcbfc11fdc85', 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:03.166288 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e69488c-32c0-4e2d-a38c-ac0459c40147 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.210014 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-14e7cb47-9509-41d4-8d41-81274bb06e70 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962489 Nov 23 11:48:03.232409 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e69488c-32c0-4e2d-a38c-ac0459c40147 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.236872 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e69488c-32c0-4e2d-a38c-ac0459c40147 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.257332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69488c-32c0-4e2d-a38c-ac0459c40147 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428f0d58-d72c-4bff-8c9f-2782703bc6d7,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:03.268860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9e69488c-32c0-4e2d-a38c-ac0459c40147 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.271123 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9e69488c-32c0-4e2d-a38c-ac0459c40147 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406231 Nov 23 11:48:03.273641 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58424) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:03.279224 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6dc8a960-7559-46c6-8e9b-3c99bd31a260 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'security_group_rule': {'security_group_id': '743b4682-97ff-42d2-887d-fcbfc11fdc85', 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:03.302885 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'a9e31fb7-7d7c-4a44-8997-0ef420e4918e', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'port_id': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'mac_address': 'fa:16:3e:65:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:48:01Z', 'updated_at': '2021-11-23T11:48:01Z', 'revision_number': 0, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:48:03.309661 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a960-7559-46c6-8e9b-3c99bd31a260 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.324644 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b9b42d69-c8f6-42c8-a28b-0fdf4d4b5049 req-06bc2a77-3ff4-405a-abb2-86e8fb7aad49 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062508 Nov 23 11:48:03.331493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da613e-425e-4945-8ed3-bb236b4d8a7f None None] The sync data for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 is: [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'a9e31fb7-7d7c-4a44-8997-0ef420e4918e', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'floating_ip_address': '172.25.5.57', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'port_id': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'mac_address': 'fa:16:3e:65:2a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:48:01Z', 'updated_at': '2021-11-23T11:48:01Z', 'revision_number': 0, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:48:03.378008 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a960-7559-46c6-8e9b-3c99bd31a260 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.382639 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a960-7559-46c6-8e9b-3c99bd31a260 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.403845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8a960-7559-46c6-8e9b-3c99bd31a260 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ad0d53-2bdd-453a-a5dd-1203b1132eb9,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:03.412440 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6dc8a960-7559-46c6-8e9b-3c99bd31a260 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.413889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6dc8a960-7559-46c6-8e9b-3c99bd31a260 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390355 Nov 23 11:48:03.416549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58426) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:03.421001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'security_group_rule': {'security_group_id': '743b4682-97ff-42d2-887d-fcbfc11fdc85', 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:03.446338 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Project 3bc618ebb6ac4b47b3ab2161f5960965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:48:03.451679 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.517321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.522057 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.542419 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5beec-491e-4072-aed1-1ca2b7009ca5 None None] New status for floating IP a9e31fb7-7d7c-4a44-8997-0ef420e4918e: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:48:03.544427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95ac36e-5e2c-4446-8aaa-43a5bd6ed58a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:03.557019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.558370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b8c5d68b-fac3-4a77-8918-1514815f2753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408486 Nov 23 11:48:03.561093 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58428) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:48:03.565589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'security_group_rule': {'security_group_id': '743b4682-97ff-42d2-887d-fcbfc11fdc85', 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:03.591360 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Project 3bc618ebb6ac4b47b3ab2161f5960965 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:48:03.596946 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.665983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.670706 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.688181 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbd9bff-4558-45a2-9560-8458a1a61cd2,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:03.696580 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:03.700496 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4faa76e4-33dc-4ff9-89f4-f96ae054fdf1 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357243 Nov 23 11:48:03.790542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-a959aef2-1968-4128-929a-084633db0f9f tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67173096&fields=id&tenant_id=3bc618ebb6ac4b47b3ab2161f5960965 HTTP/1.1" status: 200 len: 267 time: 0.0461934 Nov 23 11:48:03.850140 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-fd19b94a-e8e7-4b84-82d2-b9cb8cd4f397 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:03.851627 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-fd19b94a-e8e7-4b84-82d2-b9cb8cd4f397 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0493908 Nov 23 11:48:03.862780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'port': {'security_groups': ['6c9eceb1-6623-4962-bb84-6ab8e90af08a', '743b4682-97ff-42d2-887d-fcbfc11fdc85']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:48:03.924995 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:04.108553 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:48:04.138548 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:04.143661 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:04.157215 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:48:04.194269 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:04.194966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:04.196624 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a25ff338-8beb-454b-94c8-ecdd856c0594 req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "PUT /v2.0/ports/a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 981 time: 0.3379703 Nov 23 11:48:04.215019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d12d67-e3ef-4233-98b4-fbfad836ecc6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:48:04.259648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:48:04.320117 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf1f10-ef6f-46d2-ab5a-c2e14c00f5f5 req-ec5e0dee-1436-48fb-817d-1101abbb6155 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:04.322809 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74bf1f10-ef6f-46d2-ab5a-c2e14c00f5f5 req-ec5e0dee-1436-48fb-817d-1101abbb6155 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0556529 Nov 23 11:48:04.393268 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-74bf1f10-ef6f-46d2-ab5a-c2e14c00f5f5 req-582f80c6-65cb-4e96-86fa-f2697cf1d794 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0635269 Nov 23 11:48:04.498415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b8b53d2c-db83-493f-9718-b26331cb900b None None] Provisioning complete for port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:48:04.498707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b8b53d2c-db83-493f-9718-b26331cb900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:04.623207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:48:04.625526 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9491f9-2dc7-407f-b572-f0b64edf7670" -d '{"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:48:04.662066 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d11baba-264f-4e70-a246-bb0728c95763 x-openstack-request-id: req-6d11baba-264f-4e70-a246-bb0728c95763 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:48:04.662362 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:48:04.662623 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6d11baba-264f-4e70-a246-bb0728c95763 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:48:04.663037 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'status': 'completed', 'code': 200} Nov 23 11:48:04.728407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-aedd479d-e179-40d9-bb2b-f0333d44c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:04.729957 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-aedd479d-e179-40d9-bb2b-f0333d44c121 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1135 time: 0.0425630 Nov 23 11:48:04.828186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-ef8a4953-f360-499d-8dbd-a5ef009d70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:04.829759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-ef8a4953-f360-499d-8dbd-a5ef009d70c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 914 time: 0.0917895 Nov 23 11:48:04.897911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-f86fdbd9-c464-4392-996f-8e375f1b0339 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 1000 time: 0.0598814 Nov 23 11:48:04.951909 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-372a947c-b7d1-4d6b-8bef-a3a659de2e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:04.953405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-372a947c-b7d1-4d6b-8bef-a3a659de2e36 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0474300 Nov 23 11:48:04.998907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-38c96a9c-b415-4e42-967e-8fd3d38d2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:05.000372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-38c96a9c-b415-4e42-967e-8fd3d38d2f2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394154 Nov 23 11:48:05.091723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-a3652b42-1e68-41ce-a06f-0f3dd2bd137d service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833302 Nov 23 11:48:05.189067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce9491f9-2dc7-407f-b572-f0b64edf7670 req-314d433f-fc8a-4855-8ca8-8f316d99d633 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871074 Nov 23 11:48:09.099870 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:48:14.669100 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ecfca6df-6f97-43e2-a0bb-6c5b93b22b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:17.086774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d6fa5f6a-81c2-4cf6-8c7d-f04272c7d529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:18.811998 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:19.780075 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:20.279821 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:20.664544 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:22.730528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:27.320506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabd228-6e08-4284-ac88-4f4706d6bda6 req-d0431133-6ef4-402f-841f-c093642e1470 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:27.322455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-eb3970da-a02e-479c-9ec5-a0e860ba3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:27.322951 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aabd228-6e08-4284-ac88-4f4706d6bda6 req-d0431133-6ef4-402f-841f-c093642e1470 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0520527 Nov 23 11:48:27.324562 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-eb3970da-a02e-479c-9ec5-a0e860ba3b4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1135 time: 0.0425198 Nov 23 11:48:27.385493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aabd228-6e08-4284-ac88-4f4706d6bda6 req-216b00cc-1a23-46c2-b871-14301517f561 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552411 Nov 23 11:48:27.419022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-2cf3240d-d724-4c58-98c5-48ae59a72663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:27.420677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-2cf3240d-d724-4c58-98c5-48ae59a72663 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 914 time: 0.0892506 Nov 23 11:48:27.487120 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-040278e0-c4ed-4dff-b941-6afdcf5a6713 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 1000 time: 0.0592718 Nov 23 11:48:27.542721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-0bb7bce5-e061-45b8-9a20-1f10332dcbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:27.544151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-0bb7bce5-e061-45b8-9a20-1f10332dcbc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0479953 Nov 23 11:48:27.589951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-713f3a0e-a640-47df-8753-1443538c09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:27.591405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-713f3a0e-a640-47df-8753-1443538c09ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393360 Nov 23 11:48:27.681945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-4f678a6f-14c8-46c3-b06f-973ae34dd407 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824788 Nov 23 11:48:27.785771 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51766d70-055c-4d8c-9bb1-41e311c93209 req-b528da48-f934-4629-a9f6-5fab58c865fa service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918844 Nov 23 11:48:28.506993 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d2df-edc7-4abd-9566-e064ab694031 req-ae477293-d99b-4c5f-9a65-5655edaeb55d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:28.508499 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f817d2df-edc7-4abd-9566-e064ab694031 req-ae477293-d99b-4c5f-9a65-5655edaeb55d tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0499229 Nov 23 11:48:28.569346 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f817d2df-edc7-4abd-9566-e064ab694031 req-a1c8a8be-2f83-4045-b385-1a431de1c4fe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540099 Nov 23 11:48:29.691017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12caed-1c3f-4021-80f9-4741570e2eea req-f0476062-1b44-435d-a9df-33bef5f0dc25 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:29.692485 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b12caed-1c3f-4021-80f9-4741570e2eea req-f0476062-1b44-435d-a9df-33bef5f0dc25 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0533245 Nov 23 11:48:29.752429 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9b12caed-1c3f-4021-80f9-4741570e2eea req-7c161c53-86ea-4238-bfeb-4abcaa668fc4 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538230 Nov 23 11:48:30.873541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced89170-c794-4272-a3a6-00b096e27ddb req-f2c2b7b7-643d-433b-91a8-05742487c853 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:30.875046 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ced89170-c794-4272-a3a6-00b096e27ddb req-f2c2b7b7-643d-433b-91a8-05742487c853 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0543771 Nov 23 11:48:30.934891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ced89170-c794-4272-a3a6-00b096e27ddb req-81073a5b-28a8-4c16-bdd2-c965d02e9430 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538251 Nov 23 11:48:32.055086 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76d9d8-f37e-49e6-aa49-948a35a7e748 req-6b16c072-96af-435a-b90f-ad2c16d79dad tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:32.056582 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0f76d9d8-f37e-49e6-aa49-948a35a7e748 req-6b16c072-96af-435a-b90f-ad2c16d79dad tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0515411 Nov 23 11:48:32.118910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0f76d9d8-f37e-49e6-aa49-948a35a7e748 req-4db72431-6408-49a6-a067-0f34235f79ea tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548649 Nov 23 11:48:33.237325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a5b1b-27e0-40ff-a417-628722b3f2c1 req-958b0aa4-fbc2-4da4-976e-6b44497aab58 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:33.238823 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e23a5b1b-27e0-40ff-a417-628722b3f2c1 req-958b0aa4-fbc2-4da4-976e-6b44497aab58 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0507154 Nov 23 11:48:33.298564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e23a5b1b-27e0-40ff-a417-628722b3f2c1 req-88b90aaa-3d6d-4e16-a7b1-a03027dc1c89 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0535996 Nov 23 11:48:34.415030 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c4788-4585-4ed7-bf3c-f47ef0210473 req-9ec03cbd-828d-4702-9fcd-a1906ee70cd5 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:34.416482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-479c4788-4585-4ed7-bf3c-f47ef0210473 req-9ec03cbd-828d-4702-9fcd-a1906ee70cd5 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0483863 Nov 23 11:48:34.479727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-479c4788-4585-4ed7-bf3c-f47ef0210473 req-2c66432b-dd1e-44d2-919c-1acab86d622a tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571585 Nov 23 11:48:34.644331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-5b703226-b05a-4f46-b189-0cb4ec42e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:34.645893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-5b703226-b05a-4f46-b189-0cb4ec42e158 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1135 time: 0.1020713 Nov 23 11:48:34.754222 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-1d6bc489-b842-4a27-b148-dd4cd05aeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:34.755580 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-1d6bc489-b842-4a27-b148-dd4cd05aeb77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 914 time: 0.0832596 Nov 23 11:48:34.826537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-38637a09-d4fd-40b0-907a-1c7fff88925b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 1000 time: 0.0602028 Nov 23 11:48:34.878989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-408c83ef-09b9-44aa-983c-11bcedd96429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:34.880394 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-408c83ef-09b9-44aa-983c-11bcedd96429 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0433373 Nov 23 11:48:34.928163 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-6a8534d9-16f3-4aca-8f49-a8b842ce8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:34.929693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-6a8534d9-16f3-4aca-8f49-a8b842ce8f3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403144 Nov 23 11:48:35.025053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-d318f93f-aa20-4240-b7a5-08654b0b4085 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859854 Nov 23 11:48:35.120818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c8121686-0b94-4499-8a2c-7038a01bc3e0 req-e5146162-0226-4cb6-9713-b7204c80d7e3 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834703 Nov 23 11:48:35.596196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf0e01-a37a-43f2-a1b5-1a518d5b252e req-72240652-68c1-42d0-b8e2-cbe8952f0c76 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:35.597638 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6cdf0e01-a37a-43f2-a1b5-1a518d5b252e req-72240652-68c1-42d0-b8e2-cbe8952f0c76 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0494225 Nov 23 11:48:35.662563 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6cdf0e01-a37a-43f2-a1b5-1a518d5b252e req-f3404aa6-ada4-4ac0-b2f2-04dd277f0753 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588801 Nov 23 11:48:36.778976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948329-2b95-4aab-9dfd-8259638d68e2 req-1e34db3e-6ac3-4310-b239-c0d6681b743b tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:36.780458 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7948329-2b95-4aab-9dfd-8259638d68e2 req-1e34db3e-6ac3-4310-b239-c0d6681b743b tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0496571 Nov 23 11:48:36.845071 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b7948329-2b95-4aab-9dfd-8259638d68e2 req-e23a7c0a-fe9e-47ef-9220-fa2da0c82857 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583451 Nov 23 11:48:37.962721 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ba0c1-c018-48cc-823d-3f6cfc86ee7f req-9dfe4ad1-2e24-4346-acd1-14331cd8d962 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:37.964212 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-586ba0c1-c018-48cc-823d-3f6cfc86ee7f req-9dfe4ad1-2e24-4346-acd1-14331cd8d962 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0485256 Nov 23 11:48:38.028075 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-586ba0c1-c018-48cc-823d-3f6cfc86ee7f req-9651bd6e-c20a-48eb-88ce-0beab4755f8e tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567174 Nov 23 11:48:39.146863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b24f7c-9705-42ee-9601-a35a69852463 req-bf9e1ccd-dd84-4c61-8833-249e0cffc254 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:39.148369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01b24f7c-9705-42ee-9601-a35a69852463 req-bf9e1ccd-dd84-4c61-8833-249e0cffc254 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0516365 Nov 23 11:48:39.209203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01b24f7c-9705-42ee-9601-a35a69852463 req-97365f26-0e16-4990-ab94-5450a214578b tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543861 Nov 23 11:48:40.335785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec96012-ad64-4906-9acf-d974d4ac327a req-1614ea99-209c-4d1c-b3c8-00e1e7e77957 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:40.337304 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fec96012-ad64-4906-9acf-d974d4ac327a req-1614ea99-209c-4d1c-b3c8-00e1e7e77957 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0504327 Nov 23 11:48:40.398647 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fec96012-ad64-4906-9acf-d974d4ac327a req-16005e8a-4026-4b38-a90b-597aac8f6ab6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0551825 Nov 23 11:48:41.521242 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb688950-f776-4f4f-b142-d5f7671f6772 req-1142b206-31e2-4a47-9131-1fd77092297e tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:41.522740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb688950-f776-4f4f-b142-d5f7671f6772 req-1142b206-31e2-4a47-9131-1fd77092297e tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0553722 Nov 23 11:48:41.583603 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fb688950-f776-4f4f-b142-d5f7671f6772 req-98f97840-52db-45cd-b869-6c307c0f202c tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542915 Nov 23 11:48:42.702836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2993a-1e1d-410c-b764-34e5663b0b7e req-be82f7e9-ec8c-441f-b299-04b1e2500166 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:42.704302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ede2993a-1e1d-410c-b764-34e5663b0b7e req-be82f7e9-ec8c-441f-b299-04b1e2500166 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0524101 Nov 23 11:48:42.763802 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ede2993a-1e1d-410c-b764-34e5663b0b7e req-11956016-46c8-485d-9c31-a65f49286bdc tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533869 Nov 23 11:48:43.879693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e1805-7247-4594-83f8-5b23096d87d5 req-db222cd1-ffa8-4e31-bb6e-dbd6e175feb6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:48:43.881228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d75e1805-7247-4594-83f8-5b23096d87d5 req-db222cd1-ffa8-4e31-bb6e-dbd6e175feb6 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0499325 Nov 23 11:48:43.942024 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d75e1805-7247-4594-83f8-5b23096d87d5 req-9a82fc14-029c-4cf9-83e2-d39d952714f0 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=743b4682-97ff-42d2-887d-fcbfc11fdc85&id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547287 Nov 23 11:48:44.671006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5cd48267-ca8d-4ee7-becc-3eadb10d3b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:46.098395 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:48:47.088689 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b415c97-9dd5-4470-bb74-a924cab82bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:48.815091 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:49.783018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:50.282799 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:50.679410 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:48:52.747460 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:14.671720 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df7d2d58-89fa-421b-b55a-f6cd7fafbf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:17.089507 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6fdafae8-9a89-41af-96fe-0d879d767f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:18.817486 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:19.644424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-42792115-eec2-4af2-8504-7ed2fad9d685 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67173096&fields=id&tenant_id=3bc618ebb6ac4b47b3ab2161f5960965 HTTP/1.1" status: 200 len: 267 time: 0.1490862 Nov 23 11:49:19.697135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-88090fa1-ef6e-4032-aeb8-bd1676495a36 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:19.698630 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-88090fa1-ef6e-4032-aeb8-bd1676495a36 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 984 time: 0.0484350 Nov 23 11:49:19.710284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Request body: {'port': {'security_groups': ['6c9eceb1-6623-4962-bb84-6ab8e90af08a']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:19.775945 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:19.785949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:19.949593 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:19.978857 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:19.983435 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:19.996531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:49:20.026315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:20.026937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.028336 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e5894712-e569-478d-9cc4-fb7d4150ee7e req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "PUT /v2.0/ports/a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 942 time: 0.3232861 Nov 23 11:49:20.028799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:49:20.035263 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef5ba5-9cef-4925-874c-34746bde4ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:49:20.035403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58496) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:20.056009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event updated for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=7']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:20.065147 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.065501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.066340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.066340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.066588 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.066828 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.067341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.067564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.068001 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.068219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.068546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.068871 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d80d222-6c5e-4759-a899-64410eee89e2 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.101745 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.144406 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.162924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:49:20.196915 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc546fbc-7ca0-4252-85b5-9b8d481cf26e x-openstack-request-id: req-bc546fbc-7ca0-4252-85b5-9b8d481cf26e {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:49:20.197256 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:49:20.197516 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bc546fbc-7ca0-4252-85b5-9b8d481cf26e {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:49:20.197934 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'status': 'completed', 'code': 200} Nov 23 11:49:20.222211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.225256 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.229628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "DELETE /v2.0/security-groups/743b4682-97ff-42d2-887d-fcbfc11fdc85 HTTP/1.1" status: 204 len: 168 time: 0.1933568 Nov 23 11:49:20.230503 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58502) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:20.281992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-b7ee0176-e2da-41be-8a69-43d9f765a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:20.283930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-b7ee0176-e2da-41be-8a69-43d9f765a214 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1096 time: 0.0542545 Nov 23 11:49:20.307722 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.316817 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b4682-97ff-42d2-887d-fcbfc11fdc85,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:20.329452 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.330151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.330861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.331072 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.331513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.331955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.332379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.332807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.333265 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.333696 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.334389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.334828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51f88ca-9457-4ea8-8a55-eb6c2556eebe tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:20.362850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7216b56e-fb7a-45a2-9334-1fcf9e72146d None None] Provisioning complete for port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:20.363229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7216b56e-fb7a-45a2-9334-1fcf9e72146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.391846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-4a0e4cc0-8743-495d-b52c-7f0b7ae3b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:20.393486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-4a0e4cc0-8743-495d-b52c-7f0b7ae3b6f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 914 time: 0.1025858 Nov 23 11:49:20.454366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Deleting port 89f7a96a-752b-498d-9188-fa0b31fccab1 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:20.454704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.462981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-7c367d6a-2170-4db6-bc94-fde652d399d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 1000 time: 0.0609579 Nov 23 11:49:20.520435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-c1691b9f-96a3-4b02-b2b4-e29f2fc8f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:20.521838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-c1691b9f-96a3-4b02-b2b4-e29f2fc8f74d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0514216 Nov 23 11:49:20.533178 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.533511 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.545231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Calling delete_port for 89f7a96a-752b-498d-9188-fa0b31fccab1 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:20.572149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-8fc24c85-1328-4c4d-a59e-6282a8030ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:20.573694 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-8fc24c85-1328-4c4d-a59e-6282a8030ab2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405746 Nov 23 11:49:20.671546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-2d285ce8-7da9-4d83-9151-9fd821b19d1e service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876417 Nov 23 11:49:20.674381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.729316 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:20.774162 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-36ef5ba5-9cef-4925-874c-34746bde4ab5 req-dd60a42f-b4e4-4d98-9fc2-92861be20a9f service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911326 Nov 23 11:49:21.027850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event deleted for resources: {'Port': ['ID=89f7a96a-752b-498d-9188-fa0b31fccab1,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:21.086518 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:21.087245 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Floating IP a9e31fb7-7d7c-4a44-8997-0ef420e4918e disassociated (deleted). External IP: 172.25.5.57, port: a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3. Nov 23 11:49:21.292437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:49:21.400465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:49:21.405546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:21.411297 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] Sync routers for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:49:21.420973 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:21.421681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:21.433768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b4e88361-de54-4b27-ac73-877b2178d437 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "DELETE /v2.0/floatingips/a9e31fb7-7d7c-4a44-8997-0ef420e4918e HTTP/1.1" status: 204 len: 168 time: 1.1916561 Nov 23 11:49:21.434387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:49:21.436625 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56b874f-76fb-44e5-b0d9-9958854fc23a" -d '{"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:49:21.542841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:21.542992 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b709fc-5c7a-4d4c-9834-d1bf61068475 x-openstack-request-id: req-b1b709fc-5c7a-4d4c-9834-d1bf61068475 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:49:21.543106 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:49:21.543337 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b1b709fc-5c7a-4d4c-9834-d1bf61068475 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:49:21.543750 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'status': 'completed', 'code': 200} Nov 23 11:49:21.618718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-e5772601-c946-4ef5-9b55-09009d4b2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:21.620416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-e5772601-c946-4ef5-9b55-09009d4b2b66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 1096 time: 0.0490057 Nov 23 11:49:21.751233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-01fbc008-96bb-470b-a62d-bf4204472492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:21.753574 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-01fbc008-96bb-470b-a62d-bf4204472492 service neutron] 10.222.0.65 "GET /v2.0/networks?id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 200 len: 914 time: 0.1246643 Nov 23 11:49:21.797990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-d7fe67f1-daa7-4b1e-90fb-3142d43b2196 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 200 len: 217 time: 0.0375309 Nov 23 11:49:21.856003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-a44d2f32-7629-4df5-8fd9-ebe410a50773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:21.857781 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-a44d2f32-7629-4df5-8fd9-ebe410a50773 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 200 len: 852 time: 0.0490198 Nov 23 11:49:21.903634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-0f43f921-4216-486e-8907-d9438fc9634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:21.905180 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-0f43f921-4216-486e-8907-d9438fc9634f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eb39df2b-f426-4aca-9aa0-1ddffacb03a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400951 Nov 23 11:49:21.927168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:21.953601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] Checking router: 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:49:21.962193 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:21.962802 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:21.997397 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-4d032e1b-fa18-4397-b336-a6050ec1801a service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837138 Nov 23 11:49:22.075737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:22.110655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e56b874f-76fb-44e5-b0d9-9958854fc23a req-3614a421-4fc1-4742-ab96-6e339fa9f464 service neutron] 10.222.0.65 "GET /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978062 Nov 23 11:49:22.282601 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:22.314783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda551f-8bcc-41ef-bb45-142e92cc1bcb None None] The sync data for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 is: [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:10Z', 'revision_number': 4, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'a6a2a8de-015f-43de-883f-d66403e3447a', 'name': '', 'network_id': 'eb39df2b-f426-4aca-9aa0-1ddffacb03a6', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'mac_address': 'fa:16:3e:39:8a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:10Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'subnets': [{'id': '94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:49:22.548405 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a63e76-8422-4265-8295-a7ec25f27509 None None] New status for floating IP a9e31fb7-7d7c-4a44-8997-0ef420e4918e: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:49:22.766791 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:23.097846 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:49:30.637069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775168e6-ff36-46f9-8fca-1ccf381bf6c1 req-7da8a480-00ab-4933-b04a-914753776ecd tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:30.638572 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-775168e6-ff36-46f9-8fca-1ccf381bf6c1 req-7da8a480-00ab-4933-b04a-914753776ecd tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0494392 Nov 23 11:49:30.692512 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-775168e6-ff36-46f9-8fca-1ccf381bf6c1 req-a7347174-bbb9-416f-8bcf-9fbd9c4bd1de tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Nov 23 11:49:31.810028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ce1f7-8ed6-4ea3-8ac2-3c0e40874ad0 req-d30967f6-be17-49ce-8779-6d67232abf16 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:31.811493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a02ce1f7-8ed6-4ea3-8ac2-3c0e40874ad0 req-d30967f6-be17-49ce-8779-6d67232abf16 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0485117 Nov 23 11:49:31.857801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a02ce1f7-8ed6-4ea3-8ac2-3c0e40874ad0 req-999be696-9a53-498b-935a-5de2f57b8656 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c9eceb1-6623-4962-bb84-6ab8e90af08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Nov 23 11:49:32.585516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257974d-89d8-4efd-a960-49f394811df5 req-8b6f1e95-fb37-4392-9d08-0c952d4cccff tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:32.586967 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8257974d-89d8-4efd-a960-49f394811df5 req-8b6f1e95-fb37-4392-9d08-0c952d4cccff tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.65 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 945 time: 0.0513802 Nov 23 11:49:32.679186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Deleting port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:32.679524 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:32.771066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] For port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:32.771456 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:32.783855 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Calling delete_port for a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:32.907384 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:32.925872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:49:32.943237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Pushing event deleted for resources: {'Port': ['ID=a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:32.969214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5a636bfd-42d3-41d1-b140-71ae19587b88 req-6bb97a9f-39b8-4393-8e91-82602ece65f8 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.61 "GET /v2.0/ports?device_id=782ada66-a6b4-4949-b4ec-6f19c70df58d HTTP/1.1" status: 200 len: 210 time: 0.0408185 Nov 23 11:49:32.995315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] No DVR routers for this DVR port a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:49:32.997950 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:33.001222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8257974d-89d8-4efd-a960-49f394811df5 req-1ce499b1-8f89-4597-891b-3c13799fef28 tempest-TestMinimumBasicScenario-1741739041 tempest-TestMinimumBasicScenario-1741739041-project] 10.222.0.65 "DELETE /v2.0/ports/a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 HTTP/1.1" status: 204 len: 173 time: 0.4046483 Nov 23 11:49:33.001769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'name': 'network-vif-deleted', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:49:33.003954 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c32f964-3222-4d21-9c57-1f354b8ff8a6" -d '{"events": [{"server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "name": "network-vif-deleted", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:49:33.045970 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f27d99f-5f59-4897-8086-ce73ef722cf5 x-openstack-request-id: req-9f27d99f-5f59-4897-8086-ce73ef722cf5 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:49:33.046261 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782ada66-a6b4-4949-b4ec-6f19c70df58d", "name": "network-vif-deleted", "tag": "a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:49:33.046514 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9f27d99f-5f59-4897-8086-ce73ef722cf5 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:49:33.046980 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782ada66-a6b4-4949-b4ec-6f19c70df58d', 'name': 'network-vif-deleted', 'tag': 'a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3', 'status': 'completed', 'code': 200} Nov 23 11:49:34.535536 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58606) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:34.877018 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:35.130216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Deleting port a6a2a8de-015f-43de-883f-d66403e3447a {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:35.130481 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:35.213060 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] For port a6a2a8de-015f-43de-883f-d66403e3447a, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a6a2a8de-015f-43de-883f-d66403e3447a,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:35.213443 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:35.226103 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Calling delete_port for a6a2a8de-015f-43de-883f-d66403e3447a owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:35.405965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:35.433698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a2a8de-015f-43de-883f-d66403e3447a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:35.600318 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:35.816437 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:49:35.925478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:49:35.933351 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-09abced0-fd30-4141-9490-6974f24012a2 admin admin] 10.222.0.61 "PUT /v2.0/routers/8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3966897 Nov 23 11:49:35.934024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58610) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:35.935798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] Sync routers for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:49:35.946493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:35.947330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:36.058070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:36.060191 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:36.245231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:49:35Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:36.272545 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] Checking router: 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:49:36.281361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] Routers {'8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:36.281986 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:36.392139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] Set router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:36.525400 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:36.576718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Deleting port 0eb8d43d-74e0-440d-97d2-981581c32d57 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:36.577051 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:36.581914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:49:35Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:36.608730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134a546-f7dd-4066-b910-4df2efff126d None None] The sync data for ids ['8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c'] in n-d-817747-2 is: [{'id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'name': 'tempest-TestMinimumBasicScenario-73602843-router', 'tenant_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65'}], 'enable_snat': True}, 'gw_port_id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:49:35Z', 'revision_number': 5, 'project_id': '3bc618ebb6ac4b47b3ab2161f5960965', 'gw_port': {'id': '0eb8d43d-74e0-440d-97d2-981581c32d57', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:08Z', 'updated_at': '2021-11-23T11:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:49:36.665979 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] For port 0eb8d43d-74e0-440d-97d2-981581c32d57, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0eb8d43d-74e0-440d-97d2-981581c32d57,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:36.666337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:36.677629 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Calling delete_port for 0eb8d43d-74e0-440d-97d2-981581c32d57 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:36.844026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:36.870431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb8d43d-74e0-440d-97d2-981581c32d57,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:36.884774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a9a14-a081-4a36-a7e6-a04b203f06f1 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:49:36.937358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.041763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.044075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.114003 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.114850 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:49:37.119703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.123294 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a3895950-c505-4a2c-87e7-c9103de8f19c admin admin] 10.222.0.61 "DELETE /v2.0/routers/8f50f3e3-5bf8-4cfc-b0fb-8de1e93c451c HTTP/1.1" status: 204 len: 168 time: 1.1857069 Nov 23 11:49:37.123536 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58618) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:37.171107 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] Deleting subnet 94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:49:37.175300 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.216060 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.315962 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.380296 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.412514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:37.416292 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.420667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ecc158c-d14f-4f2c-ab9f-f3768d8a3d70 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/94d1e7a0-5e8f-47f9-a455-b1ef6bb6c7ad HTTP/1.1" status: 204 len: 168 time: 0.2961178 Nov 23 11:49:37.423546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58620) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:37.435515 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad9db5-98f8-4afb-89b4-6051e14dd56e None None] Network eb39df2b-f426-4aca-9aa0-1ddffacb03a6 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:49:37.455126 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0eb8d43d-74e0-440d-97d2-981581c32d57 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:49:37.493554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0eb8d43d-74e0-440d-97d2-981581c32d57 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:49:37.493883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0eb8d43d-74e0-440d-97d2-981581c32d57 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:49:37.494306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a6a2a8de-015f-43de-883f-d66403e3447a no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:49:37.517343 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.554506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a6a2a8de-015f-43de-883f-d66403e3447a {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:49:37.554506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a6a2a8de-015f-43de-883f-d66403e3447a not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:49:37.583201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Deleting port f7aa7384-df76-411c-a636-7a84fb0e3d7d {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:37.583545 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.665583 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] For port f7aa7384-df76-411c-a636-7a84fb0e3d7d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f7aa7384-df76-411c-a636-7a84fb0e3d7d,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:37.666082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.678950 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Calling delete_port for f7aa7384-df76-411c-a636-7a84fb0e3d7d owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:37.696629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] DHCP port deletion for eb39df2b-f426-4aca-9aa0-1ddffacb03a6 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:49:37.750028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Deleting port f7aa7384-df76-411c-a636-7a84fb0e3d7d {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:37.750411 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.765271 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.793172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] No DVR routers for this DVR port f7aa7384-df76-411c-a636-7a84fb0e3d7d on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:49:37.797287 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7aa7384-df76-411c-a636-7a84fb0e3d7d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:37.815931 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] For port f7aa7384-df76-411c-a636-7a84fb0e3d7d, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=f7aa7384-df76-411c-a636-7a84fb0e3d7d,segment=NetworkSegment(f0879f9f-4536-4262-a779-1067e7b9b655),segment_id=f0879f9f-4536-4262-a779-1067e7b9b655)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:37.816340 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.829072 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Calling delete_port for f7aa7384-df76-411c-a636-7a84fb0e3d7d owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:37.871780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.892109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb39df2b-f426-4aca-9aa0-1ddffacb03a6']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:37.901949 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0879f9f-4536-4262-a779-1067e7b9b655') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:37.902194 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0879f9f-4536-4262-a779-1067e7b9b655') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:37.909020 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.912371 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.926601 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.932703 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:49:37.933096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:49:37.934838 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:49:37.937430 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Pushing event deleted for resources: {'Port': ['ID=f7aa7384-df76-411c-a636-7a84fb0e3d7d,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:37.939178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] No DVR routers for this DVR port f7aa7384-df76-411c-a636-7a84fb0e3d7d on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:49:37.946902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.947257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.952514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d481b0-f6c0-4672-8f35-c120f9ed7787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:37.995171 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:38.000157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:38.003529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/eb39df2b-f426-4aca-9aa0-1ddffacb03a6 HTTP/1.1" status: 204 len: 168 time: 0.5784223 Nov 23 11:49:38.007250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58624) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:38.015760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca90e07-4c2e-4e6d-b3db-dc573e913ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb39df2b-f426-4aca-9aa0-1ddffacb03a6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:38.073164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:49:38.096880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:49:38.097460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device a91b5709-d6bf-4f1f-9c60-cc4b5e5293d3 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:49:38.355834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:38.599534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Deleting port 675e6e32-2834-4be7-bf53-f3328362b272 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:38.599874 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:38.683150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] For port 675e6e32-2834-4be7-bf53-f3328362b272, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=675e6e32-2834-4be7-bf53-f3328362b272,segment=NetworkSegment(c061b5ad-cec5-490c-8123-5b03c49ca63d),segment_id=c061b5ad-cec5-490c-8123-5b03c49ca63d)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:38.683522 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:38.696368 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Calling delete_port for 675e6e32-2834-4be7-bf53-f3328362b272 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:38.876272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:38.908628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=675e6e32-2834-4be7-bf53-f3328362b272,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:39.075133 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:39.292985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Router 6393861c-7f3c-4485-a2cd-145ef193f7a2 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:49:39.400491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:49:39.408064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c3dbcd61-bb66-436d-a700-f35c5bd41c1d admin admin] 10.222.0.61 "PUT /v2.0/routers/6393861c-7f3c-4485-a2cd-145ef193f7a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3971701 Nov 23 11:49:39.408064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58626) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:39.413505 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] Sync routers for ids ['6393861c-7f3c-4485-a2cd-145ef193f7a2'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:49:39.424963 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] Routers {'6393861c-7f3c-4485-a2cd-145ef193f7a2'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:39.425610 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6393861c-7f3c-4485-a2cd-145ef193f7a2'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:39.491798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f7aa7384-df76-411c-a636-7a84fb0e3d7d no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:49:39.512657 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: f7aa7384-df76-411c-a636-7a84fb0e3d7d {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:49:39.513328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device f7aa7384-df76-411c-a636-7a84fb0e3d7d not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:49:39.542797 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] Set router 6393861c-7f3c-4485-a2cd-145ef193f7a2 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:39.545193 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:39.649641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:39.703563 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Deleting port 3db86c92-d2db-4405-b575-6a117b0e7959 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:39.703908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:39.726759 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:49:38Z', 'revision_number': 5, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port': {'id': '3db86c92-d2db-4405-b575-6a117b0e7959', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:47:13Z', 'updated_at': '2021-11-23T11:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:39.763554 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] Checking router: 6393861c-7f3c-4485-a2cd-145ef193f7a2 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:49:39.773553 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] Routers {'6393861c-7f3c-4485-a2cd-145ef193f7a2'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:39.774178 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['6393861c-7f3c-4485-a2cd-145ef193f7a2'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:39.789476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] For port 3db86c92-d2db-4405-b575-6a117b0e7959, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3db86c92-d2db-4405-b575-6a117b0e7959,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:39.789841 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:39.803498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Calling delete_port for 3db86c92-d2db-4405-b575-6a117b0e7959 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:39.872806 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] Set router 6393861c-7f3c-4485-a2cd-145ef193f7a2 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:39.929795 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:49:39Z', 'revision_number': 6, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:39.956404 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83e8926-a7ab-4969-a9a3-ba429e5ef610 None None] The sync data for ids ['6393861c-7f3c-4485-a2cd-145ef193f7a2'] in n-d-817747-2 is: [{'id': '6393861c-7f3c-4485-a2cd-145ef193f7a2', 'name': 'tempest-TestMinimumBasicScenario-863136387-router', 'tenant_id': '36392ecd49a04e6da3c0be084afbb5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:47:12Z', 'updated_at': '2021-11-23T11:49:39Z', 'revision_number': 6, 'project_id': '36392ecd49a04e6da3c0be084afbb5a4', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:49:39.973989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.005247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db86c92-d2db-4405-b575-6a117b0e7959,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:40.019482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade312f-8802-496a-aa5f-9bba1fef98b9 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:49:40.069224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.164066 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.166234 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.209554 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.209554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6393861c-7f3c-4485-a2cd-145ef193f7a2 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:49:40.214406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.215577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-db9e71c2-0e41-45b3-ae3b-042c426b8526 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6393861c-7f3c-4485-a2cd-145ef193f7a2 HTTP/1.1" status: 204 len: 168 time: 0.8058789 Nov 23 11:49:40.218376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58630) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:40.264845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] Deleting subnet bf782074-c0fa-47fc-8ab5-f9a501855251 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:49:40.268393 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.304126 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.388963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.441412 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.465539 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf782074-c0fa-47fc-8ab5-f9a501855251,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:40.471852 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.475160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-05be911c-bb21-46ed-989f-4ce135b1a8c2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bf782074-c0fa-47fc-8ab5-f9a501855251 HTTP/1.1" status: 204 len: 168 time: 0.2558408 Nov 23 11:49:40.477810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58632) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:40.480103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1988f998-8446-46e9-a729-757d69f903e2 None None] Network 41410c40-19ce-4721-a544-4dae0e15e154 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:49:40.565676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.622066 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Deleting port a2dbbd14-c869-4dc5-9789-b87203455493 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:40.622408 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.685038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] For port a2dbbd14-c869-4dc5-9789-b87203455493, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a2dbbd14-c869-4dc5-9789-b87203455493,segment=NetworkSegment(c061b5ad-cec5-490c-8123-5b03c49ca63d),segment_id=c061b5ad-cec5-490c-8123-5b03c49ca63d)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:40.685525 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.704703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Calling delete_port for a2dbbd14-c869-4dc5-9789-b87203455493 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:40.707922 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] DHCP port deletion for 41410c40-19ce-4721-a544-4dae0e15e154 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:49:40.760261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] Deleting port a2dbbd14-c869-4dc5-9789-b87203455493 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:49:40.760784 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.791821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.821731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] No DVR routers for this DVR port a2dbbd14-c869-4dc5-9789-b87203455493 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:49:40.826503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] For port a2dbbd14-c869-4dc5-9789-b87203455493, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=a2dbbd14-c869-4dc5-9789-b87203455493,segment=NetworkSegment(c061b5ad-cec5-490c-8123-5b03c49ca63d),segment_id=c061b5ad-cec5-490c-8123-5b03c49ca63d)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:40.826814 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.827194 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dbbd14-c869-4dc5-9789-b87203455493,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:40.839856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] Calling delete_port for a2dbbd14-c869-4dc5-9789-b87203455493 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:49:40.907158 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.930152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41410c40-19ce-4721-a544-4dae0e15e154']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:40.933981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.940836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c061b5ad-cec5-490c-8123-5b03c49ca63d') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:40.941166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c061b5ad-cec5-490c-8123-5b03c49ca63d') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:40.951850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.958916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] Pushing event deleted for resources: {'Port': ['ID=a2dbbd14-c869-4dc5-9789-b87203455493,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:40.965279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6e74a-70d2-4dce-b7e6-6900ab75b91a None None] No DVR routers for this DVR port a2dbbd14-c869-4dc5-9789-b87203455493 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:49:40.967966 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.979071 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:49:40.979480 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:49:40.981667 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:49:41.039931 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.045091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.048385 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] 10.222.0.61 "DELETE /v2.0/networks/41410c40-19ce-4721-a544-4dae0e15e154 HTTP/1.1" status: 204 len: 168 time: 0.5696540 Nov 23 11:49:41.067591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645d064-f19f-4405-a9c8-29d489e74265 admin admin] Pushing event deleted for resources: {'Network': ['ID=41410c40-19ce-4721-a544-4dae0e15e154,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:41.206209 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58636) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:41.254471 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1ce42f25-789e-4bdd-bec3-852978dd6863 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3bc618ebb6ac4b47b3ab2161f5960965&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466905 Nov 23 11:49:41.256563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58638) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:41.308736 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1f7f-f9b9-4564-a795-8b3d1d87622c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.329841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1f7f-f9b9-4564-a795-8b3d1d87622c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.377963 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1f7f-f9b9-4564-a795-8b3d1d87622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.380712 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1f7f-f9b9-4564-a795-8b3d1d87622c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.382054 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3b1e1f7f-f9b9-4564-a795-8b3d1d87622c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c9eceb1-6623-4962-bb84-6ab8e90af08a HTTP/1.1" status: 204 len: 168 time: 0.1244984 Nov 23 11:49:41.390375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e1f7f-f9b9-4564-a795-8b3d1d87622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9eceb1-6623-4962-bb84-6ab8e90af08a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:41.432061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a2dbbd14-c869-4dc5-9789-b87203455493 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:49:41.453487 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: a2dbbd14-c869-4dc5-9789-b87203455493 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:49:41.453847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device a2dbbd14-c869-4dc5-9789-b87203455493 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:49:41.454284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 675e6e32-2834-4be7-bf53-f3328362b272 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:49:41.475555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 675e6e32-2834-4be7-bf53-f3328362b272 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:49:41.475915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 675e6e32-2834-4be7-bf53-f3328362b272 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:49:41.476334 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3db86c92-d2db-4405-b575-6a117b0e7959 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:49:41.499677 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3db86c92-d2db-4405-b575-6a117b0e7959 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:49:41.500029 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3db86c92-d2db-4405-b575-6a117b0e7959 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:49:41.699186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58644) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:41.738427 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-314403e7-fbd3-4cd0-b32c-f235ac6f0c9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=36392ecd49a04e6da3c0be084afbb5a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380745 Nov 23 11:49:41.740907 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58646) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:41.786671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aae5c521-39df-440b-b762-8eab0210563d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.808802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aae5c521-39df-440b-b762-8eab0210563d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.855627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aae5c521-39df-440b-b762-8eab0210563d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.858748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-aae5c521-39df-440b-b762-8eab0210563d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:41.860125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-aae5c521-39df-440b-b762-8eab0210563d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa5e3db8-5245-4549-979c-66d5d2cce1b4 HTTP/1.1" status: 204 len: 168 time: 0.1183054 Nov 23 11:49:41.868183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5c521-39df-440b-b762-8eab0210563d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5e3db8-5245-4549-979c-66d5d2cce1b4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:43.424730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58692) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:43.429924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587514784', 'description': 'tempest-secgroup-smoke-587514784 description', 'project_id': '000e16a34b51447496d308c250ab9259'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:43.455135 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.463153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.538211 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.543910 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.582998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60afab4d-b1b1-4051-87f5-2daaa6e9e140,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:43.637484 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.641394 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.677849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.679084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2532656 Nov 23 11:49:43.682134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58694) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:43.683375 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30100104-b7c3-4655-b073-ebf153515639 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24239049-4603-4d2f-ac84-11122b633297,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:43.687104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-72868d2b-2f33-4b74-82e7-736a9761e76f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '24239049-4603-4d2f-ac84-11122b633297', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:43.714358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72868d2b-2f33-4b74-82e7-736a9761e76f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.773282 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72868d2b-2f33-4b74-82e7-736a9761e76f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.776691 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72868d2b-2f33-4b74-82e7-736a9761e76f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.794344 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72868d2b-2f33-4b74-82e7-736a9761e76f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a0263c-cd17-4c98-9925-34e31d087613,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:43.802747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-72868d2b-2f33-4b74-82e7-736a9761e76f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.803965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-72868d2b-2f33-4b74-82e7-736a9761e76f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205025 Nov 23 11:49:43.806761 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58696) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:43.811051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4b262638-557c-4d77-9e73-610bf4e34db8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '24239049-4603-4d2f-ac84-11122b633297', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:43.836887 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b262638-557c-4d77-9e73-610bf4e34db8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.892612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b262638-557c-4d77-9e73-610bf4e34db8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.896545 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b262638-557c-4d77-9e73-610bf4e34db8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.914012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b262638-557c-4d77-9e73-610bf4e34db8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48185b9f-7101-49da-90bf-52f23749a4be,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:43.922550 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4b262638-557c-4d77-9e73-610bf4e34db8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:43.923780 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4b262638-557c-4d77-9e73-610bf4e34db8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160903 Nov 23 11:49:43.926901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58698) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:43.931232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9e68d825-3348-4559-92c2-fcc847dc79d9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '24239049-4603-4d2f-ac84-11122b633297', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:43.959511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e68d825-3348-4559-92c2-fcc847dc79d9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.018289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e68d825-3348-4559-92c2-fcc847dc79d9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.022613 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e68d825-3348-4559-92c2-fcc847dc79d9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.041430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68d825-3348-4559-92c2-fcc847dc79d9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43488112-c0fe-46ac-a895-e07563a31ebe,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:44.046612 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e68d825-3348-4559-92c2-fcc847dc79d9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.047747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9e68d825-3348-4559-92c2-fcc847dc79d9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198881 Nov 23 11:49:44.050591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58700) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:44.054881 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-bbde66dc-4060-40bc-a320-bbaa4c1d330a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '24239049-4603-4d2f-ac84-11122b633297', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:44.080021 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbde66dc-4060-40bc-a320-bbaa4c1d330a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.142339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbde66dc-4060-40bc-a320-bbaa4c1d330a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.146559 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbde66dc-4060-40bc-a320-bbaa4c1d330a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.168990 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde66dc-4060-40bc-a320-bbaa4c1d330a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbb03d3-a974-442e-a821-0969acff9a71,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:44.177736 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bbde66dc-4060-40bc-a320-bbaa4c1d330a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.179047 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bbde66dc-4060-40bc-a320-bbaa4c1d330a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275177 Nov 23 11:49:44.181999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58702) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:44.186578 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '24239049-4603-4d2f-ac84-11122b633297', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:44.208475 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:49:44.213228 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.273467 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.277084 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.296160 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82b6556-e507-4b47-a375-4e2d3be71ccf,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:44.303963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.305198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b3b95840-e88e-41b2-9494-c5eb2f5f2366 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222439 Nov 23 11:49:44.307862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58706) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:44.312254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '24239049-4603-4d2f-ac84-11122b633297', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:44.335262 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:49:44.340339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.399308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.402779 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.417017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba8519f-d07c-4a1f-b8f1-1dbdb3814161,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:44.427717 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.428923 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f0b9beea-5484-4838-b032-2465a693556c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201448 Nov 23 11:49:44.432117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58708) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:44.437504 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'network': {'name': 'tempest-network-smoke--1400389073', 'project_id': '000e16a34b51447496d308c250ab9259', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:44.458675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:49:44.462164 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.485596 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:49:44.495160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.495503 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Added segment 727f5b66-9366-4b34-afb8-b4dc97b65771 of type vlan for network dca4b003-aee7-4100-af1e-ed6eea2622a2 Nov 23 11:49:44.536028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.560049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.565603 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:44.566715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.608673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1753473 Nov 23 11:49:44.611814 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58710) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:44.616880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'admin_state_up': True, 'project_id': '000e16a34b51447496d308c250ab9259', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:44.641977 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.642233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fd6c2-d68e-4a50-bf2d-45b5ab9c719a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Network': ['ID=dca4b003-aee7-4100-af1e-ed6eea2622a2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:44.643543 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.654023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:49:44.698456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-622a3ed8-7ed7-46ce-a8bd-fdafbd4fa84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.707436 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:44.843835 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:45.367064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:45.385359 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:45.489769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.70 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/5f6a366c-8c2e-47d0-8066-4adc4afef9f3) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:49:45.590339 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:45.624827 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:45.672240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:49:45.675124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:49:45.680005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:49:45.683061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:45.688382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a165ac66-91da-4ce3-b6e5-c1246560e51d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:49:45.757060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c3188fc8-d28b-4438-abad-7b3f66a20f5a None None] Provisioning complete for port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:45.757376 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c3188fc8-d28b-4438-abad-7b3f66a20f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:45.790932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c3188fc8-d28b-4438-abad-7b3f66a20f5a None None] Port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:49:45.931908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:46.127383 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:46.259626 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 26402d88-b9ad-46a9-a366-c04ae3d6248d is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:49:46.369241 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:49:46.379354 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Sync routers for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:49:46.389290 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:46.389910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:46.390335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:46.391625 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-13a9fa13-791b-41d9-9a3f-e1a1cb8bab67 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7786412 Nov 23 11:49:46.395251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58712) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:46.520600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-96a36292-cd0d-4930-b05b-65fb1efe5f44 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=000e16a34b51447496d308c250ab9259&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1241562 Nov 23 11:49:46.523474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58716) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:46.617962 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c08666-a55d-4d39-8d45-8e6a71e862c3 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:46.619470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-80c08666-a55d-4d39-8d45-8e6a71e862c3 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950730 Nov 23 11:49:46.622521 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58718) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:46.654667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-133958cb-122c-4ddb-be31-4c373fdabac0 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309982 Nov 23 11:49:46.657092 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:46.657247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58720) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:46.662401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-459873168', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'project_id': '000e16a34b51447496d308c250ab9259', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:46.750412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:49:46.754683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:46.834715 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:45Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:46.866461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Checking router: 26402d88-b9ad-46a9-a366-c04ae3d6248d for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:49:46.866815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Updating router 26402d88-b9ad-46a9-a366-c04ae3d6248d port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:49:46.890992 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:46.939759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:46.996746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Subnet': ['ID=1baf7fbe-8718-483a-af0d-5312345aa9d5,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:47.012565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Checking segment: {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:49:47.012931 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network hostable DHCP agents. Network: dca4b003-aee7-4100-af1e-ed6eea2622a2, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:49:47.031101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:49:47.041266 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, dca4b003-aee7-4100-af1e-ed6eea2622a2) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:49:47.045315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:47.045913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.060526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562d8786-e2a5-4bb7-b7c4-67a6084359c5 None None] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:49:47.063363 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5da3c373-76d5-477d-98d1-c3e120863215 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4049911 Nov 23 11:49:47.066762 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58722) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:49:47.148434 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8a077ee7-0b31-4c31-b6a2-01d1bff1856f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.276692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.283629 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.330506 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-dca4b003-aee7-4100-af1e-ed6eea2622a2', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:49:47.331531 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.359151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae5c88-246a-446d-96c7-9f4c2b0c9f57 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:49:47.382294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Attempting to bind port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:49:47.382679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Attempting to bind port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:49:47.383055 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Attempting to bind port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:49:47.390589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a1acc-d638-419e-a02f-f1b17299b6e9 None None] Pushing event updated for resources: {'Port': ['ID=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:47.398539 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:49:47.398936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:49:47.399358 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.399798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:49:47.401611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Bound port: 5f6a366c-8c2e-47d0-8066-4adc4afef9f3, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:49:47.401611 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.521265 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.521556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-dc0a68ce-f5fd-48f6-a1b1-41b4f6c20507 None None] Provisioning complete for port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:47.521714 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dc0a68ce-f5fd-48f6-a1b1-41b4f6c20507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.578607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] For port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:49:47.600626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] For port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:49:47.611789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.618749 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a68ce-f5fd-48f6-a1b1-41b4f6c20507 None None] Port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:49:47.624587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Allocated IP 172.20.0.2 (dca4b003-aee7-4100-af1e-ed6eea2622a2/1baf7fbe-8718-483a-af0d-5312345aa9d5/e4538a78-a6a0-476b-82dc-19a015b5e22c) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:49:47.678841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7bc427-3f29-4507-b463-27b7d9688085 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:49:47.717098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:47.717773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:47.762531 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a1acc-d638-419e-a02f-f1b17299b6e9 None None] Pushing event updated for resources: {'Port': ['ID=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:47.888876 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f067c902-f851-46d2-9bee-9d43aac9209e None None] Provisioning complete for port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:47.889582 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f067c902-f851-46d2-9bee-9d43aac9209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:47.916368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:48.045518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.083370 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.105305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.1 (dca4b003-aee7-4100-af1e-ed6eea2622a2/1baf7fbe-8718-483a-af0d-5312345aa9d5/3ed50dc0-852a-456d-9ed9-85715a6dd7cc) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:49:48.159929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:49:48.177649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:49:48.186767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:49:48.188882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Pushing event updated for resources: {'Port': ['ID=e4538a78-a6a0-476b-82dc-19a015b5e22c,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:48.193630 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f067c902-f851-46d2-9bee-9d43aac9209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.224293 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.258646 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.260900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f067c902-f851-46d2-9bee-9d43aac9209e None None] For port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:48.268778 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f067c902-f851-46d2-9bee-9d43aac9209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.299466 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:49:48.305697 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:49:48.308110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:49:48.340468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:48.342561 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Attempting to bind port e4538a78-a6a0-476b-82dc-19a015b5e22c on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:49:48.342948 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Attempting to bind port e4538a78-a6a0-476b-82dc-19a015b5e22c by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:49:48.343324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Attempting to bind port e4538a78-a6a0-476b-82dc-19a015b5e22c on network dca4b003-aee7-4100-af1e-ed6eea2622a2 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:49:48.360706 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:49:48.361095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Checking segment: {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:49:48.361529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.361936 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Bound using segment: {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:49:48.362533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Bound port: e4538a78-a6a0-476b-82dc-19a015b5e22c, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:49:48.363502 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.363606 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.365303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067c902-f851-46d2-9bee-9d43aac9209e None None] Pushing event updated for resources: {'Port': ['ID=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:48.412175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:45Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:48.444857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c1766-f287-4f46-b927-88ef77a218ea None None] The sync data for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 is: [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:45Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:49:48.470206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] For port e4538a78-a6a0-476b-82dc-19a015b5e22c, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:49:48.473341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] For port e4538a78-a6a0-476b-82dc-19a015b5e22c, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e4538a78-a6a0-476b-82dc-19a015b5e22c,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:49:48.478378 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.499762 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.537721 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec04c19-7879-433c-9b5d-8e61890617ee None None] Pushing event updated for resources: {'Port': ['ID=e4538a78-a6a0-476b-82dc-19a015b5e22c,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:48.823427 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.842486 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.849011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.932246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:48.935150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:49.029155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:49:49.030553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:49:49.155542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 26402d88-b9ad-46a9-a366-c04ae3d6248d has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:49:49.273544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:49:49.282525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0faddc61-e2f2-481f-bdde-198415ebcdb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/26402d88-b9ad-46a9-a366-c04ae3d6248d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2111833 Nov 23 11:49:49.469677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-1fa1bf21-da9d-4178-8c9b-fa6e87239980 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587514784&fields=id&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 267 time: 0.0543072 Nov 23 11:49:49.498599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:49:49.557295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:49.560737 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:49.599153 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-49b21a88-78eb-41c0-b7a1-e28478b758f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:49.600903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-49b21a88-78eb-41c0-b7a1-e28478b758f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/networks?id=dca4b003-aee7-4100-af1e-ed6eea2622a2 HTTP/1.1" status: 200 len: 797 time: 0.1247156 Nov 23 11:49:49.619792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-f42f926c-1b4d-46ac-bb2e-259279c8fc1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/quotas/000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 375 time: 0.0129473 Nov 23 11:49:49.635698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a409165-a2e6-4132-95ba-fcee746ae028 None None] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:49:49.673527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-2ce34c25-c1f8-4fc7-aca2-11a12dd57ab0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475850 Nov 23 11:49:49.780662 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-4314f97f-6abd-4073-af32-0db48caa359b service neutron] 10.222.0.61 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948231 Nov 23 11:49:49.871474 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4538a78-a6a0-476b-82dc-19a015b5e22c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:49:49.879820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-8fa0af6f-4a6d-4858-b746-4bc93ee7ec88 service neutron] 10.222.0.61 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921280 Nov 23 11:49:49.928054 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:49.945096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ffe6c2e6-d57c-446f-ae7e-142eca12022e None None] Provisioning complete for port e4538a78-a6a0-476b-82dc-19a015b5e22c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:49.945503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ffe6c2e6-d57c-446f-ae7e-142eca12022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.055248 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e4538a78-a6a0-476b-82dc-19a015b5e22c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:50.055787 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.056037 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-05277d5e-a132-43cd-96ad-f0de38f55bac req-011cb1ca-d236-4235-8a62-388ec5ae523f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 210 time: 0.0285587 Nov 23 11:49:50.162080 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ffe6c2e6-d57c-446f-ae7e-142eca12022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.218663 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Sync routers for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:49:50.230238 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:50.231099 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:50.263468 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.281525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ffe6c2e6-d57c-446f-ae7e-142eca12022e None None] For port e4538a78-a6a0-476b-82dc-19a015b5e22c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e4538a78-a6a0-476b-82dc-19a015b5e22c,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:50.302525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ffe6c2e6-d57c-446f-ae7e-142eca12022e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.358459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:50.393561 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.424555 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 11:49:50.425070 n-d-817747-2 neutron-server[103428]: DEBUG oslo_db.api [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 11:49:50.434577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6c2e6-d57c-446f-ae7e-142eca12022e None None] Pushing event updated for resources: {'Port': ['ID=e4538a78-a6a0-476b-82dc-19a015b5e22c,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:50.445616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd1fc334-6846-4115-9d93-929ac5d00bba None None] Provisioning complete for port e4538a78-a6a0-476b-82dc-19a015b5e22c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:50.446000 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd1fc334-6846-4115-9d93-929ac5d00bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.568603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fd1fc334-6846-4115-9d93-929ac5d00bba None None] Provisioning complete for port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:50.570597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fd1fc334-6846-4115-9d93-929ac5d00bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.610397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fd1fc334-6846-4115-9d93-929ac5d00bba None None] Port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:49:50.637483 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 2, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:50.671766 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Checking router: 26402d88-b9ad-46a9-a366-c04ae3d6248d for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:49:50.672129 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Updating router 26402d88-b9ad-46a9-a366-c04ae3d6248d port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:49:50.680645 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.704043 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.732943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5c3e7148-748b-45e0-8c70-e488de586b4b None None] Provisioning complete for port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:50.733381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7148-748b-45e0-8c70-e488de586b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:50.773537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-5c3e7148-748b-45e0-8c70-e488de586b4b None None] Port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:49:50.994991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-41865a02-7c1c-46dd-a81a-2146b4fba1c9 None None] Provisioning complete for port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:50.995282 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-41865a02-7c1c-46dd-a81a-2146b4fba1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.009816 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.014473 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.030443 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-41865a02-7c1c-46dd-a81a-2146b4fba1c9 None None] Port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:49:51.061822 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Pushing event updated for resources: {'Port': ['ID=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:51.087656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.088005 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.088343 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.088678 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.089008 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.089366 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.089691 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.090014 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.090336 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.090661 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.090976 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.091293 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:49:51.133787 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Attempting to bind port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:49:51.134248 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Attempting to bind port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:49:51.134768 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Attempting to bind port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc on network dca4b003-aee7-4100-af1e-ed6eea2622a2 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:49:51.140354 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:49:51.140802 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Checking segment: {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:49:51.141316 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.141772 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Bound using segment: {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:49:51.142313 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Bound port: 3ed50dc0-852a-456d-9ed9-85715a6dd7cc, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:49:51.142701 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.163830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f9246267-49d1-40da-846c-0d608919a967 req-4de4ade3-b135-4bb8-95e3-cdf726b05625 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 210 time: 0.0331376 Nov 23 11:49:51.214341 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] For port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:49:51.217685 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] For port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:49:51.223813 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.284073 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c3046-e4f6-4e35-899f-df47518adbd5 None None] Pushing event updated for resources: {'Port': ['ID=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:51.287492 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:49:51.288091 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:51.355231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-051e40ea-c648-40d0-9c9d-d95abe701fa7 None None] Provisioning complete for port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:51.355707 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-051e40ea-c648-40d0-9c9d-d95abe701fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.505448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-ad507ce8-c974-4470-a59c-f418c5fa5b39 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:51.506931 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-ad507ce8-c974-4470-a59c-f418c5fa5b39 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/networks?id=dca4b003-aee7-4100-af1e-ed6eea2622a2 HTTP/1.1" status: 200 len: 797 time: 0.2105272 Nov 23 11:49:51.508872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4538a78-a6a0-476b-82dc-19a015b5e22c up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:49:51.560512 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-051e40ea-c648-40d0-9c9d-d95abe701fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.561844 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:49:51.582869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-cc349250-cc7d-4421-8b1f-8740a3084074 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 379 time: 0.0605483 Nov 23 11:49:51.593647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'port': {'device_id': 'ecace9d9-f51d-4172-a188-feebacd56866', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'admin_state_up': True, 'tenant_id': '000e16a34b51447496d308c250ab9259', 'security_groups': ['24239049-4603-4d2f-ac84-11122b633297']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:51.601701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-051e40ea-c648-40d0-9c9d-d95abe701fa7 None None] For port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:51.607423 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-051e40ea-c648-40d0-9c9d-d95abe701fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.613544 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port e4538a78-a6a0-476b-82dc-19a015b5e22c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:51.613919 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.688684 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e40ea-c648-40d0-9c9d-d95abe701fa7 None None] Pushing event updated for resources: {'Port': ['ID=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:51.723372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:49:51.727839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.757741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-8d7e55e2-f6c3-4c5b-aaff-f607a1749ccb None None] Provisioning complete for port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:51.758066 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8d7e55e2-f6c3-4c5b-aaff-f607a1749ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:51.782283 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:49:51.819846 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b795ab6-eba7-473b-aaa6-336442d9b307 None None] The sync data for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 is: [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:49:51.875985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.11 (dca4b003-aee7-4100-af1e-ed6eea2622a2/1baf7fbe-8718-483a-af0d-5312345aa9d5/cc7afb2d-eede-4e8e-8609-850978238efe) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:49:52.034768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:52.071556 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:52.120446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:49:52.123455 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:49:52.126122 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:49:52.161831 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=cc7afb2d-eede-4e8e-8609-850978238efe,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:52.192104 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:52.192750 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:52.210475 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-51bdf0cf-babc-48ab-9480-465dcd1f3872 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205575 Nov 23 11:49:52.228873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Request body: {'port': {'device_id': 'ecace9d9-f51d-4172-a188-feebacd56866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:49:52.290004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:52.319875 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418a7b7-592f-4eb2-8eba-0c943b981402 req-ec74f8e4-854d-49be-932e-df37353b11b3 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:52.321495 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a418a7b7-592f-4eb2-8eba-0c943b981402 req-ec74f8e4-854d-49be-932e-df37353b11b3 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 932 time: 0.0720487 Nov 23 11:49:52.391082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a418a7b7-592f-4eb2-8eba-0c943b981402 req-0401fab9-b20b-4c65-99ce-896571ef8bed tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615678 Nov 23 11:49:52.467181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-bd107f8b-fa40-4eac-a215-15206e9c0aa4 None None] Provisioning complete for port cc7afb2d-eede-4e8e-8609-850978238efe triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:52.467565 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bd107f8b-fa40-4eac-a215-15206e9c0aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:52.507067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-bd107f8b-fa40-4eac-a215-15206e9c0aa4 None None] Port cc7afb2d-eede-4e8e-8609-850978238efe cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:49:52.599140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7afb2d-eede-4e8e-8609-850978238efe {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:49:52.607185 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:52.620575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Transition to ACTIVE for port object cc7afb2d-eede-4e8e-8609-850978238efe will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:49:52.624711 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:52.758918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:53.017839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7afb2d-eede-4e8e-8609-850978238efe,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:53.087217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Attempting to bind port cc7afb2d-eede-4e8e-8609-850978238efe on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:49:53.087553 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Attempting to bind port cc7afb2d-eede-4e8e-8609-850978238efe by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:49:53.087882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Attempting to bind port cc7afb2d-eede-4e8e-8609-850978238efe on network dca4b003-aee7-4100-af1e-ed6eea2622a2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:49:53.092277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Port cc7afb2d-eede-4e8e-8609-850978238efe on network dca4b003-aee7-4100-af1e-ed6eea2622a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:49:53.092598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Attempting to bind port cc7afb2d-eede-4e8e-8609-850978238efe on network dca4b003-aee7-4100-af1e-ed6eea2622a2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:49:53.099403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:49:53.099912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Checking segment: {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:49:53.100318 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Bound using segment: {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:49:53.100758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Bound port: cc7afb2d-eede-4e8e-8609-850978238efe, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727f5b66-9366-4b34-afb8-b4dc97b65771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:49:53.101134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:53.174012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] For port cc7afb2d-eede-4e8e-8609-850978238efe, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:49:53.177655 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] For port cc7afb2d-eede-4e8e-8609-850978238efe, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cc7afb2d-eede-4e8e-8609-850978238efe,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:49:53.182290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:53.214935 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.215561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:53.216891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] 10.222.0.65 "PUT /v2.0/ports/cc7afb2d-eede-4e8e-8609-850978238efe HTTP/1.1" status: 200 len: 1092 time: 0.9926662 Nov 23 11:49:53.217358 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:49:53.219622 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683978f1-b13d-477f-80a4-206eec5d4b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:49:53.256112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b447ce-a415-46fd-9d28-0caff2825f86 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7afb2d-eede-4e8e-8609-850978238efe,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:53.267097 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9901140b-0429-4a84-9cf5-1bfdf297ef35 x-openstack-request-id: req-9901140b-0429-4a84-9cf5-1bfdf297ef35 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:49:53.267393 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:49:53.267658 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9901140b-0429-4a84-9cf5-1bfdf297ef35 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:49:53.268072 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'status': 'completed', 'code': 200} Nov 23 11:49:53.311861 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-0f79f308-0b90-48ad-86d0-c968eaed4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.313437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-0f79f308-0b90-48ad-86d0-c968eaed4b37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 1095 time: 0.0443501 Nov 23 11:49:53.359542 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-ec816d9a-5b1b-4e1c-bedf-5d92a3feef95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7afb2d-eede-4e8e-8609-850978238efe HTTP/1.1" status: 200 len: 217 time: 0.0365310 Nov 23 11:49:53.428074 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-078324d1-98b2-4f91-9421-29bac4a4e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.429707 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-078324d1-98b2-4f91-9421-29bac4a4e0fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1baf7fbe-8718-483a-af0d-5312345aa9d5 HTTP/1.1" status: 200 len: 834 time: 0.0584953 Nov 23 11:49:53.455782 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3ed50dc0-852a-456d-9ed9-85715a6dd7cc up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:49:53.492451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53d4fc-8351-4591-a577-c953506c513f req-0846002b-5167-4f16-942d-a9505e7e9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.494020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-0846002b-5167-4f16-942d-a9505e7e9dbd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dca4b003-aee7-4100-af1e-ed6eea2622a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535984 Nov 23 11:49:53.515010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:53.515239 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:53.528144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df480ae6-7ba6-4dca-98bc-30122cd5582e req-0c015f32-27d0-4370-bbd6-dcbdccf57267 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.529675 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df480ae6-7ba6-4dca-98bc-30122cd5582e req-0c015f32-27d0-4370-bbd6-dcbdccf57267 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 944 time: 0.0531998 Nov 23 11:49:53.590527 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df480ae6-7ba6-4dca-98bc-30122cd5582e req-b4b9e91e-190b-4375-a6cc-7478b2230a07 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540795 Nov 23 11:49:53.602077 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-73975e7d-c67f-4795-8e65-0dbdac6fc7f8 service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954800 Nov 23 11:49:53.695481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0e53d4fc-8351-4591-a577-c953506c513f req-5e5c11c3-eeff-40a6-9fa7-1ae6ecc3c403 service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820043 Nov 23 11:49:53.789446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-dc0283b8-26cb-4151-938e-badd4e7e6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.790934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-dc0283b8-26cb-4151-938e-badd4e7e6d24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 1095 time: 0.0411785 Nov 23 11:49:53.889019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-3f5d8593-ee1d-4d85-abbb-a51df86866c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.890481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-3f5d8593-ee1d-4d85-abbb-a51df86866c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dca4b003-aee7-4100-af1e-ed6eea2622a2 HTTP/1.1" status: 200 len: 898 time: 0.0925353 Nov 23 11:49:53.932360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-90327a3f-353c-4c82-aff3-357436be0eb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7afb2d-eede-4e8e-8609-850978238efe HTTP/1.1" status: 200 len: 217 time: 0.0344183 Nov 23 11:49:53.986002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-42d99534-3b5b-4070-9485-0451135fe388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:53.987544 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-42d99534-3b5b-4070-9485-0451135fe388 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1baf7fbe-8718-483a-af0d-5312345aa9d5 HTTP/1.1" status: 200 len: 834 time: 0.0477529 Nov 23 11:49:54.035124 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-3ca47c3b-4425-4be9-b794-9bb8272de01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:54.036631 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-3ca47c3b-4425-4be9-b794-9bb8272de01d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dca4b003-aee7-4100-af1e-ed6eea2622a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412457 Nov 23 11:49:54.130125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-3a06369d-ef04-4798-b7e8-941daf5f56ae service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848014 Nov 23 11:49:54.229468 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-683978f1-b13d-477f-80a4-206eec5d4b0e req-c643c8e6-5199-44fb-8de9-60467400759b service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907538 Nov 23 11:49:54.711067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186a1eb-af23-4b67-94d1-e1fdd4ea45f7 req-9768ac5d-95d3-407a-a7d0-890a9f5606ff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:54.712589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7186a1eb-af23-4b67-94d1-e1fdd4ea45f7 req-9768ac5d-95d3-407a-a7d0-890a9f5606ff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 944 time: 0.0492530 Nov 23 11:49:54.761738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7186a1eb-af23-4b67-94d1-e1fdd4ea45f7 req-322d3c44-5d00-47d2-9829-f0c1c7964466 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Nov 23 11:49:55.875065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aebe-09dc-4ad1-a3d1-dd206f331695 req-9152c021-cc44-4831-a818-163e85420cc4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:55.876454 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e112aebe-09dc-4ad1-a3d1-dd206f331695 req-9152c021-cc44-4831-a818-163e85420cc4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 944 time: 0.0484869 Nov 23 11:49:55.925936 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e112aebe-09dc-4ad1-a3d1-dd206f331695 req-a053a6cf-c014-4d53-b737-0491ba88b68e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Nov 23 11:49:56.134836 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cc7afb2d-eede-4e8e-8609-850978238efe details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:49:56.227527 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cc7afb2d-eede-4e8e-8609-850978238efe, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cc7afb2d-eede-4e8e-8609-850978238efe,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:56.242874 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'port_id': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'mac_address': 'fa:16:3e:db:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:49:56.281650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:56.295384 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7afb2d-eede-4e8e-8609-850978238efe {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:49:56.316513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cc7afb2d-eede-4e8e-8609-850978238efe, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cc7afb2d-eede-4e8e-8609-850978238efe,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:56.321151 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:56.376103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=cc7afb2d-eede-4e8e-8609-850978238efe,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:56.616483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['cc7afb2d-eede-4e8e-8609-850978238efe'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:49:57.044652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badf792-fed7-42cf-bcd2-4089d080c4ef req-e33b95ca-82e0-4317-ac74-35282d9312b9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:57.046153 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0badf792-fed7-42cf-bcd2-4089d080c4ef req-e33b95ca-82e0-4317-ac74-35282d9312b9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 945 time: 0.0535173 Nov 23 11:49:57.097828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0badf792-fed7-42cf-bcd2-4089d080c4ef req-08d3165c-4d66-423d-9f59-338d00cd1ae2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455980 Nov 23 11:49:58.166701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cc7afb2d-eede-4e8e-8609-850978238efe up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:49:58.218712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640f39-0b26-44b5-8025-1591ac24856c req-aaa2967b-0d9d-4a5d-b876-4ec05e2d5001 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:58.219909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port cc7afb2d-eede-4e8e-8609-850978238efe completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:49:58.220280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6640f39-0b26-44b5-8025-1591ac24856c req-aaa2967b-0d9d-4a5d-b876-4ec05e2d5001 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 945 time: 0.0537341 Nov 23 11:49:58.223977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port cc7afb2d-eede-4e8e-8609-850978238efe triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:49:58.224358 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:58.270221 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6640f39-0b26-44b5-8025-1591ac24856c req-da67fffc-002a-4350-8765-ba61c8644e3e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435989 Nov 23 11:49:58.312060 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:58.343323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:49:58.345601 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dfabbe-793c-4dfd-af9e-5584206a0ecb" -d '{"events": [{"server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "name": "network-vif-plugged", "status": "completed", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:49:58.359300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port cc7afb2d-eede-4e8e-8609-850978238efe, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cc7afb2d-eede-4e8e-8609-850978238efe,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:49:58.364465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:49:58.414816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=cc7afb2d-eede-4e8e-8609-850978238efe,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:49:58.450155 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a1a73c-848b-4d70-ac20-c7b2969a868e x-openstack-request-id: req-e5a1a73c-848b-4d70-ac20-c7b2969a868e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:49:58.450490 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "name": "network-vif-plugged", "status": "completed", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:49:58.450755 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5a1a73c-848b-4d70-ac20-c7b2969a868e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:49:58.451164 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'code': 200} Nov 23 11:49:58.558348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31acc3f-4cd9-43c2-9ba6-1fff7c3ac38e req-539cc5db-0ef0-4468-81dc-00593d5c3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:58.559955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c31acc3f-4cd9-43c2-9ba6-1fff7c3ac38e req-539cc5db-0ef0-4468-81dc-00593d5c3d1e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 1097 time: 0.0411603 Nov 23 11:49:58.615344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c31acc3f-4cd9-43c2-9ba6-1fff7c3ac38e req-20157d72-3f7f-422d-a1a6-5787298fbf67 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Nov 23 11:49:59.386794 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4ad6a-f229-429e-9e4f-fb06b2bdb512 req-3d7f0039-c0fc-46c6-9a2a-5c9f2f8b456b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:49:59.388278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ef4ad6a-f229-429e-9e4f-fb06b2bdb512 req-3d7f0039-c0fc-46c6-9a2a-5c9f2f8b456b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0505009 Nov 23 11:49:59.441559 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ef4ad6a-f229-429e-9e4f-fb06b2bdb512 req-5320d8ce-230f-4803-802b-cdabd8366252 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469849 Nov 23 11:50:00.097788 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:50:00.560403 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f603ec7-b799-43ef-8b77-84927f313d5b req-a3ed2a3c-cdcc-498e-ad97-538dafffaa4a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:00.561946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f603ec7-b799-43ef-8b77-84927f313d5b req-a3ed2a3c-cdcc-498e-ad97-538dafffaa4a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0525179 Nov 23 11:50:00.611697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1f603ec7-b799-43ef-8b77-84927f313d5b req-ef004b4a-6041-4dbe-b4dd-6e8a14a4e944 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Nov 23 11:50:00.726945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780b845-746c-4103-b804-aae05e0dcb7c req-955128ff-ffbd-4133-b717-cb015c8fed54 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:00.728374 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5780b845-746c-4103-b804-aae05e0dcb7c req-955128ff-ffbd-4133-b717-cb015c8fed54 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0496454 Nov 23 11:50:00.781826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5780b845-746c-4103-b804-aae05e0dcb7c req-ea2fea83-3540-4236-b491-41acaacdef2d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470793 Nov 23 11:50:00.803260 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58776) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:00.842727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85f80a-4124-4c8f-a9d2-8aa9c7f8afcf tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:00.844206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-de85f80a-4124-4c8f-a9d2-8aa9c7f8afcf tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 1092 time: 0.0400002 Nov 23 11:50:00.847198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58778) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:00.851874 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:00.874757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:00.970855 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:01.074699 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.227 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/9af29839-22a1-48ac-84cf-6aba7bdfa828) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:50:01.178294 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:01.212383 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:01.252836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:50:01.256696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:50:01.262388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:50:01.292672 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=9af29839-22a1-48ac-84cf-6aba7bdfa828,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:01.623979 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:01.693896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:01.843492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:01.848354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:01.921621 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=9af29839-22a1-48ac-84cf-6aba7bdfa828,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:01.930200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:02.035623 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 2bf3474f-085e-45bc-a9e8-fd13969b57df associated. External IP: 172.25.5.227, port: cc7afb2d-eede-4e8e-8609-850978238efe. Nov 23 11:50:02.250288 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 26402d88-b9ad-46a9-a366-c04ae3d6248d has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:50:02.360876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:50:02.371151 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] Sync routers for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:50:02.379248 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:02.381351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:02.381984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:02.405830 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-beb33367-1636-401f-b0e5-7d3a779a440e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5574920 Nov 23 11:50:02.406426 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:50:02.408686 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7425d3d5-1898-4b45-8797-e74bb0df0a22" -d '{"events": [{"name": "network-changed", "server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:50:02.466286 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1715381a-bf02-4f7f-ab01-e4b139e4ec1b x-openstack-request-id: req-1715381a-bf02-4f7f-ab01-e4b139e4ec1b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:50:02.466847 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:50:02.467355 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1715381a-bf02-4f7f-ab01-e4b139e4ec1b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:50:02.467916 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'status': 'completed', 'code': 200} Nov 23 11:50:02.493525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:02.575130 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d961e-7773-4efb-b2d9-68d480f9ec4e req-36252b44-21c0-4302-9cd4-cbebcc533dc7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:02.576584 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df1d961e-7773-4efb-b2d9-68d480f9ec4e req-36252b44-21c0-4302-9cd4-cbebcc533dc7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0926297 Nov 23 11:50:02.604682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-4ca663b0-9461-4d20-bf6c-353907fd0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:02.606208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-4ca663b0-9461-4d20-bf6c-353907fd0b75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 1097 time: 0.0932322 Nov 23 11:50:02.672022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-df1d961e-7773-4efb-b2d9-68d480f9ec4e req-07a46fe8-f13b-4072-ba2c-959a57b830cd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853457 Nov 23 11:50:02.689245 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58784) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:02.745932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-3b68bc73-77f8-4baa-a391-8f00fa9bd844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:02.747822 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-3b68bc73-77f8-4baa-a391-8f00fa9bd844 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dca4b003-aee7-4100-af1e-ed6eea2622a2 HTTP/1.1" status: 200 len: 898 time: 0.1298304 Nov 23 11:50:02.752622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2bf3474f-085e-45bc-a9e8-fd13969b57df', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'port_id': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'mac_address': 'fa:16:3e:db:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecace9d9-f51d-4172-a188-feebacd56866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:50:01Z', 'updated_at': '2021-11-23T11:50:01Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:02.781907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9a1503cd-acfd-4cba-81a0-563a56549ca5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/2bf3474f-085e-45bc-a9e8-fd13969b57df HTTP/1.1" status: 200 len: 992 time: 0.0914443 Nov 23 11:50:02.784139 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] Checking router: 26402d88-b9ad-46a9-a366-c04ae3d6248d for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:50:02.792626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:02.793263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:49:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:02.823222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-89b601a8-83a9-4952-bf29-67387acc4a85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7afb2d-eede-4e8e-8609-850978238efe HTTP/1.1" status: 200 len: 1000 time: 0.0652962 Nov 23 11:50:02.873424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-db081369-7458-427f-9aef-dd127af89e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:02.874829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-db081369-7458-427f-9aef-dd127af89e6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1baf7fbe-8718-483a-af0d-5312345aa9d5 HTTP/1.1" status: 200 len: 834 time: 0.0445833 Nov 23 11:50:02.924286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-3381d072-5b1e-465d-94c5-63fefec9c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:02.926151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-3381d072-5b1e-465d-94c5-63fefec9c4e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dca4b003-aee7-4100-af1e-ed6eea2622a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435264 Nov 23 11:50:03.026515 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-cb7fbd55-66c9-43da-9534-9aaadf41dd3c service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932217 Nov 23 11:50:03.059905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:03.117376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7425d3d5-1898-4b45-8797-e74bb0df0a22 req-5e43d176-a602-49c0-8c77-325d997a512b service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836034 Nov 23 11:50:03.282038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2bf3474f-085e-45bc-a9e8-fd13969b57df', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'port_id': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'mac_address': 'fa:16:3e:db:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecace9d9-f51d-4172-a188-feebacd56866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:50:01Z', 'updated_at': '2021-11-23T11:50:01Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:03.307190 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065dc5b5-eba5-4480-9459-1687ebc03a11 None None] The sync data for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 is: [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '2bf3474f-085e-45bc-a9e8-fd13969b57df', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'port_id': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'mac_address': 'fa:16:3e:db:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecace9d9-f51d-4172-a188-feebacd56866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:50:01Z', 'updated_at': '2021-11-23T11:50:01Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:50:03.493031 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aae0bde-f600-4223-9ee4-0fae80ed3bf0 None None] New status for floating IP 2bf3474f-085e-45bc-a9e8-fd13969b57df: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:50:03.785517 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58786) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:03.849089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31b5e752-7c97-4ac5-aa5e-9f871ed0c900 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/2bf3474f-085e-45bc-a9e8-fd13969b57df HTTP/1.1" status: 200 len: 994 time: 0.0623944 Nov 23 11:50:14.670256 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-150ba083-5052-4514-a5e9-37ab70640bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:17.089446 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-92669630-c152-467a-9403-bbd106412a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:18.823141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:19.791889 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:20.298487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:20.693789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:22.781567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:37.098296 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:50:37.546257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-8b5aabb6-ef53-442a-a6b7-3b8629c9574d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466049 Nov 23 11:50:37.627541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57956d6-0f60-4447-9021-e683455b3c76 req-59bafa83-a488-45be-94b4-327a29c60e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:37.629031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-59bafa83-a488-45be-94b4-327a29c60e9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 1097 time: 0.0394373 Nov 23 11:50:37.736067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57956d6-0f60-4447-9021-e683455b3c76 req-4c5ee1d0-6228-442e-906e-4b0622e74f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:37.737723 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-4c5ee1d0-6228-442e-906e-4b0622e74f88 service neutron] 10.222.0.65 "GET /v2.0/networks?id=dca4b003-aee7-4100-af1e-ed6eea2622a2 HTTP/1.1" status: 200 len: 898 time: 0.0855753 Nov 23 11:50:37.808138 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-497a70e7-0a43-4525-9cb3-4d639f636311 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7afb2d-eede-4e8e-8609-850978238efe HTTP/1.1" status: 200 len: 1002 time: 0.0620527 Nov 23 11:50:37.858817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57956d6-0f60-4447-9021-e683455b3c76 req-2d6de31c-1411-4e95-895b-1e2ddbbf387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:37.860266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-2d6de31c-1411-4e95-895b-1e2ddbbf387b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1baf7fbe-8718-483a-af0d-5312345aa9d5 HTTP/1.1" status: 200 len: 834 time: 0.0444229 Nov 23 11:50:37.912639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57956d6-0f60-4447-9021-e683455b3c76 req-335f513d-7039-46af-ab94-7c448eb19976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:37.914191 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-335f513d-7039-46af-ab94-7c448eb19976 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dca4b003-aee7-4100-af1e-ed6eea2622a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406468 Nov 23 11:50:38.011937 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-c058d653-94e6-45e1-acc3-525cd907481e service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897796 Nov 23 11:50:38.103307 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a57956d6-0f60-4447-9021-e683455b3c76 req-d5952562-ea04-40b1-8ae5-788283774373 service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819769 Nov 23 11:50:39.272624 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ec356-9bf8-4c33-9948-f940b028e1d7 req-5c728fde-3483-4a73-a7d8-6ada4a62f1ca tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:39.274127 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-602ec356-9bf8-4c33-9948-f940b028e1d7 req-5c728fde-3483-4a73-a7d8-6ada4a62f1ca tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0494213 Nov 23 11:50:39.322686 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-602ec356-9bf8-4c33-9948-f940b028e1d7 req-993b4029-5639-481f-8047-f1c96196da09 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Nov 23 11:50:40.445648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fa153-36f0-40be-9441-8e2d63af6e4b req-119bdea9-1e73-48d3-9c80-9d0a31f29213 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:40.447312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-914fa153-36f0-40be-9441-8e2d63af6e4b req-119bdea9-1e73-48d3-9c80-9d0a31f29213 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0552843 Nov 23 11:50:40.498356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-914fa153-36f0-40be-9441-8e2d63af6e4b req-36753f53-0afa-4b60-baab-6446dd8047ba tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451887 Nov 23 11:50:40.527590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58806) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:40.595606 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-985c0799-e782-4b1e-89b7-167cf9bd4f26 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/2bf3474f-085e-45bc-a9e8-fd13969b57df HTTP/1.1" status: 200 len: 994 time: 0.0668159 Nov 23 11:50:41.870053 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c02bd3-5fbe-490c-b112-65b92c54d076 req-251a22d7-1cc7-4af0-bc54-07353a053f48 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:41.871529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07c02bd3-5fbe-490c-b112-65b92c54d076 req-251a22d7-1cc7-4af0-bc54-07353a053f48 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0489364 Nov 23 11:50:41.928738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-07c02bd3-5fbe-490c-b112-65b92c54d076 req-244bfd69-20e7-4f37-84f7-e513ea0e1d8d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511293 Nov 23 11:50:43.056313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b688-0856-4023-90ee-338862eb38df req-e4e5db3d-2b81-4110-addb-b54343dd44de tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:43.057848 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0203b688-0856-4023-90ee-338862eb38df req-e4e5db3d-2b81-4110-addb-b54343dd44de tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0527101 Nov 23 11:50:43.108096 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0203b688-0856-4023-90ee-338862eb38df req-06674461-b4cb-4929-a466-ef93850e49bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441229 Nov 23 11:50:43.131836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58816) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:43.190877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-46ccdb68-7327-4d35-875f-c8bd67693836 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/2bf3474f-085e-45bc-a9e8-fd13969b57df HTTP/1.1" status: 200 len: 994 time: 0.0578988 Nov 23 11:50:43.444988 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58822) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:43.603416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 9af29839-22a1-48ac-84cf-6aba7bdfa828 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:50:43.603665 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:43.681285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:43.681609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:43.693302 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 9af29839-22a1-48ac-84cf-6aba7bdfa828 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:50:43.842700 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:43.870900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=9af29839-22a1-48ac-84cf-6aba7bdfa828,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:43.893782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.894142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.894491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.894842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.895185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.895525 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.895863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.897190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.897556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.897940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.898277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.898609 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:43.940421 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:43.940755 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 2bf3474f-085e-45bc-a9e8-fd13969b57df disassociated (deleted). External IP: 172.25.5.227, port: cc7afb2d-eede-4e8e-8609-850978238efe. Nov 23 11:50:44.151248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 26402d88-b9ad-46a9-a366-c04ae3d6248d has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:50:44.261442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:50:44.266263 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:44.272153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] Sync routers for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:50:44.281594 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:44.282198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:44.295220 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-aaec7d1f-da12-4d3a-9608-818c6c30dcdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/floatingips/2bf3474f-085e-45bc-a9e8-fd13969b57df HTTP/1.1" status: 204 len: 168 time: 0.8466430 Nov 23 11:50:44.295220 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:50:44.295610 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5245dab-70a8-4bb2-9d38-8cd270a20565" -d '{"events": [{"name": "network-changed", "server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:50:44.333541 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c394c030-886a-4b83-852a-a082e9d71e53 x-openstack-request-id: req-c394c030-886a-4b83-852a-a082e9d71e53 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:50:44.334485 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:50:44.334750 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c394c030-886a-4b83-852a-a082e9d71e53 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:50:44.335198 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'status': 'completed', 'code': 200} Nov 23 11:50:44.400617 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:44.403468 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-4306e642-1d0c-4ccc-96dc-64c35a9dae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:44.405060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-4306e642-1d0c-4ccc-96dc-64c35a9dae0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 1097 time: 0.0452492 Nov 23 11:50:44.516865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-32ba45b5-b2b2-459f-83de-b0569a8064af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:44.518380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-32ba45b5-b2b2-459f-83de-b0569a8064af service neutron] 10.222.0.65 "GET /v2.0/networks?id=dca4b003-aee7-4100-af1e-ed6eea2622a2 HTTP/1.1" status: 200 len: 898 time: 0.1005139 Nov 23 11:50:44.537936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a8c63-c32b-4783-83dc-1c3be0ddd74d req-278657ac-26d6-4c0b-9585-97bf28b9d8ff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:44.539651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d4a8c63-c32b-4783-83dc-1c3be0ddd74d req-278657ac-26d6-4c0b-9585-97bf28b9d8ff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0559056 Nov 23 11:50:44.561195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-09eb5053-271a-404b-a3e5-801ff9cad5c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7afb2d-eede-4e8e-8609-850978238efe HTTP/1.1" status: 200 len: 217 time: 0.0345972 Nov 23 11:50:44.592498 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0d4a8c63-c32b-4783-83dc-1c3be0ddd74d req-8a520929-98fd-4ff5-84cb-ec02cc89d17c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459428 Nov 23 11:50:44.618997 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-088dc65b-ec76-45a6-b049-96f45c97c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:44.620465 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-088dc65b-ec76-45a6-b049-96f45c97c277 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1baf7fbe-8718-483a-af0d-5312345aa9d5 HTTP/1.1" status: 200 len: 834 time: 0.0496531 Nov 23 11:50:44.632685 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:44.664323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] Checking router: 26402d88-b9ad-46a9-a366-c04ae3d6248d for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:50:44.668660 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-db5c3b38-f23b-4620-84b1-c4f3a3278337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:44.670201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-db5c3b38-f23b-4620-84b1-c4f3a3278337 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=dca4b003-aee7-4100-af1e-ed6eea2622a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406089 Nov 23 11:50:44.679262 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-892e015d-f20a-4236-bede-da46efdf3fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:44.682564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:44.683176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:44.763872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-1efd036c-0b08-43d3-8610-aa5bf457f1e4 service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829866 Nov 23 11:50:44.792465 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:44.860927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a5245dab-70a8-4bb2-9d38-8cd270a20565 req-b8d00cf1-df99-42ae-95c1-ce288680e150 service neutron] 10.222.0.65 "GET /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880711 Nov 23 11:50:44.998222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:45.025665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53590fd3-81f7-43e6-ace8-fd90f54a46b4 None None] The sync data for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 is: [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '3ed50dc0-852a-456d-9ed9-85715a6dd7cc', 'name': '', 'network_id': 'dca4b003-aee7-4100-af1e-ed6eea2622a2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:b7:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:47Z', 'updated_at': '2021-11-23T11:49:51Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '1baf7fbe-8718-483a-af0d-5312345aa9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:50:45.251425 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f11d0e-3601-4691-94c0-ed899de29db8 None None] New status for floating IP 2bf3474f-085e-45bc-a9e8-fd13969b57df: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:50:45.712489 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3b411-2595-497e-88fb-3b7ada2847ca req-be53db3c-e8e0-4afa-8b3d-0c5c846a6efd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:45.714026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3be3b411-2595-497e-88fb-3b7ada2847ca req-be53db3c-e8e0-4afa-8b3d-0c5c846a6efd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0502322 Nov 23 11:50:45.763827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3be3b411-2595-497e-88fb-3b7ada2847ca req-57deb063-bd50-4a8e-b853-16f1feeb6c93 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439613 Nov 23 11:50:46.344359 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-0b65e1ec-b337-4c11-a710-88669a5bef1b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:46.345824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-0b65e1ec-b337-4c11-a710-88669a5bef1b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Nov 23 11:50:46.437572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port cc7afb2d-eede-4e8e-8609-850978238efe {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:50:46.438027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:46.886334 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccb931-d6a3-4237-b422-e3ab76ba2cbd req-7f049529-e79f-4807-bb59-a68a1b99917f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:46.887187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port cc7afb2d-eede-4e8e-8609-850978238efe, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=cc7afb2d-eede-4e8e-8609-850978238efe,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:50:46.887596 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:46.887858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6eccb931-d6a3-4237-b422-e3ab76ba2cbd req-7f049529-e79f-4807-bb59-a68a1b99917f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=ecace9d9-f51d-4172-a188-feebacd56866 HTTP/1.1" status: 200 len: 946 time: 0.0518639 Nov 23 11:50:46.901152 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for cc7afb2d-eede-4e8e-8609-850978238efe owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:50:46.937768 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6eccb931-d6a3-4237-b422-e3ab76ba2cbd req-3338d323-f4ad-4237-83b9-0e692ef6365d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=24239049-4603-4d2f-ac84-11122b633297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Nov 23 11:50:47.030338 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:47.062235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=cc7afb2d-eede-4e8e-8609-850978238efe,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:47.100126 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-09999d39-11ae-48d7-aaa3-dc7d935597d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:47.103508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] No DVR routers for this DVR port cc7afb2d-eede-4e8e-8609-850978238efe on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:50:47.106089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:47.109772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9665ba5e-9bfb-4819-beec-b31275fa6af5 req-13cd088e-b7a6-4627-8ce7-371a46298e9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "DELETE /v2.0/ports/cc7afb2d-eede-4e8e-8609-850978238efe HTTP/1.1" status: 204 len: 173 time: 0.7544081 Nov 23 11:50:47.110211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'name': 'network-vif-deleted', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:50:47.112459 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad09a1-99f5-43f8-97d3-38e2d921f855" -d '{"events": [{"server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "name": "network-vif-deleted", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:50:47.154959 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a23959e-ece6-408a-b230-e819711d33d7 x-openstack-request-id: req-8a23959e-ece6-408a-b230-e819711d33d7 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:50:47.155255 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecace9d9-f51d-4172-a188-feebacd56866", "name": "network-vif-deleted", "tag": "cc7afb2d-eede-4e8e-8609-850978238efe", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:50:47.155517 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a23959e-ece6-408a-b230-e819711d33d7 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:50:47.155931 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecace9d9-f51d-4172-a188-feebacd56866', 'name': 'network-vif-deleted', 'tag': 'cc7afb2d-eede-4e8e-8609-850978238efe', 'status': 'completed', 'code': 200} Nov 23 11:50:47.994038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58838) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:48.354128 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:48.609382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:50:48.609640 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:48.699286 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 3ed50dc0-852a-456d-9ed9-85715a6dd7cc, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:50:48.699664 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:48.712249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 3ed50dc0-852a-456d-9ed9-85715a6dd7cc owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:50:48.826883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:48.899858 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:48.935490 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=3ed50dc0-852a-456d-9ed9-85715a6dd7cc,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:49.108573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.328497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 26402d88-b9ad-46a9-a366-c04ae3d6248d has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:50:49.440906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:50:49.449495 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-595fbf25-ee26-42c0-8c83-12c1c6b57e41 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/26402d88-b9ad-46a9-a366-c04ae3d6248d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519556 Nov 23 11:50:49.450069 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58840) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:49.455478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] Sync routers for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:50:49.467448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:49.468069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:49.501038 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting subnet 1baf7fbe-8718-483a-af0d-5312345aa9d5 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:50:49.504214 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.544087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.577019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:49.631072 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.687641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.716773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Subnet': ['ID=1baf7fbe-8718-483a-af0d-5312345aa9d5,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:49.721354 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.724600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-ac33b0f7-4a16-41e4-8f1a-79783bb44a2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/subnets/1baf7fbe-8718-483a-af0d-5312345aa9d5 HTTP/1.1" status: 204 len: 168 time: 0.2735755 Nov 23 11:50:49.727393 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58842) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:49.741658 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8cbe1-6c23-4917-bfaa-5191d8341801 None None] Network dca4b003-aee7-4100-af1e-ed6eea2622a2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:50:49.839101 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.855900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:49.887038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:50:48Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:49.916776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] Checking router: 26402d88-b9ad-46a9-a366-c04ae3d6248d for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:50:49.931798 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] Routers {'26402d88-b9ad-46a9-a366-c04ae3d6248d'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:49.932404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['26402d88-b9ad-46a9-a366-c04ae3d6248d'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:49.949095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.003776 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:50:50.004113 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.019622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] DHCP port deletion for dca4b003-aee7-4100-af1e-ed6eea2622a2 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:50:50.079879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] Set router 26402d88-b9ad-46a9-a366-c04ae3d6248d gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:50.087806 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 5f6a366c-8c2e-47d0-8066-4adc4afef9f3, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:50:50.088244 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.100350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:50:50.162299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Deleting port e4538a78-a6a0-476b-82dc-19a015b5e22c {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:50:50.162931 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.277144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.330134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=5f6a366c-8c2e-47d0-8066-4adc4afef9f3,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:50.372249 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.378266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2c8e41-f6be-4889-8ac9-bdb63d290146 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:50:50.447478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cc7afb2d-eede-4e8e-8609-850978238efe no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:50:50.454282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] For port e4538a78-a6a0-476b-82dc-19a015b5e22c, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=e4538a78-a6a0-476b-82dc-19a015b5e22c,segment=NetworkSegment(727f5b66-9366-4b34-afb8-b4dc97b65771),segment_id=727f5b66-9366-4b34-afb8-b4dc97b65771)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:50:50.454690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.474821 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.477026 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.487335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.494593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: cc7afb2d-eede-4e8e-8609-850978238efe {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:50:50.494944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device cc7afb2d-eede-4e8e-8609-850978238efe not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:50:50.499928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Calling delete_port for e4538a78-a6a0-476b-82dc-19a015b5e22c owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:50:50.530630 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.531176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Fanout notify agent at l3_agent the message router_deleted on router 26402d88-b9ad-46a9-a366-c04ae3d6248d {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:50:50.538005 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.541668 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f91a45aa-735a-4fdf-b7c2-6f61a42e54ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/routers/26402d88-b9ad-46a9-a366-c04ae3d6248d HTTP/1.1" status: 204 len: 168 time: 0.8108084 Nov 23 11:50:50.541872 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58844) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:50.613273 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:50:48Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:50.620617 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.645883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.649310 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e296053-7b98-4d7e-b54d-b231b3890be1 None None] The sync data for ids ['26402d88-b9ad-46a9-a366-c04ae3d6248d'] in n-d-817747-2 is: [{'id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386610613', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:49:44Z', 'updated_at': '2021-11-23T11:50:48Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '5f6a366c-8c2e-47d0-8066-4adc4afef9f3', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26402d88-b9ad-46a9-a366-c04ae3d6248d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:49:45Z', 'updated_at': '2021-11-23T11:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:50:50.674595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Pushing event deleted for resources: {'Port': ['ID=e4538a78-a6a0-476b-82dc-19a015b5e22c,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:50.679576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] No DVR routers for this DVR port e4538a78-a6a0-476b-82dc-19a015b5e22c on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:50:50.687718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.687718 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.688096 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.688373 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.688709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.689037 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.689390 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.689713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.690039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.690362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.690682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.691004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c00e1-55b4-460e-9802-20605b475a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:50.714243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.724215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.744535 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca4b003-aee7-4100-af1e-ed6eea2622a2']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:50.753665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727f5b66-9366-4b34-afb8-b4dc97b65771') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:50.753965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727f5b66-9366-4b34-afb8-b4dc97b65771') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:50.763820 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.776683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.782570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:50:50.782948 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:50:50.785893 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:50:50.847200 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.855069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.858370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/networks/dca4b003-aee7-4100-af1e-ed6eea2622a2 HTTP/1.1" status: 204 len: 168 time: 0.3153150 Nov 23 11:50:50.861187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58846) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:50.869512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a278e99-4d9a-4e05-bb2d-2818038a5f04 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Network': ['ID=dca4b003-aee7-4100-af1e-ed6eea2622a2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:50.920289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:50.945091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.005563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.008933 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.010194 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/security-groups/24239049-4603-4d2f-ac84-11122b633297 HTTP/1.1" status: 204 len: 168 time: 0.1479778 Nov 23 11:50:51.023622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24239049-4603-4d2f-ac84-11122b633297,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:51.032455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.033384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.033857 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.034208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.034727 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.035071 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.035408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.035761 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.036146 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.036432 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.036784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.037090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb18da-bd14-4b5f-993d-160c0c3ff9c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:51.213643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58852) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:51.218527 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b25903f0-3e70-4bda-83a6-e3009f660ed5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810947431', 'description': 'tempest-secgroup-smoke-1810947431 description', 'project_id': '000e16a34b51447496d308c250ab9259'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:51.243754 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b25903f0-3e70-4bda-83a6-e3009f660ed5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.313376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b25903f0-3e70-4bda-83a6-e3009f660ed5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.318591 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b25903f0-3e70-4bda-83a6-e3009f660ed5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.349947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b25903f0-3e70-4bda-83a6-e3009f660ed5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.351782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b25903f0-3e70-4bda-83a6-e3009f660ed5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1370921 Nov 23 11:50:51.352884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25903f0-3e70-4bda-83a6-e3009f660ed5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d1c49d-c191-452f-9a70-dede24f6c1e3,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:51.354918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58854) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:51.359437 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9d2ba1cd-6c65-4758-a550-e2d4909d5e6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': 'a0d1c49d-c191-452f-9a70-dede24f6c1e3', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:51.385374 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1cd-6c65-4758-a550-e2d4909d5e6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.439632 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1cd-6c65-4758-a550-e2d4909d5e6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.443057 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1cd-6c65-4758-a550-e2d4909d5e6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.461287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba1cd-6c65-4758-a550-e2d4909d5e6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87299454-57bb-4c39-8567-e32a0e553a41,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:51.467885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba1cd-6c65-4758-a550-e2d4909d5e6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.469087 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9d2ba1cd-6c65-4758-a550-e2d4909d5e6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132548 Nov 23 11:50:51.471777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58856) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:51.476640 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-bee387d0-58af-4a3f-be4c-20d1f955f02d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': 'a0d1c49d-c191-452f-9a70-dede24f6c1e3', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:51.502502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bee387d0-58af-4a3f-be4c-20d1f955f02d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.557127 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bee387d0-58af-4a3f-be4c-20d1f955f02d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.560532 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bee387d0-58af-4a3f-be4c-20d1f955f02d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.582102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee387d0-58af-4a3f-be4c-20d1f955f02d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676e234e-8d83-45bc-b460-4ce837e40548,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:51.587808 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bee387d0-58af-4a3f-be4c-20d1f955f02d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.588934 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bee387d0-58af-4a3f-be4c-20d1f955f02d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162186 Nov 23 11:50:51.591822 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58858) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:51.596549 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c66ffefb-374d-4dac-a47d-7ac38fe4ee6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': 'a0d1c49d-c191-452f-9a70-dede24f6c1e3', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:51.623231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c66ffefb-374d-4dac-a47d-7ac38fe4ee6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.674296 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c66ffefb-374d-4dac-a47d-7ac38fe4ee6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.678805 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c66ffefb-374d-4dac-a47d-7ac38fe4ee6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.696876 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ffefb-374d-4dac-a47d-7ac38fe4ee6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f4101c-6cde-4e77-8a0a-49d5a10b4e50,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:51.717523 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c66ffefb-374d-4dac-a47d-7ac38fe4ee6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.718789 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c66ffefb-374d-4dac-a47d-7ac38fe4ee6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259782 Nov 23 11:50:51.721482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58860) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:51.726065 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-bd15e8aa-a367-4e1a-ad6f-63265862d362 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': 'a0d1c49d-c191-452f-9a70-dede24f6c1e3', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:51.731508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:50:51.751692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:50:51.752047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5f6a366c-8c2e-47d0-8066-4adc4afef9f3 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:50:51.752471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4538a78-a6a0-476b-82dc-19a015b5e22c no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:50:51.754104 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd15e8aa-a367-4e1a-ad6f-63265862d362 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.771626 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: e4538a78-a6a0-476b-82dc-19a015b5e22c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:50:51.771983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device e4538a78-a6a0-476b-82dc-19a015b5e22c not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:50:51.772402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3ed50dc0-852a-456d-9ed9-85715a6dd7cc no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:50:51.794710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3ed50dc0-852a-456d-9ed9-85715a6dd7cc {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:50:51.795058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3ed50dc0-852a-456d-9ed9-85715a6dd7cc not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:50:51.814046 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd15e8aa-a367-4e1a-ad6f-63265862d362 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.817485 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd15e8aa-a367-4e1a-ad6f-63265862d362 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.836361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15e8aa-a367-4e1a-ad6f-63265862d362 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da18d74-f1a3-4be1-9f94-492a17d8cefc,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:51.843233 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bd15e8aa-a367-4e1a-ad6f-63265862d362 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.844423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bd15e8aa-a367-4e1a-ad6f-63265862d362 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219845 Nov 23 11:50:51.847116 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58862) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:51.851388 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': 'a0d1c49d-c191-452f-9a70-dede24f6c1e3', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:51.873066 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:50:51.877950 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.940754 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.943954 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.964308 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5856f6-9517-4527-8d66-33b7eb376ef6,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:51.971293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:51.972489 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-426bc4d3-d08f-4c4f-a95a-e039c9da7844 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244617 Nov 23 11:50:51.975186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58864) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:51.979478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': 'a0d1c49d-c191-452f-9a70-dede24f6c1e3', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:52.001217 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:50:52.006036 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.068574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.072912 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.091897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a81eb0c-806a-48a0-b114-820344deced6,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:52.097260 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.101178 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c3de96df-209d-4d61-b398-891bf199fdce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223438 Nov 23 11:50:52.101428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58866) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:52.106370 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'network': {'name': 'tempest-network-smoke--1107073094', 'project_id': '000e16a34b51447496d308c250ab9259', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:52.126649 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:50:52.130507 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.155283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:50:52.164244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.164587 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Added segment 4e814a90-3c96-44c2-995a-5e4760993167 of type vlan for network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 Nov 23 11:50:52.204387 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.231019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.236908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:52.237508 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.278201 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1757717 Nov 23 11:50:52.281009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58868) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:52.286007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'admin_state_up': True, 'project_id': '000e16a34b51447496d308c250ab9259', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:52.306382 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20622eb-5992-412d-8082-f8f5d26fb846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Network': ['ID=e5437dd6-7738-44c6-abf1-8fe75ee09ba2,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:52.311001 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.312011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.318001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:50:52.366121 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.507949 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:52.786620 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.037146 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.056416 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.159994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.16 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/7f367d42-1d47-4205-ade5-a2add3e1f885) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:50:53.264492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.298083 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.338118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:50:53.340946 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:50:53.344407 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:50:53.349897 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=7f367d42-1d47-4205-ade5-a2add3e1f885,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:53.354991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda402d-4f62-4f2d-8bb1-cf46ff29ce27 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:50:53.394588 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-91056b11-c504-46e2-9cb2-9ca70feecdf2 None None] Provisioning complete for port 7f367d42-1d47-4205-ade5-a2add3e1f885 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:53.395259 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91056b11-c504-46e2-9cb2-9ca70feecdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.435888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-91056b11-c504-46e2-9cb2-9ca70feecdf2 None None] Port 7f367d42-1d47-4205-ade5-a2add3e1f885 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:50:53.604509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.814325 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:53.948258 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 0fffdab5-3d37-4728-8386-eb786d81640f is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:50:54.057745 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:50:54.066978 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Sync routers for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:50:54.078530 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:54.079182 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:54.079983 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.084238 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1f2e014b-1b18-4f1a-bdfc-dfc9459822af tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7992454 Nov 23 11:50:54.084486 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58870) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:54.112906 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7df10ff2-0241-4ed0-a16d-eade0d9a2d00 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=000e16a34b51447496d308c250ab9259&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266707 Nov 23 11:50:54.115444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58872) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:54.197797 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:54.205332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a5ce8-33eb-41fb-9f12-6a6d3895c1aa tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:54.206792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2d9a5ce8-33eb-41fb-9f12-6a6d3895c1aa tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904460 Nov 23 11:50:54.209673 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58874) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:54.245866 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-43ea468a-db93-4e42-8384-2f225fcaedc8 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325930 Nov 23 11:50:54.246196 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58876) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:54.251263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2103753441', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'project_id': '000e16a34b51447496d308c250ab9259', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:54.340757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:50:54.344305 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.379632 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:53Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:54.410532 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Checking router: 0fffdab5-3d37-4728-8386-eb786d81640f for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:50:54.411037 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Updating router 0fffdab5-3d37-4728-8386-eb786d81640f port 7f367d42-1d47-4205-ade5-a2add3e1f885 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:50:54.437630 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.532644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.594292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Subnet': ['ID=af443b07-4f73-4e7e-a046-ac7f388de323,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:54.601921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Checking segment: {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:50:54.602291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network hostable DHCP agents. Network: e5437dd6-7738-44c6-abf1-8fe75ee09ba2, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:50:54.620046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:50:54.629546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e5437dd6-7738-44c6-abf1-8fe75ee09ba2) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:50:54.636211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:54.637361 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.639181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a4b0af-4216-4437-85e9-ff9f2c3b6fd3 None None] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:50:54.655681 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9b71c821-4eaa-44e4-b3ad-5a4f9b50acdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084022 Nov 23 11:50:54.658557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 58878) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:50:54.708825 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.716784 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.768715 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Attempting to bind port 7f367d42-1d47-4205-ade5-a2add3e1f885 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:50:54.768975 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Attempting to bind port 7f367d42-1d47-4205-ade5-a2add3e1f885 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:50:54.769188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329685b5-2cb5-4ebc-af36-7f3f30ce8065 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:50:54.769362 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Attempting to bind port 7f367d42-1d47-4205-ade5-a2add3e1f885 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:50:54.780454 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:50:54.781334 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:50:54.781334 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.782563 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:50:54.782563 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Bound port: 7f367d42-1d47-4205-ade5-a2add3e1f885, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:50:54.782563 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.809648 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Pushing event updated for resources: {'Port': ['ID=7f367d42-1d47-4205-ade5-a2add3e1f885,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:54.819169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:50:54.821038 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.846569 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.846916 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.847264 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.847596 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.847928 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.848264 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.848592 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.848926 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.849301 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.849628 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.849948 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.850272 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:50:54.889309 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] For port 7f367d42-1d47-4205-ade5-a2add3e1f885, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:50:54.897084 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] For port 7f367d42-1d47-4205-ade5-a2add3e1f885, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7f367d42-1d47-4205-ade5-a2add3e1f885,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:50:54.909010 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.923981 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ce336624-bc77-42a0-b176-7d167c2e99b0 None None] Provisioning complete for port 7f367d42-1d47-4205-ade5-a2add3e1f885 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:54.924504 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ce336624-bc77-42a0-b176-7d167c2e99b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:54.969798 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:54.970562 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:54.979233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169d7dda-7875-4143-93ef-607ecbda64a0 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:50:55.025524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Allocated IP 172.20.0.2 (e5437dd6-7738-44c6-abf1-8fe75ee09ba2/af443b07-4f73-4e7e-a046-ac7f388de323/c1cd36e4-890d-4306-8363-b5b6096a7b04) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:50:55.107163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ce336624-bc77-42a0-b176-7d167c2e99b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.167805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-ce336624-bc77-42a0-b176-7d167c2e99b0 None None] For port 7f367d42-1d47-4205-ade5-a2add3e1f885, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7f367d42-1d47-4205-ade5-a2add3e1f885,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:50:55.173756 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83798a-f0b4-4938-98f7-859aab37cddf None None] Pushing event updated for resources: {'Port': ['ID=7f367d42-1d47-4205-ade5-a2add3e1f885,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:55.174770 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ce336624-bc77-42a0-b176-7d167c2e99b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.192451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.200285 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:55.269317 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce336624-bc77-42a0-b176-7d167c2e99b0 None None] Pushing event updated for resources: {'Port': ['ID=7f367d42-1d47-4205-ade5-a2add3e1f885,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:55.295940 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.307757 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.311893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-84a3d235-9740-4206-b9fd-8218fcb7648b None None] Provisioning complete for port 7f367d42-1d47-4205-ade5-a2add3e1f885 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:55.312276 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-84a3d235-9740-4206-b9fd-8218fcb7648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.378775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:50:55.388000 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:50:55.395071 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:50:55.399192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Pushing event updated for resources: {'Port': ['ID=c1cd36e4-890d-4306-8363-b5b6096a7b04,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:55.402143 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:53Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:55.432063 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed8a67b-d153-4f0f-b05e-a2752112bb52 None None] The sync data for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 is: [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:53Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:50:55.490113 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Attempting to bind port c1cd36e4-890d-4306-8363-b5b6096a7b04 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:50:55.490503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Attempting to bind port c1cd36e4-890d-4306-8363-b5b6096a7b04 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:50:55.490880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Attempting to bind port c1cd36e4-890d-4306-8363-b5b6096a7b04 on network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:50:55.494440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.1 (e5437dd6-7738-44c6-abf1-8fe75ee09ba2/af443b07-4f73-4e7e-a046-ac7f388de323/10652830-1c44-4dbf-9dbc-a4f58dbd46a4) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:50:55.501183 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:50:55.501569 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Checking segment: {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:50:55.502174 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.502756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Bound using segment: {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:50:55.503401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Bound port: c1cd36e4-890d-4306-8363-b5b6096a7b04, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:50:55.503981 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.575348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] For port c1cd36e4-890d-4306-8363-b5b6096a7b04, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:50:55.580156 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] For port c1cd36e4-890d-4306-8363-b5b6096a7b04, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c1cd36e4-890d-4306-8363-b5b6096a7b04,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:50:55.585521 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.623839 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.657204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7bd7c-b1ea-4f83-87ac-57efda4ccb82 None None] Pushing event updated for resources: {'Port': ['ID=c1cd36e4-890d-4306-8363-b5b6096a7b04,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:55.665444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.734835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:50:55.738257 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:50:55.747774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:50:55.785823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:55.808804 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:55.966309 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:56.277196 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:56.282365 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:56.360763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:56.363451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:56.461647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:50:56.463208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:50:56.586782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 0fffdab5-3d37-4728-8386-eb786d81640f has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:50:56.691783 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68cd8e-f1d2-4cf1-850a-a84b136c4ff2 None None] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:50:56.705367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:50:56.710438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-73d3950b-b5f0-47b8-b3c9-0e446060ceb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/0fffdab5-3d37-4728-8386-eb786d81640f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0508971 Nov 23 11:50:56.774768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9b4211ba-a59b-4363-91da-b6f2a55b03cc None None] Provisioning complete for port c1cd36e4-890d-4306-8363-b5b6096a7b04 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:56.775147 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b4211ba-a59b-4363-91da-b6f2a55b03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:56.877134 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-abec3cc4-0300-4cd5-92e4-7b6c95633fff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810947431&fields=id&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 267 time: 0.0460646 Nov 23 11:50:56.925837 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b4211ba-a59b-4363-91da-b6f2a55b03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:56.970972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9b4211ba-a59b-4363-91da-b6f2a55b03cc None None] For port c1cd36e4-890d-4306-8363-b5b6096a7b04, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c1cd36e4-890d-4306-8363-b5b6096a7b04,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:50:56.975415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9b4211ba-a59b-4363-91da-b6f2a55b03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:56.998866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-08b6a0f7-8879-4b6d-9fd0-51b1a6942d5e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:57.000472 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-08b6a0f7-8879-4b6d-9fd0-51b1a6942d5e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/networks?id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 200 len: 797 time: 0.1160188 Nov 23 11:50:57.027285 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-28d86e83-cb21-4596-a22a-5232b1154aec tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/quotas/000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 375 time: 0.0193744 Nov 23 11:50:57.034349 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4211ba-a59b-4363-91da-b6f2a55b03cc None None] Pushing event updated for resources: {'Port': ['ID=c1cd36e4-890d-4306-8363-b5b6096a7b04,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:57.076928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-8508d5da-7c29-4d94-bc5c-3779f921530c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486422 Nov 23 11:50:57.137015 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Sync routers for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:50:57.148944 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:57.149620 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:57.243713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4cc19abb-c383-44a2-aebc-8560938e5787 None None] Provisioning complete for port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:57.244085 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cc19abb-c383-44a2-aebc-8560938e5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:57.257356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-6852c748-99d7-4709-ad13-f86de08693fd service neutron] 10.222.0.61 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679325 Nov 23 11:50:57.296307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4cc19abb-c383-44a2-aebc-8560938e5787 None None] Port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:50:57.298924 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:57.353385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4cc19abb-c383-44a2-aebc-8560938e5787 None None] Provisioning complete for port c1cd36e4-890d-4306-8363-b5b6096a7b04 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:57.353385 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4cc19abb-c383-44a2-aebc-8560938e5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:57.356675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-685e3424-5653-4c6b-9be9-1edf0af2e506 service neutron] 10.222.0.61 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927758 Nov 23 11:50:57.590872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7f367d42-1d47-4205-ade5-a2add3e1f885 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:50:57.617305 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-836e0b7f-c2d0-4925-a082-e4d2a2e29b75 req-d7d66fb3-a642-46e0-8e71-67d808a4bd14 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 210 time: 0.0571942 Nov 23 11:50:57.666801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:56Z', 'revision_number': 2, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:57.670833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7f367d42-1d47-4205-ade5-a2add3e1f885 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:57.671209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:57.698343 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Checking router: 0fffdab5-3d37-4728-8386-eb786d81640f for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:50:57.698938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Updating router 0fffdab5-3d37-4728-8386-eb786d81640f port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:50:57.763260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:57.779462 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-304d0695-c804-41fe-92f3-fa1bcaeacb0a None None] Provisioning complete for port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:57.779836 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-304d0695-c804-41fe-92f3-fa1bcaeacb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:57.863306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-304d0695-c804-41fe-92f3-fa1bcaeacb0a None None] Port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:50:58.104631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c1cd36e4-890d-4306-8363-b5b6096a7b04 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:50:58.217281 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port c1cd36e4-890d-4306-8363-b5b6096a7b04 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:58.217574 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:58.362634 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:58.370805 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:58.432767 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f8ef2-99c0-434f-896f-919844a39cec None None] Pushing event updated for resources: {'Port': ['ID=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:58.481708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Attempting to bind port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:50:58.482002 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Attempting to bind port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:50:58.482376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Attempting to bind port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 on network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:50:58.487898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:50:58.488300 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Checking segment: {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:50:58.488698 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:58.489097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Bound using segment: {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:50:58.489633 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Bound port: 10652830-1c44-4dbf-9dbc-a4f58dbd46a4, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:50:58.490028 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:58.560049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] For port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:50:58.563988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] For port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:50:58.568089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:58.623939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:50:58.624582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:58.675270 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f8ef2-99c0-434f-896f-919844a39cec None None] Pushing event updated for resources: {'Port': ['ID=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:58.749212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-25a71f42-4872-462b-945a-bbf1b60fac2c None None] Provisioning complete for port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:58.749913 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25a71f42-4872-462b-945a-bbf1b60fac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:58.800990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-67f9f7ab-4528-4b9c-8b95-f9721d81fe1f req-091af3f1-8aac-41a0-b986-b7e1173e5f5c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 210 time: 0.0389845 Nov 23 11:50:58.809713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:50:58.840083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-8753c775-ae94-47a8-868a-20a2820efcad tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:58.841825 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-8753c775-ae94-47a8-868a-20a2820efcad tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/networks?id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 200 len: 797 time: 0.2126970 Nov 23 11:50:58.911258 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-5e309291-5a8c-48e5-a0e2-9b429f4731a6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 380 time: 0.0552852 Nov 23 11:50:58.923027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'port': {'device_id': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'admin_state_up': True, 'tenant_id': '000e16a34b51447496d308c250ab9259', 'security_groups': ['a0d1c49d-c191-452f-9a70-dede24f6c1e3']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:59.002918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25a71f42-4872-462b-945a-bbf1b60fac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.034602 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:50:59.039153 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.072404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-25a71f42-4872-462b-945a-bbf1b60fac2c None None] For port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:50:59.076476 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-25a71f42-4872-462b-945a-bbf1b60fac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.135700 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a71f42-4872-462b-945a-bbf1b60fac2c None None] Pushing event updated for resources: {'Port': ['ID=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:59.145070 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:58Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:50:59.174123 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd6ac3f-a012-4f21-80a1-efa8d47dece9 None None] The sync data for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 is: [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:58Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:50:59.181628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.13 (e5437dd6-7738-44c6-abf1-8fe75ee09ba2/af443b07-4f73-4e7e-a046-ac7f388de323/3d4e239d-232e-46f9-ac0f-143f55d595f4) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:50:59.201587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2ebe6976-1df4-4518-97ba-5738e81f3051 None None] Provisioning complete for port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:59.202077 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2ebe6976-1df4-4518-97ba-5738e81f3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.362926 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.398995 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.463422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:50:59.465137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:50:59.467397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=3d4e239d-232e-46f9-ac0f-143f55d595f4,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:50:59.469798 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:50:59.502295 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:50:59.538628 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:59.539683 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.560761 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:59.561163 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.564462 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-1676371c-5952-4715-bf10-35967b722b3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6439221 Nov 23 11:50:59.582759 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Request body: {'port': {'device_id': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:50:59.648150 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.737164 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4ad309ea-9ccd-48aa-abb2-7d14aaa25f45 None None] Provisioning complete for port 3d4e239d-232e-46f9-ac0f-143f55d595f4 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:50:59.737550 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4ad309ea-9ccd-48aa-abb2-7d14aaa25f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.776391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4ad309ea-9ccd-48aa-abb2-7d14aaa25f45 None None] Port 3d4e239d-232e-46f9-ac0f-143f55d595f4 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:50:59.936148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba795-6219-4eba-abdd-3964a8261a26 req-390cdd09-5a7a-4afc-9929-0e4069b134ee tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:50:59.937708 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c35ba795-6219-4eba-abdd-3964a8261a26 req-390cdd09-5a7a-4afc-9929-0e4069b134ee tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 932 time: 0.0575817 Nov 23 11:50:59.951956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d4e239d-232e-46f9-ac0f-143f55d595f4 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:50:59.961463 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:50:59.975701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Transition to ACTIVE for port object 3d4e239d-232e-46f9-ac0f-143f55d595f4 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:50:59.979802 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:00.055560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4e239d-232e-46f9-ac0f-143f55d595f4,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:51:00.111226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Attempting to bind port 3d4e239d-232e-46f9-ac0f-143f55d595f4 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:51:00.111585 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Attempting to bind port 3d4e239d-232e-46f9-ac0f-143f55d595f4 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:51:00.112078 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Attempting to bind port 3d4e239d-232e-46f9-ac0f-143f55d595f4 on network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:51:00.118340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Port 3d4e239d-232e-46f9-ac0f-143f55d595f4 on network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:51:00.118662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Attempting to bind port 3d4e239d-232e-46f9-ac0f-143f55d595f4 on network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:51:00.137342 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:51:00.137689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Checking segment: {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:51:00.138479 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Bound using segment: {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:51:00.138616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Bound port: 3d4e239d-232e-46f9-ac0f-143f55d595f4, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e814a90-3c96-44c2-995a-5e4760993167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:51:00.138879 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:00.217686 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] For port 3d4e239d-232e-46f9-ac0f-143f55d595f4, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:51:00.221803 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] For port 3d4e239d-232e-46f9-ac0f-143f55d595f4, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:51:00.229069 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:00.296563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c35ba795-6219-4eba-abdd-3964a8261a26 req-71d9fed9-5632-41f2-8942-39a443bcd8c4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525550 Nov 23 11:51:00.303150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:00.304739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:00.305965 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] 10.222.0.65 "PUT /v2.0/ports/3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 200 len: 1092 time: 0.7292330 Nov 23 11:51:00.306365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:51:00.309371 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90" -d '{"events": [{"name": "network-changed", "server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:51:00.322037 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a68b2-179d-4e69-90d0-b3b2bc9b4561 service neutron] Pushing event updated for resources: {'Port': ['ID=3d4e239d-232e-46f9-ac0f-143f55d595f4,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:51:00.362212 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a50e44-745a-479d-a014-702f24a51f34 x-openstack-request-id: req-28a50e44-745a-479d-a014-702f24a51f34 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:51:00.362518 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:51:00.362781 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28a50e44-745a-479d-a014-702f24a51f34 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:51:00.363199 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'status': 'completed', 'code': 200} Nov 23 11:51:00.416943 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-8095ac47-2350-43c5-9c5a-d4481c8cdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:00.418678 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-8095ac47-2350-43c5-9c5a-d4481c8cdea1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1095 time: 0.0461581 Nov 23 11:51:00.471970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-99a2a942-3ca7-4bbd-8788-46867599a43e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 200 len: 217 time: 0.0396898 Nov 23 11:51:00.524429 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-d15ba032-5976-488a-9c27-ea5e50d979a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:00.525919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-d15ba032-5976-488a-9c27-ea5e50d979a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af443b07-4f73-4e7e-a046-ac7f388de323 HTTP/1.1" status: 200 len: 835 time: 0.0462949 Nov 23 11:51:00.580967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-e21afcff-d8b2-45c7-b919-bad797fffb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:00.582436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-e21afcff-d8b2-45c7-b919-bad797fffb6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430784 Nov 23 11:51:01.029008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-bc95cfea-e438-40da-bdbb-e61579840bd7 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352405 Nov 23 11:51:01.127971 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9993ffc1-d7f0-447f-a96f-0981bf959741 req-68b5dd23-0b23-4a2c-901f-fb226f18ffa2 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870435 Nov 23 11:51:01.220111 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-35b4bddd-7b85-492f-b6d2-2bb0ea886747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:01.221625 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-35b4bddd-7b85-492f-b6d2-2bb0ea886747 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1095 time: 0.0443869 Nov 23 11:51:01.311232 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-7d272714-30a6-40e0-8c29-96b0a69e1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:01.312611 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-7d272714-30a6-40e0-8c29-96b0a69e1e09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 200 len: 898 time: 0.0839982 Nov 23 11:51:01.360296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-c6eb13b0-b058-4bdc-a810-65f76c5fec92 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 200 len: 217 time: 0.0402439 Nov 23 11:51:01.417958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-ff36f47f-4433-4726-a56e-ea7f669cd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:01.419654 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-ff36f47f-4433-4726-a56e-ea7f669cd9c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af443b07-4f73-4e7e-a046-ac7f388de323 HTTP/1.1" status: 200 len: 835 time: 0.0516901 Nov 23 11:51:01.426759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcb79a-8035-4042-95b8-a93264ec1a30 req-200bb03a-ee71-457e-9a4b-0870784cd196 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:01.428339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49dcb79a-8035-4042-95b8-a93264ec1a30 req-200bb03a-ee71-457e-9a4b-0870784cd196 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 944 time: 0.0541196 Nov 23 11:51:01.471058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-a74cf645-6965-4dfc-9850-5f358c525456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:01.472594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-a74cf645-6965-4dfc-9850-5f358c525456 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443351 Nov 23 11:51:01.479929 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-49dcb79a-8035-4042-95b8-a93264ec1a30 req-8bfd246c-98aa-401b-bc6e-df821338c5b2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Nov 23 11:51:01.570767 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-d3c1b504-b1f3-4065-9c87-368bd55078a7 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869262 Nov 23 11:51:01.660366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-19ab21e8-f517-4b3c-a5a8-982d87e9ec90 req-8d8f3dfa-0771-4b11-aef7-7793ec6b73e5 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819309 Nov 23 11:51:02.599598 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd45144-f145-43e5-895a-b730e00e360b req-50679619-0702-41c2-8856-fa320885ca4f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:02.601209 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fdd45144-f145-43e5-895a-b730e00e360b req-50679619-0702-41c2-8856-fa320885ca4f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 944 time: 0.0492411 Nov 23 11:51:02.654470 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fdd45144-f145-43e5-895a-b730e00e360b req-4fd72430-1243-4c13-833a-0484c8dc0b09 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472529 Nov 23 11:51:03.769323 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdd3bd-b5dc-4a11-a18d-bb03833415bb req-d92a7d83-6665-4568-b9c2-983ab6d2e0ec tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:03.770812 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99cdd3bd-b5dc-4a11-a18d-bb03833415bb req-d92a7d83-6665-4568-b9c2-983ab6d2e0ec tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 944 time: 0.0495594 Nov 23 11:51:03.824235 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-99cdd3bd-b5dc-4a11-a18d-bb03833415bb req-2d9ae789-82f7-49da-9e45-271691dd8fc8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473955 Nov 23 11:51:04.462844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3d4e239d-232e-46f9-ac0f-143f55d595f4 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:51:04.560200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3d4e239d-232e-46f9-ac0f-143f55d595f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:51:04.571942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'port_id': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'mac_address': 'fa:16:3e:79:0d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:51:04.608572 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:04.621051 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d4e239d-232e-46f9-ac0f-143f55d595f4 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:51:04.640799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3d4e239d-232e-46f9-ac0f-143f55d595f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:51:04.644613 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:04.696145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3d4e239d-232e-46f9-ac0f-143f55d595f4,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:51:04.916999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['3d4e239d-232e-46f9-ac0f-143f55d595f4'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:51:04.941499 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b57b2-14d1-451b-8564-f2b5007b141f req-20fb0db7-ff4e-4c95-9211-b9e18bb3532e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:04.943020 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b7b57b2-14d1-451b-8564-f2b5007b141f req-20fb0db7-ff4e-4c95-9211-b9e18bb3532e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Nov 23 11:51:04.994625 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1b7b57b2-14d1-451b-8564-f2b5007b141f req-4904ed27-dd5e-43fb-b401-1d39ef0cec6a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Nov 23 11:51:06.108713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07917d7-3ce9-49f5-ad0e-0aa1f9f3e6ac req-3e4239d6-b592-4fbd-be0f-fd879b77331a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:06.110184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07917d7-3ce9-49f5-ad0e-0aa1f9f3e6ac req-3e4239d6-b592-4fbd-be0f-fd879b77331a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Nov 23 11:51:06.160591 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a07917d7-3ce9-49f5-ad0e-0aa1f9f3e6ac req-e37aece9-3fd3-4622-b45c-e73617c58eff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Nov 23 11:51:06.477069 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3d4e239d-232e-46f9-ac0f-143f55d595f4 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:51:06.526412 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 3d4e239d-232e-46f9-ac0f-143f55d595f4 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:51:06.530311 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 3d4e239d-232e-46f9-ac0f-143f55d595f4 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:51:06.530680 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:06.606144 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:06.629682 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:51:06.632561 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca24e10f-b6b8-4557-bb27-2c468ce9513f" -d '{"events": [{"server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "name": "network-vif-plugged", "status": "completed", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:51:06.650022 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 3d4e239d-232e-46f9-ac0f-143f55d595f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:51:06.655490 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:06.680790 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81fc600-0958-4726-b5cf-483a0fa04b24 x-openstack-request-id: req-a81fc600-0958-4726-b5cf-483a0fa04b24 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:51:06.681088 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "name": "network-vif-plugged", "status": "completed", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:51:06.681376 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a81fc600-0958-4726-b5cf-483a0fa04b24 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:51:06.681772 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'code': 200} Nov 23 11:51:06.708325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=3d4e239d-232e-46f9-ac0f-143f55d595f4,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:51:06.776422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919a5aa-2447-4703-893d-5c89f55bcb8d req-74ca817a-6730-4bdc-8379-184afdf1ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:06.777959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d919a5aa-2447-4703-893d-5c89f55bcb8d req-74ca817a-6730-4bdc-8379-184afdf1ea9f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1097 time: 0.0402558 Nov 23 11:51:06.828561 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d919a5aa-2447-4703-893d-5c89f55bcb8d req-7dae488c-4dc8-42f7-8cc9-46da930ac439 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388930 Nov 23 11:51:07.276020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b75b63-e7d1-4500-8059-c70e2509ddc8 req-0d79d116-8e77-4496-b12f-4bd3e9910dbf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:07.277501 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9b75b63-e7d1-4500-8059-c70e2509ddc8 req-0d79d116-8e77-4496-b12f-4bd3e9910dbf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Nov 23 11:51:07.325753 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a9b75b63-e7d1-4500-8059-c70e2509ddc8 req-35bd4e56-c909-494a-8846-a3eebf7d74f3 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Nov 23 11:51:08.450420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba7f7f-7cec-4c0a-aac2-6ac7fb68de91 req-61761fa4-d367-469b-9857-3a89e3acbd0b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:08.451918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3ba7f7f-7cec-4c0a-aac2-6ac7fb68de91 req-61761fa4-d367-469b-9857-3a89e3acbd0b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0566938 Nov 23 11:51:08.501121 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f3ba7f7f-7cec-4c0a-aac2-6ac7fb68de91 req-3cad6165-fc53-420a-a130-aa5251ec5c34 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432975 Nov 23 11:51:08.620212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b957f-b5d6-42dd-a836-0082a276a2dd req-315cf862-de06-4946-8e01-0b08e717772b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:08.621723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b18b957f-b5d6-42dd-a836-0082a276a2dd req-315cf862-de06-4946-8e01-0b08e717772b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0540960 Nov 23 11:51:08.677332 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b18b957f-b5d6-42dd-a836-0082a276a2dd req-367c32b0-e2d3-4e71-bc7e-4b972d129fa9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496218 Nov 23 11:51:08.700571 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58934) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:51:08.739705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd67fcf-618a-44db-a7ee-c7fe1c173a7e tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:08.741780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-dcd67fcf-618a-44db-a7ee-c7fe1c173a7e tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1092 time: 0.0396669 Nov 23 11:51:08.744722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58936) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:51:08.749045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:51:08.770491 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:08.870019 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:08.969478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.10 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/75fd04d8-bb02-46c5-a41f-b4d7ad181c89) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:51:09.073210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:09.106789 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:09.144463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:51:09.149442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:51:09.152923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:51:09.176686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=75fd04d8-bb02-46c5-a41f-b4d7ad181c89,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:51:09.516287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:09.581692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:09.731689 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:09.736448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:09.807638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=75fd04d8-bb02-46c5-a41f-b4d7ad181c89,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:51:09.817451 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:09.915257 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 128adff9-97e9-4858-8bd5-f5af312dad50 associated. External IP: 172.25.5.10, port: 3d4e239d-232e-46f9-ac0f-143f55d595f4. Nov 23 11:51:10.122775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 0fffdab5-3d37-4728-8386-eb786d81640f has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:51:10.232743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:51:10.244096 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] Sync routers for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:51:10.250306 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:10.254081 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:51:10.254967 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:51:10.279082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8fd7a13b-aec2-4c07-8562-f4e73da4effd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5333006 Nov 23 11:51:10.279678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:51:10.282021 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50734b53-a2db-4dd4-964d-240e3f9d0ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:51:10.326353 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b15b1b-57fd-4a0a-bb08-364d8e18a0d5 x-openstack-request-id: req-04b15b1b-57fd-4a0a-bb08-364d8e18a0d5 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:51:10.326652 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:51:10.326900 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04b15b1b-57fd-4a0a-bb08-364d8e18a0d5 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:51:10.327323 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'status': 'completed', 'code': 200} Nov 23 11:51:10.364373 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:51:10.419292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9a42-13d5-4fdc-a7b1-06506d8e6b96 req-cb1bb1dd-c65c-4001-a9a9-b4e83c1fe00a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:10.420828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b5f9a42-13d5-4fdc-a7b1-06506d8e6b96 req-cb1bb1dd-c65c-4001-a9a9-b4e83c1fe00a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0807872 Nov 23 11:51:10.422839 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-bf341268-764e-4660-873d-273e2abb1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:10.424213 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-bf341268-764e-4660-873d-273e2abb1265 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1097 time: 0.0710757 Nov 23 11:51:10.532600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5b5f9a42-13d5-4fdc-a7b1-06506d8e6b96 req-5a6e9911-5b51-4384-b1a1-831c8a505d68 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054015 Nov 23 11:51:10.557352 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-ee262280-e55c-4b95-b91c-6f65b3ad4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:10.557352 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-ee262280-e55c-4b95-b91c-6f65b3ad4787 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 200 len: 898 time: 0.1241605 Nov 23 11:51:10.557556 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58942) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:51:10.593705 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '128adff9-97e9-4858-8bd5-f5af312dad50', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'port_id': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'mac_address': 'fa:16:3e:79:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:51:09Z', 'updated_at': '2021-11-23T11:51:09Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:59Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:51:10.622613 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] Checking router: 0fffdab5-3d37-4728-8386-eb786d81640f for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:51:10.627740 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-95bd0f5a-6274-41a0-9549-79565d1faba2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/128adff9-97e9-4858-8bd5-f5af312dad50 HTTP/1.1" status: 200 len: 991 time: 0.0690358 Nov 23 11:51:10.630958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:51:10.631569 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:50:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:51:10.634182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-3fabb361-8f44-45ed-bc7f-50307632ede4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 200 len: 999 time: 0.0696747 Nov 23 11:51:10.684170 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-76dcdc03-f343-4570-96ef-4ca875ff5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:10.685579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-76dcdc03-f343-4570-96ef-4ca875ff5e0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af443b07-4f73-4e7e-a046-ac7f388de323 HTTP/1.1" status: 200 len: 835 time: 0.0448864 Nov 23 11:51:10.733960 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-82708e81-f336-4bd1-9284-6fe1751510f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:10.735471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-82708e81-f336-4bd1-9284-6fe1751510f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417101 Nov 23 11:51:10.739560 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:51:10.832841 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-8721beef-fc92-41d4-8161-e7a8030791fa service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898712 Nov 23 11:51:10.923893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-50734b53-a2db-4dd4-964d-240e3f9d0ed1 req-8a39feae-f6dd-4e4a-abcf-c1641d765af7 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845873 Nov 23 11:51:10.964876 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '128adff9-97e9-4858-8bd5-f5af312dad50', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'port_id': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'mac_address': 'fa:16:3e:79:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:51:09Z', 'updated_at': '2021-11-23T11:51:09Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:59Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:51:10.995198 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a20700-f78e-4a61-a39b-b498d4be5ff1 None None] The sync data for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 is: [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '128adff9-97e9-4858-8bd5-f5af312dad50', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'port_id': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'mac_address': 'fa:16:3e:79:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:51:09Z', 'updated_at': '2021-11-23T11:51:09Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:59Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:51:11.194679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c1bb9-8e04-4af5-a8a2-a82c10e4bd05 None None] New status for floating IP 128adff9-97e9-4858-8bd5-f5af312dad50: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:51:11.631764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58944) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:51:11.691352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e46e4f4c-2ed5-4e79-8513-d154fd8fde2b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/128adff9-97e9-4858-8bd5-f5af312dad50 HTTP/1.1" status: 200 len: 993 time: 0.0578830 Nov 23 11:51:14.097989 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:51:14.671602 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-76cd6de3-6746-4672-86c3-8c8e5914489a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:17.092449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f4b0f981-71fc-4cc9-8e07-c445aa2c3b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:18.830984 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:19.797633 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:20.300107 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:20.691756 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:22.784181 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:39.544607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-0f7d5dcf-10ef-4577-8484-9ca184b7d70b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437984 Nov 23 11:51:39.629750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-4a1e4276-248d-4026-91b0-ed114dfe2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:39.631302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-4a1e4276-248d-4026-91b0-ed114dfe2150 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1097 time: 0.0415244 Nov 23 11:51:39.736478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-58a6ecc2-1ca5-4039-99b6-22d6595c8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:39.737922 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-58a6ecc2-1ca5-4039-99b6-22d6595c8b4b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 200 len: 898 time: 0.0874846 Nov 23 11:51:39.808298 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-9129781f-51fb-4f32-aca0-07639d629854 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 200 len: 1001 time: 0.0628369 Nov 23 11:51:39.859681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-700824ed-9891-46fc-b043-133d45baf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:39.861217 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-700824ed-9891-46fc-b043-133d45baf398 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af443b07-4f73-4e7e-a046-ac7f388de323 HTTP/1.1" status: 200 len: 835 time: 0.0447092 Nov 23 11:51:39.908508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-19ea21c6-f25f-45fd-b37c-665e6d545dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:39.910059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-19ea21c6-f25f-45fd-b37c-665e6d545dd4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409997 Nov 23 11:51:40.010235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-a53170fe-9c3c-43e7-a358-55370060b5f3 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919623 Nov 23 11:51:40.104312 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-707f3c3b-aa2d-4af5-96ee-cf8b28ef588f req-32118546-0802-4c32-a015-79aff78038a5 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864515 Nov 23 11:51:44.673736 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-11e37555-2e69-4083-ba36-bfba32a5065b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:47.037332 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b1a21-c6bd-45c8-8283-0a6beacea24c req-3506a238-9d27-4e1d-8028-193b6e415a4b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:47.038192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83a813-c609-4359-bcc4-2974922dfbde req-bf77d6fd-759d-4ca6-8773-56a0b6fc6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:47.038921 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e1b1a21-c6bd-45c8-8283-0a6beacea24c req-3506a238-9d27-4e1d-8028-193b6e415a4b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0513880 Nov 23 11:51:47.039275 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a83a813-c609-4359-bcc4-2974922dfbde req-bf77d6fd-759d-4ca6-8773-56a0b6fc6fab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1097 time: 0.0462809 Nov 23 11:51:47.096089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-61d09ef8-ee6d-45ee-adda-2d6107041aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:47.096784 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2e1b1a21-c6bd-45c8-8283-0a6beacea24c req-f331135f-bd55-413d-bed6-23fa263bef27 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514956 Nov 23 11:51:47.136569 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83a813-c609-4359-bcc4-2974922dfbde req-90228f9f-2542-47f2-b31f-cba80e0fbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:47.137390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a83a813-c609-4359-bcc4-2974922dfbde req-90228f9f-2542-47f2-b31f-cba80e0fbb63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 200 len: 898 time: 0.0911703 Nov 23 11:51:47.216863 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a83a813-c609-4359-bcc4-2974922dfbde req-187767f0-65ff-4683-a6e5-998bbd3002c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 200 len: 1001 time: 0.0682139 Nov 23 11:51:47.269173 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83a813-c609-4359-bcc4-2974922dfbde req-b6136a86-5240-4a05-a650-f667a81e2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:47.270616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a83a813-c609-4359-bcc4-2974922dfbde req-b6136a86-5240-4a05-a650-f667a81e2d86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af443b07-4f73-4e7e-a046-ac7f388de323 HTTP/1.1" status: 200 len: 835 time: 0.0449998 Nov 23 11:51:47.319877 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83a813-c609-4359-bcc4-2974922dfbde req-be222d8c-7425-4fd8-9b71-390896ebdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:47.321410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a83a813-c609-4359-bcc4-2974922dfbde req-be222d8c-7425-4fd8-9b71-390896ebdbb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410817 Nov 23 11:51:47.415877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a83a813-c609-4359-bcc4-2974922dfbde req-7a2159e9-ef94-43c0-ac86-ea0d0be61b21 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Nov 23 11:51:47.520955 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2a83a813-c609-4359-bcc4-2974922dfbde req-ea39e15a-54ef-4416-89aa-f7d6433b5304 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967543 Nov 23 11:51:48.238895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deef11e-0746-43a1-95f8-743c93585d23 req-f54b9683-bff7-40e6-8d92-0902c8e25d18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:48.240435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5deef11e-0746-43a1-95f8-743c93585d23 req-f54b9683-bff7-40e6-8d92-0902c8e25d18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0555356 Nov 23 11:51:48.289586 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5deef11e-0746-43a1-95f8-743c93585d23 req-f851f270-ccb3-4d34-8e66-bf3a659558ff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429857 Nov 23 11:51:48.834057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:49.404402 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997334-165b-4865-85ee-fbbfb88b8457 req-8a226b96-0276-4287-9d12-23a41eb47a54 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:49.405818 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72997334-165b-4865-85ee-fbbfb88b8457 req-8a226b96-0276-4287-9d12-23a41eb47a54 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0494132 Nov 23 11:51:49.456002 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-72997334-165b-4865-85ee-fbbfb88b8457 req-a49411d0-59fe-4232-8489-07ccf38468ce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Nov 23 11:51:49.800884 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:50.302456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:50.578565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561682-abec-4186-9c3f-5875ec35966c req-ed4fb1e2-0d33-49cc-88c8-60278db1ff66 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:50.580063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46561682-abec-4186-9c3f-5875ec35966c req-ed4fb1e2-0d33-49cc-88c8-60278db1ff66 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0496898 Nov 23 11:51:50.629598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-46561682-abec-4186-9c3f-5875ec35966c req-d53b5552-7720-4b60-b7c3-ad2bfd0d9aae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Nov 23 11:51:50.691647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:51.097523 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:51:51.747469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958632ae-2a01-4e4e-9a57-b378065a52a4 req-b9d55b53-c6a7-43a3-9906-3e104a3b8dc1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:51.748834 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-958632ae-2a01-4e4e-9a57-b378065a52a4 req-b9d55b53-c6a7-43a3-9906-3e104a3b8dc1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0494800 Nov 23 11:51:51.796941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-958632ae-2a01-4e4e-9a57-b378065a52a4 req-eed07500-2a58-46cb-b7e6-d3ed6d69ba5a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Nov 23 11:51:52.796691 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:51:52.915930 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8b74-b1d9-42cd-8026-6d2d3b799eee req-0cb7e337-522b-42e6-a638-104282ff6ad6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:52.917416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-302d8b74-b1d9-42cd-8026-6d2d3b799eee req-0cb7e337-522b-42e6-a638-104282ff6ad6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Nov 23 11:51:52.970501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-302d8b74-b1d9-42cd-8026-6d2d3b799eee req-63d413d1-bbab-4d3e-b66c-4e074c599e5b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471191 Nov 23 11:51:54.091195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad05d7e-12a2-4cdb-b3d7-f1887355b091 req-31de40c0-35e9-484b-bfef-cc77b0d6afed tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:54.092580 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ad05d7e-12a2-4cdb-b3d7-f1887355b091 req-31de40c0-35e9-484b-bfef-cc77b0d6afed tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0533471 Nov 23 11:51:54.141941 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7ad05d7e-12a2-4cdb-b3d7-f1887355b091 req-df6f6dbc-2726-4450-97ee-d20771785569 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433822 Nov 23 11:51:55.258229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ae202-fb14-4781-8aec-50b95f0827e2 req-06f27551-ba33-4905-bb0d-8df9cc540e58 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:55.259711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c05ae202-fb14-4781-8aec-50b95f0827e2 req-06f27551-ba33-4905-bb0d-8df9cc540e58 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0488539 Nov 23 11:51:55.309355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c05ae202-fb14-4781-8aec-50b95f0827e2 req-3c686326-3c3d-4251-8237-26499d9350f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Nov 23 11:51:56.424299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eea4b-0169-4830-ac7c-05dec550c364 req-e2cdef9c-5b53-4a02-900d-3334b9749a51 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:56.425796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e62eea4b-0169-4830-ac7c-05dec550c364 req-e2cdef9c-5b53-4a02-900d-3334b9749a51 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0484836 Nov 23 11:51:56.475277 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e62eea4b-0169-4830-ac7c-05dec550c364 req-e5e05d88-92bc-43b7-a2de-47eaecef714a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Nov 23 11:51:57.594212 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5c3fc-ca56-466f-bd68-72c8273bd715 req-515e801d-476f-435b-b5dd-768a66c2ee7a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:57.595701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14f5c3fc-ca56-466f-bd68-72c8273bd715 req-515e801d-476f-435b-b5dd-768a66c2ee7a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0495322 Nov 23 11:51:57.645772 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-14f5c3fc-ca56-466f-bd68-72c8273bd715 req-6fe3ddd9-5a97-43c7-98f8-3246890d9e9a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Nov 23 11:51:58.768620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fa392-cc01-4cb3-ad0e-718e91435373 req-25996126-1f50-42a0-9a59-cfc81259fed0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:51:58.770144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c04fa392-cc01-4cb3-ad0e-718e91435373 req-25996126-1f50-42a0-9a59-cfc81259fed0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0534797 Nov 23 11:51:58.827907 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c04fa392-cc01-4cb3-ad0e-718e91435373 req-1adfee77-e1b1-45ac-b007-18aeed623cb1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512631 Nov 23 11:51:58.850859 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58986) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:51:58.910369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-31306136-4f4c-45b4-90c4-7d97fb472ab6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/128adff9-97e9-4858-8bd5-f5af312dad50 HTTP/1.1" status: 200 len: 993 time: 0.0583780 Nov 23 11:52:14.674805 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-abd32b4b-de7d-44c4-a152-c9051a084d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:17.090335 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6a0fbc14-d6b8-4340-b1bf-2b81eb87d101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:18.837204 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:19.802487 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:20.308809 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:20.696072 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:22.815075 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:28.096676 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:52:31.281344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 58996) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:31.437897 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 75fd04d8-bb02-46c5-a41f-b4d7ad181c89 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:52:31.438247 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:31.517608 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:31.517937 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:31.529917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 75fd04d8-bb02-46c5-a41f-b4d7ad181c89 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:52:31.676771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:31.702619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=75fd04d8-bb02-46c5-a41f-b4d7ad181c89,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:31.729167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.729522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.729863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.730202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.730532 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.730864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.731192 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.731519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.731903 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.732229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.732552 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.732872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:31.770734 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:31.771049 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 128adff9-97e9-4858-8bd5-f5af312dad50 disassociated (deleted). External IP: 172.25.5.10, port: 3d4e239d-232e-46f9-ac0f-143f55d595f4. Nov 23 11:52:31.977200 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 0fffdab5-3d37-4728-8386-eb786d81640f has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:52:32.082620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:52:32.088082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:32.092547 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] Sync routers for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:52:32.102597 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:32.103192 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:32.115249 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3775a5aa-8bb1-41dd-857e-7571b63d8c99 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/floatingips/128adff9-97e9-4858-8bd5-f5af312dad50 HTTP/1.1" status: 204 len: 168 time: 0.8328080 Nov 23 11:52:32.115836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:52:32.118997 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54" -d '{"events": [{"name": "network-changed", "server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:52:32.169781 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d85633-7da2-4005-8825-1360ff4ca104 x-openstack-request-id: req-62d85633-7da2-4005-8825-1360ff4ca104 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:52:32.170090 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:52:32.170357 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62d85633-7da2-4005-8825-1360ff4ca104 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:52:32.170775 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'status': 'completed', 'code': 200} Nov 23 11:52:32.214031 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:32.255482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-614573ff-24a4-48bf-a286-4251d57d89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:32.259033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-614573ff-24a4-48bf-a286-4251d57d89c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 1097 time: 0.0540490 Nov 23 11:52:32.394337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3de77-e9f5-4c99-b739-158bceecb725 req-713ba97e-3fe7-4a36-acc5-1453cf284c89 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:32.395805 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2df3de77-e9f5-4c99-b739-158bceecb725 req-713ba97e-3fe7-4a36-acc5-1453cf284c89 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0690343 Nov 23 11:52:32.398863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-452c259c-6ee4-4015-9951-121d191fd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:32.400234 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-452c259c-6ee4-4015-9951-121d191fd4bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 200 len: 898 time: 0.1317866 Nov 23 11:52:32.422640 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:59Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:32.453333 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-c9297924-6296-427e-b413-ddb04a1417a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 200 len: 217 time: 0.0443864 Nov 23 11:52:32.454339 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] Checking router: 0fffdab5-3d37-4728-8386-eb786d81640f for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:52:32.462701 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:32.463309 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:32.503225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2df3de77-e9f5-4c99-b739-158bceecb725 req-40056daa-67d0-4206-9019-bf00a4fbc3d8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009941 Nov 23 11:52:32.519848 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-1f99f0a0-d208-43b8-8a1e-ee8b75e2c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:32.521318 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-1f99f0a0-d208-43b8-8a1e-ee8b75e2c165 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af443b07-4f73-4e7e-a046-ac7f388de323 HTTP/1.1" status: 200 len: 835 time: 0.0586464 Nov 23 11:52:32.575729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-3e66db5c-4c00-4854-a56d-0b9997ce8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:32.577289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-3e66db5c-4c00-4854-a56d-0b9997ce8bd0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5437dd6-7738-44c6-abf1-8fe75ee09ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484087 Nov 23 11:52:32.665984 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:32.669820 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-3f0d1afb-2e8b-4ecb-a0d8-2f967770dcc4 service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842662 Nov 23 11:52:32.765322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cb1ae15a-65bf-4c04-bd47-834f6e7f1c54 req-ff9c9347-e913-4a53-9179-880b7fabbe6b service neutron] 10.222.0.65 "GET /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 Nov 23 11:52:32.869791 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:59Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:32.901869 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5aab1-a3fe-4cc0-891b-9ece2d476166 None None] The sync data for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 is: [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '10652830-1c44-4dbf-9dbc-a4f58dbd46a4', 'name': '', 'network_id': 'e5437dd6-7738-44c6-abf1-8fe75ee09ba2', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:0d:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:55Z', 'updated_at': '2021-11-23T11:50:59Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': 'af443b07-4f73-4e7e-a046-ac7f388de323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:52:33.111483 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9a12b-6829-40d1-9701-2f2d6a63f6b8 None None] New status for floating IP 128adff9-97e9-4858-8bd5-f5af312dad50: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:52:33.624463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2a7aa-9f72-4853-a2de-4550bbbbeb5f req-7c4d4fd0-8dc1-4d2a-95d2-fb3d99b8d57c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:33.625889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ccc2a7aa-9f72-4853-a2de-4550bbbbeb5f req-7c4d4fd0-8dc1-4d2a-95d2-fb3d99b8d57c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0490320 Nov 23 11:52:33.678466 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ccc2a7aa-9f72-4853-a2de-4550bbbbeb5f req-d06fe144-c6cb-4525-8250-8a1c1867757b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=a0d1c49d-c191-452f-9a70-dede24f6c1e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467968 Nov 23 11:52:34.093632 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-f88e49dc-b28e-4af6-a96a-0fb1af99ea9e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:34.095089 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-f88e49dc-b28e-4af6-a96a-0fb1af99ea9e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 946 time: 0.0489371 Nov 23 11:52:34.189903 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 3d4e239d-232e-46f9-ac0f-143f55d595f4 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:52:34.190241 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:34.285800 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 3d4e239d-232e-46f9-ac0f-143f55d595f4, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=3d4e239d-232e-46f9-ac0f-143f55d595f4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:34.286165 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:34.299265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 3d4e239d-232e-46f9-ac0f-143f55d595f4 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:52:34.428039 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:34.456766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=3d4e239d-232e-46f9-ac0f-143f55d595f4,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:34.468869 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.469263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.469595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.469933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.470265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.470597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.470925 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.471253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.471584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.471913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.472235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.472554 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:34.507280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] No DVR routers for this DVR port 3d4e239d-232e-46f9-ac0f-143f55d595f4 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:52:34.510609 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:34.514060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd74c480-93a1-48d4-8f64-a5376ebeab1e req-995a497f-1136-4d78-9ea4-4363c52b1c6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "DELETE /v2.0/ports/3d4e239d-232e-46f9-ac0f-143f55d595f4 HTTP/1.1" status: 204 len: 173 time: 0.4092424 Nov 23 11:52:34.514541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'name': 'network-vif-deleted', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:52:34.516851 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c43a60-dae2-4fe6-9e7e-53299ac4dfe0" -d '{"events": [{"server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "name": "network-vif-deleted", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:52:34.556488 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cae04c-fa9d-4e1f-86ac-a4cabd81f4d5 x-openstack-request-id: req-a1cae04c-fa9d-4e1f-86ac-a4cabd81f4d5 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:52:34.556791 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e671f781-82e0-4c7f-8a97-acbdc2880942", "name": "network-vif-deleted", "tag": "3d4e239d-232e-46f9-ac0f-143f55d595f4", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:52:34.557046 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a1cae04c-fa9d-4e1f-86ac-a4cabd81f4d5 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:52:34.557489 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671f781-82e0-4c7f-8a97-acbdc2880942', 'name': 'network-vif-deleted', 'tag': '3d4e239d-232e-46f9-ac0f-143f55d595f4', 'status': 'completed', 'code': 200} Nov 23 11:52:34.790953 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-08c4251f-4a7a-435b-a3a6-c8b8b9288510 req-2e5af2bf-2204-4da2-9184-7655de08cb42 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=e671f781-82e0-4c7f-8a97-acbdc2880942 HTTP/1.1" status: 200 len: 210 time: 0.0285864 Nov 23 11:52:35.847042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59012) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:36.572761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:36.834680 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:52:36.834936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:36.925378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 10652830-1c44-4dbf-9dbc-a4f58dbd46a4, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:36.926081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:36.938887 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:52:37.126407 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:37.154425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=10652830-1c44-4dbf-9dbc-a4f58dbd46a4,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:37.333295 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:37.547753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 0fffdab5-3d37-4728-8386-eb786d81640f has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:52:37.655229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:52:37.660420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bba16837-25e5-4b3d-8b74-24657d5236f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/0fffdab5-3d37-4728-8386-eb786d81640f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121924 Nov 23 11:52:37.663164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59014) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:37.666697 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] Sync routers for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:52:37.676108 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:37.676710 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:37.720973 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting subnet af443b07-4f73-4e7e-a046-ac7f388de323 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:52:37.723958 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:37.765424 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:37.783719 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:37.853683 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:37.922829 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:37.967327 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Subnet': ['ID=af443b07-4f73-4e7e-a046-ac7f388de323,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:37.970167 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:37.973459 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cf28dec5-2e64-420c-9c0b-b3b7a1f9f689 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/subnets/af443b07-4f73-4e7e-a046-ac7f388de323 HTTP/1.1" status: 204 len: 168 time: 0.3092852 Nov 23 11:52:37.976777 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59016) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:37.981371 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab0fc6-0bd5-4df4-84b8-a6d2bf7cbc9b None None] Network e5437dd6-7738-44c6-abf1-8fe75ee09ba2 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:52:37.984851 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:52:37Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:38.015557 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] Checking router: 0fffdab5-3d37-4728-8386-eb786d81640f for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:52:38.024897 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] Routers {'0fffdab5-3d37-4728-8386-eb786d81640f'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:38.025565 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['0fffdab5-3d37-4728-8386-eb786d81640f'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:38.099928 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.160028 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] Set router 0fffdab5-3d37-4728-8386-eb786d81640f gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:38.189915 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] DHCP port deletion for e5437dd6-7738-44c6-abf1-8fe75ee09ba2 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:52:38.238335 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.249397 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Deleting port c1cd36e4-890d-4306-8363-b5b6096a7b04 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:52:38.251108 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.300161 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 7f367d42-1d47-4205-ade5-a2add3e1f885 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:52:38.300506 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.334198 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] For port c1cd36e4-890d-4306-8363-b5b6096a7b04, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=c1cd36e4-890d-4306-8363-b5b6096a7b04,segment=NetworkSegment(4e814a90-3c96-44c2-995a-5e4760993167),segment_id=4e814a90-3c96-44c2-995a-5e4760993167)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:38.334609 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.349702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Calling delete_port for c1cd36e4-890d-4306-8363-b5b6096a7b04 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:52:38.390449 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 7f367d42-1d47-4205-ade5-a2add3e1f885, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7f367d42-1d47-4205-ade5-a2add3e1f885,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:38.390449 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.396739 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:52:37Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:38.403459 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 7f367d42-1d47-4205-ade5-a2add3e1f885 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:52:38.437161 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d13e36-329a-4763-ba79-39dc3840f2e4 None None] The sync data for ids ['0fffdab5-3d37-4728-8386-eb786d81640f'] in n-d-817747-2 is: [{'id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207469868', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:50:52Z', 'updated_at': '2021-11-23T11:52:37Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '7f367d42-1d47-4205-ade5-a2add3e1f885', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fffdab5-3d37-4728-8386-eb786d81640f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:50:53Z', 'updated_at': '2021-11-23T11:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:52:38.453348 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.475163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] No DVR routers for this DVR port c1cd36e4-890d-4306-8363-b5b6096a7b04 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:52:38.502550 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Pushing event deleted for resources: {'Port': ['ID=c1cd36e4-890d-4306-8363-b5b6096a7b04,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:38.513834 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.515882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.515882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.515882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.515882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.515882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.515882 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.518220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.518220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.518220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.518220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.518220 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5e8ae-f6df-46f4-96ec-1bd14323033b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:38.592822 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.625790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=7f367d42-1d47-4205-ade5-a2add3e1f885,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:38.638608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e390845-d751-40a1-98ec-2843c570088a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:52:38.695387 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.806226 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.808520 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.875923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.876857 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Fanout notify agent at l3_agent the message router_deleted on router 0fffdab5-3d37-4728-8386-eb786d81640f {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:52:38.886594 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.889700 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-45162b58-fffe-453d-a9e7-5082220362e9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/routers/0fffdab5-3d37-4728-8386-eb786d81640f HTTP/1.1" status: 204 len: 168 time: 0.9110472 Nov 23 11:52:38.891149 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59018) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:38.977765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:38.991604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3d4e239d-232e-46f9-ac0f-143f55d595f4 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:52:39.013019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 3d4e239d-232e-46f9-ac0f-143f55d595f4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:52:39.013614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 3d4e239d-232e-46f9-ac0f-143f55d595f4 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:52:39.085245 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.106134 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5437dd6-7738-44c6-abf1-8fe75ee09ba2']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:39.116002 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e814a90-3c96-44c2-995a-5e4760993167') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:39.116304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e814a90-3c96-44c2-995a-5e4760993167') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:39.129052 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.143064 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.149264 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:52:39.149654 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:52:39.152752 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:52:39.213496 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.220438 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.223612 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/networks/e5437dd6-7738-44c6-abf1-8fe75ee09ba2 HTTP/1.1" status: 204 len: 168 time: 0.3314717 Nov 23 11:52:39.226563 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59020) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:39.234920 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e05f19-1496-4444-9955-c0453d4f41fc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Network': ['ID=e5437dd6-7738-44c6-abf1-8fe75ee09ba2,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:39.289084 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cefcde2b-289f-4c11-a146-750e31756b0f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.314101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cefcde2b-289f-4c11-a146-750e31756b0f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.373476 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cefcde2b-289f-4c11-a146-750e31756b0f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.376001 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cefcde2b-289f-4c11-a146-750e31756b0f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.377300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cefcde2b-289f-4c11-a146-750e31756b0f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/security-groups/a0d1c49d-c191-452f-9a70-dede24f6c1e3 HTTP/1.1" status: 204 len: 168 time: 0.1496837 Nov 23 11:52:39.386620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcde2b-289f-4c11-a146-750e31756b0f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d1c49d-c191-452f-9a70-dede24f6c1e3,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:39.520447 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7f367d42-1d47-4205-ade5-a2add3e1f885 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:52:39.541168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7f367d42-1d47-4205-ade5-a2add3e1f885 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:52:39.541517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7f367d42-1d47-4205-ade5-a2add3e1f885 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:52:39.541929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:52:39.560395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:52:39.560744 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 10652830-1c44-4dbf-9dbc-a4f58dbd46a4 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:52:39.561168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c1cd36e4-890d-4306-8363-b5b6096a7b04 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:52:39.579382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: c1cd36e4-890d-4306-8363-b5b6096a7b04 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:52:39.579665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device c1cd36e4-890d-4306-8363-b5b6096a7b04 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:52:39.696271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59026) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:39.700977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-2093e017-3b17-4f98-a166-bfcb7585285a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141679567', 'description': 'tempest-secgroup-smoke-1141679567 description', 'project_id': '000e16a34b51447496d308c250ab9259'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:39.723400 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2093e017-3b17-4f98-a166-bfcb7585285a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.788382 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2093e017-3b17-4f98-a166-bfcb7585285a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.793075 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2093e017-3b17-4f98-a166-bfcb7585285a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.822333 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-2093e017-3b17-4f98-a166-bfcb7585285a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.823571 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-2093e017-3b17-4f98-a166-bfcb7585285a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1262200 Nov 23 11:52:39.826583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59028) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:39.827845 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e017-3b17-4f98-a166-bfcb7585285a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8837a2-8974-4928-9db1-4ba072684ae1,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:39.832031 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9dddba87-b388-48eb-90d2-1dd14d8dc2a4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '6d8837a2-8974-4928-9db1-4ba072684ae1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:39.860447 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9dddba87-b388-48eb-90d2-1dd14d8dc2a4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.919516 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9dddba87-b388-48eb-90d2-1dd14d8dc2a4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.923324 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9dddba87-b388-48eb-90d2-1dd14d8dc2a4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.942187 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddba87-b388-48eb-90d2-1dd14d8dc2a4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d7d846-fc57-4513-a6dc-6957ef0ff316,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:39.949075 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9dddba87-b388-48eb-90d2-1dd14d8dc2a4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:39.950353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9dddba87-b388-48eb-90d2-1dd14d8dc2a4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227572 Nov 23 11:52:39.953028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59030) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:39.957478 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-194f17d5-4a7a-4176-93d0-8cb92e97ba19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '6d8837a2-8974-4928-9db1-4ba072684ae1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:39.985266 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-194f17d5-4a7a-4176-93d0-8cb92e97ba19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.038701 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-194f17d5-4a7a-4176-93d0-8cb92e97ba19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.042976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-194f17d5-4a7a-4176-93d0-8cb92e97ba19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.063261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f17d5-4a7a-4176-93d0-8cb92e97ba19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ceaf30d-6fb5-43c7-9606-142e6ccf3f33,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:40.071151 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-194f17d5-4a7a-4176-93d0-8cb92e97ba19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.072357 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-194f17d5-4a7a-4176-93d0-8cb92e97ba19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183619 Nov 23 11:52:40.075143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59032) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:40.079435 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-d0135d97-baac-4261-8052-7343201283f5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '6d8837a2-8974-4928-9db1-4ba072684ae1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:40.106289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0135d97-baac-4261-8052-7343201283f5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.164857 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0135d97-baac-4261-8052-7343201283f5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.168134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0135d97-baac-4261-8052-7343201283f5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.186389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0135d97-baac-4261-8052-7343201283f5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df41e81f-c5b6-4cd8-b23f-d863ee67f8fc,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:40.193582 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d0135d97-baac-4261-8052-7343201283f5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.194789 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d0135d97-baac-4261-8052-7343201283f5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187198 Nov 23 11:52:40.198334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59034) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:40.202668 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-650383bf-bf12-4590-8045-dd98560f5b33 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '6d8837a2-8974-4928-9db1-4ba072684ae1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:40.228561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-650383bf-bf12-4590-8045-dd98560f5b33 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.285780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-650383bf-bf12-4590-8045-dd98560f5b33 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.289930 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-650383bf-bf12-4590-8045-dd98560f5b33 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.307859 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650383bf-bf12-4590-8045-dd98560f5b33 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10193ece-aa3d-480e-860d-59da474f8906,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:40.314993 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-650383bf-bf12-4590-8045-dd98560f5b33 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.316184 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-650383bf-bf12-4590-8045-dd98560f5b33 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169181 Nov 23 11:52:40.318994 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59036) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:40.323484 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '6d8837a2-8974-4928-9db1-4ba072684ae1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:40.345537 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:52:40.350512 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.410004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.414015 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.433858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e458c878-6b29-491f-9250-42ab334adb4e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:40.441922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.443106 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-729c8f21-f010-4a72-841d-34729dfbfe2a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231833 Nov 23 11:52:40.446880 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59038) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:40.451218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '6d8837a2-8974-4928-9db1-4ba072684ae1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:40.472700 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:52:40.478135 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.536937 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.540872 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.558514 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192d3d30-650f-44a5-81ba-75353f1f7a14,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:40.566477 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.567669 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2e399a49-d2b0-4e2c-b954-134e7fec694e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198335 Nov 23 11:52:40.571432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59040) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:40.576263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'network': {'name': 'tempest-network-smoke--553068918', 'project_id': '000e16a34b51447496d308c250ab9259', 'port_security_enabled': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:40.597451 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:52:40.600883 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.626094 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:52:40.636560 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.636935 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Added segment 2d1533cc-8f79-4042-b682-36851391659a of type vlan for network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d Nov 23 11:52:40.680373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.703986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.709663 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:40.710246 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.750795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1783381 Nov 23 11:52:40.753471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59042) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:40.757695 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'admin_state_up': True, 'project_id': '000e16a34b51447496d308c250ab9259', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:40.794579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78a546-026b-482d-adf7-537417f76b9c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Network': ['ID=886403f5-0e3d-4245-b7dd-2aeaeab5f53d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:40.805599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:52:40.809641 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.810660 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:40.862046 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:41.002916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:41.201986 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:41.220946 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:41.320516 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.54 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/83e75629-f2a2-4402-be17-f605e976adbe) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:52:41.755521 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:41.788032 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:41.830330 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:52:41.833227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:52:41.836704 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:52:41.847496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce27d9-aad9-406c-aac0-c76f9a521f8e None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:52:41.862444 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=83e75629-f2a2-4402-be17-f605e976adbe,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:41.886799 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-90404841-a3cb-423a-8ec2-a9bb5e972780 None None] Provisioning complete for port 83e75629-f2a2-4402-be17-f605e976adbe triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:41.887194 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-90404841-a3cb-423a-8ec2-a9bb5e972780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:41.923196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-90404841-a3cb-423a-8ec2-a9bb5e972780 None None] Port 83e75629-f2a2-4402-be17-f605e976adbe cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:52:42.091871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:42.291963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:42.419438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router fecae6cc-2698-4018-9523-2b23652926f3 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:52:42.525410 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:52:42.534939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Sync routers for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:52:42.545734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:42.548995 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:42.549660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:42.550457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59044) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:42.553638 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-bc21d2b5-bf0f-4512-9e2e-0569b4540d1a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7991290 Nov 23 11:52:42.592628 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a6a59bc1-8374-45fd-bee4-0b1573cc430d tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=000e16a34b51447496d308c250ab9259&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386343 Nov 23 11:52:42.592878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59046) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:42.655039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:42.744232 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7e3247-59a7-4424-8f68-44211f4b04c6 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:42.745703 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1f7e3247-59a7-4424-8f68-44211f4b04c6 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1519186 Nov 23 11:52:42.748538 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59048) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:42.782243 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d401cd8a-2ca6-44db-a513-e3c2e838c916 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325048 Nov 23 11:52:42.784698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59050) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:42.790178 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447206591', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'project_id': '000e16a34b51447496d308c250ab9259', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:42.835919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:41Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:42.863508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Checking router: fecae6cc-2698-4018-9523-2b23652926f3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:52:42.864203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Updating router fecae6cc-2698-4018-9523-2b23652926f3 port 83e75629-f2a2-4402-be17-f605e976adbe binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:52:42.882042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:52:42.885797 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:42.889956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.066719 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.130246 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Subnet': ['ID=75984da2-72b7-44e4-b099-47d86ec0dbfe,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:43.140419 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Checking segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:52:43.140784 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network hostable DHCP agents. Network: 886403f5-0e3d-4245-b7dd-2aeaeab5f53d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:52:43.156090 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.157732 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:52:43.161311 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.166655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 886403f5-0e3d-4245-b7dd-2aeaeab5f53d) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:52:43.170910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:43.171509 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.188500 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8f3915a9-b107-48e0-be01-a723a2b79ebd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4027638 Nov 23 11:52:43.188741 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8912ad3f-e44a-4e43-8799-cf671a51a28c None None] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:52:43.191303 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59052) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:52:43.235686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3e2aa-bdf6-4a37-a236-831562d3c12d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:52:43.249064 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8295-6f32-4fc3-b340-ddb8eb8c6468 None None] Pushing event updated for resources: {'Port': ['ID=83e75629-f2a2-4402-be17-f605e976adbe,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:43.284832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Attempting to bind port 83e75629-f2a2-4402-be17-f605e976adbe on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:52:43.284832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Attempting to bind port 83e75629-f2a2-4402-be17-f605e976adbe by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:52:43.285159 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Attempting to bind port 83e75629-f2a2-4402-be17-f605e976adbe on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:52:43.295903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:52:43.296282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:52:43.296687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.297082 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:52:43.297591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Bound port: 83e75629-f2a2-4402-be17-f605e976adbe, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:52:43.297985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.397177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] For port 83e75629-f2a2-4402-be17-f605e976adbe, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:52:43.402040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] For port 83e75629-f2a2-4402-be17-f605e976adbe, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=83e75629-f2a2-4402-be17-f605e976adbe,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:52:43.410102 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.417405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c67c5ef0-f193-4193-a1ba-7fdc79546284 None None] Provisioning complete for port 83e75629-f2a2-4402-be17-f605e976adbe triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:43.417776 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c67c5ef0-f193-4193-a1ba-7fdc79546284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.492826 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf64400-f0d6-4e35-8e48-2fbb991f7329 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:52:43.514436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:52:43.515295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.550196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8295-6f32-4fc3-b340-ddb8eb8c6468 None None] Pushing event updated for resources: {'Port': ['ID=83e75629-f2a2-4402-be17-f605e976adbe,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:43.556333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:43.556976 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:43.642234 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.747576 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c67c5ef0-f193-4193-a1ba-7fdc79546284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.811013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c67c5ef0-f193-4193-a1ba-7fdc79546284 None None] For port 83e75629-f2a2-4402-be17-f605e976adbe, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=83e75629-f2a2-4402-be17-f605e976adbe,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:43.816441 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:43.870187 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c67c5ef0-f193-4193-a1ba-7fdc79546284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:43.884369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Allocated IP 172.20.0.2 (886403f5-0e3d-4245-b7dd-2aeaeab5f53d/75984da2-72b7-44e4-b099-47d86ec0dbfe/4d60c653-e71b-49f5-b776-80fdd726b402) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:52:44.206023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c5ef0-f193-4193-a1ba-7fdc79546284 None None] Pushing event updated for resources: {'Port': ['ID=83e75629-f2a2-4402-be17-f605e976adbe,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:44.219524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-73fc9a0b-1871-4b13-ad58-5e6a73ed9771 None None] Provisioning complete for port 83e75629-f2a2-4402-be17-f605e976adbe triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:44.219901 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-73fc9a0b-1871-4b13-ad58-5e6a73ed9771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.369683 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.394277 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.452791 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:52:44.460150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:52:44.464730 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:52:44.470171 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:41Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:44.508471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Pushing event updated for resources: {'Port': ['ID=4d60c653-e71b-49f5-b776-80fdd726b402,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:44.514107 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458bc25f-52d9-4bc6-b0ad-681a5748c039 None None] The sync data for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 is: [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:41Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:52:44.566768 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Attempting to bind port 4d60c653-e71b-49f5-b776-80fdd726b402 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:52:44.567150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Attempting to bind port 4d60c653-e71b-49f5-b776-80fdd726b402 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:52:44.567533 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Attempting to bind port 4d60c653-e71b-49f5-b776-80fdd726b402 on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:52:44.574501 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:52:44.574916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Checking segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:52:44.575296 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.575698 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Bound using segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:52:44.576181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Bound port: 4d60c653-e71b-49f5-b776-80fdd726b402, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:52:44.576571 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.644010 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] For port 4d60c653-e71b-49f5-b776-80fdd726b402, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:52:44.647577 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] For port 4d60c653-e71b-49f5-b776-80fdd726b402, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4d60c653-e71b-49f5-b776-80fdd726b402,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:52:44.653824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.732469 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.1 (886403f5-0e3d-4245-b7dd-2aeaeab5f53d/75984da2-72b7-44e4-b099-47d86ec0dbfe/385490e6-865e-4366-a82f-7eb6aff42529) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:52:44.733231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036b19-6d4a-4d31-bd47-6e4524dea7cd None None] Pushing event updated for resources: {'Port': ['ID=4d60c653-e71b-49f5-b776-80fdd726b402,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:44.737266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aecf04c8-66cd-4493-a712-2b3eb4b63e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.892500 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.939231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:44.986007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:52:44.989519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:52:44.994987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:52:45.035083 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=385490e6-865e-4366-a82f-7eb6aff42529,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:45.054868 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.210023 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.528988 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.536725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.621231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=385490e6-865e-4366-a82f-7eb6aff42529,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:45.623222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4d60c653-e71b-49f5-b776-80fdd726b402 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:52:45.623750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.693632 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4d60c653-e71b-49f5-b776-80fdd726b402 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:45.693858 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.735406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:52:45.739340 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:52:45.788034 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.823565 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 4d60c653-e71b-49f5-b776-80fdd726b402, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4d60c653-e71b-49f5-b776-80fdd726b402,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:45.829040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.830225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 83e75629-f2a2-4402-be17-f605e976adbe up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:52:45.869991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router fecae6cc-2698-4018-9523-2b23652926f3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:52:45.879078 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e725d-b127-4890-adbb-6b794f83f0bd None None] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:52:45.989590 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7cb6cf68-1258-4e06-993e-438b98ff30a1 None None] Provisioning complete for port 4d60c653-e71b-49f5-b776-80fdd726b402 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:45.989971 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7cb6cf68-1258-4e06-993e-438b98ff30a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:45.994582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=4d60c653-e71b-49f5-b776-80fdd726b402,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:45.997289 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:52:46.002874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bc9588ca-66cb-4df5-b405-78d86b80e8f6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/fecae6cc-2698-4018-9523-2b23652926f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8104093 Nov 23 11:52:46.069670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 83e75629-f2a2-4402-be17-f605e976adbe triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:46.070107 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:46.166161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-61ed8be0-99bb-43fe-b3c5-9b2027535389 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141679567&fields=id&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 267 time: 0.0528133 Nov 23 11:52:46.290184 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Sync routers for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:52:46.290686 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-c170dd90-f62b-4ec8-a7e3-3925d94fbd19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:46.291806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-c170dd90-f62b-4ec8-a7e3-3925d94fbd19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 796 time: 0.1171958 Nov 23 11:52:46.307570 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:46.308255 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-2f5eed88-4bf1-44ba-bd86-5a5bd71c844c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/quotas/000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 375 time: 0.0105972 Nov 23 11:52:46.308799 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:46.371882 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-e212168c-9c1a-49b7-be76-174b869cc454 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579274 Nov 23 11:52:46.421872 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:46.440073 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-078953fc-b2b4-4a24-b6de-071621659591 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:52:46.441189 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-078953fc-b2b4-4a24-b6de-071621659591 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570560 Nov 23 11:52:46.548283 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-cb5a9052-b7a8-4cd2-bbbf-cbb88e50632e service neutron] 10.222.0.61 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996206 Nov 23 11:52:46.551614 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b726e02b-7394-40a1-a14d-78f4c271a701 None None] Provisioning complete for port 385490e6-865e-4366-a82f-7eb6aff42529 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:46.552717 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b726e02b-7394-40a1-a14d-78f4c271a701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:46.611934 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b726e02b-7394-40a1-a14d-78f4c271a701 None None] Port 385490e6-865e-4366-a82f-7eb6aff42529 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:52:46.625803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b726e02b-7394-40a1-a14d-78f4c271a701 None None] Provisioning complete for port 4d60c653-e71b-49f5-b776-80fdd726b402 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:46.626449 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b726e02b-7394-40a1-a14d-78f4c271a701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:46.665906 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 2, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:46.668521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-fc8907a9-a68c-428a-a26a-da37bce06922 service neutron] 10.222.0.61 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092904 Nov 23 11:52:46.706913 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Checking router: fecae6cc-2698-4018-9523-2b23652926f3 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:52:46.707340 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Updating router fecae6cc-2698-4018-9523-2b23652926f3 port 385490e6-865e-4366-a82f-7eb6aff42529 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:52:46.739185 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:46.863146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-52d752d0-39ca-4dc1-bd0d-dac41ef7fcd8 None None] Provisioning complete for port 385490e6-865e-4366-a82f-7eb6aff42529 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:46.863686 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52d752d0-39ca-4dc1-bd0d-dac41ef7fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:46.868440 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6bd6c9f2-4280-4ed0-9897-05f7878630c1 req-32f389d1-4387-48db-abce-6887d37bd810 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 210 time: 0.0389922 Nov 23 11:52:46.908426 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-52d752d0-39ca-4dc1-bd0d-dac41ef7fcd8 None None] Port 385490e6-865e-4366-a82f-7eb6aff42529 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:52:47.025360 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.026765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-41e1e442-1561-4b09-809c-93f78bdaa6ef None None] Provisioning complete for port 385490e6-865e-4366-a82f-7eb6aff42529 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:47.027137 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-41e1e442-1561-4b09-809c-93f78bdaa6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.030473 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.064805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-41e1e442-1561-4b09-809c-93f78bdaa6ef None None] Port 385490e6-865e-4366-a82f-7eb6aff42529 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:52:47.086875 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Pushing event updated for resources: {'Port': ['ID=385490e6-865e-4366-a82f-7eb6aff42529,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:47.094429 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-778cfdf9-9b8e-4723-83e0-99c43fddaf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.206505 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.206872 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.207196 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.207530 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.207862 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.208193 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.208524 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.208849 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.209199 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.209524 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.209845 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.210169 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:52:47.238933 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Attempting to bind port 385490e6-865e-4366-a82f-7eb6aff42529 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:52:47.239306 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Attempting to bind port 385490e6-865e-4366-a82f-7eb6aff42529 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:52:47.239668 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Attempting to bind port 385490e6-865e-4366-a82f-7eb6aff42529 on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:52:47.245442 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:52:47.245825 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Checking segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:52:47.246223 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.246616 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Bound using segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:52:47.247080 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Bound port: 385490e6-865e-4366-a82f-7eb6aff42529, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:52:47.247460 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.292054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f8c80537-1275-47a1-88aa-3ab706826d39 None None] Provisioning complete for port 385490e6-865e-4366-a82f-7eb6aff42529 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:47.292456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8c80537-1275-47a1-88aa-3ab706826d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.308269 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] For port 385490e6-865e-4366-a82f-7eb6aff42529, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:52:47.311805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] For port 385490e6-865e-4366-a82f-7eb6aff42529, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=385490e6-865e-4366-a82f-7eb6aff42529,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:52:47.316210 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.327060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-f8c80537-1275-47a1-88aa-3ab706826d39 None None] Port 385490e6-865e-4366-a82f-7eb6aff42529 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:52:47.370134 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:52:47.370779 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:47.421139 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3557b-f35f-46fa-8f71-b385b0bc0e38 None None] Pushing event updated for resources: {'Port': ['ID=385490e6-865e-4366-a82f-7eb6aff42529,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:47.502516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:52:47.534780 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4d60c653-e71b-49f5-b776-80fdd726b402 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:52:47.584998 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 4d60c653-e71b-49f5-b776-80fdd726b402 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:47.585559 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.676688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4b9b9500-e0e9-45f7-b426-a09d45cbb757 None None] Provisioning complete for port 385490e6-865e-4366-a82f-7eb6aff42529 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:47.677417 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9500-e0e9-45f7-b426-a09d45cbb757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.706325 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:52:47.733329 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d78201-92e9-4586-a75d-02206d563eb6 None None] The sync data for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 is: [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:52:47.756032 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9500-e0e9-45f7-b426-a09d45cbb757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.796209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4b9b9500-e0e9-45f7-b426-a09d45cbb757 None None] For port 385490e6-865e-4366-a82f-7eb6aff42529, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=385490e6-865e-4366-a82f-7eb6aff42529,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:47.800995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9500-e0e9-45f7-b426-a09d45cbb757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:47.869495 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9500-e0e9-45f7-b426-a09d45cbb757 None None] Pushing event updated for resources: {'Port': ['ID=385490e6-865e-4366-a82f-7eb6aff42529,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:47.950077 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-115bc784-66f0-4053-8a50-ab2813ed23ad req-60ee9d03-255f-4c43-b870-aed5dd97c60f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 210 time: 0.0310590 Nov 23 11:52:48.840326 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:49.033590 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e221131-2286-436a-82aa-5a692e80579f req-5015f70e-05df-4fb1-84db-4735516db646 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 210 time: 0.0304377 Nov 23 11:52:49.534765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 385490e6-865e-4366-a82f-7eb6aff42529 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:52:49.584263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 385490e6-865e-4366-a82f-7eb6aff42529 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:49.584646 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:49.806598 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:50.114394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-58f8e2c7-c9e0-4153-aa3a-90211f9f8e94 req-75364edc-ecc9-4490-843d-f7cb17197646 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 210 time: 0.0280232 Nov 23 11:52:50.310266 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:50.706401 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:51.208492 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-60d58796-a6ed-4d50-ae27-cd27d1d8313b req-8082ad07-ff87-4d1d-97a6-513ae65609d4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 210 time: 0.0264220 Nov 23 11:52:51.957885 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-6a3e2a6b-682b-44ba-9ded-c52d0a102a1b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:51.959329 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-6a3e2a6b-682b-44ba-9ded-c52d0a102a1b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 796 time: 0.1103096 Nov 23 11:52:52.027881 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-a23da514-db95-4fcd-ac1f-564f2f2decce tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 380 time: 0.0571930 Nov 23 11:52:52.038836 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'port': {'device_id': 'dc571496-b1c9-4123-af53-51d159b71af8', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'admin_state_up': True, 'tenant_id': '000e16a34b51447496d308c250ab9259', 'security_groups': ['6d8837a2-8974-4928-9db1-4ba072684ae1']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:52.149669 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:52:52.153181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.276065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.8 (886403f5-0e3d-4245-b7dd-2aeaeab5f53d/75984da2-72b7-44e4-b099-47d86ec0dbfe/d4ed7103-a230-4a64-96b2-ce65ed43294c) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:52:52.308012 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-274d543f-3f39-433c-99fd-e369f382a9d3 req-b04fc625-e677-409a-8075-6bc4c20f7aa0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Nov 23 11:52:52.419566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.453031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.498237 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:52:52.501026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:52:52.504605 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:52:52.531336 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:52.557304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:52.557930 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.576348 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-a6693ca0-48d1-4a3c-ac71-2c943bf9d9c5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5411246 Nov 23 11:52:52.594378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Request body: {'port': {'device_id': 'dc571496-b1c9-4123-af53-51d159b71af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:52:52.658666 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.753788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-770bc779-734f-402b-8cd5-cf85dfbec9b7 None None] Provisioning complete for port d4ed7103-a230-4a64-96b2-ce65ed43294c triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:52.754321 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-770bc779-734f-402b-8cd5-cf85dfbec9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.788016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-770bc779-734f-402b-8cd5-cf85dfbec9b7 None None] Port d4ed7103-a230-4a64-96b2-ce65ed43294c cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:52:52.812842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.923835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ed7103-a230-4a64-96b2-ce65ed43294c {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:52:52.931715 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:52.944349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Transition to ACTIVE for port object d4ed7103-a230-4a64-96b2-ce65ed43294c will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:52:52.947956 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:53.003942 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:53.073725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:52:53.074068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:52:53.074401 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:52:53.078953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Port d4ed7103-a230-4a64-96b2-ce65ed43294c on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:52:53.079186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:52:53.084188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:52:53.084534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Checking segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:52:53.084921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Bound using segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:52:53.085405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Bound port: d4ed7103-a230-4a64-96b2-ce65ed43294c, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:52:53.085770 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:53.152503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:52:53.155810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:52:53.160768 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:53.200067 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.200702 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:53.202327 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] 10.222.0.65 "PUT /v2.0/ports/d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 1091 time: 0.6123555 Nov 23 11:52:53.204681 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:52:53.206993 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f09d85-bae0-4361-8d99-112912c8de19" -d '{"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:52:53.239838 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666a138-9911-4ccd-a029-4bbbd3bf1b33 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:53.260276 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94210ec2-4b66-40be-be95-93bd2b3c8c74 x-openstack-request-id: req-94210ec2-4b66-40be-be95-93bd2b3c8c74 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:52:53.260477 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:52:53.260738 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-94210ec2-4b66-40be-be95-93bd2b3c8c74 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:52:53.261165 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'status': 'completed', 'code': 200} Nov 23 11:52:53.297965 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-b7f0fa80-ed8d-463d-8f1a-3d7b69955eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.299501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-b7f0fa80-ed8d-463d-8f1a-3d7b69955eb6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1094 time: 0.0480692 Nov 23 11:52:53.348972 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-94666279-cebc-4e47-bd83-cf356150aa87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 217 time: 0.0363057 Nov 23 11:52:53.402733 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-82c8f224-8e03-412b-91bd-f2a293bd2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.404380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-82c8f224-8e03-412b-91bd-f2a293bd2e5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0483763 Nov 23 11:52:53.443254 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f40d7-265f-4935-85a1-0c0033158d93 req-9e10b89d-a753-49aa-a297-c5163dd71de2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.444934 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-961f40d7-265f-4935-85a1-0c0033158d93 req-9e10b89d-a753-49aa-a297-c5163dd71de2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 943 time: 0.0628800 Nov 23 11:52:53.457253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358149-134e-4798-ac65-b09ac911d514 req-31d1fb63-b9a0-48c8-ad38-bca790e262bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.458784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-31d1fb63-b9a0-48c8-ad38-bca790e262bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472686 Nov 23 11:52:53.498001 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-961f40d7-265f-4935-85a1-0c0033158d93 req-6bb3bfae-bb94-4b57-846a-fc315608d016 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455136 Nov 23 11:52:53.558519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-75bb858e-1071-4c77-b016-62f34cf85de0 service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875163 Nov 23 11:52:53.662304 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f1358149-134e-4798-ac65-b09ac911d514 req-a87f8f82-0e13-48c9-a484-358a38e61753 service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917835 Nov 23 11:52:53.764751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f09d85-bae0-4361-8d99-112912c8de19 req-7b2b0cb9-2dbc-4443-a606-3660b5672c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.766204 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f09d85-bae0-4361-8d99-112912c8de19 req-7b2b0cb9-2dbc-4443-a606-3660b5672c6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1094 time: 0.0427506 Nov 23 11:52:53.861650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f09d85-bae0-4361-8d99-112912c8de19 req-af3f948b-6284-4855-ad04-e9af231257fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.863125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f09d85-bae0-4361-8d99-112912c8de19 req-af3f948b-6284-4855-ad04-e9af231257fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.0897510 Nov 23 11:52:53.904091 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f09d85-bae0-4361-8d99-112912c8de19 req-948dc502-0d7b-47a2-8275-8a01eeaee9cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 217 time: 0.0337021 Nov 23 11:52:53.953589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f09d85-bae0-4361-8d99-112912c8de19 req-a308c6e7-fffe-4a36-98b7-8b7f40a38d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:53.955070 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f09d85-bae0-4361-8d99-112912c8de19 req-a308c6e7-fffe-4a36-98b7-8b7f40a38d59 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0435069 Nov 23 11:52:54.007083 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f09d85-bae0-4361-8d99-112912c8de19 req-8bdef38f-16d3-4175-b049-c7a256185813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:54.008557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f09d85-bae0-4361-8d99-112912c8de19 req-8bdef38f-16d3-4175-b049-c7a256185813 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446119 Nov 23 11:52:54.099489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f09d85-bae0-4361-8d99-112912c8de19 req-19327cab-9af0-47a7-9b46-70901354e7db service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813658 Nov 23 11:52:54.194380 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30f09d85-bae0-4361-8d99-112912c8de19 req-670c28fa-6a37-4e07-af3c-2a14abe3d25e service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867453 Nov 23 11:52:54.618882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad585e0-58f4-458c-9b9d-3876bb11d46c req-6ecc9c1a-b673-40f4-a73e-2f52acee92d4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:54.620403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cad585e0-58f4-458c-9b9d-3876bb11d46c req-6ecc9c1a-b673-40f4-a73e-2f52acee92d4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 943 time: 0.0522296 Nov 23 11:52:54.670130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cad585e0-58f4-458c-9b9d-3876bb11d46c req-f529a744-136d-48d1-be79-c9b62ff70c10 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438225 Nov 23 11:52:55.786371 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f862-b889-446c-9d1c-98168b1dc720 req-c64f5bbe-f305-4083-8db9-118fef130200 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:55.787774 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e499f862-b889-446c-9d1c-98168b1dc720 req-c64f5bbe-f305-4083-8db9-118fef130200 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 943 time: 0.0492895 Nov 23 11:52:55.838223 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e499f862-b889-446c-9d1c-98168b1dc720 req-82c79b6d-0fef-427c-80e8-03bc3c8ba2d5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 Nov 23 11:52:56.956102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30356e49-7ec1-4edf-be1d-9add38895d65 req-1d50fecd-557b-4cfa-8f7f-70e4dc683fec tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:56.957619 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30356e49-7ec1-4edf-be1d-9add38895d65 req-1d50fecd-557b-4cfa-8f7f-70e4dc683fec tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 943 time: 0.0491445 Nov 23 11:52:57.011192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30356e49-7ec1-4edf-be1d-9add38895d65 req-3bec1d78-806f-4e49-a4c6-cf079acbc131 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475736 Nov 23 11:52:57.130681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:52:57.231386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:57.242536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'port_id': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'mac_address': 'fa:16:3e:1f:84:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:52:57.279618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:57.295489 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ed7103-a230-4a64-96b2-ce65ed43294c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:52:57.314541 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:57.318835 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:57.367275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:57.591762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['d4ed7103-a230-4a64-96b2-ce65ed43294c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:52:58.126929 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c12957-a43b-4af8-8d4c-7099395d95f5 req-5102712a-6f3b-4e9c-a6e7-c4bc406c853a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:58.128349 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4c12957-a43b-4af8-8d4c-7099395d95f5 req-5102712a-6f3b-4e9c-a6e7-c4bc406c853a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 944 time: 0.0494606 Nov 23 11:52:58.182232 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4c12957-a43b-4af8-8d4c-7099395d95f5 req-d3a6610d-ce14-4559-8e07-70c8c9fd76f3 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472779 Nov 23 11:52:59.146396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:52:59.195265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port d4ed7103-a230-4a64-96b2-ce65ed43294c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:52:59.199745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port d4ed7103-a230-4a64-96b2-ce65ed43294c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:52:59.200120 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:59.282220 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:59.299108 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b54b0-ea97-4b01-87ee-b35845cc84c8 req-876309cd-2263-495a-a44e-db3a6e529f71 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:59.300627 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-994b54b0-ea97-4b01-87ee-b35845cc84c8 req-876309cd-2263-495a-a44e-db3a6e529f71 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 944 time: 0.0490096 Nov 23 11:52:59.305203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:52:59.309979 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db1bca-2b13-4305-bd45-8c3741f9e9b7" -d '{"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:52:59.330007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:52:59.335748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:52:59.377588 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-994b54b0-ea97-4b01-87ee-b35845cc84c8 req-69d3c735-fab1-4c95-baa0-feffe4abb980 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694206 Nov 23 11:52:59.381093 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037aab23-01c1-471a-bd4f-57131ed61a0b x-openstack-request-id: req-037aab23-01c1-471a-bd4f-57131ed61a0b {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:52:59.381433 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:52:59.381681 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-037aab23-01c1-471a-bd4f-57131ed61a0b {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:52:59.382081 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'code': 200} Nov 23 11:52:59.398200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:52:59.486589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a815e4-5fff-4375-a046-e2fd6e1fe6ea req-7d97b728-814e-486d-9c38-f3e85f337a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:52:59.488072 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7a815e4-5fff-4375-a046-e2fd6e1fe6ea req-7d97b728-814e-486d-9c38-f3e85f337a7a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1096 time: 0.0417564 Nov 23 11:52:59.537508 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a7a815e4-5fff-4375-a046-e2fd6e1fe6ea req-96a5753b-0848-4b62-8578-c8374822abe3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383174 Nov 23 11:53:00.498943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31041-0d51-48a0-a081-ea28e2c6ac6a req-3e7c15df-eef8-40a3-bdb4-8c1c1ef36cff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:00.500419 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fe31041-0d51-48a0-a081-ea28e2c6ac6a req-3e7c15df-eef8-40a3-bdb4-8c1c1ef36cff tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0501056 Nov 23 11:53:00.550215 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fe31041-0d51-48a0-a081-ea28e2c6ac6a req-5530e0ce-05fc-4a84-b32a-5d6cf56fb978 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Nov 23 11:53:01.670531 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a681d-bef0-43f2-8276-4a11ff4d6b5d req-ddde35e6-4d14-47d3-9fd5-f51424ed2ba2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:01.672023 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e5a681d-bef0-43f2-8276-4a11ff4d6b5d req-ddde35e6-4d14-47d3-9fd5-f51424ed2ba2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Nov 23 11:53:01.721424 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8e5a681d-bef0-43f2-8276-4a11ff4d6b5d req-2cafb40a-9227-42ae-a6b5-420fb99dbfde tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433767 Nov 23 11:53:01.837943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0bbcd-0dbc-4da1-9898-712831406086 req-02a248dd-51d0-4214-92c8-0e46dea2dda2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:01.839426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66a0bbcd-0dbc-4da1-9898-712831406086 req-02a248dd-51d0-4214-92c8-0e46dea2dda2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Nov 23 11:53:01.887542 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-66a0bbcd-0dbc-4da1-9898-712831406086 req-6ca9e7c6-4d60-4b4c-a659-b8c2a289be15 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Nov 23 11:53:01.909762 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59124) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:53:01.954399 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f83d85-0cd1-4819-81b8-896a8c29edc7 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:01.955910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-55f83d85-0cd1-4819-81b8-896a8c29edc7 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1091 time: 0.0451739 Nov 23 11:53:01.958678 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59126) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:53:01.963899 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:53:01.986467 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:02.083269 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:02.191580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.177 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/24122822-4502-4ca0-b760-5902d57dcf27) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:53:02.293694 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:02.327282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:02.371809 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:53:02.374722 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:53:02.378217 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:53:02.384467 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=24122822-4502-4ca0-b760-5902d57dcf27,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:53:02.737766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:02.808750 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:02.959847 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:02.965015 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:03.031986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=24122822-4502-4ca0-b760-5902d57dcf27,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:53:03.042445 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:03.148686 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 873a96cd-44e1-478f-898b-35e4e215e39f associated. External IP: 172.25.5.177, port: d4ed7103-a230-4a64-96b2-ce65ed43294c. Nov 23 11:53:03.361066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router fecae6cc-2698-4018-9523-2b23652926f3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:53:03.472291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:53:03.483888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] Sync routers for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:53:03.492076 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:03.496831 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:53:03.498268 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:53:03.520429 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-48586db3-d8ef-4768-8066-c89281e6e3b0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5606575 Nov 23 11:53:03.521039 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:53:03.523616 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9b89e8-d01d-44de-aee4-9a5595f6f798" -d '{"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:53:03.569335 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5284fc4e-1fdc-4eae-9ced-57d5d2a9bc50 x-openstack-request-id: req-5284fc4e-1fdc-4eae-9ced-57d5d2a9bc50 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:53:03.570275 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:53:03.570566 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5284fc4e-1fdc-4eae-9ced-57d5d2a9bc50 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:53:03.571910 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'status': 'completed', 'code': 200} Nov 23 11:53:03.637647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:53:03.663284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07e161-50f3-4d27-b0ad-e11527e3568d req-af7094f5-854b-42c0-bf26-4bf024a052b9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:03.664832 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd07e161-50f3-4d27-b0ad-e11527e3568d req-af7094f5-854b-42c0-bf26-4bf024a052b9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0794580 Nov 23 11:53:03.666786 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-ee0d0d1e-05a4-4f62-b867-4364e5b260cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:03.668192 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-ee0d0d1e-05a4-4f62-b867-4364e5b260cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1096 time: 0.0728617 Nov 23 11:53:03.792324 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd07e161-50f3-4d27-b0ad-e11527e3568d req-99885a9e-65e6-4d1a-bdd8-1a3f4a6a3d5b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212447 Nov 23 11:53:03.812177 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-d4f8ff83-1405-4c5f-892c-9f111af4f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:03.813680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-d4f8ff83-1405-4c5f-892c-9f111af4f6b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.1369503 Nov 23 11:53:03.815424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59132) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:53:03.930311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9a0e1781-6a9c-429b-90ab-e0138eaabf13 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/873a96cd-44e1-478f-898b-35e4e215e39f HTTP/1.1" status: 200 len: 991 time: 0.1136911 Nov 23 11:53:03.934812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-ab113a55-5f2b-4180-a2a7-b7acff479cfa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 999 time: 0.1112616 Nov 23 11:53:03.986701 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-b6a0855c-0ed4-4442-b65c-b5d0075d8690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:03.988195 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-b6a0855c-0ed4-4442-b65c-b5d0075d8690 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0468125 Nov 23 11:53:04.036090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '873a96cd-44e1-478f-898b-35e4e215e39f', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'port_id': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'mac_address': 'fa:16:3e:1f:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc571496-b1c9-4123-af53-51d159b71af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:53:02Z', 'updated_at': '2021-11-23T11:53:02Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:53:04.038341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-13776321-75f6-42b4-b1b3-642a93322242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:04.040513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-13776321-75f6-42b4-b1b3-642a93322242 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443501 Nov 23 11:53:04.066146 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] Checking router: fecae6cc-2698-4018-9523-2b23652926f3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:53:04.076431 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:53:04.077058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:52:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:53:04.131324 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-f17f933c-7217-4f77-aef8-6804f991769d service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843990 Nov 23 11:53:04.189417 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:53:04.229064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7f9b89e8-d01d-44de-aee4-9a5595f6f798 req-74846b22-73e2-4278-8b08-a97af9a7ba4b service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906622 Nov 23 11:53:04.419898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '873a96cd-44e1-478f-898b-35e4e215e39f', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'port_id': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'mac_address': 'fa:16:3e:1f:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc571496-b1c9-4123-af53-51d159b71af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:53:02Z', 'updated_at': '2021-11-23T11:53:02Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:53:04.447090 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d37e5af-53d6-4436-9172-834e8552d8ff None None] The sync data for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 is: [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '873a96cd-44e1-478f-898b-35e4e215e39f', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.177', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'port_id': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'mac_address': 'fa:16:3e:1f:84:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc571496-b1c9-4123-af53-51d159b71af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:53:02Z', 'updated_at': '2021-11-23T11:53:02Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:53:04.631075 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebda7c0-f5f4-4947-b86d-10e9ba78bb85 None None] New status for floating IP 873a96cd-44e1-478f-898b-35e4e215e39f: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:53:04.934368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59134) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:53:04.994480 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-62aa49d0-7175-403c-be00-832bd03e834a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/873a96cd-44e1-478f-898b-35e4e215e39f HTTP/1.1" status: 200 len: 993 time: 0.0586448 Nov 23 11:53:05.096410 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:53:14.681792 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2af4c0a3-3be9-4e07-b60b-8c161a6e0cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:17.101074 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f7eb4908-b2a3-4684-84ab-f6c625a881a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:18.842650 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:19.808082 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:20.311234 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:20.720669 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:22.815381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:38.359898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-686dd1f3-c805-4684-bec9-9475300682af req-1a0d94aa-ab14-432d-bcbd-a11e39878515 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:53:38.360886 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-686dd1f3-c805-4684-bec9-9475300682af req-1a0d94aa-ab14-432d-bcbd-a11e39878515 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056109 Nov 23 11:53:38.541392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59152) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:53:38.549062 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34f224-659f-4dc7-80b2-800671d5e63e req-581967dd-61f4-45c4-879d-89c227e3096e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:38.550716 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c34f224-659f-4dc7-80b2-800671d5e63e req-581967dd-61f4-45c4-879d-89c227e3096e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Nov 23 11:53:38.603116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0c34f224-659f-4dc7-80b2-800671d5e63e req-8f8f0299-99d0-48ee-9cd1-0f9fcbc81757 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452688 Nov 23 11:53:38.622587 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-54446000-5c89-4776-a483-fb50e55326f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800197 Nov 23 11:53:38.631282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-e178789a-c5d5-4498-873a-e6bb8cc068c5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:53:38.632241 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-e178789a-c5d5-4498-873a-e6bb8cc068c5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048985 Nov 23 11:53:39.725755 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0860b-68f6-4bb3-aa97-00bb0f88a0a9 req-910baa98-53a6-42f0-a27a-1c81d77fc3b6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:39.728008 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1cf0860b-68f6-4bb3-aa97-00bb0f88a0a9 req-910baa98-53a6-42f0-a27a-1c81d77fc3b6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0527878 Nov 23 11:53:39.814051 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1cf0860b-68f6-4bb3-aa97-00bb0f88a0a9 req-9a693c68-91cc-4201-9f81-a3527fe1defd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793507 Nov 23 11:53:39.818900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-a4ad70ed-61bb-4a62-ac93-9ab009c24437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:39.820417 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-a4ad70ed-61bb-4a62-ac93-9ab009c24437 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1096 time: 0.1357245 Nov 23 11:53:39.915092 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-11d8606b-8595-4b87-8953-33a16e3d57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:39.916284 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-11d8606b-8595-4b87-8953-33a16e3d57aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.0881071 Nov 23 11:53:39.989478 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-0540ad41-0183-4541-a7e2-0f3056bbf78c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 1001 time: 0.0644991 Nov 23 11:53:40.041534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-cd0118b8-ce8f-4a25-a3ab-1224059f46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:40.043063 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-cd0118b8-ce8f-4a25-a3ab-1224059f46ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0457730 Nov 23 11:53:40.092557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-c6dee4d9-2f74-4582-b18e-26f8722a90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:40.094031 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-c6dee4d9-2f74-4582-b18e-26f8722a90a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426826 Nov 23 11:53:40.196245 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2338173c-c4c5-43d6-abf3-39e0e710e15b service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941458 Nov 23 11:53:40.320892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-f722aedb-4c9c-48c9-9d23-3430710fbf01 service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123075 Nov 23 11:53:40.931669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10debb7c-b170-418a-b925-c6239e9166cd req-bd63f16b-9e29-496a-82f1-85d1f736d9b5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:40.933193 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10debb7c-b170-418a-b925-c6239e9166cd req-bd63f16b-9e29-496a-82f1-85d1f736d9b5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0496428 Nov 23 11:53:40.981595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-10debb7c-b170-418a-b925-c6239e9166cd req-9a91aa41-1aa1-4686-a9fb-0b19e244a205 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Nov 23 11:53:41.583197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-9c6b3fd1-2be6-4e38-89b7-e2850ae63004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:41.584679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-9c6b3fd1-2be6-4e38-89b7-e2850ae63004 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1096 time: 0.0453734 Nov 23 11:53:41.692716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-e59c009f-8c49-49b0-9db5-b2689441689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:41.694211 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-e59c009f-8c49-49b0-9db5-b2689441689e service neutron] 10.222.0.65 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.0845056 Nov 23 11:53:41.765891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-4d7b2102-1ba9-494f-932e-ea0dcab88c58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 1001 time: 0.0621986 Nov 23 11:53:41.815984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-eb7e4663-e809-472e-9d45-595a45565d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:41.817554 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-eb7e4663-e809-472e-9d45-595a45565d5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0448246 Nov 23 11:53:41.862308 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-110ae875-1969-4e17-819b-5c5d52135daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:41.863759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-110ae875-1969-4e17-819b-5c5d52135daf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394998 Nov 23 11:53:41.958021 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-db3e4d42-d04f-4482-8c38-2bb3eb06811c service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864291 Nov 23 11:53:42.050233 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cde933ec-3e3a-4bd6-a849-c685ca7642bd req-8bde8c42-ced2-44e8-98c0-e89e717930e8 service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Nov 23 11:53:42.094688 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:53:42.100763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a410f31-5c77-48f9-ba81-3eb34ff0e9b4 req-58bd067d-6d9a-46ba-b213-b427f0f1d695 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:42.102871 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a410f31-5c77-48f9-ba81-3eb34ff0e9b4 req-58bd067d-6d9a-46ba-b213-b427f0f1d695 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Nov 23 11:53:42.156959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4a410f31-5c77-48f9-ba81-3eb34ff0e9b4 req-e76518c9-79c7-41da-9678-5ffe2d05b409 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480330 Nov 23 11:53:43.279840 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b1987-0e92-4266-a482-a248063bca18 req-f331d722-8b2f-480c-b915-19d3695f85b6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:43.281370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-015b1987-0e92-4266-a482-a248063bca18 req-f331d722-8b2f-480c-b915-19d3695f85b6 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0539064 Nov 23 11:53:43.330344 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-015b1987-0e92-4266-a482-a248063bca18 req-957e6024-df87-4887-89b4-21ad41cdea5e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Nov 23 11:53:44.447353 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31d013-06f7-47bb-bd26-a4533adc7290 req-f0426577-196e-44c1-9d56-19b5e339cc13 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:44.449067 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed31d013-06f7-47bb-bd26-a4533adc7290 req-f0426577-196e-44c1-9d56-19b5e339cc13 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0489724 Nov 23 11:53:44.499795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ed31d013-06f7-47bb-bd26-a4533adc7290 req-c1c5a62a-5749-48f4-a113-a0a4fb0fb09c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448143 Nov 23 11:53:44.683589 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-29a7b150-93c7-48e8-91ca-ad9da87b9bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:45.619439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b9b86-0b03-4a4d-8c97-c79d27c8d438 req-b5861236-cc7c-4d7f-b08b-e95e2a0f7ce8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:45.620947 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35b9b86-0b03-4a4d-8c97-c79d27c8d438 req-b5861236-cc7c-4d7f-b08b-e95e2a0f7ce8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0507481 Nov 23 11:53:45.670195 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a35b9b86-0b03-4a4d-8c97-c79d27c8d438 req-ecfed311-95e7-4cc3-a4ce-f18a2aa3326b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Nov 23 11:53:46.786101 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01823a43-5b4d-4b31-a25a-05db53528820 req-7a3380cb-2705-4b2d-9d6b-711f5977e98e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:46.787480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01823a43-5b4d-4b31-a25a-05db53528820 req-7a3380cb-2705-4b2d-9d6b-711f5977e98e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0486014 Nov 23 11:53:46.836015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01823a43-5b4d-4b31-a25a-05db53528820 req-a11fb921-c7e3-4937-9cce-fd9e1f7850c7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421793 Nov 23 11:53:47.092436 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9900c80f-b382-44be-8d16-c6b80d563559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:47.951392 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4575f8-c392-4be3-98a9-a3973fd3ff22 req-94b5c7e8-df63-4268-890b-78279e2f9faa tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:47.952854 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd4575f8-c392-4be3-98a9-a3973fd3ff22 req-94b5c7e8-df63-4268-890b-78279e2f9faa tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Nov 23 11:53:48.005807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd4575f8-c392-4be3-98a9-a3973fd3ff22 req-8fa9e25b-9d53-426f-a995-fd88ccdc32e0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470569 Nov 23 11:53:48.845724 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:49.126544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de5a51-fdeb-4e85-b55b-472631c0757e req-5968e723-a202-4e61-946c-3e665e1193f8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:49.127986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9de5a51-fdeb-4e85-b55b-472631c0757e req-5968e723-a202-4e61-946c-3e665e1193f8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0538185 Nov 23 11:53:49.180792 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e9de5a51-fdeb-4e85-b55b-472631c0757e req-547013c5-863e-49fb-9323-6fe167874867 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462272 Nov 23 11:53:49.812747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:50.297417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47d26e-c110-4fb3-9aaa-17a873d24aee req-b9da17f1-0024-4cac-a5ed-2a6b5f1d936e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:50.298961 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c47d26e-c110-4fb3-9aaa-17a873d24aee req-b9da17f1-0024-4cac-a5ed-2a6b5f1d936e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Nov 23 11:53:50.313334 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:50.351105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c47d26e-c110-4fb3-9aaa-17a873d24aee req-4e1193bd-9e7f-4ffb-a1a2-92fff117f1f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Nov 23 11:53:50.722245 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:51.471340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1917f0b-16ca-4f41-a292-d677058838c6 req-9bc9313a-b8a5-4f37-8c21-263047549236 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:51.472834 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d1917f0b-16ca-4f41-a292-d677058838c6 req-9bc9313a-b8a5-4f37-8c21-263047549236 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0526545 Nov 23 11:53:51.522054 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d1917f0b-16ca-4f41-a292-d677058838c6 req-f95c4278-d221-4901-a296-cf6700120b5c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Nov 23 11:53:52.454674 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-dcd2e439-37cb-4d61-9977-2dcc36a088e6 service neutron] show failed (client error): The resource could not be found. Nov 23 11:53:52.455695 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-dcd2e439-37cb-4d61-9977-2dcc36a088e6 service neutron] 10.222.0.65 "GET /v2.0/ports/d4ed7103-a230-4a64-96b2-ce65ed43294c/bindings/n-h2-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0588462 Nov 23 11:53:52.646366 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ec224-a55d-4aea-ac49-df05d4804c9d req-bd28e29c-8a9a-424d-9f13-397e3630c5ee tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:52.647843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e22ec224-a55d-4aea-ac49-df05d4804c9d req-bd28e29c-8a9a-424d-9f13-397e3630c5ee tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0549021 Nov 23 11:53:52.729926 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e22ec224-a55d-4aea-ac49-df05d4804c9d req-f6984084-4807-43ea-953c-df0ddec6b919 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753522 Nov 23 11:53:52.740135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-686e1a98-3378-4d65-83d9-a9a8f2bfffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:52.741912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-686e1a98-3378-4d65-83d9-a9a8f2bfffff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 1096 time: 0.1081464 Nov 23 11:53:52.751981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-a96bdd44-89c5-4e62-9e56-a26f7f9dd825 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:53:52.752900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-a96bdd44-89c5-4e62-9e56-a26f7f9dd825 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048494 Nov 23 11:53:52.764606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:53:52.817183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:52.823796 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:53.017699 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:53:53.049952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h1-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:53:53.092733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:53:53.095048 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebec02a9-0f95-410c-bdd0-4083153f5db3" -d '{"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:53:53.098761 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:53.111318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Transition to ACTIVE for port object d4ed7103-a230-4a64-96b2-ce65ed43294c will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:53:53.115193 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:53.152784 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71de2f45-14bc-47da-8f99-75babc2de656 x-openstack-request-id: req-71de2f45-14bc-47da-8f99-75babc2de656 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:53:53.153084 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:53:53.153367 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71de2f45-14bc-47da-8f99-75babc2de656 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:53:53.153820 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'code': 200} Nov 23 11:53:53.193160 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=6']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:53:53.209698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.210042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.210389 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.211302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.211635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.211972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.212299 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.212625 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.212947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.213296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.213623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.213944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:53.248609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] No DVR routers for this DVR port d4ed7103-a230-4a64-96b2-ce65ed43294c on host n-h1-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:53:53.389633 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:53:53.389969 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:53:53.390295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:53:53.394640 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Port d4ed7103-a230-4a64-96b2-ce65ed43294c on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:53:53.394957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Attempting to bind port d4ed7103-a230-4a64-96b2-ce65ed43294c on network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:53:53.399789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:53:53.400124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Checking segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:53:53.400505 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Bound using segment: {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:53:53.400926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Bound port: d4ed7103-a230-4a64-96b2-ce65ed43294c, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1533cc-8f79-4042-b682-36851391659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:53:53.401304 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:53.462738 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:53:53.465700 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:53:53.469999 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:53.506081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:53.506736 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:53.509369 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] 10.222.0.58 "PUT /v2.0/ports/d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 1091 time: 0.7482457 Nov 23 11:53:53.530347 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46b797-5d4c-4c58-909e-f951c54284c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=7']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:53:53.576974 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-90962c08-ed35-4ea9-b1d8-a4232511ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:53.578514 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-90962c08-ed35-4ea9-b1d8-a4232511ed77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1094 time: 0.0451846 Nov 23 11:53:53.677898 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-1a806afe-0255-42f1-9f28-5763c2926203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:53.679955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-1a806afe-0255-42f1-9f28-5763c2926203 service neutron] 10.222.0.58 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.0934353 Nov 23 11:53:53.746236 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-94e2cd4a-869e-465e-8c1f-01233961c9c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 999 time: 0.0588787 Nov 23 11:53:54.121694 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-bbd6d190-ef11-4984-a7c7-b9eaf0c9d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:54.123157 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-bbd6d190-ef11-4984-a7c7-b9eaf0c9d90d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.3688920 Nov 23 11:53:54.149936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8034a-1ec8-449b-b695-508c0b997dc8 req-533fa673-a0c4-41a3-87b1-65e0b6ac8cdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:54.151669 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fb8034a-1ec8-449b-b695-508c0b997dc8 req-533fa673-a0c4-41a3-87b1-65e0b6ac8cdd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 943 time: 0.0681250 Nov 23 11:53:54.206783 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-fdfc0fde-489c-48c7-930d-ad3c507f7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:54.208281 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-fdfc0fde-489c-48c7-930d-ad3c507f7f15 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764260 Nov 23 11:53:54.229151 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5fb8034a-1ec8-449b-b695-508c0b997dc8 req-08d65aa8-db85-474a-8763-d167ec499a4a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638719 Nov 23 11:53:54.306162 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-a5ba03c0-80ee-4374-9fdc-c7a010fa8d3b service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892119 Nov 23 11:53:54.399630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-0aee1c5c-bbb4-49b5-a93e-14a6fa27bf11 req-6cbe3321-0951-4a5a-a71d-606242c388a0 service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863655 Nov 23 11:53:55.154743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:53:55.157196 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c590b57-e22f-4169-8dcc-fe74315749da" -d '{"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:53:55.206540 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b1a07f-ba11-4252-a539-54e7305f31ee x-openstack-request-id: req-15b1a07f-ba11-4252-a539-54e7305f31ee {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:53:55.206840 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:53:55.207098 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15b1a07f-ba11-4252-a539-54e7305f31ee {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:53:55.207507 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'status': 'completed', 'code': 200} Nov 23 11:53:55.269063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-879c6c64-bafa-4607-b3d9-d23588bb8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.269856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-13a7a382-cc69-4f56-b8ab-0d1dbabb7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.270630 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-879c6c64-bafa-4607-b3d9-d23588bb8d7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1094 time: 0.0427065 Nov 23 11:53:55.271349 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-13a7a382-cc69-4f56-b8ab-0d1dbabb7e22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1094 time: 0.0417986 Nov 23 11:53:55.363652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-6e1675b5-a7f8-4b53-86e1-f10e9b8d3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.365150 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-6e1675b5-a7f8-4b53-86e1-f10e9b8d3a51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.0870852 Nov 23 11:53:55.394702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9c54-e09c-4092-aff4-15f86c7bfca4 req-98b8078b-86e8-4025-bc62-974d4bfef013 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.396087 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d6a9c54-e09c-4092-aff4-15f86c7bfca4 req-98b8078b-86e8-4025-bc62-974d4bfef013 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 943 time: 0.0925946 Nov 23 11:53:55.418320 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-c1a6b23a-a25f-4756-97ae-058df8a47b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.419741 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-c1a6b23a-a25f-4756-97ae-058df8a47b66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.1423385 Nov 23 11:53:55.425873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:53:55.438602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-c7c9f871-46bc-4b61-a949-cec23ecfce0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 999 time: 0.0666583 Nov 23 11:53:55.466312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:53:55.488370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4d6a9c54-e09c-4092-aff4-15f86c7bfca4 req-39fcb3fc-a5d2-4aed-9a26-27d939375921 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856471 Nov 23 11:53:55.494293 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-dcda0235-d36c-4500-90d1-419a1a6f5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.496060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-dcda0235-d36c-4500-90d1-419a1a6f5114 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0495675 Nov 23 11:53:55.510747 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-4d41719d-ce98-4e58-9cc5-df2081b668b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 999 time: 0.0781553 Nov 23 11:53:55.544977 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-d538b190-f5bf-4bd1-8171-3774118f3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.546512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-d538b190-f5bf-4bd1-8171-3774118f3ad0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407903 Nov 23 11:53:55.565152 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-a9d3f175-07b5-4579-9d77-62b732b0072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.566677 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-a9d3f175-07b5-4579-9d77-62b732b0072d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0485508 Nov 23 11:53:55.613417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c590b57-e22f-4169-8dcc-fe74315749da req-9409c108-a363-4eea-9d1e-b3c656d1e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:55.614955 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-9409c108-a363-4eea-9d1e-b3c656d1e58f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404966 Nov 23 11:53:55.712780 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-2020a192-f879-487c-9ae3-e5db1b5b052e service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893166 Nov 23 11:53:55.814161 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-23d1d60c-f03a-4a4b-9d0e-a6b581c9edff service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935645 Nov 23 11:53:55.977917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-7e0abfb8-77d1-4094-b95f-7b675b9b4c1f service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238856 Nov 23 11:53:56.069311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c590b57-e22f-4169-8dcc-fe74315749da req-2f3db2f6-47d4-4ab2-b327-66186b324e58 service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819912 Nov 23 11:53:56.615236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d956cf-f075-4fc8-9268-1fbd4f2c6d34 req-f489eda9-b498-45de-bc4e-e5d1df0fde0b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:56.616713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1d956cf-f075-4fc8-9268-1fbd4f2c6d34 req-f489eda9-b498-45de-bc4e-e5d1df0fde0b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 943 time: 0.0524502 Nov 23 11:53:56.668331 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e1d956cf-f075-4fc8-9268-1fbd4f2c6d34 req-ef32429d-8bc3-454b-8243-590988e9adf8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456169 Nov 23 11:53:57.306869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:53:57.405007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:53:57.416908 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'port_id': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'mac_address': 'fa:16:3e:1f:84:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:53:57.462021 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:57.475172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ed7103-a230-4a64-96b2-ce65ed43294c {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:53:57.495645 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:53:57.499304 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:57.547099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:53:57.554888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.555433 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.555792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.556129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.556463 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.556795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.557145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.557472 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.557795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.558117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.558440 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.558759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:53:57.787135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65a331-adf9-4ef5-a7f5-48d1dabe9b72 req-8d001ef6-5107-4368-9c5d-3fddcd5b3d2d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:57.789348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a65a331-adf9-4ef5-a7f5-48d1dabe9b72 req-8d001ef6-5107-4368-9c5d-3fddcd5b3d2d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 944 time: 0.0500426 Nov 23 11:53:57.838478 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9a65a331-adf9-4ef5-a7f5-48d1dabe9b72 req-e6e5cd2d-3b27-4729-b7bc-6b5cf7821635 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Nov 23 11:53:57.876649 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['d4ed7103-a230-4a64-96b2-ce65ed43294c'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:53:58.040967 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17cd72-231b-4735-9b1d-e2fec427bd1d req-84f8694c-d613-41e3-aae1-0bc73dfa0b2b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:58.048293 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb17cd72-231b-4735-9b1d-e2fec427bd1d req-84f8694c-d613-41e3-aae1-0bc73dfa0b2b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 944 time: 0.0609035 Nov 23 11:53:58.056208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-a56883fe-82ac-42f7-a391-4d7519b68bda tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:58.057745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-a56883fe-82ac-42f7-a391-4d7519b68bda tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8&tenant_id=000e16a34b51447496d308c250ab9259&binding%3Ahost_id=n-h2-817747-2 HTTP/1.1" status: 200 len: 944 time: 0.0541024 Nov 23 11:53:58.094371 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb17cd72-231b-4735-9b1d-e2fec427bd1d req-14c2a7c7-e7c2-4b66-a3bc-28f93798520d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Nov 23 11:53:58.125049 n-d-817747-2 neutron-server[103427]: INFO neutron.api.v2.resource [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-26d9a246-9f74-4e5d-972f-7dc781c71b42 service neutron] delete failed (client error): The resource could not be found. Nov 23 11:53:58.128661 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-26d9a246-9f74-4e5d-972f-7dc781c71b42 service neutron] 10.222.0.65 "DELETE /v2.0/ports/d4ed7103-a230-4a64-96b2-ce65ed43294c/bindings/n-h1-817747-2 HTTP/1.1" status: 404 len: 380 time: 0.0623958 Nov 23 11:53:58.251720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae3c5-fb65-430d-b906-3a772d1d224d req-200228e9-8189-4d6c-878b-4ba84335c4b5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:58.253143 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92fae3c5-fb65-430d-b906-3a772d1d224d req-200228e9-8189-4d6c-878b-4ba84335c4b5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 944 time: 0.0792174 Nov 23 11:53:58.257300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-3ad9e541-76e5-448e-888d-6e53acd679c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:58.259216 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-3ad9e541-76e5-448e-888d-6e53acd679c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1095 time: 0.0750310 Nov 23 11:53:58.359333 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92fae3c5-fb65-430d-b906-3a772d1d224d req-d6babe93-fc30-435b-8800-bfa3759e3ce3 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989180 Nov 23 11:53:58.383225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-9494c38d-3c02-4c4a-9c8c-ab767ba6fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:58.384764 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-9494c38d-3c02-4c4a-9c8c-ab767ba6fffd service neutron] 10.222.0.65 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.1180801 Nov 23 11:53:58.451939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-084a8874-6d94-454d-8277-de82f2514140 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 1000 time: 0.0574138 Nov 23 11:53:58.501243 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-275f5e7f-669f-4ecc-a752-0415c7f7b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:58.502732 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-275f5e7f-669f-4ecc-a752-0415c7f7b8b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0442791 Nov 23 11:53:58.550544 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-819f5424-f894-44c1-b36c-f0663bf436ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:58.552026 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-819f5424-f894-44c1-b36c-f0663bf436ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423553 Nov 23 11:53:58.640623 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-10108fa6-50bf-4619-8124-6a589c8a362d service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813665 Nov 23 11:53:58.737553 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f86f6874-efc1-40db-80d6-eaaf539dd603 req-f4c85896-7f64-47a3-b4c2-4283866ad0d0 service neutron] 10.222.0.65 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893514 Nov 23 11:53:59.312143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:53:59.362665 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port d4ed7103-a230-4a64-96b2-ce65ed43294c completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:53:59.366616 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port d4ed7103-a230-4a64-96b2-ce65ed43294c triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:53:59.367079 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:59.447528 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:59.470762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:53:59.473016 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b04730c-e0d5-4753-87e5-0e756c3112ab" -d '{"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:53:59.481698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536f24a-b821-42b3-8cec-ab096d2c8c55 req-272b5b28-fd43-4884-801a-20ed076dce14 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:53:59.483258 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d536f24a-b821-42b3-8cec-ab096d2c8c55 req-272b5b28-fd43-4884-801a-20ed076dce14 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 944 time: 0.0531507 Nov 23 11:53:59.486182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:53:59.493028 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:53:59.526631 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf43fd4-8ad9-4d78-92c2-952bf33acbfa x-openstack-request-id: req-2bf43fd4-8ad9-4d78-92c2-952bf33acbfa {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:53:59.526925 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-plugged", "status": "completed", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:53:59.527175 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bf43fd4-8ad9-4d78-92c2-952bf33acbfa {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:53:59.527564 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'code': 200} Nov 23 11:53:59.542388 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d536f24a-b821-42b3-8cec-ab096d2c8c55 req-4cf8e0f5-927d-45d2-8dc8-d323b4dfa3bb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517242 Nov 23 11:53:59.552446 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:53:59.565321 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59228) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:53:59.627693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9efcd2dd-13a8-4ed6-be58-46196379f577 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/873a96cd-44e1-478f-898b-35e4e215e39f HTTP/1.1" status: 200 len: 993 time: 0.0611224 Nov 23 11:54:14.686795 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79c6089e-fd48-491c-acbb-7bbf27b385f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:17.093932 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85e8223f-464f-446c-9e96-8740468238bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:18.849774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:19.094454 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:54:19.813089 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:20.316149 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:20.722014 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:22.840495 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:32.738276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-edea7179-40cc-4bd2-b57e-325b97ee8c2a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438879 Nov 23 11:54:32.817721 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7756c-c300-477e-89ce-2c178267dea0 req-31c829e2-5d87-4abd-b45c-5ceea6a42cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:32.819206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-31c829e2-5d87-4abd-b45c-5ceea6a42cd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1096 time: 0.0400882 Nov 23 11:54:32.922980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7756c-c300-477e-89ce-2c178267dea0 req-90355a73-ef5e-4fde-a054-66ded74d3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:32.924441 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-90355a73-ef5e-4fde-a054-66ded74d3944 service neutron] 10.222.0.58 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.0852041 Nov 23 11:54:32.994329 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-604247bd-e17d-4c99-8282-5b710ced40a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 1001 time: 0.0627170 Nov 23 11:54:33.043470 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7756c-c300-477e-89ce-2c178267dea0 req-8f5eb771-42cb-4029-aa7e-857969ae592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:33.044991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-8f5eb771-42cb-4029-aa7e-857969ae592f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0431795 Nov 23 11:54:33.092373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7756c-c300-477e-89ce-2c178267dea0 req-30249290-ec7b-4604-9a12-31bb320d5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:33.093881 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-30249290-ec7b-4604-9a12-31bb320d5902 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419257 Nov 23 11:54:33.200636 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-b9fbeda0-4e31-4a57-9891-118cbbebd91a service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996857 Nov 23 11:54:33.290391 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-65f7756c-c300-477e-89ce-2c178267dea0 req-899daa26-22d7-485d-aa3c-a31840b6791b service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825288 Nov 23 11:54:44.688166 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c14f02a9-29f1-4487-ab45-4680b7372310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:47.095217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ed89b467-3c1e-4dba-b891-931b8f249f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:48.226008 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59242) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:48.428339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 24122822-4502-4ca0-b760-5902d57dcf27 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:54:48.428682 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:48.502289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:48.502612 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:48.514917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 24122822-4502-4ca0-b760-5902d57dcf27 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:54:48.677642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:48.704850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=24122822-4502-4ca0-b760-5902d57dcf27,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:48.770439 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:48.770830 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 873a96cd-44e1-478f-898b-35e4e215e39f disassociated (deleted). External IP: 172.25.5.177, port: d4ed7103-a230-4a64-96b2-ce65ed43294c. Nov 23 11:54:48.851384 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:48.983091 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router fecae6cc-2698-4018-9523-2b23652926f3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:54:49.091716 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:54:49.096505 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:49.101611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] Sync routers for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:54:49.111847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:54:49.112552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:49.126551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be9ec756-84ea-4907-b116-52201305078c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/floatingips/873a96cd-44e1-478f-898b-35e4e215e39f HTTP/1.1" status: 204 len: 168 time: 0.8969579 Nov 23 11:54:49.126551 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:54:49.127293 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fad50fe-c50d-4c77-aed6-0dbec0e15478" -d '{"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:54:49.232168 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:54:49.275488 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d4063-4db5-41b3-962d-85e70ff1bb19 x-openstack-request-id: req-d93d4063-4db5-41b3-962d-85e70ff1bb19 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:54:49.276010 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:54:49.276110 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d93d4063-4db5-41b3-962d-85e70ff1bb19 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:54:49.276474 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'status': 'completed', 'code': 200} Nov 23 11:54:49.350329 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-0be3280b-0281-4ac5-8f4f-bb8aa7ccc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:49.351876 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-0be3280b-0281-4ac5-8f4f-bb8aa7ccc155 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 1096 time: 0.0516376 Nov 23 11:54:49.444787 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:49.472807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] Checking router: fecae6cc-2698-4018-9523-2b23652926f3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:54:49.482405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:54:49.483018 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:49.486364 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cece7-f318-4076-b4dc-fcc29748c4ed req-bcc4f559-0dd3-46e9-a5a0-7c6a5b0d51e1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:49.487898 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f68cece7-f318-4076-b4dc-fcc29748c4ed req-bcc4f559-0dd3-46e9-a5a0-7c6a5b0d51e1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.1591456 Nov 23 11:54:49.489338 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-480e4082-a71c-4d8a-9c6d-07217133809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:49.490651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-480e4082-a71c-4d8a-9c6d-07217133809d service neutron] 10.222.0.58 "GET /v2.0/networks?id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 200 len: 897 time: 0.1302214 Nov 23 11:54:49.545297 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-3f3ead7f-ebf7-4634-844f-4160d64f95fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 200 len: 217 time: 0.0406172 Nov 23 11:54:49.593009 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:54:49.597206 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f68cece7-f318-4076-b4dc-fcc29748c4ed req-4cea9fa0-c55a-428d-abd6-a65a9acd2dfc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031694 Nov 23 11:54:49.610673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-4d103d9b-f66d-4b9c-b357-62e0fa1999fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:49.612111 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-4d103d9b-f66d-4b9c-b357-62e0fa1999fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 200 len: 835 time: 0.0602541 Nov 23 11:54:49.663568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-61484ae1-8435-4504-a069-42eec6504c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:49.665065 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-61484ae1-8435-4504-a069-42eec6504c25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=886403f5-0e3d-4245-b7dd-2aeaeab5f53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446022 Nov 23 11:54:49.755826 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-65413fb5-fba0-48e5-81c8-e303b28fa893 service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824466 Nov 23 11:54:49.791068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:49.825914 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30fe0c3-9498-4afd-abdb-aa5859d9a371 None None] The sync data for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 is: [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:52:45Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '385490e6-865e-4366-a82f-7eb6aff42529', 'name': '', 'network_id': '886403f5-0e3d-4245-b7dd-2aeaeab5f53d', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:7b:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:43Z', 'updated_at': '2021-11-23T11:52:47Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '75984da2-72b7-44e4-b099-47d86ec0dbfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:54:49.838859 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:49.856273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7fad50fe-c50d-4c77-aed6-0dbec0e15478 req-59b52b2c-1764-4d1d-bef5-052f59a2e2fd service neutron] 10.222.0.58 "GET /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923183 Nov 23 11:54:50.038627 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091fe95e-5456-48f3-b909-5c32093f3bc5 None None] New status for floating IP 873a96cd-44e1-478f-898b-35e4e215e39f: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:54:50.319658 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:50.720677 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:50.771678 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac61705-afcb-4c76-8026-9f6001569eed req-47b9d300-0c84-49a8-bc13-ec4c2b01081e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:50.773185 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bac61705-afcb-4c76-8026-9f6001569eed req-47b9d300-0c84-49a8-bc13-ec4c2b01081e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.1041398 Nov 23 11:54:50.822322 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bac61705-afcb-4c76-8026-9f6001569eed req-173f73c7-5919-457f-8462-6f294bef911a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=6d8837a2-8974-4928-9db1-4ba072684ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Nov 23 11:54:50.849626 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-adf213e9-1f68-4a24-8492-fc1563d677dd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:50.851094 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-adf213e9-1f68-4a24-8492-fc1563d677dd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc571496-b1c9-4123-af53-51d159b71af8 HTTP/1.1" status: 200 len: 945 time: 0.0506215 Nov 23 11:54:50.939518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port d4ed7103-a230-4a64-96b2-ce65ed43294c {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:54:50.939860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:51.035115 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port d4ed7103-a230-4a64-96b2-ce65ed43294c, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=d4ed7103-a230-4a64-96b2-ce65ed43294c,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:54:51.035479 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:51.049267 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for d4ed7103-a230-4a64-96b2-ce65ed43294c owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:54:51.181270 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:51.210535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=d4ed7103-a230-4a64-96b2-ce65ed43294c,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:51.254518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] No DVR routers for this DVR port d4ed7103-a230-4a64-96b2-ce65ed43294c on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:54:51.257822 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:51.263294 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-76d9ea78-97a2-4f9d-a6b5-f77a7a3cfb4d req-bf800ddc-f40a-45f9-9ad6-ad65f42822ae tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.58 "DELETE /v2.0/ports/d4ed7103-a230-4a64-96b2-ce65ed43294c HTTP/1.1" status: 204 len: 173 time: 0.4063177 Nov 23 11:54:51.277827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-deleted', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:54:51.280219 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9abaa5b-a1b2-446d-ac30-ff0b80c785e9" -d '{"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-deleted", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:54:51.317933 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802373da-75c1-47e7-9c77-903200b440ce x-openstack-request-id: req-802373da-75c1-47e7-9c77-903200b440ce {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:54:51.318240 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc571496-b1c9-4123-af53-51d159b71af8", "name": "network-vif-deleted", "tag": "d4ed7103-a230-4a64-96b2-ce65ed43294c", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:54:51.318501 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-802373da-75c1-47e7-9c77-903200b440ce {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:54:51.318921 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc571496-b1c9-4123-af53-51d159b71af8', 'name': 'network-vif-deleted', 'tag': 'd4ed7103-a230-4a64-96b2-ce65ed43294c', 'status': 'completed', 'code': 200} Nov 23 11:54:51.881544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59264) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:52.251102 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:52.505665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 385490e6-865e-4366-a82f-7eb6aff42529 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:54:52.506007 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:52.599568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 385490e6-865e-4366-a82f-7eb6aff42529, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=385490e6-865e-4366-a82f-7eb6aff42529,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:54:52.599927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:52.612671 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 385490e6-865e-4366-a82f-7eb6aff42529 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:54:52.792542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:52.819508 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=385490e6-865e-4366-a82f-7eb6aff42529,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:52.855737 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:52.994408 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:53.206284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router fecae6cc-2698-4018-9523-2b23652926f3 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:54:53.624180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:54:53.632273 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cfbe7a4d-a7e0-4318-9649-48cb2e34a018 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/fecae6cc-2698-4018-9523-2b23652926f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495646 Nov 23 11:54:53.632971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59266) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:53.635014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] Sync routers for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:54:53.646039 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:54:53.646666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:53.687840 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting subnet 75984da2-72b7-44e4-b099-47d86ec0dbfe {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:54:53.691291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:53.733365 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:53.828289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:53.888461 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:53.913004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:54:53.916917 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Subnet': ['ID=75984da2-72b7-44e4-b099-47d86ec0dbfe,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:53.924911 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:53.928113 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/subnets/75984da2-72b7-44e4-b099-47d86ec0dbfe HTTP/1.1" status: 204 len: 168 time: 0.2939231 Nov 23 11:54:53.929703 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.930058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.930408 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.930740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.931081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.931214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59268) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:53.931420 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.931763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.932100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.932432 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.932769 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.933155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.933482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b436f8-4c0c-40a7-a9ae-a96d827af2f9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:53.944342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859632c-5a0b-4748-aaf0-8e8c92c9056f None None] Network 886403f5-0e3d-4245-b7dd-2aeaeab5f53d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:54:54.039040 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.145218 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.208811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 83e75629-f2a2-4402-be17-f605e976adbe {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:54:54.209354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.211910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '83e75629-f2a2-4402-be17-f605e976adbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:54:52Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '83e75629-f2a2-4402-be17-f605e976adbe', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:77:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:52:41Z', 'updated_at': '2021-11-23T11:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:54.244353 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] Checking router: fecae6cc-2698-4018-9523-2b23652926f3 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:54:54.257452 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] DHCP port deletion for 886403f5-0e3d-4245-b7dd-2aeaeab5f53d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:54:54.259551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] Routers {'fecae6cc-2698-4018-9523-2b23652926f3'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:54:54.260182 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['fecae6cc-2698-4018-9523-2b23652926f3'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:54.295357 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 83e75629-f2a2-4402-be17-f605e976adbe, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=83e75629-f2a2-4402-be17-f605e976adbe,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:54:54.296766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.313015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 83e75629-f2a2-4402-be17-f605e976adbe owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:54:54.377587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] Set router fecae6cc-2698-4018-9523-2b23652926f3 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:54:54.443014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:54:54Z', 'revision_number': 6, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:54.476284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34675e-f915-4326-958e-2c019aff5373 None None] The sync data for ids ['fecae6cc-2698-4018-9523-2b23652926f3'] in n-d-817747-2 is: [{'id': 'fecae6cc-2698-4018-9523-2b23652926f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226642666', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:52:40Z', 'updated_at': '2021-11-23T11:54:54Z', 'revision_number': 6, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:54:54.478884 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.481941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] Deleting port 4d60c653-e71b-49f5-b776-80fdd726b402 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:54:54.482295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.512666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=83e75629-f2a2-4402-be17-f605e976adbe,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:54.538045 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.538403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.538748 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.539089 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.539424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.539764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.540094 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.540425 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.540756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.541084 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.541436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.541760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:54.545174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec5ba08-5456-4576-8f62-357e32d93090 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:54:54.565547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] For port 4d60c653-e71b-49f5-b776-80fdd726b402, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=4d60c653-e71b-49f5-b776-80fdd726b402,segment=NetworkSegment(2d1533cc-8f79-4042-b682-36851391659a),segment_id=2d1533cc-8f79-4042-b682-36851391659a)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:54:54.565958 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.579613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] Calling delete_port for 4d60c653-e71b-49f5-b776-80fdd726b402 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:54:54.582603 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.661682 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.675542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.677713 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.687346 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] Pushing event deleted for resources: {'Port': ['ID=4d60c653-e71b-49f5-b776-80fdd726b402,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:54.694714 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429e05e-e5f8-4c44-9f23-fca23f771c40 None None] No DVR routers for this DVR port 4d60c653-e71b-49f5-b776-80fdd726b402 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:54:54.723322 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.723957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Fanout notify agent at l3_agent the message router_deleted on router fecae6cc-2698-4018-9523-2b23652926f3 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:54:54.732273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.733420 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-9b40d94f-a80d-4210-b3d2-cbdeaa9d4770 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/routers/fecae6cc-2698-4018-9523-2b23652926f3 HTTP/1.1" status: 204 len: 168 time: 0.8011396 Nov 23 11:54:54.736312 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59270) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:54.816214 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.911924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.937767 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886403f5-0e3d-4245-b7dd-2aeaeab5f53d']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:54.947134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1533cc-8f79-4042-b682-36851391659a') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:54.947373 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1533cc-8f79-4042-b682-36851391659a') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:54.957289 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.971642 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.978168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:54:54.978753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: timer() Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:54:54.982168 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:54:55.044009 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.048775 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.052605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/networks/886403f5-0e3d-4245-b7dd-2aeaeab5f53d HTTP/1.1" status: 204 len: 168 time: 0.3152826 Nov 23 11:54:55.055364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59272) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:55.068057 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144d008-9005-4b3d-9b45-5cfb740cd995 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Network': ['ID=886403f5-0e3d-4245-b7dd-2aeaeab5f53d,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:55.116502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0581b565-ff44-4d74-9466-c038b87ee1bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.143845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0581b565-ff44-4d74-9466-c038b87ee1bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.210905 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0581b565-ff44-4d74-9466-c038b87ee1bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.213566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-0581b565-ff44-4d74-9466-c038b87ee1bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.215276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-0581b565-ff44-4d74-9466-c038b87ee1bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/security-groups/6d8837a2-8974-4928-9db1-4ba072684ae1 HTTP/1.1" status: 204 len: 168 time: 0.1584423 Nov 23 11:54:55.224870 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581b565-ff44-4d74-9466-c038b87ee1bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8837a2-8974-4928-9db1-4ba072684ae1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:55.591551 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4d60c653-e71b-49f5-b776-80fdd726b402 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:54:55.616770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 4d60c653-e71b-49f5-b776-80fdd726b402 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:54:55.617144 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 4d60c653-e71b-49f5-b776-80fdd726b402 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:54:55.617568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 385490e6-865e-4366-a82f-7eb6aff42529 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:54:55.627371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59278) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:55.632118 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7ddb3de5-6302-4e1c-a67e-527fc980bdcc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779608536', 'description': 'tempest-secgroup-smoke-779608536 description', 'project_id': '000e16a34b51447496d308c250ab9259'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:55.637325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 385490e6-865e-4366-a82f-7eb6aff42529 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:54:55.637688 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 385490e6-865e-4366-a82f-7eb6aff42529 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:54:55.638109 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 83e75629-f2a2-4402-be17-f605e976adbe no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:54:55.657096 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3de5-6302-4e1c-a67e-527fc980bdcc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.661005 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:54:55.663207 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 83e75629-f2a2-4402-be17-f605e976adbe {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:54:55.663575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 83e75629-f2a2-4402-be17-f605e976adbe not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:54:55.684180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: d4ed7103-a230-4a64-96b2-ce65ed43294c {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:54:55.684537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device d4ed7103-a230-4a64-96b2-ce65ed43294c not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:54:55.727967 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3de5-6302-4e1c-a67e-527fc980bdcc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.731500 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3de5-6302-4e1c-a67e-527fc980bdcc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.755257 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7ddb3de5-6302-4e1c-a67e-527fc980bdcc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.756492 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7ddb3de5-6302-4e1c-a67e-527fc980bdcc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1280253 Nov 23 11:54:55.759685 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59280) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:55.764826 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb3de5-6302-4e1c-a67e-527fc980bdcc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d9f02f-53be-4e62-8b7f-81860ab737f1,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:55.765497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-c1b2c830-32af-4a39-bf57-758ef373614b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '45d9f02f-53be-4e62-8b7f-81860ab737f1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:55.794337 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c830-32af-4a39-bf57-758ef373614b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.854569 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c830-32af-4a39-bf57-758ef373614b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.858714 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c830-32af-4a39-bf57-758ef373614b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.877037 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2c830-32af-4a39-bf57-758ef373614b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a595c982-7d3e-495b-b636-deeafbf6919a,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:55.882254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c1b2c830-32af-4a39-bf57-758ef373614b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.883448 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c1b2c830-32af-4a39-bf57-758ef373614b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226847 Nov 23 11:54:55.886812 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59282) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:55.891358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e9a930d4-73bd-438b-b2ee-115d4138596e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '45d9f02f-53be-4e62-8b7f-81860ab737f1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:55.917901 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9a930d4-73bd-438b-b2ee-115d4138596e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.973386 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9a930d4-73bd-438b-b2ee-115d4138596e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.977043 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9a930d4-73bd-438b-b2ee-115d4138596e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:55.994017 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a930d4-73bd-438b-b2ee-115d4138596e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1e90d0-f43d-49e1-bdd2-7ddc0cb42097,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:56.001213 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9a930d4-73bd-438b-b2ee-115d4138596e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.002399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e9a930d4-73bd-438b-b2ee-115d4138596e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144900 Nov 23 11:54:56.005119 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59284) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:56.009442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e03ced29-f23f-4936-9c73-2c80dd6a4bd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '45d9f02f-53be-4e62-8b7f-81860ab737f1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:56.036487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e03ced29-f23f-4936-9c73-2c80dd6a4bd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.093882 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:54:56.094448 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e03ced29-f23f-4936-9c73-2c80dd6a4bd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.097578 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e03ced29-f23f-4936-9c73-2c80dd6a4bd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.114766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ced29-f23f-4936-9c73-2c80dd6a4bd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9eedc2-c932-47db-925c-1a59f940cbe3,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:56.124210 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e03ced29-f23f-4936-9c73-2c80dd6a4bd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.125462 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e03ced29-f23f-4936-9c73-2c80dd6a4bd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193862 Nov 23 11:54:56.128211 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59286) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:56.132636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-a26c6371-94bb-485a-8f1f-d3317b2a3116 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '45d9f02f-53be-4e62-8b7f-81860ab737f1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:56.159450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a26c6371-94bb-485a-8f1f-d3317b2a3116 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.221368 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a26c6371-94bb-485a-8f1f-d3317b2a3116 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.225002 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a26c6371-94bb-485a-8f1f-d3317b2a3116 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.242351 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c6371-94bb-485a-8f1f-d3317b2a3116 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7dfa32-cbe7-46e2-9d8a-1f5ff8e34c94,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:56.251965 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-a26c6371-94bb-485a-8f1f-d3317b2a3116 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.253233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a26c6371-94bb-485a-8f1f-d3317b2a3116 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240189 Nov 23 11:54:56.255856 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59288) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:56.260284 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '45d9f02f-53be-4e62-8b7f-81860ab737f1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:56.281966 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:54:56.286753 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.344589 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.348024 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.366000 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb3b870-049c-4ac7-be67-a32675f1151c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:56.373405 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.374606 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-8ab8dd30-5713-49f6-8588-74c8a54cfe7d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177852 Nov 23 11:54:56.377500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59290) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:56.381805 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '45d9f02f-53be-4e62-8b7f-81860ab737f1', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:56.403090 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:54:56.408090 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.468242 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.471748 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.489076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c23683-a6e8-45e0-b832-d87f08374d48,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:56.497429 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.498631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5950e55b-d337-4293-ac36-22412fc952a0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202114 Nov 23 11:54:56.501519 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59292) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:56.506252 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'network': {'name': 'tempest-network-smoke--88029171', 'project_id': '000e16a34b51447496d308c250ab9259', 'port_security_enabled': True}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:56.525401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:54:56.528919 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.552187 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:54:56.561718 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.562059 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Added segment d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4 of type vlan for network a9be62f2-98a4-4af7-b89b-197b876b5f4e Nov 23 11:54:56.606230 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.630453 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.636529 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:56.637134 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.676050 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1735091 Nov 23 11:54:56.678757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59294) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:56.707882 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'admin_state_up': True, 'project_id': '000e16a34b51447496d308c250ab9259', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:56.718594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d53a4-3e0b-427e-bd20-ca1b389773c2 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Network': ['ID=a9be62f2-98a4-4af7-b89b-197b876b5f4e,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:56.729468 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:54:56.738478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.739530 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.798223 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:56.934629 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:57.129670 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:57.149216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:57.251841 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.117 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/b32da260-bb25-4788-a39a-ae086e4e0ca7) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:54:57.355582 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:57.391666 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:57.427677 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:54:57.432409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:54:57.435839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:54:57.447255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ba859-9160-4b79-83dd-dfad5dab8643 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:54:57.472414 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=b32da260-bb25-4788-a39a-ae086e4e0ca7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:57.553396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ffab6514-ad4c-4cc6-adb1-bb9134d69bac None None] Provisioning complete for port b32da260-bb25-4788-a39a-ae086e4e0ca7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:54:57.553774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ffab6514-ad4c-4cc6-adb1-bb9134d69bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:57.586701 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ffab6514-ad4c-4cc6-adb1-bb9134d69bac None None] Port b32da260-bb25-4788-a39a-ae086e4e0ca7 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:54:57.698162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:57.897969 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.024879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:54:58.129642 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:54:58.140087 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Sync routers for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:54:58.150133 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.151304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-47e13ae1-0e1d-4cea-bb12-8bc7b16d5292 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4716222 Nov 23 11:54:58.151507 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:54:58.152007 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:58.155212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59296) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:58.229449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fbf63277-2bea-4a9d-bdbf-6cd754c0e2a1 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=000e16a34b51447496d308c250ab9259&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729520 Nov 23 11:54:58.232453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59300) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:58.329620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76055d7e-af44-4a37-a2a8-c6859c8fda97 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:58.334727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-76055d7e-af44-4a37-a2a8-c6859c8fda97 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976927 Nov 23 11:54:58.334959 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59302) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:58.357827 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:54:58.363056 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-90ea746d-1b27-41ee-8047-09e41b1c8767 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269821 Nov 23 11:54:58.365457 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59304) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:58.370111 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350143891', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'project_id': '000e16a34b51447496d308c250ab9259', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:54:58.457429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:54:58.460983 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.536562 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:57Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:58.564012 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Checking router: ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:54:58.564366 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Updating router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 port b32da260-bb25-4788-a39a-ae086e4e0ca7 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:54:58.588699 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.641325 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.706330 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Subnet': ['ID=351d7ded-cd90-4f19-9f88-4546dc6c5742,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:58.715927 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Checking segment: {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:54:58.716296 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network hostable DHCP agents. Network: a9be62f2-98a4-4af7-b89b-197b876b5f4e, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:54:58.733786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:54:58.744945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, a9be62f2-98a4-4af7-b89b-197b876b5f4e) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:54:58.752212 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:54:58.753010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.756574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640300e-fd92-4960-8d90-16e3cef970c9 None None] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:54:58.771504 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-14bb8489-edb8-42eb-919a-a04433294848 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4050324 Nov 23 11:54:58.774350 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59306) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:54:58.851130 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.859826 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.907294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cea894-2388-4a58-9f94-40e76c19084c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:54:58.911760 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Attempting to bind port b32da260-bb25-4788-a39a-ae086e4e0ca7 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:54:58.912220 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Attempting to bind port b32da260-bb25-4788-a39a-ae086e4e0ca7 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:54:58.912656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Attempting to bind port b32da260-bb25-4788-a39a-ae086e4e0ca7 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:54:58.921667 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Pushing event updated for resources: {'Port': ['ID=b32da260-bb25-4788-a39a-ae086e4e0ca7,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:58.922175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:54:58.922995 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.930499 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.930847 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.931187 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.931522 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.931851 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.932180 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.932505 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.932836 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.933181 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.933510 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.933832 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.934207 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:58.937784 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:54:58.938169 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:54:58.938574 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:58.938963 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:54:58.939446 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Bound port: b32da260-bb25-4788-a39a-ae086e4e0ca7, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:54:58.939831 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.000806 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] For port b32da260-bb25-4788-a39a-ae086e4e0ca7, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:54:59.005765 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] For port b32da260-bb25-4788-a39a-ae086e4e0ca7, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b32da260-bb25-4788-a39a-ae086e4e0ca7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:54:59.013033 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.032425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Provisioning complete for port b32da260-bb25-4788-a39a-ae086e4e0ca7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:54:59.032905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.074119 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:54:59.075388 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:59.077294 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e71e76-7190-414f-90de-55bc86aa1525 None None] Pushing event updated for resources: {'Port': ['ID=b32da260-bb25-4788-a39a-ae086e4e0ca7,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:59.084888 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f205f7ad-2c32-495e-907d-81db49091487 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:54:59.131263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Allocated IP 172.20.0.2 (a9be62f2-98a4-4af7-b89b-197b876b5f4e/351d7ded-cd90-4f19-9f88-4546dc6c5742/0d5b8bfc-b95b-437a-9a6a-6e6b859043d1) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:54:59.203050 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.208187 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:54:59.259723 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] For port b32da260-bb25-4788-a39a-ae086e4e0ca7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b32da260-bb25-4788-a39a-ae086e4e0ca7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:54:59.266042 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.269785 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.361406 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Pushing event updated for resources: {'Port': ['ID=b32da260-bb25-4788-a39a-ae086e4e0ca7,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:59.374639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.374990 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.375856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.375856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.376105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.376302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.376630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.376954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.377302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.377624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.377946 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.378265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01a8c25-cd9c-4bb0-b023-b012ab9960de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:54:59.399896 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:57Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:54:59.406237 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.415099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.418987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6872ad9b-23fb-43a6-a14a-8a4b2086c513 None None] Provisioning complete for port b32da260-bb25-4788-a39a-ae086e4e0ca7 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:54:59.419751 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6872ad9b-23fb-43a6-a14a-8a4b2086c513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.428937 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39cd48-98d8-4d82-94fe-62f09d4abd7d None None] The sync data for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 is: [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:57Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:54:59.488209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:54:59.495745 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:54:59.498932 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:54:59.514309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Pushing event updated for resources: {'Port': ['ID=0d5b8bfc-b95b-437a-9a6a-6e6b859043d1,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:59.557033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.1 (a9be62f2-98a4-4af7-b89b-197b876b5f4e/351d7ded-cd90-4f19-9f88-4546dc6c5742/d5eeb562-a5e8-4e95-a8ea-78642c1f3573) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:54:59.591363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Attempting to bind port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:54:59.591734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Attempting to bind port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:54:59.592102 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Attempting to bind port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 on network a9be62f2-98a4-4af7-b89b-197b876b5f4e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:54:59.605138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:54:59.605512 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Checking segment: {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:54:59.606456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.606902 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Bound using segment: {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:54:59.607469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Bound port: 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:54:59.607709 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.702018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.710478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] For port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:54:59.714081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] For port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0d5b8bfc-b95b-437a-9a6a-6e6b859043d1,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:54:59.721805 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.749328 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:54:59.789376 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355bdb-3de7-4b82-a189-b4cb7fff389d None None] Pushing event updated for resources: {'Port': ['ID=0d5b8bfc-b95b-437a-9a6a-6e6b859043d1,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:59.807448 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:54:59.818506 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:54:59.819995 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:54:59.822711 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:54:59.869442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:00.037755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:00.368647 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:00.374269 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:00.457503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:00.464916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:00.569571 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:55:00.571136 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:55:00.697817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:55:00.817510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:55:00.822427 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1bbab27b-1940-48c6-ac7f-bc13f59531db tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0461867 Nov 23 11:55:00.835484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1cc59-444b-48e3-a18a-d0c3ad5803d7 None None] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:55:00.921028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-151f3718-3203-4d43-9289-a4c5d4d936a4 None None] Provisioning complete for port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:00.921437 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-151f3718-3203-4d43-9289-a4c5d4d936a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:00.988233 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-66d028aa-0ad4-43ee-b777-2f986ea6029b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779608536&fields=id&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 267 time: 0.0452623 Nov 23 11:55:01.076211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-151f3718-3203-4d43-9289-a4c5d4d936a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:01.106743 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-31b9fdfe-556f-4f32-b60c-742792ee2f62 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:01.108421 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-31b9fdfe-556f-4f32-b60c-742792ee2f62 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/networks?id=a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 200 len: 795 time: 0.1132162 Nov 23 11:55:01.121013 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-151f3718-3203-4d43-9289-a4c5d4d936a4 None None] For port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0d5b8bfc-b95b-437a-9a6a-6e6b859043d1,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:55:01.126551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-2e92291c-f27f-4079-8adf-d87f9639336e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/quotas/000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 375 time: 0.0112228 Nov 23 11:55:01.135121 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-151f3718-3203-4d43-9289-a4c5d4d936a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:01.187886 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-737d4028-3952-445f-a46b-387b597ad9ac tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548356 Nov 23 11:55:01.188396 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f3718-3203-4d43-9289-a4c5d4d936a4 None None] Pushing event updated for resources: {'Port': ['ID=0d5b8bfc-b95b-437a-9a6a-6e6b859043d1,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:01.294783 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-c8017a30-cb2f-483d-a269-ca7dac0bb1be service neutron] 10.222.0.61 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950553 Nov 23 11:55:01.357765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-04dde8fe-a7bc-4531-8d46-8ca6df6c8ff4 None None] Provisioning complete for port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:01.358463 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04dde8fe-a7bc-4531-8d46-8ca6df6c8ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:01.399248 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-37fece62-36cd-4ca4-b72f-7978662009a6 service neutron] 10.222.0.61 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980513 Nov 23 11:55:01.409775 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Sync routers for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:55:01.441909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:55:01.442549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:01.633390 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7ac5825-3a9b-4503-96db-71102e99e717 req-511a2946-c0f2-4916-9612-1800a7acf36b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 210 time: 0.0570881 Nov 23 11:55:01.750598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b32da260-bb25-4788-a39a-ae086e4e0ca7 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:55:01.823436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:55:01.853554 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-04dde8fe-a7bc-4531-8d46-8ca6df6c8ff4 None None] Provisioning complete for port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:01.854222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-04dde8fe-a7bc-4531-8d46-8ca6df6c8ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:01.935231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-04dde8fe-a7bc-4531-8d46-8ca6df6c8ff4 None None] Port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:55:01.939025 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port b32da260-bb25-4788-a39a-ae086e4e0ca7 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:01.939394 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.122807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-31c5c0fa-0742-4916-b80c-2a78f37f5fbb None None] Provisioning complete for port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:02.125472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-31c5c0fa-0742-4916-b80c-2a78f37f5fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.157546 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:55:02.206827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-31c5c0fa-0742-4916-b80c-2a78f37f5fbb None None] Port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:55:02.233850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:00Z', 'revision_number': 2, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:02.237611 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:02.237765 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.267778 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Checking router: ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:55:02.268137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Updating router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:55:02.320878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.620581 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.626536 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.720323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f5e27-137a-4c0e-b85a-c12c99eaf842 None None] Pushing event updated for resources: {'Port': ['ID=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:02.736401 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Attempting to bind port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:55:02.736892 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Attempting to bind port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:55:02.737402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Attempting to bind port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 on network a9be62f2-98a4-4af7-b89b-197b876b5f4e {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:55:02.743395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:55:02.744173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Checking segment: {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:55:02.744580 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.745021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Bound using segment: {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:55:02.745627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Bound port: d5eeb562-a5e8-4e95-a8ea-78642c1f3573, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:55:02.746123 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.786426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4a8eef14-542e-4624-ba05-2d944ebab26b req-e1351eaf-a44c-40a1-a11c-ccadb85f997c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 210 time: 0.0499783 Nov 23 11:55:02.834276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] For port d5eeb562-a5e8-4e95-a8ea-78642c1f3573, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:55:02.838214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] For port d5eeb562-a5e8-4e95-a8ea-78642c1f3573, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:55:02.845408 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:02.864652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-d60a2607-145f-41c4-b29d-cc7d35c10df0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:02.866273 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-d60a2607-145f-41c4-b29d-cc7d35c10df0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/networks?id=a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 200 len: 795 time: 0.1788363 Nov 23 11:55:02.907336 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:55:02.907985 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:02.945679 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-074f8955-04e9-4882-befa-805d4760c625 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 379 time: 0.0677888 Nov 23 11:55:02.957472 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'port': {'device_id': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'admin_state_up': True, 'tenant_id': '000e16a34b51447496d308c250ab9259', 'security_groups': ['45d9f02f-53be-4e62-8b7f-81860ab737f1']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:55:02.963479 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f5e27-137a-4c0e-b85a-c12c99eaf842 None None] Pushing event updated for resources: {'Port': ['ID=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:03.050415 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-215b3549-c976-45ab-b4b5-45b9e15dbbbd None None] Provisioning complete for port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:03.050789 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-215b3549-c976-45ab-b4b5-45b9e15dbbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.053549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:55:03.075475 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:55:03.079345 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.215312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.9 (a9be62f2-98a4-4af7-b89b-197b876b5f4e/351d7ded-cd90-4f19-9f88-4546dc6c5742/2f3bb96a-48b7-440a-a957-b62238b7b305) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:55:03.268475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-215b3549-c976-45ab-b4b5-45b9e15dbbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.330043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-215b3549-c976-45ab-b4b5-45b9e15dbbbd None None] For port d5eeb562-a5e8-4e95-a8ea-78642c1f3573, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:55:03.334386 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-215b3549-c976-45ab-b4b5-45b9e15dbbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.360823 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.377573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:02Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:03.395805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.415466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7ed083-dc62-4b1c-a7d8-cf8731586bbc None None] The sync data for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 is: [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:02Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:55:03.420323 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b3549-c976-45ab-b4b5-45b9e15dbbbd None None] Pushing event updated for resources: {'Port': ['ID=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:03.443200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:55:03.446265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:55:03.450822 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:55:03.454668 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1b1c5509-33b5-4df6-a0ca-3753cb21fa69 None None] Provisioning complete for port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:03.454947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1b1c5509-33b5-4df6-a0ca-3753cb21fa69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.457454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=2f3bb96a-48b7-440a-a957-b62238b7b305,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:03.524772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:03.525780 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.548758 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-6a3b0ecf-a1b0-4566-ba90-f89515d19cef tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5954223 Nov 23 11:55:03.577306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Request body: {'port': {'device_id': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:55:03.661230 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.678058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d5eeb562-a5e8-4e95-a8ea-78642c1f3573 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:55:03.738016 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:03.738281 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.884060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b43c5b75-2b26-4797-af66-1bd52df17cb3 None None] Provisioning complete for port 2f3bb96a-48b7-440a-a957-b62238b7b305 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:03.884441 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b43c5b75-2b26-4797-af66-1bd52df17cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:03.932329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b43c5b75-2b26-4797-af66-1bd52df17cb3 None None] Port 2f3bb96a-48b7-440a-a957-b62238b7b305 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:55:03.992006 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d639-8a30-40b1-8db0-d11e62eea460 req-b05da4be-2066-4050-b023-ff08e83dadf7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:03.994395 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4f1d639-8a30-40b1-8db0-d11e62eea460 req-b05da4be-2066-4050-b023-ff08e83dadf7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 931 time: 0.0996747 Nov 23 11:55:04.077315 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f3bb96a-48b7-440a-a957-b62238b7b305 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:55:04.094258 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:04.102243 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e4f1d639-8a30-40b1-8db0-d11e62eea460 req-3bb5ad53-ffbb-4c32-951e-f97b3005c5ab tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999813 Nov 23 11:55:04.116575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Transition to ACTIVE for port object 2f3bb96a-48b7-440a-a957-b62238b7b305 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:55:04.122395 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:04.211242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3bb96a-48b7-440a-a957-b62238b7b305,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:04.267049 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Attempting to bind port 2f3bb96a-48b7-440a-a957-b62238b7b305 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:55:04.267389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Attempting to bind port 2f3bb96a-48b7-440a-a957-b62238b7b305 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:55:04.267725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Attempting to bind port 2f3bb96a-48b7-440a-a957-b62238b7b305 on network a9be62f2-98a4-4af7-b89b-197b876b5f4e {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:55:04.272719 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Port 2f3bb96a-48b7-440a-a957-b62238b7b305 on network a9be62f2-98a4-4af7-b89b-197b876b5f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:55:04.273047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Attempting to bind port 2f3bb96a-48b7-440a-a957-b62238b7b305 on network a9be62f2-98a4-4af7-b89b-197b876b5f4e {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:55:04.279542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:55:04.279898 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Checking segment: {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:55:04.280447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Bound using segment: {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:55:04.280901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Bound port: 2f3bb96a-48b7-440a-a957-b62238b7b305, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:55:04.281315 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:04.357951 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] For port 2f3bb96a-48b7-440a-a957-b62238b7b305, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:55:04.362664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] For port 2f3bb96a-48b7-440a-a957-b62238b7b305, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2f3bb96a-48b7-440a-a957-b62238b7b305,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:55:04.368608 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:04.407991 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:04.409217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:04.410796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 200 len: 1091 time: 0.8482056 Nov 23 11:55:04.413560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:55:04.416649 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5b5a31-d9c1-447e-8afc-70740cdfe226" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:55:04.444195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f528442-c9ae-4603-9576-70dd199167c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2f3bb96a-48b7-440a-a957-b62238b7b305,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:04.532743 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-5216577e-ac01-4e67-98f3-72f03832b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:04.536319 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-5216577e-ac01-4e67-98f3-72f03832b388 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0619347 Nov 23 11:55:04.561239 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0b3cf-380e-434c-a75c-b2f786659ea9 x-openstack-request-id: req-01c0b3cf-380e-434c-a75c-b2f786659ea9 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:55:04.561621 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:55:04.561950 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-01c0b3cf-380e-434c-a75c-b2f786659ea9 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:55:04.562461 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'status': 'completed', 'code': 200} Nov 23 11:55:04.593292 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-caabcfd2-cbad-4fb9-8f6e-eedc4dafe441 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 200 len: 217 time: 0.0416501 Nov 23 11:55:04.655963 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-801f59db-0845-4b45-8e9a-29edd9495871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:04.657487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-801f59db-0845-4b45-8e9a-29edd9495871 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=351d7ded-cd90-4f19-9f88-4546dc6c5742 HTTP/1.1" status: 200 len: 834 time: 0.0545435 Nov 23 11:55:04.709599 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-b8866d7a-6b72-422d-84d6-7b8ba55c03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:04.711125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-b8866d7a-6b72-422d-84d6-7b8ba55c03ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9be62f2-98a4-4af7-b89b-197b876b5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422769 Nov 23 11:55:04.810453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-522aec7f-3c3d-43eb-8c9c-42b1c0637c69 service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888426 Nov 23 11:55:05.274950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352cf9f-5493-470e-9f89-3176f026d65d req-8fc610f6-e848-4ba2-bd18-bf716efdc4f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:05.276400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6352cf9f-5493-470e-9f89-3176f026d65d req-8fc610f6-e848-4ba2-bd18-bf716efdc4f0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 943 time: 0.0932684 Nov 23 11:55:05.279391 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830558f7-70ae-40a1-983a-d96e2eb721ba req-c2ae7732-4c3f-440c-93a9-66c06af4ac9f service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581280 Nov 23 11:55:05.328503 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6352cf9f-5493-470e-9f89-3176f026d65d req-765318c9-b444-4642-a9cb-3685a3768f2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453136 Nov 23 11:55:05.371041 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-48a81f5b-1cba-4e77-a467-9c65244b9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:05.372843 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-48a81f5b-1cba-4e77-a467-9c65244b9ad9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1094 time: 0.0404861 Nov 23 11:55:05.471389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-869cbf91-3399-4172-89a1-fd4e25ef189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:05.472854 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-869cbf91-3399-4172-89a1-fd4e25ef189a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 200 len: 896 time: 0.0895212 Nov 23 11:55:05.516704 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-f991def4-fdd7-43fa-b4dd-4a097416ed93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 200 len: 217 time: 0.0366025 Nov 23 11:55:05.570821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-53bc6b81-d10a-4383-9a93-3f77e5c92b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:05.572276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-53bc6b81-d10a-4383-9a93-3f77e5c92b8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=351d7ded-cd90-4f19-9f88-4546dc6c5742 HTTP/1.1" status: 200 len: 834 time: 0.0442653 Nov 23 11:55:05.618817 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-41249bf5-ceac-4200-8afb-ec0939a085f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:05.620214 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-41249bf5-ceac-4200-8afb-ec0939a085f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9be62f2-98a4-4af7-b89b-197b876b5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394011 Nov 23 11:55:05.717986 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-d079884f-72f6-4a08-9f7e-4767f59b36b2 service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887761 Nov 23 11:55:05.813188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0d5b5a31-d9c1-447e-8afc-70740cdfe226 req-eb144045-952b-4e8d-83da-80c17e5cb686 service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872531 Nov 23 11:55:06.445684 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed669c87-a756-44b8-9456-c19cfe8a52de req-d95c0bfe-0d55-4bd3-9948-a5b1e1ea0a03 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:06.447178 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed669c87-a756-44b8-9456-c19cfe8a52de req-d95c0bfe-0d55-4bd3-9948-a5b1e1ea0a03 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 943 time: 0.0483449 Nov 23 11:55:06.497843 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ed669c87-a756-44b8-9456-c19cfe8a52de req-d8b4d444-cca9-495f-b667-e03d14c6ff2d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438275 Nov 23 11:55:07.615129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52574e1f-2cc5-475e-9019-6dee96cebe10 req-baca60cc-a40a-4657-84c7-82b2486d1510 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:07.616642 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52574e1f-2cc5-475e-9019-6dee96cebe10 req-baca60cc-a40a-4657-84c7-82b2486d1510 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 943 time: 0.0499132 Nov 23 11:55:07.667776 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52574e1f-2cc5-475e-9019-6dee96cebe10 req-f1cd99e2-81c1-4e17-9e99-212137d96dfc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438142 Nov 23 11:55:07.832293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2f3bb96a-48b7-440a-a957-b62238b7b305 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:55:07.925269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2f3bb96a-48b7-440a-a957-b62238b7b305, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2f3bb96a-48b7-440a-a957-b62238b7b305,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:55:07.938044 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'port_id': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'mac_address': 'fa:16:3e:c9:55:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:55:07.976516 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:07.993870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f3bb96a-48b7-440a-a957-b62238b7b305 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:55:08.015823 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2f3bb96a-48b7-440a-a957-b62238b7b305, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2f3bb96a-48b7-440a-a957-b62238b7b305,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:55:08.019618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:08.067947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2f3bb96a-48b7-440a-a957-b62238b7b305,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:08.271035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['2f3bb96a-48b7-440a-a957-b62238b7b305'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:55:08.789097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73864e1-1357-4e2a-8e48-b5cebf455f6c req-b470bc22-1c7a-4310-9332-146980be7239 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:08.790599 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d73864e1-1357-4e2a-8e48-b5cebf455f6c req-b470bc22-1c7a-4310-9332-146980be7239 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 944 time: 0.0544670 Nov 23 11:55:08.839991 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d73864e1-1357-4e2a-8e48-b5cebf455f6c req-39e27914-ffc5-46be-81da-90fa315d1e66 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427492 Nov 23 11:55:09.847019 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2f3bb96a-48b7-440a-a957-b62238b7b305 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:55:09.898145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 2f3bb96a-48b7-440a-a957-b62238b7b305 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:55:09.902337 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 2f3bb96a-48b7-440a-a957-b62238b7b305 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:55:09.903113 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:09.959254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc9218-12b6-43ce-b5a7-c9b85b984499 req-01e61dde-82ef-42fa-b5f4-89dbc5f81dea tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:09.960997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fdbc9218-12b6-43ce-b5a7-c9b85b984499 req-01e61dde-82ef-42fa-b5f4-89dbc5f81dea tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 944 time: 0.0500331 Nov 23 11:55:09.985470 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:10.008224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:55:10.010487 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ad1d2-d6d7-4f0a-9771-da77f4d6d3ae" -d '{"events": [{"server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "name": "network-vif-plugged", "status": "completed", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:55:10.011605 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fdbc9218-12b6-43ce-b5a7-c9b85b984499 req-fcdc9ac0-cf2d-4372-8d01-c9635b648a4d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Nov 23 11:55:10.024835 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 2f3bb96a-48b7-440a-a957-b62238b7b305, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2f3bb96a-48b7-440a-a957-b62238b7b305,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:55:10.029730 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:10.078133 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=2f3bb96a-48b7-440a-a957-b62238b7b305,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:10.098637 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f6d01-bc2d-4a48-965a-50a11b90368f x-openstack-request-id: req-178f6d01-bc2d-4a48-965a-50a11b90368f {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:55:10.098961 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "name": "network-vif-plugged", "status": "completed", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:55:10.099223 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-178f6d01-bc2d-4a48-965a-50a11b90368f {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:55:10.099615 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'code': 200} Nov 23 11:55:10.212738 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151a0f2-fd65-43e5-afea-0f73a5bfafdf req-067ba729-0dfe-4869-8a45-3511b1966119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:10.214302 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6151a0f2-fd65-43e5-afea-0f73a5bfafdf req-067ba729-0dfe-4869-8a45-3511b1966119 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0431087 Nov 23 11:55:10.265995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6151a0f2-fd65-43e5-afea-0f73a5bfafdf req-1c87caef-8bcf-4587-96c6-ae4d0aafd464 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Nov 23 11:55:11.141720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aced05d-8f52-41a4-b615-5dc46076a20d req-d8d46a44-39c3-4e7c-973c-8c573cea4fc5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:11.143289 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aced05d-8f52-41a4-b615-5dc46076a20d req-d8d46a44-39c3-4e7c-973c-8c573cea4fc5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0568669 Nov 23 11:55:11.193339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0aced05d-8f52-41a4-b615-5dc46076a20d req-d8bf7364-e093-49bf-8671-c89ca34f5cf0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438626 Nov 23 11:55:12.311918 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293495ab-6de5-4ef4-ae58-ac232e736ae1 req-f85fae21-407e-4239-9118-2d860f36a948 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:12.313449 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-293495ab-6de5-4ef4-ae58-ac232e736ae1 req-f85fae21-407e-4239-9118-2d860f36a948 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0515914 Nov 23 11:55:12.364063 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-293495ab-6de5-4ef4-ae58-ac232e736ae1 req-d60c506d-5e37-446d-9336-074afb87a0f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 Nov 23 11:55:12.488211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac6bca-4904-4950-a4b0-5b137bc73a73 req-54d34f1b-d5c2-421c-810e-ff2b083e672e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:12.489740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0eac6bca-4904-4950-a4b0-5b137bc73a73 req-54d34f1b-d5c2-421c-810e-ff2b083e672e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0542483 Nov 23 11:55:12.538869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0eac6bca-4904-4950-a4b0-5b137bc73a73 req-fa1b9ad3-687e-487d-9a12-6f90830969ab tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431716 Nov 23 11:55:12.561670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59366) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:55:12.600612 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05685a01-4964-46a1-b88c-b8766075e978 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:12.602133 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-05685a01-4964-46a1-b88c-b8766075e978 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1091 time: 0.0394940 Nov 23 11:55:12.604858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59368) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:55:12.609545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:55:12.631362 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:12.731462 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:12.840620 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.170 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/44987826-7fc5-4881-89b9-9f05bce6b76c) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:55:12.945172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:12.978728 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:13.019590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:55:13.022442 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:55:13.025912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:55:13.047378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=44987826-7fc5-4881-89b9-9f05bce6b76c,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:13.396422 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:13.467477 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:13.626007 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:13.634074 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:13.719202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=44987826-7fc5-4881-89b9-9f05bce6b76c,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:55:13.727451 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:13.854482 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 42b9781a-a360-46f1-88ea-20f3b38ae067 associated. External IP: 172.25.5.170, port: 2f3bb96a-48b7-440a-a957-b62238b7b305. Nov 23 11:55:14.095131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:55:14.208090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:55:14.220073 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] Sync routers for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:55:14.226733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:14.230480 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:55:14.231596 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:14.254366 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8574b8e0-d418-4cb7-83f8-8dfd96e46723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6483824 Nov 23 11:55:14.254975 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:55:14.257377 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:55:14.296147 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b1ebb1-f918-43f8-8404-9e4fdafa214e x-openstack-request-id: req-96b1ebb1-f918-43f8-8404-9e4fdafa214e {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:55:14.296580 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:55:14.296850 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-96b1ebb1-f918-43f8-8404-9e4fdafa214e {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:55:14.297295 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'status': 'completed', 'code': 200} Nov 23 11:55:14.347964 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:55:14.363986 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b027db-0258-45d1-af1c-64ef199f561c req-8936a80b-d0e0-4e57-865d-f897aee98077 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:14.366205 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-8db4c697-10b7-45cf-8390-f0e9f0912cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:14.366633 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70b027db-0258-45d1-af1c-64ef199f561c req-8936a80b-d0e0-4e57-865d-f897aee98077 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0606833 Nov 23 11:55:14.367713 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-8db4c697-10b7-45cf-8390-f0e9f0912cac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0449064 Nov 23 11:55:14.418517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70b027db-0258-45d1-af1c-64ef199f561c req-b4f61b88-d7eb-4090-ae4b-cbbf1727af15 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Nov 23 11:55:14.442088 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59374) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:55:14.466981 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-a201be1f-d80e-46d5-a442-bf3bd954ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:14.468481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-a201be1f-d80e-46d5-a442-bf3bd954ad5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 200 len: 896 time: 0.0940177 Nov 23 11:55:14.506687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-555b9d39-7f47-4210-bf2a-edc650a70793 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/42b9781a-a360-46f1-88ea-20f3b38ae067 HTTP/1.1" status: 200 len: 991 time: 0.0633318 Nov 23 11:55:14.536607 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-0aa64b50-b713-4b6d-9588-0682f2c98ca7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 200 len: 999 time: 0.0597825 Nov 23 11:55:14.588610 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '42b9781a-a360-46f1-88ea-20f3b38ae067', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'port_id': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'mac_address': 'fa:16:3e:c9:55:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:55:13Z', 'updated_at': '2021-11-23T11:55:13Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:03Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:14.592199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-d09dde1f-37c1-4e86-b68e-e5195d4d863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:14.593928 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-d09dde1f-37c1-4e86-b68e-e5195d4d863d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=351d7ded-cd90-4f19-9f88-4546dc6c5742 HTTP/1.1" status: 200 len: 834 time: 0.0509043 Nov 23 11:55:14.618759 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] Checking router: ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:55:14.627581 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:55:14.628182 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:54:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:14.641742 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-549187c0-bec1-4efa-951f-8128b9af1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:14.643279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-549187c0-bec1-4efa-951f-8128b9af1310 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9be62f2-98a4-4af7-b89b-197b876b5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420461 Nov 23 11:55:14.692156 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-832492c4-92fa-4d6e-a521-b86993d08947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:14.734844 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:55:14.740021 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-a95313b1-0424-4b6c-809f-a29acf20fd7f service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897651 Nov 23 11:55:14.834010 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-85a8cf3e-f0a2-4346-ab08-7b80cd8b7a71 req-4ada878a-f17f-41de-8bd3-369cdd501bbf service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867679 Nov 23 11:55:15.055089 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '42b9781a-a360-46f1-88ea-20f3b38ae067', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'port_id': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'mac_address': 'fa:16:3e:c9:55:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:55:13Z', 'updated_at': '2021-11-23T11:55:13Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:03Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:55:15.084875 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f3f268-ed0a-4d83-9197-ff92a57a3de0 None None] The sync data for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 is: [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '42b9781a-a360-46f1-88ea-20f3b38ae067', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'port_id': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'mac_address': 'fa:16:3e:c9:55:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:55:13Z', 'updated_at': '2021-11-23T11:55:13Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:03Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:55:15.275484 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63b6ae-61f0-4820-8d50-034999474b80 None None] New status for floating IP 42b9781a-a360-46f1-88ea-20f3b38ae067: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:55:15.510546 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59376) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:55:15.577359 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-118c7762-dd95-4573-b1ef-7ec6048a6c93 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/42b9781a-a360-46f1-88ea-20f3b38ae067 HTTP/1.1" status: 200 len: 991 time: 0.0656242 Nov 23 11:55:16.579758 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59378) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:55:16.675690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ad9250bd-58e6-42c5-bef4-88f95da7eefe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/42b9781a-a360-46f1-88ea-20f3b38ae067 HTTP/1.1" status: 200 len: 993 time: 0.0937288 Nov 23 11:55:17.096780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0caa4fb7-a488-476c-8721-37f04d82649a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:18.853581 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:19.817322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:20.321946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:20.717734 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:22.873263 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:33.093142 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:55:43.527684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-f60fd6dc-e231-421a-a1ba-f8a80e2e617c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395305 Nov 23 11:55:43.619174 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-140a9056-1287-489a-b62a-5774b9d460df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:43.620672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-140a9056-1287-489a-b62a-5774b9d460df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0464799 Nov 23 11:55:43.728597 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-40ff6caa-709b-426c-a722-83ce4fab8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:43.730097 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-40ff6caa-709b-426c-a722-83ce4fab8cc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 200 len: 896 time: 0.0857284 Nov 23 11:55:43.801400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-a852606e-8496-4096-b08e-92e44efc5496 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 200 len: 1001 time: 0.0623410 Nov 23 11:55:43.852116 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-a0fd22a1-df5d-4c98-b01e-29bbd5dc0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:43.853620 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-a0fd22a1-df5d-4c98-b01e-29bbd5dc0d34 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=351d7ded-cd90-4f19-9f88-4546dc6c5742 HTTP/1.1" status: 200 len: 834 time: 0.0453498 Nov 23 11:55:43.900211 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-7f594b3f-4501-40e2-b25a-6e28d55e67db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:43.901722 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-7f594b3f-4501-40e2-b25a-6e28d55e67db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9be62f2-98a4-4af7-b89b-197b876b5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408721 Nov 23 11:55:43.994666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-c08b6a7f-fca9-4227-8369-69c377c228f6 service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848961 Nov 23 11:55:44.082946 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-179b1531-c7db-4106-aaa7-6f09d51be40a req-57451b50-dc9d-48bf-8266-bb44a7b8e6c5 service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802577 Nov 23 11:55:44.694061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3e940e95-f1a8-4871-ba58-10864f693fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:47.101069 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b454749-b2a3-41f4-80ab-e608d7c81bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:48.856373 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:49.827688 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:50.002003 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafcd18-c5fc-4433-bab2-a270647363fd req-ce5d827a-2db3-479f-b823-48dcc4b67979 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:50.003550 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-efafcd18-c5fc-4433-bab2-a270647363fd req-ce5d827a-2db3-479f-b823-48dcc4b67979 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0628872 Nov 23 11:55:50.055355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-efafcd18-c5fc-4433-bab2-a270647363fd req-e955638b-0a85-40a2-a0fb-fc7acd379adb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458596 Nov 23 11:55:50.324968 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:50.733004 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:51.173591 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df42ebb-3cf1-4854-b703-cd1c1be78e2f req-e447f56b-6786-4184-baf7-972085dd4e88 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:51.175073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5df42ebb-3cf1-4854-b703-cd1c1be78e2f req-e447f56b-6786-4184-baf7-972085dd4e88 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0484037 Nov 23 11:55:51.227158 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5df42ebb-3cf1-4854-b703-cd1c1be78e2f req-87add478-b318-45e9-9a93-7f3e87008d1e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462525 Nov 23 11:55:52.341883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09930b3-5187-4f34-a0dc-e47024ef0cfb req-5d47df65-0691-44d1-86f3-e52005cbade0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:52.343372 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f09930b3-5187-4f34-a0dc-e47024ef0cfb req-5d47df65-0691-44d1-86f3-e52005cbade0 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0485845 Nov 23 11:55:52.392257 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f09930b3-5187-4f34-a0dc-e47024ef0cfb req-7adcdf69-daa3-45fe-84ef-8b6afb8c5630 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429270 Nov 23 11:55:52.889721 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:55:53.804972 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb193f2-ad0f-4462-9c70-e684c142343f req-8d942991-be4c-4e3c-bfbf-63908d98040c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:53.806387 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-acb193f2-ad0f-4462-9c70-e684c142343f req-8d942991-be4c-4e3c-bfbf-63908d98040c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.3481686 Nov 23 11:55:53.855446 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-acb193f2-ad0f-4462-9c70-e684c142343f req-fa468c64-7806-41bd-92fe-5ac7d68fbb36 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Nov 23 11:55:54.969256 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cccdb-19a8-4ec4-b427-5bd476124a7a req-cec61db8-7dbd-4f0f-97cf-3db068ec4846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:54.970738 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-606cccdb-19a8-4ec4-b427-5bd476124a7a req-cec61db8-7dbd-4f0f-97cf-3db068ec4846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Nov 23 11:55:55.023839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-606cccdb-19a8-4ec4-b427-5bd476124a7a req-547d202b-8f77-4a8d-b00d-383c4cb89f19 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Nov 23 11:55:56.140180 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701209ab-3c13-4618-a481-cccc6b79498f req-20dbfb20-d73c-4f9d-aacf-654eb54d7771 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:56.141772 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-701209ab-3c13-4618-a481-cccc6b79498f req-20dbfb20-d73c-4f9d-aacf-654eb54d7771 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0499477 Nov 23 11:55:56.190782 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-701209ab-3c13-4618-a481-cccc6b79498f req-4200e489-1b8f-4b8d-a9bc-0633b8c36cbc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Nov 23 11:55:57.311953 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64844d90-5691-4896-9d3e-df0245bca4b1 req-f7e79b0b-4c9f-46f0-87e8-2db4223c8c8a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:57.314639 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64844d90-5691-4896-9d3e-df0245bca4b1 req-f7e79b0b-4c9f-46f0-87e8-2db4223c8c8a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0507460 Nov 23 11:55:57.364536 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-64844d90-5691-4896-9d3e-df0245bca4b1 req-496984cb-06da-4e39-b9a6-3e60a892db9f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 Nov 23 11:55:58.486749 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e5249-99fb-4a89-bad1-c71ca5d7c366 req-fb94efb2-dd54-4247-b27e-5b1e041f5897 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:58.488252 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e4e5249-99fb-4a89-bad1-c71ca5d7c366 req-fb94efb2-dd54-4247-b27e-5b1e041f5897 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0556731 Nov 23 11:55:58.537549 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e4e5249-99fb-4a89-bad1-c71ca5d7c366 req-e0a9fb8c-85dd-4f57-8f43-41bb7ed4ac3a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Nov 23 11:55:59.653214 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3843-5a04-459d-b349-04fa374bf0dd req-f96c8e0e-4ca1-4bf7-b10d-d4cfb8cab07b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:55:59.654710 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a1be3843-5a04-459d-b349-04fa374bf0dd req-f96c8e0e-4ca1-4bf7-b10d-d4cfb8cab07b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0488141 Nov 23 11:55:59.704445 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a1be3843-5a04-459d-b349-04fa374bf0dd req-49b58151-0767-4009-acb0-ede93d17c76a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Nov 23 11:56:00.821543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e32b41-d928-4ed1-b6db-fc3885b647c5 req-c414ccad-fc46-41ad-8c3e-1340c0d65af4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:00.823008 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98e32b41-d928-4ed1-b6db-fc3885b647c5 req-c414ccad-fc46-41ad-8c3e-1340c0d65af4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0485730 Nov 23 11:56:00.870973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-98e32b41-d928-4ed1-b6db-fc3885b647c5 req-e8c816ec-696f-4d04-9445-39e0b3ac2c56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Nov 23 11:56:00.893159 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59414) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:00.955644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3cc3de2d-cbe0-4ad5-a117-e9dd13491c20 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/42b9781a-a360-46f1-88ea-20f3b38ae067 HTTP/1.1" status: 200 len: 993 time: 0.0613570 Nov 23 11:56:02.256808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5283a0-299f-4aa9-a85d-4cf51078a2ef req-17512483-5414-4494-9de5-17eec2ce6b51 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:02.258236 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e5283a0-299f-4aa9-a85d-4cf51078a2ef req-17512483-5414-4494-9de5-17eec2ce6b51 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0782738 Nov 23 11:56:02.290625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-5c0585cd-c9a1-4593-ad7b-2fc601a6fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:02.292097 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-5c0585cd-c9a1-4593-ad7b-2fc601a6fe83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0700338 Nov 23 11:56:02.332446 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e5283a0-299f-4aa9-a85d-4cf51078a2ef req-87d1e856-cf50-4346-bb8b-0b356d419a31 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682003 Nov 23 11:56:02.402717 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-f0de73de-c055-49b1-82dd-822abe064dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:02.404211 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-f0de73de-c055-49b1-82dd-822abe064dfe service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 200 len: 896 time: 0.0972819 Nov 23 11:56:02.473504 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-82329272-8ee3-4175-8623-88faf74b5ec8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 200 len: 1001 time: 0.0581341 Nov 23 11:56:02.525537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-0b80f853-047f-44d6-8468-586310b3bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:02.526894 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-0b80f853-047f-44d6-8468-586310b3bda9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=351d7ded-cd90-4f19-9f88-4546dc6c5742 HTTP/1.1" status: 200 len: 834 time: 0.0452683 Nov 23 11:56:02.579739 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-54506dde-1006-41cc-8051-a3c61d4bf6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:02.581244 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-54506dde-1006-41cc-8051-a3c61d4bf6a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9be62f2-98a4-4af7-b89b-197b876b5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429783 Nov 23 11:56:02.671378 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-dc321bd1-9c5f-4df3-8379-450f95da309d service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808580 Nov 23 11:56:02.769358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a8be1223-9189-45b1-9c6f-f29a12063604 req-e7f7f536-f413-4aab-9994-2bf074850e9d service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866392 Nov 23 11:56:03.455075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f0e23-aa63-43ee-8f27-fa894838bd2f req-a200f066-600c-4bba-a521-37ac742c013b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:03.456533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-508f0e23-aa63-43ee-8f27-fa894838bd2f req-a200f066-600c-4bba-a521-37ac742c013b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Nov 23 11:56:03.506457 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-508f0e23-aa63-43ee-8f27-fa894838bd2f req-f12d4430-9aa9-43da-a905-d7997012e3b9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440025 Nov 23 11:56:03.528534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59424) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:03.594942 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-261ef735-a1a2-409a-9c00-2eaf454530dc tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/42b9781a-a360-46f1-88ea-20f3b38ae067 HTTP/1.1" status: 200 len: 993 time: 0.0646565 Nov 23 11:56:10.092244 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:56:14.702603 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-87f17b06-5045-47c3-b328-7284a7959aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:17.102221 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-32791bd4-e389-46cb-9276-16da10e79a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:18.858198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:19.822556 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:20.327779 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:20.762974 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:22.891392 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:36.056503 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59444) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:36.565349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 44987826-7fc5-4881-89b9-9f05bce6b76c {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:56:36.565690 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:36.638351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:36.638680 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:36.650056 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 44987826-7fc5-4881-89b9-9f05bce6b76c owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:56:36.801490 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:36.829540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=44987826-7fc5-4881-89b9-9f05bce6b76c,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:36.841033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.841417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.841773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.842114 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.842450 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.842784 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.843119 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.843447 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.843775 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.844102 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.844439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.845349 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:36.898270 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:36.898600 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 42b9781a-a360-46f1-88ea-20f3b38ae067 disassociated (deleted). External IP: 172.25.5.170, port: 2f3bb96a-48b7-440a-a957-b62238b7b305. Nov 23 11:56:37.106980 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:56:37.220133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:56:37.224977 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:37.229832 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] Sync routers for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:56:37.239516 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:37.240126 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:37.254745 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7035baca-bd11-40aa-a024-34b0972c58eb tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/floatingips/42b9781a-a360-46f1-88ea-20f3b38ae067 HTTP/1.1" status: 204 len: 168 time: 1.1970983 Nov 23 11:56:37.255661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:56:37.258113 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02704b16-1cee-4696-9680-1aba01f40949" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:56:37.297650 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e6641f-5b21-4e42-ae38-97e313f30365 x-openstack-request-id: req-63e6641f-5b21-4e42-ae38-97e313f30365 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:56:37.297956 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:56:37.298216 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63e6641f-5b21-4e42-ae38-97e313f30365 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:56:37.298661 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'status': 'completed', 'code': 200} Nov 23 11:56:37.364742 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:37.365248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02704b16-1cee-4696-9680-1aba01f40949 req-caabb4e7-cd1f-4395-9555-26116df8757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:37.367099 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02704b16-1cee-4696-9680-1aba01f40949 req-caabb4e7-cd1f-4395-9555-26116df8757a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0449388 Nov 23 11:56:37.508282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02704b16-1cee-4696-9680-1aba01f40949 req-ebac0e82-1f50-4449-9ec6-dfcf79ba2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:37.509819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02704b16-1cee-4696-9680-1aba01f40949 req-ebac0e82-1f50-4449-9ec6-dfcf79ba2752 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 200 len: 896 time: 0.1282043 Nov 23 11:56:37.522346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dafaf-eefe-4b3b-ba35-eaa213545aba req-a3f8fc95-9f97-41a3-bd00-a8111fe76803 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:37.523858 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-865dafaf-eefe-4b3b-ba35-eaa213545aba req-a3f8fc95-9f97-41a3-bd00-a8111fe76803 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0653124 Nov 23 11:56:37.565489 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02704b16-1cee-4696-9680-1aba01f40949 req-18b768a8-2120-48da-b99f-d06cf8c7aa62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 200 len: 217 time: 0.0406544 Nov 23 11:56:37.580653 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:03Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:37.607308 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] Checking router: ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:56:37.616398 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:37.617170 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:37.643782 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-865dafaf-eefe-4b3b-ba35-eaa213545aba req-cc2d7edb-218f-4e38-a8bb-9094b41bc044 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124284 Nov 23 11:56:37.645339 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02704b16-1cee-4696-9680-1aba01f40949 req-7bb37705-3007-4345-aeca-565e60ff1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:37.646702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02704b16-1cee-4696-9680-1aba01f40949 req-7bb37705-3007-4345-aeca-565e60ff1edd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=351d7ded-cd90-4f19-9f88-4546dc6c5742 HTTP/1.1" status: 200 len: 834 time: 0.0731633 Nov 23 11:56:37.694000 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02704b16-1cee-4696-9680-1aba01f40949 req-37534233-84c3-4676-8cdb-3b4e5d91c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:37.695485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02704b16-1cee-4696-9680-1aba01f40949 req-37534233-84c3-4676-8cdb-3b4e5d91c15a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a9be62f2-98a4-4af7-b89b-197b876b5f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407903 Nov 23 11:56:37.725611 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:37.791566 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02704b16-1cee-4696-9680-1aba01f40949 req-bb476118-a565-462e-8bb9-6f254d97985b service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866380 Nov 23 11:56:37.886615 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-02704b16-1cee-4696-9680-1aba01f40949 req-2ce325ce-20fc-4252-aa26-a8ddbc13be92 service neutron] 10.222.0.65 "GET /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Nov 23 11:56:37.922916 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:03Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:37.952921 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c7cd6-f962-4604-94da-b7fd52f2fce8 None None] The sync data for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 is: [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': 'd5eeb562-a5e8-4e95-a8ea-78642c1f3573', 'name': '', 'network_id': 'a9be62f2-98a4-4af7-b89b-197b876b5f4e', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:d1:b9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:59Z', 'updated_at': '2021-11-23T11:55:03Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '351d7ded-cd90-4f19-9f88-4546dc6c5742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:56:38.163050 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04da2ea-7665-473f-9581-f18cd6a72ffd None None] New status for floating IP 42b9781a-a360-46f1-88ea-20f3b38ae067: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:56:38.760196 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea020eb-acde-4e49-ba52-a3276dcec13b req-fc24551f-95a8-45cd-bc83-92d647e9da40 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:38.761723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ea020eb-acde-4e49-ba52-a3276dcec13b req-fc24551f-95a8-45cd-bc83-92d647e9da40 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0487497 Nov 23 11:56:38.810321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4ea020eb-acde-4e49-ba52-a3276dcec13b req-52d4c039-c2b9-46de-b7af-1c743c7977d1 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=45d9f02f-53be-4e62-8b7f-81860ab737f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421205 Nov 23 11:56:39.245534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-4026d2e2-33e1-4760-bbba-62fa81f37944 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:39.247045 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-4026d2e2-33e1-4760-bbba-62fa81f37944 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 945 time: 0.0491693 Nov 23 11:56:39.343261 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 2f3bb96a-48b7-440a-a957-b62238b7b305 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:56:39.343602 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:39.431749 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 2f3bb96a-48b7-440a-a957-b62238b7b305, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=2f3bb96a-48b7-440a-a957-b62238b7b305,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:39.432118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:39.449316 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 2f3bb96a-48b7-440a-a957-b62238b7b305 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:56:39.576569 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:39.623689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=2f3bb96a-48b7-440a-a957-b62238b7b305,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:39.690515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] No DVR routers for this DVR port 2f3bb96a-48b7-440a-a957-b62238b7b305 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:56:39.693454 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:39.696856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f4222e7-923e-4cdc-bcac-3e5109c76d9a req-ca961e4d-7148-4916-938c-cdc38ca94026 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "DELETE /v2.0/ports/2f3bb96a-48b7-440a-a957-b62238b7b305 HTTP/1.1" status: 204 len: 173 time: 0.4404356 Nov 23 11:56:39.697307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'name': 'network-vif-deleted', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:56:39.699566 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980090e-9117-4d7e-8216-5fca7203c630" -d '{"events": [{"server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "name": "network-vif-deleted", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:56:39.771522 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27cfcf-e545-4aa3-8480-782a1e86561d x-openstack-request-id: req-6c27cfcf-e545-4aa3-8480-782a1e86561d {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:56:39.772034 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5b1ff7-d05f-4d93-b523-d033711e0fc7", "name": "network-vif-deleted", "tag": "2f3bb96a-48b7-440a-a957-b62238b7b305", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:56:39.772480 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c27cfcf-e545-4aa3-8480-782a1e86561d {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:56:39.773194 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5b1ff7-d05f-4d93-b523-d033711e0fc7', 'name': 'network-vif-deleted', 'tag': '2f3bb96a-48b7-440a-a957-b62238b7b305', 'status': 'completed', 'code': 200} Nov 23 11:56:39.918205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e10d1032-54fd-4e0b-953a-9b3052ddb3cf req-3f6c6088-327f-4bc6-b1ad-f8110058289e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd5b1ff7-d05f-4d93-b523-d033711e0fc7 HTTP/1.1" status: 200 len: 210 time: 0.0262632 Nov 23 11:56:40.982389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59460) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:41.372106 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:41.662422 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port d5eeb562-a5e8-4e95-a8ea-78642c1f3573 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:56:41.662649 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:41.768556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port d5eeb562-a5e8-4e95-a8ea-78642c1f3573, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:41.768915 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:41.780782 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for d5eeb562-a5e8-4e95-a8ea-78642c1f3573 owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:56:41.969595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:41.996582 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=d5eeb562-a5e8-4e95-a8ea-78642c1f3573,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:42.182475 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:42.332057 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2f3bb96a-48b7-440a-a957-b62238b7b305 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:56:42.352519 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 2f3bb96a-48b7-440a-a957-b62238b7b305 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:56:42.352872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 2f3bb96a-48b7-440a-a957-b62238b7b305 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:56:42.416974 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:56:42.526756 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:56:42.531824 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4e5573ec-68fd-4642-8695-3108d2482b6f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483954 Nov 23 11:56:42.535379 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59462) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:42.538922 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] Sync routers for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:56:42.549253 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:42.549865 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:42.586055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting subnet 351d7ded-cd90-4f19-9f88-4546dc6c5742 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:56:42.589166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:42.632806 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:42.657061 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:42.713923 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:42.772488 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:42.803299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Subnet': ['ID=351d7ded-cd90-4f19-9f88-4546dc6c5742,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:42.809313 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:42.815918 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f96a0bab-2dcb-4423-836c-54df5f3edd56 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/subnets/351d7ded-cd90-4f19-9f88-4546dc6c5742 HTTP/1.1" status: 204 len: 168 time: 0.2759960 Nov 23 11:56:42.815918 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59464) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:42.819279 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d24d7-30bc-4ef7-9082-cc69d3a478f3 None None] Network a9be62f2-98a4-4af7-b89b-197b876b5f4e requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:56:42.923163 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:42.934925 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:56:41Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:42.963052 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] Checking router: ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:56:42.974318 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] Routers {'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:42.974950 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:43.021699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00607815-1082-4c61-bbed-7641141a5195 None None] DHCP port deletion for a9be62f2-98a4-4af7-b89b-197b876b5f4e request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:56:43.037285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.070174 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Deleting port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:56:43.070579 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.088373 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] Set router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:43.099226 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port b32da260-bb25-4788-a39a-ae086e4e0ca7 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:56:43.099676 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.140061 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-00607815-1082-4c61-bbed-7641141a5195 None None] For port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=0d5b8bfc-b95b-437a-9a6a-6e6b859043d1,segment=NetworkSegment(d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4),segment_id=d3cd3bb7-eec4-4fb4-b2c8-08525d8eced4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:43.140467 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.153671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Calling delete_port for 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:56:43.190176 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port b32da260-bb25-4788-a39a-ae086e4e0ca7, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=b32da260-bb25-4788-a39a-ae086e4e0ca7,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:43.190504 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.205772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for b32da260-bb25-4788-a39a-ae086e4e0ca7 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:56:43.236097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.265529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Pushing event deleted for resources: {'Port': ['ID=0d5b8bfc-b95b-437a-9a6a-6e6b859043d1,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:43.273461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00607815-1082-4c61-bbed-7641141a5195 None None] No DVR routers for this DVR port 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:56:43.275857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.276206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.276543 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.276879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.277269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.277600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.277927 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.278259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.278583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.278905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.279229 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.279547 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00607815-1082-4c61-bbed-7641141a5195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:43.295072 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:56:41Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:43.324518 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2665ae01-4e13-4fb8-a797-293792cb4cc1 None None] The sync data for ids ['ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715'] in n-d-817747-2 is: [{'id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'name': 'tempest-TestNetworkAdvancedServerOps-router-679644462', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:54:56Z', 'updated_at': '2021-11-23T11:56:41Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': 'b32da260-bb25-4788-a39a-ae086e4e0ca7', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:54:57Z', 'updated_at': '2021-11-23T11:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:56:43.385444 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.411355 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=b32da260-bb25-4788-a39a-ae086e4e0ca7,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:43.424694 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d9c2e-24b5-40a8-8ffd-8ad7229d56c3 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:56:43.477850 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.572419 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.575047 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.618590 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.619156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Fanout notify agent at l3_agent the message router_deleted on router ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:56:43.627286 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.628407 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-601db1af-78fc-43ef-8cb7-e3c05b26b997 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/routers/ae28ef74-e1c6-4761-9b4b-1e4cd9c2a715 HTTP/1.1" status: 204 len: 168 time: 0.8114877 Nov 23 11:56:43.631188 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59466) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:43.722502 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:43.765442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d5eeb562-a5e8-4e95-a8ea-78642c1f3573 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:56:43.787282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: d5eeb562-a5e8-4e95-a8ea-78642c1f3573 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:56:43.787651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d5eeb562-a5e8-4e95-a8ea-78642c1f3573 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:56:43.788077 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:56:43.809966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:56:43.810299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 0d5b8bfc-b95b-437a-9a6a-6e6b859043d1 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:56:44.152094 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.171932 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9be62f2-98a4-4af7-b89b-197b876b5f4e']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:44.181496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:44.181799 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cd3bb7-eec4-4fb4-b2c8-08525d8eced4') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:44.191562 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.205495 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.211347 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:56:44.211737 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:56:44.214710 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:56:44.279289 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.287639 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.291124 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/networks/a9be62f2-98a4-4af7-b89b-197b876b5f4e HTTP/1.1" status: 204 len: 168 time: 0.6589310 Nov 23 11:56:44.293940 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59468) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:44.312732 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a2133-e3fd-41b1-a191-a30455bcaed9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Network': ['ID=a9be62f2-98a4-4af7-b89b-197b876b5f4e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:44.367558 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ce38285-f2ad-4bc4-a574-9d73fddad723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.392752 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ce38285-f2ad-4bc4-a574-9d73fddad723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.450120 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ce38285-f2ad-4bc4-a574-9d73fddad723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.452773 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9ce38285-f2ad-4bc4-a574-9d73fddad723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.454591 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9ce38285-f2ad-4bc4-a574-9d73fddad723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/security-groups/45d9f02f-53be-4e62-8b7f-81860ab737f1 HTTP/1.1" status: 204 len: 168 time: 0.1595526 Nov 23 11:56:44.463589 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce38285-f2ad-4bc4-a574-9d73fddad723 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d9f02f-53be-4e62-8b7f-81860ab737f1,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:44.696897 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02adcee1-3206-4ff5-a839-26e02b3b2ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.732886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59474) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:44.738424 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670090184', 'description': 'tempest-secgroup-smoke-1670090184 description', 'project_id': '000e16a34b51447496d308c250ab9259'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:44.759977 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.824871 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.828493 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.858317 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.859821 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256359 Nov 23 11:56:44.862435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76976fb3-b6ad-4076-8f36-dfa8b754ecaf,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:44.863541 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59476) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:44.868200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-2f9848a2-1fb8-43d5-95dd-b9f82f74e059 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '76976fb3-b6ad-4076-8f36-dfa8b754ecaf', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:44.870069 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.870427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.870789 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.871123 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.871463 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.871803 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.872142 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.872478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.872813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.873167 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.873500 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.873834 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ad4911-3fc9-4291-bafc-9f88ce43592a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:44.899674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f9848a2-1fb8-43d5-95dd-b9f82f74e059 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.945080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f9848a2-1fb8-43d5-95dd-b9f82f74e059 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.948867 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f9848a2-1fb8-43d5-95dd-b9f82f74e059 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.966630 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9848a2-1fb8-43d5-95dd-b9f82f74e059 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f457925-6ee3-41f2-aeb1-7641c1b9478b,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:44.974274 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2f9848a2-1fb8-43d5-95dd-b9f82f74e059 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:44.975481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2f9848a2-1fb8-43d5-95dd-b9f82f74e059 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108639 Nov 23 11:56:44.978172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59478) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:44.982477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7df69272-ea8a-4527-9b93-93886a8cf27f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '76976fb3-b6ad-4076-8f36-dfa8b754ecaf', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:45.008342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7df69272-ea8a-4527-9b93-93886a8cf27f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.062739 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7df69272-ea8a-4527-9b93-93886a8cf27f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.066491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7df69272-ea8a-4527-9b93-93886a8cf27f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.085498 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df69272-ea8a-4527-9b93-93886a8cf27f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276379e2-8351-47cc-953a-f5bf8933ded9,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:45.090805 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7df69272-ea8a-4527-9b93-93886a8cf27f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.092537 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7df69272-ea8a-4527-9b93-93886a8cf27f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129153 Nov 23 11:56:45.094887 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59480) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:45.099746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-56d2db52-f110-4bd2-96f4-5812c5cdb7fe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '76976fb3-b6ad-4076-8f36-dfa8b754ecaf', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:45.127087 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56d2db52-f110-4bd2-96f4-5812c5cdb7fe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.184916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56d2db52-f110-4bd2-96f4-5812c5cdb7fe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.189102 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56d2db52-f110-4bd2-96f4-5812c5cdb7fe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.204218 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2db52-f110-4bd2-96f4-5812c5cdb7fe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14abbf1-8653-4e8c-aad3-6eb70359682d,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:45.215350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-56d2db52-f110-4bd2-96f4-5812c5cdb7fe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.217198 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-56d2db52-f110-4bd2-96f4-5812c5cdb7fe tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202011 Nov 23 11:56:45.220179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59482) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:45.224652 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7dbcbcf1-f98a-405c-a1a0-e982996364bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '76976fb3-b6ad-4076-8f36-dfa8b754ecaf', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:45.251781 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbcf1-f98a-405c-a1a0-e982996364bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.312499 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbcf1-f98a-405c-a1a0-e982996364bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.316465 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbcf1-f98a-405c-a1a0-e982996364bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.335901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcbcf1-f98a-405c-a1a0-e982996364bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68a3ab1-d2b6-46fe-ab15-db494abd0a9e,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:45.344000 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7dbcbcf1-f98a-405c-a1a0-e982996364bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.345951 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7dbcbcf1-f98a-405c-a1a0-e982996364bf tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246643 Nov 23 11:56:45.348710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59484) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:45.353121 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '76976fb3-b6ad-4076-8f36-dfa8b754ecaf', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:45.374421 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:56:45.379291 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.438627 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.442563 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.460664 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45234f64-f621-4d27-8fbf-9da5f385b394,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:45.467927 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.469618 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7107cbc4-6d73-4199-8497-307841644a57 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193893 Nov 23 11:56:45.471884 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59486) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:45.476156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'security_group_rule': {'security_group_id': '76976fb3-b6ad-4076-8f36-dfa8b754ecaf', 'project_id': '000e16a34b51447496d308c250ab9259', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:45.497396 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Project 000e16a34b51447496d308c250ab9259 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:56:45.502980 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.559589 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.563620 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.582126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97091297-22d9-466d-be2d-eea5ce6db730,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:45.587572 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.589186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1ec9478c-88e1-4c72-9536-ed4ea57ef612 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163218 Nov 23 11:56:45.592099 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59488) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:45.597852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'network': {'name': 'tempest-network-smoke--2030926755', 'project_id': '000e16a34b51447496d308c250ab9259', 'port_security_enabled': True}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:45.606136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b32da260-bb25-4788-a39a-ae086e4e0ca7 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:56:45.619138 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:56:45.622885 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.627942 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: b32da260-bb25-4788-a39a-ae086e4e0ca7 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:56:45.628306 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device b32da260-bb25-4788-a39a-ae086e4e0ca7 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:56:45.648201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:56:45.657445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.657786 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Added segment a7d3f29f-278e-48c3-9f9e-14ba3d048617 of type vlan for network f742c96d-62d1-4ff4-a701-8ddf690879bb Nov 23 11:56:45.700080 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.724373 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.730009 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:45.730595 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.766888 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1730025 Nov 23 11:56:45.769534 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59490) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:45.773788 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'admin_state_up': True, 'project_id': '000e16a34b51447496d308c250ab9259', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:45.812140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4179eb0-b17c-4b48-aa8c-85abd9cc6b3c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Network': ['ID=f742c96d-62d1-4ff4-a701-8ddf690879bb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:45.822997 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network f742c96d-62d1-4ff4-a701-8ddf690879bb details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:56:45.827492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.828583 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:45.887856 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.028099 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.227566 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.246419 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.351332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.29 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/299de10d-8059-4919-b85b-cdc1756f99c8) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:56:46.450674 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.486952 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.521987 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:56:46.524821 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:56:46.527263 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:56:46.538282 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45706b7-04ec-4b1b-bd72-0b8759e494e0 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:56:46.571795 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=299de10d-8059-4919-b85b-cdc1756f99c8,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:46.622949 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b5b405c9-87c0-48c6-ada3-bbe2e02be2a0 None None] Provisioning complete for port 299de10d-8059-4919-b85b-cdc1756f99c8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:46.623322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b5b405c9-87c0-48c6-ada3-bbe2e02be2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.656638 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-b5b405c9-87c0-48c6-ada3-bbe2e02be2a0 None None] Port 299de10d-8059-4919-b85b-cdc1756f99c8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:56:46.802963 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:46.993710 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:47.092088 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:56:47.106861 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2cdd6d08-f2de-42f7-b70a-3dffd3ebf22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:47.124950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 607662a7-de12-48cd-8e01-b3c069efd7d6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103427) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:56:47.232565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:56:47.243196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Sync routers for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:56:47.254376 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:47.255395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:47.256822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:47.256976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e4fa1a66-19eb-4e0d-a93b-68f09f4cae18 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4856107 Nov 23 11:56:47.261597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59496) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:47.295339 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-23729a47-4baf-40bc-b238-cc62a06414e4 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?project_id=000e16a34b51447496d308c250ab9259&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324104 Nov 23 11:56:47.298535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59498) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:47.365408 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:47.384124 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29ad01-4745-487f-998d-9795496d13e1 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:47.385664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7c29ad01-4745-487f-998d-9795496d13e1 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861692 Nov 23 11:56:47.388509 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59500) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:47.416517 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b8833215-7f62-42a1-a8a8-2d55b9e7693d tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/subnets?network_id=25284502-4bc3-4251-934a-5f9b9b14b204&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269244 Nov 23 11:56:47.418955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59502) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:47.423702 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877257814', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'project_id': '000e16a34b51447496d308c250ab9259', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:47.522788 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:56:47.526396 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:47.575169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:46Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:47.612813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Checking router: 607662a7-de12-48cd-8e01-b3c069efd7d6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:56:47.613442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Updating router 607662a7-de12-48cd-8e01-b3c069efd7d6 port 299de10d-8059-4919-b85b-cdc1756f99c8 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:56:47.661268 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:47.716244 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:47.790230 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Checking segment: {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:56:47.790609 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network hostable DHCP agents. Network: f742c96d-62d1-4ff4-a701-8ddf690879bb, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:56:47.793717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Subnet': ['ID=4567c2a9-2502-463e-9409-29fdf08ea968,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:47.814342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network f742c96d-62d1-4ff4-a701-8ddf690879bb is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:56:47.824042 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, f742c96d-62d1-4ff4-a701-8ddf690879bb) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:56:47.829052 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:47.830013 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:47.848453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c89c0f-0206-47fd-bfe9-dc314c500ceb None None] Network f742c96d-62d1-4ff4-a701-8ddf690879bb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:56:47.852994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-eb46828c-f753-4008-91cd-170974065435 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4305105 Nov 23 11:56:47.853478 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59504) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:56:48.040924 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.065453 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.092536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-f742c96d-62d1-4ff4-a701-8ddf690879bb', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:56:48.093435 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.126081 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2956ebf-4c75-422c-8c58-5bdd1927da57 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:56:48.147293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906f14e-8d44-4fb2-a650-7287e3acbbd9 None None] Pushing event updated for resources: {'Port': ['ID=299de10d-8059-4919-b85b-cdc1756f99c8,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:48.154801 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Attempting to bind port 299de10d-8059-4919-b85b-cdc1756f99c8 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:56:48.155138 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Attempting to bind port 299de10d-8059-4919-b85b-cdc1756f99c8 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:56:48.155386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Attempting to bind port 299de10d-8059-4919-b85b-cdc1756f99c8 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:56:48.165342 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:56:48.165738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:56:48.166147 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.166535 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:56:48.167011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Bound port: 299de10d-8059-4919-b85b-cdc1756f99c8, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:56:48.167389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.281011 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-743e5042-e865-4a1d-96c9-bbf7a3c88be1 None None] Provisioning complete for port 299de10d-8059-4919-b85b-cdc1756f99c8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:48.281407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-743e5042-e865-4a1d-96c9-bbf7a3c88be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.324028 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.501195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] For port 299de10d-8059-4919-b85b-cdc1756f99c8, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:56:48.523362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] For port 299de10d-8059-4919-b85b-cdc1756f99c8, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=299de10d-8059-4919-b85b-cdc1756f99c8,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:56:48.530587 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.536672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-743e5042-e865-4a1d-96c9-bbf7a3c88be1 None None] Port 299de10d-8059-4919-b85b-cdc1756f99c8 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:56:48.538572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Allocated IP 172.20.0.2 (f742c96d-62d1-4ff4-a701-8ddf690879bb/4567c2a9-2502-463e-9409-29fdf08ea968/22679ee6-b793-4717-9368-22e25908fb6f) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:56:48.588302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009beee-8b77-4f0c-ba51-e338d02a4561 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:56:48.635341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:48.635959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:48.666881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906f14e-8d44-4fb2-a650-7287e3acbbd9 None None] Pushing event updated for resources: {'Port': ['ID=299de10d-8059-4919-b85b-cdc1756f99c8,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:48.741395 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0068e4c9-a317-491f-807b-f0b2536c9299 None None] Provisioning complete for port 299de10d-8059-4919-b85b-cdc1756f99c8 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:48.741395 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0068e4c9-a317-491f-807b-f0b2536c9299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.871007 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:48.939593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.942309 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:48.958641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.001795 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.1 (f742c96d-62d1-4ff4-a701-8ddf690879bb/4567c2a9-2502-463e-9409-29fdf08ea968/7b470c29-8ee2-40ce-bdd7-321bbb5e1fff) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:56:49.065194 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Network f742c96d-62d1-4ff4-a701-8ddf690879bb is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:56:49.079810 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:56:49.084634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:56:49.086773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Pushing event updated for resources: {'Port': ['ID=22679ee6-b793-4717-9368-22e25908fb6f,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:49.091177 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0068e4c9-a317-491f-807b-f0b2536c9299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.116994 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.147797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0068e4c9-a317-491f-807b-f0b2536c9299 None None] For port 299de10d-8059-4919-b85b-cdc1756f99c8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=299de10d-8059-4919-b85b-cdc1756f99c8,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:49.152878 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.181699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0068e4c9-a317-491f-807b-f0b2536c9299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.193939 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network f742c96d-62d1-4ff4-a701-8ddf690879bb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:56:49.200132 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:56:49.202627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:56:49.221755 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Attempting to bind port 22679ee6-b793-4717-9368-22e25908fb6f on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:56:49.222134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Attempting to bind port 22679ee6-b793-4717-9368-22e25908fb6f by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:56:49.222510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Attempting to bind port 22679ee6-b793-4717-9368-22e25908fb6f on network f742c96d-62d1-4ff4-a701-8ddf690879bb {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:56:49.236295 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:49.240118 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:56:49.240499 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Checking segment: {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:56:49.240904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.241322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Bound using segment: {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:56:49.241800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Bound port: 22679ee6-b793-4717-9368-22e25908fb6f, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:56:49.242182 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.258142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.272368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068e4c9-a317-491f-807b-f0b2536c9299 None None] Pushing event updated for resources: {'Port': ['ID=299de10d-8059-4919-b85b-cdc1756f99c8,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:49.319134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:46Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:49.353674 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7a5c7-52aa-40f4-be97-d314ac2ca5a0 None None] The sync data for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 is: [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:46Z', 'revision_number': 3, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:56:49.360937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] For port 22679ee6-b793-4717-9368-22e25908fb6f, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:56:49.368339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] For port 22679ee6-b793-4717-9368-22e25908fb6f, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=22679ee6-b793-4717-9368-22e25908fb6f,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:56:49.381896 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.407620 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.461909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcaecc3-4cea-423e-a5c4-76506b06e8c1 None None] Pushing event updated for resources: {'Port': ['ID=22679ee6-b793-4717-9368-22e25908fb6f,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:49.767471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 299de10d-8059-4919-b85b-cdc1756f99c8 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:56:49.811813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.819006 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.858862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.877034 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 299de10d-8059-4919-b85b-cdc1756f99c8 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:49.877597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.910268 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:49.911997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:50.011815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network f742c96d-62d1-4ff4-a701-8ddf690879bb is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:56:50.013495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:56:50.138869 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 607662a7-de12-48cd-8e01-b3c069efd7d6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:56:50.258305 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:56:50.263330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5c3c4a55-5611-4e64-8df4-b3a55b868a72 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/607662a7-de12-48cd-8e01-b3c069efd7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4086878 Nov 23 11:56:50.355419 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:50.452016 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-460709ed-0ddb-46fe-9944-be9006b9a422 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670090184&fields=id&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 267 time: 0.0474923 Nov 23 11:56:50.566329 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f682e-cfd5-489a-9397-ba5ab6429370 None None] Network f742c96d-62d1-4ff4-a701-8ddf690879bb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:56:50.572047 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-4d493c50-ab81-413b-9daf-0763e1c1bbb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:50.573528 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-4d493c50-ab81-413b-9daf-0763e1c1bbb9 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/networks?id=f742c96d-62d1-4ff4-a701-8ddf690879bb HTTP/1.1" status: 200 len: 797 time: 0.1137156 Nov 23 11:56:50.588579 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-9b01831a-d53e-4a29-85ba-ba990519774f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/quotas/000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 375 time: 0.0089986 Nov 23 11:56:50.640905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-3272ceae-be80-41e6-bafa-9ffe96d0ed59 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468006 Nov 23 11:56:50.661404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-72c26f10-2ef2-4829-aa7a-24a462be9980 None None] Provisioning complete for port 22679ee6-b793-4717-9368-22e25908fb6f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:50.661785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-72c26f10-2ef2-4829-aa7a-24a462be9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:50.750515 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-4f41bda9-1ceb-482d-96c4-e752c0f552f6 service neutron] 10.222.0.61 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959778 Nov 23 11:56:50.805054 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:50.826125 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-72c26f10-2ef2-4829-aa7a-24a462be9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:50.855651 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-3567c6e4-432c-40ce-bea9-a2b01db76900 service neutron] 10.222.0.61 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978415 Nov 23 11:56:50.862318 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-72c26f10-2ef2-4829-aa7a-24a462be9980 None None] For port 22679ee6-b793-4717-9368-22e25908fb6f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=22679ee6-b793-4717-9368-22e25908fb6f,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:50.868892 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-72c26f10-2ef2-4829-aa7a-24a462be9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:50.930574 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c26f10-2ef2-4829-aa7a-24a462be9980 None None] Pushing event updated for resources: {'Port': ['ID=22679ee6-b793-4717-9368-22e25908fb6f,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:51.067110 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ce66e88d-90e9-432c-91ec-7733c5600954 req-a8444710-c406-4224-9a2d-386453e8aa8d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 210 time: 0.0369983 Nov 23 11:56:51.099091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ea395a9d-cbf4-4853-a5a8-450c42984de3 None None] Provisioning complete for port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:51.099381 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea395a9d-cbf4-4853-a5a8-450c42984de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.146327 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-ea395a9d-cbf4-4853-a5a8-450c42984de3 None None] Port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:56:51.157955 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-ea395a9d-cbf4-4853-a5a8-450c42984de3 None None] Provisioning complete for port 22679ee6-b793-4717-9368-22e25908fb6f triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:51.158466 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ea395a9d-cbf4-4853-a5a8-450c42984de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.190167 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Sync routers for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:56:51.200524 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:51.201174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:51.310903 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:51.371233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d2c933c0-8a39-4b95-a8de-232bb4a66b9c None None] Provisioning complete for port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:51.371843 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d2c933c0-8a39-4b95-a8de-232bb4a66b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.421735 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d2c933c0-8a39-4b95-a8de-232bb4a66b9c None None] Port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:56:51.544803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-da741a09-4895-4b4f-90db-80bfc696f9a8 None None] Provisioning complete for port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:51.545371 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-da741a09-4895-4b4f-90db-80bfc696f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.562874 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 2, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:51.587485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-da741a09-4895-4b4f-90db-80bfc696f9a8 None None] Port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:56:51.589626 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Checking router: 607662a7-de12-48cd-8e01-b3c069efd7d6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:56:51.589984 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Updating router 607662a7-de12-48cd-8e01-b3c069efd7d6 port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:56:51.618167 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.688911 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 22679ee6-b793-4717-9368-22e25908fb6f up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:56:51.743679 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 22679ee6-b793-4717-9368-22e25908fb6f triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:51.744322 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.910522 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.915485 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:51.965450 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Pushing event updated for resources: {'Port': ['ID=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:51.992602 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.992949 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.993323 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.993661 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.994066 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.994331 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.994680 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.994984 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.995306 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.995629 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.995956 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:51.996277 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:56:52.026145 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Attempting to bind port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:56:52.026533 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Attempting to bind port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:56:52.026901 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Attempting to bind port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff on network f742c96d-62d1-4ff4-a701-8ddf690879bb {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:56:52.033149 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:56:52.033641 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Checking segment: {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:56:52.034053 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.034446 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Bound using segment: {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:56:52.035097 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Bound port: 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:56:52.035483 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.123127 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] For port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:56:52.130367 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] For port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:56:52.136217 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.196965 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:56:52.197651 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:52.206604 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9d91d70b-5ad3-4516-9a60-345a6dd5e1ac req-74d892aa-a052-40ad-83f1-0bbb55b69367 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 210 time: 0.0518396 Nov 23 11:56:52.223703 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd936e-6197-4265-85d2-dcc3c6939440 None None] Pushing event updated for resources: {'Port': ['ID=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,revision_number=4']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:52.231218 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4e08cc7e-460d-476f-a259-43b5639cb8e9 None None] Provisioning complete for port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:52.231593 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4e08cc7e-460d-476f-a259-43b5639cb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.357898 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:56:52.367008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4e08cc7e-460d-476f-a259-43b5639cb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.379625 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-c170633f-aedc-4fa3-a34d-fc82713769e4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:52.381353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-c170633f-aedc-4fa3-a34d-fc82713769e4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/networks?id=f742c96d-62d1-4ff4-a701-8ddf690879bb HTTP/1.1" status: 200 len: 797 time: 0.1921225 Nov 23 11:56:52.404442 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-4e08cc7e-460d-476f-a259-43b5639cb8e9 None None] For port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:52.411560 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4e08cc7e-460d-476f-a259-43b5639cb8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.460674 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-bbfed3ab-6588-44e2-980a-a3d4be15cb20 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e16a34b51447496d308c250ab9259 HTTP/1.1" status: 200 len: 380 time: 0.0680304 Nov 23 11:56:52.470788 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08cc7e-460d-476f-a259-43b5639cb8e9 None None] Pushing event updated for resources: {'Port': ['ID=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:52.483550 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'port': {'device_id': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'admin_state_up': True, 'tenant_id': '000e16a34b51447496d308c250ab9259', 'security_groups': ['76976fb3-b6ad-4076-8f36-dfa8b754ecaf']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:52.536930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-05c4bb50-46fc-458b-bfdf-83dc03e39cd6 None None] Provisioning complete for port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:52.537506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-05c4bb50-46fc-458b-bfdf-83dc03e39cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.583058 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:56:52.602841 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Made reservation on behalf of 000e16a34b51447496d308c250ab9259 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:56:52.607217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.615651 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d239c3-407f-4550-8a42-f8ddaa13862e None None] The sync data for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 is: [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:56:52.759073 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.20.0.12 (f742c96d-62d1-4ff4-a701-8ddf690879bb/4567c2a9-2502-463e-9409-29fdf08ea968/fc46a2e5-8b5e-4964-b72f-e795b9146b09) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:56:52.891642 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.923582 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:52.960551 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.006057 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network f742c96d-62d1-4ff4-a701-8ddf690879bb is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:56:53.009143 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:56:53.013156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:56:53.020511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=fc46a2e5-8b5e-4964-b72f-e795b9146b09,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:53.075198 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:53.076089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.099958 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-01eae2d0-d79f-4e9c-87d2-fb6a2887e426 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6282883 Nov 23 11:56:53.117648 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Request body: {'port': {'device_id': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:56:53.197616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.347398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e767cd9a-c9d1-4414-91ff-749ad5a0e381 None None] Provisioning complete for port fc46a2e5-8b5e-4964-b72f-e795b9146b09 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:53.348045 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e767cd9a-c9d1-4414-91ff-749ad5a0e381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.394291 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e767cd9a-c9d1-4414-91ff-749ad5a0e381 None None] Port fc46a2e5-8b5e-4964-b72f-e795b9146b09 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:56:53.397235 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564016f-a4fc-4151-b0b7-7175dc87874f req-6c0d0227-8273-4aa4-89b1-34ff08ea6597 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:53.398786 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6564016f-a4fc-4151-b0b7-7175dc87874f req-6c0d0227-8273-4aa4-89b1-34ff08ea6597 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 932 time: 0.0957699 Nov 23 11:56:53.508514 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6564016f-a4fc-4151-b0b7-7175dc87874f req-810195ff-96b2-4f72-82f7-185786ce0df7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820098 Nov 23 11:56:53.565284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc46a2e5-8b5e-4964-b72f-e795b9146b09 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:56:53.580029 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.596251 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Transition to ACTIVE for port object fc46a2e5-8b5e-4964-b72f-e795b9146b09 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:56:53.602366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.668375 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Pushing event updated for resources: {'Port': ['ID=fc46a2e5-8b5e-4964-b72f-e795b9146b09,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:53.747369 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:56:53.770137 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Attempting to bind port fc46a2e5-8b5e-4964-b72f-e795b9146b09 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:56:53.770502 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Attempting to bind port fc46a2e5-8b5e-4964-b72f-e795b9146b09 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:56:53.770808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Attempting to bind port fc46a2e5-8b5e-4964-b72f-e795b9146b09 on network f742c96d-62d1-4ff4-a701-8ddf690879bb {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:56:53.776016 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Port fc46a2e5-8b5e-4964-b72f-e795b9146b09 on network f742c96d-62d1-4ff4-a701-8ddf690879bb not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:56:53.776337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Attempting to bind port fc46a2e5-8b5e-4964-b72f-e795b9146b09 on network f742c96d-62d1-4ff4-a701-8ddf690879bb {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:56:53.784801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:56:53.785411 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Checking segment: {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:56:53.785540 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Bound using segment: {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:56:53.785981 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Bound port: fc46a2e5-8b5e-4964-b72f-e795b9146b09, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7d3f29f-278e-48c3-9f9e-14ba3d048617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:56:53.786337 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.839275 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:53.839883 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.866272 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] For port fc46a2e5-8b5e-4964-b72f-e795b9146b09, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:56:53.870131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] For port fc46a2e5-8b5e-4964-b72f-e795b9146b09, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:56:53.878031 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.913556 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:53.914176 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:53.915579 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] 10.222.0.65 "PUT /v2.0/ports/fc46a2e5-8b5e-4964-b72f-e795b9146b09 HTTP/1.1" status: 200 len: 1092 time: 0.8044152 Nov 23 11:56:53.916024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:56:53.918322 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:56:53.966299 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a979161-0263-47f1-95c5-591620a01a10 service neutron] Pushing event updated for resources: {'Port': ['ID=fc46a2e5-8b5e-4964-b72f-e795b9146b09,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:53.973678 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb30db-3c29-4b77-a6c3-734439ee3119 x-openstack-request-id: req-cabb30db-3c29-4b77-a6c3-734439ee3119 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:56:53.974225 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:56:53.974486 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cabb30db-3c29-4b77-a6c3-734439ee3119 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:56:53.974898 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'status': 'completed', 'code': 200} Nov 23 11:56:54.027790 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-4a63ac69-0bed-43fc-b0ef-d7b2c7620b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.029323 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-4a63ac69-0bed-43fc-b0ef-d7b2c7620b2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 1095 time: 0.0442829 Nov 23 11:56:54.076682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-2b82af55-ec90-4da6-8c06-2fdb3b3e5a02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09 HTTP/1.1" status: 200 len: 217 time: 0.0389655 Nov 23 11:56:54.129634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-736ef0ec-79cd-4392-8ef0-5bc2ebda1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.131156 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-736ef0ec-79cd-4392-8ef0-5bc2ebda1078 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4567c2a9-2502-463e-9409-29fdf08ea968 HTTP/1.1" status: 200 len: 835 time: 0.0473459 Nov 23 11:56:54.178004 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-615e2c22-5b0b-40ef-99b5-8a1c9dd16e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.179471 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-615e2c22-5b0b-40ef-99b5-8a1c9dd16e29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f742c96d-62d1-4ff4-a701-8ddf690879bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400107 Nov 23 11:56:54.277826 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-566b29fb-289e-4495-8665-814ebcf779db service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Nov 23 11:56:54.370817 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a201cd8f-7062-4c98-bd27-1c5ddfbd2b5d req-f37ea604-59d2-4472-a169-b5d18d6e0f17 service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848963 Nov 23 11:56:54.463022 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-267e7152-ccf7-42c1-9d87-9a6d2c825960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.464511 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-267e7152-ccf7-42c1-9d87-9a6d2c825960 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 1095 time: 0.0449178 Nov 23 11:56:54.557322 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-3757f640-2b2c-46d1-a301-4355bb014eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.558795 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-3757f640-2b2c-46d1-a301-4355bb014eec service neutron] 10.222.0.65 "GET /v2.0/networks?id=f742c96d-62d1-4ff4-a701-8ddf690879bb HTTP/1.1" status: 200 len: 898 time: 0.0852306 Nov 23 11:56:54.607123 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-c5a421e8-0cb3-49d3-84d4-547c485518fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09 HTTP/1.1" status: 200 len: 217 time: 0.0385959 Nov 23 11:56:54.689239 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd498305-b6b7-4338-8ea6-094053d477a6 req-97c90694-60a5-45d8-8dbd-ce2e4edd3eb7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.690719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd498305-b6b7-4338-8ea6-094053d477a6 req-97c90694-60a5-45d8-8dbd-ce2e4edd3eb7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 944 time: 0.0860121 Nov 23 11:56:54.692419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-acc19a43-9c7d-4b4a-9541-8ecb13eb86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.693753 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-acc19a43-9c7d-4b4a-9541-8ecb13eb86ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4567c2a9-2502-463e-9409-29fdf08ea968 HTTP/1.1" status: 200 len: 835 time: 0.0756993 Nov 23 11:56:54.770235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-cd498305-b6b7-4338-8ea6-094053d477a6 req-cc3f6581-69d6-47c3-b893-23bd6e5b31ab tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735824 Nov 23 11:56:54.772723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-244afbc6-4696-438f-82ef-c96ae1544135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:54.774123 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-244afbc6-4696-438f-82ef-c96ae1544135 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f742c96d-62d1-4ff4-a701-8ddf690879bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649335 Nov 23 11:56:54.869535 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-8e4cca21-ae1f-43c8-aa9b-05d625eed26d service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825160 Nov 23 11:56:54.967237 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9f687f91-20ea-4b6d-b9e1-ae8e75b93612 req-abcac43f-550a-4dfb-86d2-e95f509cc477 service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859561 Nov 23 11:56:55.893980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dbb3f-c2d2-4b9f-b192-fc8bdc1d4cc9 req-6963f456-d526-47b6-baf6-c93e33c7bbd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:55.895477 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df4dbb3f-c2d2-4b9f-b192-fc8bdc1d4cc9 req-6963f456-d526-47b6-baf6-c93e33c7bbd8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 944 time: 0.0558429 Nov 23 11:56:55.945133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-df4dbb3f-c2d2-4b9f-b192-fc8bdc1d4cc9 req-555f8d65-34a2-48fe-8478-19051a85d846 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Nov 23 11:56:56.379676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fc46a2e5-8b5e-4964-b72f-e795b9146b09 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:56:56.480687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fc46a2e5-8b5e-4964-b72f-e795b9146b09, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:56.493255 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'port_id': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'mac_address': 'fa:16:3e:7b:65:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:56:56.533059 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:56.545456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc46a2e5-8b5e-4964-b72f-e795b9146b09 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:56:56.564795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fc46a2e5-8b5e-4964-b72f-e795b9146b09, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:56.568731 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:56.614363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=fc46a2e5-8b5e-4964-b72f-e795b9146b09,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:56.859203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['fc46a2e5-8b5e-4964-b72f-e795b9146b09'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:56:57.061603 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc67e3f-5f91-4b1e-9f03-50c9a8e1fedb req-b260ae93-3b09-400c-adff-1ac41820c54a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:57.064230 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dc67e3f-5f91-4b1e-9f03-50c9a8e1fedb req-b260ae93-3b09-400c-adff-1ac41820c54a tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Nov 23 11:56:57.122199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2dc67e3f-5f91-4b1e-9f03-50c9a8e1fedb req-0a0003d8-8cdc-4b6c-9964-b8fdd2a21d3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507035 Nov 23 11:56:58.237024 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e9743-5c86-4f02-91ea-76cdb7ad0018 req-f2799c44-7696-42c7-995a-cbb6e14cec89 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:58.238531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b3e9743-5c86-4f02-91ea-76cdb7ad0018 req-f2799c44-7696-42c7-995a-cbb6e14cec89 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Nov 23 11:56:58.287635 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6b3e9743-5c86-4f02-91ea-76cdb7ad0018 req-154b3018-e9b5-4a88-bace-d0edae30de3d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Nov 23 11:56:58.390236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fc46a2e5-8b5e-4964-b72f-e795b9146b09 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:56:58.439603 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port fc46a2e5-8b5e-4964-b72f-e795b9146b09 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:56:58.443521 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port fc46a2e5-8b5e-4964-b72f-e795b9146b09 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:56:58.443900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:58.524767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:58.546331 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:56:58.549217 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea69cac-dc48-44dd-949d-fb52c3222dbd" -d '{"events": [{"server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "name": "network-vif-plugged", "status": "completed", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:56:58.561201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port fc46a2e5-8b5e-4964-b72f-e795b9146b09, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:56:58.565697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:56:58.589633 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd64dea-7bc4-4283-ba87-b6daad09b93e x-openstack-request-id: req-7cd64dea-7bc4-4283-ba87-b6daad09b93e {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:56:58.589927 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "name": "network-vif-plugged", "status": "completed", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:56:58.590180 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7cd64dea-7bc4-4283-ba87-b6daad09b93e {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:56:58.590582 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'code': 200} Nov 23 11:56:58.614252 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=fc46a2e5-8b5e-4964-b72f-e795b9146b09,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:56:58.687337 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8ac92-2c30-4d7d-937d-be81490a9ceb req-8577df90-77d9-4fd8-9ed5-290d9c43c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:58.689603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10a8ac92-2c30-4d7d-937d-be81490a9ceb req-8577df90-77d9-4fd8-9ed5-290d9c43c0dc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 1097 time: 0.0400589 Nov 23 11:56:58.739856 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-10a8ac92-2c30-4d7d-937d-be81490a9ceb req-e61b133e-9d84-46f9-8ce9-c635bd18af59 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Nov 23 11:56:59.401182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063375e5-9556-4817-b919-128b8ff7d59c req-08f2e9f3-432e-40ea-92e0-38f852a916a8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:56:59.402565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-063375e5-9556-4817-b919-128b8ff7d59c req-08f2e9f3-432e-40ea-92e0-38f852a916a8 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0479650 Nov 23 11:56:59.454945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-063375e5-9556-4817-b919-128b8ff7d59c req-ffd31663-48bf-4c1e-836a-7ed358f11359 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Nov 23 11:57:00.575656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe691ecd-a915-4b56-98a3-245cead9fef0 req-ac706f49-8812-437d-b51d-7a1789646b58 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:00.577139 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe691ecd-a915-4b56-98a3-245cead9fef0 req-ac706f49-8812-437d-b51d-7a1789646b58 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0487726 Nov 23 11:57:00.627692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe691ecd-a915-4b56-98a3-245cead9fef0 req-841949b6-246f-4727-90fb-a45b8a6d4c2d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 Nov 23 11:57:00.742753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2808f93-61bf-4171-9144-e99a9889d52c req-12d01fbf-02eb-4fbe-b081-e693558c1c58 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:00.744134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2808f93-61bf-4171-9144-e99a9889d52c req-12d01fbf-02eb-4fbe-b081-e693558c1c58 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0494936 Nov 23 11:57:00.792238 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b2808f93-61bf-4171-9144-e99a9889d52c req-ed7dea54-c3ac-49b7-996a-8fc7f6eeacb5 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422375 Nov 23 11:57:00.814291 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59556) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:00.853598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c46d3-b97d-4e73-a12e-8409b2431399 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:00.855125 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd0c46d3-b97d-4e73-a12e-8409b2431399 tempest-TestNetworkAdvancedServerOps-418795943 tempest-TestNetworkAdvancedServerOps-418795943-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 1092 time: 0.0398827 Nov 23 11:57:00.857896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59558) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:00.862450 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:57:00.884330 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:00.984731 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:01.088660 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Allocated IP 172.25.5.78 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/64f3198f-48eb-4d3d-8981-f76a7e1cfa1a) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:57:01.190903 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:01.225251 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:01.266294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:57:01.269215 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:01.272653 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:57:01.278063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=64f3198f-48eb-4d3d-8981-f76a7e1cfa1a,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:01.627528 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:01.695643 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:01.840524 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:01.844957 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:02.214906 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event updated for resources: {'Port': ['ID=64f3198f-48eb-4d3d-8981-f76a7e1cfa1a,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:02.222824 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:02.324000 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 524dc3c1-4fa6-402a-aac8-648113699714 associated. External IP: 172.25.5.78, port: fc46a2e5-8b5e-4964-b72f-e795b9146b09. Nov 23 11:57:02.532808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 607662a7-de12-48cd-8e01-b3c069efd7d6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:57:02.640673 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:57:02.650192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] Sync routers for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:57:02.658996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:02.664398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:02.665023 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:02.685825 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e859c308-5f03-40f9-b6dc-d9fa988de728 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8269253 Nov 23 11:57:02.686518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:57:02.688929 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ad5b2-4195-4932-b61e-db8ad6f435a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:57:02.742412 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17a6ca-ce41-4ab7-a73b-907a3be25b92 x-openstack-request-id: req-4d17a6ca-ce41-4ab7-a73b-907a3be25b92 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:57:02.742728 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:57:02.742963 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d17a6ca-ce41-4ab7-a73b-907a3be25b92 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:57:02.743380 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'status': 'completed', 'code': 200} Nov 23 11:57:02.773299 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:02.838284 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab5ed2-9e4c-4974-bb66-b32b24730993 req-f2b076c0-44bf-4e80-a17d-2baa11bf3e3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:02.839903 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b8ab5ed2-9e4c-4974-bb66-b32b24730993 req-f2b076c0-44bf-4e80-a17d-2baa11bf3e3f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0832217 Nov 23 11:57:02.846956 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-28b4c0da-589f-4140-811b-cad77342b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:02.848466 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-28b4c0da-589f-4140-811b-cad77342b06f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 1097 time: 0.0793025 Nov 23 11:57:02.952680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b8ab5ed2-9e4c-4974-bb66-b32b24730993 req-1ab29e1d-cffd-43bd-b010-288e2c36dc7f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032271 Nov 23 11:57:02.975307 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59564) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:02.976927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-e428f3fa-44ba-462e-96e8-6a460e8704ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:02.978437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-e428f3fa-44ba-462e-96e8-6a460e8704ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=f742c96d-62d1-4ff4-a701-8ddf690879bb HTTP/1.1" status: 200 len: 898 time: 0.1228042 Nov 23 11:57:03.039166 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-a6859b9f-2dd0-4a14-a10e-c19cef08b054 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/524dc3c1-4fa6-402a-aac8-648113699714 HTTP/1.1" status: 200 len: 991 time: 0.0622578 Nov 23 11:57:03.052804 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-b5103837-2787-437b-bcb8-3d17a30939f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09 HTTP/1.1" status: 200 len: 999 time: 0.0668931 Nov 23 11:57:03.101685 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-0c96c137-2a0b-4bf0-99d9-6844da13505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:03.103169 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-0c96c137-2a0b-4bf0-99d9-6844da13505f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4567c2a9-2502-463e-9409-29fdf08ea968 HTTP/1.1" status: 200 len: 835 time: 0.0439546 Nov 23 11:57:03.150657 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-4ac8b737-6d48-4225-9d9f-f5900cd9ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:03.152182 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-4ac8b737-6d48-4225-9d9f-f5900cd9ffb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f742c96d-62d1-4ff4-a701-8ddf690879bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414801 Nov 23 11:57:03.163707 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '524dc3c1-4fa6-402a-aac8-648113699714', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'port_id': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'mac_address': 'fa:16:3e:7b:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:57:01Z', 'updated_at': '2021-11-23T11:57:01Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:03.193196 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] Checking router: 607662a7-de12-48cd-8e01-b3c069efd7d6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:57:03.201598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:03.202208 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:56:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:03.312664 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:03.546224 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '524dc3c1-4fa6-402a-aac8-648113699714', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'port_id': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'mac_address': 'fa:16:3e:7b:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:57:01Z', 'updated_at': '2021-11-23T11:57:01Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:03.576808 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd1eda-476a-4973-a6ba-a35407dd0625 None None] The sync data for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 is: [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '524dc3c1-4fa6-402a-aac8-648113699714', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'port_id': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'mac_address': 'fa:16:3e:7b:65:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:57:01Z', 'updated_at': '2021-11-23T11:57:01Z', 'revision_number': 0, 'project_id': '000e16a34b51447496d308c250ab9259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:57:03.587296 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-2d02d320-79fc-476e-b9ee-d688f5ac4a58 service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261031 Nov 23 11:57:03.681941 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-820ad5b2-4195-4932-b61e-db8ad6f435a8 req-6afedb18-b672-4907-83d2-9f2ba3710342 service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864720 Nov 23 11:57:03.778131 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5774118-c5bd-4890-ad18-6e7c2931477e None None] New status for floating IP 524dc3c1-4fa6-402a-aac8-648113699714: ACTIVE {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:57:04.042378 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59566) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:04.106491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a3b6a9d4-95c1-4c7d-88d8-f5774b592802 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/524dc3c1-4fa6-402a-aac8-648113699714 HTTP/1.1" status: 200 len: 993 time: 0.0628686 Nov 23 11:57:14.698735 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-eb77b058-c7ee-49ff-ab4e-23c4ac43c994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:17.108577 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6504dbf7-549f-41cb-8279-931c964b7bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:18.865945 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:19.830011 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:20.327641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:20.762091 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:22.895465 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:24.091179 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:57:37.505924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faaca6-772a-477a-ba6c-a7b421b8c0be req-05611506-e724-4785-a6c5-459619769617 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:37.507468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88faaca6-772a-477a-ba6c-a7b421b8c0be req-05611506-e724-4785-a6c5-459619769617 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0560553 Nov 23 11:57:37.557692 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88faaca6-772a-477a-ba6c-a7b421b8c0be req-d855c5ed-47e3-4c17-aaea-5e873c9da352 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442545 Nov 23 11:57:38.675112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f721a-c6c9-4d3a-a816-822fd4cd10c5 req-a9db58ce-43bc-4473-b642-944923ec638d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:38.676697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc2f721a-c6c9-4d3a-a816-822fd4cd10c5 req-a9db58ce-43bc-4473-b642-944923ec638d tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0488985 Nov 23 11:57:38.725447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc2f721a-c6c9-4d3a-a816-822fd4cd10c5 req-843444c5-56e8-46dd-b305-9dd414c72e47 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Nov 23 11:57:38.748184 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59584) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:38.812564 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2de0b1d4-5353-4b3a-9eb1-95a82d791231 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/524dc3c1-4fa6-402a-aac8-648113699714 HTTP/1.1" status: 200 len: 993 time: 0.0632286 Nov 23 11:57:40.094594 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49aa51-e692-452f-b867-12bc9d476c00 req-c9bd568a-1e0a-4134-b924-f34056f57101 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:40.096712 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc49aa51-e692-452f-b867-12bc9d476c00 req-c9bd568a-1e0a-4134-b924-f34056f57101 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0517516 Nov 23 11:57:40.122181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-0f7516bf-3815-4ec6-bb28-7732c0e2178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:40.123699 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-0f7516bf-3815-4ec6-bb28-7732c0e2178c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 1097 time: 0.0426426 Nov 23 11:57:40.149974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dc49aa51-e692-452f-b867-12bc9d476c00 req-5be88f16-d3d1-4795-b394-ed4a0b088d84 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465157 Nov 23 11:57:40.219135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-eed38336-c667-4aa1-9da5-e6b61c63cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:40.221149 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-eed38336-c667-4aa1-9da5-e6b61c63cbcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=f742c96d-62d1-4ff4-a701-8ddf690879bb HTTP/1.1" status: 200 len: 898 time: 0.0893102 Nov 23 11:57:40.289077 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-31f33e77-225a-40b3-a60f-752f7bd05a7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09 HTTP/1.1" status: 200 len: 1001 time: 0.0565193 Nov 23 11:57:40.342106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-2b502f74-413c-49f6-b050-4f66874c417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:40.343569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-2b502f74-413c-49f6-b050-4f66874c417e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4567c2a9-2502-463e-9409-29fdf08ea968 HTTP/1.1" status: 200 len: 835 time: 0.0426815 Nov 23 11:57:40.392110 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-7c281a97-06cd-4480-8419-c306fcc422cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:40.393740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-7c281a97-06cd-4480-8419-c306fcc422cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f742c96d-62d1-4ff4-a701-8ddf690879bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428972 Nov 23 11:57:40.407331 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-10044a8f-99ed-425a-bdaa-0dcb6319cbfc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 11:57:40.408698 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-10044a8f-99ed-425a-bdaa-0dcb6319cbfc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048063 Nov 23 11:57:40.499628 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-696623d6-3511-4ec2-bdb4-5ed79a2376eb service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Nov 23 11:57:40.597370 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-651fb8cc-adc5-4e83-81d4-25fd6d5f77df req-0408894d-1b75-420b-9182-8703494193b4 service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867786 Nov 23 11:57:41.268518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434b48-ef62-42f9-95d8-b8c1e636012a req-da3239a1-2bdf-45c7-91a6-6efdc88bf5c7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:41.270036 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-32434b48-ef62-42f9-95d8-b8c1e636012a req-da3239a1-2bdf-45c7-91a6-6efdc88bf5c7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0497432 Nov 23 11:57:41.320012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-32434b48-ef62-42f9-95d8-b8c1e636012a req-863b93a8-b0b6-4585-bd03-07045b70351e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Nov 23 11:57:42.436674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8b800-ce35-470e-9ac5-d2863e245878 req-76df13ae-0b98-48cf-bc6d-8f8911426305 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:42.438170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5b8b800-ce35-470e-9ac5-d2863e245878 req-76df13ae-0b98-48cf-bc6d-8f8911426305 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0486031 Nov 23 11:57:42.492423 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a5b8b800-ce35-470e-9ac5-d2863e245878 req-36c60bff-ed00-4940-83a6-87b790f06032 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476449 Nov 23 11:57:42.514896 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59596) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:42.578634 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7cd6daa2-e20b-4b37-ba91-6b5caba9735b tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/floatingips/524dc3c1-4fa6-402a-aac8-648113699714 HTTP/1.1" status: 200 len: 993 time: 0.0624616 Nov 23 11:57:42.848659 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59602) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:43.038195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 64f3198f-48eb-4d3d-8981-f76a7e1cfa1a {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:57:43.038538 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:43.125130 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:43.125385 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:43.141927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 64f3198f-48eb-4d3d-8981-f76a7e1cfa1a owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:57:43.334007 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:43.361058 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=64f3198f-48eb-4d3d-8981-f76a7e1cfa1a,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:43.372445 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.372802 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.373169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.373515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.373852 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.374189 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.374911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.374911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.375210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.375773 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.376133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.376529 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:43.438865 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:43.439203 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Floating IP 524dc3c1-4fa6-402a-aac8-648113699714 disassociated (deleted). External IP: 172.25.5.78, port: fc46a2e5-8b5e-4964-b72f-e795b9146b09. Nov 23 11:57:43.669169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 607662a7-de12-48cd-8e01-b3c069efd7d6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:57:43.777551 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:57:43.782445 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:43.788068 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] Sync routers for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:57:43.797341 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:43.797957 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:43.810373 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b4ab2944-c744-4f45-9b08-b0e3d10d15f4 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/floatingips/524dc3c1-4fa6-402a-aac8-648113699714 HTTP/1.1" status: 204 len: 168 time: 0.9605970 Nov 23 11:57:43.811081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:57:43.813507 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b4f681-f21c-444d-af05-7a4ed057f4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:57:43.854594 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89767b2d-b412-4d6e-9834-2426f28b8315 x-openstack-request-id: req-89767b2d-b412-4d6e-9834-2426f28b8315 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:57:43.855224 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:57:43.855224 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-89767b2d-b412-4d6e-9834-2426f28b8315 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:57:43.855563 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'status': 'completed', 'code': 200} Nov 23 11:57:43.912803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:43.933611 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-e4461afa-c72c-4513-8afd-1a922767e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:43.935222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-e4461afa-c72c-4513-8afd-1a922767e2e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 1097 time: 0.0517635 Nov 23 11:57:44.067242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-a27b9984-219e-4167-9d28-0ad92d1750ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:44.068741 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-a27b9984-219e-4167-9d28-0ad92d1750ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=f742c96d-62d1-4ff4-a701-8ddf690879bb HTTP/1.1" status: 200 len: 898 time: 0.1218679 Nov 23 11:57:44.076416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d4003-3164-4eac-bde3-3ed0e28a60d4 req-54cb090a-6976-4cb6-b105-0324584f498e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:44.077919 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d4d4003-3164-4eac-bde3-3ed0e28a60d4 req-54cb090a-6976-4cb6-b105-0324584f498e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0706170 Nov 23 11:57:44.118526 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:44.125720 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-a8621f42-fdfe-4619-aea3-01cb51b881bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09 HTTP/1.1" status: 200 len: 217 time: 0.0442612 Nov 23 11:57:44.152032 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] Checking router: 607662a7-de12-48cd-8e01-b3c069efd7d6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:57:44.161514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:44.162132 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:44.197976 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9d4d4003-3164-4eac-bde3-3ed0e28a60d4 req-a1f540dd-d2af-4dde-bb28-d419331d5cf7 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123641 Nov 23 11:57:44.201882 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-353127d4-4418-4daf-993c-76d266e714c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:44.203637 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-353127d4-4418-4daf-993c-76d266e714c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4567c2a9-2502-463e-9409-29fdf08ea968 HTTP/1.1" status: 200 len: 835 time: 0.0706890 Nov 23 11:57:44.258512 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-b03d36fd-4ce2-48d0-a0ef-71a69c0738c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:44.260011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-b03d36fd-4ce2-48d0-a0ef-71a69c0738c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f742c96d-62d1-4ff4-a701-8ddf690879bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472627 Nov 23 11:57:44.275065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:44.358032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-9b62facd-0cb5-4242-b453-b216c4d2c689 service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875840 Nov 23 11:57:44.461712 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-70b4f681-f21c-444d-af05-7a4ed057f4ef req-a90965d5-c15a-4a3c-8015-0fe64bed232f service neutron] 10.222.0.65 "GET /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917883 Nov 23 11:57:44.480285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:44.509350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868c496-7bea-4577-9f6a-5bb7c18a016b None None] The sync data for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 is: [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '7b470c29-8ee2-40ce-bdd7-321bbb5e1fff', 'name': '', 'network_id': 'f742c96d-62d1-4ff4-a701-8ddf690879bb', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'mac_address': 'fa:16:3e:44:fa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:48Z', 'updated_at': '2021-11-23T11:56:52Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'subnets': [{'id': '4567c2a9-2502-463e-9409-29fdf08ea968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:57:44.702366 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f8aaf4ee-b818-4060-9028-d696373f1a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:44.742773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038b2c4-55c9-4b1f-9531-41c55163511a None None] New status for floating IP 524dc3c1-4fa6-402a-aac8-648113699714: DOWN {{(pid=103429) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:57:45.321559 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d369e-aeb2-49d4-99b1-1ef32cf1ec41 req-832f4dc8-5cf4-4906-8e0b-c91839f4b638 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:45.323062 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-613d369e-aeb2-49d4-99b1-1ef32cf1ec41 req-832f4dc8-5cf4-4906-8e0b-c91839f4b638 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0502734 Nov 23 11:57:45.378144 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-613d369e-aeb2-49d4-99b1-1ef32cf1ec41 req-e97f7c1c-dc1f-4edb-bde8-6f41ab6c25fd tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/security-groups?id=76976fb3-b6ad-4076-8f36-dfa8b754ecaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492148 Nov 23 11:57:45.957693 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-417b8922-ad48-4791-aaa9-24c79af1dd29 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:45.959305 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-417b8922-ad48-4791-aaa9-24c79af1dd29 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Nov 23 11:57:46.051250 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port fc46a2e5-8b5e-4964-b72f-e795b9146b09 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:57:46.051623 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:46.146376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port fc46a2e5-8b5e-4964-b72f-e795b9146b09, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=fc46a2e5-8b5e-4964-b72f-e795b9146b09,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:57:46.146747 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:46.159780 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for fc46a2e5-8b5e-4964-b72f-e795b9146b09 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:57:46.289765 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:46.319647 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=fc46a2e5-8b5e-4964-b72f-e795b9146b09,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:46.358542 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] No DVR routers for this DVR port fc46a2e5-8b5e-4964-b72f-e795b9146b09 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:57:46.361600 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:46.364940 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11529a5e-9b4d-4d50-a07b-ed38d1f60eb1 req-816cb261-fd05-4595-9452-419713bb4647 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.65 "DELETE /v2.0/ports/fc46a2e5-8b5e-4964-b72f-e795b9146b09 HTTP/1.1" status: 204 len: 173 time: 0.3966227 Nov 23 11:57:46.365446 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'name': 'network-vif-deleted', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:57:46.367706 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826dd232-0758-4c82-b741-7b50a26c93f3" -d '{"events": [{"server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "name": "network-vif-deleted", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:57:46.405298 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5292ef5-45e7-4cab-b0c2-cefa441e3615 x-openstack-request-id: req-a5292ef5-45e7-4cab-b0c2-cefa441e3615 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:57:46.405599 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf299e-9770-43e9-a3c5-d1e717df0165", "name": "network-vif-deleted", "tag": "fc46a2e5-8b5e-4964-b72f-e795b9146b09", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:57:46.405860 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a5292ef5-45e7-4cab-b0c2-cefa441e3615 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:57:46.406272 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf299e-9770-43e9-a3c5-d1e717df0165', 'name': 'network-vif-deleted', 'tag': 'fc46a2e5-8b5e-4964-b72f-e795b9146b09', 'status': 'completed', 'code': 200} Nov 23 11:57:46.476719 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b201261e-da06-49cd-831e-913512dfdf8c req-e67f7bec-3444-4d53-afbe-91951aff7022 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 210 time: 0.0277319 Nov 23 11:57:46.524266 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-620288aa-9170-4909-b8bd-28e2f43e3823 req-68ac545f-2c79-43e6-b480-e89bb546e362 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0abf299e-9770-43e9-a3c5-d1e717df0165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259624 Nov 23 11:57:46.600959 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-620288aa-9170-4909-b8bd-28e2f43e3823 req-917937b4-591c-4a20-b547-be46cbe09070 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=000e16a34b51447496d308c250ab9259&device_id=0abf299e-9770-43e9-a3c5-d1e717df0165 HTTP/1.1" status: 200 len: 210 time: 0.0293851 Nov 23 11:57:46.796325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620288aa-9170-4909-b8bd-28e2f43e3823 req-c6426ebd-a017-49fa-b990-2d2c490f8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:46.799520 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-620288aa-9170-4909-b8bd-28e2f43e3823 req-c6426ebd-a017-49fa-b990-2d2c490f8e74 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=000e16a34b51447496d308c250ab9259&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1747003 Nov 23 11:57:46.985219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620288aa-9170-4909-b8bd-28e2f43e3823 req-c8e694c4-4448-4778-a998-cbd9138a1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:46.986737 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-620288aa-9170-4909-b8bd-28e2f43e3823 req-c8e694c4-4448-4778-a998-cbd9138a1189 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801150 Nov 23 11:57:47.110406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7a663a56-c248-474e-9eec-e04c50ef348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:47.536236 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59618) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:47.901952 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:48.157199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:57:48.158018 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:48.251734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:57:48.252586 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:48.265370 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:57:48.451996 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:48.479493 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=7b470c29-8ee2-40ce-bdd7-321bbb5e1fff,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:48.652575 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:48.655549 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fc46a2e5-8b5e-4964-b72f-e795b9146b09 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:57:48.678214 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: fc46a2e5-8b5e-4964-b72f-e795b9146b09 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:57:48.678571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device fc46a2e5-8b5e-4964-b72f-e795b9146b09 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:57:48.868812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:48.879696 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Router 607662a7-de12-48cd-8e01-b3c069efd7d6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:57:48.992619 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:57:48.997667 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-1106c3d4-4be5-4e54-a406-ab0b053dcd1c tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "PUT /v2.0/routers/607662a7-de12-48cd-8e01-b3c069efd7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4603994 Nov 23 11:57:49.000515 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59620) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:49.003757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] Sync routers for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:57:49.014053 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:49.014671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:49.052431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting subnet 4567c2a9-2502-463e-9409-29fdf08ea968 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 11:57:49.055568 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.101172 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.120309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:49.190663 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.250272 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.283816 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Subnet': ['ID=4567c2a9-2502-463e-9409-29fdf08ea968,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:49.287519 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.290708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-26e23d03-084d-480e-ae1c-e56d6c38a056 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/subnets/4567c2a9-2502-463e-9409-29fdf08ea968 HTTP/1.1" status: 204 len: 168 time: 0.2892530 Nov 23 11:57:49.293506 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59622) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:49.299305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c693f5-5fe9-4072-bac5-99f5829b41e1 None None] Network f742c96d-62d1-4ff4-a701-8ddf690879bb requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:57:49.326854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:57:48Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:49.384004 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] Checking router: 607662a7-de12-48cd-8e01-b3c069efd7d6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:57:49.402757 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.421469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] Routers {'607662a7-de12-48cd-8e01-b3c069efd7d6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:49.422103 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['607662a7-de12-48cd-8e01-b3c069efd7d6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:49.509777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.565836 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Deleting port 299de10d-8059-4919-b85b-cdc1756f99c8 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:57:49.566231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.651945 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] For port 299de10d-8059-4919-b85b-cdc1756f99c8, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=299de10d-8059-4919-b85b-cdc1756f99c8,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:57:49.652320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.665406 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Calling delete_port for 299de10d-8059-4919-b85b-cdc1756f99c8 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:57:49.715773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] Set router 607662a7-de12-48cd-8e01-b3c069efd7d6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:49.780582 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] DHCP port deletion for f742c96d-62d1-4ff4-a701-8ddf690879bb request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:57:49.847224 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.877025 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.879153 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Port': ['ID=299de10d-8059-4919-b85b-cdc1756f99c8,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:49.896560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e8c34-8fc6-4e43-89c3-a6985586abb0 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:57:49.908705 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.909316 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.909807 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.910135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.910468 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.910799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.911128 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.911455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.911780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.912102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.912423 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.912742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:49.938157 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Deleting port 22679ee6-b793-4717-9368-22e25908fb6f {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 11:57:49.938539 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:49.953855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.011043 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] For port 22679ee6-b793-4717-9368-22e25908fb6f, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=22679ee6-b793-4717-9368-22e25908fb6f,segment=NetworkSegment(a7d3f29f-278e-48c3-9f9e-14ba3d048617),segment_id=a7d3f29f-278e-48c3-9f9e-14ba3d048617)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:57:50.011355 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.026610 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Calling delete_port for 22679ee6-b793-4717-9368-22e25908fb6f owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 11:57:50.039560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:57:48Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:50.053373 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.055539 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.099120 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.099552 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98224c-a8da-4606-91a8-e388f202d64c None None] The sync data for ids ['607662a7-de12-48cd-8e01-b3c069efd7d6'] in n-d-817747-2 is: [{'id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2091636254', 'tenant_id': '000e16a34b51447496d308c250ab9259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:56:45Z', 'updated_at': '2021-11-23T11:57:48Z', 'revision_number': 5, 'project_id': '000e16a34b51447496d308c250ab9259', 'gw_port': {'id': '299de10d-8059-4919-b85b-cdc1756f99c8', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607662a7-de12-48cd-8e01-b3c069efd7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:56:46Z', 'updated_at': '2021-11-23T11:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:57:50.099745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Fanout notify agent at l3_agent the message router_deleted on router 607662a7-de12-48cd-8e01-b3c069efd7d6 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 11:57:50.107403 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.112550 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0c04e399-c49b-4f1b-a8d9-f0737736db2f tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/routers/607662a7-de12-48cd-8e01-b3c069efd7d6 HTTP/1.1" status: 204 len: 168 time: 0.8138144 Nov 23 11:57:50.112734 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59624) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:50.153570 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.183453 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] No DVR routers for this DVR port 22679ee6-b793-4717-9368-22e25908fb6f on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 11:57:50.192666 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Pushing event deleted for resources: {'Port': ['ID=22679ee6-b793-4717-9368-22e25908fb6f,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:50.196608 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.196961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.197324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.197672 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.198175 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.198513 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.198841 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.199181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.199493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.199815 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.200136 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.200457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933c27a-b6e5-4a47-a0bc-32867b299578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:50.214893 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.305598 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.326120 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f742c96d-62d1-4ff4-a701-8ddf690879bb']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:50.331868 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.336860 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d3f29f-278e-48c3-9f9e-14ba3d048617') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:50.337199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d3f29f-278e-48c3-9f9e-14ba3d048617') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:50.347399 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.360607 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.366590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 11:57:50.366992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: timer() Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 11:57:50.370101 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 11:57:50.428743 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.435633 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.438697 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/networks/f742c96d-62d1-4ff4-a701-8ddf690879bb HTTP/1.1" status: 204 len: 168 time: 0.3252807 Nov 23 11:57:50.442250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59626) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:50.450106 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5c11b-911c-4f21-89d8-afb8f0676020 tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'Network': ['ID=f742c96d-62d1-4ff4-a701-8ddf690879bb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:50.509696 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4413-24b7-481b-99e7-11f9072acf7e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.536404 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4413-24b7-481b-99e7-11f9072acf7e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.607813 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4413-24b7-481b-99e7-11f9072acf7e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.610841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0ecb4413-24b7-481b-99e7-11f9072acf7e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.612999 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0ecb4413-24b7-481b-99e7-11f9072acf7e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] 10.222.0.61 "DELETE /v2.0/security-groups/76976fb3-b6ad-4076-8f36-dfa8b754ecaf HTTP/1.1" status: 204 len: 168 time: 0.1696441 Nov 23 11:57:50.622766 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb4413-24b7-481b-99e7-11f9072acf7e tempest-TestNetworkAdvancedServerOps-1369553163 tempest-TestNetworkAdvancedServerOps-1369553163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76976fb3-b6ad-4076-8f36-dfa8b754ecaf,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:50.763038 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:50.967502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59634) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:51.133687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-08ab837e-2726-4533-bff7-09c23f6adcc0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=000e16a34b51447496d308c250ab9259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639543 Nov 23 11:57:51.136229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59638) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:51.197670 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e03d0cb-4c56-4cef-8b45-b8810a9a459f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.218350 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e03d0cb-4c56-4cef-8b45-b8810a9a459f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.265616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e03d0cb-4c56-4cef-8b45-b8810a9a459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.268509 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-3e03d0cb-4c56-4cef-8b45-b8810a9a459f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.269891 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-3e03d0cb-4c56-4cef-8b45-b8810a9a459f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/60afab4d-b1b1-4051-87f5-2daaa6e9e140 HTTP/1.1" status: 204 len: 168 time: 0.1326392 Nov 23 11:57:51.277710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03d0cb-4c56-4cef-8b45-b8810a9a459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60afab4d-b1b1-4051-87f5-2daaa6e9e140,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:51.530545 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59644) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:51.544515 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7932658-6acc-49c6-b12b-5e9331256d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.623880 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7932658-6acc-49c6-b12b-5e9331256d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.628732 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-c7932658-6acc-49c6-b12b-5e9331256d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.675084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7932658-6acc-49c6-b12b-5e9331256d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fb5e19-1577-47e4-8fd0-47d75e8744cd,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:51.682053 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c7932658-6acc-49c6-b12b-5e9331256d2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d0dda0241fc47bc961e97e284b96f66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479270 Nov 23 11:57:51.682225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 299de10d-8059-4919-b85b-cdc1756f99c8 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:57:51.682372 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59646) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:51.707035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 299de10d-8059-4919-b85b-cdc1756f99c8 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:57:51.707514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 299de10d-8059-4919-b85b-cdc1756f99c8 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:57:51.707945 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:57:51.727423 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:57:51.727776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 7b470c29-8ee2-40ce-bdd7-321bbb5e1fff not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:57:51.728189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 22679ee6-b793-4717-9368-22e25908fb6f no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 11:57:51.731494 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d66765f6-7b2c-4419-8478-88896fa5319a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:51.747261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 22679ee6-b793-4717-9368-22e25908fb6f {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 11:57:51.747538 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 22679ee6-b793-4717-9368-22e25908fb6f not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 11:57:51.758682 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d66765f6-7b2c-4419-8478-88896fa5319a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:52.138442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d66765f6-7b2c-4419-8478-88896fa5319a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:52.141091 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-d66765f6-7b2c-4419-8478-88896fa5319a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:52.142437 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-d66765f6-7b2c-4419-8478-88896fa5319a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c8fb5e19-1577-47e4-8fd0-47d75e8744cd HTTP/1.1" status: 204 len: 168 time: 0.4591179 Nov 23 11:57:52.150341 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66765f6-7b2c-4419-8478-88896fa5319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fb5e19-1577-47e4-8fd0-47d75e8744cd,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:52.838465 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59670) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:52.909183 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:52.934396 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2143977797-network', 'tenant_id': 'd760e3c357294bee801731026e2f3e39'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:57:52.956476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Made reservation on behalf of d760e3c357294bee801731026e2f3e39 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:57:52.958760 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:52.966936 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.043182 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.046947 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.072835 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:57:53.083546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57510cd-ba30-4e23-8810-bd751a68d728,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:53.089991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.090330 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Added segment deb6f603-be38-4877-8402-d483fc738e07 of type vlan for network e5f8691c-11bc-4e87-8ca4-78555f543aaa Nov 23 11:57:53.132971 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.157653 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.158774 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:53.159363 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.226821 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3870685 Nov 23 11:57:53.229643 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59674) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:53.234997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Request body: {'subnet': {'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2143977797-subnet', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:57:53.257182 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c575b-c81f-4914-8892-6d8340ebdfd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f8691c-11bc-4e87-8ca4-78555f543aaa,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:53.257936 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Made reservation on behalf of d760e3c357294bee801731026e2f3e39 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:57:53.261504 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.268169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:57:53.436220 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.492374 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d194b730-bf45-49b9-86d8-1d17196ee028,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:53.499598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Checking segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:57:53.499956 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Network hostable DHCP agents. Network: e5f8691c-11bc-4e87-8ca4-78555f543aaa, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:57:53.516665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:57:53.524672 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, e5f8691c-11bc-4e87-8ca4-78555f543aaa) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:53.528712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:53.529328 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.534496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a495a2-dc7b-496a-b54f-743ba4449430 None None] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:57:53.545280 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-47f0f438-a3fa-45a9-8e56-5e071e8af2bb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145185 Nov 23 11:57:53.547878 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59676) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:53.552848 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:57:53.574574 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.575826 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.641004 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.688434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:57:53.689358 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.782536 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.830951 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Allocated IP 172.20.0.2 (e5f8691c-11bc-4e87-8ca4-78555f543aaa/d194b730-bf45-49b9-86d8-1d17196ee028/2ef76424-c7bd-4bfb-a561-b60436b56433) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:57:53.972375 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.978085 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:53.991039 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.010162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.023636 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:57:54.026627 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:54.030121 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:57:54.037143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Pushing event updated for resources: {'Port': ['ID=2ef76424-c7bd-4bfb-a561-b60436b56433,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:54.087947 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Attempting to bind port 2ef76424-c7bd-4bfb-a561-b60436b56433 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:57:54.088422 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Attempting to bind port 2ef76424-c7bd-4bfb-a561-b60436b56433 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:57:54.088884 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Attempting to bind port 2ef76424-c7bd-4bfb-a561-b60436b56433 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:57:54.093854 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:57:54.094232 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Checking segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:57:54.094633 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.095042 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Bound using segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:57:54.095571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Bound port: 2ef76424-c7bd-4bfb-a561-b60436b56433, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:57:54.096033 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.121636 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Allocated IP 172.25.5.196 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/043806c3-1cd3-44e8-bc31-192d6e88b250) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:57:54.161162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] For port 2ef76424-c7bd-4bfb-a561-b60436b56433, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:57:54.164294 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] For port 2ef76424-c7bd-4bfb-a561-b60436b56433, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2ef76424-c7bd-4bfb-a561-b60436b56433,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:57:54.167774 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.226048 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d5660-467d-48a5-801c-7e1cc879ed27 None None] Pushing event updated for resources: {'Port': ['ID=2ef76424-c7bd-4bfb-a561-b60436b56433,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:54.233685 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.269450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.307790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:57:54.313070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:54.317518 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:57:54.326898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f497839-0d69-4ad7-8810-3ffd17336d31 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:57:54.350081 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Pushing event updated for resources: {'Port': ['ID=043806c3-1cd3-44e8-bc31-192d6e88b250,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:54.453391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-4ef42c6d-38bb-40c7-b42c-916f66ee65e1 None None] Provisioning complete for port 043806c3-1cd3-44e8-bc31-192d6e88b250 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:54.454051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4ef42c6d-38bb-40c7-b42c-916f66ee65e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:54.492345 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-4ef42c6d-38bb-40c7-b42c-916f66ee65e1 None None] Port 043806c3-1cd3-44e8-bc31-192d6e88b250 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:57:54.610774 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.108630 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a285a9-8ca6-4db8-9bbe-f4dd74544a2f None None] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:57:55.118206 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.241734 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-97c16ee3-93b3-4801-96f2-66245dc94886 None None] Provisioning complete for port 2ef76424-c7bd-4bfb-a561-b60436b56433 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:55.242165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97c16ee3-93b3-4801-96f2-66245dc94886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.245325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:57:55.350260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97c16ee3-93b3-4801-96f2-66245dc94886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.360665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:57:55.370129 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Sync routers for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:57:55.381081 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:55.381805 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:55.388128 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.388766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-97c16ee3-93b3-4801-96f2-66245dc94886 None None] For port 2ef76424-c7bd-4bfb-a561-b60436b56433, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2ef76424-c7bd-4bfb-a561-b60436b56433,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:57:55.391338 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cfaad87f-c98c-4a51-87e3-507f63e8ce23 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8405943 Nov 23 11:57:55.393666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59678) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:55.395695 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-97c16ee3-93b3-4801-96f2-66245dc94886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.453737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c16ee3-93b3-4801-96f2-66245dc94886 None None] Pushing event updated for resources: {'Port': ['ID=2ef76424-c7bd-4bfb-a561-b60436b56433,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:55.514069 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:55.620170 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a708f446-c6fa-4cf0-a107-16a6e1e13c8e None None] Provisioning complete for port 2ef76424-c7bd-4bfb-a561-b60436b56433 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:55.620170 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a708f446-c6fa-4cf0-a107-16a6e1e13c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.710303 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:54Z', 'revision_number': 3, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:55.735192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2ef76424-c7bd-4bfb-a561-b60436b56433 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:57:55.738193 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Checking router: c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:57:55.738555 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Updating router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc port 043806c3-1cd3-44e8-bc31-192d6e88b250 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:57:55.768454 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.788938 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2ef76424-c7bd-4bfb-a561-b60436b56433 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:55.789780 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:55.891134 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.021915 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.027065 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.066571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8904886-6d0d-40b8-a768-8801f58e3a2a None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:57:56.071780 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Attempting to bind port 043806c3-1cd3-44e8-bc31-192d6e88b250 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:57:56.072213 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Attempting to bind port 043806c3-1cd3-44e8-bc31-192d6e88b250 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:57:56.073067 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Attempting to bind port 043806c3-1cd3-44e8-bc31-192d6e88b250 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:57:56.080589 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:57:56.080890 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:57:56.081317 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.081807 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:57:56.082288 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Bound port: 043806c3-1cd3-44e8-bc31-192d6e88b250, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:57:56.082672 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.095093 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Allocated IP 172.20.0.1 (e5f8691c-11bc-4e87-8ca4-78555f543aaa/d194b730-bf45-49b9-86d8-1d17196ee028/5d317f4b-42a2-4739-8487-32f56450bfa9) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:57:56.119599 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Pushing event updated for resources: {'Port': ['ID=043806c3-1cd3-44e8-bc31-192d6e88b250,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:56.131359 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.132121 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.132121 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.132360 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.132661 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.133001 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.133330 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.133657 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.133969 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.134284 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.134601 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.134916 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 11:57:56.150613 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-fb395e84-2437-49bb-b75a-ce313f989471 None None] Provisioning complete for port 043806c3-1cd3-44e8-bc31-192d6e88b250 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:56.151095 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fb395e84-2437-49bb-b75a-ce313f989471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.161837 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] For port 043806c3-1cd3-44e8-bc31-192d6e88b250, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:57:56.165021 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] For port 043806c3-1cd3-44e8-bc31-192d6e88b250, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=043806c3-1cd3-44e8-bc31-192d6e88b250,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:57:56.169902 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.189830 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fb395e84-2437-49bb-b75a-ce313f989471 None None] Port 043806c3-1cd3-44e8-bc31-192d6e88b250 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:57:56.209167 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.214387 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e202a-b450-454b-a016-35fae9c5094d None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:57:56.223396 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:56.224017 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:56.244104 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.269388 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755a70-ea36-4e5d-bfa3-3ab527cfc2ce None None] Pushing event updated for resources: {'Port': ['ID=043806c3-1cd3-44e8-bc31-192d6e88b250,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:56.285199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:57:56.289564 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:56.294225 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:57:56.297086 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Pushing event updated for resources: {'Port': ['ID=5d317f4b-42a2-4739-8487-32f56450bfa9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:56.315163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f49fa981-073e-4c0c-901a-17d02840b886 None None] Provisioning complete for port 043806c3-1cd3-44e8-bc31-192d6e88b250 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:56.315871 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f49fa981-073e-4c0c-901a-17d02840b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.336406 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.352443 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:56.407028 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f49fa981-073e-4c0c-901a-17d02840b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.430030 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f49fa981-073e-4c0c-901a-17d02840b886 None None] For port 043806c3-1cd3-44e8-bc31-192d6e88b250, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=043806c3-1cd3-44e8-bc31-192d6e88b250,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:57:56.435777 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f49fa981-073e-4c0c-901a-17d02840b886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.497687 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49fa981-073e-4c0c-901a-17d02840b886 None None] Pushing event updated for resources: {'Port': ['ID=043806c3-1cd3-44e8-bc31-192d6e88b250,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:56.534919 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.561626 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:54Z', 'revision_number': 3, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:56.665740 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-cc3c3773-7c8c-47d7-a55b-839d58a0f89f None None] Provisioning complete for port 5d317f4b-42a2-4739-8487-32f56450bfa9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:56.666260 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cc3c3773-7c8c-47d7-a55b-839d58a0f89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.688808 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f33c3d-a5f8-42e2-ad71-b033e50716fd None None] The sync data for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 is: [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:54Z', 'revision_number': 3, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:57:56.703188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c3773-7c8c-47d7-a55b-839d58a0f89f None None] Port 5d317f4b-42a2-4739-8487-32f56450bfa9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:57:56.729166 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.734358 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.804902 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:56.806623 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Pushing event updated for resources: {'Port': ['ID=5d317f4b-42a2-4739-8487-32f56450bfa9,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:56.908613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:57:56.910976 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:57.038866 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:57:57.155240 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:57:57.160435 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-151d92d5-d253-44be-920b-e3307cf2ecfb admin admin] 10.222.0.61 "PUT /v2.0/routers/c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656765 Nov 23 11:57:57.238640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-be099372-786e-4695-b357-969c1dfa6244 None None] Provisioning complete for port 5d317f4b-42a2-4739-8487-32f56450bfa9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:57.239231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-be099372-786e-4695-b357-969c1dfa6244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.277974 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-be099372-786e-4695-b357-969c1dfa6244 None None] Port 5d317f4b-42a2-4739-8487-32f56450bfa9 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:57:57.657382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 59702) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:57.663150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1993615315-network', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:57:57.686201 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Made reservation on behalf of 31ac7e6dca9e41ebb54adcd0630c21b6 for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:57:57.688567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.701089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.707540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 043806c3-1cd3-44e8-bc31-192d6e88b250 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:57:57.762631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 043806c3-1cd3-44e8-bc31-192d6e88b250 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:57.763061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.782921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.787555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.809750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 11:57:57.825680 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefeda7a-e76d-4590-a257-782222073e32,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:57.830304 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.830702 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Added segment 5647bb2c-dc47-498c-8f3e-75f390d85012 of type vlan for network ed098492-5069-49f2-8168-8ce7a8aa5264 Nov 23 11:57:57.873587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.899061 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.900018 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:57.900611 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.935989 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2769306 Nov 23 11:57:57.938961 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59704) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:57.944729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Request body: {'subnet': {'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1993615315-subnet', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:57:57.964758 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767945f-b7b0-4534-a817-373005aff45d admin admin] Pushing event updated for resources: {'Network': ['ID=ed098492-5069-49f2-8168-8ce7a8aa5264,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:57.969576 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Made reservation on behalf of 31ac7e6dca9e41ebb54adcd0630c21b6 for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:57:57.973140 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:57.978233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network ed098492-5069-49f2-8168-8ce7a8aa5264 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 11:57:58.160926 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.221182 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e306d07-78c8-4e97-9032-4be6c605e619,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:58.231735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Checking segment: {'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:57:58.232097 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Network hostable DHCP agents. Network: ed098492-5069-49f2-8168-8ce7a8aa5264, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 11:57:58.250358 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Network ed098492-5069-49f2-8168-8ce7a8aa5264 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 11:57:58.259966 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, ed098492-5069-49f2-8168-8ce7a8aa5264) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:58.265028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:57:58.265989 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.269959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7809239-1bb2-4ac2-bf71-9ab028f5f00f None None] Network ed098492-5069-49f2-8168-8ce7a8aa5264 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:57:58.284644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ce291e91-5764-4995-8328-ebf003b327e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3437271 Nov 23 11:57:58.287404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59706) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:58.292259 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:57:58.322347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.323434 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.339145 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Sync routers for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:57:58.357579 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:58.358200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:58.378415 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.520031 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.523953 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:57:58.527104 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-ed098492-5069-49f2-8168-8ce7a8aa5264', 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'fixed_ips': [{'subnet_id': '0e306d07-78c8-4e97-9032-4be6c605e619'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 11:57:58.527947 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.748361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.768311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:58.794904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Allocated IP 172.20.0.2 (ed098492-5069-49f2-8168-8ce7a8aa5264/0e306d07-78c8-4e97-9032-4be6c605e619/5f8b6765-9eaf-4605-9cf1-3c16d4d31402) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:57:58.879674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Allocated IP 172.25.5.141 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:57:58.989487 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.028116 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.069278 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 2, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:59.075401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:57:59.078368 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:59.081621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:57:59.100681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d7b50-bc63-4bbf-920a-185ad8abd0ed None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:57:59.108061 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:59.108653 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Checking router: c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:57:59.109012 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Updating router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc port 5d317f4b-42a2-4739-8487-32f56450bfa9 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:57:59.167516 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.229309 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.244012 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.285303 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-26c89e43-5109-49ec-96e4-48242bea00b9 None None] Provisioning complete for port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:57:59.285956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-26c89e43-5109-49ec-96e4-48242bea00b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.346216 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.347529 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Network ed098492-5069-49f2-8168-8ce7a8aa5264 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:57:59.373905 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:57:59.379689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:57:59.383389 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Pushing event updated for resources: {'Port': ['ID=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:59.421691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-26c89e43-5109-49ec-96e4-48242bea00b9 None None] Port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:57:59.499847 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Attempting to bind port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:57:59.500221 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Attempting to bind port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:57:59.500589 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Attempting to bind port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 on network ed098492-5069-49f2-8168-8ce7a8aa5264 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:57:59.511143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:57:59.511525 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Checking segment: {'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:57:59.511942 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.512324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Bound using segment: {'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:57:59.512792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Bound port: 5f8b6765-9eaf-4605-9cf1-3c16d4d31402, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:57:59.513201 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.550248 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.626169 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] For port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:57:59.645507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] For port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,segment=NetworkSegment(5647bb2c-dc47-498c-8f3e-75f390d85012),segment_id=5647bb2c-dc47-498c-8f3e-75f390d85012)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:57:59.653900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.660306 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.684433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 11:57:59.688597 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.731178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fcce3-c261-46b0-8059-94c73ec0bb19 None None] Pushing event updated for resources: {'Port': ['ID=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:59.811367 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0cc44-0156-499a-af31-d27ecd2d400d None None] Pushing event updated for resources: {'Port': ['ID=5d317f4b-42a2-4739-8487-32f56450bfa9,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:57:59.817089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Attempting to bind port 5d317f4b-42a2-4739-8487-32f56450bfa9 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:57:59.817448 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Attempting to bind port 5d317f4b-42a2-4739-8487-32f56450bfa9 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:57:59.817812 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Attempting to bind port 5d317f4b-42a2-4739-8487-32f56450bfa9 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:57:59.820676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:57:59.825184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:57:59.825471 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Checking segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:57:59.825875 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.826266 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Bound using segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:57:59.826742 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Bound port: 5d317f4b-42a2-4739-8487-32f56450bfa9, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:57:59.827157 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.835108 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Sync routers for ids ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:57:59.849752 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Routers {'7bc8f25f-8f61-4959-a963-83d0b725aaa6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:57:59.850641 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:57:59.853931 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:57:59.855370 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d665757f-01ba-4712-8d28-81cecce22e08 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5667107 Nov 23 11:57:59.858085 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59708) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:57:59.910795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] For port 5d317f4b-42a2-4739-8487-32f56450bfa9, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:57:59.913897 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] For port 5d317f4b-42a2-4739-8487-32f56450bfa9, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5d317f4b-42a2-4739-8487-32f56450bfa9,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:57:59.921592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.012393 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Set router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:58:00.024351 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:58:00.025418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:00.078797 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0cc44-0156-499a-af31-d27ecd2d400d None None] Pushing event updated for resources: {'Port': ['ID=5d317f4b-42a2-4739-8487-32f56450bfa9,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:00.213140 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-243c6db7-dfbb-406b-93ef-cd1d73c6e4e1 None None] Provisioning complete for port 5d317f4b-42a2-4739-8487-32f56450bfa9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:00.213617 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-243c6db7-dfbb-406b-93ef-cd1d73c6e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.254961 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:58:00.284733 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:57:59Z', 'revision_number': 3, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port': {'id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:00.324174 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Checking router: 7bc8f25f-8f61-4959-a963-83d0b725aaa6 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:58:00.324530 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Updating router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:58:00.362185 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.464698 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-243c6db7-dfbb-406b-93ef-cd1d73c6e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.531873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-243c6db7-dfbb-406b-93ef-cd1d73c6e4e1 None None] For port 5d317f4b-42a2-4739-8487-32f56450bfa9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5d317f4b-42a2-4739-8487-32f56450bfa9,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:58:00.540840 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-243c6db7-dfbb-406b-93ef-cd1d73c6e4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.599737 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c6db7-dfbb-406b-93ef-cd1d73c6e4e1 None None] Pushing event updated for resources: {'Port': ['ID=5d317f4b-42a2-4739-8487-32f56450bfa9,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:00.606881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:57:59Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:00.640496 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ed578-be92-48d1-90f6-129307da57b7 None None] The sync data for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 is: [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:57:59Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:58:00.665840 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.669568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e64f4b67-297a-48d1-8319-a32ba40e84ec None None] Provisioning complete for port 5d317f4b-42a2-4739-8487-32f56450bfa9 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:00.670268 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e64f4b67-297a-48d1-8319-a32ba40e84ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.675999 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.771119 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf836140-7be9-4cd6-a377-12419f952fa7 None None] Pushing event updated for resources: {'Port': ['ID=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:00.794336 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Attempting to bind port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:58:00.794735 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Attempting to bind port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:58:00.795087 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Attempting to bind port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:58:00.809371 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:58:00.816247 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f47658c-bfb7-4d7c-98ea-1028f94e9e1b None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:58:00.818314 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:58:00.818714 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.819760 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:58:00.820816 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Bound port: 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:58:00.821250 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.890450 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] For port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:58:00.895992 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] For port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:58:00.900350 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.917085 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:00.951500 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96d608-f037-4a10-bd07-b5129fff562b None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 11:58:00.962478 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9ba3eee6-2395-43fb-86f0-204997204f3d None None] Provisioning complete for port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:00.971209 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eee6-2395-43fb-86f0-204997204f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.007913 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Routers {'7bc8f25f-8f61-4959-a963-83d0b725aaa6'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:58:01.008800 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:01.014938 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf836140-7be9-4cd6-a377-12419f952fa7 None None] Pushing event updated for resources: {'Port': ['ID=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:01.093501 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:58:01.114413 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eee6-2395-43fb-86f0-204997204f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.136251 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Allocated IP 172.20.0.1 (ed098492-5069-49f2-8168-8ce7a8aa5264/0e306d07-78c8-4e97-9032-4be6c605e619/8a0834bf-311e-420d-be4c-8bee4b4c45ba) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:58:01.158640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9ba3eee6-2395-43fb-86f0-204997204f3d None None] For port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:58:01.167065 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ba3eee6-2395-43fb-86f0-204997204f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.201636 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] Set router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:58:01.202195 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e32bbc-2c90-467b-9f12-ff7087abc088 None None] Network ed098492-5069-49f2-8168-8ce7a8aa5264 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 11:58:01.286099 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3eee6-2395-43fb-86f0-204997204f3d None None] Pushing event updated for resources: {'Port': ['ID=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:01.311927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.335889 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] Provisioning complete for port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:01.336284 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.371591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.417867 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Network ed098492-5069-49f2-8168-8ce7a8aa5264 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:58:01.429926 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:58:01.433924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:58:01.441484 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:57:59Z', 'revision_number': 3, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port': {'id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:01.474884 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f09e7a-71e7-465b-861e-08ec38aacb8e None None] The sync data for ids ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'] in n-d-817747-2 is: [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:57:59Z', 'revision_number': 3, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port': {'id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:58:01.491842 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.528330 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] Provisioning complete for port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:01.528906 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.559658 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0834bf-311e-420d-be4c-8bee4b4c45ba,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:01.641662 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.689792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] For port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,segment=NetworkSegment(5647bb2c-dc47-498c-8f3e-75f390d85012),segment_id=5647bb2c-dc47-498c-8f3e-75f390d85012)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:58:01.704314 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.725961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:01.802711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6016e-f094-49dc-a870-8642cc3c398c None None] Pushing event updated for resources: {'Port': ['ID=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:01.840607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-79191ce7-f348-43a4-a1e5-6b3ff994b84f None None] Provisioning complete for port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:01.840990 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79191ce7-f348-43a4-a1e5-6b3ff994b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.025779 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.035849 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.089676 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:58:02.133695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a0834bf-311e-420d-be4c-8bee4b4c45ba,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:02.148153 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.178234 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:02.178669 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.256144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Network ed098492-5069-49f2-8168-8ce7a8aa5264 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:58:02.258272 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:58:02.276263 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-79191ce7-f348-43a4-a1e5-6b3ff994b84f None None] Provisioning complete for port 8a0834bf-311e-420d-be4c-8bee4b4c45ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:02.276648 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-79191ce7-f348-43a4-a1e5-6b3ff994b84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.344760 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5d317f4b-42a2-4739-8487-32f56450bfa9 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:58:02.346861 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-79191ce7-f348-43a4-a1e5-6b3ff994b84f None None] Port 8a0834bf-311e-420d-be4c-8bee4b4c45ba cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:58:02.423096 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:58:02.434659 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5d317f4b-42a2-4739-8487-32f56450bfa9 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:02.435030 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.497517 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-7e1e2e34-caa0-413c-9ba6-0b00a2c47415 None None] Provisioning complete for port 8a0834bf-311e-420d-be4c-8bee4b4c45ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:02.497891 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-7e1e2e34-caa0-413c-9ba6-0b00a2c47415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.541838 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e2e34-caa0-413c-9ba6-0b00a2c47415 None None] Port 8a0834bf-311e-420d-be4c-8bee4b4c45ba cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:58:02.559885 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:58:02.566300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-b236aaea-5458-496f-b790-ef2a7c64dbb9 admin admin] 10.222.0.61 "PUT /v2.0/routers/7bc8f25f-8f61-4959-a963-83d0b725aaa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7043655 Nov 23 11:58:02.662578 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9aa82ea6-f207-4f5e-ac82-1bbc759a893d None None] Provisioning complete for port 8a0834bf-311e-420d-be4c-8bee4b4c45ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:02.662951 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9aa82ea6-f207-4f5e-ac82-1bbc759a893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:02.710225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9aa82ea6-f207-4f5e-ac82-1bbc759a893d None None] Port 8a0834bf-311e-420d-be4c-8bee4b4c45ba cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:58:03.034651 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59716) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:03.039429 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-603ffc99-5188-4352-a7cf-0fda372c0b31 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790894126', 'description': 'tempest-secgroup-smoke-790894126 description', 'project_id': 'd760e3c357294bee801731026e2f3e39'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:03.061384 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-603ffc99-5188-4352-a7cf-0fda372c0b31 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.128354 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-603ffc99-5188-4352-a7cf-0fda372c0b31 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.133377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-603ffc99-5188-4352-a7cf-0fda372c0b31 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.161475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-603ffc99-5188-4352-a7cf-0fda372c0b31 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.162637 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-603ffc99-5188-4352-a7cf-0fda372c0b31 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1269608 Nov 23 11:58:03.166066 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59718) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:03.171448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-771c07fa-0cf6-44b5-9e43-ed6b81998c76 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '6e62faa4-2849-467b-b89c-2811751c8d4f', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:03.179588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ffc99-5188-4352-a7cf-0fda372c0b31 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e62faa4-2849-467b-b89c-2811751c8d4f,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:03.202744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771c07fa-0cf6-44b5-9e43-ed6b81998c76 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.260854 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771c07fa-0cf6-44b5-9e43-ed6b81998c76 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.264855 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771c07fa-0cf6-44b5-9e43-ed6b81998c76 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.285079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c07fa-0cf6-44b5-9e43-ed6b81998c76 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71ff70b-d2c5-462c-bece-49fb3d7bc4d4,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:03.290622 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-771c07fa-0cf6-44b5-9e43-ed6b81998c76 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.291761 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-771c07fa-0cf6-44b5-9e43-ed6b81998c76 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247180 Nov 23 11:58:03.294627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59720) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:03.299683 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1771d964-a0f4-4fe8-93c0-4dcef4c0efd3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '6e62faa4-2849-467b-b89c-2811751c8d4f', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:03.325624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1771d964-a0f4-4fe8-93c0-4dcef4c0efd3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.383962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1771d964-a0f4-4fe8-93c0-4dcef4c0efd3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.387312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1771d964-a0f4-4fe8-93c0-4dcef4c0efd3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.404471 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771d964-a0f4-4fe8-93c0-4dcef4c0efd3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e292f7e-56d2-4cc5-b1be-7f1a2f28c62c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:03.414265 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1771d964-a0f4-4fe8-93c0-4dcef4c0efd3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.415484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1771d964-a0f4-4fe8-93c0-4dcef4c0efd3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198976 Nov 23 11:58:03.418318 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59722) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:03.424379 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-19164343-e2fb-408b-9913-5e17aa7351aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '6e62faa4-2849-467b-b89c-2811751c8d4f', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:03.450881 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19164343-e2fb-408b-9913-5e17aa7351aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.512297 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19164343-e2fb-408b-9913-5e17aa7351aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.516119 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19164343-e2fb-408b-9913-5e17aa7351aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.536698 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19164343-e2fb-408b-9913-5e17aa7351aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4579a03-b485-4ae4-8657-db66829d92bb,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:03.544728 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-19164343-e2fb-408b-9913-5e17aa7351aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.546074 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-19164343-e2fb-408b-9913-5e17aa7351aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267281 Nov 23 11:58:03.549533 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59724) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:03.553860 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-589b6801-61bc-4d0e-b1d8-767f495add46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '6e62faa4-2849-467b-b89c-2811751c8d4f', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:03.580605 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-589b6801-61bc-4d0e-b1d8-767f495add46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.639161 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-589b6801-61bc-4d0e-b1d8-767f495add46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.643529 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-589b6801-61bc-4d0e-b1d8-767f495add46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.663147 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6801-61bc-4d0e-b1d8-767f495add46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca375730-fe9b-4c27-af48-9d18275f1c36,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:03.669361 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-589b6801-61bc-4d0e-b1d8-767f495add46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.674239 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-589b6801-61bc-4d0e-b1d8-767f495add46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201735 Nov 23 11:58:03.674481 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59726) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:03.679201 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '6e62faa4-2849-467b-b89c-2811751c8d4f', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:03.701373 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Project d760e3c357294bee801731026e2f3e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:58:03.707709 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.774249 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.779220 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.790060 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:58:03.804676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c6bf96-bb7e-4c52-a563-7c43361ac904,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:03.808860 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.813475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-cd27b7d4-72db-48c7-add2-1f234865c944 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347220 Nov 23 11:58:03.813475 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59728) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:03.818459 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '6e62faa4-2849-467b-b89c-2811751c8d4f', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:03.841008 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Project d760e3c357294bee801731026e2f3e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 11:58:03.846707 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.850631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:03.851018 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.910911 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.914918 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.935134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90c5272-2c84-4fa6-88da-bb2aa6b66cca,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:03.936928 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:58:03.943716 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:03.953877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5ea20690-4a4b-4271-b861-71815eae7d8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394444 Nov 23 11:58:03.998259 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:03.998642 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:04.162240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Sync routers for ids ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:58:04.168269 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-7e4fcfa3-2330-4878-9808-27ec1034ce06 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790894126&fields=id&tenant_id=d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 267 time: 0.0478714 Nov 23 11:58:04.171843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Routers {'7bc8f25f-8f61-4959-a963-83d0b725aaa6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:58:04.172528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:04.282028 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Set router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:58:04.284944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-ab7d30ea-8ea2-4e06-9d6c-a7f42841b1e7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:04.286474 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-ab7d30ea-8ea2-4e06-9d6c-a7f42841b1e7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 809 time: 0.1105020 Nov 23 11:58:04.302915 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-002fc90b-ae32-4eeb-9ffd-fc345f4df701 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/quotas/d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 375 time: 0.0102544 Nov 23 11:58:04.355765 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-10cd7cf3-7087-4d78-a4a1-ccd2791d5e64 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472319 Nov 23 11:58:04.491602 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 4, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port': {'id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '8a0834bf-311e-420d-be4c-8bee4b4c45ba', 'name': '', 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'mac_address': 'fa:16:3e:34:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e306d07-78c8-4e97-9032-4be6c605e619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:58:00Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 2, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'subnets': [{'id': '0e306d07-78c8-4e97-9032-4be6c605e619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:04.520896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Checking router: 7bc8f25f-8f61-4959-a963-83d0b725aaa6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:58:04.521302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Updating router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 port 8a0834bf-311e-420d-be4c-8bee4b4c45ba binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 11:58:04.547118 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:04.553993 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-6dfc965e-feb3-4d38-a681-183d264d9472 service neutron] 10.222.0.61 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855314 Nov 23 11:58:04.644631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-c39fe1e7-0a0d-4494-b7ab-8fbc96b86626 service neutron] 10.222.0.61 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844626 Nov 23 11:58:04.828181 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:04.836534 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:04.846480 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c21646d0-6e39-464b-8aea-2d0417fa8436 req-b2e991da-07f1-42f7-84fe-e6e46192d718 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 210 time: 0.0441449 Nov 23 11:58:04.889261 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04bc77-9ebc-4064-b100-c596f34693ef None None] Pushing event updated for resources: {'Port': ['ID=8a0834bf-311e-420d-be4c-8bee4b4c45ba,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:04.944238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Attempting to bind port 8a0834bf-311e-420d-be4c-8bee4b4c45ba on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:58:04.944681 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Attempting to bind port 8a0834bf-311e-420d-be4c-8bee4b4c45ba by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:58:04.944979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Attempting to bind port 8a0834bf-311e-420d-be4c-8bee4b4c45ba on network ed098492-5069-49f2-8168-8ce7a8aa5264 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:58:04.951518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:58:04.951518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Checking segment: {'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:58:04.951518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:04.951518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Bound using segment: {'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:58:04.951929 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Bound port: 8a0834bf-311e-420d-be4c-8bee4b4c45ba, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5647bb2c-dc47-498c-8f3e-75f390d85012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:58:04.952202 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:05.066153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] For port 8a0834bf-311e-420d-be4c-8bee4b4c45ba, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:58:05.069816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] For port 8a0834bf-311e-420d-be4c-8bee4b4c45ba, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8a0834bf-311e-420d-be4c-8bee4b4c45ba,segment=NetworkSegment(5647bb2c-dc47-498c-8f3e-75f390d85012),segment_id=5647bb2c-dc47-498c-8f3e-75f390d85012)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:58:05.075256 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:05.138477 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04bc77-9ebc-4064-b100-c596f34693ef None None] Pushing event updated for resources: {'Port': ['ID=8a0834bf-311e-420d-be4c-8bee4b4c45ba,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:05.141014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Routers {'7bc8f25f-8f61-4959-a963-83d0b725aaa6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:58:05.141644 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:05.270817 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e9174e14-5bbb-45c2-8e04-4ad4b73e3b2d None None] Provisioning complete for port 8a0834bf-311e-420d-be4c-8bee4b4c45ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:05.271165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9174e14-5bbb-45c2-8e04-4ad4b73e3b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:05.277097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] Set router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:58:05.485437 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9174e14-5bbb-45c2-8e04-4ad4b73e3b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:05.550466 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e9174e14-5bbb-45c2-8e04-4ad4b73e3b2d None None] For port 8a0834bf-311e-420d-be4c-8bee4b4c45ba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8a0834bf-311e-420d-be4c-8bee4b4c45ba,segment=NetworkSegment(5647bb2c-dc47-498c-8f3e-75f390d85012),segment_id=5647bb2c-dc47-498c-8f3e-75f390d85012)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:58:05.555564 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9174e14-5bbb-45c2-8e04-4ad4b73e3b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:05.616671 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 4, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port': {'id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '8a0834bf-311e-420d-be4c-8bee4b4c45ba', 'name': '', 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'mac_address': 'fa:16:3e:34:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e306d07-78c8-4e97-9032-4be6c605e619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:58:00Z', 'updated_at': '2021-11-23T11:58:05Z', 'revision_number': 4, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'subnets': [{'id': '0e306d07-78c8-4e97-9032-4be6c605e619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:05.619528 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9174e14-5bbb-45c2-8e04-4ad4b73e3b2d None None] Pushing event updated for resources: {'Port': ['ID=8a0834bf-311e-420d-be4c-8bee4b4c45ba,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:05.645733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1a658-c303-4ec1-ab48-cd4ceb262599 None None] The sync data for ids ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'] in n-d-817747-2 is: [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 4, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port': {'id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '8a0834bf-311e-420d-be4c-8bee4b4c45ba', 'name': '', 'network_id': 'ed098492-5069-49f2-8168-8ce7a8aa5264', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'mac_address': 'fa:16:3e:34:09:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '0e306d07-78c8-4e97-9032-4be6c605e619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:58:00Z', 'updated_at': '2021-11-23T11:58:05Z', 'revision_number': 4, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'subnets': [{'id': '0e306d07-78c8-4e97-9032-4be6c605e619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:58:05.676368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b36a0e28-4d2b-4897-acc5-acd2c34693cb None None] Provisioning complete for port 8a0834bf-311e-420d-be4c-8bee4b4c45ba triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:05.676368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b36a0e28-4d2b-4897-acc5-acd2c34693cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:05.952733 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-516a4ca8-9f7b-4a3d-b77b-cf6b1934ec54 req-03675d8f-97aa-4610-8566-6621b10b2c04 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 210 time: 0.0300183 Nov 23 11:58:06.064895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-d14e4d97-b0be-488c-8048-131084c3ba60 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:06.066746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-d14e4d97-b0be-488c-8048-131084c3ba60 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 809 time: 0.1147933 Nov 23 11:58:06.143872 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-192b3568-8f69-4f1c-b891-2dca74fad2b4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 379 time: 0.0616665 Nov 23 11:58:06.153901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'port': {'device_id': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'admin_state_up': True, 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'security_groups': ['6e62faa4-2849-467b-b89c-2811751c8d4f']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:06.272735 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Made reservation on behalf of d760e3c357294bee801731026e2f3e39 for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 11:58:06.277174 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:06.413291 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Allocated IP 172.20.0.9 (e5f8691c-11bc-4e87-8ca4-78555f543aaa/d194b730-bf45-49b9-86d8-1d17196ee028/e9fa6762-47cc-43c8-81da-6fd0ba4c983e) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:58:06.557207 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:06.591503 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:06.643900 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:58:06.647012 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:58:06.651650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:58:06.654229 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:06.705911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:06.706861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:06.723950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-397b0d47-cc58-4bfb-a7b6-0958e6334819 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739126 Nov 23 11:58:06.743180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Request body: {'port': {'device_id': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:06.807351 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:06.903172 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-40df1cec-e679-45d0-911a-483192d268f0 None None] Provisioning complete for port e9fa6762-47cc-43c8-81da-6fd0ba4c983e triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:06.903806 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-40df1cec-e679-45d0-911a-483192d268f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:06.936904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-40df1cec-e679-45d0-911a-483192d268f0 None None] Port e9fa6762-47cc-43c8-81da-6fd0ba4c983e cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 11:58:07.111323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eea6f6-f62f-45c8-a023-b44fe0c4f10e req-b0496627-3316-46bd-b0ce-aebe7409defe tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:07.113246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1eea6f6-f62f-45c8-a023-b44fe0c4f10e req-b0496627-3316-46bd-b0ce-aebe7409defe tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 931 time: 0.0879493 Nov 23 11:58:07.123783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fa6762-47cc-43c8-81da-6fd0ba4c983e {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:58:07.144555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:07.166971 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Transition to ACTIVE for port object e9fa6762-47cc-43c8-81da-6fd0ba4c983e will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 11:58:07.174891 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:07.218548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b1eea6f6-f62f-45c8-a023-b44fe0c4f10e req-680f0bbb-ac3f-490c-9020-89d547585d88 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989838 Nov 23 11:58:07.245590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:07.320387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Attempting to bind port e9fa6762-47cc-43c8-81da-6fd0ba4c983e on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 11:58:07.320731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Attempting to bind port e9fa6762-47cc-43c8-81da-6fd0ba4c983e by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 11:58:07.321068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Attempting to bind port e9fa6762-47cc-43c8-81da-6fd0ba4c983e on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:58:07.327180 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Port e9fa6762-47cc-43c8-81da-6fd0ba4c983e on network e5f8691c-11bc-4e87-8ca4-78555f543aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 11:58:07.327709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Attempting to bind port e9fa6762-47cc-43c8-81da-6fd0ba4c983e on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 11:58:07.334017 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 11, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 11:58:07.334365 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Checking segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 11:58:07.334763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Bound using segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 11:58:07.335200 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Bound port: e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 11:58:07.335561 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:07.405062 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 11:58:07.409197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 11:58:07.414360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:07.703292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:07.703784 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:07.705649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] 10.222.0.65 "PUT /v2.0/ports/e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 1091 time: 0.9668257 Nov 23 11:58:07.706115 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:58:07.708525 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:58:07.731829 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8a0834bf-311e-420d-be4c-8bee4b4c45ba up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:58:07.739893 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea3cee-046c-41a6-b800-6664db4fcad3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:07.765671 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9516f82-fc39-41df-bdbb-bab4eb5595ad x-openstack-request-id: req-d9516f82-fc39-41df-bdbb-bab4eb5595ad {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:58:07.766187 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:58:07.766609 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d9516f82-fc39-41df-bdbb-bab4eb5595ad {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:58:07.767229 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'status': 'completed', 'code': 200} Nov 23 11:58:07.795006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 8a0834bf-311e-420d-be4c-8bee4b4c45ba triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:07.795390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:07.813392 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-4026712d-b119-4aee-9b3b-2b376a40f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:07.815655 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-4026712d-b119-4aee-9b3b-2b376a40f4a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1094 time: 0.0457506 Nov 23 11:58:07.864469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-db28565f-afee-468c-ad19-83367403e7b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 217 time: 0.0388069 Nov 23 11:58:07.931255 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-a5b4e712-eb3c-4978-9c3f-357d6eaf5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:07.932582 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-a5b4e712-eb3c-4978-9c3f-357d6eaf5d6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0592792 Nov 23 11:58:07.987381 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-d4e5e107-0185-4c7a-9ae6-cf7ac1df208f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:07.989019 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-d4e5e107-0185-4c7a-9ae6-cf7ac1df208f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457568 Nov 23 11:58:08.084594 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-7f5d95d8-9b23-449c-9e84-e19fe0135bc3 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859790 Nov 23 11:58:08.179552 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f8de66d9-f7fe-49d2-ae30-404d69d7619d req-63ad7e31-7851-4286-be88-dc429c7738c7 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875947 Nov 23 11:58:08.274454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-87270e8d-af32-4512-9dc6-c30a469a3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:08.276012 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-87270e8d-af32-4512-9dc6-c30a469a3d64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1094 time: 0.0461974 Nov 23 11:58:08.405843 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b0f6c-56ad-49e1-9f06-58cacb129911 req-a00815fa-a915-480d-a819-8aa2c02ae931 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:08.407546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-674b0f6c-56ad-49e1-9f06-58cacb129911 req-a00815fa-a915-480d-a819-8aa2c02ae931 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.1126385 Nov 23 11:58:08.425911 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-cfd87faf-02e1-4875-8a40-22d003b968e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:08.427416 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-cfd87faf-02e1-4875-8a40-22d003b968e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.1414566 Nov 23 11:58:08.482422 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-2218ac1f-7c07-4fcd-ab77-9e56f0f051a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 217 time: 0.0463312 Nov 23 11:58:08.536238 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-674b0f6c-56ad-49e1-9f06-58cacb129911 req-ceb0986b-e65a-404a-816a-239b2f477338 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221681 Nov 23 11:58:08.554065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-3721aff1-4432-484d-9c78-76392572dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:08.555533 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-3721aff1-4432-484d-9c78-76392572dd67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0645955 Nov 23 11:58:08.604504 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-86ac46fd-5642-4af1-8df3-5782e4dfae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:08.606057 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-86ac46fd-5642-4af1-8df3-5782e4dfae59 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416186 Nov 23 11:58:08.701492 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-1c888067-f0ca-403a-9110-a23d4d1cc245 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871842 Nov 23 11:58:08.794701 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ea9172b8-e1bd-4d67-bd76-8d94ecdb2226 req-c22b7bdd-93a5-40a4-b846-1bc68415bdba service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854332 Nov 23 11:58:09.660409 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a4fcd-d8be-480a-9ee0-714ab17818c3 req-4656aa7a-7a0f-4ee7-b4e4-54f5e63148fc tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:09.662026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb1a4fcd-d8be-480a-9ee0-714ab17818c3 req-4656aa7a-7a0f-4ee7-b4e4-54f5e63148fc tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0557020 Nov 23 11:58:09.712212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bb1a4fcd-d8be-480a-9ee0-714ab17818c3 req-aed94fcd-5d25-4981-8cd9-17d1e18b90fc tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Nov 23 11:58:10.684625 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 11:58:10.835548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa92bf-3615-416f-8e19-de672ad20fc5 req-db64c33f-eb49-4618-aaca-273bf9a664d7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:10.837092 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01fa92bf-3615-416f-8e19-de672ad20fc5 req-db64c33f-eb49-4618-aaca-273bf9a664d7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0560012 Nov 23 11:58:10.905263 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-01fa92bf-3615-416f-8e19-de672ad20fc5 req-cb99ce49-2b05-49a9-aa3f-09a90d3add6a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619175 Nov 23 11:58:10.941673 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:58:10.952583 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'port_id': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'mac_address': 'fa:16:3e:a0:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 11:58:10.989241 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:11.002322 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fa6762-47cc-43c8-81da-6fd0ba4c983e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 11:58:11.021134 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:58:11.025044 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:11.070647 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:11.305691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e9fa6762-47cc-43c8-81da-6fd0ba4c983e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 11:58:12.024940 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417dc00-ff13-4c8f-ab8b-4a354970b3c2 req-bdc9fec5-c5f5-4200-9c56-af5d328bab55 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:12.026493 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2417dc00-ff13-4c8f-ab8b-4a354970b3c2 req-bdc9fec5-c5f5-4200-9c56-af5d328bab55 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 944 time: 0.0501001 Nov 23 11:58:12.074757 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2417dc00-ff13-4c8f-ab8b-4a354970b3c2 req-04c30e29-3a75-4fac-9510-c2b163d8a88b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 Nov 23 11:58:12.686555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 11:58:12.739382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port e9fa6762-47cc-43c8-81da-6fd0ba4c983e completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 11:58:12.743340 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port e9fa6762-47cc-43c8-81da-6fd0ba4c983e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 11:58:12.743753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:12.825184 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:12.847813 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:58:12.850090 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155d7487-da39-45ad-9773-7d49d97afe1a" -d '{"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:58:12.863762 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 11:58:12.868608 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:12.895613 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 11:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906defc8-0889-4e3c-840f-8c8983c3d50d x-openstack-request-id: req-906defc8-0889-4e3c-840f-8c8983c3d50d {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:58:12.895914 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:58:12.896170 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-906defc8-0889-4e3c-840f-8c8983c3d50d {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:58:12.896562 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'code': 200} Nov 23 11:58:12.929385 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:12.999904 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc861aad-ea49-4921-ba48-40e81b894503 req-8da21d41-96d9-4894-925d-35fa85e7584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:13.002152 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc861aad-ea49-4921-ba48-40e81b894503 req-8da21d41-96d9-4894-925d-35fa85e7584c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1096 time: 0.0405588 Nov 23 11:58:13.049276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fc861aad-ea49-4921-ba48-40e81b894503 req-26f1ae1b-0d3e-46df-a7df-45d1f5a1b6d9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391414 Nov 23 11:58:13.199619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e87e4-5fb4-4a29-be43-34dbde8900a8 req-f53aa890-7527-4ef7-be55-030b8403dbb9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:13.201170 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e6e87e4-5fb4-4a29-be43-34dbde8900a8 req-f53aa890-7527-4ef7-be55-030b8403dbb9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Nov 23 11:58:13.250861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8e6e87e4-5fb4-4a29-be43-34dbde8900a8 req-641f8c42-ea02-4304-86bf-48d0b2297c98 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Nov 23 11:58:14.372908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211e1ba-5124-4f8b-9bef-202fcb27e187 req-e668ba3c-11cd-4a0e-ba2d-297b16f8261d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:14.374432 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e211e1ba-5124-4f8b-9bef-202fcb27e187 req-e668ba3c-11cd-4a0e-ba2d-297b16f8261d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0504305 Nov 23 11:58:14.424029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e211e1ba-5124-4f8b-9bef-202fcb27e187 req-0c9234e9-91bc-4177-a8c0-5899e08bc199 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Nov 23 11:58:14.543989 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f07fdc-7ac9-4038-845d-6e865f33c70a req-b5da28e5-ca59-4b4a-ae30-6879686e1803 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:14.545475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2f07fdc-7ac9-4038-845d-6e865f33c70a req-b5da28e5-ca59-4b4a-ae30-6879686e1803 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0481062 Nov 23 11:58:14.593137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d2f07fdc-7ac9-4038-845d-6e865f33c70a req-c163eee4-70ef-40ff-b727-b9fdd52dff29 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 Nov 23 11:58:14.615774 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59780) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:14.695695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69396ec-a034-4e2c-94d2-7e3495111e9a tempest-TestShelveInstance-1084416388 tempest-TestShelveInstance-1084416388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:14.697136 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f69396ec-a034-4e2c-94d2-7e3495111e9a tempest-TestShelveInstance-1084416388 tempest-TestShelveInstance-1084416388-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1091 time: 0.0803642 Nov 23 11:58:14.700067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 59784) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 11:58:14.703212 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-27dfc02d-159a-4627-885c-7982a188dc2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:14.705808 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 11:58:14.727570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:14.827194 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:14.933617 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Allocated IP 172.25.5.66 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/343f695b-b565-4103-876a-a1f57f820fb0) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 11:58:15.034648 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:15.067311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:15.106456 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 11:58:15.109233 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 11:58:15.112947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 11:58:15.138657 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'Port': ['ID=343f695b-b565-4103-876a-a1f57f820fb0,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:15.469799 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:15.541202 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:15.687654 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:15.693321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:15.765442 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'Port': ['ID=343f695b-b565-4103-876a-a1f57f820fb0,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 11:58:15.775317 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:15.875511 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Floating IP b75ebaae-9d52-4752-9324-62225962411c associated. External IP: 172.25.5.66, port: e9fa6762-47cc-43c8-81da-6fd0ba4c983e. Nov 23 11:58:16.379290 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 11:58:16.487759 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 11:58:16.497348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] Sync routers for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 11:58:16.506377 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:16.508009 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:58:16.508620 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:16.546904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-30b39989-c2b0-4991-8748-1ab43b4659b0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8327367 Nov 23 11:58:16.546904 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 11:58:16.546904 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8771486-6d14-4219-975a-ce535cbaec4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 11:58:16.573930 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae92071-ef3c-4378-b9fe-b94d1f822588 x-openstack-request-id: req-8ae92071-ef3c-4378-b9fe-b94d1f822588 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 11:58:16.574230 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 11:58:16.574491 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ae92071-ef3c-4378-b9fe-b94d1f822588 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 11:58:16.574902 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'status': 'completed', 'code': 200} Nov 23 11:58:16.618106 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:58:16.642636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8771486-6d14-4219-975a-ce535cbaec4c req-ef2df828-8302-4b65-acf4-c481b88f0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:16.644130 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8771486-6d14-4219-975a-ce535cbaec4c req-ef2df828-8302-4b65-acf4-c481b88f0f4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1096 time: 0.0443721 Nov 23 11:58:16.737144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8771486-6d14-4219-975a-ce535cbaec4c req-cf39cd77-d03c-4f54-b1c5-667e7f24b4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:16.738683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8771486-6d14-4219-975a-ce535cbaec4c req-cf39cd77-d03c-4f54-b1c5-667e7f24b4e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0848188 Nov 23 11:58:16.810997 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8771486-6d14-4219-975a-ce535cbaec4c req-13aad0fd-b582-49c5-ae5c-2f89e1aac650 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 998 time: 0.0646384 Nov 23 11:58:16.844705 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'b75ebaae-9d52-4752-9324-62225962411c', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'port_id': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'mac_address': 'fa:16:3e:a0:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:58:15Z', 'updated_at': '2021-11-23T11:58:15Z', 'revision_number': 0, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:16.861873 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8771486-6d14-4219-975a-ce535cbaec4c req-91933828-2200-4d53-99b1-33a9b0d86253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:16.863358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8771486-6d14-4219-975a-ce535cbaec4c req-91933828-2200-4d53-99b1-33a9b0d86253 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0449715 Nov 23 11:58:16.912305 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8771486-6d14-4219-975a-ce535cbaec4c req-ea22ecfd-0284-467e-a3ed-319e27b7fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:16.913867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8771486-6d14-4219-975a-ce535cbaec4c req-ea22ecfd-0284-467e-a3ed-319e27b7fe24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434296 Nov 23 11:58:16.965687 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] Checking router: c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 11:58:16.974254 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 11:58:16.974893 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T11:57:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:17.012064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8771486-6d14-4219-975a-ce535cbaec4c req-7accc4e9-f1b6-4c96-b1bd-f3573738c4a4 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905051 Nov 23 11:58:17.079268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 11:58:17.102909 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e8771486-6d14-4219-975a-ce535cbaec4c req-5819bfb2-962c-4756-847c-173157bb0a8c service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833149 Nov 23 11:58:17.111893 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b8c4fe8e-a1b6-42be-b43d-69c6313be84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:17.302536 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'b75ebaae-9d52-4752-9324-62225962411c', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'port_id': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'mac_address': 'fa:16:3e:a0:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:58:15Z', 'updated_at': '2021-11-23T11:58:15Z', 'revision_number': 0, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 11:58:17.332842 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1c8112-72ba-4ccb-82f0-7228ed9307de None None] The sync data for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 is: [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'b75ebaae-9d52-4752-9324-62225962411c', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'port_id': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'mac_address': 'fa:16:3e:a0:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T11:58:15Z', 'updated_at': '2021-11-23T11:58:15Z', 'revision_number': 0, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 11:58:17.534540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dba0366-e2c4-425d-8fbd-97d7591c2a0d None None] New status for floating IP b75ebaae-9d52-4752-9324-62225962411c: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 11:58:18.870890 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:19.837313 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:20.335113 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:20.770286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:22.909359 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:38.092210 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:58:41.604972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-6dd5ce69-e922-452e-bfa3-548222a5b5b7 req-3f072718-096b-4fc5-b4b7-e3eec9898f4e service neutron] (103427) timed out ('10.222.0.61', 55062) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 11:58:44.706049 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a6d2dfa1-ce59-4517-ac5e-d5f8db6c79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:46.593225 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-d3e04951-ccce-4b4d-b5fa-a1117c415b79 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002293 Nov 23 11:58:46.684617 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-fafa780c-e5b1-443e-9926-610c51556177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:46.686160 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-fafa780c-e5b1-443e-9926-610c51556177 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1096 time: 0.0420744 Nov 23 11:58:46.793090 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-033d3915-95a7-48a9-b820-cec05cd2f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:46.794512 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-033d3915-95a7-48a9-b820-cec05cd2f45d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0877795 Nov 23 11:58:46.868746 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-db79c5ca-7a70-40f0-b50e-9b31f44ca8c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 1000 time: 0.0646019 Nov 23 11:58:46.918046 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-6eee03cc-77f2-4d36-8e2b-9ddcadd1c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:46.919622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-6eee03cc-77f2-4d36-8e2b-9ddcadd1c00d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0435832 Nov 23 11:58:46.965292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-0ea432ad-a902-40ea-8c2d-b8c175c6b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:58:46.966838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-0ea432ad-a902-40ea-8c2d-b8c175c6b69a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404806 Nov 23 11:58:47.060993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-f6835daa-82a1-4e85-8373-e0ae2d7b3879 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866058 Nov 23 11:58:47.116759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-629f393e-88ef-4489-9f2a-727145590090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:47.178083 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-53d840ad-20a0-4d12-b784-6e7a15d8bb6d req-3cfc9b47-8f4a-4139-aa92-6c23a2e6a4ef service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089261 Nov 23 11:58:48.872475 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:49.840546 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:50.337141 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:50.789431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:58:52.909428 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:14.707823 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c6b5669a-5633-44c5-af45-7af72d380827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:15.091153 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:59:17.118624 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-72dd5f81-1044-4531-9905-179694011e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:18.876088 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:19.841074 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:20.338254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:20.790148 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:22.920938 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:44.710653 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f1e6bd45-4801-4f98-8f47-4d12bc5db5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:46.537673 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-7a566464-3a8e-4f35-82ab-76e65be9fd75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421696 Nov 23 11:59:46.635633 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67fd6-7891-4117-836f-698868defdd6 req-d600a3ea-d7b4-43da-8899-4f7d32d28827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:59:46.637212 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-d600a3ea-d7b4-43da-8899-4f7d32d28827 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1096 time: 0.0498807 Nov 23 11:59:46.749325 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67fd6-7891-4117-836f-698868defdd6 req-76e074ee-07cf-4764-91d7-5fa189e9f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:59:46.750956 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-76e074ee-07cf-4764-91d7-5fa189e9f31e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0906692 Nov 23 11:59:46.819082 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-bcf811aa-c535-45a6-8c69-0225d3332b04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 1000 time: 0.0604246 Nov 23 11:59:46.868883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67fd6-7891-4117-836f-698868defdd6 req-37e40720-013e-42bf-9018-3f95366ffcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:59:46.870343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-37e40720-013e-42bf-9018-3f95366ffcca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0435331 Nov 23 11:59:46.921014 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67fd6-7891-4117-836f-698868defdd6 req-6ebf2282-ff56-4bfa-af3a-ddbd121a6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 11:59:46.922740 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-6ebf2282-ff56-4bfa-af3a-ddbd121a6408 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451245 Nov 23 11:59:47.013275 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-d6b1ab77-4c18-48a9-b3f2-15d0bca9f53e service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828991 Nov 23 11:59:47.104714 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-11b67fd6-7891-4117-836f-698868defdd6 req-581c4d01-bef5-4ec1-ab30-5a979519fb59 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834773 Nov 23 11:59:47.122000 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8134e08a-d0ab-4d7d-85b3-74acb06c36f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:48.878215 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:49.842904 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:50.339355 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:50.790040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 11:59:52.090114 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 11:59:52.925248 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:14.712404 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d6584856-ce7b-4a94-aafc-09b0f3facad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:14.975694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71289ff-71dc-42df-9f66-7f388e8a6f50 req-05b7129c-1dcc-489e-a288-da420f6cf200 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:14.977157 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b71289ff-71dc-42df-9f66-7f388e8a6f50 req-05b7129c-1dcc-489e-a288-da420f6cf200 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.1005416 Nov 23 12:00:15.028278 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b71289ff-71dc-42df-9f66-7f388e8a6f50 req-b2c29db7-ef00-4068-b6ab-52cd2e5614d1 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Nov 23 12:00:16.149745 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3f1e9-4e68-4aaf-a955-8fa18de34b59 req-cb69a20c-2bc7-447e-981c-1f699ad24f64 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:16.151274 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6a3f1e9-4e68-4aaf-a955-8fa18de34b59 req-cb69a20c-2bc7-447e-981c-1f699ad24f64 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0517824 Nov 23 12:00:16.199378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e6a3f1e9-4e68-4aaf-a955-8fa18de34b59 req-55544ce4-b741-47af-9ce0-83ab6dd027f3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Nov 23 12:00:17.115812 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5b436208-4f9c-49df-953a-0641dd0b0d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:17.345319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eafb77-7293-493f-9252-54c531313931 req-799afb0d-9236-4e0b-9e41-4e28839c6d5f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:17.346814 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20eafb77-7293-493f-9252-54c531313931 req-799afb0d-9236-4e0b-9e41-4e28839c6d5f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0488238 Nov 23 12:00:17.404003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20eafb77-7293-493f-9252-54c531313931 req-67b001ed-02e4-485b-b5b4-631c31ea2d5c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495641 Nov 23 12:00:18.521621 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633cc26-2450-4f50-9b6c-852a5fd00bf9 req-e4698fc4-a81f-4340-880f-15608cad7d63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:18.523256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3633cc26-2450-4f50-9b6c-852a5fd00bf9 req-e4698fc4-a81f-4340-880f-15608cad7d63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0501144 Nov 23 12:00:18.575807 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3633cc26-2450-4f50-9b6c-852a5fd00bf9 req-1b52d6f4-2af5-4b5f-b3c6-00fef46c5e12 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466342 Nov 23 12:00:18.880231 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:19.692192 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f716f4-cff9-4085-95fb-512883746d3d req-36132eb7-9212-407e-8613-adca4c123206 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:19.693719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6f716f4-cff9-4085-95fb-512883746d3d req-36132eb7-9212-407e-8613-adca4c123206 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0490618 Nov 23 12:00:19.744015 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e6f716f4-cff9-4085-95fb-512883746d3d req-9f47c3e1-dd65-4248-a925-1d5c6fa4f884 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Nov 23 12:00:19.845431 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:20.341180 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:20.805525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:20.861427 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2c8f2-c9dd-42f8-8946-8dc4da9f9dcf req-3d491890-17e9-44c2-a445-0e5078333deb tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:20.862900 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01e2c8f2-c9dd-42f8-8946-8dc4da9f9dcf req-3d491890-17e9-44c2-a445-0e5078333deb tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0495102 Nov 23 12:00:20.912389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-01e2c8f2-c9dd-42f8-8946-8dc4da9f9dcf req-581760b9-a697-4bb6-810d-b39c4f8b6476 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425346 Nov 23 12:00:22.028075 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07be49c-a08b-40eb-b3c7-a0298f9ea509 req-a1d23649-f6f3-429f-8f96-f9d4c53581c6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:22.029481 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f07be49c-a08b-40eb-b3c7-a0298f9ea509 req-a1d23649-f6f3-429f-8f96-f9d4c53581c6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0486002 Nov 23 12:00:22.079210 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f07be49c-a08b-40eb-b3c7-a0298f9ea509 req-e9f4bc50-44ca-4a62-8410-1262d7a70492 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437684 Nov 23 12:00:22.933192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:23.202611 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67718fef-afc5-48fb-a420-c4d94358aa52 req-efb846bd-466c-4c5d-aded-bace55945cee tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:23.204109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67718fef-afc5-48fb-a420-c4d94358aa52 req-efb846bd-466c-4c5d-aded-bace55945cee tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0501993 Nov 23 12:00:23.255727 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-67718fef-afc5-48fb-a420-c4d94358aa52 req-1f3ccaa1-ff50-4db7-8643-5da2cd16e85f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 Nov 23 12:00:24.376772 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968bc39-e802-44d4-872f-2156692c3945 req-ac6cf8e7-0e5c-4f44-b169-e9b7fbbb95b9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:24.378280 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8968bc39-e802-44d4-872f-2156692c3945 req-ac6cf8e7-0e5c-4f44-b169-e9b7fbbb95b9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Nov 23 12:00:24.427525 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8968bc39-e802-44d4-872f-2156692c3945 req-a62584ed-9d8d-4781-a29d-abbbb2405095 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Nov 23 12:00:25.275926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:00:25.372857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:00:25.383759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'port_id': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'mac_address': 'fa:16:3e:a0:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:00:25.421237 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:25.433786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9fa6762-47cc-43c8-81da-6fd0ba4c983e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:00:25.453481 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:00:25.459287 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:25.512855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:00:25.521407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.521766 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.522117 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.522461 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.522800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.523137 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.523475 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.523807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.524135 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.524464 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.524792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.525222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:00:25.549584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e9fa6762-47cc-43c8-81da-6fd0ba4c983e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:00:25.560638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba9eae-dd65-4f53-88ef-7e64774047f2 req-19028afb-fb4a-4512-8453-ceb433e625f5 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:25.562205 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12ba9eae-dd65-4f53-88ef-7e64774047f2 req-19028afb-fb4a-4512-8453-ceb433e625f5 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 944 time: 0.0620224 Nov 23 12:00:25.612718 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-12ba9eae-dd65-4f53-88ef-7e64774047f2 req-52f39485-e16c-43db-b8e5-0ddbcee74375 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Nov 23 12:00:26.728481 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8afabf-1cd6-4c4d-90f7-688097383f7a req-01b948d0-8ed3-4fe2-abf5-ad79c5b34a75 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:26.730339 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f8afabf-1cd6-4c4d-90f7-688097383f7a req-01b948d0-8ed3-4fe2-abf5-ad79c5b34a75 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 944 time: 0.0496991 Nov 23 12:00:26.781852 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f8afabf-1cd6-4c4d-90f7-688097383f7a req-f9ad2aba-f5be-4f31-a74e-5407a543270a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 Nov 23 12:00:27.311209 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:00:27.360235 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port e9fa6762-47cc-43c8-81da-6fd0ba4c983e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:00:27.360626 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:27.440115 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:27.463386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:00:27.465651 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1ab6f8-cabb-4f02-9f1b-383d5314fafd" -d '{"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:00:27.479939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:00:27.484057 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:27.543695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:00:27.590259 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc17de-e5ed-4bbc-b7fe-6bd33e7938f7 x-openstack-request-id: req-43dc17de-e5ed-4bbc-b7fe-6bd33e7938f7 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:00:27.590567 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:00:27.590846 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43dc17de-e5ed-4bbc-b7fe-6bd33e7938f7 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:00:27.591247 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'code': 200} Nov 23 12:00:27.907301 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046131a-4f97-492e-8348-bf411d676ec6 req-9634b0f4-c4e9-4f69-9d79-f669c76106e8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:27.908706 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3046131a-4f97-492e-8348-bf411d676ec6 req-9634b0f4-c4e9-4f69-9d79-f669c76106e8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0501771 Nov 23 12:00:27.965408 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3046131a-4f97-492e-8348-bf411d676ec6 req-085a301f-6f4a-4019-8d0a-8e3685832b40 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502739 Nov 23 12:00:29.090015 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:00:29.103588 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d997f-2e6e-4dac-b704-4d3c7857ba31 req-cdaaa0b0-06ba-40ce-9d60-d37d4573c0c0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:29.105813 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c81d997f-2e6e-4dac-b704-4d3c7857ba31 req-cdaaa0b0-06ba-40ce-9d60-d37d4573c0c0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0566390 Nov 23 12:00:29.166122 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c81d997f-2e6e-4dac-b704-4d3c7857ba31 req-57a7d006-4395-4c85-a116-f24aee5e7644 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538151 Nov 23 12:00:30.291181 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168897a5-8c71-41ed-b373-d10ba5b2b99b req-873683bd-3ae4-4afb-8691-b41601a05302 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:30.292702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-168897a5-8c71-41ed-b373-d10ba5b2b99b req-873683bd-3ae4-4afb-8691-b41601a05302 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Nov 23 12:00:30.347436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-168897a5-8c71-41ed-b373-d10ba5b2b99b req-2d6704fb-2ab3-47df-aa05-12f0674cc835 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487072 Nov 23 12:00:31.478378 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06688fee-ce13-49d5-af23-132a595b2937 req-8517588d-9c68-4072-be4d-5c15ec95d60c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:31.480879 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06688fee-ce13-49d5-af23-132a595b2937 req-8517588d-9c68-4072-be4d-5c15ec95d60c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0596328 Nov 23 12:00:31.536073 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-06688fee-ce13-49d5-af23-132a595b2937 req-69f880d6-9b9c-4513-bd3b-5b8f54f69349 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486705 Nov 23 12:00:32.671179 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800989ee-bb92-497d-a995-015e93880fa4 req-c9ed8706-71e8-49e3-a84b-8ac75d6d15d8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:32.672711 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-800989ee-bb92-497d-a995-015e93880fa4 req-c9ed8706-71e8-49e3-a84b-8ac75d6d15d8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0628211 Nov 23 12:00:32.732073 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-800989ee-bb92-497d-a995-015e93880fa4 req-52a4c0dc-ea33-4878-8029-8519394fba2b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520015 Nov 23 12:00:33.867393 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c912a-e83c-431a-8de0-bb400b714163 req-1f352dfa-9933-48b9-8607-183185059744 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:33.868883 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-197c912a-e83c-431a-8de0-bb400b714163 req-1f352dfa-9933-48b9-8607-183185059744 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0551996 Nov 23 12:00:33.921877 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-197c912a-e83c-431a-8de0-bb400b714163 req-46a1dccc-b899-4b27-99a5-65e447de17e7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463152 Nov 23 12:00:35.045245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44804-c733-44d9-ad4a-7af9ed0d4e5d req-efca4d73-9270-4edd-8a5e-a7d07b8bbb38 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:35.046775 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92e44804-c733-44d9-ad4a-7af9ed0d4e5d req-efca4d73-9270-4edd-8a5e-a7d07b8bbb38 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0555503 Nov 23 12:00:35.100614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-92e44804-c733-44d9-ad4a-7af9ed0d4e5d req-c2efb23b-774e-4702-a4b4-08c7ede31abe tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471656 Nov 23 12:00:36.225342 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508010d-cfdf-4ff7-a3c1-aac4e9fcd7a5 req-ccaf8681-bb67-4d39-808d-d2053cd24d78 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:36.226856 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e508010d-cfdf-4ff7-a3c1-aac4e9fcd7a5 req-ccaf8681-bb67-4d39-808d-d2053cd24d78 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Nov 23 12:00:36.288797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e508010d-cfdf-4ff7-a3c1-aac4e9fcd7a5 req-fef86c5c-b87f-4ccd-92cf-ed77909325d7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507593 Nov 23 12:00:37.407513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d8da4-24fa-4d82-89a5-f678ad92f3f5 req-d2481d6d-c417-495e-811f-63bcec315b8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:37.408990 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9a6d8da4-24fa-4d82-89a5-f678ad92f3f5 req-d2481d6d-c417-495e-811f-63bcec315b8c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0490234 Nov 23 12:00:37.458788 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9a6d8da4-24fa-4d82-89a5-f678ad92f3f5 req-a61d18ae-d6fe-49ec-b5b2-eff60e447acf tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Nov 23 12:00:37.991865 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e3b94-34e0-404f-b031-6de775df1bba req-40658ad9-4b05-403d-a9bd-0d95d330c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:37.993299 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-878e3b94-34e0-404f-b031-6de775df1bba req-40658ad9-4b05-403d-a9bd-0d95d330c1d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1096 time: 0.0440693 Nov 23 12:00:38.081834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e3b94-34e0-404f-b031-6de775df1bba req-e8d8c193-9392-4381-9ce2-fc5674799330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:38.083317 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-878e3b94-34e0-404f-b031-6de775df1bba req-e8d8c193-9392-4381-9ce2-fc5674799330 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0826743 Nov 23 12:00:38.154034 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-878e3b94-34e0-404f-b031-6de775df1bba req-5add3016-db7f-4edb-842f-ee39f8658913 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 1000 time: 0.0631475 Nov 23 12:00:38.203753 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e3b94-34e0-404f-b031-6de775df1bba req-b45c6f78-6086-4673-bc41-79a2a8f699ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:38.205248 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-878e3b94-34e0-404f-b031-6de775df1bba req-b45c6f78-6086-4673-bc41-79a2a8f699ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0431008 Nov 23 12:00:38.256084 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e3b94-34e0-404f-b031-6de775df1bba req-d58177b3-6d8b-4eb4-bf27-72b6e5c32487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:38.257526 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-878e3b94-34e0-404f-b031-6de775df1bba req-d58177b3-6d8b-4eb4-bf27-72b6e5c32487 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442412 Nov 23 12:00:38.351146 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-878e3b94-34e0-404f-b031-6de775df1bba req-8c103e60-0c5f-493a-9e7e-122c55cbeaae service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859599 Nov 23 12:00:38.439682 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-878e3b94-34e0-404f-b031-6de775df1bba req-908ee356-70a1-4078-893d-36fb574ac29b service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805430 Nov 23 12:00:38.581350 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dc797-6fb8-403b-9e65-b2bd2dc678be req-2cb142d0-b870-41f8-ae63-a1cd47059cc7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:38.583013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab1dc797-6fb8-403b-9e65-b2bd2dc678be req-2cb142d0-b870-41f8-ae63-a1cd47059cc7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0487261 Nov 23 12:00:38.632644 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ab1dc797-6fb8-403b-9e65-b2bd2dc678be req-584c30c2-4b12-424e-8db7-3449c39d267a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440071 Nov 23 12:00:39.754937 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4d05-a6a8-4114-829a-d56154e4e1dc req-ac4aed20-87c4-4fd9-8fbf-c9289ed46da3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:39.756486 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82dd4d05-a6a8-4114-829a-d56154e4e1dc req-ac4aed20-87c4-4fd9-8fbf-c9289ed46da3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0539875 Nov 23 12:00:39.805672 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-82dd4d05-a6a8-4114-829a-d56154e4e1dc req-5d1aad32-9e3a-4508-96e9-bd61f36affb3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Nov 23 12:00:40.923494 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f771a-8e59-42d3-a3a5-b98dcc049849 req-6527b395-3fd6-42dc-b513-03ae30ef0617 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:40.925013 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-338f771a-8e59-42d3-a3a5-b98dcc049849 req-6527b395-3fd6-42dc-b513-03ae30ef0617 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0486393 Nov 23 12:00:40.979476 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-338f771a-8e59-42d3-a3a5-b98dcc049849 req-cdb27c37-4862-4355-8072-8dc744c9d8de tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483565 Nov 23 12:00:41.091195 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-bd5849bd-213a-440d-926f-6a3b3cbef1d6 req-3ef9fb60-0c01-4589-92c7-d6222d90d205 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:00:41.092222 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd5849bd-213a-440d-926f-6a3b3cbef1d6 req-3ef9fb60-0c01-4589-92c7-d6222d90d205 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470433 Nov 23 12:00:41.253924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382dfc5-388f-47bd-9b11-6f7087fb2e20 req-e1f11a35-47d5-4669-ae62-a17ad1a73308 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:41.256994 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7382dfc5-388f-47bd-9b11-6f7087fb2e20 req-e1f11a35-47d5-4669-ae62-a17ad1a73308 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 945 time: 0.0553229 Nov 23 12:00:41.311671 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7382dfc5-388f-47bd-9b11-6f7087fb2e20 req-0451e4a6-3a85-433f-83dc-fe9dd40c31c8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469117 Nov 23 12:00:41.385284 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:00:41.429158 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-45df9674-31fc-4ee2-a7fa-b188bc82263a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816576 Nov 23 12:00:41.469450 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:41.492059 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:00:41.494175 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bc493a-0f7e-4dc4-aa21-5d339af826cd" -d '{"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-unplugged", "status": "completed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:00:41.507770 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:00:41.512084 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:41.540084 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 12:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65443a0-97ff-4937-9bd9-d177b7f47ffb x-openstack-request-id: req-d65443a0-97ff-4937-9bd9-d177b7f47ffb {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:00:41.540378 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-unplugged", "status": "failed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "code": 422}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:00:41.540673 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d65443a0-97ff-4937-9bd9-d177b7f47ffb {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:00:41.541010 n-d-817747-2 neutron-server[103428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'code': 422} returned with failed status Nov 23 12:00:41.566595 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:00:42.283020 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-ac0af1ab-53a3-493e-a93b-778eee882bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:42.284577 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-ac0af1ab-53a3-493e-a93b-778eee882bc9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818&tenant_id=d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 1094 time: 0.0712235 Nov 23 12:00:42.351227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-aa2e43c8-0123-4fc4-9228-cf75cb848aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:42.352728 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-aa2e43c8-0123-4fc4-9228-cf75cb848aba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1094 time: 0.0443025 Nov 23 12:00:42.429828 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e900556-5de1-484f-bd3e-51050b0ae59a req-6f81b13b-74c2-4d71-bb21-6a326b43d64f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:42.431325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e900556-5de1-484f-bd3e-51050b0ae59a req-6f81b13b-74c2-4d71-bb21-6a326b43d64f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0486393 Nov 23 12:00:42.446233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-c9193165-0b6b-4109-8006-fa6646100a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:42.447725 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-c9193165-0b6b-4109-8006-fa6646100a41 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0876920 Nov 23 12:00:42.481914 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9e900556-5de1-484f-bd3e-51050b0ae59a req-7b4dacce-185a-464f-87cc-ae315f8874ea tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Nov 23 12:00:42.520059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-8b4c726f-f170-4c3d-a1cb-f36a261e1413 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 998 time: 0.0642655 Nov 23 12:00:42.570208 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-49b4f325-20ec-45f4-aa31-bd3de9896f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:42.571640 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-49b4f325-20ec-45f4-aa31-bd3de9896f5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0444369 Nov 23 12:00:42.621707 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-5a5a93de-5cf3-41a1-ba42-7f7b0bf6c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:42.623183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-5a5a93de-5cf3-41a1-ba42-7f7b0bf6c11e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392940 Nov 23 12:00:42.715839 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-db345f1f-880f-411f-979f-bf572d0081b3 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846081 Nov 23 12:00:42.805855 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30bbdd96-8f3c-4e5a-a79c-94e1e56f58de req-3766fe71-8b43-4749-b058-ab16c56d45b8 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815802 Nov 23 12:00:43.605552 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0168ead-1ec1-46fe-9adc-426e38781d0f req-983f1500-c710-445c-848b-64784e88159c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:43.607921 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0168ead-1ec1-46fe-9adc-426e38781d0f req-983f1500-c710-445c-848b-64784e88159c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0563166 Nov 23 12:00:43.686447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d0168ead-1ec1-46fe-9adc-426e38781d0f req-df4e527e-404e-4a6a-b486-f3b8b7de46d3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643330 Nov 23 12:00:44.720101 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e11b3d2b-72a5-4e7b-8c1d-84ad4414f004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:44.812063 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef9937-d434-4529-8035-cae559cd11c3 req-f748c905-f6c4-4613-a017-f0311ef56674 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:44.813690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abef9937-d434-4529-8035-cae559cd11c3 req-f748c905-f6c4-4613-a017-f0311ef56674 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0505996 Nov 23 12:00:44.869561 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-abef9937-d434-4529-8035-cae559cd11c3 req-31aea3c5-894d-4a8f-aaad-634fa6fa2940 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498197 Nov 23 12:00:45.430507 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:00:45.994594 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca723d-b143-42f9-ba75-503cf7944bd4 req-e8be608b-ec72-4989-bd6c-fe712c599cb9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:45.996033 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b5ca723d-b143-42f9-ba75-503cf7944bd4 req-e8be608b-ec72-4989-bd6c-fe712c599cb9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0530360 Nov 23 12:00:46.055778 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-b5ca723d-b143-42f9-ba75-503cf7944bd4 req-26dd86d9-0e8c-4d0b-8c57-2dc5116eab38 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528264 Nov 23 12:00:47.142136 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3c7f6853-ac96-41cf-a0aa-d3eefb99a26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:47.196964 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb24dc-65ba-4593-a6fa-cbc6b37fd034 req-45c01692-3b8e-4956-8187-56c5ebd878eb tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:47.201565 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebb24dc-65ba-4593-a6fa-cbc6b37fd034 req-45c01692-3b8e-4956-8187-56c5ebd878eb tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0546606 Nov 23 12:00:47.252313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aebb24dc-65ba-4593-a6fa-cbc6b37fd034 req-bcd61d7d-6183-4995-8514-e5672f43a523 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479891 Nov 23 12:00:48.375019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66797d4d-e9c3-42c3-81ff-0098689c13c3 req-e3669c59-34f0-4aa2-aef5-515648c1ed59 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:48.376513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66797d4d-e9c3-42c3-81ff-0098689c13c3 req-e3669c59-34f0-4aa2-aef5-515648c1ed59 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0516884 Nov 23 12:00:48.430287 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-66797d4d-e9c3-42c3-81ff-0098689c13c3 req-d7db5846-747e-4e1d-b69d-b5474c986427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465090 Nov 23 12:00:48.884398 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:49.554730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c726d-c6d7-4684-8a78-658c8b282a0d req-a42f2999-6b8b-47a9-be2a-0508da9467d5 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:49.556214 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f1c726d-c6d7-4684-8a78-658c8b282a0d req-a42f2999-6b8b-47a9-be2a-0508da9467d5 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0521684 Nov 23 12:00:49.605483 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6f1c726d-c6d7-4684-8a78-658c8b282a0d req-5277d6f8-4ba5-4310-8f2a-ec77d7d8a40d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431902 Nov 23 12:00:49.848481 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:50.343696 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:50.756906 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3d26c-f661-4e13-a58e-50c307b15bab req-81444c6d-2686-4072-a180-aa9e302752d9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:50.758501 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77a3d26c-f661-4e13-a58e-50c307b15bab req-81444c6d-2686-4072-a180-aa9e302752d9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0749183 Nov 23 12:00:50.810557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-77a3d26c-f661-4e13-a58e-50c307b15bab req-55ad8b4f-a48e-4b40-8248-32123183e8b7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459573 Nov 23 12:00:50.822840 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:51.934713 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b04ab-baf4-47b5-81d6-2e5a5add716b req-7bb7758e-581c-4bbc-943b-cf21976459c9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:51.936171 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef0b04ab-baf4-47b5-81d6-2e5a5add716b req-7bb7758e-581c-4bbc-943b-cf21976459c9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0529232 Nov 23 12:00:51.984522 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-ef0b04ab-baf4-47b5-81d6-2e5a5add716b req-cc9e1554-826a-4ddb-8b74-c8e73a1c3a46 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419214 Nov 23 12:00:52.956474 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:53.127277 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23469ce-aa6a-470d-b274-ce12c9581e12 req-1273b0fa-8bab-4997-87d9-c22646997f07 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:53.128862 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f23469ce-aa6a-470d-b274-ce12c9581e12 req-1273b0fa-8bab-4997-87d9-c22646997f07 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0523243 Nov 23 12:00:53.181066 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f23469ce-aa6a-470d-b274-ce12c9581e12 req-13102136-dba0-4203-a641-9243bd8b103b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441554 Nov 23 12:00:54.299477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d81ff-8f0a-4530-a084-1e8dc99078be req-7ca11012-1a0e-402b-b821-a77b822a726c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:54.300954 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b02d81ff-8f0a-4530-a084-1e8dc99078be req-7ca11012-1a0e-402b-b821-a77b822a726c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0489993 Nov 23 12:00:54.350447 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b02d81ff-8f0a-4530-a084-1e8dc99078be req-ba80fab6-134e-46a2-9cde-77f828d4718d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Nov 23 12:00:55.476670 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157912e8-8a1c-4561-b87e-f51a326affb9 req-10f93fe7-3253-4059-aaef-e70d33fb5210 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:55.478183 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-157912e8-8a1c-4561-b87e-f51a326affb9 req-10f93fe7-3253-4059-aaef-e70d33fb5210 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0532773 Nov 23 12:00:55.527187 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-157912e8-8a1c-4561-b87e-f51a326affb9 req-fe6dc1bb-72dd-4562-bbca-a97704723366 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Nov 23 12:00:56.192027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-c6792ed2-8f45-4fdc-b531-5a6590d7fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:56.193583 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-c6792ed2-8f45-4fdc-b531-5a6590d7fafe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1094 time: 0.0419118 Nov 23 12:00:56.564371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-7eb482c4-818f-4d83-9a8f-6a11726c2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:56.565819 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-7eb482c4-818f-4d83-9a8f-6a11726c2fb9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.3458436 Nov 23 12:00:56.631485 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-ac87cdaf-7321-455a-9c27-ddde51416317 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 998 time: 0.0576723 Nov 23 12:00:56.650075 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bc4e2-2ba8-4c66-8ad5-f3aabddc28aa req-5ab101dd-0d20-45d5-8488-ccc7cee83faa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:56.651590 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-080bc4e2-2ba8-4c66-8ad5-f3aabddc28aa req-5ab101dd-0d20-45d5-8488-ccc7cee83faa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0546720 Nov 23 12:00:56.682656 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-c5437962-a7de-4b44-8fb6-21504cbf03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:56.684137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-c5437962-a7de-4b44-8fb6-21504cbf03d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0456510 Nov 23 12:00:56.707242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-080bc4e2-2ba8-4c66-8ad5-f3aabddc28aa req-d293524a-ecc8-4b0e-b8a6-991e4e47185b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495493 Nov 23 12:00:56.739028 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-f08f50de-2792-4e57-a711-90d7d8665785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:56.741199 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-f08f50de-2792-4e57-a711-90d7d8665785 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462880 Nov 23 12:00:56.830945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-7b08bec3-8316-41e2-a120-bcf6fe02de65 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817585 Nov 23 12:00:56.923247 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ffd2dcf-6743-4f61-bc92-66808aa98571 req-4a2dc03e-6a6c-4293-aa3c-4342a81ee417 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852396 Nov 23 12:00:57.826575 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03cdc0-5715-423c-a682-0652b1e90bd1 req-146f7517-3725-4569-81b8-171936bb6d25 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:57.828056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e03cdc0-5715-423c-a682-0652b1e90bd1 req-146f7517-3725-4569-81b8-171936bb6d25 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0503893 Nov 23 12:00:57.878144 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1e03cdc0-5715-423c-a682-0652b1e90bd1 req-85d29cb5-c0a7-4e4b-ac08-ba0b9fde0c09 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435178 Nov 23 12:00:58.995263 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207d8c8-3e34-43d6-bd13-bd81337ded2e req-372bccf1-6492-46cf-8a6f-7112199b44ed tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:00:58.996738 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e207d8c8-3e34-43d6-bd13-bd81337ded2e req-372bccf1-6492-46cf-8a6f-7112199b44ed tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 943 time: 0.0492585 Nov 23 12:00:59.047475 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e207d8c8-3e34-43d6-bd13-bd81337ded2e req-12d66eb2-8d7c-4491-8cc6-59da0691e31f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 Nov 23 12:00:59.461573 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:00:59.558966 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:00:59.570576 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'port_id': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'mac_address': 'fa:16:3e:a0:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:00:59.606176 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:59.619324 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fa6762-47cc-43c8-81da-6fd0ba4c983e {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:00:59.639238 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:00:59.642977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:00:59.699321 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:00:59.900943 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['e9fa6762-47cc-43c8-81da-6fd0ba4c983e'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:01:00.169033 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c292-aff5-40bf-9736-2a67411857d0 req-aeb708f0-f09a-4908-9711-783e8180a8ce tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:00.170546 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ad8c292-aff5-40bf-9736-2a67411857d0 req-aeb708f0-f09a-4908-9711-783e8180a8ce tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 944 time: 0.0533354 Nov 23 12:01:00.219981 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0ad8c292-aff5-40bf-9736-2a67411857d0 req-4ac0229b-d0ab-44bb-ae1e-6d1174e4b157 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432289 Nov 23 12:01:01.337455 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890df60f-b8d2-4f0d-980c-91bb43b2b7fc req-ca267518-bbed-4005-b3a9-cfa69ff3685e tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:01.338906 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-890df60f-b8d2-4f0d-980c-91bb43b2b7fc req-ca267518-bbed-4005-b3a9-cfa69ff3685e tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 944 time: 0.0489638 Nov 23 12:01:01.391513 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-890df60f-b8d2-4f0d-980c-91bb43b2b7fc req-0a3aa1f7-4f36-48c6-a90e-2cf862a7d9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466871 Nov 23 12:01:01.463264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:01:01.514873 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port e9fa6762-47cc-43c8-81da-6fd0ba4c983e triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:01:01.515247 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:01.589964 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:01.611651 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:01:01.613899 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16626ac-ac2e-4612-8410-6026f95d736c" -d '{"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:01:01.627091 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:01:01.632168 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:01.682173 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:01:02.509987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070ce7c-2378-49df-98d7-848589d9a984 req-9b82929f-a67d-43bd-8256-ce1d80647726 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:02.511490 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2070ce7c-2378-49df-98d7-848589d9a984 req-9b82929f-a67d-43bd-8256-ce1d80647726 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 946 time: 0.0512466 Nov 23 12:01:02.560908 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2070ce7c-2378-49df-98d7-848589d9a984 req-b171eaac-f5bc-40df-84a6-d93020a19090 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Nov 23 12:01:02.674424 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbf580d-a69d-46fd-8e4b-26ecad24ef70 x-openstack-request-id: req-ecbf580d-a69d-46fd-8e4b-26ecad24ef70 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:01:02.674857 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-plugged", "status": "completed", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:01:02.674979 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ecbf580d-a69d-46fd-8e4b-26ecad24ef70 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:01:02.675347 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'code': 200} Nov 23 12:01:02.840572 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb72c-a18c-4c5b-9804-28a350d1fbef req-0972122d-2fc3-4a82-90d2-6741facdbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:02.842092 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-289eb72c-a18c-4c5b-9804-28a350d1fbef req-0972122d-2fc3-4a82-90d2-6741facdbc5e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1097 time: 0.0409932 Nov 23 12:01:02.890315 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-289eb72c-a18c-4c5b-9804-28a350d1fbef req-fdaa6302-b3e5-4c58-82bf-3d6ac426e2b9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398493 Nov 23 12:01:03.683815 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a798a2-675b-4418-aefb-88853917fc09 req-59194829-5ee6-4880-96e6-1e81a3c76e9f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:03.685355 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70a798a2-675b-4418-aefb-88853917fc09 req-59194829-5ee6-4880-96e6-1e81a3c76e9f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 946 time: 0.0503044 Nov 23 12:01:03.736739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-70a798a2-675b-4418-aefb-88853917fc09 req-e5153345-3d10-4fb7-8c33-408d4327d7a6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Nov 23 12:01:04.859010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6d4ea-1187-46cc-9240-a146d58040f8 req-ab16eddd-eb5d-41e8-a9a0-cfd5eec3769d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:04.860877 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6bc6d4ea-1187-46cc-9240-a146d58040f8 req-ab16eddd-eb5d-41e8-a9a0-cfd5eec3769d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 946 time: 0.0507321 Nov 23 12:01:04.914151 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6bc6d4ea-1187-46cc-9240-a146d58040f8 req-23bbe91c-d06a-403e-b24c-a4d47a667ecd tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468524 Nov 23 12:01:06.090435 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:01:14.712797 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e16da2cc-52ae-4077-bb05-6d41dad76d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:17.113581 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f5e22974-c6c8-4256-8e81-be27bec2d44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:18.892332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:19.852670 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:20.344777 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:20.820698 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:22.947147 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:43.090128 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:01:44.714568 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0de8-7342-4275-ad85-2599d8fb8877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:47.118243 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3684562d-15ad-4d30-a82f-36dc922f4e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:47.547847 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-00b1adfd-805b-4d44-9763-a1f593b5bfc6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488935 Nov 23 12:01:47.632007 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-80fda9a8-252e-4c71-902f-c75eb24bdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:47.633513 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-80fda9a8-252e-4c71-902f-c75eb24bdb11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1097 time: 0.0410876 Nov 23 12:01:47.752217 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-3afbdedb-6e33-4ccc-b467-54d41f303830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:47.753911 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-3afbdedb-6e33-4ccc-b467-54d41f303830 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0961909 Nov 23 12:01:47.830727 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-9502c755-b28e-413e-9858-a9bb11344a3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 1000 time: 0.0634105 Nov 23 12:01:47.882565 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-0dc287f8-48e4-4b59-ae6f-56262707bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:47.884633 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-0dc287f8-48e4-4b59-ae6f-56262707bb7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0469990 Nov 23 12:01:47.939168 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-61085218-f72a-4617-97d4-72cc8c89b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:01:47.940925 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-61085218-f72a-4617-97d4-72cc8c89b97b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483470 Nov 23 12:01:48.034973 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-e49985ff-cbeb-48da-b3ca-4d2d34caf9b7 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820866 Nov 23 12:01:48.133599 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a59cdeee-1438-4f8f-bcb2-41ac0a528cb9 req-76cc04d4-f1d8-47ef-871c-3fd487ffb41f service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877109 Nov 23 12:01:48.890747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:49.854277 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:50.346422 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:50.839972 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:01:52.960592 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:14.716638 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a18fd739-8be8-4cef-a224-a686766e5559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:17.120790 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d0422169-ac17-4dbe-b9ff-6cb0bf4c8564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:18.691720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60110) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:18.855413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Deleting port 343f695b-b565-4103-876a-a1f57f820fb0 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:02:18.855755 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:18.891496 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:18.931660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:18.931993 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:18.944294 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Calling delete_port for 343f695b-b565-4103-876a-a1f57f820fb0 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:02:19.093809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:19.120839 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event deleted for resources: {'Port': ['ID=343f695b-b565-4103-876a-a1f57f820fb0,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:19.131886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.132239 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.132580 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.132916 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.133283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.133620 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.133955 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.134280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.134606 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.134928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.135775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.135775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:19.194837 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:19.195057 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Floating IP b75ebaae-9d52-4752-9324-62225962411c disassociated (deleted). External IP: 172.25.5.66, port: e9fa6762-47cc-43c8-81da-6fd0ba4c983e. Nov 23 12:02:19.399225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:02:19.511835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:02:19.516563 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:19.521097 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] Sync routers for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:02:19.531037 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:02:19.531656 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:02:19.542796 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-972f817c-01ec-4ffe-bca7-cd348579e9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "DELETE /v2.0/floatingips/b75ebaae-9d52-4752-9324-62225962411c HTTP/1.1" status: 204 len: 168 time: 0.8499844 Nov 23 12:02:19.543376 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:02:19.545690 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:02:19.643130 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:02:19.664348 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34ee328-2f29-41d9-ba74-c6feb0219219 x-openstack-request-id: req-b34ee328-2f29-41d9-ba74-c6feb0219219 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:02:19.664644 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:02:19.664903 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b34ee328-2f29-41d9-ba74-c6feb0219219 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:02:19.665343 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'status': 'completed', 'code': 200} Nov 23 12:02:19.758661 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-6d10d506-8c17-4ecd-aca7-ac25fbef3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:19.760186 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-6d10d506-8c17-4ecd-aca7-ac25fbef3e5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 1097 time: 0.0535212 Nov 23 12:02:19.861310 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:19.861902 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:02:19.864984 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a59e68-4756-434b-a588-c316c401792c req-d8d484f5-86be-47af-9811-3f62d6e6832f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:19.867464 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52a59e68-4756-434b-a588-c316c401792c req-d8d484f5-86be-47af-9811-3f62d6e6832f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 946 time: 0.1204786 Nov 23 12:02:19.888842 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] Checking router: c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:02:19.897151 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:02:19.897741 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:02:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:02:19.912810 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-4b13c73a-8fe2-4c2b-aa38-0868aaaa80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:19.914338 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-4b13c73a-8fe2-4c2b-aa38-0868aaaa80a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.1367269 Nov 23 12:02:19.941142 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-52a59e68-4756-434b-a588-c316c401792c req-ab9a425b-1973-4f8c-9300-ba51feb9d99d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672588 Nov 23 12:02:19.968675 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-7b3ac6eb-4a3f-4e01-8f64-c1e0f12f016c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 200 len: 217 time: 0.0397110 Nov 23 12:02:20.006345 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:02:20.024070 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-b8c835d3-bf47-4695-9d71-d0f33b83ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:20.025519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-b8c835d3-bf47-4695-9d71-d0f33b83ed72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0489666 Nov 23 12:02:20.073144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-7194a9fb-9143-44db-94f7-d1e76a59a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:20.074702 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-7194a9fb-9143-44db-94f7-d1e76a59a78e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413425 Nov 23 12:02:20.107810 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:02:20.178430 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-843e8f5f-64b8-41f5-8216-d50c69495fbe service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931919 Nov 23 12:02:20.279355 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d4dd792b-7f17-4b8a-8963-c8ac8d320bd4 req-b133f5c5-ffec-43f7-aa59-dad04000982f service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929763 Nov 23 12:02:20.308328 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:02:20.335564 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980e5a94-00f0-4c76-849c-26575ac01cf3 None None] The sync data for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 is: [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:02:20.351008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:20.558497 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b640b10a-3070-4aaf-8dc7-c547f1534c0c None None] New status for floating IP b75ebaae-9d52-4752-9324-62225962411c: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:02:20.832844 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:21.082708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6135a-545b-49af-9dbd-486f43104edc req-13905450-b26f-49e9-9544-963ba9c18655 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:21.084380 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0b6135a-545b-49af-9dbd-486f43104edc req-13905450-b26f-49e9-9544-963ba9c18655 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 946 time: 0.0558982 Nov 23 12:02:21.135932 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a0b6135a-545b-49af-9dbd-486f43104edc req-718b7a84-0e27-48c5-92b4-86ee1be32a3e tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=6e62faa4-2849-467b-b89c-2811751c8d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454929 Nov 23 12:02:21.272285 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-8f8ab0b4-9dd3-4777-8c0c-59ec7d315b21 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:21.273796 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-8f8ab0b4-9dd3-4777-8c0c-59ec7d315b21 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 946 time: 0.0491784 Nov 23 12:02:21.372583 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Deleting port e9fa6762-47cc-43c8-81da-6fd0ba4c983e {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:02:21.372845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:21.462015 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] For port e9fa6762-47cc-43c8-81da-6fd0ba4c983e, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:02:21.462381 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:21.475574 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Calling delete_port for e9fa6762-47cc-43c8-81da-6fd0ba4c983e owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:02:21.612002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:21.639636 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event deleted for resources: {'Port': ['ID=e9fa6762-47cc-43c8-81da-6fd0ba4c983e,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:21.654311 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.654676 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.655026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.655367 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.655710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.656051 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.656388 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.656722 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.657061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.657421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.657751 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.658081 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:21.696497 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] No DVR routers for this DVR port e9fa6762-47cc-43c8-81da-6fd0ba4c983e on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:02:21.699098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:21.702556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5a6a8c31-54c7-447d-a40a-d50cc9bbd6b9 req-76878e04-3751-4054-b1c0-6d43e1437177 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.65 "DELETE /v2.0/ports/e9fa6762-47cc-43c8-81da-6fd0ba4c983e HTTP/1.1" status: 204 len: 173 time: 0.4201384 Nov 23 12:02:21.703005 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-deleted', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:02:21.705289 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3d02e2-99d2-4020-9413-58c237c8ff3b" -d '{"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-deleted", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:02:21.803383 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad939a6f-7f70-4587-9ed3-cda664f56732 x-openstack-request-id: req-ad939a6f-7f70-4587-9ed3-cda664f56732 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:02:21.803731 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e3773d-7550-495f-9b9d-d26b66e3b818", "name": "network-vif-deleted", "tag": "e9fa6762-47cc-43c8-81da-6fd0ba4c983e", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:02:21.804068 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad939a6f-7f70-4587-9ed3-cda664f56732 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:02:21.804500 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e3773d-7550-495f-9b9d-d26b66e3b818', 'name': 'network-vif-deleted', 'tag': 'e9fa6762-47cc-43c8-81da-6fd0ba4c983e', 'status': 'completed', 'code': 200} Nov 23 12:02:22.250242 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-655bb705-3e71-48b9-85f2-bd1425fd545a req-9cb99759-6cc3-4885-b320-9eaa813fbb86 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=d4e3773d-7550-495f-9b9d-d26b66e3b818 HTTP/1.1" status: 200 len: 210 time: 0.0281520 Nov 23 12:02:22.963891 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:23.311151 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60138) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:23.368101 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6670e1be-ae46-4636-a251-547a79990b63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:23.393667 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6670e1be-ae46-4636-a251-547a79990b63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:23.454690 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6670e1be-ae46-4636-a251-547a79990b63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:23.457417 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6670e1be-ae46-4636-a251-547a79990b63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:23.462623 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6670e1be-ae46-4636-a251-547a79990b63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "DELETE /v2.0/security-groups/6e62faa4-2849-467b-b89c-2811751c8d4f HTTP/1.1" status: 204 len: 168 time: 0.1464362 Nov 23 12:02:23.468497 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670e1be-ae46-4636-a251-547a79990b63 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e62faa4-2849-467b-b89c-2811751c8d4f,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:24.834230 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60146) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:24.839026 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-f5ba4935-19b5-485c-a7f3-25c06950f85c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302736741', 'description': 'tempest-secgroup-smoke-302736741 description', 'project_id': 'd760e3c357294bee801731026e2f3e39'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:24.863011 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4935-19b5-485c-a7f3-25c06950f85c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:24.928555 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4935-19b5-485c-a7f3-25c06950f85c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:24.932162 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4935-19b5-485c-a7f3-25c06950f85c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:24.961002 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4935-19b5-485c-a7f3-25c06950f85c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:24.962405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-f5ba4935-19b5-485c-a7f3-25c06950f85c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270044 Nov 23 12:02:24.965461 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60148) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:24.966511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba4935-19b5-485c-a7f3-25c06950f85c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5800c04a-3413-4466-b3d3-7a7febe95adb,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:24.970189 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d34958c5-47c1-4cb4-b44d-631e435348f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '5800c04a-3413-4466-b3d3-7a7febe95adb', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:24.998388 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d34958c5-47c1-4cb4-b44d-631e435348f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.047885 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d34958c5-47c1-4cb4-b44d-631e435348f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.051380 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d34958c5-47c1-4cb4-b44d-631e435348f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.070829 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34958c5-47c1-4cb4-b44d-631e435348f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f120dabf-1d7c-437c-94bd-5932c07527ad,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:25.076758 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d34958c5-47c1-4cb4-b44d-631e435348f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.077913 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d34958c5-47c1-4cb4-b44d-631e435348f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114147 Nov 23 12:02:25.080708 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60150) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:25.085257 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-22858cb0-7aa4-4595-bc8d-405f877ceaa9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '5800c04a-3413-4466-b3d3-7a7febe95adb', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:25.111060 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22858cb0-7aa4-4595-bc8d-405f877ceaa9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.171627 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22858cb0-7aa4-4595-bc8d-405f877ceaa9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.174955 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22858cb0-7aa4-4595-bc8d-405f877ceaa9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.192195 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22858cb0-7aa4-4595-bc8d-405f877ceaa9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599da91e-a830-494c-bd61-ea7c3c266510,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:25.199777 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-22858cb0-7aa4-4595-bc8d-405f877ceaa9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.200974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-22858cb0-7aa4-4595-bc8d-405f877ceaa9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193123 Nov 23 12:02:25.203849 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60152) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:25.208139 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-d990d309-32f5-4bb0-a14a-5e79e15afefa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '5800c04a-3413-4466-b3d3-7a7febe95adb', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:25.235771 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d990d309-32f5-4bb0-a14a-5e79e15afefa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.292546 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d990d309-32f5-4bb0-a14a-5e79e15afefa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.296017 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d990d309-32f5-4bb0-a14a-5e79e15afefa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.310384 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990d309-32f5-4bb0-a14a-5e79e15afefa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4129c1-eea9-4610-b76c-19d24f0a8652,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:25.321192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d990d309-32f5-4bb0-a14a-5e79e15afefa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.322350 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d990d309-32f5-4bb0-a14a-5e79e15afefa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175737 Nov 23 12:02:25.325172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60154) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:25.329444 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-be638edd-05ca-4754-aeb2-213369a46e47 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '5800c04a-3413-4466-b3d3-7a7febe95adb', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:25.354628 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be638edd-05ca-4754-aeb2-213369a46e47 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.411668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be638edd-05ca-4754-aeb2-213369a46e47 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.415312 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be638edd-05ca-4754-aeb2-213369a46e47 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.434997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be638edd-05ca-4754-aeb2-213369a46e47 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef71396a-785c-46b2-880f-b57b43e19470,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:25.442806 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-be638edd-05ca-4754-aeb2-213369a46e47 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.444808 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-be638edd-05ca-4754-aeb2-213369a46e47 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186759 Nov 23 12:02:25.447537 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60156) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:25.451981 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '5800c04a-3413-4466-b3d3-7a7febe95adb', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:25.473551 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Project d760e3c357294bee801731026e2f3e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:02:25.478588 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.538272 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.541924 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.557048 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2067c67f-c1a8-47d1-95d3-358df131025c,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:25.567515 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.569526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-6b139a18-c3f5-491e-8e96-52297ac4f27f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207640 Nov 23 12:02:25.572134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60158) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:02:25.576417 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'security_group_rule': {'security_group_id': '5800c04a-3413-4466-b3d3-7a7febe95adb', 'project_id': 'd760e3c357294bee801731026e2f3e39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:25.597949 n-d-817747-2 neutron-server[103426]: INFO neutron.db.securitygroups_db [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Project d760e3c357294bee801731026e2f3e39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:02:25.603079 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.663964 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.667517 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.682820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32a5609-2d16-4eac-a8d4-0f99043c1919,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:25.692591 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:25.694113 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-1e5ec877-d96d-481c-b00b-8f3b80788427 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209309 Nov 23 12:02:25.898612 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:02:25.918280 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: e9fa6762-47cc-43c8-81da-6fd0ba4c983e {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:02:25.918634 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device e9fa6762-47cc-43c8-81da-6fd0ba4c983e not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:02:40.936555 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-61f78246-de8a-41ee-886a-d60334a23da9 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302736741&fields=id&tenant_id=d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 267 time: 0.0441804 Nov 23 12:02:41.046126 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-bbb9ea01-2cbe-47bf-b40c-27de9ef8851f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:41.047508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-bbb9ea01-2cbe-47bf-b40c-27de9ef8851f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 809 time: 0.1043355 Nov 23 12:02:41.062673 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-655e576f-c135-4cca-8da2-489fee0dcc4c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/quotas/d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 375 time: 0.0087583 Nov 23 12:02:41.113251 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-d6b5a99f-2299-4b10-a030-f163f0457743 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454483 Nov 23 12:02:41.214228 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5088061f-a380-4252-a18a-2d3899838b4d service neutron] 10.222.0.61 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885825 Nov 23 12:02:41.308109 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-8908b9f5-2f27-4933-95e4-bde28630dcc5 service neutron] 10.222.0.61 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870512 Nov 23 12:02:41.587344 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-603ba4d2-7533-4677-bfec-5fe55a105a5e req-92e98efc-be8c-423d-8a1d-f54cb786ebda tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 210 time: 0.0271866 Nov 23 12:02:42.559007 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-0bf3f7e4-f12f-4432-af02-cdac2d53f4fe tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:42.560494 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-0bf3f7e4-f12f-4432-af02-cdac2d53f4fe tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.58 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 809 time: 0.1228514 Nov 23 12:02:42.629060 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-f93ef867-3fda-4d47-af1b-228e53b4517a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 379 time: 0.0584338 Nov 23 12:02:42.638740 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'port': {'device_id': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'admin_state_up': True, 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'security_groups': ['5800c04a-3413-4466-b3d3-7a7febe95adb']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:42.725964 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4aa97d55-360b-491c-9e30-b1c8bd66b45a req-a7117126-7b80-40be-a0fe-196255fc40d4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 210 time: 0.0600495 Nov 23 12:02:42.778662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Made reservation on behalf of d760e3c357294bee801731026e2f3e39 for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:02:42.782155 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:42.910441 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Allocated IP 172.20.0.13 (e5f8691c-11bc-4e87-8ca4-78555f543aaa/d194b730-bf45-49b9-86d8-1d17196ee028/4c4609bf-d47a-4560-a26b-c501f8a04903) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:02:43.058049 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.091650 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.138421 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:02:43.141433 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:02:43.145198 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:02:43.152524 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:43.205403 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:43.206081 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.227905 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-5e956309-3c27-4ee5-a91d-0a48dcaa8d61 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929103 Nov 23 12:02:43.291225 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Request body: {'port': {'device_id': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:02:43.348418 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.399560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-d9c55fb7-ec9d-45d1-9eef-463e36e2295e None None] Provisioning complete for port 4c4609bf-d47a-4560-a26b-c501f8a04903 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:02:43.400193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d9c55fb7-ec9d-45d1-9eef-463e36e2295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.437153 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-d9c55fb7-ec9d-45d1-9eef-463e36e2295e None None] Port 4c4609bf-d47a-4560-a26b-c501f8a04903 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:02:43.619310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4609bf-d47a-4560-a26b-c501f8a04903 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:02:43.626703 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.639367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Transition to ACTIVE for port object 4c4609bf-d47a-4560-a26b-c501f8a04903 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:02:43.642968 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.716976 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:43.772764 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:02:43.773208 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:02:43.773619 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:02:43.778451 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Port 4c4609bf-d47a-4560-a26b-c501f8a04903 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 12:02:43.778993 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:02:43.784638 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:02:43.785168 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Checking segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:02:43.785557 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Bound using segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:02:43.786067 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Bound port: 4c4609bf-d47a-4560-a26b-c501f8a04903, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:02:43.786655 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.855780 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:02:43.857883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c897c-a68f-47d8-94b1-50423e0ddf81 req-df3a1816-fd2c-4013-9b89-f29b7c12fa66 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:43.859171 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:02:43.860524 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f6c897c-a68f-47d8-94b1-50423e0ddf81 req-df3a1816-fd2c-4013-9b89-f29b7c12fa66 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0588636 Nov 23 12:02:43.869142 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.913170 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:43.913942 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:43.915508 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] 10.222.0.58 "PUT /v2.0/ports/4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1092 time: 0.6791620 Nov 23 12:02:43.916041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:02:43.919253 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702a018-6ee1-4baf-897d-9108c62eda07" -d '{"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:02:43.929569 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0f6c897c-a68f-47d8-94b1-50423e0ddf81 req-31b0a584-d72f-44e4-bf7b-f41e22a7c9ad tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612366 Nov 23 12:02:44.013356 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e623126-692e-4a99-8804-be80c3e65484 x-openstack-request-id: req-4e623126-692e-4a99-8804-be80c3e65484 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:02:44.013654 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:02:44.014578 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4e623126-692e-4a99-8804-be80c3e65484 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:02:44.014993 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'status': 'completed', 'code': 200} Nov 23 12:02:44.018447 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03411e7b-1c25-4e62-8490-7f94819369a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:44.032148 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-b378baca-032f-4942-a241-ec0d9482a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:44.033846 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-b378baca-032f-4942-a241-ec0d9482a461 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1095 time: 0.0578625 Nov 23 12:02:44.098595 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-6c6914c7-6d42-43f9-b506-bd87639e59ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 217 time: 0.0459383 Nov 23 12:02:44.167777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-b6b719c1-eae2-447d-9c48-f1d69af17c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:44.169300 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-b6b719c1-eae2-447d-9c48-f1d69af17c9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0637887 Nov 23 12:02:44.217928 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-b01dc35b-d3e4-4c7a-8929-237350dda4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:44.219439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-b01dc35b-d3e4-4c7a-8929-237350dda4af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431087 Nov 23 12:02:44.315687 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-ed7d0d42-5f1a-415b-a188-a1808ff18f70 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878131 Nov 23 12:02:44.409570 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-91e6874e-f672-40c2-a67b-bdfa9249e081 req-506e11bf-b36a-46b1-ab3a-b9feccf0c1b8 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870900 Nov 23 12:02:44.493054 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-611c2bd8-e545-421e-948b-728cd1fd0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:44.494563 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-611c2bd8-e545-421e-948b-728cd1fd0265 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1095 time: 0.0413153 Nov 23 12:02:44.594314 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-a013dd0f-7ca5-46d2-9d5c-ceea84d19518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:44.595776 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-a013dd0f-7ca5-46d2-9d5c-ceea84d19518 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0943954 Nov 23 12:02:44.638378 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-0f2a02bb-f234-4430-b7b5-43c88d505a40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 217 time: 0.0348961 Nov 23 12:02:44.695407 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-4af000a7-fe91-41c5-925c-6d3668f322e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:44.696940 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-4af000a7-fe91-41c5-925c-6d3668f322e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0506558 Nov 23 12:02:44.720352 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b8f4434a-43c2-4487-a172-ad78b00109b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:44.746033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-b26279d1-8688-47ff-b9af-a02765562dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:44.747557 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-b26279d1-8688-47ff-b9af-a02765562dbb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436049 Nov 23 12:02:44.840760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-648b5ac3-a2a5-4e78-b4ca-111e9afb3c3d service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851042 Nov 23 12:02:44.941679 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-9702a018-6ee1-4baf-897d-9108c62eda07 req-ed77b241-2c26-4d4a-96f2-8684137dddb3 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933096 Nov 23 12:02:45.055095 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c7098-8981-4d73-ad10-b42ea19829ea req-ff9af166-af1d-4320-ad9a-8569a91aab83 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:45.056604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a01c7098-8981-4d73-ad10-b42ea19829ea req-ff9af166-af1d-4320-ad9a-8569a91aab83 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0498445 Nov 23 12:02:45.111947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a01c7098-8981-4d73-ad10-b42ea19829ea req-97117cab-0bef-44e3-88ac-d04c175a723e tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490861 Nov 23 12:02:46.236177 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ac357-0a5c-4e13-be13-0afebcde1121 req-223d7316-121a-4d95-8a37-7d9ef5bf027f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:46.237739 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d5ac357-0a5c-4e13-be13-0afebcde1121 req-223d7316-121a-4d95-8a37-7d9ef5bf027f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0526764 Nov 23 12:02:46.289303 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3d5ac357-0a5c-4e13-be13-0afebcde1121 req-ebb926dc-05c9-4836-a9fb-71cb43b49732 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449927 Nov 23 12:02:47.125748 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-532d68b3-4b61-4c10-ac6f-64d9db3a2f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:47.418247 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab89f6-5d5c-4156-8e65-948d0bb6ad67 req-0317ae31-6f2e-466f-bdc8-ed6411288d05 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:47.420056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1fab89f6-5d5c-4156-8e65-948d0bb6ad67 req-0317ae31-6f2e-466f-bdc8-ed6411288d05 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0599487 Nov 23 12:02:47.482743 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1fab89f6-5d5c-4156-8e65-948d0bb6ad67 req-6887f008-e10d-407e-89be-27fcd78fd163 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544393 Nov 23 12:02:48.616222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc4cc-ec8a-49e9-b8d7-ccac654cd70b req-d37b0bd7-1e06-4801-b716-b83c112f0560 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:48.617723 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c77bc4cc-ec8a-49e9-b8d7-ccac654cd70b req-d37b0bd7-1e06-4801-b716-b83c112f0560 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0544724 Nov 23 12:02:48.667330 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c77bc4cc-ec8a-49e9-b8d7-ccac654cd70b req-07f83a63-9fd3-458d-8824-69408f6aa7a5 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 Nov 23 12:02:48.896154 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:49.790282 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ca391-287f-4384-9d2c-05a2a4baad87 req-b72aa042-13f1-485f-9a2b-5aeb4d44f009 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:49.791784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec1ca391-287f-4384-9d2c-05a2a4baad87 req-b72aa042-13f1-485f-9a2b-5aeb4d44f009 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0541213 Nov 23 12:02:49.842107 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ec1ca391-287f-4384-9d2c-05a2a4baad87 req-e0c8e409-bc6f-4d06-a346-29f7dbd69d39 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443368 Nov 23 12:02:49.861880 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:50.352753 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:50.832711 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:50.955947 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5480761-c3da-4202-b369-c7682205658c req-e2473bfb-a646-4a9b-86fe-7d9a46e034fe tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:50.957450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5480761-c3da-4202-b369-c7682205658c req-e2473bfb-a646-4a9b-86fe-7d9a46e034fe tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0485890 Nov 23 12:02:51.008298 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b5480761-c3da-4202-b369-c7682205658c req-310d4d84-8344-4f1c-a6f6-26ab0f6a013f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443342 Nov 23 12:02:52.127524 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea6249-a098-4a20-be00-a352e48f0cda req-7c3549de-41e4-49bb-b66d-16f1ab10cf65 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:52.129052 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9bea6249-a098-4a20-be00-a352e48f0cda req-7c3549de-41e4-49bb-b66d-16f1ab10cf65 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0516095 Nov 23 12:02:52.184649 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9bea6249-a098-4a20-be00-a352e48f0cda req-86946dd4-f353-4058-8581-fa33551837ee tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467067 Nov 23 12:02:52.973227 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:53.300756 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7a60-d3f4-42bd-94f3-6b8f3d0a7c40 req-cd3879d6-c8d1-437d-9068-e02eefb5126a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:53.302282 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b97a7a60-d3f4-42bd-94f3-6b8f3d0a7c40 req-cd3879d6-c8d1-437d-9068-e02eefb5126a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0488749 Nov 23 12:02:53.354348 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b97a7a60-d3f4-42bd-94f3-6b8f3d0a7c40 req-9dd90538-e810-405d-a2e5-f0470cf33138 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461812 Nov 23 12:02:54.467487 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef56837-c105-4c92-afb8-c3dfcbe4e573 req-db8933ef-f744-42ea-81ff-d62de95b73d1 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:54.468945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fef56837-c105-4c92-afb8-c3dfcbe4e573 req-db8933ef-f744-42ea-81ff-d62de95b73d1 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0478308 Nov 23 12:02:54.522528 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fef56837-c105-4c92-afb8-c3dfcbe4e573 req-d422d4eb-ce1f-4f57-8ffd-b8766ec78653 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470281 Nov 23 12:02:55.637818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c123e85-0810-4dfb-9998-37fda78d0d79 req-e4f26e5c-3577-42cc-88b0-6268bfde7372 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:55.639291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c123e85-0810-4dfb-9998-37fda78d0d79 req-e4f26e5c-3577-42cc-88b0-6268bfde7372 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0488920 Nov 23 12:02:55.687400 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c123e85-0810-4dfb-9998-37fda78d0d79 req-92579742-2307-4287-89fa-49a103698cf8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 Nov 23 12:02:55.804727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c4609bf-d47a-4560-a26b-c501f8a04903 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:02:55.901237 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:02:55.912450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'port_id': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'mac_address': 'fa:16:3e:7f:f0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:02:55.948619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:55.961409 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4609bf-d47a-4560-a26b-c501f8a04903 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:02:55.981120 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:02:55.985286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:56.035508 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:56.043405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.043756 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.044097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.044436 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.044773 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.045129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.045460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.045793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.046119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.046444 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.046771 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.047093 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:02:56.361391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['4c4609bf-d47a-4560-a26b-c501f8a04903'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:02:56.804141 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30346439-0571-4c06-bdfb-a867eacd1120 req-77db7f80-845c-44d5-ab1a-1499f5cb285a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:56.805683 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30346439-0571-4c06-bdfb-a867eacd1120 req-77db7f80-845c-44d5-ab1a-1499f5cb285a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Nov 23 12:02:56.855188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-30346439-0571-4c06-bdfb-a867eacd1120 req-af69ee01-15ed-4f6a-be45-ea5f88c39f12 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434933 Nov 23 12:02:57.097466 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:02:57.819727 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c4609bf-d47a-4560-a26b-c501f8a04903 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:02:57.870907 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 4c4609bf-d47a-4560-a26b-c501f8a04903 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:02:57.875205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 4c4609bf-d47a-4560-a26b-c501f8a04903 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:02:57.875584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:57.959618 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:57.976041 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468dc8-a9d0-45d0-a23f-019f633fddfd req-636d9dd7-338a-498f-bc06-c9d5618742f7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:57.977616 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95468dc8-a9d0-45d0-a23f-019f633fddfd req-636d9dd7-338a-498f-bc06-c9d5618742f7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 945 time: 0.0508397 Nov 23 12:02:57.984212 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:02:57.986724 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2c64b7-d7a6-4b82-a50e-b4af0c55ed89" -d '{"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-plugged", "status": "completed", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:02:57.999925 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:02:58.004421 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:02:58.028719 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c8a6c7-6e40-4569-a201-62ade0bdccf8 x-openstack-request-id: req-60c8a6c7-6e40-4569-a201-62ade0bdccf8 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:02:58.029017 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-plugged", "status": "completed", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:02:58.029302 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60c8a6c7-6e40-4569-a201-62ade0bdccf8 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:02:58.029831 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'code': 200} Nov 23 12:02:58.031439 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-95468dc8-a9d0-45d0-a23f-019f633fddfd req-8893214f-64cd-4526-8d17-1037060ba44f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474133 Nov 23 12:02:58.057870 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:02:58.139134 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de69bc1-15e4-4be6-a6e7-fa4cb4b56dda req-91472135-1349-4f64-80e9-ac5e0a05c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:58.140647 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7de69bc1-15e4-4be6-a6e7-fa4cb4b56dda req-91472135-1349-4f64-80e9-ac5e0a05c1be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1097 time: 0.0517242 Nov 23 12:02:58.190468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7de69bc1-15e4-4be6-a6e7-fa4cb4b56dda req-7107c41b-7ce7-4303-97bb-4a9ca7e2e65f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Nov 23 12:02:59.151304 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930b0d9-547e-45c0-ad11-083b259b4610 req-5e581bea-0d57-423f-9891-7630eef68a3d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:02:59.152808 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0930b0d9-547e-45c0-ad11-083b259b4610 req-5e581bea-0d57-423f-9891-7630eef68a3d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0493608 Nov 23 12:02:59.202342 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0930b0d9-547e-45c0-ad11-083b259b4610 req-3e0e839e-7364-4966-b2da-99273cee099b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Nov 23 12:03:00.316695 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a5eb1-adec-45ef-94d6-777ae98bf068 req-fc240df1-a286-4bf3-9464-d201a6e9b72e tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:00.318172 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da3a5eb1-adec-45ef-94d6-777ae98bf068 req-fc240df1-a286-4bf3-9464-d201a6e9b72e tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0481634 Nov 23 12:03:00.366809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da3a5eb1-adec-45ef-94d6-777ae98bf068 req-ad649032-a02f-4f37-8ccd-a2c46b52e42a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 Nov 23 12:03:00.486096 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcda988-dc8e-4bf9-8bbf-9164f01e600e req-93bdf004-8c16-4046-b581-9c12f6403cbf tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:00.487604 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3dcda988-dc8e-4bf9-8bbf-9164f01e600e req-93bdf004-8c16-4046-b581-9c12f6403cbf tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0528948 Nov 23 12:03:00.538945 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3dcda988-dc8e-4bf9-8bbf-9164f01e600e req-cc212c3b-2321-400a-ad44-0be7347ec283 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448220 Nov 23 12:03:00.560665 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60356) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:03:00.598819 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d03f9-acd7-4192-b796-fe48cad66dbe tempest-TestShelveInstance-1084416388 tempest-TestShelveInstance-1084416388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:00.601220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-fa5d03f9-acd7-4192-b796-fe48cad66dbe tempest-TestShelveInstance-1084416388 tempest-TestShelveInstance-1084416388-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1092 time: 0.0392334 Nov 23 12:03:00.603835 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60358) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:03:00.608027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:03:00.630192 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:00.731042 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:00.837398 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Allocated IP 172.25.5.200 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/5f0f5f4a-3f96-442c-9b60-128162336e71) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:03:00.937744 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:00.970868 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:01.007879 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:03:01.012535 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:03:01.016032 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:03:01.047919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'Port': ['ID=5f0f5f4a-3f96-442c-9b60-128162336e71,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:03:01.676178 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:01.743821 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:01.890861 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:01.895069 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:01.965744 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event updated for resources: {'Port': ['ID=5f0f5f4a-3f96-442c-9b60-128162336e71,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:03:01.977414 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:02.077703 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Floating IP ec66ccdf-1f57-4e7d-b108-d873e78b0b6c associated. External IP: 172.25.5.200, port: 4c4609bf-d47a-4560-a26b-c501f8a04903. Nov 23 12:03:02.287924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:03:02.395861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:03:02.406066 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] Sync routers for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:03:02.413809 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:02.415970 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:03:02.416594 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:03:02.448873 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-031706ff-711b-4875-b528-3b205d00d5f8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8376687 Nov 23 12:03:02.448873 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:03:02.448873 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb0a42-530e-421d-8556-8b69032fa54a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:03:02.483023 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19279dc-183a-4190-95fb-6f0e421a9099 x-openstack-request-id: req-f19279dc-183a-4190-95fb-6f0e421a9099 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:03:02.483326 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:03:02.483583 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f19279dc-183a-4190-95fb-6f0e421a9099 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:03:02.483995 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'status': 'completed', 'code': 200} Nov 23 12:03:02.533871 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:03:02.554823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0a42-530e-421d-8556-8b69032fa54a req-f3b20d7d-35b8-421e-a6a7-1f41ff045f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:02.556276 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb0a42-530e-421d-8556-8b69032fa54a req-f3b20d7d-35b8-421e-a6a7-1f41ff045f49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1097 time: 0.0435350 Nov 23 12:03:02.651676 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0a42-530e-421d-8556-8b69032fa54a req-d38ba3fe-dee7-4474-b0ff-7087aa8f4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:02.653218 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb0a42-530e-421d-8556-8b69032fa54a req-d38ba3fe-dee7-4474-b0ff-7087aa8f4281 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0897448 Nov 23 12:03:02.728786 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb0a42-530e-421d-8556-8b69032fa54a req-ed9ebe85-bfee-43be-ac2d-0b4c2c69bdd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1000 time: 0.0685844 Nov 23 12:03:02.766682 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ec66ccdf-1f57-4e7d-b108-d873e78b0b6c', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'port_id': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'mac_address': 'fa:16:3e:7f:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:03:01Z', 'updated_at': '2021-11-23T12:03:01Z', 'revision_number': 0, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:03:02.778627 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0a42-530e-421d-8556-8b69032fa54a req-d8f135fd-6b12-4540-b275-e4def27b0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:02.780139 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb0a42-530e-421d-8556-8b69032fa54a req-d8f135fd-6b12-4540-b275-e4def27b0e92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0441420 Nov 23 12:03:02.795290 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] Checking router: c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:03:02.804820 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:03:02.805537 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:02:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:03:02.831742 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0a42-530e-421d-8556-8b69032fa54a req-2ed579f2-a5b7-4993-819f-a7bedb4b2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:02.833291 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb0a42-530e-421d-8556-8b69032fa54a req-2ed579f2-a5b7-4993-819f-a7bedb4b2024 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449033 Nov 23 12:03:02.914386 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:03:02.925822 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb0a42-530e-421d-8556-8b69032fa54a req-e23c272b-5eec-4b84-90ba-10ff75b14565 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847738 Nov 23 12:03:03.020797 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-edbb0a42-530e-421d-8556-8b69032fa54a req-557e7348-e698-4fb3-894b-8bb3cb660eb2 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876670 Nov 23 12:03:03.145821 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ec66ccdf-1f57-4e7d-b108-d873e78b0b6c', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'port_id': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'mac_address': 'fa:16:3e:7f:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:03:01Z', 'updated_at': '2021-11-23T12:03:01Z', 'revision_number': 0, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:03:03.175947 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9b099b-2ace-4b1f-9ea5-fd71677fd100 None None] The sync data for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 is: [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': 'ec66ccdf-1f57-4e7d-b108-d873e78b0b6c', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'floating_ip_address': '172.25.5.200', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'port_id': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'mac_address': 'fa:16:3e:7f:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:03:01Z', 'updated_at': '2021-11-23T12:03:01Z', 'revision_number': 0, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:03:03.364181 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a53788-d9ea-4806-925c-b80227cba6c3 None None] New status for floating IP ec66ccdf-1f57-4e7d-b108-d873e78b0b6c: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:03:14.723503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-99f38e4f-064c-4763-ad79-e4d6897c00bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:17.119312 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-906a0a1b-4ce5-4f3b-97a9-cf3508e12cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:18.901683 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:19.861387 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:20.354191 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:20.845918 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:22.973716 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:34.096795 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:03:43.734086 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-4edb76c2-b30b-453f-a872-d21c69da521e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409265 Nov 23 12:03:43.817998 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-658e76f4-c54c-42a6-ab50-9605e8946f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:43.819568 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-658e76f4-c54c-42a6-ab50-9605e8946f7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1097 time: 0.0424528 Nov 23 12:03:43.925595 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-efca3257-b47f-4d11-ba32-d99ceb72cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:43.927076 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-efca3257-b47f-4d11-ba32-d99ceb72cf9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0891097 Nov 23 12:03:43.992919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-5362c9d6-e171-4cf9-9553-832458bbbf1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1002 time: 0.0576508 Nov 23 12:03:44.047046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-d29a51ba-ae10-4de1-bdee-1147e7866390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:44.048551 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-d29a51ba-ae10-4de1-bdee-1147e7866390 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0480349 Nov 23 12:03:44.095344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-a3b0bd47-563e-4928-a8cf-ab52b1b4e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:03:44.096864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-a3b0bd47-563e-4928-a8cf-ab52b1b4e4c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412853 Nov 23 12:03:44.189800 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-168592bc-f83d-4148-9f25-9c23d4bb8c7e service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860341 Nov 23 12:03:44.287648 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c492d2e6-207d-4440-93cd-2a26ee6ea64d req-c8976e01-fc5b-425e-83c1-0af1e512c829 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905523 Nov 23 12:03:44.725533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e6a507e5-8e1f-40e8-9d8a-5b6db09a9a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:47.122379 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-620bad61-6a74-4a3a-989b-b152c999550f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:48.901217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:49.864349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:50.356533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:50.862060 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:03:52.978712 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:11.097406 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:04:14.727407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-666e2c15-2afc-4eb3-8a5e-8b32b20c4c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:17.126058 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e2ec3619-a467-4b12-b442-3045ff80495b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:18.904639 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:19.866138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:20.358206 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:20.875402 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:22.983963 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:44.733908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a29de877-5f1b-401f-8b9f-a969475c5a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:45.717746 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-553de02f-96f2-42c0-b715-b55d266690d7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427084 Nov 23 12:04:45.811141 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-be2caa42-e3f9-47a5-876b-deaa99f1bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:04:45.812631 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-be2caa42-e3f9-47a5-876b-deaa99f1bb5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1097 time: 0.0421393 Nov 23 12:04:45.923922 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-81274276-ef96-4d1a-9902-08fc5fb9fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:04:45.925431 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-81274276-ef96-4d1a-9902-08fc5fb9fcf9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0922143 Nov 23 12:04:45.996795 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-83781425-2c7d-420e-a9b6-1c4fcaf95769 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1002 time: 0.0638130 Nov 23 12:04:46.051010 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-9547d64b-9e09-42c9-a15d-cea63a30ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:04:46.052516 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-9547d64b-9e09-42c9-a15d-cea63a30ff96 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0498388 Nov 23 12:04:46.106796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-096d7e15-550f-456a-87de-4ac7d3cef75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:04:46.108335 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-096d7e15-550f-456a-87de-4ac7d3cef75a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482612 Nov 23 12:04:46.118970 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-7d03affe-12a4-427c-8334-f4e7fd5e6219 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:04:46.119899 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-7d03affe-12a4-427c-8334-f4e7fd5e6219 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048745 Nov 23 12:04:46.215313 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-821002e9-8314-4f73-8ee2-d99ffe14e293 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881140 Nov 23 12:04:46.304912 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-f4c28cf7-14c7-4a07-979e-51a34f4b4080 req-461dc8bb-f5ec-41e9-8a7d-3790222e6227 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833333 Nov 23 12:04:47.129315 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fdea92a5-16bb-43c6-b1f2-807b86c3442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:48.096870 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:04:48.907492 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:49.869518 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:50.360662 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:50.876454 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:52.968006 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:04:58.027401 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f1f06-be2a-470a-a370-09d36eac1f64 req-8595203a-1fd6-4453-a9a5-b9bd986d38fd tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:04:58.028814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e55f1f06-be2a-470a-a370-09d36eac1f64 req-8595203a-1fd6-4453-a9a5-b9bd986d38fd tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0511374 Nov 23 12:04:58.083889 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e55f1f06-be2a-470a-a370-09d36eac1f64 req-de6aea4d-52f4-467f-ac82-ad6bf12ad0dd tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484121 Nov 23 12:04:59.205731 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c754055-6bea-454d-a728-c286e42f3ff3 req-184db2a8-b5bb-4fec-b6b8-1b577b6dcdff tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:04:59.207253 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c754055-6bea-454d-a728-c286e42f3ff3 req-184db2a8-b5bb-4fec-b6b8-1b577b6dcdff tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0522819 Nov 23 12:04:59.258910 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7c754055-6bea-454d-a728-c286e42f3ff3 req-eb36857f-174f-4983-ab9e-66dd2ca1385b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455990 Nov 23 12:05:00.399485 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595b282-6c42-4a0c-a850-aeb457084c1b req-41101fe0-1d2b-4fbf-b947-b89f7ea5832d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:00.400860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a595b282-6c42-4a0c-a850-aeb457084c1b req-41101fe0-1d2b-4fbf-b947-b89f7ea5832d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0485861 Nov 23 12:05:00.449361 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a595b282-6c42-4a0c-a850-aeb457084c1b req-4204c0ae-9108-4a9d-bd60-3c8c04662c12 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Nov 23 12:05:01.569348 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689adf-88b2-400b-8a4f-70531df75cb8 req-176cffcc-7807-4c65-9678-089d3bb00d73 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:01.570917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7689adf-88b2-400b-8a4f-70531df75cb8 req-176cffcc-7807-4c65-9678-089d3bb00d73 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0529330 Nov 23 12:05:01.621189 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f7689adf-88b2-400b-8a4f-70531df75cb8 req-4f1bfe13-9bd8-428a-8e47-f7a0e212d42f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438085 Nov 23 12:05:02.738339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0ebc3-3b9e-4cb6-94d4-4388008037ad req-46b57ef9-3b42-4921-a93c-110b908cd2a6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:02.739814 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfe0ebc3-3b9e-4cb6-94d4-4388008037ad req-46b57ef9-3b42-4921-a93c-110b908cd2a6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0501864 Nov 23 12:05:02.790566 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfe0ebc3-3b9e-4cb6-94d4-4388008037ad req-7eb8a160-f9b3-43e3-a6b3-a4ab00895f96 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447304 Nov 23 12:05:03.905505 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d05c4-24fc-47ff-9917-cb62fd8e96a6 req-9fe60220-9513-41f1-92a1-03094265d009 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:03.906974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a16d05c4-24fc-47ff-9917-cb62fd8e96a6 req-9fe60220-9513-41f1-92a1-03094265d009 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0499361 Nov 23 12:05:03.957576 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a16d05c4-24fc-47ff-9917-cb62fd8e96a6 req-d8233f9e-8914-4b8e-84a3-7bef23db9e93 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446107 Nov 23 12:05:05.081344 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc38cbc-7c45-47ad-bb8b-81225c11d6f0 req-a44fc556-5dba-4d55-914b-0f04aa6ed6ae tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:05.082851 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-acc38cbc-7c45-47ad-bb8b-81225c11d6f0 req-a44fc556-5dba-4d55-914b-0f04aa6ed6ae tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0523055 Nov 23 12:05:05.132435 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-acc38cbc-7c45-47ad-bb8b-81225c11d6f0 req-87813d45-875d-491e-b82a-d5609a507c10 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437629 Nov 23 12:05:06.247334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830000eb-6af8-40ab-acbb-9235346abf07 req-d93cb049-f6ce-49d4-aae4-7bfafbe11780 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:06.249358 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830000eb-6af8-40ab-acbb-9235346abf07 req-d93cb049-f6ce-49d4-aae4-7bfafbe11780 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Nov 23 12:05:06.302288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-830000eb-6af8-40ab-acbb-9235346abf07 req-0604be2a-ca1a-464d-a6e2-659bbabebf7b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468974 Nov 23 12:05:07.424980 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5d790-6474-4a19-82f9-c7ce137a872a req-5114df10-efb2-4d51-8bce-18926ef746ab tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:07.427311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11e5d790-6474-4a19-82f9-c7ce137a872a req-5114df10-efb2-4d51-8bce-18926ef746ab tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0565732 Nov 23 12:05:07.476203 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-11e5d790-6474-4a19-82f9-c7ce137a872a req-898825d0-c542-4999-aec6-65b3ab457d9d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429718 Nov 23 12:05:08.140635 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e154d-7299-43c7-b020-fc39ad283799 req-cf03a885-9697-4963-b2e2-85cd01373222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:08.142352 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50e154d-7299-43c7-b020-fc39ad283799 req-cf03a885-9697-4963-b2e2-85cd01373222 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1097 time: 0.0425968 Nov 23 12:05:08.238104 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e154d-7299-43c7-b020-fc39ad283799 req-bc223a33-b6ea-4918-a15d-977b0730628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:08.239583 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50e154d-7299-43c7-b020-fc39ad283799 req-bc223a33-b6ea-4918-a15d-977b0730628d service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0906446 Nov 23 12:05:08.308196 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50e154d-7299-43c7-b020-fc39ad283799 req-8c5e5f22-1d7f-498d-95ae-98f2a6d80de7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1002 time: 0.0594726 Nov 23 12:05:08.356193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e154d-7299-43c7-b020-fc39ad283799 req-59fa0fb0-bc80-4606-bcf6-72f2bd0ff182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:08.357853 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50e154d-7299-43c7-b020-fc39ad283799 req-59fa0fb0-bc80-4606-bcf6-72f2bd0ff182 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0427902 Nov 23 12:05:08.403240 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e154d-7299-43c7-b020-fc39ad283799 req-a36fa5cb-e839-4791-b796-85ff2d796dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:08.404884 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50e154d-7299-43c7-b020-fc39ad283799 req-a36fa5cb-e839-4791-b796-85ff2d796dc6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399928 Nov 23 12:05:08.497029 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50e154d-7299-43c7-b020-fc39ad283799 req-95382a95-341f-4398-9734-8f4fee012f4f service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Nov 23 12:05:08.590456 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e50e154d-7299-43c7-b020-fc39ad283799 req-e234c9a3-4edb-4d99-8d47-a00977cbbdb7 service neutron] 10.222.0.58 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846481 Nov 23 12:05:08.594155 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a1b91-70dd-41c0-b448-247f41436723 req-28d8a020-cfd6-4c2b-8946-bf8402f79cb8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:08.596892 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-678a1b91-70dd-41c0-b448-247f41436723 req-28d8a020-cfd6-4c2b-8946-bf8402f79cb8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0512080 Nov 23 12:05:08.647530 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-678a1b91-70dd-41c0-b448-247f41436723 req-c6beb88c-f99d-4241-93b8-030cd8b358cb tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447392 Nov 23 12:05:09.763645 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3740f66-8001-48e3-86e2-3d49a45db53b req-77a769be-361c-4d8c-a306-f84707c7f441 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:09.765133 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3740f66-8001-48e3-86e2-3d49a45db53b req-77a769be-361c-4d8c-a306-f84707c7f441 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0491211 Nov 23 12:05:09.817670 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-b3740f66-8001-48e3-86e2-3d49a45db53b req-9a6ce41e-4df0-41c1-91a2-53d61d585cc4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466220 Nov 23 12:05:10.939343 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471e3f-77b2-40b0-b948-86c089e3439e req-99b98c45-0bfd-4db5-86eb-d85060219fc8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:10.940995 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd471e3f-77b2-40b0-b948-86c089e3439e req-99b98c45-0bfd-4db5-86eb-d85060219fc8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0508623 Nov 23 12:05:10.993719 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd471e3f-77b2-40b0-b948-86c089e3439e req-7cd0f573-f4e3-47c8-979a-edc02371f0f0 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 Nov 23 12:05:12.116886 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cacfb-9d12-44b5-8e27-e0e1175cda11 req-af8602de-6ede-4ebb-8b31-664c916270db tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:12.118343 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c96cacfb-9d12-44b5-8e27-e0e1175cda11 req-af8602de-6ede-4ebb-8b31-664c916270db tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 946 time: 0.0518641 Nov 23 12:05:12.173575 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c96cacfb-9d12-44b5-8e27-e0e1175cda11 req-64cd03aa-4bef-4c36-a64b-96b577e93dc6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460029 Nov 23 12:05:12.391639 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 4c4609bf-d47a-4560-a26b-c501f8a04903 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:05:12.472914 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:12.500293 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:05:12.502563 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881598d2-8837-464c-a3e9-b8bc72e636b5" -d '{"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:05:12.517285 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:05:12.520945 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:12.543340 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 12:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68ab0bb-35e2-4933-9c16-0ab0ff3d74b9 x-openstack-request-id: req-c68ab0bb-35e2-4933-9c16-0ab0ff3d74b9 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:05:12.543632 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-unplugged", "status": "failed", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "code": 422}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:05:12.543888 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c68ab0bb-35e2-4933-9c16-0ab0ff3d74b9 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:05:12.544898 n-d-817747-2 neutron-server[103428]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'code': 422} returned with failed status Nov 23 12:05:12.569853 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:05:12.576999 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.577368 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.577709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.578063 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.578383 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.578708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.579038 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.579365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.579693 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.580014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.580366 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:12.580655 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:13.292027 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cef6-230c-475a-b40b-780e3d9ff481 req-afc406e1-760f-41d4-b4b8-e73d970a8121 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:13.293533 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7c6cef6-230c-475a-b40b-780e3d9ff481 req-afc406e1-760f-41d4-b4b8-e73d970a8121 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0496161 Nov 23 12:05:13.342680 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e7c6cef6-230c-475a-b40b-780e3d9ff481 req-a742c997-2d78-4118-8a57-271896c7d922 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429742 Nov 23 12:05:13.526603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-e09cfc51-8771-446a-ab8e-d63257df71f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467637 Nov 23 12:05:13.536052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-3a747e13-6c37-4c0e-a788-64832dfca4ff service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:05:13.537164 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-3a747e13-6c37-4c0e-a788-64832dfca4ff service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052316 Nov 23 12:05:13.552186 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121ff20-e68a-46df-a05f-d0c5ffce6b89 req-d89e3e70-7b2b-45c5-b304-b39f0636c072 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:13.553705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c121ff20-e68a-46df-a05f-d0c5ffce6b89 req-d89e3e70-7b2b-45c5-b304-b39f0636c072 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0543590 Nov 23 12:05:13.604714 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c121ff20-e68a-46df-a05f-d0c5ffce6b89 req-bf8bc2a6-6a7a-412e-8b20-bf42b25042be tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449355 Nov 23 12:05:14.725710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-aab78cf5-06a9-4dd3-80e1-46a8872a4d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:14.729972 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1e198-e8d4-4e29-9a84-ee61c935e899 req-789a9741-ae57-4cd3-89ae-e72f608e05ee tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:14.731491 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89f1e198-e8d4-4e29-9a84-ee61c935e899 req-789a9741-ae57-4cd3-89ae-e72f608e05ee tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0539198 Nov 23 12:05:14.783947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-89f1e198-e8d4-4e29-9a84-ee61c935e899 req-011c0869-23ad-4faf-a798-782b1aee465e tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454369 Nov 23 12:05:15.947977 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0a96-9a38-479f-ad18-8786e27ea61b req-c78fdc7b-3ce6-4dac-950e-460211c4eee2 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:15.949521 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ace0a96-9a38-479f-ad18-8786e27ea61b req-c78fdc7b-3ce6-4dac-950e-460211c4eee2 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0959716 Nov 23 12:05:16.001705 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1ace0a96-9a38-479f-ad18-8786e27ea61b req-618bcafe-76da-41a3-88ff-01ef0e5637ef tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457025 Nov 23 12:05:17.136759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-bc9b921a-dab6-440b-af4e-6ab8b760a5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:17.169438 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff36105-0a94-49f9-a496-7bb76242ed75 req-aa64f113-d071-4499-9c62-508e4d432a6f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:17.171172 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ff36105-0a94-49f9-a496-7bb76242ed75 req-aa64f113-d071-4499-9c62-508e4d432a6f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.1016295 Nov 23 12:05:17.229803 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6ff36105-0a94-49f9-a496-7bb76242ed75 req-03d7bbee-4a77-4499-89f0-07e8419ed22c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517197 Nov 23 12:05:18.353600 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4625b-9654-4dbb-8cb9-d68c46c4a35a req-b8f95f98-c025-4748-92ce-135fc8971199 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:18.355325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d4625b-9654-4dbb-8cb9-d68c46c4a35a req-b8f95f98-c025-4748-92ce-135fc8971199 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0551758 Nov 23 12:05:18.407209 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-37d4625b-9654-4dbb-8cb9-d68c46c4a35a req-a17654f9-6e7a-43fc-bf7c-739e162e9a26 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452025 Nov 23 12:05:18.912302 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:19.525910 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-aa73072c-118f-4153-966f-4448d4728378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:19.527429 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-aa73072c-118f-4153-966f-4448d4728378 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246&tenant_id=d760e3c357294bee801731026e2f3e39 HTTP/1.1" status: 200 len: 1095 time: 0.1097908 Nov 23 12:05:19.540271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6562ab0-18ac-43cb-bcc1-6652a94a3f6c req-1c28202a-35a9-47a7-a1ce-d6086ab79a2f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:19.541757 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6562ab0-18ac-43cb-bcc1-6652a94a3f6c req-1c28202a-35a9-47a7-a1ce-d6086ab79a2f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0603471 Nov 23 12:05:19.547718 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817747-2', 'device_owner': 'compute:nova'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:05:19.637098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:19.643729 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-f6562ab0-18ac-43cb-bcc1-6652a94a3f6c req-9b676ccf-4475-47fd-89ad-7fdf9d307e17 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933990 Nov 23 12:05:19.849185 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:05:19.873946 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:19.884665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h2-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:05:19.916845 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4609bf-d47a-4560-a26b-c501f8a04903 {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:05:19.924782 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:19.937323 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Transition to ACTIVE for port object 4c4609bf-d47a-4560-a26b-c501f8a04903 will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:05:19.941027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:20.062271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=7']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:05:20.088210 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.088570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.088958 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.089335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.089677 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.090040 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.090400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.090779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.091740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.092364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.092364 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.092698 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:05:20.145332 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] No DVR routers for this DVR port 4c4609bf-d47a-4560-a26b-c501f8a04903 on host n-h2-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:05:20.285463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:05:20.285725 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:05:20.286059 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:05:20.290360 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Port 4c4609bf-d47a-4560-a26b-c501f8a04903 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 12:05:20.290689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Attempting to bind port 4c4609bf-d47a-4560-a26b-c501f8a04903 on network e5f8691c-11bc-4e87-8ca4-78555f543aaa {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:05:20.296477 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:05:20.296813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Checking segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:05:20.297233 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Bound using segment: {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:05:20.297666 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Bound port: 4c4609bf-d47a-4560-a26b-c501f8a04903, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb6f603-be38-4877-8402-d483fc738e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:05:20.298020 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:20.360936 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:05:20.364167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:05:20.365001 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:20.368402 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:20.402135 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:20.402759 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:20.404680 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] 10.222.0.65 "PUT /v2.0/ports/4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1092 time: 0.8620398 Nov 23 12:05:20.405140 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:05:20.407426 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34187e-d8f0-4193-9590-8ebe43a02357" -d '{"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:05:20.440694 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276731af-cf4f-45ab-8118-40491f9f1bbb service neutron] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=8']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:05:20.458003 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cb2e69-c015-4d50-8226-73c238f270bc x-openstack-request-id: req-f7cb2e69-c015-4d50-8226-73c238f270bc {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:05:20.458304 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:05:20.458563 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7cb2e69-c015-4d50-8226-73c238f270bc {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:05:20.458973 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'status': 'completed', 'code': 200} Nov 23 12:05:20.476482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-f335988e-9bd8-4ffa-96da-5cfc3b2708b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:20.478039 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-f335988e-9bd8-4ffa-96da-5cfc3b2708b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1095 time: 0.0485172 Nov 23 12:05:20.578804 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-758b8c38-91c9-4d52-93c6-95a18aec3baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:20.580283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-758b8c38-91c9-4d52-93c6-95a18aec3baa service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0923672 Nov 23 12:05:20.650283 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-e2673a5d-86e1-4b6e-9546-1d7b88449cd4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1000 time: 0.0582097 Nov 23 12:05:20.706927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-032dbc5b-cc39-45cc-aff4-819964054e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:20.708404 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-032dbc5b-cc39-45cc-aff4-819964054e5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0504124 Nov 23 12:05:20.782089 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-f6ee012a-bc54-4218-ae78-f0a1c8a0d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:20.783608 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-f6ee012a-bc54-4218-ae78-f0a1c8a0d975 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658803 Nov 23 12:05:20.797591 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51878508-33d1-4024-8b22-7956d283e4fc req-ea6505f3-599e-4228-8112-9f9eebbd0b3d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:20.799029 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51878508-33d1-4024-8b22-7956d283e4fc req-ea6505f3-599e-4228-8112-9f9eebbd0b3d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0733097 Nov 23 12:05:20.902664 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-51878508-33d1-4024-8b22-7956d283e4fc req-5f0e0c6e-dd6e-4ef6-a4d6-867de2b10980 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957716 Nov 23 12:05:20.907021 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:20.920396 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-f53fb945-9c21-4b90-8990-2a2f8078a5bb service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204472 Nov 23 12:05:21.011747 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-31d07825-edca-48f8-b83a-e82b5d5417be service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828624 Nov 23 12:05:21.116463 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-3bbcd53f-9bf9-4ab3-a4de-1ae818598e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:21.118071 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-3bbcd53f-9bf9-4ab3-a4de-1ae818598e88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1095 time: 0.0523839 Nov 23 12:05:21.210313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-27f90829-6db3-47e9-8ddc-fe5f7f3c23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:21.211801 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-27f90829-6db3-47e9-8ddc-fe5f7f3c23c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0857530 Nov 23 12:05:21.281770 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-4ac8800b-9df9-4774-846a-acf385b612f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1000 time: 0.0621879 Nov 23 12:05:21.331846 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-c7626e51-eb8a-4979-973a-c92eee7c9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:21.333285 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-c7626e51-eb8a-4979-973a-c92eee7c9c2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0428314 Nov 23 12:05:21.380508 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-4fb8fc89-85b8-47ad-9cd4-618cf249fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:21.382055 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-4fb8fc89-85b8-47ad-9cd4-618cf249fa24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408535 Nov 23 12:05:21.472146 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-2f29c13d-0812-4c2b-9716-3690ab27efe1 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819097 Nov 23 12:05:21.569351 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5f34187e-d8f0-4193-9590-8ebe43a02357 req-45ca8b6d-7250-4bc6-b9c4-432b2f482d20 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893626 Nov 23 12:05:22.023448 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134887fe-23f1-4891-999e-4b9e8c2895ce req-5f2d97a8-939b-4f95-bfec-52a97052a3cd tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:22.024990 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-134887fe-23f1-4891-999e-4b9e8c2895ce req-5f2d97a8-939b-4f95-bfec-52a97052a3cd tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0500298 Nov 23 12:05:22.074212 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-134887fe-23f1-4891-999e-4b9e8c2895ce req-7a4487a0-5de3-4c7e-97cd-ea1d7ee3f19b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428109 Nov 23 12:05:22.980897 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:23.197098 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20935e11-ef35-49a4-9740-d1863dc34db0 req-d42bec25-a532-4e6a-a472-952ca0980ae1 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:23.198622 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20935e11-ef35-49a4-9740-d1863dc34db0 req-d42bec25-a532-4e6a-a472-952ca0980ae1 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0525560 Nov 23 12:05:23.513641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-20935e11-ef35-49a4-9740-d1863dc34db0 req-a06863bf-106c-40b5-9f88-ee8502c71c17 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082566 Nov 23 12:05:24.628229 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd817496-feaa-4bdb-a996-4542b770b013 req-88e12b29-c939-4fac-9523-c01943c194c6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:24.629720 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd817496-feaa-4bdb-a996-4542b770b013 req-88e12b29-c939-4fac-9523-c01943c194c6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0483594 Nov 23 12:05:24.681945 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-cd817496-feaa-4bdb-a996-4542b770b013 req-3b4666d2-67a9-4058-91f4-41570fed137f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463033 Nov 23 12:05:25.096042 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:05:25.796431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbc5e8-c7ce-4485-9ecf-974c7a206cba req-bcf664b2-4d63-406c-995d-74b33431b6e6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:25.797944 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16cbc5e8-c7ce-4485-9ecf-974c7a206cba req-bcf664b2-4d63-406c-995d-74b33431b6e6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0474529 Nov 23 12:05:25.846246 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-16cbc5e8-c7ce-4485-9ecf-974c7a206cba req-c0b59fa6-b440-40e5-9e52-858456541e0d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423901 Nov 23 12:05:26.963365 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b6a0d-3c1d-44c3-8def-217092696577 req-428713d0-ec37-4743-964f-545c496202b3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:26.964833 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-034b6a0d-3c1d-44c3-8def-217092696577 req-428713d0-ec37-4743-964f-545c496202b3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0500004 Nov 23 12:05:27.016664 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-034b6a0d-3c1d-44c3-8def-217092696577 req-36b89949-5519-494a-896b-c5baf9fc00cf tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448923 Nov 23 12:05:28.132890 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefba82-8277-4785-8f68-87f6d55dd6b7 req-aa24dfdb-2b80-4b92-a337-5da3ae844f5a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:28.134376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6eefba82-8277-4785-8f68-87f6d55dd6b7 req-aa24dfdb-2b80-4b92-a337-5da3ae844f5a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0501618 Nov 23 12:05:28.187248 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6eefba82-8277-4785-8f68-87f6d55dd6b7 req-419f18e7-b4d8-444d-ad31-0480358e1bd8 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461798 Nov 23 12:05:29.303801 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b43424-4150-438f-92de-8b1c2695c2b8 req-c48809c0-c1b0-4434-a162-14d7883c4303 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:29.305316 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b43424-4150-438f-92de-8b1c2695c2b8 req-c48809c0-c1b0-4434-a162-14d7883c4303 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0488746 Nov 23 12:05:29.353463 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-80b43424-4150-438f-92de-8b1c2695c2b8 req-db6938c9-be16-4ddf-97b6-b2a526252b2c tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420971 Nov 23 12:05:30.468875 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a461b37-1306-48b1-9e9f-f59022796b5c req-8685644d-9962-496c-9b04-ef1df2ba0e33 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:30.470375 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a461b37-1306-48b1-9e9f-f59022796b5c req-8685644d-9962-496c-9b04-ef1df2ba0e33 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 944 time: 0.0483675 Nov 23 12:05:30.521469 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0a461b37-1306-48b1-9e9f-f59022796b5c req-7016c522-32d7-4d55-9cae-0c839c8ffb6d tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451760 Nov 23 12:05:30.582008 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4c4609bf-d47a-4560-a26b-c501f8a04903 details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:05:30.677689 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:05:30.689313 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'port_id': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'mac_address': 'fa:16:3e:7f:f0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:05:30.729211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:30.742505 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4609bf-d47a-4560-a26b-c501f8a04903 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:05:30.761650 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:05:30.765702 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:30.812532 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=9']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:05:31.082962 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['4c4609bf-d47a-4560-a26b-c501f8a04903'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:05:31.645931 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22f9eb-968a-454d-a630-fc33786c6908 req-e3177084-2e61-4e01-8897-e776bd1798ed tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:31.647414 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d22f9eb-968a-454d-a630-fc33786c6908 req-e3177084-2e61-4e01-8897-e776bd1798ed tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 945 time: 0.0596814 Nov 23 12:05:31.695676 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8d22f9eb-968a-454d-a630-fc33786c6908 req-c303c5e5-2232-4d4f-998f-95f3b5ad1dfc tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418117 Nov 23 12:05:32.598845 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4c4609bf-d47a-4560-a26b-c501f8a04903 up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:05:32.647233 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 4c4609bf-d47a-4560-a26b-c501f8a04903 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:05:32.651106 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 4c4609bf-d47a-4560-a26b-c501f8a04903 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:05:32.651473 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:32.729364 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:32.753563 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:05:32.755804 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72af4fcc-9243-4230-9f2d-8f85de7a0716" -d '{"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-plugged", "status": "completed", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:05:32.769898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:05:32.774211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:32.819139 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd962069-1b79-4e28-8174-d32220f23769 req-647d4494-1a45-4461-b4b5-687ccc262a57 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:32.820848 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd962069-1b79-4e28-8174-d32220f23769 req-647d4494-1a45-4461-b4b5-687ccc262a57 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 947 time: 0.0579867 Nov 23 12:05:32.825292 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=10']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:05:32.854897 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed64143-7188-4263-a619-c97f1c439661 x-openstack-request-id: req-8ed64143-7188-4263-a619-c97f1c439661 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:05:32.855195 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-plugged", "status": "completed", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:05:32.855482 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ed64143-7188-4263-a619-c97f1c439661 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:05:32.855900 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'code': 200} Nov 23 12:05:32.875933 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fd962069-1b79-4e28-8174-d32220f23769 req-e841785a-0e97-490c-bd37-2b590278414b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482571 Nov 23 12:05:33.023494 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d92ec-9e6b-4d10-a333-a46991820845 req-857db5e0-a987-4c3e-9462-b4e69a89fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:33.024969 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e00d92ec-9e6b-4d10-a333-a46991820845 req-857db5e0-a987-4c3e-9462-b4e69a89fb75 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1098 time: 0.0447664 Nov 23 12:05:33.070572 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-e00d92ec-9e6b-4d10-a333-a46991820845 req-0b02aedc-f713-446a-822a-90637d8b1199 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 Nov 23 12:05:33.995339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8fe11-4207-4122-a6b4-8f60a771c11e req-a56ab41b-9da4-49bb-a80c-ff59be871862 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:33.996860 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fee8fe11-4207-4122-a6b4-8f60a771c11e req-a56ab41b-9da4-49bb-a80c-ff59be871862 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 947 time: 0.0493217 Nov 23 12:05:34.046334 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-fee8fe11-4207-4122-a6b4-8f60a771c11e req-58526cc9-f1b1-4dd3-aac1-22a42dae864b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427303 Nov 23 12:05:35.161985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6a19f-710f-4140-b0d5-2124b7113001 req-892e7383-5cef-4951-86b1-97da8b28061f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:35.163487 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27c6a19f-710f-4140-b0d5-2124b7113001 req-892e7383-5cef-4951-86b1-97da8b28061f tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 947 time: 0.0498605 Nov 23 12:05:35.212438 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-27c6a19f-710f-4140-b0d5-2124b7113001 req-ff9e6b01-41ae-45d4-8907-d74f3e08ce23 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430536 Nov 23 12:05:44.728768 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2627abe3-fe6d-48ee-8bba-33e7defa694b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:47.131502 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-760325a1-fa88-478d-a828-f3d9e59d5343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:48.914165 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:49.874693 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:50.367665 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:50.897135 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:52.981617 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:05:53.522788 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-bd728fc0-210e-45fa-b654-9e4de28bed64 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409439 Nov 23 12:05:53.611156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-9528f16d-6024-4c73-84bc-1660f1db8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:53.612688 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-9528f16d-6024-4c73-84bc-1660f1db8009 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1098 time: 0.0447700 Nov 23 12:05:53.715879 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-a5245d7c-30e9-4a1c-b1a6-aeed32595bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:53.717351 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-a5245d7c-30e9-4a1c-b1a6-aeed32595bb4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.0836134 Nov 23 12:05:53.790548 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-540ea1d8-4e03-4626-bc3c-6fa3ce7e1125 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 1002 time: 0.0616891 Nov 23 12:05:53.839023 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-411506b2-ed58-4e0c-9f0a-f3421b8e8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:53.840434 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-411506b2-ed58-4e0c-9f0a-f3421b8e8f02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0425930 Nov 23 12:05:53.885482 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-fa86292a-cb84-44f9-946b-5fa84454b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:05:53.886961 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-fa86292a-cb84-44f9-946b-5fa84454b977 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389247 Nov 23 12:05:53.982141 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-57e3036b-713b-41ed-b957-b86a5c607d84 service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848062 Nov 23 12:05:54.071917 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-353836d5-0a1e-45c0-bd3c-c7f797b46119 req-fa046e79-0dfb-4b8e-9cd1-f27322eb889e service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813015 Nov 23 12:06:02.094843 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:06:14.892736 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9043d231-e63e-47ac-8e01-df9fb06fc58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:17.135457 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b1673997-e85f-4088-b324-4e6bbd288e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:18.917644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:19.876755 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:20.368767 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:20.899535 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:22.994269 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:39.094266 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:06:44.733833 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e3643000-216c-4599-97c6-f3656f3b5374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:47.137900 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-066d03ea-7bfa-40bb-be2b-be4cc791e48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:48.919515 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:49.880440 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:50.373425 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:50.904943 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:51.025820 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60518) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:06:51.482548 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Deleting port 5f0f5f4a-3f96-442c-9b60-128162336e71 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:06:51.482898 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:51.560472 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:51.560802 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:51.572250 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Calling delete_port for 5f0f5f4a-3f96-442c-9b60-128162336e71 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:06:51.719293 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:51.744924 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event deleted for resources: {'Port': ['ID=5f0f5f4a-3f96-442c-9b60-128162336e71,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:06:51.768979 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.769353 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.769693 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.770029 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.770385 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.770720 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.771046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.771387 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.771811 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.772214 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.772541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.772861 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:51.812762 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:51.813131 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Floating IP ec66ccdf-1f57-4e7d-b108-d873e78b0b6c disassociated (deleted). External IP: 172.25.5.200, port: 4c4609bf-d47a-4560-a26b-c501f8a04903. Nov 23 12:06:52.018203 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:06:52.129411 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:06:52.133948 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:52.139592 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] Sync routers for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:06:52.151085 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:06:52.151684 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:06:52.161357 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-5d793f08-c6ab-45ba-9197-2c8c31136ad4 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "DELETE /v2.0/floatingips/ec66ccdf-1f57-4e7d-b108-d873e78b0b6c HTTP/1.1" status: 204 len: 168 time: 1.1344206 Nov 23 12:06:52.161917 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:06:52.164186 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f30025d-b263-45f0-adbf-62ccf150c47e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:06:52.202820 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a010692b-2f38-4dd7-8f04-86e9130574e7 x-openstack-request-id: req-a010692b-2f38-4dd7-8f04-86e9130574e7 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:06:52.203128 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:06:52.203388 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a010692b-2f38-4dd7-8f04-86e9130574e7 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:06:52.204519 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'status': 'completed', 'code': 200} Nov 23 12:06:52.267505 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:06:52.276268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-a0e55193-53cd-402e-9e44-187acb39d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:06:52.277773 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-a0e55193-53cd-402e-9e44-187acb39d811 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d760e3c357294bee801731026e2f3e39&device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 1098 time: 0.0516832 Nov 23 12:06:52.415382 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-d54a1dec-be2d-44b0-b20a-cb0860d67ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:06:52.416900 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-d54a1dec-be2d-44b0-b20a-cb0860d67ce2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 200 len: 910 time: 0.1280346 Nov 23 12:06:52.428645 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432a42c-3405-490f-9d24-f9abb893e0f7 req-2598c871-195a-442c-b658-1269f2cb8b3b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:06:52.430145 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3432a42c-3405-490f-9d24-f9abb893e0f7 req-2598c871-195a-442c-b658-1269f2cb8b3b tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 947 time: 0.0780115 Nov 23 12:06:52.472360 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-05c62b98-0d94-4b48-8f3a-ab31861c2a07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 200 len: 217 time: 0.0412500 Nov 23 12:06:52.475223 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:06:52.503825 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] Checking router: c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:06:52.512053 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:06:52.512661 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:06:52.544177 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3432a42c-3405-490f-9d24-f9abb893e0f7 req-0a1cc954-e36d-4ced-bff2-e10e8b995357 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064169 Nov 23 12:06:52.552939 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-0e31faf2-7071-4e90-b304-c1219b576f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:06:52.554447 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-0e31faf2-7071-4e90-b304-c1219b576f11 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 200 len: 848 time: 0.0726206 Nov 23 12:06:52.613276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-6581e915-4204-4d5b-98ed-54f39e9ced79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:06:52.614811 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-6581e915-4204-4d5b-98ed-54f39e9ced79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5f8691c-11bc-4e87-8ca4-78555f543aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491960 Nov 23 12:06:52.619058 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:06:52.708677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-be84da99-480f-4897-8d84-e5deb40587bd service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842710 Nov 23 12:06:52.805939 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-6f30025d-b263-45f0-adbf-62ccf150c47e req-f823dd49-c587-41ce-bb13-fcb66b64984e service neutron] 10.222.0.65 "GET /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 Nov 23 12:06:52.816900 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:06:52.843381 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba6149-e878-42bc-ab0f-b5f0a64f49a6 None None] The sync data for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 is: [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5d317f4b-42a2-4739-8487-32f56450bfa9', 'name': '', 'network_id': 'e5f8691c-11bc-4e87-8ca4-78555f543aaa', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'mac_address': 'fa:16:3e:ff:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:55Z', 'updated_at': '2021-11-23T11:58:00Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'subnets': [{'id': 'd194b730-bf45-49b9-86d8-1d17196ee028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:06:52.996139 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:53.071607 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6aceb5f-cdf5-4f28-9c51-c89a7aea04f2 None None] New status for floating IP ec66ccdf-1f57-4e7d-b108-d873e78b0b6c: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:06:53.675435 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9e2ef-ad46-4b0a-b49b-86c2c3f26215 req-30ffcae7-7a99-4b6c-a78a-71214dc3130a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:06:53.677084 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-26a9e2ef-ad46-4b0a-b49b-86c2c3f26215 req-30ffcae7-7a99-4b6c-a78a-71214dc3130a tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 947 time: 0.0559576 Nov 23 12:06:53.727253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-26a9e2ef-ad46-4b0a-b49b-86c2c3f26215 req-08f3d217-58e1-4b05-963a-bb5710434f06 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/security-groups?id=5800c04a-3413-4466-b3d3-7a7febe95adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441937 Nov 23 12:06:54.167624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-d9a0014e-cfbd-419d-ac63-45c8b1b6af74 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:06:54.169003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-d9a0014e-cfbd-419d-ac63-45c8b1b6af74 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 947 time: 0.0501807 Nov 23 12:06:54.260063 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Deleting port 4c4609bf-d47a-4560-a26b-c501f8a04903 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:06:54.260404 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:54.351548 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] For port 4c4609bf-d47a-4560-a26b-c501f8a04903, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=4c4609bf-d47a-4560-a26b-c501f8a04903,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:06:54.351908 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:54.364476 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Calling delete_port for 4c4609bf-d47a-4560-a26b-c501f8a04903 owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:06:54.496063 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:54.527248 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event deleted for resources: {'Port': ['ID=4c4609bf-d47a-4560-a26b-c501f8a04903,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:06:54.553454 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.553813 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.554167 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.554513 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.554858 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.555202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.555546 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.555883 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.556224 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.556557 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.556889 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.557249 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:06:54.580109 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] No DVR routers for this DVR port 4c4609bf-d47a-4560-a26b-c501f8a04903 on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:06:54.582655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:06:54.586009 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4cf386d1-5545-47c6-bc38-954af024dc30 req-a26952cd-0966-4180-a4bc-06d4538112f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.65 "DELETE /v2.0/ports/4c4609bf-d47a-4560-a26b-c501f8a04903 HTTP/1.1" status: 204 len: 173 time: 0.4093134 Nov 23 12:06:54.586462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-deleted', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:06:54.589070 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bdceae-9c51-4548-bea6-ac49602f0ad1" -d '{"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-deleted", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:06:54.630213 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97c07a3-71eb-4cb9-a28d-47dc4ae42c74 x-openstack-request-id: req-a97c07a3-71eb-4cb9-a28d-47dc4ae42c74 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:06:54.630527 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb87f074-59ea-40e0-9de6-6b51e7188246", "name": "network-vif-deleted", "tag": "4c4609bf-d47a-4560-a26b-c501f8a04903", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:06:54.630832 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a97c07a3-71eb-4cb9-a28d-47dc4ae42c74 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:06:54.631252 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb87f074-59ea-40e0-9de6-6b51e7188246', 'name': 'network-vif-deleted', 'tag': '4c4609bf-d47a-4560-a26b-c501f8a04903', 'status': 'completed', 'code': 200} Nov 23 12:06:54.825805 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-609614ea-2c37-42b0-805f-f8399c9e4fcb req-938d41cc-4219-4f05-b36b-bac5fc340bd7 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 210 time: 0.0290515 Nov 23 12:06:55.933974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-402a8770-5210-49c9-b366-72f09db2000f req-ce95a9d3-b497-42ef-a30f-37daa4bfa5f6 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 210 time: 0.0334275 Nov 23 12:06:57.017488 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4c4609bf-d47a-4560-a26b-c501f8a04903 no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:06:57.040203 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 4c4609bf-d47a-4560-a26b-c501f8a04903 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:06:57.040937 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 4c4609bf-d47a-4560-a26b-c501f8a04903 not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:06:57.053097 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3dcdf006-f4b0-4641-8964-d3ad94d081d7 req-3f8b0544-6a6c-4027-9929-3391f3738a97 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 210 time: 0.0424674 Nov 23 12:06:58.151570 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-dd0d3a7f-11c3-4764-a889-465d07789caa req-dbf92f31-2aa7-4658-8204-8394fa6756f3 tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 210 time: 0.0284553 Nov 23 12:06:59.263874 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-dfecd486-f87e-493e-a2ca-07c064fc5e70 req-a30263ca-2d97-4703-a25a-7e37edf09efd tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb87f074-59ea-40e0-9de6-6b51e7188246 HTTP/1.1" status: 200 len: 210 time: 0.0263777 Nov 23 12:07:00.325165 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60560) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:00.387096 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb41bae7-62f4-4c08-a77b-4837426867aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:00.418320 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb41bae7-62f4-4c08-a77b-4837426867aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:00.481996 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb41bae7-62f4-4c08-a77b-4837426867aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:00.484877 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-bb41bae7-62f4-4c08-a77b-4837426867aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:00.489787 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-bb41bae7-62f4-4c08-a77b-4837426867aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] 10.222.0.61 "DELETE /v2.0/security-groups/5800c04a-3413-4466-b3d3-7a7febe95adb HTTP/1.1" status: 204 len: 168 time: 0.1610825 Nov 23 12:07:00.496893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41bae7-62f4-4c08-a77b-4837426867aa tempest-TestShelveInstance-757708643 tempest-TestShelveInstance-757708643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800c04a-3413-4466-b3d3-7a7febe95adb,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:00.539361 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60564) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:00.992739 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:01.252513 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Deleting port 5d317f4b-42a2-4739-8487-32f56450bfa9 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:07:01.252846 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:01.336408 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] For port 5d317f4b-42a2-4739-8487-32f56450bfa9, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5d317f4b-42a2-4739-8487-32f56450bfa9,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:01.337059 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:01.349623 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Calling delete_port for 5d317f4b-42a2-4739-8487-32f56450bfa9 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:07:01.533183 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:01.561631 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d317f4b-42a2-4739-8487-32f56450bfa9,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:01.744976 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:01.976575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:07:02.088439 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:07:02.096862 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60568) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:02.097601 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-85d81d2a-5b57-4e56-b78a-f2e0f4c3142f admin admin] 10.222.0.61 "PUT /v2.0/routers/c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545585 Nov 23 12:07:02.099631 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] Sync routers for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:07:02.111447 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:02.112156 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:02.220587 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.222455 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:02.325285 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.379271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Deleting port 043806c3-1cd3-44e8-bc31-192d6e88b250 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:07:02.379655 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.415402 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T12:07:01Z', 'revision_number': 5, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port': {'id': '043806c3-1cd3-44e8-bc31-192d6e88b250', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:57:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:54Z', 'updated_at': '2021-11-23T11:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:02.445026 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] Checking router: c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:07:02.455028 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] Routers {'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:02.456136 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:02.467952 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] For port 043806c3-1cd3-44e8-bc31-192d6e88b250, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=043806c3-1cd3-44e8-bc31-192d6e88b250,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:02.468329 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.482957 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Calling delete_port for 043806c3-1cd3-44e8-bc31-192d6e88b250 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:07:02.646769 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] Set router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:02.668592 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.700665 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=043806c3-1cd3-44e8-bc31-192d6e88b250,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:02.701752 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T12:07:02Z', 'revision_number': 6, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:02.717786 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2867a701-cf92-458e-bfce-b94b13477307 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:02.747634 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199f9e6-3eb2-424c-b148-25f5aaa9ab10 None None] The sync data for ids ['c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc'] in n-d-817747-2 is: [{'id': 'c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc', 'name': 'tempest-TestShelveInstance-2143977797-router', 'tenant_id': 'd760e3c357294bee801731026e2f3e39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:53Z', 'updated_at': '2021-11-23T12:07:02Z', 'revision_number': 6, 'project_id': 'd760e3c357294bee801731026e2f3e39', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:07:02.784638 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.877215 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.879357 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.922226 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.923227 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 12:07:02.928366 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:02.929763 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a1e0621c-1a00-47a6-b8b6-171fd3369d44 admin admin] 10.222.0.61 "DELETE /v2.0/routers/c39f8cc3-759e-4ea3-b948-7ea56ffbf2bc HTTP/1.1" status: 204 len: 168 time: 0.8316767 Nov 23 12:07:02.932131 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60570) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:02.980908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] Deleting subnet d194b730-bf45-49b9-86d8-1d17196ee028 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 12:07:02.984213 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.019864 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.094605 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.158861 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.194027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d194b730-bf45-49b9-86d8-1d17196ee028,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:03.199290 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.204519 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8db7e009-cd58-48ad-83c5-47657c7cfb68 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d194b730-bf45-49b9-86d8-1d17196ee028 HTTP/1.1" status: 204 len: 168 time: 0.2705297 Nov 23 12:07:03.207242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292b084d-049e-4824-9aa6-9797fe440db5 None None] Network e5f8691c-11bc-4e87-8ca4-78555f543aaa requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:07:03.207850 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60572) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:03.285921 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.344502 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Deleting port 2ef76424-c7bd-4bfb-a561-b60436b56433 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:07:03.344851 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.408158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] For port 2ef76424-c7bd-4bfb-a561-b60436b56433, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2ef76424-c7bd-4bfb-a561-b60436b56433,segment=NetworkSegment(deb6f603-be38-4877-8402-d483fc738e07),segment_id=deb6f603-be38-4877-8402-d483fc738e07)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:03.408441 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.420499 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Calling delete_port for 2ef76424-c7bd-4bfb-a561-b60436b56433 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:07:03.502672 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.527530 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef76424-c7bd-4bfb-a561-b60436b56433,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:03.531283 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] No DVR routers for this DVR port 2ef76424-c7bd-4bfb-a561-b60436b56433 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:07:03.586269 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273ac9e-90af-4089-a2a6-8850d42c4491 None None] DHCP port deletion for e5f8691c-11bc-4e87-8ca4-78555f543aaa request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:03.613747 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.638183 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f8691c-11bc-4e87-8ca4-78555f543aaa']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:03.647757 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6f603-be38-4877-8402-d483fc738e07') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:03.648046 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6f603-be38-4877-8402-d483fc738e07') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:03.658786 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.672828 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.679473 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:07:03.679886 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: timer() Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:07:03.681804 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:07:03.737392 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.742704 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:03.745923 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] 10.222.0.61 "DELETE /v2.0/networks/e5f8691c-11bc-4e87-8ca4-78555f543aaa HTTP/1.1" status: 204 len: 168 time: 0.5369363 Nov 23 12:07:03.749135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60574) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:03.798013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9277a92-5870-4d87-b070-38fecae3a98e admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f8691c-11bc-4e87-8ca4-78555f543aaa,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:03.980880 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2ef76424-c7bd-4bfb-a561-b60436b56433 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:07:04.001784 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 2ef76424-c7bd-4bfb-a561-b60436b56433 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:07:04.002163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2ef76424-c7bd-4bfb-a561-b60436b56433 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:07:04.002587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 043806c3-1cd3-44e8-bc31-192d6e88b250 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:07:04.022833 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 043806c3-1cd3-44e8-bc31-192d6e88b250 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:07:04.023097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 043806c3-1cd3-44e8-bc31-192d6e88b250 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:07:04.023559 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5d317f4b-42a2-4739-8487-32f56450bfa9 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:07:04.043695 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5d317f4b-42a2-4739-8487-32f56450bfa9 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:07:04.044058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5d317f4b-42a2-4739-8487-32f56450bfa9 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:07:04.114478 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:04.361275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Deleting port 8a0834bf-311e-420d-be4c-8bee4b4c45ba {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:07:04.361980 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:04.436785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] For port 8a0834bf-311e-420d-be4c-8bee4b4c45ba, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=8a0834bf-311e-420d-be4c-8bee4b4c45ba,segment=NetworkSegment(5647bb2c-dc47-498c-8f3e-75f390d85012),segment_id=5647bb2c-dc47-498c-8f3e-75f390d85012)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:04.437184 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:04.450778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Calling delete_port for 8a0834bf-311e-420d-be4c-8bee4b4c45ba owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:07:04.632982 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:04.657482 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0834bf-311e-420d-be4c-8bee4b4c45ba,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:05.126093 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:05.335377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:07:05.442737 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:07:05.448399 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-47a00e80-cea2-49f5-8d45-65dca90cc2c4 admin admin] 10.222.0.61 "PUT /v2.0/routers/7bc8f25f-8f61-4959-a963-83d0b725aaa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982810 Nov 23 12:07:05.450915 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60576) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:05.452339 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] Sync routers for ids ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:07:05.461881 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] Routers {'7bc8f25f-8f61-4959-a963-83d0b725aaa6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:05.462503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:05.554936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:05.571893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] Set router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:05.656032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:05.722943 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Deleting port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:07:05.723197 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:05.764231 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T12:07:04Z', 'revision_number': 5, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port': {'id': '3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T11:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:05.794765 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] Checking router: 7bc8f25f-8f61-4959-a963-83d0b725aaa6 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:07:05.802790 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] For port 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:05.803162 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:05.804105 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] Routers {'7bc8f25f-8f61-4959-a963-83d0b725aaa6'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:05.804729 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:05.816021 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Calling delete_port for 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:07:05.892690 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] Set router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 gateway port host: None {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:05.947591 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T12:07:05Z', 'revision_number': 6, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:05.986098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf65eb54-02f4-4628-9ade-cf9acafc3735 None None] The sync data for ids ['7bc8f25f-8f61-4959-a963-83d0b725aaa6'] in n-d-817747-2 is: [{'id': '7bc8f25f-8f61-4959-a963-83d0b725aaa6', 'name': 'tempest-TestShelveInstance-1993615315-router', 'tenant_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T11:57:58Z', 'updated_at': '2021-11-23T12:07:05Z', 'revision_number': 6, 'project_id': '31ac7e6dca9e41ebb54adcd0630c21b6', 'gw_port_host': None}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:07:05.990091 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.021014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:06.032846 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d7251-7ceb-40c3-8b5b-6fea27fc8beb None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:06.088681 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.180962 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.183124 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.225864 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.226436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc8f25f-8f61-4959-a963-83d0b725aaa6 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 12:07:06.231411 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.232632 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-4a90c015-e922-4576-923d-6f9d23a8a7c3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/7bc8f25f-8f61-4959-a963-83d0b725aaa6 HTTP/1.1" status: 204 len: 168 time: 0.7807961 Nov 23 12:07:06.236253 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60578) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:06.284142 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] Deleting subnet 0e306d07-78c8-4e97-9032-4be6c605e619 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 12:07:06.287152 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.321778 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.404378 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.458288 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.485491 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e306d07-78c8-4e97-9032-4be6c605e619,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:06.489432 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.492616 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b59e042c-186c-4979-a944-0ab4f913400f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e306d07-78c8-4e97-9032-4be6c605e619 HTTP/1.1" status: 204 len: 168 time: 0.2553713 Nov 23 12:07:06.495712 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60580) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:06.496640 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edf5f35-64e3-4a38-b7d8-2e381ddbfe10 None None] Network ed098492-5069-49f2-8168-8ce7a8aa5264 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:07:06.569013 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.621991 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Deleting port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:07:06.622335 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.685207 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] For port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,segment=NetworkSegment(5647bb2c-dc47-498c-8f3e-75f390d85012),segment_id=5647bb2c-dc47-498c-8f3e-75f390d85012)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:06.685570 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.702565 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Calling delete_port for 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:07:06.743188 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] DHCP port deletion for ed098492-5069-49f2-8168-8ce7a8aa5264 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:06.785746 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.796454 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Deleting port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 {{(pid=103428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:07:06.796838 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.811957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:06.816598 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] No DVR routers for this DVR port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:07:06.869287 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] For port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402, host n-d-817747-2, got binding levels [] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:06.869692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.883380 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Calling delete_port for 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 owned by network:dhcp {{(pid=103428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:07:06.886425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.ipam_backend_mixin [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 was not found and therefore no delete operation was performed {{(pid=103428) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 12:07:06.887827 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093'] for port, after_delete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.896927 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.920502 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Pushing event deleted for resources: {'Port': ['ID=5f8b6765-9eaf-4605-9cf1-3c16d4d31402,revision_number=None']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:06.924678 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] No DVR routers for this DVR port 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 on host n-d-817747-2 {{(pid=103428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:07:06.926893 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed098492-5069-49f2-8168-8ce7a8aa5264']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:06.932065 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.937307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdcba2a-e223-4196-ba1c-187e08d42dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:06.946787 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5647bb2c-dc47-498c-8f3e-75f390d85012') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:06.947090 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5647bb2c-dc47-498c-8f3e-75f390d85012') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:06.962450 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.977966 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.985984 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:07:06.986624 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: timer() Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:07:06.988728 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:07:07.058475 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.066099 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.071614 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ed098492-5069-49f2-8168-8ce7a8aa5264 HTTP/1.1" status: 204 len: 168 time: 0.5725574 Nov 23 12:07:07.081575 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8754e0f-05b5-47d7-b881-e14d72971986 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed098492-5069-49f2-8168-8ce7a8aa5264,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:07.201312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60584) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:07.244011 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-006a2899-bd6b-40eb-9f6b-bf1f63511c09 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d760e3c357294bee801731026e2f3e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429199 Nov 23 12:07:07.246431 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60586) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:07.294143 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4938c201-b2f9-4ca2-bba7-9d31d81efc2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.315405 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4938c201-b2f9-4ca2-bba7-9d31d81efc2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.361845 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4938c201-b2f9-4ca2-bba7-9d31d81efc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.364391 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4938c201-b2f9-4ca2-bba7-9d31d81efc2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.365557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4938c201-b2f9-4ca2-bba7-9d31d81efc2d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f57510cd-ba30-4e23-8810-bd751a68d728 HTTP/1.1" status: 204 len: 168 time: 0.1181934 Nov 23 12:07:07.373047 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938c201-b2f9-4ca2-bba7-9d31d81efc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57510cd-ba30-4e23-8810-bd751a68d728,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:07.680384 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60592) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:07.724105 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-8dded018-bec3-450a-8d74-396b843f34a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31ac7e6dca9e41ebb54adcd0630c21b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425544 Nov 23 12:07:07.726635 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60594) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:07.773921 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cee45a6c-5ecd-46b0-91ec-6b51fbf56743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.795724 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cee45a6c-5ecd-46b0-91ec-6b51fbf56743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.841689 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cee45a6c-5ecd-46b0-91ec-6b51fbf56743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.844738 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-cee45a6c-5ecd-46b0-91ec-6b51fbf56743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:07.845947 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-cee45a6c-5ecd-46b0-91ec-6b51fbf56743 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aefeda7a-e76d-4590-a257-782222073e32 HTTP/1.1" status: 204 len: 168 time: 0.1183281 Nov 23 12:07:07.853276 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee45a6c-5ecd-46b0-91ec-6b51fbf56743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefeda7a-e76d-4590-a257-782222073e32,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:07.981199 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:07:08.006757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:07:08.007001 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 3ecb10b1-6e58-4d0e-bcdd-f72f13a6f6ef not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:07:08.007421 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:07:08.027098 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:07:08.027456 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5f8b6765-9eaf-4605-9cf1-3c16d4d31402 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:07:08.027872 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8a0834bf-311e-420d-be4c-8bee4b4c45ba no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:07:08.046896 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 8a0834bf-311e-420d-be4c-8bee4b4c45ba {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:07:08.047793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 8a0834bf-311e-420d-be4c-8bee4b4c45ba not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:07:08.517492 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60616) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:08.616190 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-726229862-network', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:08.647808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Made reservation on behalf of cd62a8a2ba7a4f6ab460969334904fee for: {'network': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:07:08.650332 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.658989 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.736513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.740323 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.769955 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=103427) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:07:08.775387 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6440e7-3913-449f-b055-660c309e759a,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:08.784330 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.784954 n-d-817747-2 neutron-server[103427]: INFO neutron.db.segments_db [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Added segment ca25f44a-a079-4906-a1cc-84903348120b of type vlan for network 277626c7-2dd6-4541-94e4-d39fd3dbae6d Nov 23 12:07:08.830144 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.853316 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.854328 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:08.854907 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.889887 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3712940 Nov 23 12:07:08.893953 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60620) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:08.899070 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Request body: {'subnet': {'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-726229862-subnet', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'ip_version': 4}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:08.917363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba94777-b911-409e-b1ac-49c642b69eae admin admin] Pushing event updated for resources: {'Network': ['ID=277626c7-2dd6-4541-94e4-d39fd3dbae6d,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:08.918770 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Made reservation on behalf of cd62a8a2ba7a4f6ab460969334904fee for: {'subnet': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:07:08.921062 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62050357'] for subnet, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:08.931759 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 12:07:09.094010 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62780000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62050343'] for subnet, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.150416 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46ede24-3cd4-4d5c-982c-ff32de284300,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:09.159597 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Checking segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:09.159944 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Network hostable DHCP agents. Network: 277626c7-2dd6-4541-94e4-d39fd3dbae6d, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103426) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:07:09.176112 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103426) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:07:09.184771 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 277626c7-2dd6-4541-94e4-d39fd3dbae6d) {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:09.189279 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:09.189905 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.194568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33386b0-fcb1-426d-a1f5-15a8d2361ad0 None None] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:07:09.206698 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-618abf25-ca3e-4ef3-bc72-5047d299cb2f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3116436 Nov 23 12:07:09.209453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60622) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:09.213733 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:09.234316 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.235751 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.297725 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.352205 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 12:07:09.353125 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.434426 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.482843 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Allocated IP 172.20.0.2 (277626c7-2dd6-4541-94e4-d39fd3dbae6d/d46ede24-3cd4-4d5c-982c-ff32de284300/d0f825d5-8468-472c-862a-7427dc4d2468) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:09.629799 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.635801 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.636311 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.655347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.681654 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:09.684514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:09.688856 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:09.691920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Pushing event updated for resources: {'Port': ['ID=d0f825d5-8468-472c-862a-7427dc4d2468,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:09.743568 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Attempting to bind port d0f825d5-8468-472c-862a-7427dc4d2468 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:07:09.743941 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Attempting to bind port d0f825d5-8468-472c-862a-7427dc4d2468 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:07:09.744312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Attempting to bind port d0f825d5-8468-472c-862a-7427dc4d2468 on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:09.749222 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:07:09.749604 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Checking segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:09.750055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.750482 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Bound using segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:07:09.750954 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Bound port: d0f825d5-8468-472c-862a-7427dc4d2468, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:07:09.751339 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.759199 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Allocated IP 172.25.5.146 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/2ac59141-3a3e-47bb-8fd6-bcfc720846a6) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:09.813917 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] For port d0f825d5-8468-472c-862a-7427dc4d2468, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:07:09.817054 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] For port d0f825d5-8468-472c-862a-7427dc4d2468, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d0f825d5-8468-472c-862a-7427dc4d2468,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:07:09.821452 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.867284 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.887244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc07bb1-d64e-4df6-811a-be501c4bbab2 None None] Pushing event updated for resources: {'Port': ['ID=d0f825d5-8468-472c-862a-7427dc4d2468,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:09.902231 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:09.939777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:09.944589 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:09.948035 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:09.957631 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca43d5-9a0e-4961-9f39-18b181c98f02 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:09.986428 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:10.091980 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-81ac25d9-f4e9-432a-ac17-d804f0da91f8 None None] Provisioning complete for port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:10.092491 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-81ac25d9-f4e9-432a-ac17-d804f0da91f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:10.135598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-81ac25d9-f4e9-432a-ac17-d804f0da91f8 None None] Port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:10.231381 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:10.430542 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:10.568026 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 12:07:10.780425 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daf6fe7-f745-4b5a-b121-16caa46008a3 None None] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:07:10.899033 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-38c26eec-7bd6-48b4-b300-ce2f58b59179 None None] Provisioning complete for port d0f825d5-8468-472c-862a-7427dc4d2468 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:10.899403 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-38c26eec-7bd6-48b4-b300-ce2f58b59179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:10.991752 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:07:11.004162 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Sync routers for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:07:11.015564 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.016065 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:11.016996 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:11.017263 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-0987fe82-994d-4bdc-a2b1-0203997e33a0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8068213 Nov 23 12:07:11.020036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60624) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:11.022206 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-38c26eec-7bd6-48b4-b300-ce2f58b59179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.058732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-38c26eec-7bd6-48b4-b300-ce2f58b59179 None None] For port d0f825d5-8468-472c-862a-7427dc4d2468, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d0f825d5-8468-472c-862a-7427dc4d2468,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:11.064270 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-38c26eec-7bd6-48b4-b300-ce2f58b59179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.127691 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c26eec-7bd6-48b4-b300-ce2f58b59179 None None] Pushing event updated for resources: {'Port': ['ID=d0f825d5-8468-472c-862a-7427dc4d2468,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:11.144243 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:11.284363 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5dd9bbfa-cefb-4d8f-be10-1b644b0f361b None None] Provisioning complete for port d0f825d5-8468-472c-862a-7427dc4d2468 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:11.284862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5dd9bbfa-cefb-4d8f-be10-1b644b0f361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.331615 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:10Z', 'revision_number': 3, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:11.362793 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Checking router: 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:07:11.363453 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Updating router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:07:11.388657 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.481551 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.638268 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.643549 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.650036 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Allocated IP 172.20.0.1 (277626c7-2dd6-4541-94e4-d39fd3dbae6d/d46ede24-3cd4-4d5c-982c-ff32de284300/5bb2267e-49f1-4410-91f7-ff1e7903abfb) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:11.695898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dd1601-49e7-44c8-a03b-39c135d5825b None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:11.713080 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Pushing event updated for resources: {'Port': ['ID=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:11.715268 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Attempting to bind port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:07:11.715729 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Attempting to bind port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:07:11.716158 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Attempting to bind port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:11.725638 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:07:11.726016 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:11.726418 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.726812 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:07:11.727278 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Bound port: 2ac59141-3a3e-47bb-8fd6-bcfc720846a6, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:07:11.727656 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.730686 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.731031 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.731370 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.731709 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.732042 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.732428 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.732704 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.733377 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.733377 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.733695 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.734012 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.734346 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:07:11.765857 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.785852 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] For port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:07:11.789167 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] For port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:07:11.793149 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-a2214c8d-c821-4c53-8fc0-181533cf378a None None] Provisioning complete for port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:11.793661 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a2214c8d-c821-4c53-8fc0-181533cf378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.795042 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.805376 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.844218 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:11.848285 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:11.848878 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:11.851925 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:11.852097 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c8076-f7ed-421c-99a7-90a8eb0d5e53 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:11.855691 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:11.881169 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb2267e-49f1-4410-91f7-ff1e7903abfb,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:11.903998 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.911000 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a2214c8d-c821-4c53-8fc0-181533cf378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.940296 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-a2214c8d-c821-4c53-8fc0-181533cf378a None None] For port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:11.946819 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a2214c8d-c821-4c53-8fc0-181533cf378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:11.959912 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:12.008660 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214c8d-c821-4c53-8fc0-181533cf378a None None] Pushing event updated for resources: {'Port': ['ID=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:12.056298 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b55d6-9746-42cf-8984-c1f97877a99e None None] Pushing event updated for resources: {'Port': ['ID=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:12.073939 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3557c2ee-09f8-4adf-bd60-4c447685c379 None None] Provisioning complete for port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:12.074407 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3557c2ee-09f8-4adf-bd60-4c447685c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.170173 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.209289 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:10Z', 'revision_number': 3, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:12.248869 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8c724-181f-41b1-aeb1-8e18485e7275 None None] The sync data for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 is: [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:10Z', 'revision_number': 3, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:07:12.289398 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d0f825d5-8468-472c-862a-7427dc4d2468 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:12.359425 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.364557 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.389709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port d0f825d5-8468-472c-862a-7427dc4d2468 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:12.390085 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.433561 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.436020 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb2267e-49f1-4410-91f7-ff1e7903abfb,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:12.522244 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-32eaedcc-a2b7-4ffa-b1d8-b8793adff690 None None] Provisioning complete for port 5bb2267e-49f1-4410-91f7-ff1e7903abfb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:12.522760 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-32eaedcc-a2b7-4ffa-b1d8-b8793adff690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.562046 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-32eaedcc-a2b7-4ffa-b1d8-b8793adff690 None None] Port 5bb2267e-49f1-4410-91f7-ff1e7903abfb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:12.562300 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:12.564679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:12.706910 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:07:12.830602 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:07:12.836893 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-c47bab03-8636-4d66-9398-69cfd9e2f095 admin admin] 10.222.0.61 "PUT /v2.0/routers/69e4b9fc-5f7b-4a75-ab8e-322f5f205a84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8147492 Nov 23 12:07:12.885370 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-471e6852-5289-43ee-b1f2-edf94bb7b15f None None] Provisioning complete for port 5bb2267e-49f1-4410-91f7-ff1e7903abfb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:12.885956 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-471e6852-5289-43ee-b1f2-edf94bb7b15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:12.922952 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-471e6852-5289-43ee-b1f2-edf94bb7b15f None None] Port 5bb2267e-49f1-4410-91f7-ff1e7903abfb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:13.324349 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60640) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:13.330087 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-960852672-network', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:13.351985 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Made reservation on behalf of 676c76dec6374926bffe3a65042bfdd4 for: {'network': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:07:13.354780 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for network, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.364577 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.445283 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.449150 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.471578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=103426) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:07:13.486735 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfae7561-876b-419c-8058-558dcd1089a7,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:13.493045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.493425 n-d-817747-2 neutron-server[103426]: INFO neutron.db.segments_db [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Added segment c24f9fd4-d07d-46c3-9959-6f23c8e54dd4 of type vlan for network 153afa3a-77f3-407d-ab91-8030cc3f2805 Nov 23 12:07:13.536254 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731372410938'] for network, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.563811 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709'] for network, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.565049 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:13.565668 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.608455 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2829747 Nov 23 12:07:13.612270 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60642) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:13.618100 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Request body: {'subnet': {'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-960852672-subnet', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'ip_version': 4}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:13.643480 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22c21a-8ae4-4864-a3ca-d544b5fab34f admin admin] Pushing event updated for resources: {'Network': ['ID=153afa3a-77f3-407d-ab91-8030cc3f2805,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:13.651560 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Made reservation on behalf of 676c76dec6374926bffe3a65042bfdd4 for: {'subnet': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:07:13.653621 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 details requested by agent ovs-agent-n-d-817747-2 with host n-d-817747-2 {{(pid=103428) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 12:07:13.654368 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58758513'] for subnet, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.852027 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15462833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58758499'] for subnet, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.903893 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Sync routers for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:07:13.914143 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:13.914774 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:13.915338 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41930f8-ae19-45c8-a055-93a671a0d4f2,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:13.926363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Checking segment: {'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:13.926723 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Network hostable DHCP agents. Network: 153afa3a-77f3-407d-ab91-8030cc3f2805, hostable agents: ['a6215528-ce58-462b-876e-aadd8acfad89'], hosted agents: [] {{(pid=103427) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:07:13.950310 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 is scheduled to be hosted by DHCP agent a6215528-ce58-462b-876e-aadd8acfad89 with binding_index 1 {{(pid=103427) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:07:13.963496 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817747-2, 153afa3a-77f3-407d-ab91-8030cc3f2805) {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:13.967950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:13.969308 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:13.978832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac3f67-ffbf-4619-b231-70692b934bfa None None] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:07:13.995715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-78e62546-974f-4986-a718-a5c320c1daf4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3816354 Nov 23 12:07:13.998769 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60644) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:14.004982 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:14.023926 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:14.030660 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3810985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-845'] for router, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.032457 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3810729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3809491', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3869366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-838'] for router, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.088367 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.127972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:14.237258 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.252615 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:14.252990 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.373407 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp03a5093b-fd61-595d-89cd-53883a85ff70-153afa3a-77f3-407d-ab91-8030cc3f2805', 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'fixed_ips': [{'subnet_id': 'b41930f8-ae19-45c8-a055-93a671a0d4f2'}]}} from n-d-817747-2. {{(pid=103428) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 12:07:14.374242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.454961 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.478737 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.588219 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Allocated IP 172.25.5.91 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/745e9805-4b0f-4a1c-9e32-12660d59f517) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:14.592491 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.db_base_plugin_common [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Allocated IP 172.20.0.2 (153afa3a-77f3-407d-ab91-8030cc3f2805/b41930f8-ae19-45c8-a055-93a671a0d4f2/399ab8f7-fccc-4417-b89f-d772acb661f6) {{(pid=103428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:14.596276 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 2, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:14.629469 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Checking router: 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:07:14.629827 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Updating router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 port 5bb2267e-49f1-4410-91f7-ff1e7903abfb binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:07:14.668966 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.699934 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.748005 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.780878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1353a6c4-e497-4471-b61d-2bec05360658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.791413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:14.797547 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:14.799711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:14.803013 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Pushing event updated for resources: {'Port': ['ID=745e9805-4b0f-4a1c-9e32-12660d59f517,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:14.834460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961a101-8189-4dc0-aaab-d7f752c92200 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:14.936699 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Publish callbacks [] for port, precommit_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:14.968799 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084'] for port, after_create {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.032047 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 is already hosted by enough agents. {{(pid=103428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:15.043040 n-d-817747-2 neutron-server[103428]: DEBUG neutron.scheduler.base_scheduler [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Resources bound (agent type, host, resource id): {{(pid=103428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:15.051972 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e1493850-4e7f-4b89-8cea-c64e04b0976f None None] Provisioning complete for port 745e9805-4b0f-4a1c-9e32-12660d59f517 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:15.052349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1493850-4e7f-4b89-8cea-c64e04b0976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.054067 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Received port after_create {{(pid=103428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:15.055378 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.086191 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Pushing event updated for resources: {'Port': ['ID=399ab8f7-fccc-4417-b89f-d772acb661f6,revision_number=1']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:15.170163 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-e1493850-4e7f-4b89-8cea-c64e04b0976f None None] Port 745e9805-4b0f-4a1c-9e32-12660d59f517 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:15.193006 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Attempting to bind port 399ab8f7-fccc-4417-b89f-d772acb661f6 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:07:15.193405 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Attempting to bind port 399ab8f7-fccc-4417-b89f-d772acb661f6 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:07:15.193769 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Attempting to bind port 399ab8f7-fccc-4417-b89f-d772acb661f6 on network 153afa3a-77f3-407d-ab91-8030cc3f2805 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:15.205972 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.208485 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:07:15.208869 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Checking segment: {'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:15.209295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.209732 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Bound using segment: {'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:07:15.210178 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Bound port: 399ab8f7-fccc-4417-b89f-d772acb661f6, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:07:15.211824 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.213551 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.269562 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3810572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810338'] for router, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.307350 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d36ae2-e5a9-4148-95e7-d0cd5ad88431 None None] Pushing event updated for resources: {'Port': ['ID=5bb2267e-49f1-4410-91f7-ff1e7903abfb,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:15.365724 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] For port 399ab8f7-fccc-4417-b89f-d772acb661f6, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:07:15.378920 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Attempting to bind port 5bb2267e-49f1-4410-91f7-ff1e7903abfb on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:07:15.379298 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Attempting to bind port 5bb2267e-49f1-4410-91f7-ff1e7903abfb by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:07:15.379670 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Attempting to bind port 5bb2267e-49f1-4410-91f7-ff1e7903abfb on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:15.386089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] For port 399ab8f7-fccc-4417-b89f-d772acb661f6, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=399ab8f7-fccc-4417-b89f-d772acb661f6,segment=NetworkSegment(c24f9fd4-d07d-46c3-9959-6f23c8e54dd4),segment_id=c24f9fd4-d07d-46c3-9959-6f23c8e54dd4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:07:15.389599 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:07:15.389984 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Checking segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:15.390395 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.391571 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Bound using segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:07:15.391890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Bound port: 5bb2267e-49f1-4410-91f7-ff1e7903abfb, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:07:15.392277 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.396365 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.513197 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0265b-5ed2-4bac-8e51-34ed9063d258 None None] Pushing event updated for resources: {'Port': ['ID=399ab8f7-fccc-4417-b89f-d772acb661f6,revision_number=2']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:15.531493 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-df37da97-2340-4fa7-8bd8-5022820c2a9f None None] Provisioning complete for port 5bb2267e-49f1-4410-91f7-ff1e7903abfb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:15.532022 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-df37da97-2340-4fa7-8bd8-5022820c2a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.534201 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] For port 5bb2267e-49f1-4410-91f7-ff1e7903abfb, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:07:15.538184 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] For port 5bb2267e-49f1-4410-91f7-ff1e7903abfb, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5bb2267e-49f1-4410-91f7-ff1e7903abfb,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:07:15.556441 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.604572 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-df37da97-2340-4fa7-8bd8-5022820c2a9f None None] Port 5bb2267e-49f1-4410-91f7-ff1e7903abfb cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:15.625743 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:15.626386 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:15.805750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 is scheduled to L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c with binding_index 1 {{(pid=103426) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 12:07:15.848643 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d36ae2-e5a9-4148-95e7-d0cd5ad88431 None None] Pushing event updated for resources: {'Port': ['ID=5bb2267e-49f1-4410-91f7-ff1e7903abfb,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:15.945952 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:07:15.946095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:15.962553 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Sync routers for ids ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:07:15.966936 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:15.971830 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60646) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:15.972325 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-10974029-cc8e-46d1-aa25-f161d7fd2453 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9720573 Nov 23 12:07:15.983289 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Routers {'1e759ebd-f35e-4df7-81e3-b545ad9ee944'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:15.984752 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:06:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:16.071124 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 399ab8f7-fccc-4417-b89f-d772acb661f6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:16.104675 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:07:16.130331 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Set router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:16.156904 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-0fc9ff5f-b002-45c2-a036-60032e24c16b None None] Provisioning complete for port 5bb2267e-49f1-4410-91f7-ff1e7903abfb triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:16.157326 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff5f-b002-45c2-a036-60032e24c16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.277361 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 399ab8f7-fccc-4417-b89f-d772acb661f6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:16.277744 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.389799 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff5f-b002-45c2-a036-60032e24c16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.404975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:15Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:16.462966 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:14Z', 'revision_number': 3, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:16.468807 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681273fe-79bb-426e-864e-75eb8ff47874 None None] The sync data for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 is: [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:15Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:07:16.504719 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-0fc9ff5f-b002-45c2-a036-60032e24c16b None None] For port 5bb2267e-49f1-4410-91f7-ff1e7903abfb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5bb2267e-49f1-4410-91f7-ff1e7903abfb,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:16.512382 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.520026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0fc9ff5f-b002-45c2-a036-60032e24c16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.520241 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Checking router: 1e759ebd-f35e-4df7-81e3-b545ad9ee944 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:07:16.520754 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Updating router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 port 745e9805-4b0f-4a1c-9e32-12660d59f517 binding host n-d-817747-2 {{(pid=103429) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:07:16.582104 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.638580 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] For port 399ab8f7-fccc-4417-b89f-d772acb661f6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=399ab8f7-fccc-4417-b89f-d772acb661f6,segment=NetworkSegment(c24f9fd4-d07d-46c3-9959-6f23c8e54dd4),segment_id=c24f9fd4-d07d-46c3-9959-6f23c8e54dd4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:16.644855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9ff5f-b002-45c2-a036-60032e24c16b None None] Pushing event updated for resources: {'Port': ['ID=5bb2267e-49f1-4410-91f7-ff1e7903abfb,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:16.650324 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.735427 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Pushing event updated for resources: {'Port': ['ID=399ab8f7-fccc-4417-b89f-d772acb661f6,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:16.805919 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b888a-3413-4210-a49c-ac9864939c85 None None] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:07:16.886203 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.917438 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-52dbdb0d-af2e-479b-860e-101eec5b2bd3 None None] Provisioning complete for port 399ab8f7-fccc-4417-b89f-d772acb661f6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:16.917821 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-52dbdb0d-af2e-479b-860e-101eec5b2bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.928332 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Publish callbacks [] for port, precommit_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.936221 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:16.998568 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Attempting to bind port 745e9805-4b0f-4a1c-9e32-12660d59f517 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:07:16.999232 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Attempting to bind port 745e9805-4b0f-4a1c-9e32-12660d59f517 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:07:16.999352 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4f08ea-2e6a-4ef7-87b8-ae702a76b2bd None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:16.999716 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Attempting to bind port 745e9805-4b0f-4a1c-9e32-12660d59f517 on network 25284502-4bc3-4251-934a-5f9b9b14b204 {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:17.007607 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:07:17.008108 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Checking segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:17.008514 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.009075 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Bound using segment: {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'} {{(pid=103429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:07:17.009587 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.managers [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Bound port: 745e9805-4b0f-4a1c-9e32-12660d59f517, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad526d37-3bba-416e-b98e-09c526620085', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204'}}] {{(pid=103429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:07:17.009967 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.053330 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0c6f7-b7e6-4205-bd3c-7ce76e293f02 None None] Pushing event updated for resources: {'Port': ['ID=745e9805-4b0f-4a1c-9e32-12660d59f517,revision_number=2']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:17.099886 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] For port 745e9805-4b0f-4a1c-9e32-12660d59f517, host n-d-817747-2, cleared binding levels {{(pid=103429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:07:17.103509 n-d-817747-2 neutron-server[103429]: DEBUG neutron.plugins.ml2.db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] For port 745e9805-4b0f-4a1c-9e32-12660d59f517, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=745e9805-4b0f-4a1c-9e32-12660d59f517,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:07:17.111548 n-d-817747-2 neutron-server[103429]: DEBUG neutron_lib.callbacks.manager [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.119842 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Allocated IP 172.20.0.1 (153afa3a-77f3-407d-ab91-8030cc3f2805/b41930f8-ae19-45c8-a055-93a671a0d4f2/2920bfe6-1205-4bae-9215-4956bd439b60) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:17.150117 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f97689e1-982c-4258-b58a-429c93db28ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.189633 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Routers {'1e759ebd-f35e-4df7-81e3-b545ad9ee944'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:17.190891 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:07:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:17.192979 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e8c24-14c0-463b-b78a-95f500cfd3f1 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:07:17.224850 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-f9d14383-185e-4763-8576-b6b6e996f169 None None] Provisioning complete for port 745e9805-4b0f-4a1c-9e32-12660d59f517 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:17.233055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9d14383-185e-4763-8576-b6b6e996f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.305033 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0c6f7-b7e6-4205-bd3c-7ce76e293f02 None None] Pushing event updated for resources: {'Port': ['ID=745e9805-4b0f-4a1c-9e32-12660d59f517,revision_number=3']} {{(pid=103429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:17.336914 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.385551 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] Set router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:17.388030 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.404380 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9d14383-185e-4763-8576-b6b6e996f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.424927 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:17.428076 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:17.431801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:17.432757 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-f9d14383-185e-4763-8576-b6b6e996f169 None None] For port 745e9805-4b0f-4a1c-9e32-12660d59f517, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=745e9805-4b0f-4a1c-9e32-12660d59f517,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:17.443872 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f9d14383-185e-4763-8576-b6b6e996f169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.472763 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2920bfe6-1205-4bae-9215-4956bd439b60,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:17.490644 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3810515'] for router_interface, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.544362 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d14383-185e-4763-8576-b6b6e996f169 None None] Pushing event updated for resources: {'Port': ['ID=745e9805-4b0f-4a1c-9e32-12660d59f517,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:17.590867 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b391e72a-8fb2-482f-b0cd-89f9f7dcea29 None None] Provisioning complete for port 745e9805-4b0f-4a1c-9e32-12660d59f517 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:17.591273 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b391e72a-8fb2-482f-b0cd-89f9f7dcea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.693638 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:14Z', 'revision_number': 3, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:17.724642 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.729628 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3145b01-dcf6-4b3d-9d81-f50f42a4d650 None None] The sync data for ids ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'] in n-d-817747-2 is: [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:14Z', 'revision_number': 3, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:07:17.738204 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-b391e72a-8fb2-482f-b0cd-89f9f7dcea29 None None] Provisioning complete for port 399ab8f7-fccc-4417-b89f-d772acb661f6 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:17.738676 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b391e72a-8fb2-482f-b0cd-89f9f7dcea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.919004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.924487 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:17.952557 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1b22ce70-4896-4841-8f8b-17e940db1a80 None None] Provisioning complete for port 2920bfe6-1205-4bae-9215-4956bd439b60 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:17.953051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1b22ce70-4896-4841-8f8b-17e940db1a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:18.000236 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1b22ce70-4896-4841-8f8b-17e940db1a80 None None] Port 2920bfe6-1205-4bae-9215-4956bd439b60 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:18.012404 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2920bfe6-1205-4bae-9215-4956bd439b60,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:18.019442 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3707871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3810659'] for router_interface, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:18.145164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:18.146376 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:18.151940 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 399ab8f7-fccc-4417-b89f-d772acb661f6 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:18.224560 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 399ab8f7-fccc-4417-b89f-d772acb661f6 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:18.224926 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:18.320158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:07:18.339702 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5bb2267e-49f1-4410-91f7-ff1e7903abfb up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:18.397648 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 5bb2267e-49f1-4410-91f7-ff1e7903abfb triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:18.398026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:18.459985 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:07:18.465114 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-e9422e13-0a43-409a-967a-568a576a39c9 admin admin] 10.222.0.61 "PUT /v2.0/routers/1e759ebd-f35e-4df7-81e3-b545ad9ee944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4921930 Nov 23 12:07:18.530988 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-2e9caa87-0717-40f5-8791-40f2c4c1e7c0 None None] Provisioning complete for port 2920bfe6-1205-4bae-9215-4956bd439b60 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:18.532895 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2e9caa87-0717-40f5-8791-40f2c4c1e7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:18.571309 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-2e9caa87-0717-40f5-8791-40f2c4c1e7c0 None None] Port 2920bfe6-1205-4bae-9215-4956bd439b60 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:18.923494 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:19.885500 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:19.947968 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Sync routers for ids ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:07:19.960629 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Routers {'1e759ebd-f35e-4df7-81e3-b545ad9ee944'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:19.961587 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:07:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:19.994907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60656) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:19.999624 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b9581013-fbe8-4fb3-b002-02524152772e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544552789', 'description': 'tempest-secgroup-smoke-1544552789 description', 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:20.028224 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9581013-fbe8-4fb3-b002-02524152772e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.049840 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 745e9805-4b0f-4a1c-9e32-12660d59f517 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:20.101973 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9581013-fbe8-4fb3-b002-02524152772e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.107073 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9581013-fbe8-4fb3-b002-02524152772e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.112079 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Set router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:20.142098 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b9581013-fbe8-4fb3-b002-02524152772e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.143356 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b9581013-fbe8-4fb3-b002-02524152772e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1474338 Nov 23 12:07:20.145849 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9581013-fbe8-4fb3-b002-02524152772e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d85e48-c154-462a-a07c-176ce1ee95f5,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:20.146992 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 60658) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:20.153164 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [None req-7fed1bc5-0eaa-400d-babd-895d38de9c72 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'security_group_rule': {'security_group_id': '41d85e48-c154-462a-a07c-176ce1ee95f5', 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:20.181671 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fed1bc5-0eaa-400d-babd-895d38de9c72 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.198711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 745e9805-4b0f-4a1c-9e32-12660d59f517 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:20.199007 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.241364 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fed1bc5-0eaa-400d-babd-895d38de9c72 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.247181 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fed1bc5-0eaa-400d-babd-895d38de9c72 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.262486 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed1bc5-0eaa-400d-babd-895d38de9c72 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5387be50-75b1-413e-af8a-c1278a19ecb3,revision_number=0']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:20.273874 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-7fed1bc5-0eaa-400d-babd-895d38de9c72 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.275362 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-7fed1bc5-0eaa-400d-babd-895d38de9c72 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266379 Nov 23 12:07:20.278400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60660) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:20.283766 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-48868092-5c39-4476-a09a-d113312c393d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'security_group_rule': {'security_group_id': '41d85e48-c154-462a-a07c-176ce1ee95f5', 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:20.311511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48868092-5c39-4476-a09a-d113312c393d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.371491 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48868092-5c39-4476-a09a-d113312c393d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.375565 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48868092-5c39-4476-a09a-d113312c393d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.393783 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48868092-5c39-4476-a09a-d113312c393d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78463187-1145-45fd-ba9f-65a7c4fb973c,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:20.403181 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-48868092-5c39-4476-a09a-d113312c393d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.407893 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-48868092-5c39-4476-a09a-d113312c393d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250780 Nov 23 12:07:20.408254 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60662) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:20.409451 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.412888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-35038a99-8a66-4342-ab5c-1d6b4a9008b0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'security_group_rule': {'security_group_id': '41d85e48-c154-462a-a07c-176ce1ee95f5', 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:20.428189 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2920bfe6-1205-4bae-9215-4956bd439b60', 'name': '', 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'mac_address': 'fa:16:3e:21:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b41930f8-ae19-45c8-a055-93a671a0d4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:16Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 2, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'subnets': [{'id': 'b41930f8-ae19-45c8-a055-93a671a0d4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:20.440807 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35038a99-8a66-4342-ab5c-1d6b4a9008b0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.457450 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Checking router: 1e759ebd-f35e-4df7-81e3-b545ad9ee944 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:07:20.457844 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Updating router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 port 2920bfe6-1205-4bae-9215-4956bd439b60 binding host n-d-817747-2 {{(pid=103428) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:07:20.482912 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.501832 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35038a99-8a66-4342-ab5c-1d6b4a9008b0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.505840 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35038a99-8a66-4342-ab5c-1d6b4a9008b0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.524570 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35038a99-8a66-4342-ab5c-1d6b4a9008b0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212b9087-d11c-48b3-891a-89e079b34705,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:20.533076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-35038a99-8a66-4342-ab5c-1d6b4a9008b0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.534348 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-35038a99-8a66-4342-ab5c-1d6b4a9008b0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252124 Nov 23 12:07:20.537203 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60664) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:20.541500 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-4ff3fb8d-4b87-489d-9659-5c437cb0c382 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'security_group_rule': {'security_group_id': '41d85e48-c154-462a-a07c-176ce1ee95f5', 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:20.568287 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fb8d-4b87-489d-9659-5c437cb0c382 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.628763 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fb8d-4b87-489d-9659-5c437cb0c382 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.632568 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fb8d-4b87-489d-9659-5c437cb0c382 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.653746 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3fb8d-4b87-489d-9659-5c437cb0c382 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bae6a2-5a9b-43cb-9bb0-088cb85196eb,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:20.659834 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-4ff3fb8d-4b87-489d-9659-5c437cb0c382 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.661064 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-4ff3fb8d-4b87-489d-9659-5c437cb0c382 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229208 Nov 23 12:07:20.663809 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60666) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:20.668172 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'security_group_rule': {'security_group_id': '41d85e48-c154-462a-a07c-176ce1ee95f5', 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:20.692953 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Project cd62a8a2ba7a4f6ab460969334904fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:07:20.698484 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.763549 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.768124 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.788055 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a065b2-b5bc-4c2d-9828-9c861850bdc6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:20.801155 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.804950 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-502b6e87-c713-4a65-8f41-8843b42b5c8d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376805 Nov 23 12:07:20.805186 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60668) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:20.809779 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'security_group_rule': {'security_group_id': '41d85e48-c154-462a-a07c-176ce1ee95f5', 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:20.833512 n-d-817747-2 neutron-server[103427]: INFO neutron.db.securitygroups_db [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Project cd62a8a2ba7a4f6ab460969334904fee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 12:07:20.838916 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.901733 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.905755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3912578'] for security_group_rule, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.926029 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3d1f3b-c16e-4229-885f-c225ec38eab6,revision_number=0']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:20.934492 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.935693 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a8455aa8-8efe-4c81-9578-cefaac7f1cad tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295211 Nov 23 12:07:20.937529 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.939549 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Publish callbacks [] for port, precommit_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:20.948406 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.001420 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2887ce-9d2f-4a1b-9df8-58319ad4bf72 None None] Pushing event updated for resources: {'Port': ['ID=2920bfe6-1205-4bae-9215-4956bd439b60,revision_number=3']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:21.061600 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Attempting to bind port 2920bfe6-1205-4bae-9215-4956bd439b60 on host n-d-817747-2 for vnic_type normal with profile {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:07:21.061987 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Attempting to bind port 2920bfe6-1205-4bae-9215-4956bd439b60 by drivers openvswitch,hyperv on host n-d-817747-2 at level 0 using segments [{'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:07:21.062418 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Attempting to bind port 2920bfe6-1205-4bae-9215-4956bd439b60 on network 153afa3a-77f3-407d-ab91-8030cc3f2805 {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:21.067816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Checking agent: {'id': 'f38d8318-69bd-424c-aba5-1364b30be376', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 24, 50), 'started_at': datetime.datetime(2021, 11, 23, 10, 25, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817747-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:07:21.068206 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Checking segment: {'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:21.068616 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.069021 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Bound using segment: {'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'} {{(pid=103428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:07:21.069752 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.managers [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Bound port: 2920bfe6-1205-4bae-9215-4956bd439b60, host: n-d-817747-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805'}}] {{(pid=103428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:07:21.070161 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.097347 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-359d9f9f-f314-4e88-b7c0-6063e34fdc43 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544552789&fields=id&tenant_id=cd62a8a2ba7a4f6ab460969334904fee HTTP/1.1" status: 200 len: 267 time: 0.0471852 Nov 23 12:07:21.149307 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] For port 2920bfe6-1205-4bae-9215-4956bd439b60, host n-d-817747-2, cleared binding levels {{(pid=103428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:07:21.152597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] For port 2920bfe6-1205-4bae-9215-4956bd439b60, host n-d-817747-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2920bfe6-1205-4bae-9215-4956bd439b60,segment=NetworkSegment(c24f9fd4-d07d-46c3-9959-6f23c8e54dd4),segment_id=c24f9fd4-d07d-46c3-9959-6f23c8e54dd4)] {{(pid=103428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:07:21.158532 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.223750 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-dfa1ef81-c4b3-4bdc-9e5d-9d21d9623044 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:21.224518 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Routers {'1e759ebd-f35e-4df7-81e3-b545ad9ee944'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:21.225186 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:07:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:21.225426 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-dfa1ef81-c4b3-4bdc-9e5d-9d21d9623044 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 809 time: 0.1204777 Nov 23 12:07:21.243159 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-4cb71bf2-1a4a-4424-8af7-4c4661852145 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/quotas/cd62a8a2ba7a4f6ab460969334904fee HTTP/1.1" status: 200 len: 375 time: 0.0111358 Nov 23 12:07:21.281883 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2887ce-9d2f-4a1b-9df8-58319ad4bf72 None None] Pushing event updated for resources: {'Port': ['ID=2920bfe6-1205-4bae-9215-4956bd439b60,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:21.285177 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-5f59f364-bce7-4cec-834a-98eaf75dcb5c None None] Provisioning complete for port 2920bfe6-1205-4bae-9215-4956bd439b60 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:21.285513 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f59f364-bce7-4cec-834a-98eaf75dcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.313444 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-00b4b4cc-8414-4b93-8ed0-91713214af42 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605934 Nov 23 12:07:21.404555 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] Set router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:21.429587 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-0336c6a8-c8fd-4667-bc63-97c6389bfb26 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103426) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:07:21.430588 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-0336c6a8-c8fd-4667-bc63-97c6389bfb26 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1114860 Nov 23 12:07:21.510945 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f59f364-bce7-4cec-834a-98eaf75dcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.519904 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-dde9ae77-0ceb-4afe-8460-8a8a17dfd546 service neutron] 10.222.0.61 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825551 Nov 23 12:07:21.604710 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-5f59f364-bce7-4cec-834a-98eaf75dcb5c None None] For port 2920bfe6-1205-4bae-9215-4956bd439b60, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2920bfe6-1205-4bae-9215-4956bd439b60,segment=NetworkSegment(c24f9fd4-d07d-46c3-9959-6f23c8e54dd4),segment_id=c24f9fd4-d07d-46c3-9959-6f23c8e54dd4)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:21.613311 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5f59f364-bce7-4cec-834a-98eaf75dcb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.622519 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-e3fffc1b-5386-47e2-b3b0-f4934df81bdb service neutron] 10.222.0.61 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956459 Nov 23 12:07:21.701930 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59f364-bce7-4cec-834a-98eaf75dcb5c None None] Pushing event updated for resources: {'Port': ['ID=2920bfe6-1205-4bae-9215-4956bd439b60,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:21.743540 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2920bfe6-1205-4bae-9215-4956bd439b60', 'name': '', 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'mac_address': 'fa:16:3e:21:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b41930f8-ae19-45c8-a055-93a671a0d4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:16Z', 'updated_at': '2021-11-23T12:07:21Z', 'revision_number': 4, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'subnets': [{'id': 'b41930f8-ae19-45c8-a055-93a671a0d4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:21.746692 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-e1d0e9fc-caa6-4055-90de-3b4c3c4ed284 None None] Provisioning complete for port 2920bfe6-1205-4bae-9215-4956bd439b60 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:21.747091 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e1d0e9fc-caa6-4055-90de-3b4c3c4ed284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:21.789805 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82cc6c9-9858-497e-837c-741df57ecea0 None None] The sync data for ids ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'] in n-d-817747-2 is: [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '2920bfe6-1205-4bae-9215-4956bd439b60', 'name': '', 'network_id': '153afa3a-77f3-407d-ab91-8030cc3f2805', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'mac_address': 'fa:16:3e:21:ac:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'b41930f8-ae19-45c8-a055-93a671a0d4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:16Z', 'updated_at': '2021-11-23T12:07:21Z', 'revision_number': 4, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'subnets': [{'id': 'b41930f8-ae19-45c8-a055-93a671a0d4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:07:22.022162 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2920bfe6-1205-4bae-9215-4956bd439b60 up at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:22.073956 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Provisioning complete for port 2920bfe6-1205-4bae-9215-4956bd439b60 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:22.074328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:22.804762 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-0bde9c84-d253-4073-9779-4ec07aee6ef1 req-01ee5403-7b11-46d7-bee1-879217ec688a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 210 time: 0.0262930 Nov 23 12:07:22.996026 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:23.883129 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-615f9c92-dd69-4030-99bb-386b19d78e78 req-7f6e0ae4-fee6-44f5-92f5-4544b1f9c566 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Nov 23 12:07:24.962443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-87a82e66-ed7e-4ae7-b9ef-e8973ede9662 req-59545f7e-c384-4394-9c5a-f1c12907d296 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 210 time: 0.0280671 Nov 23 12:07:26.040700 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-a2737335-3413-4503-a62a-e65504052144 req-e1dea317-1090-425f-a28d-5c1f5ceb668d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 210 time: 0.0275934 Nov 23 12:07:27.134354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-973b475a-803c-4205-b0e7-845ab663e681 req-8febb2bb-b933-4a6f-b3b7-6e516ed572a8 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 210 time: 0.0261760 Nov 23 12:07:27.906791 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-cd17e6f5-4f86-4792-b437-b23f1efbac5d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:27.908436 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-cd17e6f5-4f86-4792-b437-b23f1efbac5d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 809 time: 0.1065774 Nov 23 12:07:27.980930 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-25c3b76c-f6ae-47f4-97bf-4b568c130411 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd62a8a2ba7a4f6ab460969334904fee HTTP/1.1" status: 200 len: 380 time: 0.0584459 Nov 23 12:07:27.994129 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'port': {'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'admin_state_up': True, 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'security_groups': ['41d85e48-c154-462a-a07c-176ce1ee95f5']}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:28.106907 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Made reservation on behalf of cd62a8a2ba7a4f6ab460969334904fee for: {'port': 1} {{(pid=103427) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:07:28.111514 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.230864 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-88749f8c-22e4-4047-b12a-82bef220a1d5 req-3b944553-64ca-4031-8f50-bc56973ae065 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 210 time: 0.0271134 Nov 23 12:07:28.239933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Allocated IP 172.20.0.9 (277626c7-2dd6-4541-94e4-d39fd3dbae6d/d46ede24-3cd4-4d5c-982c-ff32de284300/5397f9f5-2101-4df0-8b59-a1d566e084ea) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:28.379929 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.414118 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.457600 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:28.462613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:28.466169 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:28.499579 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:28.528312 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:28.528976 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.546197 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-8c57f352-02c1-4d44-b50e-13b11381c1ee tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556221 Nov 23 12:07:28.559584 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Request body: {'port': {'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817747-2'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:28.616716 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.728115 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-1ca7d9b5-639e-463b-ba15-2e3cbb2482e2 None None] Provisioning complete for port 5397f9f5-2101-4df0-8b59-a1d566e084ea triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:28.728706 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1ca7d9b5-639e-463b-ba15-2e3cbb2482e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.761584 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7d9b5-639e-463b-ba15-2e3cbb2482e2 None None] Port 5397f9f5-2101-4df0-8b59-a1d566e084ea cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:07:28.879150 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5397f9f5-2101-4df0-8b59-a1d566e084ea {{(pid=103427) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:07:28.886816 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.898740 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.provisioning_blocks [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Transition to ACTIVE for port object 5397f9f5-2101-4df0-8b59-a1d566e084ea will not be triggered until provisioned by entity L2. {{(pid=103427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:07:28.902460 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:28.973439 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:29.027568 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Attempting to bind port 5397f9f5-2101-4df0-8b59-a1d566e084ea on host n-h1-817747-2 for vnic_type normal with profile {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:07:29.027908 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Attempting to bind port 5397f9f5-2101-4df0-8b59-a1d566e084ea by drivers openvswitch,hyperv on host n-h1-817747-2 at level 0 using segments [{'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:07:29.028242 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Attempting to bind port 5397f9f5-2101-4df0-8b59-a1d566e084ea on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:29.033346 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Port 5397f9f5-2101-4df0-8b59-a1d566e084ea on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d not bound, no agent of type Open vSwitch agent registered on host n-h1-817747-2 {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 12:07:29.033671 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Attempting to bind port 5397f9f5-2101-4df0-8b59-a1d566e084ea on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:07:29.038674 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Checking agent: {'id': '7ae92d4e-29c5-45c7-9678-5d3da2820f56', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:07:29.039010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Checking segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:07:29.039395 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Bound using segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} {{(pid=103427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:07:29.039823 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.managers [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Bound port: 5397f9f5-2101-4df0-8b59-a1d566e084ea, host: n-h1-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}}] {{(pid=103427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:07:29.040177 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:29.105710 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, cleared binding levels {{(pid=103427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:07:29.109613 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:07:29.115696 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:29.156878 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.158390 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:29.159677 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] 10.222.0.65 "PUT /v2.0/ports/5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 1091 time: 0.6044779 Nov 23 12:07:29.160133 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:07:29.162457 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:07:29.207105 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f133f0b-6dc9-4c37-bb11-80526af64c9e service neutron] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=3']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:29.256319 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-1b38d4c5-25c1-4e03-b64c-f6fa21c71b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.257666 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-1b38d4c5-25c1-4e03-b64c-f6fa21c71b7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1094 time: 0.0468426 Nov 23 12:07:29.310611 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5e5742-6dd6-4925-a1ea-1f508b17d79b x-openstack-request-id: req-7e5e5742-6dd6-4925-a1ea-1f508b17d79b {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:07:29.310897 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:07:29.311300 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e5e5742-6dd6-4925-a1ea-1f508b17d79b {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:07:29.311716 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'status': 'completed', 'code': 200} Nov 23 12:07:29.314208 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-bb89b325-a4f7-47b3-8f49-66f4608004a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 217 time: 0.0465329 Nov 23 12:07:29.371405 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-39ccf0ad-f8cd-404b-a7a0-75b05f508dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.372869 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-39ccf0ad-f8cd-404b-a7a0-75b05f508dbc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0496008 Nov 23 12:07:29.377578 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb8b8b-ab92-4f80-8e28-026e1410e6ef req-b6d4ed79-d846-4637-8922-46fb245d0e7c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.379057 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4cb8b8b-ab92-4f80-8e28-026e1410e6ef req-b6d4ed79-d846-4637-8922-46fb245d0e7c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 943 time: 0.0632038 Nov 23 12:07:29.420518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959808-c903-4350-be52-18ca35c1e027 req-d8715cf1-4e34-44c3-b26d-add83fd91496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.422081 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-d8715cf1-4e34-44c3-b26d-add83fd91496 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421965 Nov 23 12:07:29.431256 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e4cb8b8b-ab92-4f80-8e28-026e1410e6ef req-6ccb7363-f670-4dd4-85e8-4a4f9514f37f tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460410 Nov 23 12:07:29.521614 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-8bb43bd2-cbb3-4efe-89a5-406bcf793c30 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883305 Nov 23 12:07:29.615032 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-62959808-c903-4350-be52-18ca35c1e027 req-56ef02f8-0bfc-4cfd-9c4f-1b178adca7bf service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861039 Nov 23 12:07:29.702245 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-dcaac649-c583-4c42-bec6-7f732e48c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.703708 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-dcaac649-c583-4c42-bec6-7f732e48c24c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1094 time: 0.0399654 Nov 23 12:07:29.800895 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-6560e713-5569-4c69-b90b-09717a39dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.802376 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-6560e713-5569-4c69-b90b-09717a39dd43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0913103 Nov 23 12:07:29.847153 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-ac4dd72c-aee8-4938-be99-e3621e737743 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 217 time: 0.0368807 Nov 23 12:07:29.901413 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-fd834a3f-ecd3-4c79-b420-14bd994a0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.902867 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-fd834a3f-ecd3-4c79-b420-14bd994a0139 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0479085 Nov 23 12:07:29.949371 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-3cb65ea1-e8d6-4f69-9235-3bb924400393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:29.950870 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-3cb65ea1-e8d6-4f69-9235-3bb924400393 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402792 Nov 23 12:07:30.044368 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-6b4e9f32-0902-48b5-ab3b-d943fe0d9c08 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822573 Nov 23 12:07:30.138889 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ca7f2981-0367-44eb-b2f7-6c29f3906cf6 req-34d01cb8-85c6-4566-9627-e48867acb13f service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843740 Nov 23 12:07:30.555024 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfcd27-d392-4073-b839-66538a0b2bf6 req-e6b3cda8-7c6b-46db-9813-fa9dde00a8bf tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:30.556529 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1adfcd27-d392-4073-b839-66538a0b2bf6 req-e6b3cda8-7c6b-46db-9813-fa9dde00a8bf tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 943 time: 0.0513060 Nov 23 12:07:30.605828 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1adfcd27-d392-4073-b839-66538a0b2bf6 req-7b56947b-d934-432d-9694-faf585bb672a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Nov 23 12:07:31.720022 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5841db-b909-467b-a462-c83985036445 req-04986510-f8a7-4029-a729-248aad90a330 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:31.721526 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e5841db-b909-467b-a462-c83985036445 req-04986510-f8a7-4029-a729-248aad90a330 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 943 time: 0.0496392 Nov 23 12:07:31.770537 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1e5841db-b909-467b-a462-c83985036445 req-9b705fd5-4c6f-42ca-9b0e-aba9cc08d521 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Nov 23 12:07:32.891265 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4ac49-1662-4cdb-8301-4b0199eb3b46 req-d2378faa-630e-4a8d-a457-a1d131d68935 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:32.893400 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffe4ac49-1662-4cdb-8301-4b0199eb3b46 req-d2378faa-630e-4a8d-a457-a1d131d68935 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 943 time: 0.0532453 Nov 23 12:07:32.942483 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-ffe4ac49-1662-4cdb-8301-4b0199eb3b46 req-0b724269-8a6d-41c8-a38b-4b7609b912ac tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Nov 23 12:07:33.188414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 5397f9f5-2101-4df0-8b59-a1d566e084ea details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:07:33.283977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:33.294879 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:07:33.336027 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:33.348975 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5397f9f5-2101-4df0-8b59-a1d566e084ea {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:07:33.368089 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:33.372140 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:33.419035 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:33.685593 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['5397f9f5-2101-4df0-8b59-a1d566e084ea'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:07:34.058003 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5f413-c423-4b6e-a2d5-dd2e18b6c51f req-06bad828-294b-45a3-b5f9-71e8b5af6e4c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:34.059484 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcd5f413-c423-4b6e-a2d5-dd2e18b6c51f req-06bad828-294b-45a3-b5f9-71e8b5af6e4c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 944 time: 0.0483620 Nov 23 12:07:34.113690 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-bcd5f413-c423-4b6e-a2d5-dd2e18b6c51f req-2d6228ab-cfdb-43ae-9c94-944bf5393bf6 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476072 Nov 23 12:07:35.190242 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 5397f9f5-2101-4df0-8b59-a1d566e084ea up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:07:35.228267 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79aee1-16c6-4839-8834-a08822f0b0be req-743616f1-750b-4528-a948-43d01a92d35d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:35.229815 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe79aee1-16c6-4839-8834-a08822f0b0be req-743616f1-750b-4528-a948-43d01a92d35d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 944 time: 0.0498431 Nov 23 12:07:35.241510 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning for port 5397f9f5-2101-4df0-8b59-a1d566e084ea completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:07:35.245751 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 5397f9f5-2101-4df0-8b59-a1d566e084ea triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:07:35.246152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:35.282279 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-fe79aee1-16c6-4839-8834-a08822f0b0be req-06d6f97b-4582-4406-a2d8-a6f278816088 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Nov 23 12:07:35.331104 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:35.353910 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:07:35.356155 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10865b1-8991-4f7f-8874-53a996d7f1bb" -d '{"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-plugged", "status": "completed", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:07:35.369822 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:07:35.373957 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:35.397525 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2557d84-c4ab-4b06-9d68-11f0bc808e90 x-openstack-request-id: req-e2557d84-c4ab-4b06-9d68-11f0bc808e90 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:07:35.397826 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-plugged", "status": "completed", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:07:35.398086 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e2557d84-c4ab-4b06-9d68-11f0bc808e90 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:07:35.398487 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'code': 200} Nov 23 12:07:35.426049 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:35.504219 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3585246-6d78-400c-bf62-e966292c1209 req-e938053a-5e78-437c-aed1-fa14d48480de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:35.505715 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3585246-6d78-400c-bf62-e966292c1209 req-e938053a-5e78-437c-aed1-fa14d48480de service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1096 time: 0.0398991 Nov 23 12:07:35.560018 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c3585246-6d78-400c-bf62-e966292c1209 req-8f293d14-3712-4aa4-b88c-8d6b8ac4b685 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Nov 23 12:07:36.397510 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce65a7-25a8-4197-8ba5-21c215dd23b1 req-541458c8-4e88-4034-bb88-f4970f150185 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:36.398993 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0ce65a7-25a8-4197-8ba5-21c215dd23b1 req-541458c8-4e88-4034-bb88-f4970f150185 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 945 time: 0.0488839 Nov 23 12:07:36.457958 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-a0ce65a7-25a8-4197-8ba5-21c215dd23b1 req-f8f651fb-847c-4e9b-826f-0c3c666e0ed2 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530274 Nov 23 12:07:37.577033 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b137-ac55-4efb-b63d-68dca463fb4e req-35e5e7e2-27c4-4b02-b2a5-4fd118289572 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:37.578569 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6051b137-ac55-4efb-b63d-68dca463fb4e req-35e5e7e2-27c4-4b02-b2a5-4fd118289572 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 945 time: 0.0482848 Nov 23 12:07:37.628383 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6051b137-ac55-4efb-b63d-68dca463fb4e req-29179c4a-610e-47a1-b568-1e6e33848526 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430706 Nov 23 12:07:37.744397 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cdd06-e244-4ac7-9a06-550a1406522d req-f463863e-d9ef-40e0-9c31-bb17bf857e84 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:37.745829 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-499cdd06-e244-4ac7-9a06-550a1406522d req-f463863e-d9ef-40e0-9c31-bb17bf857e84 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Nov 23 12:07:37.795170 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-499cdd06-e244-4ac7-9a06-550a1406522d req-d2f4aa23-274c-4c60-bd21-6d4933055249 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Nov 23 12:07:37.817457 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60742) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:37.903268 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea7493-8011-44bf-9164-26c7c750e6de tempest-TestSnapshotPattern-2129547849 tempest-TestSnapshotPattern-2129547849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:37.904838 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-c7ea7493-8011-44bf-9164-26c7c750e6de tempest-TestSnapshotPattern-2129547849 tempest-TestSnapshotPattern-2129547849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1091 time: 0.0863640 Nov 23 12:07:37.907793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 60746) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:07:37.911986 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:07:37.936107 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:38.034871 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:38.144595 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Allocated IP 172.25.5.159 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/95ecee23-1510-4b24-ac8b-d2d7c8712d89) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:07:38.245862 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:38.280228 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:38.324158 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:07:38.326888 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:07:38.330416 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:07:38.336068 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'Port': ['ID=95ecee23-1510-4b24-ac8b-d2d7c8712d89,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:39.044190 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:39.111896 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:39.263169 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:39.268540 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:39.340335 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'Port': ['ID=95ecee23-1510-4b24-ac8b-d2d7c8712d89,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:07:39.352635 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:39.461951 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Floating IP 9d73860f-16f7-4b51-8b38-9ca1d77d1fdb associated. External IP: 172.25.5.159, port: 5397f9f5-2101-4df0-8b59-a1d566e084ea. Nov 23 12:07:39.679520 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:07:39.802793 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:07:39.813146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] Sync routers for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:07:39.822156 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:39.825044 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:39.825687 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:07:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:39.850056 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9e03710f-f2ee-40e1-8fe1-996a6957d8e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9412405 Nov 23 12:07:39.850716 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:07:39.852995 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:07:39.890634 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec95e77b-2936-4178-8509-80dd905368d8 x-openstack-request-id: req-ec95e77b-2936-4178-8509-80dd905368d8 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:07:39.891008 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:07:39.891366 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec95e77b-2936-4178-8509-80dd905368d8 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:07:39.891869 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'status': 'completed', 'code': 200} Nov 23 12:07:39.938146 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:39.971992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-12e2d4e7-1dfd-4b18-826d-b1c3fb6961f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:39.973600 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-12e2d4e7-1dfd-4b18-826d-b1c3fb6961f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1096 time: 0.0512841 Nov 23 12:07:40.068876 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-f401253b-d79b-4990-976a-f5f042d9ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:40.070412 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-f401253b-d79b-4990-976a-f5f042d9ec98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0893767 Nov 23 12:07:40.142127 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-8f57404e-08a4-49a5-96ff-25543952c977 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 999 time: 0.0594528 Nov 23 12:07:40.167945 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:38Z', 'revision_number': 0, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:40.195167 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] Checking router: 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:07:40.199244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-a6de8a3a-6441-4880-8523-cd8a15f6983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:40.200739 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-a6de8a3a-6441-4880-8523-cd8a15f6983f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0498109 Nov 23 12:07:40.203246 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:07:40.203979 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:07:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:40.249923 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-45f28792-ac2f-44e9-8f2e-fbbb26ee5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:40.251602 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-45f28792-ac2f-44e9-8f2e-fbbb26ee5552 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417387 Nov 23 12:07:40.310378 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:07:40.345970 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-b07d055e-b506-4293-8162-2851c283198e service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858757 Nov 23 12:07:40.442571 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-698ac299-f4a5-4bcd-a123-0b49a5f0eb51 req-07eb24d2-34bb-483b-bfe8-6dc0512e33ef service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891476 Nov 23 12:07:40.548452 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:38Z', 'revision_number': 0, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:07:40.578106 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407b6f2-74fe-4489-b662-9e7d7e4a6477 None None] The sync data for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 is: [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:38Z', 'revision_number': 0, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:07:40.778536 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c06b25f-2e0f-49c9-bdd9-ffe13bb57a01 None None] New status for floating IP 9d73860f-16f7-4b51-8b38-9ca1d77d1fdb: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:07:44.734055 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0d218247-726c-4c1c-92e6-60df87ade210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:47.144878 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a9304777-d50c-4703-880e-5c3952f657ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:48.925022 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:49.888478 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:50.375479 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:50.906977 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:52.995905 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:07:53.103369 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:07:57.515634 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-5b9ea2ec-78f2-444f-9694-99cbd64ab29a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404325 Nov 23 12:07:57.608996 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-fe3366d5-7a21-43d3-be74-c1eceed5edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:57.610812 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-fe3366d5-7a21-43d3-be74-c1eceed5edff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1096 time: 0.0471377 Nov 23 12:07:57.714643 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-94b5e80c-ce46-4c41-82a4-35aaf94c4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:57.716262 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-94b5e80c-ce46-4c41-82a4-35aaf94c4a81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0852284 Nov 23 12:07:57.788059 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-a9af0704-e6c2-4481-b786-2141b255185a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 1001 time: 0.0619466 Nov 23 12:07:57.836785 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-936bf2ec-0b21-4c82-9389-e8d18c589f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:57.838249 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-936bf2ec-0b21-4c82-9389-e8d18c589f42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0429447 Nov 23 12:07:57.887197 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-cd43b237-169e-4d87-90ee-639161cdf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:07:57.888759 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-cd43b237-169e-4d87-90ee-639161cdf33d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427496 Nov 23 12:07:57.900639 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-34dd77a6-811e-475a-965b-5c712c32aa37 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:07:57.901678 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-34dd77a6-811e-475a-965b-5c712c32aa37 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053608 Nov 23 12:07:57.999024 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-d0890764-04cf-4532-bac1-0e4f339e9afc service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892045 Nov 23 12:07:58.091827 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1567b2e1-eb16-41c2-9fb9-642b0fb066a2 req-85ce8297-8c17-45f5-900b-8db4e71e6c80 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825815 Nov 23 12:08:14.736783 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-91391b12-7a32-45a4-bc97-1c005c725387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:17.146595 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-11e49559-73d4-477e-802b-6584d121d907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:18.928099 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:19.889869 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:20.370150 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:20.902392 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:23.020229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:30.102603 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:08:44.741752 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-525c2b8e-ba4a-4086-a99d-3ea8aa91fc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:47.153873 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e4cb9f5a-6dcb-4cbf-a6ec-0ac6cc9dc0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:48.931482 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:49.895334 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:50.373611 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:50.918409 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:53.029009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:08:57.517684 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-bae6d262-81ef-4267-82bf-eed1bd7f6c30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404456 Nov 23 12:08:57.608424 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d6301-fac9-4740-860b-ab3071597143 req-fbbd78a1-cbb5-499e-9a3a-dc4ebfd94fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:08:57.610353 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-fbbd78a1-cbb5-499e-9a3a-dc4ebfd94fab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1096 time: 0.0467155 Nov 23 12:08:57.713729 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d6301-fac9-4740-860b-ab3071597143 req-580bf51d-cf32-4553-9eb6-45fd1a646489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:08:57.715206 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-580bf51d-cf32-4553-9eb6-45fd1a646489 service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0849552 Nov 23 12:08:57.787019 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-4c7d1d74-23d9-4d90-bbd8-84abd57cd04b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 1001 time: 0.0643759 Nov 23 12:08:57.839485 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d6301-fac9-4740-860b-ab3071597143 req-37fc6f2d-5fb4-4b64-af33-62ad75d59be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:08:57.840927 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-37fc6f2d-5fb4-4b64-af33-62ad75d59be8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0457428 Nov 23 12:08:57.886950 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d6301-fac9-4740-860b-ab3071597143 req-62fb4302-7c65-4975-8727-4490ea1c22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:08:57.888410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-62fb4302-7c65-4975-8727-4490ea1c22e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398383 Nov 23 12:08:57.986883 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-9ffccd68-f1e7-4e69-8c92-8218bd45b61f service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Nov 23 12:08:58.080371 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-780d6301-fac9-4740-860b-ab3071597143 req-2674bc81-7f3f-4c79-8e4c-1fd77c7f95c7 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Nov 23 12:09:07.102250 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:09:14.734035 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-75805437-e3a7-4dca-9fb5-dce707a3e707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:17.146412 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfbade04-51e7-414b-881b-83ea5873b547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:18.933949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:19.895349 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:20.375839 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:20.936007 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:23.018563 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:41.663795 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 5397f9f5-2101-4df0-8b59-a1d566e084ea details requested by agent hyperv_n-h1-817747-2 with host n-h1-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:09:41.762642 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:09:41.778699 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Returning: {'device': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:09:41.817517 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:41.831816 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5397f9f5-2101-4df0-8b59-a1d566e084ea {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:09:41.854503 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:09:41.858332 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:41.911305 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:09:41.920359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.920713 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.921062 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.921434 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.921776 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.922128 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.922460 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.922792 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.923127 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.923457 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.923789 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.924119 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:41.942414 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] get_ports_and_sgs() called for port_ids ['5397f9f5-2101-4df0-8b59-a1d566e084ea'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:09:43.685903 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 5397f9f5-2101-4df0-8b59-a1d566e084ea up at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:09:43.743661 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Provisioning complete for port 5397f9f5-2101-4df0-8b59-a1d566e084ea triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:09:43.744081 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:43.828519 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:43.853382 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:09:43.855936 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c106182c-c1bb-4474-a342-6d6443b1aefb" -d '{"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-plugged", "status": "completed", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:09:43.871803 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:09:43.878485 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:43.910585 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69273f31-26b2-4439-9163-60b498f52f41 x-openstack-request-id: req-69273f31-26b2-4439-9163-60b498f52f41 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:09:43.910761 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-plugged", "status": "completed", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:09:43.911346 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-69273f31-26b2-4439-9163-60b498f52f41 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:09:43.911503 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'code': 200} Nov 23 12:09:43.935832 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:09:44.103674 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:09:44.742798 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0f76f85e-158b-4ff2-90dd-8555423e65b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:47.152305 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-21dfda9c-de50-465d-bad6-69d2e958e848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:48.941692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:49.913340 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:50.388067 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:50.950444 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:51.788288 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-7a5bff2a-d344-4bbf-9903-14fc5294e20c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544552789&fields=id&tenant_id=cd62a8a2ba7a4f6ab460969334904fee HTTP/1.1" status: 200 len: 267 time: 0.0577397 Nov 23 12:09:51.895035 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-75d130b5-27c8-4d7c-a3ea-83023b8bdb2e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:51.896493 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-75d130b5-27c8-4d7c-a3ea-83023b8bdb2e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 809 time: 0.1007521 Nov 23 12:09:51.911920 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a2076bdc-4a01-4b74-a885-611226ef0445 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/quotas/cd62a8a2ba7a4f6ab460969334904fee HTTP/1.1" status: 200 len: 375 time: 0.0089025 Nov 23 12:09:51.997874 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-287324aa-192e-4b67-bf45-c38b204896e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805087 Nov 23 12:09:52.078419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-9d93bdc1-ee91-4279-8211-9018ced8834a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103427) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:09:52.079443 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-9d93bdc1-ee91-4279-8211-9018ced8834a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0700407 Nov 23 12:09:52.173005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-0692e372-76ef-411e-b973-416f4a836888 service neutron] 10.222.0.61 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872486 Nov 23 12:09:52.267381 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-5c734ee8-fa59-47b7-abe2-69aeba5e6dda service neutron] 10.222.0.61 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881078 Nov 23 12:09:52.460767 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4511c544-8c72-4318-97ce-e3e85e674a0b req-a29da91f-5206-41f0-a07e-d3180f0a72c4 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 210 time: 0.0284901 Nov 23 12:09:53.027154 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:53.379567 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-4737d8f7-b0ff-4c8e-a63c-709340887fb1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:53.381038 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-4737d8f7-b0ff-4c8e-a63c-709340887fb1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.58 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 809 time: 0.1132293 Nov 23 12:09:53.445089 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-9c6dda5d-9d24-4f35-8429-461eea6c230c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd62a8a2ba7a4f6ab460969334904fee HTTP/1.1" status: 200 len: 380 time: 0.0546694 Nov 23 12:09:53.454050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'port': {'device_id': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'admin_state_up': True, 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'security_groups': ['41d85e48-c154-462a-a07c-176ce1ee95f5']}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:09:53.571052 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-2034cb41-46d3-43ea-b394-81241fd58a72 req-fc0aae8c-a11e-47ff-912c-2039818bbd88 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 210 time: 0.0338173 Nov 23 12:09:53.582155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Made reservation on behalf of cd62a8a2ba7a4f6ab460969334904fee for: {'port': 1} {{(pid=103426) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:09:53.593531 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:53.745669 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_common [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Allocated IP 172.20.0.6 (277626c7-2dd6-4541-94e4-d39fd3dbae6d/d46ede24-3cd4-4d5c-982c-ff32de284300/071fa8ba-f3e4-4cd2-a397-3267a06e9575) {{(pid=103426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:09:53.915243 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for port, precommit_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:53.954141 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_create {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:54.002040 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d is already hosted by enough agents. {{(pid=103426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:09:54.005014 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.base_scheduler [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Resources bound (agent type, host, resource id): {{(pid=103426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:09:54.008837 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Received port after_create {{(pid=103426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:09:54.016577 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=1']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:09:54.042799 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.043155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.043491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.043827 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.044161 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.044491 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.044818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.045193 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.045522 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.045858 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.046172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.046493 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:09:54.095778 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:54.096416 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:54.124116 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a915814e-ead6-4105-b081-835f8be47591 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6737375 Nov 23 12:09:54.319800 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-53354f2b-266b-4064-b42e-686088da6fb4 None None] Provisioning complete for port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 triggered by entity DHCP. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:09:54.320389 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-53354f2b-266b-4064-b42e-686088da6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:54.354900 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-53354f2b-266b-4064-b42e-686088da6fb4 None None] Port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 cannot update to ACTIVE because it is not bound. {{(pid=103428) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 12:09:54.705709 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6d485-fe7e-486e-a3de-8281b6deb70a req-8ab34f0a-97d7-478f-9cec-adbfa5252287 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:54.707312 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8f6d485-fe7e-486e-a3de-8281b6deb70a req-8ab34f0a-97d7-478f-9cec-adbfa5252287 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0615859 Nov 23 12:09:54.761626 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-c8f6d485-fe7e-486e-a3de-8281b6deb70a req-c75ff0ed-33ba-47ef-ac30-25847df00649 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480168 Nov 23 12:09:55.750435 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 5397f9f5-2101-4df0-8b59-a1d566e084ea no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:09:55.834885 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:55.859333 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:09:55.861892 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7be8cd-7aeb-4982-8804-6bef5224f8c6" -d '{"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:09:55.882428 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:09:55.886166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576feb8-7bf2-489c-a67f-baf45530d494 req-5d65254b-d37e-4c8c-a969-a2f8420da042 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:55.894641 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9576feb8-7bf2-489c-a67f-baf45530d494 req-5d65254b-d37e-4c8c-a969-a2f8420da042 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0576816 Nov 23 12:09:55.903613 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 12:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9bc7da-8753-4306-bf47-09d3ca8aefea x-openstack-request-id: req-fa9bc7da-8753-4306-bf47-09d3ca8aefea {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:09:55.903907 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:09:55.904170 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fa9bc7da-8753-4306-bf47-09d3ca8aefea {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:09:55.904578 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'code': 200} Nov 23 12:09:55.905258 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:09:55.947407 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-9576feb8-7bf2-489c-a67f-baf45530d494 req-46441290-e97e-4aab-9dac-cecf422c69e3 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512149 Nov 23 12:09:55.967686 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Pushing event updated for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=8']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:09:57.063997 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda51e5-25aa-4a45-9592-8d38df6355ad req-8ee04f19-9357-4cc7-b221-cf367da08aeb tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:57.071216 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7bda51e5-25aa-4a45-9592-8d38df6355ad req-8ee04f19-9357-4cc7-b221-cf367da08aeb tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0555439 Nov 23 12:09:57.119809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7bda51e5-25aa-4a45-9592-8d38df6355ad req-7f9c7041-911b-4ec7-9a84-3b5189b8a46a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454249 Nov 23 12:09:58.248912 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fe7a9-9e4b-45b2-b252-7d6cf576b117 req-87175ea6-6d77-4e7a-9fb4-249ead10cef5 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:58.250578 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-454fe7a9-9e4b-45b2-b252-7d6cf576b117 req-87175ea6-6d77-4e7a-9fb4-249ead10cef5 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0602803 Nov 23 12:09:58.303589 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-454fe7a9-9e4b-45b2-b252-7d6cf576b117 req-5c75b3f3-afea-49f0-a519-30671e7d0fd0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Nov 23 12:09:58.522691 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-36955c1c-2f72-417a-9ad0-e7212df89a2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488038 Nov 23 12:09:58.611757 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-9bc62113-35cf-410b-b0e2-c7a246bf2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:58.613369 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-9bc62113-35cf-410b-b0e2-c7a246bf2701 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1094 time: 0.0451884 Nov 23 12:09:58.728501 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-54267a97-bfa3-454f-9557-f792038ec86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:58.730137 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-54267a97-bfa3-454f-9557-f792038ec86a service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0960174 Nov 23 12:09:58.802202 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-3503b041-0b14-4af2-a2f2-a770034b0fd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 999 time: 0.0626371 Nov 23 12:09:58.863417 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-d74f2112-24ad-481f-99f1-6003ebc57561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:58.864818 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-d74f2112-24ad-481f-99f1-6003ebc57561 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0528464 Nov 23 12:09:58.917901 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-f1f5518d-a6bc-4680-9972-2647c3bb161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:58.919692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-f1f5518d-a6bc-4680-9972-2647c3bb161e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451500 Nov 23 12:09:59.019603 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-57f3b6aa-d28f-4b29-ae23-8910b9c2de5c service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895135 Nov 23 12:09:59.418736 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-3d511257-d5a3-4fbd-a655-b53733a428c1 req-5b55eef2-d746-43d2-bbc6-bce00f61dd07 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858366 Nov 23 12:09:59.440534 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e494ac5-fa85-46e6-b9dd-e991b0605322 req-8b9a4f9c-9659-46f8-931b-d3a92a57877d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:09:59.445605 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e494ac5-fa85-46e6-b9dd-e991b0605322 req-8b9a4f9c-9659-46f8-931b-d3a92a57877d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0648966 Nov 23 12:09:59.497450 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4e494ac5-fa85-46e6-b9dd-e991b0605322 req-b5bd293b-4d90-4107-b29d-918871ae16af tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479584 Nov 23 12:10:00.623334 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080314-e435-4e1f-89b6-b1fccbef8d17 req-48f38e29-3861-49a4-baf0-0ea60096a64a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:00.624901 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9080314-e435-4e1f-89b6-b1fccbef8d17 req-48f38e29-3861-49a4-baf0-0ea60096a64a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0503109 Nov 23 12:10:00.676276 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d9080314-e435-4e1f-89b6-b1fccbef8d17 req-d9c12842-6492-461e-8d78-eb3e3398f701 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452709 Nov 23 12:10:01.812775 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57ba5-3f34-45a5-aedf-6f51d301cb02 req-4510a73a-28c4-4fbf-b78f-6f998ddd04e2 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:01.814321 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5bf57ba5-3f34-45a5-aedf-6f51d301cb02 req-4510a73a-28c4-4fbf-b78f-6f998ddd04e2 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0524499 Nov 23 12:10:01.867220 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-5bf57ba5-3f34-45a5-aedf-6f51d301cb02 req-208d73ac-abf3-4b9a-beb9-c420d9ee3f46 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468504 Nov 23 12:10:02.998992 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c41f4-50ff-4ad5-b0a6-57c108c6182d req-8c969b23-a36e-4835-bc30-1a8932d6e006 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:03.000638 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8f3c41f4-50ff-4ad5-b0a6-57c108c6182d req-8c969b23-a36e-4835-bc30-1a8932d6e006 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0607173 Nov 23 12:10:03.052125 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-8f3c41f4-50ff-4ad5-b0a6-57c108c6182d req-4ec86621-ff43-43e0-a4b5-5f709498e456 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454118 Nov 23 12:10:04.171675 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d62c6-8ca1-4a4d-8c63-5f6faf85a19b req-8db72b04-db97-4ae3-a91c-46391a6cdac8 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:04.173176 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d62c6-8ca1-4a4d-8c63-5f6faf85a19b req-8db72b04-db97-4ae3-a91c-46391a6cdac8 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0504830 Nov 23 12:10:04.226177 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-aa7d62c6-8ca1-4a4d-8c63-5f6faf85a19b req-fe8dbe5d-044c-4ba9-acbe-29d1e5bbf770 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470703 Nov 23 12:10:05.350682 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb4a9f-e2a8-4f5e-a2cf-49e6fc7c20b7 req-079aade0-90af-46d3-8354-ca378d8388c0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:05.352173 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55bb4a9f-e2a8-4f5e-a2cf-49e6fc7c20b7 req-079aade0-90af-46d3-8354-ca378d8388c0 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0490344 Nov 23 12:10:05.401354 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-55bb4a9f-e2a8-4f5e-a2cf-49e6fc7c20b7 req-e7a95472-6e30-48dd-a53c-35db227d5984 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Nov 23 12:10:06.458525 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.v2.base [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Request body: {'port': {'device_id': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817747-2'}} {{(pid=103426) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:10:06.539599 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:06.561760 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e50964-2d01-4d27-9ada-0d622b06e779 req-14dd65b7-9486-4a57-b802-63d998ee6750 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:06.563253 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e50964-2d01-4d27-9ada-0d622b06e779 req-14dd65b7-9486-4a57-b802-63d998ee6750 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 931 time: 0.0852945 Nov 23 12:10:06.698861 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-56e50964-2d01-4d27-9ada-0d622b06e779 req-df78c4e6-6453-48fd-b72d-e4c67badfea9 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160426 Nov 23 12:10:06.871372 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071fa8ba-f3e4-4cd2-a397-3267a06e9575 {{(pid=103426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:10:06.885715 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:06.898785 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.provisioning_blocks [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Transition to ACTIVE for port object 071fa8ba-f3e4-4cd2-a397-3267a06e9575 will not be triggered until provisioned by entity L2. {{(pid=103426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:10:06.902398 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:06.953377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Pushing event updated for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=2']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:10:07.026711 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Attempting to bind port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 on host n-h2-817747-2 for vnic_type normal with profile {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 12:10:07.027050 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Attempting to bind port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 by drivers openvswitch,hyperv on host n-h2-817747-2 at level 0 using segments [{'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 12:10:07.027377 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Attempting to bind port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:10:07.032117 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d not bound, no agent of type Open vSwitch agent registered on host n-h2-817747-2 {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 12:10:07.032436 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Attempting to bind port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 on network 277626c7-2dd6-4541-94e4-d39fd3dbae6d {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 12:10:07.037477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Checking agent: {'id': '859994aa-11d2-40b2-baf0-902438533fed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817747-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'started_at': datetime.datetime(2021, 11, 23, 10, 32, 22), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 12:10:07.037813 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Checking segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 12:10:07.038197 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Bound using segment: {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'} {{(pid=103426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 12:10:07.038622 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.managers [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Bound port: 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host: n-h2-817747-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca25f44a-a079-4906-a1cc-84903348120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d'}}] {{(pid=103426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 12:10:07.038991 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:07.105796 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, cleared binding levels {{(pid=103426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 12:10:07.110325 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 12:10:07.114680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62780149'] for port, after_update {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:07.147831 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.148552 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:07.149858 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] 10.222.0.58 "PUT /v2.0/ports/071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 200 len: 1091 time: 0.7416766 Nov 23 12:10:07.150310 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:10:07.152608 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea24a0-cfac-4275-8496-4d811a0b287b" -d '{"events": [{"name": "network-changed", "server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:10:07.181872 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae1bf0-7e6d-4fef-a000-4fd5aea2c4ce service neutron] Pushing event updated for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=3']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:10:07.252102 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-f5e709c4-e473-444c-b72d-2c77ea3a1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.253691 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-f5e709c4-e473-444c-b72d-2c77ea3a1650 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1094 time: 0.0445576 Nov 23 12:10:07.302779 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a8dfaa-ea0a-4d5b-bec1-98a0f4e205b1 x-openstack-request-id: req-a8a8dfaa-ea0a-4d5b-bec1-98a0f4e205b1 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:10:07.302779 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:10:07.302779 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8a8dfaa-ea0a-4d5b-bec1-98a0f4e205b1 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:10:07.302779 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'status': 'completed', 'code': 200} Nov 23 12:10:07.306486 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-7648ff0a-d9b8-4f13-b434-95b125d37c79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 200 len: 217 time: 0.0453448 Nov 23 12:10:07.360155 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-6ea5e0c4-3908-4fb5-963b-a1d659d4e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.361694 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-6ea5e0c4-3908-4fb5-963b-a1d659d4e2de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0478222 Nov 23 12:10:07.409019 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-b2fcca9d-862f-4114-9ded-8a848c3d1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.410553 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-b2fcca9d-862f-4114-9ded-8a848c3d1303 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420644 Nov 23 12:10:07.506345 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-236adbf3-7f74-404d-b689-70b8bd53d596 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879056 Nov 23 12:10:07.596278 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-565c7164-9f14-4f17-aa9c-29c4e9d78fba req-0cb534f6-52dc-40f2-9ced-a28ea869f7f2 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822554 Nov 23 12:10:07.683477 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-967e0d68-8bbc-4106-8065-3c73ce019b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.685026 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-967e0d68-8bbc-4106-8065-3c73ce019b00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1094 time: 0.0461540 Nov 23 12:10:07.800568 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-99fbac0a-f631-4a54-b763-cad7bcc36ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.802229 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-99fbac0a-f631-4a54-b763-cad7bcc36ae8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.1106315 Nov 23 12:10:07.860257 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-8d424d6d-2e1e-4b10-ae42-1cd937700176 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 200 len: 217 time: 0.0442975 Nov 23 12:10:07.884109 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3203e-b243-417f-83b1-99f980e9509d req-82bcf0d8-72ba-426f-83dc-62a974447dcc tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.889134 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5f3203e-b243-417f-83b1-99f980e9509d req-82bcf0d8-72ba-426f-83dc-62a974447dcc tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 943 time: 0.0994427 Nov 23 12:10:07.944465 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-ecfd8917-4ff6-446d-a9c5-e6af2869f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:07.947764 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-ecfd8917-4ff6-446d-a9c5-e6af2869f243 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0781715 Nov 23 12:10:07.972663 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-e5f3203e-b243-417f-83b1-99f980e9509d req-69328095-a8f8-42f6-89d6-26451e66aa7a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685027 Nov 23 12:10:08.011006 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-cb92a2ba-616b-4f56-8512-e5dbc36b53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:08.012401 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-cb92a2ba-616b-4f56-8512-e5dbc36b53aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580571 Nov 23 12:10:08.132311 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-ab35ce88-1d57-415b-8fe1-3006a9578de5 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120677 Nov 23 12:10:08.229910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-4fea24a0-cfac-4275-8496-4d811a0b287b req-9d750155-826b-4193-a904-2e7534bfa1e7 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890450 Nov 23 12:10:09.091808 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd91a5e-436c-4a51-a2af-696056811280 req-f6a3dae8-0b23-416b-a215-8518b15445fc tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:09.093311 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7cd91a5e-436c-4a51-a2af-696056811280 req-f6a3dae8-0b23-416b-a215-8518b15445fc tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 943 time: 0.0486906 Nov 23 12:10:09.149005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-7cd91a5e-436c-4a51-a2af-696056811280 req-6238528a-bf7f-4927-b960-ef22b44ad7e1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491545 Nov 23 12:10:10.264870 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f685612-6756-445e-9796-21d8ee4702d6 req-0616ef54-f4da-462c-aa10-95514bb08657 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:10.266394 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f685612-6756-445e-9796-21d8ee4702d6 req-0616ef54-f4da-462c-aa10-95514bb08657 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 943 time: 0.0506854 Nov 23 12:10:10.318290 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-8f685612-6756-445e-9796-21d8ee4702d6 req-42b5c15e-e71d-4201-b084-5694feef0cfb tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Nov 23 12:10:11.434097 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdfc1-a748-44b5-bd00-87d48b732a90 req-c6eb35ae-1232-47bd-a8e7-a97fe502ab45 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:11.435621 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03bcdfc1-a748-44b5-bd00-87d48b732a90 req-c6eb35ae-1232-47bd-a8e7-a97fe502ab45 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 943 time: 0.0495925 Nov 23 12:10:11.486716 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-03bcdfc1-a748-44b5-bd00-87d48b732a90 req-60964dd2-240c-482b-adb9-84874c807183 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452530 Nov 23 12:10:11.737129 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 071fa8ba-f3e4-4cd2-a397-3267a06e9575 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:10:11.831391 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:10:11.842970 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'port_id': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'mac_address': 'fa:16:3e:bf:17:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:10:11.883647 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:11.896257 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071fa8ba-f3e4-4cd2-a397-3267a06e9575 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:10:11.915356 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:10:11.919242 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:11.965264 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=4']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:10:12.279154 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['071fa8ba-f3e4-4cd2-a397-3267a06e9575'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:10:12.602753 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c249e-9d4f-442e-8601-093e429dd43b req-e9220e06-542f-4f47-9a18-4477444e0ef4 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:12.604137 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-737c249e-9d4f-442e-8601-093e429dd43b req-e9220e06-542f-4f47-9a18-4477444e0ef4 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 944 time: 0.0483634 Nov 23 12:10:12.653288 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-737c249e-9d4f-442e-8601-093e429dd43b req-c44a8b06-bb9a-4e29-8b43-060829af35e3 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Nov 23 12:10:13.753404 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 071fa8ba-f3e4-4cd2-a397-3267a06e9575 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:10:13.767650 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c298d3-ba60-4ead-bc72-c887ef411338 req-6e10d52a-0ca0-4ce0-8f13-54953501b5db tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:13.769201 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5c298d3-ba60-4ead-bc72-c887ef411338 req-6e10d52a-0ca0-4ce0-8f13-54953501b5db tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 944 time: 0.0490742 Nov 23 12:10:13.804155 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning for port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 completed by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:10:13.808176 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:10:13.808556 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:13.820188 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-d5c298d3-ba60-4ead-bc72-c887ef411338 req-79871eba-bb9c-4838-8e94-eeb35f4e74fe tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 Nov 23 12:10:13.892022 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:13.914921 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:10:13.917529 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4c85a9-0dcd-46f5-9ead-366d8af0647c" -d '{"events": [{"server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "name": "network-vif-plugged", "status": "completed", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:10:13.931556 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:10:13.937351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:13.979373 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f24022-04a6-43d0-9710-614eba68e792 x-openstack-request-id: req-37f24022-04a6-43d0-9710-614eba68e792 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:10:13.979840 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "name": "network-vif-plugged", "status": "completed", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:10:13.981291 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37f24022-04a6-43d0-9710-614eba68e792 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:10:13.981291 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'code': 200} Nov 23 12:10:14.011335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=5']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:10:14.081662 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c37ab-87d1-45b5-a250-a153a60608f0 req-4aad680b-d626-4569-b3b0-f0eeaa5e300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:14.083066 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c3c37ab-87d1-45b5-a250-a153a60608f0 req-4aad680b-d626-4569-b3b0-f0eeaa5e300f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1096 time: 0.0438814 Nov 23 12:10:14.132085 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-1c3c37ab-87d1-45b5-a250-a153a60608f0 req-4e9a68be-ff43-412e-99ad-b46eab9357e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Nov 23 12:10:14.735879 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5554ba9a-7e44-43e0-8cab-cf6df4d81f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:14.938537 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b339fe-f370-4c23-90ac-7d533cfb534d req-7a4e9173-7254-4ba5-8b7e-f3d610aaef1a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:14.940022 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09b339fe-f370-4c23-90ac-7d533cfb534d req-7a4e9173-7254-4ba5-8b7e-f3d610aaef1a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 945 time: 0.0530000 Nov 23 12:10:14.989556 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-09b339fe-f370-4c23-90ac-7d533cfb534d req-d668f5dd-ecb4-41f0-9e7a-12094695b36a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Nov 23 12:10:16.156302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e03669-d4b8-46d8-b375-f89ca5443b56 req-990dd339-e891-49eb-aff1-c6418e1152c8 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:16.157832 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3e03669-d4b8-46d8-b375-f89ca5443b56 req-990dd339-e891-49eb-aff1-c6418e1152c8 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 945 time: 0.0978696 Nov 23 12:10:16.205779 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-d3e03669-d4b8-46d8-b375-f89ca5443b56 req-4f207c62-1e4f-4053-a4f4-136aea5c7e76 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Nov 23 12:10:16.330658 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f166f6-fd89-4627-899a-12f9cab99f8a req-6e63cf91-6247-4cbe-a952-f0b7d7e86156 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:16.332101 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f166f6-fd89-4627-899a-12f9cab99f8a req-6e63cf91-6247-4cbe-a952-f0b7d7e86156 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 945 time: 0.0562494 Nov 23 12:10:16.383915 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-73f166f6-fd89-4627-899a-12f9cab99f8a req-1e7c5d84-d81c-4e4e-9f1d-054a8bbe06ce tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457838 Nov 23 12:10:16.405709 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32798) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:10:16.450306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c727c-a5e4-4f1e-966f-278c5cbb8332 tempest-TestSnapshotPattern-2129547849 tempest-TestSnapshotPattern-2129547849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:16.452517 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-500c727c-a5e4-4f1e-966f-278c5cbb8332 tempest-TestSnapshotPattern-2129547849 tempest-TestSnapshotPattern-2129547849-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1091 time: 0.0457916 Nov 23 12:10:16.455306 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 32800) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:10:16.459561 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.v2.base [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Request body: {'floatingip': {'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'port_id': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103427) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:10:16.481745 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:16.582120 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:16.689604 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_common [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Allocated IP 172.25.5.233 (25284502-4bc3-4251-934a-5f9b9b14b204/c33c7b16-4fdc-4e5b-8873-30403bd6cc79/942c0c74-4552-4de5-9d87-bf5a893103b9) {{(pid=103427) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:10:16.789232 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for port, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:16.822728 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731372389084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:16.862967 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Network 25284502-4bc3-4251-934a-5f9b9b14b204 is already hosted by enough agents. {{(pid=103427) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:10:16.869052 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.base_scheduler [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Resources bound (agent type, host, resource id): {{(pid=103427) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:10:16.872474 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Received port after_create {{(pid=103427) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 12:10:16.879313 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'Port': ['ID=942c0c74-4552-4de5-9d87-bf5a893103b9,revision_number=1']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:10:16.907036 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.907386 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.907726 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.908064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.908400 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.908750 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.909061 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.909419 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.909741 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.910064 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.910399 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:16.910720 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:10:17.143308 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-847890dc-4776-47c3-b5ab-8dc75a04084f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:17.243913 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:17.308457 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:17.468729 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for port, precommit_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:17.474158 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15462692'] for port, after_update {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:17.542034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event updated for resources: {'Port': ['ID=942c0c74-4552-4de5-9d87-bf5a893103b9,revision_number=2']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:10:17.554433 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3810372'] for floatingip, after_create {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:17.657679 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Floating IP f6702533-a1c1-4135-b9ac-e0ab4a1a7a70 associated. External IP: 172.25.5.233, port: 071fa8ba-f3e4-4cd2-a397-3267a06e9575. Nov 23 12:10:17.871412 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:10:17.979164 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:10:17.989341 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] Sync routers for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:10:17.997089 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:17.999541 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:10:18.000154 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:10:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:10:18.024617 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-b561d269-d7c8-4d66-a136-7bbd07b6a5e7 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5682993 Nov 23 12:10:18.025369 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:10:18.027722 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f55ef69-b72a-415d-9b2f-e54a718ff729" -d '{"events": [{"name": "network-changed", "server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:10:18.072922 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cb01cc-534e-4e22-bd43-98e9c4927875 x-openstack-request-id: req-41cb01cc-534e-4e22-bd43-98e9c4927875 {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:10:18.073251 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:10:18.073510 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-41cb01cc-534e-4e22-bd43-98e9c4927875 {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:10:18.073923 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'status': 'completed', 'code': 200} Nov 23 12:10:18.107913 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:10:18.141404 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-4f9f26bf-b1ad-4628-877b-328a295d8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:18.142919 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-4f9f26bf-b1ad-4628-877b-328a295d8d84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1096 time: 0.0466545 Nov 23 12:10:18.236541 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-2550a1c1-cbaf-4a5c-8725-e6b29170a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:18.238132 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-2550a1c1-cbaf-4a5c-8725-e6b29170a6cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0873294 Nov 23 12:10:18.306977 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-635c10f7-bdd6-4ec5-a126-5782f62694e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 200 len: 999 time: 0.0619617 Nov 23 12:10:18.343678 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:40Z', 'revision_number': 1, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}, {'id': 'f6702533-a1c1-4135-b9ac-e0ab4a1a7a70', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:bf:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:10:17Z', 'updated_at': '2021-11-23T12:10:17Z', 'revision_number': 0, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:10:18.356679 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-bf5b4251-f77b-4522-89a9-1c123a4caa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:18.358531 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-bf5b4251-f77b-4522-89a9-1c123a4caa17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0443044 Nov 23 12:10:18.370128 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] Checking router: 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:10:18.379048 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:10:18.379645 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:10:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:10:18.406543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-384281b1-8024-4d2b-b821-a2f43f4039a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:18.407974 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-384281b1-8024-4d2b-b821-a2f43f4039a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421541 Nov 23 12:10:18.486876 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:10:18.505096 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-81f1680a-f84e-4411-b830-51bfc22f04cf service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895407 Nov 23 12:10:18.599775 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-2f55ef69-b72a-415d-9b2f-e54a718ff729 req-ade0f790-7478-42d3-914a-b33a66e728aa service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880017 Nov 23 12:10:18.715470 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:40Z', 'revision_number': 1, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}, {'id': 'f6702533-a1c1-4135-b9ac-e0ab4a1a7a70', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:bf:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:10:17Z', 'updated_at': '2021-11-23T12:10:17Z', 'revision_number': 0, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:10:18.743264 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7304e91-4a00-47f1-a5c2-2151e49b2721 None None] The sync data for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 is: [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:40Z', 'revision_number': 1, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}, {'id': 'f6702533-a1c1-4135-b9ac-e0ab4a1a7a70', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:bf:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:10:17Z', 'updated_at': '2021-11-23T12:10:17Z', 'revision_number': 0, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:10:18.930726 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2ec659-3932-4fab-9d54-c55e282b12e5 None None] New status for floating IP f6702533-a1c1-4135-b9ac-e0ab4a1a7a70: ACTIVE {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:10:18.979458 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:19.900671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:20.381054 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:20.954168 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:21.102533 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:10:23.030759 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:44.737535 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e9edab42-2e4c-4d4d-aaff-e6ab0aa5cb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:47.145176 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3a081734-27c5-4e52-ad9c-8546ac563e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:48.941914 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:49.903909 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:50.383071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:50.956811 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:53.030697 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:10:54.705547 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-6a690aa5-6f7f-4484-a9c6-733033226b5d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426700 Nov 23 12:10:54.786271 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-e48d74ed-dbf7-48c5-bade-a36bd63ed5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:54.787760 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-e48d74ed-dbf7-48c5-bade-a36bd63ed5f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1096 time: 0.0400536 Nov 23 12:10:54.888852 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-7cd9fc73-03bb-4c85-ae71-d2db42406d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:54.890328 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-7cd9fc73-03bb-4c85-ae71-d2db42406d79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0840533 Nov 23 12:10:54.959266 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-1d094187-c070-456f-8cb9-d470725bcc81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 200 len: 1001 time: 0.0613685 Nov 23 12:10:55.009079 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-c2648126-218f-4822-b518-927fca9b807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:55.010560 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-c2648126-218f-4822-b518-927fca9b807d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0439432 Nov 23 12:10:55.055824 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-12a52100-c182-4028-ac58-b3fda6b9548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:55.057403 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-12a52100-c182-4028-ac58-b3fda6b9548d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397317 Nov 23 12:10:55.152100 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-4109badd-5824-4f2e-802b-27d9b4963051 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870628 Nov 23 12:10:55.243910 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-3f267c8b-2b9c-41eb-a7be-71ae8733ada9 req-67ddc2a6-d502-4150-9b26-50ea1cb84c5f service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837071 Nov 23 12:10:58.101773 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:10:59.578784 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-e9d52114-2d2f-4002-ab67-1d7420e089b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885136 Nov 23 12:10:59.675863 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-d1bed924-6d17-4b88-a314-09eec4f27285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:59.677453 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-d1bed924-6d17-4b88-a314-09eec4f27285 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1094 time: 0.0542250 Nov 23 12:10:59.785511 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-72ee9cea-c5ba-4017-9e0c-90718a55dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:59.786899 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-72ee9cea-c5ba-4017-9e0c-90718a55dce7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0869060 Nov 23 12:10:59.863242 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-c0ec87ad-3620-44e3-839b-a31f0eeefbde service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 999 time: 0.0636244 Nov 23 12:10:59.919156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-d1c8a1e0-462f-4919-8aa1-5967497a0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:59.920598 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-d1c8a1e0-462f-4919-8aa1-5967497a0df6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0451903 Nov 23 12:10:59.969913 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-192e451a-c7d9-410c-8120-9289cbd1d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:10:59.971410 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-192e451a-c7d9-410c-8120-9289cbd1d82d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409155 Nov 23 12:11:00.064451 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-af97ba18-50df-4408-a68f-4dd49c979a9c service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859900 Nov 23 12:11:00.165765 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-1a9feba3-dc3d-4aca-8e4c-d49a26e6b1d2 req-5bfa1fb5-be0d-42de-bd7a-abcbd64ff061 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896626 Nov 23 12:11:14.739555 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-17dbfb37-f163-4fdb-a894-715e8b42f936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:17.146525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-46ad71ab-c64f-4664-948c-c9095868717d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:18.945701 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:19.907506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:20.385201 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:20.976442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:23.037329 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:35.101501 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:11:44.742216 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9be3-b609-4b36-8c2f-4ba03c57beb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:47.147687 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2e85f6d4-66c2-4cfa-9060-d2d00b7f80a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:48.948203 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:49.909422 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:50.388690 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:50.975372 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:53.042040 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:11:55.688067 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-d94bac9b-dc0c-4e32-b692-bad88b6d5b78 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450573 Nov 23 12:11:55.769076 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-bde8b058-6e9f-4d35-81d1-b6c735b48f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:11:55.771105 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-bde8b058-6e9f-4d35-81d1-b6c735b48f82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1096 time: 0.0408909 Nov 23 12:11:55.883957 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-b1488b55-0021-4cfe-9712-5274de499aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:11:55.885505 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-b1488b55-0021-4cfe-9712-5274de499aec service neutron] 10.222.0.58 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0956144 Nov 23 12:11:55.958799 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-617b4cc5-c027-4f97-83d9-5efc6afc5f80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 200 len: 1001 time: 0.0665162 Nov 23 12:11:56.008028 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-dcc6d8c9-f2d1-4826-80b9-4da152a1c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:11:56.009468 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-dcc6d8c9-f2d1-4826-80b9-4da152a1c812 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0444944 Nov 23 12:11:56.058674 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-c6a15898-3459-40bc-8661-e35cb4dac4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:11:56.060167 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-c6a15898-3459-40bc-8661-e35cb4dac4ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443218 Nov 23 12:11:56.155007 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-c6a718fb-7422-4577-a882-bfe6a2a3bb64 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870833 Nov 23 12:11:56.554082 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-da88fe6a-b56b-42eb-ac64-e4d4c26a537a req-e4b11a89-6c58-443f-8e4b-f272dea6bb59 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915453 Nov 23 12:12:01.509575 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-fe3ecebe-5966-46fd-9d3d-9edcc4905043 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423064 Nov 23 12:12:01.599566 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-fcf4a770-3592-4898-ac36-9de93e745d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:01.601060 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-fcf4a770-3592-4898-ac36-9de93e745d2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1094 time: 0.0456307 Nov 23 12:12:01.710573 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-6d30abfa-197c-448b-b5d7-9a8bdd39a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:01.712014 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-6d30abfa-197c-448b-b5d7-9a8bdd39a3e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.0854366 Nov 23 12:12:01.784974 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-7870e7f1-f4cc-4f55-934b-fc1b6862bdd1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 999 time: 0.0641751 Nov 23 12:12:01.844700 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-79262adf-4989-4c62-892f-7897d5035ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:01.846235 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-79262adf-4989-4c62-892f-7897d5035ae2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0503666 Nov 23 12:12:01.894801 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-dab11175-3651-4090-815f-6dacc5db8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:01.896994 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-dab11175-3651-4090-815f-6dacc5db8a42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402226 Nov 23 12:12:01.994687 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-bb3b6b85-f51b-4849-8bc8-47e4aebd63e3 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864258 Nov 23 12:12:02.089343 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bc22126e-95ab-49c6-9b5f-19c07c4f28ff req-8b88518b-2bda-4c76-87db-e6f22f65f704 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836294 Nov 23 12:12:12.101080 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:12:14.743795 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8d65-6a25-4d44-84c8-371632371ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:17.149949 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1c2d78f0-e3b2-4d1f-8c24-34066449ddf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:18.951390 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:19.909644 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:20.389205 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:20.991347 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:22.231991 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 071fa8ba-f3e4-4cd2-a397-3267a06e9575 details requested by agent hyperv_n-h2-817747-2 with host n-h2-817747-2 {{(pid=103428) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 12:12:22.333857 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:22.345265 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Returning: {'device': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'port_id': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'mac_address': 'fa:16:3e:bf:17:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103428) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 12:12:22.383503 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:22.396302 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 071fa8ba-f3e4-4cd2-a397-3267a06e9575 {{(pid=103428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:12:22.420348 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:22.426414 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:22.477622 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=6']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:22.485537 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.485890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.486239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.486575 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.486909 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.487240 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.487570 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.487899 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.488959 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.489347 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.489683 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.490014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:22.508432 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] get_ports_and_sgs() called for port_ids ['071fa8ba-f3e4-4cd2-a397-3267a06e9575'] {{(pid=103428) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 12:12:23.042832 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:24.264711 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 071fa8ba-f3e4-4cd2-a397-3267a06e9575 up at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 12:12:24.314095 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.provisioning_blocks [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Provisioning complete for port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 triggered by entity L2. {{(pid=103428) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:12:24.314472 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747399'] for port, provisioning_complete {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:24.393069 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574343'] for port, before_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:24.415564 n-d-817747-2 neutron-server[103428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575'}] {{(pid=103428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:12:24.417832 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13ece66e3affb939c3e64deb7132ae4e2c20c89a9ba04a7b197bdaf27cf67643" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686469cc-7bbf-47e1-afd3-64c5c3c57654" -d '{"events": [{"server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "name": "network-vif-plugged", "status": "completed", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575"}]}' {{(pid=103428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:12:24.432335 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.db [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:24.437216 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731372823242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731372389102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731372390916'] for port, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:24.484402 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Pushing event updated for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=7']} {{(pid=103428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:24.517783 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89dc6ce-e495-40c8-98cc-f840fd1b77b1 x-openstack-request-id: req-f89dc6ce-e495-40c8-98cc-f840fd1b77b1 {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:12:24.518107 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "name": "network-vif-plugged", "status": "completed", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575", "code": 200}]} {{(pid=103428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:12:24.518367 n-d-817747-2 neutron-server[103428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f89dc6ce-e495-40c8-98cc-f840fd1b77b1 {{(pid=103428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:12:24.518771 n-d-817747-2 neutron-server[103428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'code': 200} Nov 23 12:12:35.533300 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33032) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:35.689019 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Deleting port 942c0c74-4552-4de5-9d87-bf5a893103b9 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:35.689392 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:35.766409 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:35.766734 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:35.778834 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Calling delete_port for 942c0c74-4552-4de5-9d87-bf5a893103b9 owned by network:floatingip {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:35.928567 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:35.959178 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event deleted for resources: {'Port': ['ID=942c0c74-4552-4de5-9d87-bf5a893103b9,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:35.982662 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.983112 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.983462 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.983811 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.984151 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.984488 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.985079 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.985440 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.985926 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.986271 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.986606 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:35.986938 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:36.028173 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:36.028511 n-d-817747-2 neutron-server[103427]: INFO neutron.db.l3_db [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Floating IP f6702533-a1c1-4135-b9ac-e0ab4a1a7a70 disassociated (deleted). External IP: 172.25.5.233, port: 071fa8ba-f3e4-4cd2-a397-3267a06e9575. Nov 23 12:12:36.241634 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:12:36.350280 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:12:36.355095 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:36.361396 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] Sync routers for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:12:36.371816 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:36.372415 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:36.382527 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-92179e2d-96c5-4e68-8d55-32452d0ec7c1 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "DELETE /v2.0/floatingips/f6702533-a1c1-4135-b9ac-e0ab4a1a7a70 HTTP/1.1" status: 204 len: 168 time: 0.8481164 Nov 23 12:12:36.383123 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:12:36.385421 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d22063-3d09-4681-a038-ba4819f00141" -d '{"events": [{"name": "network-changed", "server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:12:36.483345 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:36.495894 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90cd807-191a-494b-8e01-09e15fedd62f x-openstack-request-id: req-d90cd807-191a-494b-8e01-09e15fedd62f {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:12:36.496329 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:12:36.496680 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d90cd807-191a-494b-8e01-09e15fedd62f {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:12:36.497224 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'status': 'completed', 'code': 200} Nov 23 12:12:36.583268 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22063-3d09-4681-a038-ba4819f00141 req-b93b1adc-7eeb-41f8-9301-7e95418aee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:36.584806 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d22063-3d09-4681-a038-ba4819f00141 req-b93b1adc-7eeb-41f8-9301-7e95418aee28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 1096 time: 0.0614181 Nov 23 12:12:36.696862 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae0bab-cb25-4cca-8203-875d3122a6f4 req-597d652c-d434-4a0a-9230-ec43cc436129 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:36.698389 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6eae0bab-cb25-4cca-8203-875d3122a6f4 req-597d652c-d434-4a0a-9230-ec43cc436129 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 945 time: 0.1073153 Nov 23 12:12:36.743655 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22063-3d09-4681-a038-ba4819f00141 req-e41fc105-c949-4f6c-9d56-0d7ff63c6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:36.745184 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d22063-3d09-4681-a038-ba4819f00141 req-e41fc105-c949-4f6c-9d56-0d7ff63c6cdc service neutron] 10.222.0.58 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.1444871 Nov 23 12:12:36.796529 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-6eae0bab-cb25-4cca-8203-875d3122a6f4 req-90d43d01-c854-41af-8041-ad4b34d54c62 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915594 Nov 23 12:12:36.798304 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d22063-3d09-4681-a038-ba4819f00141 req-534bb825-bac2-4f97-ae24-d6289c799bea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 200 len: 217 time: 0.0432453 Nov 23 12:12:36.817090 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:40Z', 'revision_number': 1, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:36.843384 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] Checking router: 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:12:36.852429 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:36.853035 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:36.854531 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22063-3d09-4681-a038-ba4819f00141 req-f072907d-79a0-4037-a70f-e692a13c8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:36.856027 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d22063-3d09-4681-a038-ba4819f00141 req-f072907d-79a0-4037-a70f-e692a13c8d31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0496070 Nov 23 12:12:36.904135 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d22063-3d09-4681-a038-ba4819f00141 req-0d43ac02-b27c-48c7-a3c9-edec50e284fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:36.905713 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d22063-3d09-4681-a038-ba4819f00141 req-0d43ac02-b27c-48c7-a3c9-edec50e284fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412421 Nov 23 12:12:36.962435 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:36.999552 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d22063-3d09-4681-a038-ba4819f00141 req-ffb653db-fff3-4b1f-b693-7bd27bf9aba5 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842266 Nov 23 12:12:37.094928 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-93d22063-3d09-4681-a038-ba4819f00141 req-cfacaa0a-65ae-457e-9f69-1e50a0a25938 service neutron] 10.222.0.58 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874138 Nov 23 12:12:37.187788 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:40Z', 'revision_number': 1, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:37.214407 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0958158-3b88-428c-863e-4e2cba6726a4 None None] The sync data for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 is: [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_floatingips': [{'id': '9d73860f-16f7-4b51-8b38-9ca1d77d1fdb', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'floating_ip_address': '172.25.5.159', 'floating_network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'router_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'port_id': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'mac_address': 'fa:16:3e:fb:9c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:07:38Z', 'updated_at': '2021-11-23T12:07:40Z', 'revision_number': 1, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:12:37.460890 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ea2705-8e9e-46fc-8b64-bfbb7eea940d None None] New status for floating IP f6702533-a1c1-4135-b9ac-e0ab4a1a7a70: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:12:37.915518 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6035be8-4e10-4dab-95c6-f46683155371 req-3590c20e-4a33-4331-838d-b9f69288f53d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:37.917005 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6035be8-4e10-4dab-95c6-f46683155371 req-3590c20e-4a33-4331-838d-b9f69288f53d tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 945 time: 0.0482631 Nov 23 12:12:37.971003 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c6035be8-4e10-4dab-95c6-f46683155371 req-02096496-6f56-40d2-93dc-443e388603e2 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481372 Nov 23 12:12:38.280001 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-d0bbb9f9-1cfb-4391-b2c1-4d1930990344 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:38.281482 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-d0bbb9f9-1cfb-4391-b2c1-4d1930990344 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.58 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 945 time: 0.0491166 Nov 23 12:12:38.380520 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Deleting port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:38.380766 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:38.468919 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] For port 071fa8ba-f3e4-4cd2-a397-3267a06e9575, host n-h2-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817747-2',level=0,port_id=071fa8ba-f3e4-4cd2-a397-3267a06e9575,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:38.469323 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:38.482413 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Calling delete_port for 071fa8ba-f3e4-4cd2-a397-3267a06e9575 owned by compute:nova {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:38.613769 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:38.642908 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event deleted for resources: {'Port': ['ID=071fa8ba-f3e4-4cd2-a397-3267a06e9575,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:38.660302 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.660582 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.660793 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.661144 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.661484 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.661816 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.662163 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.662488 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.662810 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.663172 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.663495 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.663818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817747-2 {{(pid=103426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:12:38.703987 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] No DVR routers for this DVR port 071fa8ba-f3e4-4cd2-a397-3267a06e9575 on host n-h2-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:12:38.708110 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:38.711811 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7d56f6d9-84e9-4907-86ae-fcc06e80e87f req-6cdbfdec-2f9a-4eb5-875b-6df068fea25e tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.58 "DELETE /v2.0/ports/071fa8ba-f3e4-4cd2-a397-3267a06e9575 HTTP/1.1" status: 204 len: 173 time: 0.4245174 Nov 23 12:12:38.712280 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'name': 'network-vif-deleted', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:12:38.715039 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d0be74-c323-4fec-b0f1-903e6e5f3a3f" -d '{"events": [{"server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "name": "network-vif-deleted", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:12:38.754904 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1376c-4a30-451f-87cf-523148dda6b4 x-openstack-request-id: req-a6c1376c-4a30-451f-87cf-523148dda6b4 {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:12:38.755205 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4005e2e8-c447-473f-9cf7-a3620fadd632", "name": "network-vif-deleted", "tag": "071fa8ba-f3e4-4cd2-a397-3267a06e9575", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:12:38.755461 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6c1376c-4a30-451f-87cf-523148dda6b4 {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:12:38.755866 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4005e2e8-c447-473f-9cf7-a3620fadd632', 'name': 'network-vif-deleted', 'tag': '071fa8ba-f3e4-4cd2-a397-3267a06e9575', 'status': 'completed', 'code': 200} Nov 23 12:12:39.092557 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-c5b839ce-c772-4328-8ea8-8887808c6305 req-9e5340b2-8cc5-4f3c-8f22-61bc343788ec tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=4005e2e8-c447-473f-9cf7-a3620fadd632 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Nov 23 12:12:40.357514 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 071fa8ba-f3e4-4cd2-a397-3267a06e9575 no longer exists at agent hyperv_n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:40.383378 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] No Port match for: 071fa8ba-f3e4-4cd2-a397-3267a06e9575 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:40.383733 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Device 071fa8ba-f3e4-4cd2-a397-3267a06e9575 not bound to the agent host n-h2-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:40.674654 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33090) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:40.836339 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Deleting port 95ecee23-1510-4b24-ac8b-d2d7c8712d89 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:40.836680 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:40.911840 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:40.912082 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:40.923544 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Calling delete_port for 95ecee23-1510-4b24-ac8b-d2d7c8712d89 owned by network:floatingip {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:41.074836 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:41.101138 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event deleted for resources: {'Port': ['ID=95ecee23-1510-4b24-ac8b-d2d7c8712d89,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:41.171790 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for floatingip, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:41.172131 n-d-817747-2 neutron-server[103426]: INFO neutron.db.l3_db [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Floating IP 9d73860f-16f7-4b51-8b38-9ca1d77d1fdb disassociated (deleted). External IP: 172.25.5.159, port: 5397f9f5-2101-4df0-8b59-a1d566e084ea. Nov 23 12:12:41.376666 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:12:41.486258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:12:41.491160 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for floatingip, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:41.496647 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] Sync routers for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:12:41.508163 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:41.509100 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:41.517973 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-f287670d-8f2e-45ae-aa82-8bdbd107c16c tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "DELETE /v2.0/floatingips/9d73860f-16f7-4b51-8b38-9ca1d77d1fdb HTTP/1.1" status: 204 len: 168 time: 0.8416350 Nov 23 12:12:41.518574 n-d-817747-2 neutron-server[103426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea'}] {{(pid=103426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:12:41.521883 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d43913360147fd1388ab21a0196818b822ffba7754869e5d5e0878cb3e49b421" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557859c-e0b7-4598-88ff-c2dd65621bce" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea"}]}' {{(pid=103426) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:12:41.566595 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 12:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d4568-1e48-420a-94f7-d09971b8d40c x-openstack-request-id: req-9d7d4568-1e48-420a-94f7-d09971b8d40c {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:12:41.566889 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea", "status": "completed", "code": 200}]} {{(pid=103426) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:12:41.567171 n-d-817747-2 neutron-server[103426]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d7d4568-1e48-420a-94f7-d09971b8d40c {{(pid=103426) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:12:41.567591 n-d-817747-2 neutron-server[103426]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'status': 'completed', 'code': 200} Nov 23 12:12:41.631348 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:41.634430 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-8df3dd93-0881-4ed4-9666-f0bbc5b38f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:41.636140 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-8df3dd93-0881-4ed4-9666-f0bbc5b38f4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 1094 time: 0.0440798 Nov 23 12:12:41.765833 n-d-817747-2 neutron-server[103426]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549cf36-2c76-4c11-b5e7-7301048ef466 req-e881d28b-8dd2-423a-b01f-ca90bd57c355 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103426) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:41.767574 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7549cf36-2c76-4c11-b5e7-7301048ef466 req-e881d28b-8dd2-423a-b01f-ca90bd57c355 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 943 time: 0.0569088 Nov 23 12:12:41.827871 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [req-7549cf36-2c76-4c11-b5e7-7301048ef466 req-9f254197-617d-47d2-959d-297dede91b4a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/security-groups?id=41d85e48-c154-462a-a07c-176ce1ee95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534604 Nov 23 12:12:41.865380 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:41.898036 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] Checking router: 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:12:41.906661 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:41.907282 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:42.015337 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:42.038340 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-cd775433-36ea-45e4-bbf5-85f916c9792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:42.039752 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-cd775433-36ea-45e4-bbf5-85f916c9792c service neutron] 10.222.0.65 "GET /v2.0/networks?id=277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 200 len: 910 time: 0.3815756 Nov 23 12:12:42.082405 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-3f080203-d1f3-4b41-8d52-5c2fe4b0f161 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 200 len: 217 time: 0.0341170 Nov 23 12:12:42.134307 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-c57b2304-0a83-4854-aa43-3b1d8c2f2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:42.136119 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-c57b2304-0a83-4854-aa43-3b1d8c2f2282 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 200 len: 848 time: 0.0449202 Nov 23 12:12:42.183616 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-47a076ac-e78c-4a1e-82de-2543f08e06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:42.185129 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-47a076ac-e78c-4a1e-82de-2543f08e06e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=277626c7-2dd6-4541-94e4-d39fd3dbae6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400882 Nov 23 12:12:42.215529 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:42.247418 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef24f74-b39a-41a5-ad3b-65a64bdded5e None None] The sync data for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 is: [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:12Z', 'revision_number': 4, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2', '_interfaces': [{'id': '5bb2267e-49f1-4410-91f7-ff1e7903abfb', 'name': '', 'network_id': '277626c7-2dd6-4541-94e4-d39fd3dbae6d', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'mac_address': 'fa:16:3e:0f:cb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:11Z', 'updated_at': '2021-11-23T12:07:16Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'subnets': [{'id': 'd46ede24-3cd4-4d5c-982c-ff32de284300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:12:42.285331 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-01df99ca-d81b-48ec-a7dd-4aba6b285918 service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906816 Nov 23 12:12:42.385692 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-4557859c-e0b7-4598-88ff-c2dd65621bce req-32264fe7-e190-4df9-a401-f12663a4937f service neutron] 10.222.0.65 "GET /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926828 Nov 23 12:12:42.453748 n-d-817747-2 neutron-server[103427]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-b1524515-8731-43ff-9bbc-631fff6225ab tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103427) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:12:42.455267 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-b1524515-8731-43ff-9bbc-631fff6225ab tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 943 time: 0.0549600 Nov 23 12:12:42.477709 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120dac0-b59a-4906-a73b-c74d585cf137 None None] New status for floating IP 9d73860f-16f7-4b51-8b38-9ca1d77d1fdb: DOWN {{(pid=103428) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 12:12:42.550202 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Deleting port 5397f9f5-2101-4df0-8b59-a1d566e084ea {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:42.550573 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:42.643590 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] For port 5397f9f5-2101-4df0-8b59-a1d566e084ea, host n-h1-817747-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817747-2',level=0,port_id=5397f9f5-2101-4df0-8b59-a1d566e084ea,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:42.644994 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:42.656905 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Calling delete_port for 5397f9f5-2101-4df0-8b59-a1d566e084ea owned by compute:nova {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:42.790513 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:42.817924 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event deleted for resources: {'Port': ['ID=5397f9f5-2101-4df0-8b59-a1d566e084ea,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:42.860933 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] No DVR routers for this DVR port 5397f9f5-2101-4df0-8b59-a1d566e084ea on host n-h1-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:12:42.863511 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4130429'] for port, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:42.866935 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-bd20a4ad-ddaa-4e2e-8494-25c33da2f6c5 req-3ff4f9db-e510-4c00-8ee2-7baa868c364a tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.65 "DELETE /v2.0/ports/5397f9f5-2101-4df0-8b59-a1d566e084ea HTTP/1.1" status: 204 len: 173 time: 0.4012969 Nov 23 12:12:42.867389 n-d-817747-2 neutron-server[103427]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-deleted', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea'}] {{(pid=103427) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:12:42.869687 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca8a7c962361e826668544f1e7d565c0ed267b3d6a5550d468d788be9bc22912" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2d75e2-778e-4423-af32-6e4767b27cc7" -d '{"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-deleted", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea"}]}' {{(pid=103427) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 12:12:42.910346 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a6e909-61d7-444a-adfa-a0e3508aecfd x-openstack-request-id: req-c1a6e909-61d7-444a-adfa-a0e3508aecfd {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 12:12:42.910589 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5be911-b1fc-4503-aed8-5232e08624a3", "name": "network-vif-deleted", "tag": "5397f9f5-2101-4df0-8b59-a1d566e084ea", "status": "completed", "code": 200}]} {{(pid=103427) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 12:12:42.911022 n-d-817747-2 neutron-server[103427]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c1a6e909-61d7-444a-adfa-a0e3508aecfd {{(pid=103427) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 12:12:42.911435 n-d-817747-2 neutron-server[103427]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5be911-b1fc-4503-aed8-5232e08624a3', 'name': 'network-vif-deleted', 'tag': '5397f9f5-2101-4df0-8b59-a1d566e084ea', 'status': 'completed', 'code': 200} Nov 23 12:12:42.938926 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [req-5380e14b-d4d9-4893-b73d-8681e1dec350 req-aaed216f-9217-4400-a955-ce265d8f571b tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf5be911-b1fc-4503-aed8-5232e08624a3 HTTP/1.1" status: 200 len: 210 time: 0.0265789 Nov 23 12:12:43.997453 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33104) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:44.054685 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-66c1526c-1b3e-41dd-916a-dc7453c2f228 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:44.079532 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-66c1526c-1b3e-41dd-916a-dc7453c2f228 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:44.139286 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-66c1526c-1b3e-41dd-916a-dc7453c2f228 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:44.141982 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-66c1526c-1b3e-41dd-916a-dc7453c2f228 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:44.143146 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-66c1526c-1b3e-41dd-916a-dc7453c2f228 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] 10.222.0.61 "DELETE /v2.0/security-groups/41d85e48-c154-462a-a07c-176ce1ee95f5 HTTP/1.1" status: 204 len: 168 time: 0.1446893 Nov 23 12:12:44.152863 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1526c-1b3e-41dd-916a-dc7453c2f228 tempest-TestSnapshotPattern-174907426 tempest-TestSnapshotPattern-174907426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d85e48-c154-462a-a07c-176ce1ee95f5,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:44.745060 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-67dbac43-3d69-4758-8563-7f3a750aedcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:45.211999 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33110) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:45.672815 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:45.916292 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Deleting port 5bb2267e-49f1-4410-91f7-ff1e7903abfb {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:45.916630 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:45.996471 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] For port 5bb2267e-49f1-4410-91f7-ff1e7903abfb, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=5bb2267e-49f1-4410-91f7-ff1e7903abfb,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:45.996753 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:46.009981 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Calling delete_port for 5bb2267e-49f1-4410-91f7-ff1e7903abfb owned by network:router_interface {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:46.194826 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:46.223921 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb2267e-49f1-4410-91f7-ff1e7903abfb,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:46.405616 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:46.602989 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 5397f9f5-2101-4df0-8b59-a1d566e084ea no longer exists at agent hyperv_n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:46.624075 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] No Port match for: 5397f9f5-2101-4df0-8b59-a1d566e084ea {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:46.624429 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Device 5397f9f5-2101-4df0-8b59-a1d566e084ea not bound to the agent host n-h1-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:46.629085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103427) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:12:46.735034 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103427) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:12:46.740403 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-2da1584c-aa31-470b-90d9-a72a5c9c0257 admin admin] 10.222.0.61 "PUT /v2.0/routers/69e4b9fc-5f7b-4a75-ab8e-322f5f205a84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5272400 Nov 23 12:12:46.743287 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33114) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:46.744685 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] Sync routers for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:12:46.755540 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:46.756158 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:17Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:46.845978 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks [] for router, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:46.864189 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: n-d-817747-2 {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:46.951938 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.011421 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Deleting port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:47.012076 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.095856 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] For port 2ac59141-3a3e-47bb-8fd6-bcfc720846a6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:47.096217 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.109027 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Calling delete_port for 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 owned by network:router_gateway {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:47.148205 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:12:46Z', 'revision_number': 5, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port': {'id': '2ac59141-3a3e-47bb-8fd6-bcfc720846a6', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:47.152222 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-37dff011-cb85-4636-984a-1b673d39ee0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.174568 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] Checking router: 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 for host: n-d-817747-2 {{(pid=103429) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:12:47.182900 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] Routers {'69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'} bound to L3 agent in host n-d-817747-2 {{(pid=103429) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:47.183509 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'], 'active': True} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:47.270034 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_dvr_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] Set router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 gateway port host: None {{(pid=103429) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:47.285008 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.309065 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac59141-3a3e-47bb-8fd6-bcfc720846a6,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:47.327655 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.l3_hamode_db [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:12:46Z', 'revision_number': 6, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port_host': None}], 'n-d-817747-2', False) {} {{(pid=103429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:47.328379 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef20f20-43f2-4212-a752-dbf993c3251c None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:12:47.356554 n-d-817747-2 neutron-server[103429]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a4320a-0bcd-40ef-b54c-206c44821418 None None] The sync data for ids ['69e4b9fc-5f7b-4a75-ab8e-322f5f205a84'] in n-d-817747-2 is: [{'id': '69e4b9fc-5f7b-4a75-ab8e-322f5f205a84', 'name': 'tempest-TestSnapshotPattern-726229862-router', 'tenant_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:09Z', 'updated_at': '2021-11-23T12:12:46Z', 'revision_number': 6, 'project_id': 'cd62a8a2ba7a4f6ab460969334904fee', 'gw_port_host': None}] {{(pid=103429) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:12:47.379992 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.482900 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.485314 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.529479 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.530010 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 {{(pid=103427) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 12:12:47.534922 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] Publish callbacks [] for router, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.536078 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-91f30d13-da58-4d6e-ba40-32ebb9293611 admin admin] 10.222.0.61 "DELETE /v2.0/routers/69e4b9fc-5f7b-4a75-ab8e-322f5f205a84 HTTP/1.1" status: 204 len: 168 time: 0.7918756 Nov 23 12:12:47.538667 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33116) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:47.583199 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] Deleting subnet d46ede24-3cd4-4d5c-982c-ff32de284300 {{(pid=103427) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 12:12:47.586333 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.624757 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58931273'] for subnet, precommit_delete_associations {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.703004 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.759360 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15462766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58758490'] for subnet, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.787127 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46ede24-3cd4-4d5c-982c-ff32de284300,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:47.790703 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.796689 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-de1d05f1-4a63-4628-9f55-a60fa7a2ea70 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d46ede24-3cd4-4d5c-982c-ff32de284300 HTTP/1.1" status: 204 len: 168 time: 0.2543294 Nov 23 12:12:47.796689 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33118) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:47.799598 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe15407d-21a9-4c69-adbc-2fac7aee9a51 None None] Network 277626c7-2dd6-4541-94e4-d39fd3dbae6d requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:12:47.872866 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:47.929989 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Deleting port d0f825d5-8468-472c-862a-7427dc4d2468 {{(pid=103427) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:47.930507 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.003144 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.db [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] For port d0f825d5-8468-472c-862a-7427dc4d2468, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=d0f825d5-8468-472c-862a-7427dc4d2468,segment=NetworkSegment(ca25f44a-a079-4906-a1cc-84903348120b),segment_id=ca25f44a-a079-4906-a1cc-84903348120b)] {{(pid=103427) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:48.003517 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.017156 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.plugin [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Calling delete_port for d0f825d5-8468-472c-862a-7427dc4d2468 owned by network:dhcp {{(pid=103427) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:48.101991 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15462685'] for port, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.152797 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f825d5-8468-472c-862a-7427dc4d2468,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:48.157166 n-d-817747-2 neutron-server[103427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] No DVR routers for this DVR port d0f825d5-8468-472c-862a-7427dc4d2468 on host n-d-817747-2 {{(pid=103427) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:12:48.161977 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3ed66-f084-4a0a-bd7c-314e34e8778e None None] DHCP port deletion for 277626c7-2dd6-4541-94e4-d39fd3dbae6d request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:12:48.232524 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5bb2267e-49f1-4410-91f7-ff1e7903abfb no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:48.258916 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 5bb2267e-49f1-4410-91f7-ff1e7903abfb {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:48.259192 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 5bb2267e-49f1-4410-91f7-ff1e7903abfb not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:48.259624 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:48.285180 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:48.285542 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2ac59141-3a3e-47bb-8fd6-bcfc720846a6 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:48.533671 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.553764 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277626c7-2dd6-4541-94e4-d39fd3dbae6d']}} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:48.562787 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca25f44a-a079-4906-a1cc-84903348120b') {'for_net_delete': True} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:48.563085 n-d-817747-2 neutron-server[103427]: DEBUG neutron.services.segments.db [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca25f44a-a079-4906-a1cc-84903348120b') {} {{(pid=103427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:48.573138 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58931326'] for segment, before_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.587342 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.593244 n-d-817747-2 neutron-server[103427]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103427) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:12:48.593622 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15463628'] for segment, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: Traceback (most recent call last): Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: timer() Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: cb(*args, **kw) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: return func(*args, **kwargs) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: self._notify() Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: self.callback(batched_events) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: event.method(event) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: return f(self, *a, **k) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: return self._get(url).json() Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: return self.request(url, 'GET', **kwargs) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:12:48.595411 n-d-817747-2 neutron-server[103427]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:12:48.652755 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.657724 n-d-817747-2 neutron-server[103427]: DEBUG neutron_lib.callbacks.manager [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Publish callbacks [] for network, before_response {{(pid=103427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:48.661362 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] 10.222.0.61 "DELETE /v2.0/networks/277626c7-2dd6-4541-94e4-d39fd3dbae6d HTTP/1.1" status: 204 len: 168 time: 0.8640025 Nov 23 12:12:48.664476 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33120) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:48.673947 n-d-817747-2 neutron-server[103427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e0986-ea64-474d-be03-add6f8c9ba87 admin admin] Pushing event deleted for resources: {'Network': ['ID=277626c7-2dd6-4541-94e4-d39fd3dbae6d,revision_number=None']} {{(pid=103427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:48.955140 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:49.019977 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3810628'] for router_interface, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:49.099958 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:12:49.270202 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Deleting port 2920bfe6-1205-4bae-9215-4956bd439b60 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:49.270469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:49.346786 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] For port 2920bfe6-1205-4bae-9215-4956bd439b60, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=2920bfe6-1205-4bae-9215-4956bd439b60,segment=NetworkSegment(c24f9fd4-d07d-46c3-9959-6f23c8e54dd4),segment_id=c24f9fd4-d07d-46c3-9959-6f23c8e54dd4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:49.347282 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:49.359367 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Calling delete_port for 2920bfe6-1205-4bae-9215-4956bd439b60 owned by network:router_interface {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:49.535157 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:49.560864 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2920bfe6-1205-4bae-9215-4956bd439b60,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:49.734596 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810776'] for router_interface, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:49.912096 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:49.953818 n-d-817747-2 neutron-server[103426]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 has already been hosted by L3 agent 23ef55f5-ea51-4394-9176-9258c4445f9c {{(pid=103426) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 12:12:50.060729 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] Notify agent at l3_agent.n-d-817747-2 the message routers_updated {{(pid=103426) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 12:12:50.066619 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-17bd7fdd-1001-4d30-a60f-4cdb608a5e92 admin admin] 10.222.0.61 "PUT /v2.0/routers/1e759ebd-f35e-4df7-81e3-b545ad9ee944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010146 Nov 23 12:12:50.069275 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33122) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:50.070225 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] Sync routers for ids ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'] in n-d-817747-2 {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:12:50.079623 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] Routers {'1e759ebd-f35e-4df7-81e3-b545ad9ee944'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:50.080241 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:50.182540 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks [] for router, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:50.196058 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] Set router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:50.260365 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d0f825d5-8468-472c-862a-7427dc4d2468 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:50.291855 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: d0f825d5-8468-472c-862a-7427dc4d2468 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:50.292200 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device d0f825d5-8468-472c-862a-7427dc4d2468 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:50.418061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:50.435725 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:12:49Z', 'revision_number': 5, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:50.463150 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] Checking router: 1e759ebd-f35e-4df7-81e3-b545ad9ee944 for host: n-d-817747-2 {{(pid=103428) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:12:50.474375 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] Routers {'1e759ebd-f35e-4df7-81e3-b545ad9ee944'} bound to L3 agent in host n-d-817747-2 {{(pid=103428) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 12:12:50.475014 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817747-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T10:24:47Z,description=,heartbeat_timestamp=2021-11-23T12:12:47Z,host='n-d-817747-2',id=23ef55f5-ea51-4394-9176-9258c4445f9c,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T10:24:47Z,topic='l3_agent')) {'router_ids': ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'], 'active': True} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:50.590558 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_dvr_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] Set router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 gateway port host: n-d-817747-2 {{(pid=103428) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 12:12:50.607195 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:50.662261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Deleting port 745e9805-4b0f-4a1c-9e32-12660d59f517 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:50.662593 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:50.740158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] For port 745e9805-4b0f-4a1c-9e32-12660d59f517, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=745e9805-4b0f-4a1c-9e32-12660d59f517,segment=NetworkSegment(ad526d37-3bba-416e-b98e-09c526620085),segment_id=ad526d37-3bba-416e-b98e-09c526620085)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:50.740843 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:50.753717 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Calling delete_port for 745e9805-4b0f-4a1c-9e32-12660d59f517 owned by network:router_gateway {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:50.771983 n-d-817747-2 neutron-server[103428]: DEBUG neutron.db.l3_hamode_db [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:12:49Z', 'revision_number': 5, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}], 'n-d-817747-2', False) {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:50.805328 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070e79a-ac61-4689-91c2-bdd12dd1f99d None None] The sync data for ids ['1e759ebd-f35e-4df7-81e3-b545ad9ee944'] in n-d-817747-2 is: [{'id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'name': 'tempest-TestSnapshotPattern-960852672-router', 'tenant_id': '676c76dec6374926bffe3a65042bfdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'external_fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:12:49Z', 'revision_number': 5, 'project_id': '676c76dec6374926bffe3a65042bfdd4', 'gw_port': {'id': '745e9805-4b0f-4a1c-9e32-12660d59f517', 'name': '', 'network_id': '25284502-4bc3-4251-934a-5f9b9b14b204', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e759ebd-f35e-4df7-81e3-b545ad9ee944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817747-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:07:14Z', 'updated_at': '2021-11-23T12:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c33c7b16-4fdc-4e5b-8873-30403bd6cc79', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817747-2'}] {{(pid=103428) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:12:50.929647 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:50.959823 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Pushing event deleted for resources: {'Port': ['ID=745e9805-4b0f-4a1c-9e32-12660d59f517,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:50.969486 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db944635-b557-43c4-9cb9-c3afa495f297 None None] DHCP port deletion for 25284502-4bc3-4251-934a-5f9b9b14b204 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:12:50.993138 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.020331 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3810430'] for router_gateway, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.108906 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3810608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-831'] for router, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.111198 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.156663 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3810556'] for router, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.157231 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e759ebd-f35e-4df7-81e3-b545ad9ee944 {{(pid=103426) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 12:12:51.162469 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] Publish callbacks [] for router, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.163704 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-d35c2b2f-4207-43ad-b95a-c590cd853354 admin admin] 10.222.0.61 "DELETE /v2.0/routers/1e759ebd-f35e-4df7-81e3-b545ad9ee944 HTTP/1.1" status: 204 len: 168 time: 1.0934870 Nov 23 12:12:51.166222 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33124) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:51.216108 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] Deleting subnet b41930f8-ae19-45c8-a055-93a671a0d4f2 {{(pid=103426) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 12:12:51.219280 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.257321 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59115081'] for subnet, precommit_delete_associations {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.336819 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666545'] for subnet, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.391273 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-677698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733865', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62780095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62050334'] for subnet, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.422158 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41930f8-ae19-45c8-a055-93a671a0d4f2,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:51.430034 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.435809 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-07a9393e-d971-4593-bf62-740dbe42d227 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b41930f8-ae19-45c8-a055-93a671a0d4f2 HTTP/1.1" status: 204 len: 168 time: 0.2663934 Nov 23 12:12:51.436216 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33126) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:51.438430 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808b9e2-7775-4b0f-a43b-ecc1aa89f003 None None] Network 153afa3a-77f3-407d-ab91-8030cc3f2805 requested from n-d-817747-2 {{(pid=103428) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 12:12:51.511111 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560808'] for network, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.568034 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Deleting port 399ab8f7-fccc-4417-b89f-d772acb661f6 {{(pid=103426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 12:12:51.568376 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731372821342'] for port, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.638474 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.db [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] For port 399ab8f7-fccc-4417-b89f-d772acb661f6, host n-d-817747-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817747-2',level=0,port_id=399ab8f7-fccc-4417-b89f-d772acb661f6,segment=NetworkSegment(c24f9fd4-d07d-46c3-9959-6f23c8e54dd4),segment_id=c24f9fd4-d07d-46c3-9959-6f23c8e54dd4)] {{(pid=103426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 12:12:51.638841 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3817315'] for port, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.652258 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.plugin [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Calling delete_port for 399ab8f7-fccc-4417-b89f-d772acb661f6 owned by network:dhcp {{(pid=103426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 12:12:51.739703 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-575810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96429', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731372822640', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731372389093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62780108'] for port, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.767730 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Pushing event deleted for resources: {'Port': ['ID=399ab8f7-fccc-4417-b89f-d772acb661f6,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:51.774777 n-d-817747-2 neutron-server[103426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] No DVR routers for this DVR port 399ab8f7-fccc-4417-b89f-d772acb661f6 on host n-d-817747-2 {{(pid=103426) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 12:12:51.832708 n-d-817747-2 neutron-server[103428]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474ca4b2-43e0-4eaa-80c5-b2afba8d7351 None None] DHCP port deletion for 153afa3a-77f3-407d-ab91-8030cc3f2805 request from n-d-817747-2 {{(pid=103428) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 12:12:51.850480 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-665966', 'neutron.services.segments.db._delete_segments_for_network-8731372950456'] for network, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.875776 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153afa3a-77f3-407d-ab91-8030cc3f2805']}} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:51.884923 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4') {'for_net_delete': True} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:51.885261 n-d-817747-2 neutron-server[103426]: DEBUG neutron.services.segments.db [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24f9fd4-d07d-46c3-9959-6f23c8e54dd4') {} {{(pid=103426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:12:51.894974 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731372912716', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59115134'] for segment, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.907720 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772'] for segment, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.914592 n-d-817747-2 neutron-server[103426]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103426) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 12:12:51.915065 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62781213'] for segment, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: Traceback (most recent call last): Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: timer() Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: cb(*args, **kw) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: return func(*args, **kwargs) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: self._notify() Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: self.callback(batched_events) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: event.method(event) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: return f(self, *a, **k) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: return self._get(url).json() Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: return self.request(url, 'GET', **kwargs) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 12:12:51.916714 n-d-817747-2 neutron-server[103426]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 12:12:51.975239 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-665945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3810394'] for network, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.981061 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Publish callbacks [] for network, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:51.984597 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] 10.222.0.61 "DELETE /v2.0/networks/153afa3a-77f3-407d-ab91-8030cc3f2805 HTTP/1.1" status: 204 len: 168 time: 0.5470781 Nov 23 12:12:51.996015 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a0cbb-3a73-4c0b-ab9d-33eb961bf359 admin admin] Pushing event deleted for resources: {'Network': ['ID=153afa3a-77f3-407d-ab91-8030cc3f2805,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:52.094363 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [-] (103427) accepted ('10.222.0.61', 33130) {{(pid=103427) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:52.140868 n-d-817747-2 neutron-server[103427]: INFO neutron.wsgi [None req-9babbd15-5d5d-41cc-84ef-90fe1fb8d81a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd62a8a2ba7a4f6ab460969334904fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445604 Nov 23 12:12:52.143608 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33132) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:52.177898 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2920bfe6-1205-4bae-9215-4956bd439b60 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:52.194347 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3685de03-57e5-4d83-b2cd-d7f8716b4bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.198359 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 2920bfe6-1205-4bae-9215-4956bd439b60 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:52.198793 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 2920bfe6-1205-4bae-9215-4956bd439b60 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:52.199312 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 399ab8f7-fccc-4417-b89f-d772acb661f6 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:52.215287 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3685de03-57e5-4d83-b2cd-d7f8716b4bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.217969 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 399ab8f7-fccc-4417-b89f-d772acb661f6 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:52.218325 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 399ab8f7-fccc-4417-b89f-d772acb661f6 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:52.218738 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 745e9805-4b0f-4a1c-9e32-12660d59f517 no longer exists at agent ovs-agent-n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 12:12:52.238239 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] No Port match for: 745e9805-4b0f-4a1c-9e32-12660d59f517 {{(pid=103428) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 12:12:52.238597 n-d-817747-2 neutron-server[103428]: DEBUG neutron.plugins.ml2.rpc [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Device 745e9805-4b0f-4a1c-9e32-12660d59f517 not bound to the agent host n-d-817747-2 {{(pid=103428) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 12:12:52.266032 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3685de03-57e5-4d83-b2cd-d7f8716b4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.269045 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3685de03-57e5-4d83-b2cd-d7f8716b4bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.270275 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3685de03-57e5-4d83-b2cd-d7f8716b4bf7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f6440e7-3913-449f-b055-660c309e759a HTTP/1.1" status: 204 len: 168 time: 0.1257091 Nov 23 12:12:52.278543 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685de03-57e5-4d83-b2cd-d7f8716b4bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6440e7-3913-449f-b055-660c309e759a,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:52.588988 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33138) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:52.633790 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-21473972-8e61-4f14-aa6b-6ba4f0c861be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=676c76dec6374926bffe3a65042bfdd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434620 Nov 23 12:12:52.636059 n-d-817747-2 neutron-server[103426]: DEBUG neutron.wsgi [-] (103426) accepted ('10.222.0.61', 33140) {{(pid=103426) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 12:12:52.683692 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ef25616-38a6-4dc2-a0d6-558fe2199eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.705252 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ef25616-38a6-4dc2-a0d6-558fe2199eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.751724 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ef25616-38a6-4dc2-a0d6-558fe2199eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3870008'] for security_group, after_delete {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.755495 n-d-817747-2 neutron-server[103426]: DEBUG neutron_lib.callbacks.manager [None req-3ef25616-38a6-4dc2-a0d6-558fe2199eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:12:52.756660 n-d-817747-2 neutron-server[103426]: INFO neutron.wsgi [None req-3ef25616-38a6-4dc2-a0d6-558fe2199eb7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfae7561-876b-419c-8058-558dcd1089a7 HTTP/1.1" status: 204 len: 168 time: 0.1196973 Nov 23 12:12:52.764632 n-d-817747-2 neutron-server[103426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef25616-38a6-4dc2-a0d6-558fe2199eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfae7561-876b-419c-8058-558dcd1089a7,revision_number=None']} {{(pid=103426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:12:53.056313 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:14.747268 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-cd5b7012-f334-4ce0-bec7-f33b78834d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:17.154747 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-60102b2a-b5a5-4726-a8ed-24e55932bcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:18.958736 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:19.915152 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:20.390940 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:20.989732 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:23.059206 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:26.098679 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:13:44.750798 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-2b065797-f46e-45c6-a75d-4e95fc73ecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:47.157380 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f93aea81-099e-4c79-bf3d-4106bc00be21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:48.961811 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:49.918049 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:50.392799 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:50.996198 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:13:53.055565 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:03.097439 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:14:14.752663 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b85f85b-cf16-4e8c-ad7e-962ff5cbbe3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:17.159120 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-32ed225c-bb57-497c-82bf-7e2d2a41b9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:18.966249 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:19.921328 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:20.395671 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:21.002705 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:23.066638 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:40.096459 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:14:44.754085 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-88af5ce9-7f30-4ae2-8609-e7bb80445987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:47.160415 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-75332f94-cc21-4c0d-803b-a16cd2bd9cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:48.965626 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:49.922501 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:50.397641 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:51.003877 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:14:53.065607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:14.755506 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-75e09d9e-c0b1-4774-9476-322775884480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:17.094794 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:15:17.162584 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-b70a0472-a236-46b0-a380-406779fc0f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:18.968880 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:19.926785 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:20.398578 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:21.017027 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:23.080188 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:44.756071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0b9cbd6e-26c2-49df-9dfa-703327e17823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:47.164097 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ab163f43-4a68-449d-8f9d-5bb367d5617b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:48.972286 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:49.929456 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:50.400524 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:51.015038 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:53.077793 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:15:54.094505 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:16:14.758944 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d4f52de8-b354-409d-a7ae-d4d24acaf6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:17.166607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-83822364-8593-4595-b74a-5f3d02155e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:18.977862 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:19.933908 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:20.402357 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:21.014902 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:23.093071 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:31.094297 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:16:44.760497 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e702035d-b655-4658-bb6c-e87e4eea016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:47.168442 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9ba254fa-cd10-47e8-b265-a7840bcc2c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:48.978630 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:49.934916 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:50.404289 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:51.018842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:16:53.091217 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:08.094200 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:17:14.762009 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-8b32eaac-89a2-4bc5-b6f2-4b4f7d885bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:17.170211 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-5e887cee-fc08-4547-8907-ba43b00c0e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:18.981754 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:19.939144 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:20.406021 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:21.016008 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:23.126063 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:44.764673 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85316485-380a-496b-a231-b7f2721c8652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:45.093708 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:17:47.171985 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ccc12bb3-88e3-4875-9362-5c829e6d2d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:48.983136 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:49.940692 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:50.407961 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:51.020193 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:17:53.120607 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:14.771452 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-f077f06c-0474-44b2-be68-0e973f1b851f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:17.174002 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-85181fc6-08fb-43e1-a43d-941b25490bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:18.987192 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:19.943351 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:20.410065 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:21.035164 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:22.092223 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:18:23.127997 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:44.763533 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d251b39a-524a-45eb-ade4-6c37c1b754ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:47.175167 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae01b-2a2c-40e7-8da6-1d818b900590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:48.989625 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:49.946083 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:50.411388 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:51.034842 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:53.139219 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:18:59.090840 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:19:14.764624 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-a904b6c5-fc66-4fe2-8d28-ab93a50e5326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:17.175567 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-82157b31-a657-4abf-b90f-0a70e6556713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:18.992418 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:19.948973 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:20.413202 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:21.054061 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:23.133065 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:36.090660 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:19:44.766404 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-e490e20e-e988-47f9-ac8a-4d16d4337556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:47.177485 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-237d831c-eafd-48a7-bd04-5c00488145dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:48.995051 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:49.950733 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:50.415295 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:51.056852 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:19:53.134619 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:13.089652 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:20:13.538126 n-d-817747-2 neutron-server[103427]: DEBUG neutron.wsgi [req-e81d7399-3a30-43a8-8541-3c3ad25f5458 req-3a747e13-6c37-4c0e-a788-64832dfca4ff service neutron] (103427) timed out ('10.222.0.61', 59152) {{(pid=103427) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 12:20:14.768710 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6575d873-4407-4eca-ae15-37a84738adcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:17.178525 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-d6dbf843-c6ef-4133-97a6-d6fd8056b171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:18.998368 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:19.953254 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:20.417102 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:21.071438 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:23.159603 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:44.770637 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c8a77328-a14c-4cfd-8647-0cab6333b76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:47.180511 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-ec5795cc-0054-4cb4-a71c-4915c313db0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:49.001162 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:49.956229 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:50.088619 n-d-817747-2 neutron-server[103429]: DEBUG neutron.db.agents_db [None req-aa1d372f-a0f4-42d7-a26d-590d62c784dd None None] Agent healthcheck: found 7 active agents {{(pid=103429) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 12:20:50.418935 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:51.068969 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:20:53.173565 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:21:14.772281 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-51cce7a7-7629-4c96-867a-6bb59cba33ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:21:17.182814 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-02fd0ed9-12de-4abd-bbcd-9d3bcf62f8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:21:19.006982 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-dfb38825-f827-4d81-9eb2-a7ad0148cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:21:19.959480 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-c5aa46a7-1055-42d3-8a79-4b1949a557c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:21:20.421587 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-6796d97a-63b7-4eb3-81fe-8468d806e9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:21:21.085882 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-9e68c581-dffe-4854-b245-c60d88b668e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 12:21:23.176522 n-d-817747-2 neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-3923db64-8ec1-4963-be6c-9b5eb09d7c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731372950465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-666960'] for agent, after_update {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}